-- Logs begin at Tue 2022-04-05 19:19:24 UTC, end at Tue 2022-04-05 21:43:44 UTC. -- Apr 05 19:56:55.310606 n-d-836604-1 systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 19:56:57.769105 n-d-836604-1 neutron-server[87859]: INFO neutron.common.config [-] Logging enabled! Apr 05 19:56:57.769733 n-d-836604-1 neutron-server[87859]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev98 Apr 05 19:56:57.769852 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87859) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 19:56:57.772951 n-d-836604-1 neutron-server[87859]: INFO neutron.common.config [-] Logging enabled! Apr 05 19:56:57.773200 n-d-836604-1 neutron-server[87859]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev98 Apr 05 19:56:57.773502 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87859) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 05 19:56:57.774440 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 19:56:57.774668 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 19:56:57.775013 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 19:56:57.775257 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 19:56:57.775476 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 19:56:57.775789 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.776079 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.776367 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.776590 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.776878 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.777161 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.777435 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.777716 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.778040 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.778318 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.778590 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.778872 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.779099 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.779374 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.779657 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.779937 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.780157 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] debug = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.780432 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.780856 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.781259 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.781536 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.781821 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.782124 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.782406 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.782664 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.782946 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.783265 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] host = n-d-836604-1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.783537 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.783817 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.784098 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.784929 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.785206 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.785479 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.785758 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.786052 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.786321 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] log_file = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.786589 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.786869 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.787151 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.787434 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.787657 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.787871 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.788152 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.788431 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.788699 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.788965 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.789235 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.789503 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.789770 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.790063 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.790344 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.790622 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.790900 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.791168 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.791435 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.791699 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.791964 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.792241 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.792508 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.793017 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.793292 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.793570 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.793832 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.794123 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.794421 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.794697 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.794973 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.795257 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.795525 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.795799 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.796064 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.796328 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.796594 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] use_json = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.796858 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.797122 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.797396 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.797667 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.797952 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.798221 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.798485 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.798762 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.799027 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:56:57.799316 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.799605 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.799918 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.800201 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.800484 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.800758 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.801039 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.801310 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.801593 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.801891 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.802180 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.802455 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.802736 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.803008 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.803296 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.803596 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.803881 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.804166 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.804434 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.804702 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.804971 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.805248 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.805529 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.805817 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.806133 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.806404 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.806675 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.806958 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.807230 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.807496 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.807766 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.808047 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.808318 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.808583 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.808855 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.809126 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.809390 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.809654 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.809950 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.810231 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.810497 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.810759 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.811020 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.811287 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.811548 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.811824 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.812092 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.812355 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.812617 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.812885 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.813149 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.813413 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.813680 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.813969 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.814240 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.814506 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.814768 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.815033 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.815303 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.815591 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.815857 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.816121 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.816389 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.816652 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.816919 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.817183 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.817452 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.817716 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.818025 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.818316 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.818589 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.818858 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.819129 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.819399 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.819669 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.819940 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.820209 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.820479 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.820746 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.821030 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.821306 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.821585 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.821860 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.822152 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.822440 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.822710 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.822987 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.823259 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.823535 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.823812 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.824087 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.824375 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.824661 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.824949 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.825241 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.825526 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.825798 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.826120 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.826390 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:56:57.826601 n-d-836604-1 neutron-server[87859]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 19:56:57.826833 n-d-836604-1 neutron-server[87859]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87859) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 19:56:58.217971 n-d-836604-1 neutron-server[87859]: INFO keyring.backend [-] Loading KWallet Apr 05 19:56:58.225159 n-d-836604-1 neutron-server[87859]: INFO keyring.backend [-] Loading SecretService Apr 05 19:56:58.228567 n-d-836604-1 neutron-server[87859]: INFO keyring.backend [-] Loading Windows Apr 05 19:56:58.229904 n-d-836604-1 neutron-server[87859]: INFO keyring.backend [-] Loading chainer Apr 05 19:56:58.230683 n-d-836604-1 neutron-server[87859]: INFO keyring.backend [-] Loading macOS Apr 05 19:56:58.263187 n-d-836604-1 neutron-server[87859]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 05 19:56:58.263455 n-d-836604-1 neutron-server[87859]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 05 19:56:58.263734 n-d-836604-1 neutron-server[87859]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 05 19:56:58.264058 n-d-836604-1 neutron-server[87859]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 19:56:58.651203 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.651487 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.651761 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.653044 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.653317 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.653577 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.688269 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.688542 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.688804 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.702067 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.702347 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.702613 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.731703 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.731975 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.732240 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.768893 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.769165 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.769425 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.999714 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:58.999919 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.000181 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.000439 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.001189 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.120291 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.120607 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.120889 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.121158 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.121419 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.121724 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.122014 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.122272 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.122522 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.122800 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.123054 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.123314 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.123571 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.123822 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.124083 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.124347 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.124600 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.124864 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.125110 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.125384 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.125733 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.126003 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.126249 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.126525 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.126769 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.127012 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.127383 n-d-836604-1 neutron-server[87859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 19:56:59.127616 n-d-836604-1 neutron-server[87859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 19:56:59.127849 n-d-836604-1 neutron-server[87859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 19:56:59.128099 n-d-836604-1 neutron-server[87859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 19:56:59.128329 n-d-836604-1 neutron-server[87859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 19:56:59.128557 n-d-836604-1 neutron-server[87859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 19:56:59.128923 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 19:56:59.131949 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 19:56:59.135822 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 19:56:59.139478 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 05 19:56:59.141063 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 19:56:59.141497 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 19:56:59.141825 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 19:56:59.142226 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 19:56:59.145175 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 19:56:59.145420 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 19:56:59.145761 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 19:56:59.173602 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 05 19:56:59.174068 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.174358 n-d-836604-1 neutron-server[87859]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87859) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 05 19:56:59.174711 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.176698 n-d-836604-1 neutron-server[87859]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87859) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 19:56:59.176966 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 19:56:59.177201 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 19:56:59.180392 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.180668 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.241935 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 19:56:59.242170 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 19:56:59.242402 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 19:56:59.242762 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 19:56:59.273044 n-d-836604-1 neutron-server[87859]: DEBUG oslo_db.sqlalchemy.engines [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87859) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 05 19:56:59.603126 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Initializing driver for type 'gre' Apr 05 19:56:59.603641 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] gre ID ranges: [(1, 1000)] Apr 05 19:56:59.659877 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Initializing driver for type 'local' Apr 05 19:56:59.660232 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Initializing driver for type 'vlan' Apr 05 19:56:59.671757 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] VlanTypeDriver initialization complete Apr 05 19:56:59.672150 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Initializing driver for type 'vxlan' Apr 05 19:56:59.672722 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] vxlan ID ranges: [(1, 1000)] Apr 05 19:56:59.725963 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Initializing extension driver 'port_security' Apr 05 19:56:59.726320 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.extensions.port_security [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] PortSecurityExtensionDriver initialization complete Apr 05 19:56:59.726639 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Initializing mechanism driver 'openvswitch' Apr 05 19:56:59.726952 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Initializing mechanism driver 'hyperv' Apr 05 19:56:59.733327 n-d-836604-1 neutron-server[87859]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:56:59.734027 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > port after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.734392 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > port after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.734739 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > port after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.735248 n-d-836604-1 neutron-server[87859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 19:56:59.735666 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > subnet after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.736012 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > subnet after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.736348 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.736726 n-d-836604-1 neutron-server[87859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 19:56:59.737118 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > network after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.737479 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > network after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.737816 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > network after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.738214 n-d-836604-1 neutron-server[87859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 19:56:59.738611 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > security_group after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.738950 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > security_group after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.739283 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.739661 n-d-836604-1 neutron-server[87859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 19:56:59.740051 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.740387 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.740715 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.741221 n-d-836604-1 neutron-server[87859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 19:56:59.741618 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > address_group after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.741988 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > address_group after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.742327 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.742702 n-d-836604-1 neutron-server[87859]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87859) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 05 19:56:59.743134 n-d-836604-1 neutron-server[87859]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] ML2 OVO RPC backend initialized. {{(pid=87859) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 05 19:56:59.743831 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.744181 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.744588 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > network before_response 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.744928 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > networks before_response 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.745268 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > port before_response 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.745600 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > ports before_response 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.745965 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > subnet before_response 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.746299 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > subnets before_response 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.746634 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > network after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.746965 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > network after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.747290 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > network after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.747615 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > port after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.747942 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > port after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.748267 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > port after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.748592 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > subnet after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.748917 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > subnet after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.749240 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.749798 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.plugin [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Modular L2 Plugin initialization complete Apr 05 19:56:59.750141 n-d-836604-1 neutron-server[87859]: DEBUG neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading services supported by the core plugin {{(pid=87859) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 19:56:59.750463 n-d-836604-1 neutron-server[87859]: INFO neutron.plugins.ml2.managers [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Got port-security extension from driver 'port_security' Apr 05 19:56:59.750916 n-d-836604-1 neutron-server[87859]: INFO neutron.extensions.vlantransparent [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Disabled vlantransparent extension. Apr 05 19:56:59.751391 n-d-836604-1 neutron-server[87859]: DEBUG neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87859) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 19:56:59.751695 n-d-836604-1 neutron-server[87859]: INFO neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading Plugin: router Apr 05 19:56:59.789203 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.789832 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router after_create 55549900 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.789961 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router before_create 55549900 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.790322 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.790682 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.791029 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router after_delete 55549900 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.791378 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.791731 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router after_create 55549900 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.792071 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router after_update 55549900 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.792411 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router after_update 55549900 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.793003 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.793360 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router after_update 55549900 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.793763 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router precommit_update 55549900 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.794148 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: port after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.794485 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: port after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.794814 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: subnet after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.795147 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.795482 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.795820 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router precommit_create 55549900 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.796155 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: port before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.796489 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router precommit_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.796841 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router after_update 55549900 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.797174 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.797513 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router precommit_create 55549900 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.797863 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.798228 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router precommit_update 55549900 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.798579 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > agent after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.798920 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > agent after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.799256 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > network after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.800151 n-d-836604-1 neutron-server[87859]: DEBUG neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Tracking information for resource: router configured {{(pid=87859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 19:56:59.800475 n-d-836604-1 neutron-server[87859]: DEBUG neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Tracking information for resource: floatingip configured {{(pid=87859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 19:56:59.805438 n-d-836604-1 neutron-server[87859]: INFO neutron.db.l3_agentschedulers_db [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 19:56:59.806053 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: port after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.806405 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: port after_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.806746 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: port after_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.807087 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: port after_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.807997 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router before_create 55550100 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.808354 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.808710 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router precommit_create 55550100 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.809055 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > router precommit_update 55550100 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.813406 n-d-836604-1 neutron-server[87859]: DEBUG neutron.services.provider_configuration [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service providers = [] {{(pid=87859) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 19:56:59.813764 n-d-836604-1 neutron-server[87859]: DEBUG neutron.db.servicetype_db [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87859) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 19:56:59.817244 n-d-836604-1 neutron-server[87859]: DEBUG neutron.services.service_base [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 19:56:59.817581 n-d-836604-1 neutron-server[87859]: DEBUG neutron.services.service_base [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 19:56:59.817947 n-d-836604-1 neutron-server[87859]: DEBUG neutron.services.service_base [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 19:56:59.818823 n-d-836604-1 neutron-server[87859]: DEBUG neutron.services.service_base [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 19:56:59.819186 n-d-836604-1 neutron-server[87859]: INFO neutron.services.service_base [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 19:56:59.819558 n-d-836604-1 neutron-server[87859]: DEBUG neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 19:56:59.819870 n-d-836604-1 neutron-server[87859]: INFO neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 19:56:59.830460 n-d-836604-1 neutron-server[87859]: DEBUG neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 19:56:59.830787 n-d-836604-1 neutron-server[87859]: INFO neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading Plugin: auto_allocate Apr 05 19:56:59.836999 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: network precommit_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.837360 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: network precommit_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.837872 n-d-836604-1 neutron-server[87859]: DEBUG neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 19:56:59.838210 n-d-836604-1 neutron-server[87859]: INFO neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading Plugin: tag Apr 05 19:56:59.844647 n-d-836604-1 neutron-server[87859]: DEBUG neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 19:56:59.844966 n-d-836604-1 neutron-server[87859]: INFO neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading Plugin: timestamp Apr 05 19:56:59.848947 n-d-836604-1 neutron-server[87859]: DEBUG neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 19:56:59.849274 n-d-836604-1 neutron-server[87859]: INFO neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading Plugin: network_ip_availability Apr 05 19:56:59.854552 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.854864 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.855212 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:56:59.855913 n-d-836604-1 neutron-server[87859]: DEBUG neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 19:56:59.856223 n-d-836604-1 neutron-server[87859]: INFO neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading Plugin: flavors Apr 05 19:56:59.860856 n-d-836604-1 neutron-server[87859]: DEBUG neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 19:56:59.861179 n-d-836604-1 neutron-server[87859]: INFO neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading Plugin: revisions Apr 05 19:56:59.865460 n-d-836604-1 neutron-server[87859]: DEBUG neutron.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 19:56:59.865844 n-d-836604-1 neutron-server[87859]: DEBUG oslo_concurrency.lockutils [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.602s {{(pid=87859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 05 19:56:59.866673 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87859) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 05 19:56:59.867000 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Initializing extension manager. Apr 05 19:56:59.867495 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: __init__.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.867827 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: __pycache__ {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.868152 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.868477 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: address_group.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.869212 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.869767 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: address-group Apr 05 19:56:59.870116 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: address_scope.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.870825 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.871326 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: address-scope Apr 05 19:56:59.871639 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.872543 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.873040 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: router-admin-state-down-before-update Apr 05 19:56:59.873355 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: agent.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.874069 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.874565 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: agent Apr 05 19:56:59.874877 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: agent_resources_synced.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.875766 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.876269 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: agent-resources-synced Apr 05 19:56:59.876584 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: allowedaddresspairs.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.879076 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.879594 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: allowed-address-pairs Apr 05 19:56:59.879919 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: auto_allocated_topology.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.880972 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.881484 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: auto-allocated-topology Apr 05 19:56:59.881805 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: availability_zone.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.882508 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.883112 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: availability_zone Apr 05 19:56:59.883438 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: availability_zone_filter.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.884333 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.884837 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: availability_zone_filter Apr 05 19:56:59.885154 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: data_plane_status.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.886077 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.886573 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 19:56:59.886888 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: default_subnetpools.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.887784 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.888283 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: default-subnetpools Apr 05 19:56:59.888600 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.889392 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.889901 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: dhcp_agent_scheduler Apr 05 19:56:59.890230 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: dns.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.891120 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.891626 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension dns-integration not supported by any of loaded plugins Apr 05 19:56:59.891942 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: dns_domain_ports.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.892842 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.893341 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 19:56:59.894304 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: dvr.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.894967 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.895470 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: dvr Apr 05 19:56:59.895788 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: empty_string_filtering.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.896681 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.897181 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: empty-string-filtering Apr 05 19:56:59.897498 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.898422 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.898918 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 19:56:59.899233 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.900122 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.900623 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 19:56:59.900939 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: external_net.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.901833 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.902362 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: external-net Apr 05 19:56:59.902677 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.903565 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.904065 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: extra_dhcp_opt Apr 05 19:56:59.904379 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: extraroute.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.905267 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.905767 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: extraroute Apr 05 19:56:59.906107 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: extraroute_atomic.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.907120 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.907621 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: extraroute-atomic Apr 05 19:56:59.907934 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: filter_validation.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.908583 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.909078 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: filter-validation Apr 05 19:56:59.909415 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: fip_pf_description.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.910333 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.910830 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 19:56:59.911141 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: fip_port_details.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.912044 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.912543 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: fip-port-details Apr 05 19:56:59.912857 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: flavors.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.914084 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.914600 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: flavors Apr 05 19:56:59.914916 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.916550 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.917066 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 19:56:59.917386 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: floatingip_pools.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.918351 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.918861 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: floatingip-pools Apr 05 19:56:59.919180 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: ip_allocation.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.920097 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.920597 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 19:56:59.920913 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.921816 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.922351 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: ip-substring-filtering Apr 05 19:56:59.922669 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: l2_adjacency.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.923580 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.924079 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 19:56:59.924392 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: l3.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.925377 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.925910 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: router Apr 05 19:56:59.926225 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.928519 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.929043 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 19:56:59.929366 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.930301 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.930814 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: ext-gw-mode Apr 05 19:56:59.931133 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.932040 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.932544 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: l3-ha Apr 05 19:56:59.932860 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: l3_flavors.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.933780 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.934311 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: l3-flavors Apr 05 19:56:59.934641 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.935524 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.936025 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 19:56:59.936342 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: l3agentscheduler.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.937366 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.937872 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: l3_agent_scheduler Apr 05 19:56:59.938221 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: logging.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.939672 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.940189 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension logging not supported by any of loaded plugins Apr 05 19:56:59.941097 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: metering.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.941830 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.942426 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: metering Apr 05 19:56:59.942749 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.943820 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.944326 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: metering_source_and_destination_fields Apr 05 19:56:59.944645 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: multiprovidernet.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.945555 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.946088 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: multi-provider Apr 05 19:56:59.946408 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: netmtu.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.947304 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.947803 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: net-mtu Apr 05 19:56:59.948118 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: netmtu_writable.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.949014 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.949514 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: net-mtu-writable Apr 05 19:56:59.949830 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: network_availability_zone.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.950514 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.951010 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: network_availability_zone Apr 05 19:56:59.951325 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: network_ip_availability.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.952390 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.952898 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: network-ip-availability Apr 05 19:56:59.953219 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: network_segment_range.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.954003 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.954501 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 19:56:59.954817 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: pagination.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.955779 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.956686 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: pagination Apr 05 19:56:59.957005 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: port_device_profile.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.957917 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.958432 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: port-device-profile Apr 05 19:56:59.958749 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.959645 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.960148 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: port-mac-address-regenerate Apr 05 19:56:59.960464 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.961379 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.961899 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: port-numa-affinity-policy Apr 05 19:56:59.962229 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: port_resource_request.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.963120 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.963619 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 19:56:59.963934 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: portbindings.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.964848 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.965352 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: binding Apr 05 19:56:59.965664 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: portbindings_extended.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.966941 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.967445 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: binding-extended Apr 05 19:56:59.967763 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: portsecurity.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.968657 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.969158 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: port-security Apr 05 19:56:59.969475 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: project_id.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.970473 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.970797 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: project-id Apr 05 19:56:59.971115 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: providernet.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.972053 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.972558 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: provider Apr 05 19:56:59.972873 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: qos.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.976489 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.977005 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension qos not supported by any of loaded plugins Apr 05 19:56:59.977396 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.978660 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.979167 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 19:56:59.979486 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.980388 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.980890 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 19:56:59.981207 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: qos_default.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.982136 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.982639 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension qos-default not supported by any of loaded plugins Apr 05 19:56:59.982956 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: qos_fip.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.983596 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.984176 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension qos-fip not supported by any of loaded plugins Apr 05 19:56:59.984495 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: qos_gateway_ip.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.985422 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.985963 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 19:56:59.986280 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: qos_port_network_policy.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.987177 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.988202 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 19:56:59.988514 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: qos_rule_type_details.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.989415 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.989943 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 19:56:59.990257 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: qos_rules_alias.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.991283 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.991787 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 19:56:59.992101 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: quotasv2.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.992992 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.993311 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: quotas Apr 05 19:56:59.993623 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: quotasv2_detail.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.995235 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.995565 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: quota_details Apr 05 19:56:59.995888 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: rbac.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.996925 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.997441 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: rbac-policies Apr 05 19:56:59.997764 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: rbac_address_group.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:56:59.998699 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:56:59.999214 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: rbac-address-group Apr 05 19:56:59.999532 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: rbac_address_scope.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.000433 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.000941 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: rbac-address-scope Apr 05 19:57:00.001259 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: rbac_security_groups.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.002204 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.002707 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: rbac-security-groups Apr 05 19:57:00.003643 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: rbac_subnetpool.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.004543 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.005045 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: rbac-subnetpool Apr 05 19:57:00.005359 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: revisionifmatch.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.006292 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.006795 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: revision-if-match Apr 05 19:57:00.007109 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: revisions.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.008208 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.008716 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: standard-attr-revisions Apr 05 19:57:00.009033 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: router_availability_zone.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.009690 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.010228 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: router_availability_zone Apr 05 19:57:00.010545 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: routerservicetype.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.011444 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.011948 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension router-service-type not supported by any of loaded plugins Apr 05 19:57:00.012264 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.013162 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.013664 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: security-groups-normalized-cidr Apr 05 19:57:00.014018 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.015041 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.015546 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: port-security-groups-filtering Apr 05 19:57:00.015861 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.016761 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.017268 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: security-groups-remote-address-group Apr 05 19:57:00.017587 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: securitygroup.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.027067 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.027587 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: security-group Apr 05 19:57:00.027912 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: segment.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.028678 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.029182 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension segment not supported by any of loaded plugins Apr 05 19:57:00.029504 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.030457 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.030963 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 19:57:00.031280 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: servicetype.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.032369 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.032882 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: service-type Apr 05 19:57:00.033202 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: sorting.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.034232 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.034559 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: sorting Apr 05 19:57:00.034876 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: standard_attr_segment.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.035772 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.036277 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 19:57:00.036593 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: standardattrdescription.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.037229 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.037728 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: standard-attr-description Apr 05 19:57:00.038079 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: stateful_security_group.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.038987 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.039492 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: stateful-security-group Apr 05 19:57:00.039810 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: stdattrs_common.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.040381 n-d-836604-1 neutron-server[87859]: WARNING neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 19:57:00.040695 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.041682 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.042223 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 19:57:00.042536 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: subnet_onboard.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.043847 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.044351 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: subnet_onboard Apr 05 19:57:00.044667 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.045574 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.046100 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 19:57:00.046420 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: subnet_service_types.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.047327 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.047834 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: subnet-service-types Apr 05 19:57:00.048153 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: subnetallocation.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.049211 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.049713 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: subnet_allocation Apr 05 19:57:00.050601 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.051264 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.051766 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: subnetpool-prefix-ops Apr 05 19:57:00.052082 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.052999 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.053500 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 19:57:00.053812 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: tagging.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.054885 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.055395 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: standard-attr-tag Apr 05 19:57:00.055713 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: timestamp.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.056905 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.057411 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loaded extension: standard-attr-timestamp Apr 05 19:57:00.057732 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: trunk.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.058775 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.059282 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension trunk not supported by any of loaded plugins Apr 05 19:57:00.059602 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: trunk_details.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.060503 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.061009 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension trunk-details not supported by any of loaded plugins Apr 05 19:57:00.061326 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: uplink_status_propagation.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.062278 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.062787 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 19:57:00.063104 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Loading extension file: vlantransparent.py {{(pid=87859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 05 19:57:00.063762 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 05 19:57:00.064267 n-d-836604-1 neutron-server[87859]: INFO neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 19:57:00.068138 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:network Apr 05 19:57:00.068887 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:subnet Apr 05 19:57:00.070811 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 19:57:00.071423 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:port Apr 05 19:57:00.072687 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.v2.resource_helper [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 19:57:00.073117 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.v2.resource_helper [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service FLAVORS assigned prefix: {{(pid=87859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 19:57:00.073742 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.v2.resource_helper [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 19:57:00.074195 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.v2.resource_helper [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 19:57:00.074521 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:router Apr 05 19:57:00.075173 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 19:57:00.075866 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.v2.resource_helper [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service METERING assigned prefix: /metering {{(pid=87859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 19:57:00.077293 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:57:00.077655 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:57:00.078030 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 19:57:00.187544 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 19:57:00.187934 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:security_group Apr 05 19:57:00.188683 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 19:57:00.189426 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.v2.resource_helper [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service CORE assigned prefix: {{(pid=87859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 19:57:00.189756 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 19:57:00.190118 n-d-836604-1 neutron-server[87859]: WARNING neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] subnetpool is already registered Apr 05 19:57:00.191390 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.v2.resource_helper [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service CORE assigned prefix: {{(pid=87859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 19:57:00.191724 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 19:57:00.192056 n-d-836604-1 neutron-server[87859]: WARNING neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] subnetpool is already registered Apr 05 19:57:00.194683 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.v2.resource_helper [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 19:57:00.195117 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.v2.resource_helper [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service FLAVORS assigned prefix: {{(pid=87859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 19:57:00.195722 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.v2.resource_helper [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 19:57:00.196145 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.v2.resource_helper [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 19:57:00.196471 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:router Apr 05 19:57:00.196797 n-d-836604-1 neutron-server[87859]: WARNING neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] router is already registered Apr 05 19:57:00.197388 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 19:57:00.197736 n-d-836604-1 neutron-server[87859]: WARNING neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] floatingip is already registered Apr 05 19:57:00.198409 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.v2.resource_helper [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service METERING assigned prefix: /metering {{(pid=87859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 19:57:00.199070 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 19:57:00.199391 n-d-836604-1 neutron-server[87859]: WARNING neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] rbac_policy is already registered Apr 05 19:57:00.199933 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:security_group Apr 05 19:57:00.200255 n-d-836604-1 neutron-server[87859]: WARNING neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] security_group is already registered Apr 05 19:57:00.200832 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 19:57:00.201152 n-d-836604-1 neutron-server[87859]: WARNING neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] security_group_rule is already registered Apr 05 19:57:00.201795 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.v2.resource_helper [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service CORE assigned prefix: {{(pid=87859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 19:57:00.202140 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 19:57:00.202459 n-d-836604-1 neutron-server[87859]: WARNING neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] subnetpool is already registered Apr 05 19:57:00.203055 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.v2.resource_helper [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Service CORE assigned prefix: {{(pid=87859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 19:57:00.203372 n-d-836604-1 neutron-server[87859]: INFO neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 19:57:00.203691 n-d-836604-1 neutron-server[87859]: WARNING neutron.quota.resource_registry [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] subnetpool is already registered Apr 05 19:57:00.204324 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: extensions {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.205800 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: address-groups {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.207462 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: address-scopes {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.208666 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: agents {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.209796 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: auto-allocated-topology {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.211048 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: availability_zones {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.212334 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: dhcp-networks {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.213696 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: dhcp-agents {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.215346 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: routers {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.217111 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: flavors {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.218275 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: service_profiles {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.219450 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: next_providers {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.220948 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: service_profiles {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.222603 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: floatingip-pools {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.223797 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: routers {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.225543 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: floatingips {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.226746 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: l3-routers {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.228085 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: l3-agents {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.229475 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: metering-labels {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.230846 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: metering-label-rules {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.232089 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: network-ip-availabilities {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.233326 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: bindings {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.234956 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: quotas {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.236409 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: quotas {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.238349 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: rbac-policies {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.239605 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: security-groups {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.240788 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: security-group-rules {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.242028 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: service-providers {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.243233 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: subnetpools {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.244655 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: subnetpools {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.246102 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: tags {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.247740 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: tags {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.250501 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: tags {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.252447 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: tags {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.254806 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: tags {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.256603 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: tags {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.258281 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: tags {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.260136 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: tags {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.261851 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: tags {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.263678 n-d-836604-1 neutron-server[87859]: DEBUG neutron.api.extensions [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Extended resource: tags {{(pid=87859) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 05 19:57:00.269586 n-d-836604-1 neutron-server[87859]: WARNING keystonemiddleware.auth_token [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 19:57:00.274275 n-d-836604-1 neutron-server[87859]: WARNING keystonemiddleware.auth_token [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 19:57:00.282238 n-d-836604-1 neutron-server[87859]: DEBUG oslo_concurrency.lockutils [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Acquired lock "singleton_lock" {{(pid=87859) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 05 19:57:00.282704 n-d-836604-1 neutron-server[87859]: DEBUG oslo_concurrency.lockutils [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Releasing lock "singleton_lock" {{(pid=87859) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 05 19:57:00.283320 n-d-836604-1 neutron-server[87859]: INFO oslo_service.service [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Starting 2 workers Apr 05 19:57:00.288120 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Started child 87964 {{(pid=87859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 19:57:00.292357 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Started child 87965 {{(pid=87859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 19:57:00.293439 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:00.294201 n-d-836604-1 neutron-server[87859]: INFO neutron.service [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 19:57:00.294836 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Notify callbacks [] for process, before_spawn {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:00.294984 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [-] (87964) wsgi starting up on http://0.0.0.0:9696 Apr 05 19:57:00.297036 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:00.297519 n-d-836604-1 neutron-server[87859]: INFO oslo_service.service [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Starting 1 workers Apr 05 19:57:00.298344 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [-] (87965) wsgi starting up on http://0.0.0.0:9696 Apr 05 19:57:00.302767 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Started child 87966 {{(pid=87859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 19:57:00.303270 n-d-836604-1 neutron-server[87859]: INFO oslo_service.service [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Starting 1 workers Apr 05 19:57:00.306414 n-d-836604-1 neutron-server[87966]: DEBUG neutron.service [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] calling RpcWorker wait() {{(pid=87966) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 19:57:00.306931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.service [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] returning from RpcWorker wait() {{(pid=87966) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 19:57:00.307532 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Started child 87967 {{(pid=87859) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 19:57:00.308238 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:00.308332 n-d-836604-1 neutron-server[87859]: DEBUG neutron_lib.callbacks.manager [None req-cf8c4aad-c030-472a-936d-56eabd6bd1b1 None None] Notify callbacks [] for process, after_spawn {{(pid=87859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:00.308776 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:57:00.310077 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87859) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 05 19:57:00.310285 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 19:57:00.310468 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 19:57:00.310676 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 19:57:00.311031 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 19:57:00.311190 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 19:57:00.311672 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.311941 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.312153 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:00.312606 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.312606 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.312730 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.313234 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.313334 n-d-836604-1 neutron-server[87967]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:57:00.313514 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.313738 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.314015 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.314239 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.314404 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.314569 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.314815 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.315037 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.315333 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.316158 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.316402 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.316660 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.316828 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.317069 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.317324 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.317573 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.317823 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] debug = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.318096 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.318562 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.318798 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.319042 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.319260 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.319526 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.319763 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.320016 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.320241 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.320480 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.320707 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.320947 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.321171 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.321399 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.321623 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.321871 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.322103 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.322555 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] host = n-d-836604-1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.322771 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.322994 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.323226 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.323465 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.323708 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.323911 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.324155 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.324400 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.324651 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.324867 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.325133 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.325351 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.325559 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.325796 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_file = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.325991 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_options = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.326225 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.326503 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.326749 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.326940 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.327102 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.327271 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.327529 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.327686 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.327941 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.328149 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.328356 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.328562 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.328788 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.329013 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.329272 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.329507 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.329735 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.329993 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.330195 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.330414 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.330630 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.330867 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.331118 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.331329 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.331553 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.331760 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.332001 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.332228 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.332436 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.332680 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.332914 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.333153 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.333409 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.336201 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.336201 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.336201 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.336201 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.336201 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.336201 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.336201 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.336201 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.336904 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.336904 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.336904 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.337076 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.337321 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] use_json = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.337482 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.337680 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.338025 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.338233 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.338474 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.338690 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.338909 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.339140 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.339354 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.340019 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.340218 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.340561 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.340760 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.341041 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.341257 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.341488 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.341751 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.342091 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.342350 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.342653 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.342881 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.343269 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.343519 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.343805 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.344258 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.344518 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.344798 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.345007 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.345227 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.345466 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.345682 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.346178 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.346458 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.347343 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.347613 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.347849 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.348091 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.348310 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.348527 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.348743 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.348959 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.349218 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.349434 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.349645 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.349863 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.350124 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.350364 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.350612 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.350834 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.352251 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.352519 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.352773 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.352994 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.353215 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.353485 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.356145 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.356405 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.356645 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.356908 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.357147 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.357424 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.357648 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.357870 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.358116 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.358354 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.358921 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.359177 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.359386 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.360145 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.360851 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.362260 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.363061 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.364976 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.365216 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.365458 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.365712 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.365996 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.366249 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.366474 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.366698 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.366918 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.367156 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.367413 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.367608 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.367825 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.368039 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.368253 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.368470 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.368684 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.368898 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.369110 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.369324 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.369538 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.369820 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.372631 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.372894 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.374417 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.374680 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.374945 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.375179 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.375453 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.375692 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.375925 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.376161 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.376417 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.376662 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.376917 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.377159 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.377397 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.377656 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.377943 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.378248 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.378490 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.378825 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.379225 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.379506 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.379764 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.380133 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.380424 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.380682 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.380963 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.381215 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.381489 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.381704 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.381999 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.382371 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.382644 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.382936 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.383168 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.383466 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.383735 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.383995 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.384242 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.384489 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.384736 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.384951 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.385225 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.385459 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.385696 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.385937 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.386185 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.386552 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.386846 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.387089 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.387323 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.387593 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.387850 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.388084 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.388455 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.388715 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.388964 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.389206 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.389460 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.389702 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.389963 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.390206 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.390415 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.390659 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.390888 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.391118 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.391326 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.391556 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.391780 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.392011 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.392248 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.392471 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.392701 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.392913 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.393134 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.393340 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.393575 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.393829 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.394064 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.394295 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.394526 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.394755 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.395001 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.395214 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.395480 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.395726 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.395941 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.396415 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.396656 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.396918 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.397146 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.397384 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.397594 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.397805 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.398335 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.398559 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.398770 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.399000 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.399238 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.399471 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.399720 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.399954 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.400293 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.400537 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.400794 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.401023 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.401259 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.401490 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.401700 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.401928 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.402141 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.402391 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.402615 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.402845 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.403073 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.403282 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.403492 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.403702 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.403976 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.404208 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.404455 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.404781 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.405029 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.405243 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.405455 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.405667 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.405889 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.406120 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.406346 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.406554 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.406790 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.407099 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.407344 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.407774 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.408031 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.408245 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.408488 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.408695 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.408901 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.409617 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.409854 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.410116 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.410323 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.410530 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.410741 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.410980 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.411240 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.411493 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.411733 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.412017 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.412242 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.412495 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.412742 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.413084 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.413315 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.413568 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.413802 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.414039 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.414257 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.414542 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.414713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:57:00.414848 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.415129 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.415370 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.415631 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.415941 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.416222 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.416486 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.416696 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.416978 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.417313 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.417588 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.418105 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.418343 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.418814 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.418814 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.419403 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.419536 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.419712 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.419959 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.420237 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.420495 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.420734 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.420944 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.421185 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.421395 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.421612 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.421835 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.422094 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.422320 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.422473 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 19:57:00.423014 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87859) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 05 19:57:00.423172 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 19:57:00.423323 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 19:57:00.423491 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 19:57:00.423659 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 19:57:00.423809 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 19:57:00.424015 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.424176 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.424334 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.424492 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.424648 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.425384 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.425553 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.425710 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.425872 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.426048 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.426205 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.426363 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.426522 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.426679 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.426829 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.426980 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.427136 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.427292 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.427470 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.427630 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.427785 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.427940 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.428095 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] debug = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.428240 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.428440 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.428602 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.428759 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.428915 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.429071 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.429227 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.429383 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.429540 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.429695 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.429854 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.430029 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.430187 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.430345 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.430500 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.430657 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.430815 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.430971 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] host = n-d-836604-1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.431126 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.431336 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.431433 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.431577 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.431732 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.431889 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.432043 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.432200 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.432354 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.432509 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.432664 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.432820 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.432975 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.433131 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_file = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.433285 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_options = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.433440 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.433595 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.433750 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.433949 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.434114 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.434272 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.434428 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.434584 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.434726 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.434883 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.435038 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.435194 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.435349 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.435505 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.435660 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.435820 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.435975 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.436132 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.436286 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.436442 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.436597 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.436751 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.436907 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.437064 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.437219 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.437374 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.437530 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.437735 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.437837 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.438007 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.438162 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.438319 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.438474 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.438630 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.438786 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.438944 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.439100 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.439260 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.439416 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.439571 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.439726 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.439882 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.440038 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.440193 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.440386 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.440548 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] use_json = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.440705 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.440862 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.441018 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.441174 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.441331 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.441535 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.441620 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.441775 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.441953 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 19:57:00.442130 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.442430 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.442604 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.442765 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.442925 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.443085 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.443245 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.443405 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.443565 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.443724 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.443890 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.444051 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.444221 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.444382 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.444541 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.444705 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.444863 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.445038 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.445170 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.445328 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.445488 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.445740 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.446005 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.446168 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.446516 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.446516 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.446746 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.446834 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.446934 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.447095 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.447255 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.447415 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.447576 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.447735 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.447895 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.448054 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.448214 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.448373 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.448532 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.448893 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.448893 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.449051 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.449128 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.449288 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.449450 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.449609 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.449768 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.450129 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.450129 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.450323 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.450421 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.450580 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.450740 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.450898 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.451057 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.451215 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.451373 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.451578 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.451712 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.451835 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.451993 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.452165 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.452324 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.452484 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.452644 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.452803 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.452961 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.453120 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.453280 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.453438 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.453597 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.453756 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.453948 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.454080 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.454239 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.454399 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.454557 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.454717 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.454876 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.455308 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.455476 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.455635 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.455799 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.455998 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.456145 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.456319 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.456477 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.456636 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.456796 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.456954 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.457113 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.457271 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.457431 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.457589 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.457748 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.457929 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.458093 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.458254 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.458413 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.458571 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.458729 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.458729 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.459204 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.459284 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.459397 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.459560 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.459718 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.459876 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.460033 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.460192 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.460350 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.460517 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.460677 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.460837 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.460997 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.461164 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.461333 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.461492 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.462073 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.462238 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.462704 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.462866 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.463026 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.463186 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.463346 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.463504 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.463662 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.463830 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.464000 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.464162 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.464321 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.464481 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.464663 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.464822 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.464981 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.465140 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.465298 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.465456 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.465617 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.465781 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.465965 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.466125 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.466287 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.466447 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.466606 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.466764 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.466923 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.467082 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.467257 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.467423 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.467581 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.467739 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.467899 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.468058 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.468215 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.468374 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.468532 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.468690 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.468850 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.469008 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.469166 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.469324 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.469482 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.469641 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.469798 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.469978 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.470138 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.470295 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.470453 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.470614 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.470776 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.470935 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.471094 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.471254 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.471414 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.472535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46282) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 19:57:00.474040 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.474242 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.474424 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.474602 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.474775 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.474945 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.475116 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.475284 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.475451 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.475619 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.475784 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.475948 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.476132 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.476296 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.476458 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.476625 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.476788 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.476950 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.477111 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.477272 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.477433 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.477594 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.477760 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.477940 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.478105 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.478265 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.478426 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.478585 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.478748 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.478933 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.479096 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.479257 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.479419 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.479582 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.479743 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.479903 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.480062 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.480216 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.480370 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.480529 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.480688 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.480863 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.481020 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.481156 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063217 Apr 05 19:57:00.481436 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.481606 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.481768 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.481978 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.482143 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.482303 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.482464 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.482623 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.482794 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.482965 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.483148 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.483311 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.483399 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.483564 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.483727 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.483888 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.484058 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.484218 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.484377 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.484538 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.484711 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.484872 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.485034 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.485195 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.485354 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.485514 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.485675 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.485838 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.486031 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.486199 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.486361 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.486532 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.486700 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.486873 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.487037 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.487304 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.487998 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.488159 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.488319 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.488478 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.488637 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.488798 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.488958 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.489307 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.489307 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.489458 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.489556 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.489715 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.489905 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.490101 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.490267 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.490426 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.490585 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.490745 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.490908 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.491067 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 19:57:00.491220 n-d-836604-1 neutron-server[87859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87859) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 19:57:11.314468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dff4291-5f7e-4b9a-9219-dc6785b0bca1 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 19:57:11.392077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff4291-5f7e-4b9a-9219-dc6785b0bca1 None None] No non-hosted networks {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 19:57:11.468023 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4b8ce83e-a41e-450d-9c63-927f7ad58822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332878'] for agent, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:13.552345 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-80a35ffb-f775-4f62-bab7-2dbfcb610e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332878'] for agent, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:13.594916 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1cd4c837-e571-42fd-848f-823009e584c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:14.611735 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332878'] for agent, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:14.754242 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332878'] for agent, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:14.754863 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:14.755207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:14.756020 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:14.756568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:14.757044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:14.757563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:14.758058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:14.758964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:14.759443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:14.759912 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:14.760393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:14.760904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:14.761543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836604-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:57:14.765515 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836604-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:57:15.791430 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332878'] for agent, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:17.548908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46374) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 19:57:18.112665 n-d-836604-1 neutron-server[87964]: WARNING oslo_policy.policy [None req-ed1ad281-8449-490e-9008-2e53a9e48a89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 19:57:18.113558 n-d-836604-1 neutron-server[87964]: WARNING oslo_policy.policy [None req-ed1ad281-8449-490e-9008-2e53a9e48a89 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 19:57:18.329434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-ed1ad281-8449-490e-9008-2e53a9e48a89 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:57:18.331015 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ed1ad281-8449-490e-9008-2e53a9e48a89 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7801256 Apr 05 19:57:20.726404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46388) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 19:57:20.729754 n-d-836604-1 neutron-server[87966]: INFO neutron.db.l3_hamode_db [None req-bb5a05b9-a44e-4886-af49-816fa99e3a2b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 19:57:20.815460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a05b9-a44e-4886-af49-816fa99e3a2b None None] Routers set() bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 19:57:20.815845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5a05b9-a44e-4886-af49-816fa99e3a2b None None] Router IDs set() for agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 05 19:57:21.082615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-d5d75516-2e86-4a72-b4de-c033014305af admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:57:21.178113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.policy [None req-d5d75516-2e86-4a72-b4de-c033014305af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87964) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 19:57:21.223591 n-d-836604-1 neutron-server[87964]: WARNING oslo_policy.policy [None req-d5d75516-2e86-4a72-b4de-c033014305af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 19:57:21.223960 n-d-836604-1 neutron-server[87964]: WARNING oslo_policy.policy [None req-d5d75516-2e86-4a72-b4de-c033014305af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 19:57:21.232131 n-d-836604-1 neutron-server[87964]: INFO neutron.quota [None req-d5d75516-2e86-4a72-b4de-c033014305af admin admin] Loaded quota_driver: . Apr 05 19:57:21.247460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d5d75516-2e86-4a72-b4de-c033014305af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 19:57:21.306806 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5d75516-2e86-4a72-b4de-c033014305af admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791801626030', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791801623129', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791801563360', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791801574729', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791801585571', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791801590120', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1542524', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1555382', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-496849', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595016'] for rbac-policy, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:21.369108 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5d75516-2e86-4a72-b4de-c033014305af admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:21.370213 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d5d75516-2e86-4a72-b4de-c033014305af admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6423464 Apr 05 19:57:23.966124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46402) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 19:57:24.529853 n-d-836604-1 neutron-server[87965]: WARNING oslo_policy.policy [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 19:57:24.530459 n-d-836604-1 neutron-server[87965]: WARNING oslo_policy.policy [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 19:57:24.759677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Request body: {'network': {'name': 'private', 'project_id': '18a32d02549f4b8490f91bb7b37b367a', 'admin_state_up': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:57:24.761307 n-d-836604-1 neutron-server[87965]: INFO neutron.quota [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Loaded quota_driver: . Apr 05 19:57:24.777441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 19:57:24.784442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Usage tracker for resource:network and tenant:18a32d02549f4b8490f91bb7b37b367a is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 19:57:24.790135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 19:57:24.797691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 19:57:24.812725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Made reservation on behalf of 18a32d02549f4b8490f91bb7b37b367a for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:57:24.880408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.policy [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87965) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 05 19:57:24.925924 n-d-836604-1 neutron-server[87965]: WARNING oslo_policy.policy [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 19:57:24.926310 n-d-836604-1 neutron-server[87965]: WARNING oslo_policy.policy [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 19:57:24.935838 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:24.956952 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:24.971144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 19:57:24.974801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Usage tracker for resource:security_group_rule and tenant:18a32d02549f4b8490f91bb7b37b367a is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 19:57:24.979819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 19:57:24.985268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 19:57:25.082211 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:25.085834 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:25.109814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 19:57:25.134491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791805318229', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:25.135062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Unsubscribe: segment precommit_create {{(pid=87965) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 19:57:25.135560 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Added segment 5c1bb70a-c1cf-495d-9807-5937339d458d of type vlan for network e4b58215-ba71-4310-85cf-a6f693acb755 Apr 05 19:57:25.144222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5ebcec-b86d-40cf-bd76-f6c7e2d322e2,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:25.197328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:25.197659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:25.198015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:25.198341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:25.198660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:25.198976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:25.199287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:25.199597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:25.199904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:25.200210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:25.200518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:25.200822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Tracked resource versions report: Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: pushed versions: Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: { 'AddressGroup': {'1.2'}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'ConntrackHelper': {'1.0'}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'Log': {'1.0'}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'Network': {'1.1'}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'Port': {'1.7'}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'PortForwarding': {'1.2'}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'QosPolicy': {'1.8'}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'SecurityGroup': {'1.4'}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'SecurityGroupRule': {'1.2'}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'SubPort': {'1.0'}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'Subnet': {'1.1'}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'Trunk': {'1.1'}} Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: consumer versions: Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: { DHCP agent@n-d-836604-1: {}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: L3 agent@n-d-836604-1: {}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: Metadata agent@n-d-836604-1: {}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: Metering agent@n-d-836604-1: {}, Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: Open vSwitch agent@n-d-836604-1: { 'AddressGroup': '1.2', Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'ConntrackHelper': '1.0', Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'Log': '1.0', Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'Network': '1.1', Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'Port': '1.7', Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'PortForwarding': '1.2', Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'QosPolicy': '1.8', Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'SecurityGroup': '1.4', Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'SecurityGroupRule': '1.2', Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'SubPort': '1.0', Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'Subnet': '1.1', Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: 'Trunk': '1.1'}} Apr 05 19:57:25.201958 n-d-836604-1 neutron-server[87965]: {{(pid=87965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 19:57:25.252896 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:25.291282 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:25.292712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:57:25.293354 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:25.400214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] Pushing event updated for resources: {'Network': ['ID=e4b58215-ba71-4310-85cf-a6f693acb755,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:25.402945 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6885162c-3b6a-4255-b1e0-3e1d63aac8c0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4346254 Apr 05 19:57:25.428124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network e4b58215-ba71-4310-85cf-a6f693acb755 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 19:57:28.092820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46424) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 19:57:28.551657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bc7d6f-0dec-41dc-b1fc-e622e90ed22a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:57:28.553100 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-73bc7d6f-0dec-41dc-b1fc-e622e90ed22a admin admin] 10.222.0.24 "GET /v2.0/networks/e4b58215-ba71-4310-85cf-a6f693acb755 HTTP/1.1" status: 200 len: 825 time: 0.4593468 Apr 05 19:57:28.578543 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a3ca139e-1d0c-477a-8bb5-3d98eba5e53c admin admin] 10.222.0.24 "GET /v2.0/subnetpools/b2665663-bda0-4aae-91d8-353ddc52de47 HTTP/1.1" status: 200 len: 734 time: 0.0200689 Apr 05 19:57:28.586978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755', 'subnetpool_id': 'b2665663-bda0-4aae-91d8-353ddc52de47', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:57:28.591193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 19:57:28.595264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Usage tracker for resource:subnet and tenant:18a32d02549f4b8490f91bb7b37b367a is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 19:57:28.599359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 19:57:28.605283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 19:57:28.614257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Made reservation on behalf of 18a32d02549f4b8490f91bb7b37b367a for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:57:28.616728 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:28.914786 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:28.997111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Checking segment: {'id': '5c1bb70a-c1cf-495d-9807-5937339d458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 19:57:28.997500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Network hostable DHCP agents. Network: e4b58215-ba71-4310-85cf-a6f693acb755, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:57:29.021341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d0072fd-2833-428f-ac75-9bd616c99843,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:29.029495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.029830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.030177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.030495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.030805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.031115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.031420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.031724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.032028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.032328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.032628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.032929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Tracked resource versions report: Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: pushed versions: Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: { 'AddressGroup': {'1.2'}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'ConntrackHelper': {'1.0'}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'Log': {'1.0'}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'Network': {'1.1'}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'Port': {'1.7'}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'PortForwarding': {'1.2'}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'QosPolicy': {'1.8'}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'SecurityGroup': {'1.4'}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'SecurityGroupRule': {'1.2'}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'SubPort': {'1.0'}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'Subnet': {'1.1'}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'Trunk': {'1.1'}} Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: consumer versions: Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: { DHCP agent@n-d-836604-1: {}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: L3 agent@n-d-836604-1: {}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: Metadata agent@n-d-836604-1: {}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: Metering agent@n-d-836604-1: {}, Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: Open vSwitch agent@n-d-836604-1: { 'AddressGroup': '1.2', Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'ConntrackHelper': '1.0', Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'Log': '1.0', Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'Network': '1.1', Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'Port': '1.7', Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'PortForwarding': '1.2', Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'QosPolicy': '1.8', Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'SecurityGroup': '1.4', Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'SecurityGroupRule': '1.2', Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'SubPort': '1.0', Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'Subnet': '1.1', Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: 'Trunk': '1.1'}} Apr 05 19:57:29.034150 n-d-836604-1 neutron-server[87964]: {{(pid=87964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 19:57:29.043899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Network e4b58215-ba71-4310-85cf-a6f693acb755 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:57:29.059228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, e4b58215-ba71-4310-85cf-a6f693acb755) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:57:29.074320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:57:29.075685 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:29.077206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0c698f-3435-4671-ab2b-40ab99d9a37a None None] Network e4b58215-ba71-4310-85cf-a6f693acb755 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 19:57:29.095795 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b1da52a3-21d2-4d6a-92b6-4f8346754404 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5118561 Apr 05 19:57:29.383740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-e4b58215-ba71-4310-85cf-a6f693acb755', 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755', 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'fixed_ips': [{'subnet_id': '3d0072fd-2833-428f-ac75-9bd616c99843'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 19:57:29.384934 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:29.567191 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Allocated IP 172.20.0.2 (e4b58215-ba71-4310-85cf-a6f693acb755/3d0072fd-2833-428f-ac75-9bd616c99843/0692b492-2ea7-44e8-b6fb-8a0678aee519) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:57:29.793667 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:29.807026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Transition to ACTIVE for port object 0692b492-2ea7-44e8-b6fb-8a0678aee519 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:57:29.825300 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Transition to ACTIVE for port object 0692b492-2ea7-44e8-b6fb-8a0678aee519 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:57:29.831214 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:29.890472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Network e4b58215-ba71-4310-85cf-a6f693acb755 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:57:29.897232 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:57:29.904366 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 19:57:29.906474 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Pushing event updated for resources: {'Port': ['ID=0692b492-2ea7-44e8-b6fb-8a0678aee519,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:29.948004 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.948349 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.948677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.949006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.949331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.949648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.949986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.950305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.950619 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.950931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.951244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.951555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Tracked resource versions report: Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: pushed versions: Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: { 'AddressGroup': {'1.2'}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'ConntrackHelper': {'1.0'}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'Log': {'1.0'}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'Network': {'1.1'}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'Port': {'1.7'}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'PortForwarding': {'1.2'}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'QosPolicy': {'1.8'}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'SecurityGroup': {'1.4'}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'SecurityGroupRule': {'1.2'}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'SubPort': {'1.0'}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'Subnet': {'1.1'}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'Trunk': {'1.1'}} Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: consumer versions: Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: { DHCP agent@n-d-836604-1: {}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: L3 agent@n-d-836604-1: {}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: Metadata agent@n-d-836604-1: {}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: Metering agent@n-d-836604-1: {}, Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: Open vSwitch agent@n-d-836604-1: { 'AddressGroup': '1.2', Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'ConntrackHelper': '1.0', Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'Log': '1.0', Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'Network': '1.1', Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'Port': '1.7', Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'PortForwarding': '1.2', Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'QosPolicy': '1.8', Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'SecurityGroup': '1.4', Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'SecurityGroupRule': '1.2', Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'SubPort': '1.0', Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'Subnet': '1.1', Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: 'Trunk': '1.1'}} Apr 05 19:57:29.952675 n-d-836604-1 neutron-server[87966]: {{(pid=87966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 19:57:30.007976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Attempting to bind port 0692b492-2ea7-44e8-b6fb-8a0678aee519 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:57:30.008364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Attempting to bind port 0692b492-2ea7-44e8-b6fb-8a0678aee519 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '5c1bb70a-c1cf-495d-9807-5937339d458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:57:30.008768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Attempting to bind port 0692b492-2ea7-44e8-b6fb-8a0678aee519 on network e4b58215-ba71-4310-85cf-a6f693acb755 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 19:57:30.013903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 19:57:30.014317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Checking segment: {'id': '5c1bb70a-c1cf-495d-9807-5937339d458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 19:57:30.014774 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:30.015157 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Bound using segment: {'id': '5c1bb70a-c1cf-495d-9807-5937339d458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 19:57:30.015612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Bound port: 0692b492-2ea7-44e8-b6fb-8a0678aee519, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1bb70a-c1cf-495d-9807-5937339d458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:57:30.015991 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:30.104550 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] For port 0692b492-2ea7-44e8-b6fb-8a0678aee519, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 19:57:30.108329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] For port 0692b492-2ea7-44e8-b6fb-8a0678aee519, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0692b492-2ea7-44e8-b6fb-8a0678aee519,segment=NetworkSegment(5c1bb70a-c1cf-495d-9807-5937339d458d),segment_id=5c1bb70a-c1cf-495d-9807-5937339d458d)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 19:57:30.111692 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:30.196614 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bd1a6-1a8f-45b0-8e23-a88fbb63e4a8 None None] Pushing event updated for resources: {'Port': ['ID=0692b492-2ea7-44e8-b6fb-8a0678aee519,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:31.507439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46440) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 19:57:31.869060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-80e67d16-3fb7-4e63-b23c-b2ab9c74130f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:57:31.870103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-80e67d16-3fb7-4e63-b23c-b2ab9c74130f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3616719 Apr 05 19:57:33.966848 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e8bbf7-e80a-41c0-9997-bade1b4f8f67 None None] Network e4b58215-ba71-4310-85cf-a6f693acb755 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 19:57:34.077489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5f351094-0556-42df-a749-29f7a6454096 None None] Provisioning for port 0692b492-2ea7-44e8-b6fb-8a0678aee519 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:57:34.275126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46454) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 19:57:34.465336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0692b492-2ea7-44e8-b6fb-8a0678aee519 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 19:57:34.530930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 0692b492-2ea7-44e8-b6fb-8a0678aee519 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:57:34.536218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0692b492-2ea7-44e8-b6fb-8a0678aee519 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:57:34.536609 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:34.645851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-775bb530-bde4-427e-ac4e-8df114e01ee7 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:57:34.646945 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-775bb530-bde4-427e-ac4e-8df114e01ee7 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3709002 Apr 05 19:57:34.651969 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:34.688525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 0692b492-2ea7-44e8-b6fb-8a0678aee519, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0692b492-2ea7-44e8-b6fb-8a0678aee519,segment=NetworkSegment(5c1bb70a-c1cf-495d-9807-5937339d458d),segment_id=5c1bb70a-c1cf-495d-9807-5937339d458d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 19:57:34.692831 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:34.765718 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=0692b492-2ea7-44e8-b6fb-8a0678aee519,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:36.441251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0692b492-2ea7-44e8-b6fb-8a0678aee519 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 19:57:36.507197 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0692b492-2ea7-44e8-b6fb-8a0678aee519 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:57:36.507563 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:37.346904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46466) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 19:57:37.692822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-95594b9e-7416-4f8e-9522-f935cce3bcc3 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'admin_state_up': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:57:37.697811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-95594b9e-7416-4f8e-9522-f935cce3bcc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 19:57:37.701719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-95594b9e-7416-4f8e-9522-f935cce3bcc3 admin admin] Usage tracker for resource:router and tenant:18a32d02549f4b8490f91bb7b37b367a is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 19:57:37.705577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-95594b9e-7416-4f8e-9522-f935cce3bcc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 19:57:37.711394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-95594b9e-7416-4f8e-9522-f935cce3bcc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 19:57:37.721691 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95594b9e-7416-4f8e-9522-f935cce3bcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:37.723379 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95594b9e-7416-4f8e-9522-f935cce3bcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:37.744534 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95594b9e-7416-4f8e-9522-f935cce3bcc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:37.853947 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95594b9e-7416-4f8e-9522-f935cce3bcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:37.871350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95594b9e-7416-4f8e-9522-f935cce3bcc3 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:37.872636 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-95594b9e-7416-4f8e-9522-f935cce3bcc3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5244842 Apr 05 19:57:40.241022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46476) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 19:57:40.597767 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-d418df12-d90f-46d8-90f8-afe6a2b7b4aa admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 19:57:40.598779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d418df12-d90f-46d8-90f8-afe6a2b7b4aa admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3568351 Apr 05 19:57:41.265308 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8752cb6e-2f0d-470e-916f-2984399d5431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:42.965632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46486) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 19:57:43.328411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:57:43.333430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 19:57:43.337548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Usage tracker for resource:network and tenant:34330b2c32234607b2f838e013f27e3a is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 19:57:43.340357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 19:57:43.345949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 19:57:43.355366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Made reservation on behalf of 34330b2c32234607b2f838e013f27e3a for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:57:43.357616 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:43.371195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:43.385280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 19:57:43.388855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Usage tracker for resource:security_group_rule and tenant:34330b2c32234607b2f838e013f27e3a is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 19:57:43.391513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 19:57:43.397601 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 19:57:43.478424 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:43.481730 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:43.499075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Reserving flat network on physical network physnet1 {{(pid=87965) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 19:57:43.520276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2468bf8f-4c12-41c7-abed-8e393671d26a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:43.526083 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:43.526410 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Added segment b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a of type flat for network be3ed9ce-44de-4a17-8a12-96ef652948bf Apr 05 19:57:43.551516 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c84d8cea-7292-4b9d-96f9-51715e129adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:43.562661 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:43.597056 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:43.597969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:57:43.598525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:43.705578 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7384377 Apr 05 19:57:43.713597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29ebb5-3ef8-407c-8adc-2475ca6f8e85 admin admin] Pushing event updated for resources: {'Network': ['ID=be3ed9ce-44de-4a17-8a12-96ef652948bf,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:43.725075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network be3ed9ce-44de-4a17-8a12-96ef652948bf details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 19:57:44.564422 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:44.758094 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:45.758160 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:46.073353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46506) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 19:57:46.285741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbde571d-87fc-4420-94c9-a81f532946f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:57:46.287144 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fbde571d-87fc-4420-94c9-a81f532946f3 admin admin] 10.222.0.24 "GET /v2.0/subnets/3d0072fd-2833-428f-ac75-9bd616c99843 HTTP/1.1" status: 200 len: 849 time: 0.2128322 Apr 05 19:57:46.472378 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0ca8fdf1-320d-4d85-a209-e07457a27f96 admin admin] 10.222.0.24 "GET /v2.0/routers/bdb0e7c3-cffe-4e63-86ef-53377fca7b00 HTTP/1.1" status: 200 len: 704 time: 0.1795280 Apr 05 19:57:46.934244 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:47.165397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Allocated IP 172.20.0.1 (e4b58215-ba71-4310-85cf-a6f693acb755/3d0072fd-2833-428f-ac75-9bd616c99843/16ddeaab-5051-48f6-a0a2-7d3b2347fce0) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:57:47.319681 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:47.336912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Transition to ACTIVE for port object 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:57:47.393624 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:47.453700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Network e4b58215-ba71-4310-85cf-a6f693acb755 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:57:47.460246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:57:47.467219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 19:57:47.468034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:47.586441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Pushing event updated for resources: {'Port': ['ID=16ddeaab-5051-48f6-a0a2-7d3b2347fce0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:47.696481 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-adecbce1-486d-4a7a-934e-8c4bf94c6ce3 None None] Provisioning for port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:57:47.701992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-adecbce1-486d-4a7a-934e-8c4bf94c6ce3 None None] Provisioning complete for port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:57:47.702764 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-adecbce1-486d-4a7a-934e-8c4bf94c6ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:47.757504 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-adecbce1-486d-4a7a-934e-8c4bf94c6ce3 None None] Port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 19:57:47.760574 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:47.985241 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:47.989284 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:47.990028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:48.125368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Pushing event updated for resources: {'Port': ['ID=16ddeaab-5051-48f6-a0a2-7d3b2347fce0,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:48.177486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Network e4b58215-ba71-4310-85cf-a6f693acb755 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:57:48.178544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:57:48.367180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Router bdb0e7c3-cffe-4e63-86ef-53377fca7b00 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 19:57:48.378775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d2ebe4ec-abd4-4d2c-b38c-05795d2a58bb None None] Provisioning complete for port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:57:48.379139 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d2ebe4ec-abd4-4d2c-b38c-05795d2a58bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:48.432542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d2ebe4ec-abd4-4d2c-b38c-05795d2a58bb None None] Port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 19:57:48.517328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 19:57:48.527172 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-36d98203-2973-4cfe-89e7-8146f7b70c28 admin admin] 10.222.0.24 "PUT /v2.0/routers/bdb0e7c3-cffe-4e63-86ef-53377fca7b00/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0486996 Apr 05 19:57:48.527316 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Sync routers for ids ['bdb0e7c3-cffe-4e63-86ef-53377fca7b00'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:57:48.538004 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Routers {'bdb0e7c3-cffe-4e63-86ef-53377fca7b00'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 19:57:48.538826 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T19:57:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bdb0e7c3-cffe-4e63-86ef-53377fca7b00'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:57:48.715487 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Set router bdb0e7c3-cffe-4e63-86ef-53377fca7b00 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 19:57:49.082390 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'name': 'router1', 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:57:37Z', 'updated_at': '2022-04-05T19:57:47Z', 'revision_number': 2, 'project_id': '18a32d02549f4b8490f91bb7b37b367a', 'gw_port_host': None, '_interfaces': [{'id': '16ddeaab-5051-48f6-a0a2-7d3b2347fce0', 'name': '', 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755', 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'mac_address': 'fa:16:3e:43:f1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d0072fd-2833-428f-ac75-9bd616c99843', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:57:46Z', 'updated_at': '2022-04-05T19:57:47Z', 'revision_number': 2, 'project_id': '18a32d02549f4b8490f91bb7b37b367a', 'subnets': [{'id': '3d0072fd-2833-428f-ac75-9bd616c99843', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2665663-bda0-4aae-91d8-353ddc52de47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:57:49.087245 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Checking router: bdb0e7c3-cffe-4e63-86ef-53377fca7b00 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:57:49.087623 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Updating router bdb0e7c3-cffe-4e63-86ef-53377fca7b00 port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:57:49.141221 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:49.521586 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:49.537050 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Transition to ACTIVE for port object 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:57:49.543998 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:49.780265 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Pushing event updated for resources: {'Port': ['ID=16ddeaab-5051-48f6-a0a2-7d3b2347fce0,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:49.791970 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:49.792566 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:49.792897 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:49.793224 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:49.793545 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:49.793981 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:49.794302 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:49.794619 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:49.794933 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:49.795244 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:49.795556 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:49.795865 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Tracked resource versions report: Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: pushed versions: Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: { 'AddressGroup': {'1.2'}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'ConntrackHelper': {'1.0'}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'Log': {'1.0'}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'Network': {'1.1'}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'Port': {'1.7'}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'PortForwarding': {'1.2'}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'QosPolicy': {'1.8'}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'SecurityGroup': {'1.4'}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'SecurityGroupRule': {'1.2'}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'SubPort': {'1.0'}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'Subnet': {'1.1'}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'Trunk': {'1.1'}} Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: consumer versions: Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: { DHCP agent@n-d-836604-1: {}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: L3 agent@n-d-836604-1: {}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: Metadata agent@n-d-836604-1: {}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: Metering agent@n-d-836604-1: {}, Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: Open vSwitch agent@n-d-836604-1: { 'AddressGroup': '1.2', Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'ConntrackHelper': '1.0', Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'Log': '1.0', Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'Network': '1.1', Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'Port': '1.7', Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'PortForwarding': '1.2', Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'QosPolicy': '1.8', Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'SecurityGroup': '1.4', Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'SecurityGroupRule': '1.2', Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'SubPort': '1.0', Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'Subnet': '1.1', Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: 'Trunk': '1.1'}} Apr 05 19:57:49.796972 n-d-836604-1 neutron-server[87967]: {{(pid=87967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 19:57:49.799307 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Attempting to bind port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:57:49.799795 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Attempting to bind port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '5c1bb70a-c1cf-495d-9807-5937339d458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:57:49.800188 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Attempting to bind port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 on network e4b58215-ba71-4310-85cf-a6f693acb755 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 19:57:49.806833 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 19:57:49.807931 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Checking segment: {'id': '5c1bb70a-c1cf-495d-9807-5937339d458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 19:57:49.807931 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:49.808221 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Bound using segment: {'id': '5c1bb70a-c1cf-495d-9807-5937339d458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 19:57:49.808491 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Bound port: 16ddeaab-5051-48f6-a0a2-7d3b2347fce0, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c1bb70a-c1cf-495d-9807-5937339d458d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:57:49.808852 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:49.897417 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] For port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 19:57:49.901545 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] For port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=16ddeaab-5051-48f6-a0a2-7d3b2347fce0,segment=NetworkSegment(5c1bb70a-c1cf-495d-9807-5937339d458d),segment_id=5c1bb70a-c1cf-495d-9807-5937339d458d)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 19:57:49.906563 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:49.987972 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Routers {'bdb0e7c3-cffe-4e63-86ef-53377fca7b00'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 19:57:49.988595 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T19:57:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bdb0e7c3-cffe-4e63-86ef-53377fca7b00'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:57:50.057992 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703b60d-17eb-4d17-8914-bf1e62f49002 None None] Pushing event updated for resources: {'Port': ['ID=16ddeaab-5051-48f6-a0a2-7d3b2347fce0,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:50.148362 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] Set router bdb0e7c3-cffe-4e63-86ef-53377fca7b00 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 19:57:50.466045 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'name': 'router1', 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:57:37Z', 'updated_at': '2022-04-05T19:57:47Z', 'revision_number': 2, 'project_id': '18a32d02549f4b8490f91bb7b37b367a', 'gw_port_host': None, '_interfaces': [{'id': '16ddeaab-5051-48f6-a0a2-7d3b2347fce0', 'name': '', 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755', 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'mac_address': 'fa:16:3e:43:f1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d0072fd-2833-428f-ac75-9bd616c99843', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:57:46Z', 'updated_at': '2022-04-05T19:57:49Z', 'revision_number': 4, 'project_id': '18a32d02549f4b8490f91bb7b37b367a', 'subnets': [{'id': '3d0072fd-2833-428f-ac75-9bd616c99843', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2665663-bda0-4aae-91d8-353ddc52de47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:57:50.469742 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5c1f13-c872-4abe-90c7-8e6d7c8c6239 None None] The sync data for ids ['bdb0e7c3-cffe-4e63-86ef-53377fca7b00'] in n-d-836604-1 is: [{'id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'name': 'router1', 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:57:37Z', 'updated_at': '2022-04-05T19:57:47Z', 'revision_number': 2, 'project_id': '18a32d02549f4b8490f91bb7b37b367a', 'gw_port_host': None, '_interfaces': [{'id': '16ddeaab-5051-48f6-a0a2-7d3b2347fce0', 'name': '', 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755', 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'mac_address': 'fa:16:3e:43:f1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d0072fd-2833-428f-ac75-9bd616c99843', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:57:46Z', 'updated_at': '2022-04-05T19:57:49Z', 'revision_number': 4, 'project_id': '18a32d02549f4b8490f91bb7b37b367a', 'subnets': [{'id': '3d0072fd-2833-428f-ac75-9bd616c99843', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2665663-bda0-4aae-91d8-353ddc52de47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:57:50.742941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46528) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 19:57:50.892773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc16bd3-2e58-45a0-830f-856c8b19640d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:57:50.893319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6cc16bd3-2e58-45a0-830f-856c8b19640d admin admin] Synchronizing usage tracker for tenant:34330b2c32234607b2f838e013f27e3a on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 19:57:50.910499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6cc16bd3-2e58-45a0-830f-856c8b19640d admin admin] Unset dirty status for tenant:34330b2c32234607b2f838e013f27e3a on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 19:57:50.911636 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6cc16bd3-2e58-45a0-830f-856c8b19640d admin admin] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 842 time: 0.1677721 Apr 05 19:57:50.921430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.8.1', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'cidr': '172.25.8.0/24', 'name': 'public-subnet'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:57:50.926728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 19:57:50.930372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Usage tracker for resource:subnet and tenant:34330b2c32234607b2f838e013f27e3a is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 19:57:50.933150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 19:57:50.939217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 19:57:50.948108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Made reservation on behalf of 34330b2c32234607b2f838e013f27e3a for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 19:57:50.950346 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:51.345606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.objects.ports [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87965) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 19:57:51.346233 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:51.424523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2cf5198-a8b0-478f-a6da-7760911beb6d,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:51.430238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 19:57:51.430519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Network hostable DHCP agents. Network: be3ed9ce-44de-4a17-8a12-96ef652948bf, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 19:57:51.495440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 19:57:51.506219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, be3ed9ce-44de-4a17-8a12-96ef652948bf) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:57:51.510187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:57:51.510752 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:51.515386 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d0816d-acf4-488f-860a-48851a14842f None None] Network be3ed9ce-44de-4a17-8a12-96ef652948bf requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 19:57:51.533921 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8e4919c6-c333-4ca0-83b0-4ad1e9085d7b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6131237 Apr 05 19:57:51.743445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce0db24-431c-4cf2-ac77-f293be12f1bd None None] Network be3ed9ce-44de-4a17-8a12-96ef652948bf requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 19:57:52.471539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 19:57:52.541893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:57:52.546756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:57:52.547125 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:52.661415 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:52.696012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=16ddeaab-5051-48f6-a0a2-7d3b2347fce0,segment=NetworkSegment(5c1bb70a-c1cf-495d-9807-5937339d458d),segment_id=5c1bb70a-c1cf-495d-9807-5937339d458d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 19:57:52.700966 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:52.771408 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=16ddeaab-5051-48f6-a0a2-7d3b2347fce0,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:53.799010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46542) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 19:57:53.988339 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bb7149d9-d2ed-411e-a524-4db9dd8f114d admin admin] 10.222.0.24 "GET /v2.0/routers/bdb0e7c3-cffe-4e63-86ef-53377fca7b00 HTTP/1.1" status: 200 len: 710 time: 0.1881592 Apr 05 19:57:54.111400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc346b-12ba-444a-a5c6-355b7353bfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 19:57:54.112690 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c3fc346b-12ba-444a-a5c6-355b7353bfcf admin admin] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 886 time: 0.1193857 Apr 05 19:57:54.121083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 19:57:54.452469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 19:57:54.518097 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:57:54.518461 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:54.556188 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:54.874489 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:54.928049 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:55.102672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Allocated IP 172.25.8.147 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/45261956-4c05-4a77-a059-5523c9af87f9) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 19:57:55.244100 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:55.272080 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:55.331849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 19:57:55.334410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 19:57:55.341737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 19:57:55.406288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Pushing event updated for resources: {'Port': ['ID=45261956-4c05-4a77-a059-5523c9af87f9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:55.719394 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:56.048035 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:56.051255 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:56.221676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Router bdb0e7c3-cffe-4e63-86ef-53377fca7b00 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 19:57:56.347598 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 5 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 19:57:56.436026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 19:57:56.445546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:56.446562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Sync routers for ids ['bdb0e7c3-cffe-4e63-86ef-53377fca7b00'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 19:57:56.447021 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f60e24d1-142d-4ef2-bd09-1eedb2ef07e3 admin admin] 10.222.0.24 "PUT /v2.0/routers/bdb0e7c3-cffe-4e63-86ef-53377fca7b00 HTTP/1.1" status: 200 len: 890 time: 2.3287425 Apr 05 19:57:56.457114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Routers {'bdb0e7c3-cffe-4e63-86ef-53377fca7b00'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 19:57:56.457786 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T19:57:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bdb0e7c3-cffe-4e63-86ef-53377fca7b00'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:57:56.652015 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Set router bdb0e7c3-cffe-4e63-86ef-53377fca7b00 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 19:57:57.009685 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'name': 'router1', 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '45261956-4c05-4a77-a059-5523c9af87f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:57:37Z', 'updated_at': '2022-04-05T19:57:55Z', 'revision_number': 4, 'project_id': '18a32d02549f4b8490f91bb7b37b367a', 'gw_port': {'id': '45261956-4c05-4a77-a059-5523c9af87f9', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:57:54Z', 'updated_at': '2022-04-05T19:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '16ddeaab-5051-48f6-a0a2-7d3b2347fce0', 'name': '', 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755', 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'mac_address': 'fa:16:3e:43:f1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d0072fd-2833-428f-ac75-9bd616c99843', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:57:46Z', 'updated_at': '2022-04-05T19:57:52Z', 'revision_number': 5, 'project_id': '18a32d02549f4b8490f91bb7b37b367a', 'subnets': [{'id': '3d0072fd-2833-428f-ac75-9bd616c99843', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2665663-bda0-4aae-91d8-353ddc52de47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:57:57.014426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Checking router: bdb0e7c3-cffe-4e63-86ef-53377fca7b00 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 19:57:57.014769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Updating router bdb0e7c3-cffe-4e63-86ef-53377fca7b00 port 45261956-4c05-4a77-a059-5523c9af87f9 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 19:57:57.064717 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:57.387579 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:57.399352 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Transition to ACTIVE for port object 45261956-4c05-4a77-a059-5523c9af87f9 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 19:57:57.406037 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:57.481870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Attempting to bind port 45261956-4c05-4a77-a059-5523c9af87f9 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 19:57:57.482478 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Attempting to bind port 45261956-4c05-4a77-a059-5523c9af87f9 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 19:57:57.482608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Attempting to bind port 45261956-4c05-4a77-a059-5523c9af87f9 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 19:57:57.490539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a810a6-3fbd-4df8-82d3-5da673a9fb07 None None] Pushing event updated for resources: {'Port': ['ID=45261956-4c05-4a77-a059-5523c9af87f9,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:57.492895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 19, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 19:57:57.493264 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 19:57:57.493645 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:57.494049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 19:57:57.494503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Bound port: 45261956-4c05-4a77-a059-5523c9af87f9, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 19:57:57.494885 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:57.568217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] For port 45261956-4c05-4a77-a059-5523c9af87f9, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 19:57:57.571091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] For port 45261956-4c05-4a77-a059-5523c9af87f9, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=45261956-4c05-4a77-a059-5523c9af87f9,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 19:57:57.575266 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:57.651015 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Routers {'bdb0e7c3-cffe-4e63-86ef-53377fca7b00'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 19:57:57.651557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T19:57:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bdb0e7c3-cffe-4e63-86ef-53377fca7b00'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:57:57.709918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a810a6-3fbd-4df8-82d3-5da673a9fb07 None None] Pushing event updated for resources: {'Port': ['ID=45261956-4c05-4a77-a059-5523c9af87f9,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:57.834947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] Set router bdb0e7c3-cffe-4e63-86ef-53377fca7b00 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 19:57:58.194526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'name': 'router1', 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '45261956-4c05-4a77-a059-5523c9af87f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:57:37Z', 'updated_at': '2022-04-05T19:57:55Z', 'revision_number': 4, 'project_id': '18a32d02549f4b8490f91bb7b37b367a', 'gw_port': {'id': '45261956-4c05-4a77-a059-5523c9af87f9', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:57:54Z', 'updated_at': '2022-04-05T19:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '16ddeaab-5051-48f6-a0a2-7d3b2347fce0', 'name': '', 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755', 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'mac_address': 'fa:16:3e:43:f1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d0072fd-2833-428f-ac75-9bd616c99843', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:57:46Z', 'updated_at': '2022-04-05T19:57:52Z', 'revision_number': 5, 'project_id': '18a32d02549f4b8490f91bb7b37b367a', 'subnets': [{'id': '3d0072fd-2833-428f-ac75-9bd616c99843', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2665663-bda0-4aae-91d8-353ddc52de47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 19:57:58.198572 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79dc9803-1397-4899-a51c-cd4708d152d3 None None] The sync data for ids ['bdb0e7c3-cffe-4e63-86ef-53377fca7b00'] in n-d-836604-1 is: [{'id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'name': 'router1', 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.147'}], 'enable_snat': True}, 'gw_port_id': '45261956-4c05-4a77-a059-5523c9af87f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T19:57:37Z', 'updated_at': '2022-04-05T19:57:55Z', 'revision_number': 4, 'project_id': '18a32d02549f4b8490f91bb7b37b367a', 'gw_port': {'id': '45261956-4c05-4a77-a059-5523c9af87f9', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:57:54Z', 'updated_at': '2022-04-05T19:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '16ddeaab-5051-48f6-a0a2-7d3b2347fce0', 'name': '', 'network_id': 'e4b58215-ba71-4310-85cf-a6f693acb755', 'tenant_id': '18a32d02549f4b8490f91bb7b37b367a', 'mac_address': 'fa:16:3e:43:f1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdb0e7c3-cffe-4e63-86ef-53377fca7b00', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3d0072fd-2833-428f-ac75-9bd616c99843', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T19:57:46Z', 'updated_at': '2022-04-05T19:57:52Z', 'revision_number': 5, 'project_id': '18a32d02549f4b8490f91bb7b37b367a', 'subnets': [{'id': '3d0072fd-2833-428f-ac75-9bd616c99843', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b2665663-bda0-4aae-91d8-353ddc52de47'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 19:57:58.492088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 45261956-4c05-4a77-a059-5523c9af87f9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 19:57:58.561413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 45261956-4c05-4a77-a059-5523c9af87f9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 19:57:58.567134 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 45261956-4c05-4a77-a059-5523c9af87f9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:57:58.567509 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:58.707612 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:58.726263 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 45261956-4c05-4a77-a059-5523c9af87f9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=45261956-4c05-4a77-a059-5523c9af87f9,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 19:57:58.731819 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:57:58.806711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=45261956-4c05-4a77-a059-5523c9af87f9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 19:57:58.833970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46552) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 19:57:58.976283 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3b78c798-b8d0-4cc6-a43c-f29e4b00eb24 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1412153 Apr 05 19:58:00.452257 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 45261956-4c05-4a77-a059-5523c9af87f9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 19:58:00.522661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 45261956-4c05-4a77-a059-5523c9af87f9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 19:58:00.523022 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:11.268876 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f4771604-44da-4cab-bc28-09d015f8ec65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:13.555930 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5843ca92-df23-48d4-8223-6dc36deded4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:14.568535 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:14.759583 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:15.766022 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:33.347030 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 5 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 19:58:41.271421 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ce7353d-f67e-4664-92d7-3c983e3589c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:43.559854 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d71bb233-7349-407d-ad64-869ecac0d655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:44.572761 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:44.766168 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:58:45.769725 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:10.346211 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 5 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 19:59:11.275067 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d4c6865c-2682-46b7-89c0-433cc8b51c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:13.563052 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f2b5895c-5116-4806-9242-c98cd43a8721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:14.573208 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:14.759502 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:15.797867 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:41.279043 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1bd719e9-db4d-402e-8f6b-189843469525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:43.564816 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0b486d1-01f3-4fe8-9d73-7285c60e3c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:44.568850 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:44.761558 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:45.797145 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 19:59:47.347928 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 5 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:00:04.284907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47156) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:00:04.350589 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-766006f3-c667-4b39-9911-b2e0f51ae013 admin admin] GET failed (client error): The resource could not be found. Apr 05 20:00:04.351812 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-766006f3-c667-4b39-9911-b2e0f51ae013 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0659568 Apr 05 20:00:04.481173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d50f94-3bdf-479a-85e1-c37cb55c5d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:04.482647 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-73d50f94-3bdf-479a-85e1-c37cb55c5d14 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1270387 Apr 05 20:00:06.603274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47166) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:00:06.708717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d98104b-c07f-4f49-843a-1e42bec0ec8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:06.709265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3d98104b-c07f-4f49-843a-1e42bec0ec8f admin admin] Synchronizing usage tracker for tenant:34330b2c32234607b2f838e013f27e3a on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:00:06.724264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3d98104b-c07f-4f49-843a-1e42bec0ec8f admin admin] Unset dirty status for tenant:34330b2c32234607b2f838e013f27e3a on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:00:06.725397 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3d98104b-c07f-4f49-843a-1e42bec0ec8f admin admin] 10.222.0.24 "GET /v2.0/subnets/3d0072fd-2833-428f-ac75-9bd616c99843 HTTP/1.1" status: 200 len: 849 time: 0.1211746 Apr 05 20:00:06.735174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:00:06.849354 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:07.031998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791805225072'] for subnet, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:07.074474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:07.074691 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:07.075936 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] 10.222.0.24 "PUT /v2.0/subnets/3d0072fd-2833-428f-ac75-9bd616c99843 HTTP/1.1" status: 200 len: 868 time: 0.3450248 Apr 05 20:00:07.077569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c495b5d5-ca84-42d8-816a-6251ea7647a6 None None] Network e4b58215-ba71-4310-85cf-a6f693acb755 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:00:07.100191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d0072fd-2833-428f-ac75-9bd616c99843,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:00:07.108352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:07.108718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:07.109014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:07.109338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:07.109661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:07.110013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:07.110335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:07.110650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:07.110963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:07.111277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:07.111589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:07.111898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c990db6-5540-4889-87a5-56fa1eb6e902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:07.562017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d3bcdbe7-afc8-4841-a184-49bec15749b4 None None] Provisioning complete for port 0692b492-2ea7-44e8-b6fb-8a0678aee519 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:00:07.562370 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d3bcdbe7-afc8-4841-a184-49bec15749b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:07.690271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d3bcdbe7-afc8-4841-a184-49bec15749b4 None None] Provisioning complete for port 16ddeaab-5051-48f6-a0a2-7d3b2347fce0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:00:07.690617 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d3bcdbe7-afc8-4841-a184-49bec15749b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:09.243526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47176) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:00:09.416033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d2f88-9c9c-4ba3-8151-84d9f92f1f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:09.416746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d2f88-9c9c-4ba3-8151-84d9f92f1f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:09.418323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-461d2f88-9c9c-4ba3-8151-84d9f92f1f6e admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1738198 Apr 05 20:00:11.281415 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-587dd206-1dc4-4ac6-9102-7acb2df8aa00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:11.575371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47186) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:00:11.748251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e154b3-8559-418e-8339-e0e6050b5a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:11.748711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e154b3-8559-418e-8339-e0e6050b5a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:11.750226 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e2e154b3-8559-418e-8339-e0e6050b5a69 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1738966 Apr 05 20:00:13.566915 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4fb2c19c-8ffe-400f-8e0e-a8bd58cfb9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:13.881510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47196) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:00:14.046598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6379ea14-de8d-4f32-91b5-cbdc892d96c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:14.047930 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6379ea14-de8d-4f32-91b5-cbdc892d96c9 admin admin] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 886 time: 0.1654689 Apr 05 20:00:14.570971 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:14.764916 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:15.798870 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:16.181335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47206) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:00:16.351653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec710f8f-1a8e-4aa1-93f1-518eedff658c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:16.352998 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ec710f8f-1a8e-4aa1-93f1-518eedff658c admin admin] 10.222.0.24 "GET /v2.0/networks/e4b58215-ba71-4310-85cf-a6f693acb755 HTTP/1.1" status: 200 len: 869 time: 0.1706867 Apr 05 20:00:18.519857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47216) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:00:18.626875 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c117753c-68c3-4b2c-9d29-94bb08b08dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:18.627328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c117753c-68c3-4b2c-9d29-94bb08b08dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:18.629930 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c117753c-68c3-4b2c-9d29-94bb08b08dab admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1080153 Apr 05 20:00:20.811833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47226) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:00:20.914229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c908ad8e-5d81-44cb-bda6-2615587dfd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:20.914678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c908ad8e-5d81-44cb-bda6-2615587dfd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:20.916390 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c908ad8e-5d81-44cb-bda6-2615587dfd48 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1033969 Apr 05 20:00:23.059232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47236) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:00:23.165763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c98962c-3439-4410-8744-0c584254767f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:23.167352 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0c98962c-3439-4410-8744-0c584254767f admin admin] 10.222.0.24 "GET /v2.0/subnets/3d0072fd-2833-428f-ac75-9bd616c99843 HTTP/1.1" status: 200 len: 868 time: 0.1071682 Apr 05 20:00:24.347534 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 5 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:00:25.314173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47246) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:00:25.416473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605fe1bc-01c9-4afe-882c-67e86a6a934a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:25.417748 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-605fe1bc-01c9-4afe-882c-67e86a6a934a admin admin] 10.222.0.24 "GET /v2.0/subnets/c2cf5198-a8b0-478f-a6da-7760911beb6d HTTP/1.1" status: 200 len: 816 time: 0.1025870 Apr 05 20:00:41.283614 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a9ac00d9-9ca7-4628-86e9-eb999ed3d855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:43.571730 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16fdc694-3c18-4332-a8fd-ef88a47031b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:44.575229 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:44.631190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47292) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:00:44.678580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-63f6afc2-9ea5-4c24-909e-c2db8c54bcd4 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:00:44.679566 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-63f6afc2-9ea5-4c24-909e-c2db8c54bcd4 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474212 Apr 05 20:00:44.768472 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:45.801759 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:46.899309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47302) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:00:46.964723 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfba23a9-e997-4e5c-bef7-62bd13650b87 admin admin] GET failed (client error): The resource could not be found. Apr 05 20:00:46.965973 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cfba23a9-e997-4e5c-bef7-62bd13650b87 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657201 Apr 05 20:00:47.087578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ddd8ae-db88-434c-9664-04e8e2dc066d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:47.088941 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-27ddd8ae-db88-434c-9664-04e8e2dc066d admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1192603 Apr 05 20:00:49.263885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47312) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:00:49.309423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:00:49.313815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:00:49.323047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:00:49.333568 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] Made reservation on behalf of 34330b2c32234607b2f838e013f27e3a for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:00:49.335792 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:49.421834 n-d-836604-1 neutron-server[87965]: WARNING neutron.services.revisions.revision_plugin [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] Could not find related network for resource to bump revision. Apr 05 20:00:49.433762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:00:49.442535 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:49.442810 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] Added segment 64420e63-1610-4537-ace1-84bb9705ce31 of type vlan for network 8769267e-57f6-4289-9d6b-1ee97639ac90 Apr 05 20:00:49.467336 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:49.495721 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:49.496783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:49.497378 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:49.596059 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3309553 Apr 05 20:00:49.601556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292e14a-d905-40e9-ae2b-04b2186b30bd admin admin] Pushing event updated for resources: {'Network': ['ID=8769267e-57f6-4289-9d6b-1ee97639ac90,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:00:49.613406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:00:51.744129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47322) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:00:51.810191 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e1cc9b-0464-499e-b5d1-eb727bfee68c admin admin] GET failed (client error): The resource could not be found. Apr 05 20:00:51.810685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-15e1cc9b-0464-499e-b5d1-eb727bfee68c admin admin] Synchronizing usage tracker for tenant:34330b2c32234607b2f838e013f27e3a on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:00:51.824880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-15e1cc9b-0464-499e-b5d1-eb727bfee68c admin admin] Unset dirty status for tenant:34330b2c32234607b2f838e013f27e3a on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:00:51.826302 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-15e1cc9b-0464-499e-b5d1-eb727bfee68c admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0811071 Apr 05 20:00:51.928002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabf9a40-9751-4914-b823-9fe9e0c138e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:51.929298 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aabf9a40-9751-4914-b823-9fe9e0c138e8 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0992150 Apr 05 20:00:51.939212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-5229c4c7-e35d-4daa-bd72-70d6dfc2ce24 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'name': 'shared-subnet'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:00:51.943300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5229c4c7-e35d-4daa-bd72-70d6dfc2ce24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:00:51.952370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5229c4c7-e35d-4daa-bd72-70d6dfc2ce24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:00:51.961639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5229c4c7-e35d-4daa-bd72-70d6dfc2ce24 admin admin] Made reservation on behalf of 34330b2c32234607b2f838e013f27e3a for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:00:51.963817 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5229c4c7-e35d-4daa-bd72-70d6dfc2ce24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:52.193214 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5229c4c7-e35d-4daa-bd72-70d6dfc2ce24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:52.265669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229c4c7-e35d-4daa-bd72-70d6dfc2ce24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90042076-0e86-4111-8538-a9f01500fdcc,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:00:52.269524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5229c4c7-e35d-4daa-bd72-70d6dfc2ce24 admin admin] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:00:52.269866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229c4c7-e35d-4daa-bd72-70d6dfc2ce24 admin admin] Network hostable DHCP agents. Network: 8769267e-57f6-4289-9d6b-1ee97639ac90, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:00:52.288024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5229c4c7-e35d-4daa-bd72-70d6dfc2ce24 admin admin] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:00:52.297559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-5229c4c7-e35d-4daa-bd72-70d6dfc2ce24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 8769267e-57f6-4289-9d6b-1ee97639ac90) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:00:52.301339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5229c4c7-e35d-4daa-bd72-70d6dfc2ce24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:00:52.301935 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5229c4c7-e35d-4daa-bd72-70d6dfc2ce24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:52.306291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895515e8-9395-41b4-a361-3e447f5b0294 None None] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:00:52.324134 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5229c4c7-e35d-4daa-bd72-70d6dfc2ce24 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3881009 Apr 05 20:00:52.525764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-8769267e-57f6-4289-9d6b-1ee97639ac90', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'tenant_id': '34330b2c32234607b2f838e013f27e3a', 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:00:52.527303 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:52.687303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Allocated IP 192.168.233.2 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/05124b95-6ff7-49a3-a45b-fecdbeb8e48f) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:00:52.902104 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:52.912566 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Transition to ACTIVE for port object 05124b95-6ff7-49a3-a45b-fecdbeb8e48f will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:00:52.931342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Transition to ACTIVE for port object 05124b95-6ff7-49a3-a45b-fecdbeb8e48f will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:00:52.937524 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:52.996176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:00:52.998808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:00:53.001246 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:00:53.040338 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Pushing event updated for resources: {'Port': ['ID=05124b95-6ff7-49a3-a45b-fecdbeb8e48f,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:00:53.081930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:53.082283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:53.082593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:53.082919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:53.083245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:53.083563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:53.083881 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:53.084195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:53.084512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:53.084821 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:53.085135 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:53.085464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:00:53.113611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Attempting to bind port 05124b95-6ff7-49a3-a45b-fecdbeb8e48f on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:00:53.113990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Attempting to bind port 05124b95-6ff7-49a3-a45b-fecdbeb8e48f by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:00:53.114341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Attempting to bind port 05124b95-6ff7-49a3-a45b-fecdbeb8e48f on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:00:53.119770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:00:53.120735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:00:53.121127 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:53.121536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:00:53.122007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Bound port: 05124b95-6ff7-49a3-a45b-fecdbeb8e48f, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:00:53.122373 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:53.211521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] For port 05124b95-6ff7-49a3-a45b-fecdbeb8e48f, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:00:53.214844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] For port 05124b95-6ff7-49a3-a45b-fecdbeb8e48f, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=05124b95-6ff7-49a3-a45b-fecdbeb8e48f,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:00:53.220037 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:53.299240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848bec9-340f-4c54-8a97-89b6220ac5e7 None None] Pushing event updated for resources: {'Port': ['ID=05124b95-6ff7-49a3-a45b-fecdbeb8e48f,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:00:54.117788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3c7417-4664-4264-a759-fc1a333aa309 None None] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:00:54.213822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b3cb0ddf-aaaa-460d-b1be-f76372b5817f None None] Provisioning for port 05124b95-6ff7-49a3-a45b-fecdbeb8e48f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:00:54.572732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 05124b95-6ff7-49a3-a45b-fecdbeb8e48f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:00:54.642867 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 05124b95-6ff7-49a3-a45b-fecdbeb8e48f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:00:54.647533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 05124b95-6ff7-49a3-a45b-fecdbeb8e48f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:00:54.647886 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:54.769112 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:54.801835 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 05124b95-6ff7-49a3-a45b-fecdbeb8e48f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=05124b95-6ff7-49a3-a45b-fecdbeb8e48f,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:00:54.805980 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:00:54.873927 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=05124b95-6ff7-49a3-a45b-fecdbeb8e48f,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:00:56.542294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 05124b95-6ff7-49a3-a45b-fecdbeb8e48f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:00:56.636854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 05124b95-6ff7-49a3-a45b-fecdbeb8e48f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:00:56.637210 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:01:01.345960 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 5 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:01:11.286662 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a68a0d49-4beb-4729-96ff-a5bfa970cba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:01:13.573925 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3257d005-c27b-4221-bcaa-1f7e4e3ff655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:01:14.578388 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:01:14.773577 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:01:15.805354 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:01:38.346575 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 5 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:01:41.289460 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7af2df16-6419-4987-bf45-205f493d0280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:01:43.575231 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-031ad77d-a087-4120-8b34-3062c31673d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:01:44.584031 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:01:44.775753 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:01:45.806006 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:11.292649 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a0aaafae-d3bf-4b8e-a152-9f6e387643d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:13.576920 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-92dfecd7-64ac-4c9c-8aae-11e1cd1e1112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:14.584119 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:14.777694 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:15.344201 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 5 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:02:15.811058 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:17.226445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47366) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:02:17.232284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-ae517262-cef6-47a0-9a7a-ed272cae6b5f tempest-verify_tempest_config-1416030302 tempest-verify_tempest_config-1416030302-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:02:17.233233 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ae517262-cef6-47a0-9a7a-ed272cae6b5f tempest-verify_tempest_config-1416030302 tempest-verify_tempest_config-1416030302-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058322 Apr 05 20:02:17.532025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47384) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:02:17.652486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:17.666922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:02:17.670669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:ab24aa1623a843578b2c93c658832923 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:02:17.673922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:02:17.679534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:02:17.780511 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:17.784296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:17.831730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab24aa1623a843578b2c93c658832923&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2986906 Apr 05 20:02:17.832513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311338e7-c5b0-4e8c-9872-19df0db2c599,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:02:17.834384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47390) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:02:17.851025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:02:17.851370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:02:17.851705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:02:17.852060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:02:17.852390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:02:17.852713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:02:17.853032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:02:17.853350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:02:17.853715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:02:17.854011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:02:17.854329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:02:17.854643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a61d6d8-e77f-4677-a72b-5eca2bdc2ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:02:17.907100 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f073af72-41e8-4ee3-aee6-fd199f58aa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:17.932221 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f073af72-41e8-4ee3-aee6-fd199f58aa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:18.023435 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f073af72-41e8-4ee3-aee6-fd199f58aa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:18.043652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073af72-41e8-4ee3-aee6-fd199f58aa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311338e7-c5b0-4e8c-9872-19df0db2c599,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:02:18.046806 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f073af72-41e8-4ee3-aee6-fd199f58aa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:18.047904 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f073af72-41e8-4ee3-aee6-fd199f58aa82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/311338e7-c5b0-4e8c-9872-19df0db2c599 HTTP/1.1" status: 204 len: 168 time: 0.2126431 Apr 05 20:02:41.294654 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-197feef3-f243-4489-b046-43cf960d8330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:43.578808 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6a85bb3-2164-4e7d-bf5b-548e07fae2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:44.586572 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:44.779688 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:45.811349 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:02:52.342853 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 5 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:03:11.296759 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4f0299ca-9584-4e64-ae4f-23b9c2c4c9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:03:13.579795 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-443052a8-45c7-485e-a864-ecf349a4ee98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:03:14.591303 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:03:14.783364 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:03:15.814425 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:03:29.341206 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 5 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:03:41.298568 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e3827091-3170-40e3-8957-a151edcfe933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:03:43.580892 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1909591d-2c51-480d-91ad-2063cb13cd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:03:44.594094 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:03:44.784765 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:03:45.815291 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:04:06.340566 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 5 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:04:11.299395 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37e3dfab-dd5b-419e-8a32-7743256ab924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:04:13.581806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-94f0c9bb-de6c-4e81-a4d8-347051227e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:04:14.599363 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:04:14.787642 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:04:15.820883 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:04:41.300033 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ea8417e2-6221-4a4e-8724-b99abb82a745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:04:43.342264 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 5 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:04:43.582448 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e32ade0-b918-4da3-bf90-00cd51f588fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:04:44.598743 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:04:44.788895 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:04:45.820095 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:08.480385 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332878'] for agent, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:08.697903 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332878'] for agent, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:11.304320 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3efd98b5-10a6-445a-bd9e-0d37c715d359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:13.583690 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-593d7671-e331-465c-aedd-9749860da73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:14.601670 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:14.790686 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:15.823052 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:20.341790 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:05:38.466519 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:38.700922 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:41.306357 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-610354eb-36c6-4ef4-a3d7-6739bc8d59f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:43.584845 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-029b115e-4b7c-4fdb-b052-4ea996a1eff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:44.603626 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:44.792125 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:45.825825 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:05:54.656670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47454) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:05:54.767919 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2c1b1e56-362f-4048-a1ae-9abb620a0a58 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1101799 Apr 05 20:05:56.909598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47464) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:05:56.963210 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-40d2ff19-60d6-4068-84d4-e3ca18cba4d3 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0525410 Apr 05 20:05:57.341709 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:06:08.466118 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:06:08.698178 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:06:11.315576 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-25b367c5-9e19-4c0b-a168-5f2b88d31152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:06:13.586482 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5209c854-a6f0-4b89-89e2-7e17d8958e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:06:14.607383 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:06:14.794355 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:06:15.831369 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:06:34.341045 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:06:38.484582 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:06:38.718437 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:06:41.310282 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-82e1ab57-76eb-44c6-99b4-b18666dd787e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:06:43.590688 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2dc266cc-0ab5-44aa-9174-3fe958b3eca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:06:44.611683 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:06:44.796975 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:06:45.829570 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:08.481684 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:08.728820 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:11.316618 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-27fd8a49-db3e-418e-858e-30d0f8efc6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:11.339945 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:07:13.583821 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6b4ecb47-de1c-4b11-add0-6cbd2594b9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:14.613766 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:14.798858 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:15.832184 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:35.345073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47770) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:35.745143 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:35.759648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:35.763546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Usage tracker for resource:security_group_rule and tenant:0cf7f2833fcb4929a763d325823f6180 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:35.766390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:35.771981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:35.859951 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:35.864178 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:35.904450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bd1be1-f2fd-4586-9cd7-addeb3599033,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:35.921581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:35.921954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:35.922296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:35.922626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:35.922954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:35.923279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:35.923598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:35.923927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:35.924239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:35.924557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:35.924874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:35.925187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] Tracked resource versions report: Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: pushed versions: Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: { 'AddressGroup': {'1.2'}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'ConntrackHelper': {'1.0'}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'Log': {'1.0'}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'Network': {'1.1'}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'Port': {'1.7'}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'PortForwarding': {'1.2'}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'QosPolicy': {'1.8'}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'SecurityGroup': {'1.4'}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'SecurityGroupRule': {'1.2'}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'SubPort': {'1.0'}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'Subnet': {'1.1'}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'Trunk': {'1.1'}} Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: consumer versions: Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: { DHCP agent@n-d-836604-1: {}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: HyperV agent@n-h1-836604-1: {}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: HyperV agent@n-h2-836604-1: {}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: L3 agent@n-d-836604-1: {}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: Metadata agent@n-d-836604-1: {}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: Metering agent@n-d-836604-1: {}, Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: Open vSwitch agent@n-d-836604-1: { 'AddressGroup': '1.2', Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'ConntrackHelper': '1.0', Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'Log': '1.0', Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'Network': '1.1', Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'Port': '1.7', Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'PortForwarding': '1.2', Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'QosPolicy': '1.8', Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'SecurityGroup': '1.4', Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'SecurityGroupRule': '1.2', Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'SubPort': '1.0', Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'Subnet': '1.1', Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: 'Trunk': '1.1'}} Apr 05 20:07:35.926393 n-d-836604-1 neutron-server[87964]: {{(pid=87964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 20:07:35.943578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47796) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:35.944153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d964441e-e88a-43a2-84c1-e326404f9f8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cf7f2833fcb4929a763d325823f6180&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5976176 Apr 05 20:07:36.005708 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:36.031982 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:36.098472 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:36.124076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bd1be1-f2fd-4586-9cd7-addeb3599033,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:36.137058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:36.138160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:36.138504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:36.138812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:36.139286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:36.139611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:36.139935 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:36.140276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:36.140578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:36.140889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:36.141210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:36.141529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Tracked resource versions report: Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: pushed versions: Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: { 'AddressGroup': {'1.2'}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'ConntrackHelper': {'1.0'}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'Log': {'1.0'}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'Network': {'1.1'}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'Port': {'1.7'}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'PortForwarding': {'1.2'}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'QosPolicy': {'1.8'}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'SecurityGroup': {'1.4'}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'SecurityGroupRule': {'1.2'}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'SubPort': {'1.0'}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'Subnet': {'1.1'}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'Trunk': {'1.1'}} Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: consumer versions: Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: { DHCP agent@n-d-836604-1: {}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: HyperV agent@n-h1-836604-1: {}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: HyperV agent@n-h2-836604-1: {}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: L3 agent@n-d-836604-1: {}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: Metadata agent@n-d-836604-1: {}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: Metering agent@n-d-836604-1: {}, Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: Open vSwitch agent@n-d-836604-1: { 'AddressGroup': '1.2', Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'ConntrackHelper': '1.0', Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'Log': '1.0', Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'Network': '1.1', Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'Port': '1.7', Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'PortForwarding': '1.2', Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'QosPolicy': '1.8', Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'SecurityGroup': '1.4', Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'SecurityGroupRule': '1.2', Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'SubPort': '1.0', Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'Subnet': '1.1', Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: 'Trunk': '1.1'}} Apr 05 20:07:36.142679 n-d-836604-1 neutron-server[87965]: {{(pid=87965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 20:07:36.146583 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:36.150308 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2840902c-0cac-4321-97c8-a4ee0d2f2ca7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17bd1be1-f2fd-4586-9cd7-addeb3599033 HTTP/1.1" status: 204 len: 168 time: 0.2055392 Apr 05 20:07:36.939168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47852) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:36.956612 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e5ee7aa-6bd0-4b69-a0e9-3d3b015a823d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:36.970601 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2e5ee7aa-6bd0-4b69-a0e9-3d3b015a823d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:36.974833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2e5ee7aa-6bd0-4b69-a0e9-3d3b015a823d admin admin] Usage tracker for resource:security_group_rule and tenant:c7c3f9011fca4db482eb76bdb9941814 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:36.977646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2e5ee7aa-6bd0-4b69-a0e9-3d3b015a823d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:36.984091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2e5ee7aa-6bd0-4b69-a0e9-3d3b015a823d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:37.095155 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e5ee7aa-6bd0-4b69-a0e9-3d3b015a823d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:37.099727 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e5ee7aa-6bd0-4b69-a0e9-3d3b015a823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:37.151683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ee7aa-6bd0-4b69-a0e9-3d3b015a823d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14739c2-ca20-4f14-9a92-5fff0da26377,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:37.156306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2e5ee7aa-6bd0-4b69-a0e9-3d3b015a823d admin admin] Synchronizing usage tracker for tenant:34330b2c32234607b2f838e013f27e3a on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:07:37.185981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2e5ee7aa-6bd0-4b69-a0e9-3d3b015a823d admin admin] Unset dirty status for tenant:34330b2c32234607b2f838e013f27e3a on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:07:37.188266 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2e5ee7aa-6bd0-4b69-a0e9-3d3b015a823d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7c3f9011fca4db482eb76bdb9941814&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2474530 Apr 05 20:07:37.190430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47866) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:37.277390 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-16b2885e-f837-4b4a-afe2-3a73672e609c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:37.316410 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-16b2885e-f837-4b4a-afe2-3a73672e609c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:37.392147 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-16b2885e-f837-4b4a-afe2-3a73672e609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:37.413137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2885e-f837-4b4a-afe2-3a73672e609c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14739c2-ca20-4f14-9a92-5fff0da26377,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:37.422295 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-16b2885e-f837-4b4a-afe2-3a73672e609c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:37.423576 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-16b2885e-f837-4b4a-afe2-3a73672e609c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b14739c2-ca20-4f14-9a92-5fff0da26377 HTTP/1.1" status: 204 len: 168 time: 0.2314067 Apr 05 20:07:38.015474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47916) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:38.238912 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2365632b-65ba-4715-b6ab-b36232dc1a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:38.254277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2365632b-65ba-4715-b6ab-b36232dc1a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:38.258374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2365632b-65ba-4715-b6ab-b36232dc1a01 admin admin] Usage tracker for resource:security_group_rule and tenant:4da0b03e13bd42fab10843f4f8dad2bb is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:38.261177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2365632b-65ba-4715-b6ab-b36232dc1a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:38.267850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2365632b-65ba-4715-b6ab-b36232dc1a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:38.375699 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2365632b-65ba-4715-b6ab-b36232dc1a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:38.380803 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2365632b-65ba-4715-b6ab-b36232dc1a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:38.441608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47950) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:38.442226 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2365632b-65ba-4715-b6ab-b36232dc1a01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4da0b03e13bd42fab10843f4f8dad2bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4249997 Apr 05 20:07:38.443615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2365632b-65ba-4715-b6ab-b36232dc1a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d71fd8-5c17-4538-94b1-39195088677a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:38.506033 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:38.521849 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bbd23c76-c558-4a36-ab32-61ca9dbf6302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:38.555392 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bbd23c76-c558-4a36-ab32-61ca9dbf6302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:38.581067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47960) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:38.638913 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bbd23c76-c558-4a36-ab32-61ca9dbf6302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:38.660254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd23c76-c558-4a36-ab32-61ca9dbf6302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d71fd8-5c17-4538-94b1-39195088677a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:38.671630 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bbd23c76-c558-4a36-ab32-61ca9dbf6302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:38.675551 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bbd23c76-c558-4a36-ab32-61ca9dbf6302 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73d71fd8-5c17-4538-94b1-39195088677a HTTP/1.1" status: 204 len: 168 time: 0.2324808 Apr 05 20:07:38.748553 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:38.817971 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4c996f3-39ec-4655-8635-4c726bb5bd00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:38.821816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47984) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:38.834202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e4c996f3-39ec-4655-8635-4c726bb5bd00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:38.839438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e4c996f3-39ec-4655-8635-4c726bb5bd00 admin admin] Usage tracker for resource:security_group_rule and tenant:3261db969bac4b1bb5691906cdef4396 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:38.843001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e4c996f3-39ec-4655-8635-4c726bb5bd00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:38.848691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e4c996f3-39ec-4655-8635-4c726bb5bd00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:38.961862 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4c996f3-39ec-4655-8635-4c726bb5bd00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:38.967824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4c996f3-39ec-4655-8635-4c726bb5bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.020136 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e4c996f3-39ec-4655-8635-4c726bb5bd00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3261db969bac4b1bb5691906cdef4396&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4379957 Apr 05 20:07:39.022837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48000) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:39.038693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c996f3-39ec-4655-8635-4c726bb5bd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23bd647-b587-4a67-b84d-313a5e19ca42,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:39.112303 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af78efa1-3501-4ed9-b167-ded8d295ee75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.148801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-network', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:07:39.153701 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af78efa1-3501-4ed9-b167-ded8d295ee75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.167423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:39.184141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Usage tracker for resource:network and tenant:23dd846987e84c54bf39cdc9ce7aec5f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:39.188711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:39.211462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:39.229232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Made reservation on behalf of 23dd846987e84c54bf39cdc9ce7aec5f for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:07:39.233153 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.251524 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.268033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:39.272640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:23dd846987e84c54bf39cdc9ce7aec5f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:39.276702 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:39.283898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:39.285749 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af78efa1-3501-4ed9-b167-ded8d295ee75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.327711 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af78efa1-3501-4ed9-b167-ded8d295ee75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.331585 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-af78efa1-3501-4ed9-b167-ded8d295ee75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e23bd647-b587-4a67-b84d-313a5e19ca42 HTTP/1.1" status: 204 len: 168 time: 0.3077464 Apr 05 20:07:39.338027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af78efa1-3501-4ed9-b167-ded8d295ee75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23bd647-b587-4a67-b84d-313a5e19ca42,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:39.347269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48028) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:39.381186 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d212399-a6af-46f1-9b3e-dbe32ccc9215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.429052 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.429545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9d212399-a6af-46f1-9b3e-dbe32ccc9215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:39.434795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.442509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9d212399-a6af-46f1-9b3e-dbe32ccc9215 admin admin] Usage tracker for resource:security_group_rule and tenant:928dbcb4322b4e1e96e61e12fdab8298 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:39.446065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9d212399-a6af-46f1-9b3e-dbe32ccc9215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:39.456311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:07:39.460056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9d212399-a6af-46f1-9b3e-dbe32ccc9215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:39.472267 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.473007 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Added segment 1b5da415-8704-417a-a997-0644cb804d6d of type vlan for network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 Apr 05 20:07:39.504882 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.544384 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.545823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:39.546600 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.597561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65aa303-202d-4357-bb0f-e483decc5232,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:39.619239 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d212399-a6af-46f1-9b3e-dbe32ccc9215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.628762 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d212399-a6af-46f1-9b3e-dbe32ccc9215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.662516 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8385477 Apr 05 20:07:39.668119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48046) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:39.676851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Request body: {'subnet': {'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-subnet', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:07:39.683433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797272b-d976-4e78-97bc-71f922107dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=3181547e-906a-45c1-ab4d-f0e8ddba8d63,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:39.686736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:39.690832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9d212399-a6af-46f1-9b3e-dbe32ccc9215 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=928dbcb4322b4e1e96e61e12fdab8298&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3423886 Apr 05 20:07:39.691565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Usage tracker for resource:subnet and tenant:23dd846987e84c54bf39cdc9ce7aec5f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:39.694187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48050) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:39.695218 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:39.700811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:07:39.703271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:39.713429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d212399-a6af-46f1-9b3e-dbe32ccc9215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e738e6-4638-4e5e-a580-e73070636af7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:39.727222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Made reservation on behalf of 23dd846987e84c54bf39cdc9ce7aec5f for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:07:39.729523 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.774212 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1d0bdf5-292c-454a-af92-a84d6ca4939d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.826337 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1d0bdf5-292c-454a-af92-a84d6ca4939d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.891496 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1d0bdf5-292c-454a-af92-a84d6ca4939d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.924481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0bdf5-292c-454a-af92-a84d6ca4939d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e738e6-4638-4e5e-a580-e73070636af7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:39.944106 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1d0bdf5-292c-454a-af92-a84d6ca4939d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:39.945727 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a1d0bdf5-292c-454a-af92-a84d6ca4939d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89e738e6-4638-4e5e-a580-e73070636af7 HTTP/1.1" status: 204 len: 168 time: 0.2501950 Apr 05 20:07:39.985676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48060) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:40.081658 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:40.186339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Checking segment: {'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:07:40.186684 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Network hostable DHCP agents. Network: 3181547e-906a-45c1-ab4d-f0e8ddba8d63, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:07:40.195756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48084) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:40.196679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db5d97bd-f1f9-44b3-b911-c8ed750bc5a6,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:40.222028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:07:40.223486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4cff-e890-4d80-a5a4-64aa2054216d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:40.242184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 3181547e-906a-45c1-ab4d-f0e8ddba8d63) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:07:40.243357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5dbc4cff-e890-4d80-a5a4-64aa2054216d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:40.247492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:40.247701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5dbc4cff-e890-4d80-a5a4-64aa2054216d admin admin] Usage tracker for resource:security_group_rule and tenant:34e742b77e9f4912bd52f360d2930528 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:40.248202 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:40.250652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5dbc4cff-e890-4d80-a5a4-64aa2054216d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:40.257459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1061cf8-cac3-44df-8b1a-e093878421a8 None None] Network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:07:40.284645 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9039e526-dcaa-40b4-adba-da840276b793 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6057811 Apr 05 20:07:40.285079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5dbc4cff-e890-4d80-a5a4-64aa2054216d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:40.285148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48090) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:40.285148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:07:40.286491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:40.291970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Usage tracker for resource:router and tenant:23dd846987e84c54bf39cdc9ce7aec5f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:40.296417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:40.304399 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:40.330872 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:40.332386 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:40.376062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:40.496361 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4cff-e890-4d80-a5a4-64aa2054216d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:40.504936 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5dbc4cff-e890-4d80-a5a4-64aa2054216d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:40.570290 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5dbc4cff-e890-4d80-a5a4-64aa2054216d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34e742b77e9f4912bd52f360d2930528&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3731248 Apr 05 20:07:40.573323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48112) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:40.654494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc4cff-e890-4d80-a5a4-64aa2054216d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123dea37-89e5-45e3-9257-231049f42842,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:40.694837 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02ce3d29-2c96-4314-9dd9-78e9dd662238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:40.711864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:07:40.713351 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:40.728593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-02ce3d29-2c96-4314-9dd9-78e9dd662238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:40.734755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-02ce3d29-2c96-4314-9dd9-78e9dd662238 admin admin] Usage tracker for resource:security_group_rule and tenant:15b2636616704b02b86f86af71c68146 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:40.737971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-02ce3d29-2c96-4314-9dd9-78e9dd662238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:40.745171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-02ce3d29-2c96-4314-9dd9-78e9dd662238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:40.927492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:40.942153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02ce3d29-2c96-4314-9dd9-78e9dd662238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:40.969313 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02ce3d29-2c96-4314-9dd9-78e9dd662238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.024008 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Allocated IP 172.20.0.2 (3181547e-906a-45c1-ab4d-f0e8ddba8d63/db5d97bd-f1f9-44b3-b911-c8ed750bc5a6/d3fe155a-6358-4d3a-b65f-e5004216f2d1) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:07:41.056447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce3d29-2c96-4314-9dd9-78e9dd662238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f0e291-4c9e-4683-916c-0b8cf85e3329,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:41.084376 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dfb6c116-94a9-47ed-99de-7f54cd80fde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.123697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-02ce3d29-2c96-4314-9dd9-78e9dd662238 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15b2636616704b02b86f86af71c68146&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1361616 Apr 05 20:07:41.124296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48140) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:41.128920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48142) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:41.151500 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dfb6c116-94a9-47ed-99de-7f54cd80fde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.233531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dfb6c116-94a9-47ed-99de-7f54cd80fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.236978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89f52d6a-d409-4da9-8a5a-6af1111aac7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.267184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6c116-94a9-47ed-99de-7f54cd80fde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123dea37-89e5-45e3-9257-231049f42842,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:41.275012 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89f52d6a-d409-4da9-8a5a-6af1111aac7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.277320 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dfb6c116-94a9-47ed-99de-7f54cd80fde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.278573 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dfb6c116-94a9-47ed-99de-7f54cd80fde5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/123dea37-89e5-45e3-9257-231049f42842 HTTP/1.1" status: 204 len: 168 time: 0.7041938 Apr 05 20:07:41.372406 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b314ee44-c393-40ae-bcf4-162c64df2ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.375958 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.390706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Transition to ACTIVE for port object d3fe155a-6358-4d3a-b65f-e5004216f2d1 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:07:41.410275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Transition to ACTIVE for port object d3fe155a-6358-4d3a-b65f-e5004216f2d1 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:07:41.417783 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.490568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:07:41.498901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:07:41.502940 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aec54e60-31ed-409c-95ef-fa3f08dc23df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.503474 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:07:41.506310 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.540239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-aec54e60-31ed-409c-95ef-fa3f08dc23df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:41.551064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-aec54e60-31ed-409c-95ef-fa3f08dc23df admin admin] Usage tracker for resource:security_group_rule and tenant:cbceb84c9aad46acac3afc4d752b6690 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:41.554635 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.560669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-aec54e60-31ed-409c-95ef-fa3f08dc23df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:41.575557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-aec54e60-31ed-409c-95ef-fa3f08dc23df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:41.595791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Pushing event updated for resources: {'Port': ['ID=d3fe155a-6358-4d3a-b65f-e5004216f2d1,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:41.604255 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89f52d6a-d409-4da9-8a5a-6af1111aac7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.614878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:41.615582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:41.616094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:41.616597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:41.617121 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:41.617614 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:41.618156 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:41.618646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:41.619132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:41.620309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:41.620814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:41.621303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Tracked resource versions report: Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: pushed versions: Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: { 'AddressGroup': {'1.2'}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'ConntrackHelper': {'1.0'}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'Log': {'1.0'}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'Network': {'1.1'}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'Port': {'1.7'}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'PortForwarding': {'1.2'}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'QosPolicy': {'1.8'}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'SecurityGroup': {'1.4'}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'SecurityGroupRule': {'1.2'}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'SubPort': {'1.0'}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'Subnet': {'1.1'}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'Trunk': {'1.1'}} Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: consumer versions: Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: { DHCP agent@n-d-836604-1: {}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: HyperV agent@n-h1-836604-1: {}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: HyperV agent@n-h2-836604-1: {}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: L3 agent@n-d-836604-1: {}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: Metadata agent@n-d-836604-1: {}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: Metering agent@n-d-836604-1: {}, Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: Open vSwitch agent@n-d-836604-1: { 'AddressGroup': '1.2', Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'ConntrackHelper': '1.0', Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'Log': '1.0', Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'Network': '1.1', Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'Port': '1.7', Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'PortForwarding': '1.2', Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'QosPolicy': '1.8', Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'SecurityGroup': '1.4', Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'SecurityGroupRule': '1.2', Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'SubPort': '1.0', Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'Subnet': '1.1', Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: 'Trunk': '1.1'}} Apr 05 20:07:41.622668 n-d-836604-1 neutron-server[87966]: {{(pid=87966) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 20:07:41.631128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Attempting to bind port d3fe155a-6358-4d3a-b65f-e5004216f2d1 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:07:41.631761 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Attempting to bind port d3fe155a-6358-4d3a-b65f-e5004216f2d1 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:07:41.632302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Attempting to bind port d3fe155a-6358-4d3a-b65f-e5004216f2d1 on network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:07:41.639179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f52d6a-d409-4da9-8a5a-6af1111aac7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f0e291-4c9e-4683-916c-0b8cf85e3329,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:41.642334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:07:41.643187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Checking segment: {'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:07:41.643808 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.644384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Bound using segment: {'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:07:41.645053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Bound port: d3fe155a-6358-4d3a-b65f-e5004216f2d1, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:07:41.645651 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.698855 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89f52d6a-d409-4da9-8a5a-6af1111aac7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.701460 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-89f52d6a-d409-4da9-8a5a-6af1111aac7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28f0e291-4c9e-4683-916c-0b8cf85e3329 HTTP/1.1" status: 204 len: 168 time: 0.5713553 Apr 05 20:07:41.741293 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aec54e60-31ed-409c-95ef-fa3f08dc23df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.748131 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aec54e60-31ed-409c-95ef-fa3f08dc23df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.771975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] For port d3fe155a-6358-4d3a-b65f-e5004216f2d1, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:07:41.776636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] For port d3fe155a-6358-4d3a-b65f-e5004216f2d1, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d3fe155a-6358-4d3a-b65f-e5004216f2d1,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:07:41.788321 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:41.813692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Allocated IP 172.25.8.250 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/c4948bd4-fe57-4f22-bf17-892235247184) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:07:41.894806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec54e60-31ed-409c-95ef-fa3f08dc23df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa0ce5d-67fa-4610-98f4-9c7e1f1d086a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:41.899818 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-aec54e60-31ed-409c-95ef-fa3f08dc23df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbceb84c9aad46acac3afc4d752b6690&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7725728 Apr 05 20:07:41.903919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48184) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:41.933582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a9859-60c7-40d7-93f4-efe29dd5b273 None None] Pushing event updated for resources: {'Port': ['ID=d3fe155a-6358-4d3a-b65f-e5004216f2d1,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:41.988199 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1526bb47-d79f-4086-a419-abec1a4ab81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:42.031460 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1526bb47-d79f-4086-a419-abec1a4ab81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:42.054068 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:42.095473 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:42.111172 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1526bb47-d79f-4086-a419-abec1a4ab81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:42.131688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526bb47-d79f-4086-a419-abec1a4ab81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa0ce5d-67fa-4610-98f4-9c7e1f1d086a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:42.158748 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1526bb47-d79f-4086-a419-abec1a4ab81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:42.160112 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1526bb47-d79f-4086-a419-abec1a4ab81f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9fa0ce5d-67fa-4610-98f4-9c7e1f1d086a HTTP/1.1" status: 204 len: 168 time: 0.2550633 Apr 05 20:07:42.177617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:07:42.183882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:07:42.202671 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:07:42.286604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Pushing event updated for resources: {'Port': ['ID=c4948bd4-fe57-4f22-bf17-892235247184,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:42.416879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48208) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:42.449306 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d13c-d839-49b9-87c1-e218f7e87294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:42.477446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d4e3d13c-d839-49b9-87c1-e218f7e87294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:42.482101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d4e3d13c-d839-49b9-87c1-e218f7e87294 admin admin] Usage tracker for resource:security_group_rule and tenant:6b6a601ecac74531ae9097cd9640f645 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:42.485196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d4e3d13c-d839-49b9-87c1-e218f7e87294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:42.491538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d4e3d13c-d839-49b9-87c1-e218f7e87294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:42.587368 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d13c-d839-49b9-87c1-e218f7e87294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:42.592901 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d13c-d839-49b9-87c1-e218f7e87294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:42.650546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:42.661259 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d4e3d13c-d839-49b9-87c1-e218f7e87294 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b6a601ecac74531ae9097cd9640f645&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2407632 Apr 05 20:07:42.661259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3d13c-d839-49b9-87c1-e218f7e87294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9c0249-7c4d-433e-ae0a-4f57140f3a43,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:42.663823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48212) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:42.760839 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-11f5de13-eed7-4fa5-a6d5-33bcf4e7264f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:42.833492 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-11f5de13-eed7-4fa5-a6d5-33bcf4e7264f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:42.889471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d3fe155a-6358-4d3a-b65f-e5004216f2d1 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:07:42.931021 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-11f5de13-eed7-4fa5-a6d5-33bcf4e7264f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:42.986646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5de13-eed7-4fa5-a6d5-33bcf4e7264f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9c0249-7c4d-433e-ae0a-4f57140f3a43,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:43.001097 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-11f5de13-eed7-4fa5-a6d5-33bcf4e7264f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:43.005300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-11f5de13-eed7-4fa5-a6d5-33bcf4e7264f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e9c0249-7c4d-433e-ae0a-4f57140f3a43 HTTP/1.1" status: 204 len: 168 time: 0.3402567 Apr 05 20:07:43.061789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48230) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:43.064537 n-d-836604-1 neutron-server[87964]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 20:07:43.118107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port d3fe155a-6358-4d3a-b65f-e5004216f2d1 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:07:43.138242 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-faea7c1a-d92f-4040-bcb6-c37a14197960 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=5098bafc11a246fe9fd3234831879791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752947 Apr 05 20:07:43.285461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48242) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:43.323222 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d00732b3-8940-422e-898d-3c6e051756ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:43.356454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d00732b3-8940-422e-898d-3c6e051756ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:43.359106 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:43.364260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d00732b3-8940-422e-898d-3c6e051756ed admin admin] Usage tracker for resource:security_group_rule and tenant:5814fe8181564e429f609f2793de8bc7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:43.388193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-255db33d-edf9-498e-b18b-065e03f8dc56 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:43.389631 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-255db33d-edf9-498e-b18b-065e03f8dc56 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2458704 Apr 05 20:07:43.413954 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-3bd28ccf-b6ca-48fd-9fee-21667e5f6c9e tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/quotas/5098bafc11a246fe9fd3234831879791 HTTP/1.1" status: 200 len: 375 time: 0.0139539 Apr 05 20:07:43.425070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d00732b3-8940-422e-898d-3c6e051756ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:43.439932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d00732b3-8940-422e-898d-3c6e051756ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:43.455281 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103b0c90-9281-4db1-a94b-f7d67f19ef11 None None] Network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:07:43.482890 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-424ba7c1-57bc-46d4-9d34-2af568c69f23 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5098bafc11a246fe9fd3234831879791&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615797 Apr 05 20:07:43.626060 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b97194c5-01e9-4590-99e5-bdafe75f96b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:43.665377 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-df9865ab-9b9f-4c9f-9c4b-6e4694fe1dcf None None] Provisioning for port d3fe155a-6358-4d3a-b65f-e5004216f2d1 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:07:43.718988 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d00732b3-8940-422e-898d-3c6e051756ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:43.723288 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d00732b3-8940-422e-898d-3c6e051756ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:43.739071 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-df9865ab-9b9f-4c9f-9c4b-6e4694fe1dcf None None] Provisioning complete for port d3fe155a-6358-4d3a-b65f-e5004216f2d1 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:07:43.743606 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-df9865ab-9b9f-4c9f-9c4b-6e4694fe1dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:43.806021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00732b3-8940-422e-898d-3c6e051756ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465e46b5-8559-4314-8110-66bb5bd46229,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:43.818758 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d00732b3-8940-422e-898d-3c6e051756ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5814fe8181564e429f609f2793de8bc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5322208 Apr 05 20:07:43.819712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48270) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:43.857544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Router 26a94819-c482-4597-a22b-823bcc00c29b is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:07:43.874292 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b379d424-5555-4b79-a2a8-caeb9302d57a req-97cee9ca-fbab-4709-a154-93d9194544a4 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 210 time: 0.1100297 Apr 05 20:07:43.990364 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1676-d1db-4ad4-b27a-e9a8e285d46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:44.061447 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-df9865ab-9b9f-4c9f-9c4b-6e4694fe1dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:44.094562 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1676-d1db-4ad4-b27a-e9a8e285d46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:44.103276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-df9865ab-9b9f-4c9f-9c4b-6e4694fe1dcf None None] For port d3fe155a-6358-4d3a-b65f-e5004216f2d1, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d3fe155a-6358-4d3a-b65f-e5004216f2d1,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:07:44.123151 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-df9865ab-9b9f-4c9f-9c4b-6e4694fe1dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:44.145141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:07:44.156221 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Sync routers for ids ['26a94819-c482-4597-a22b-823bcc00c29b'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:07:44.167147 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Routers {'26a94819-c482-4597-a22b-823bcc00c29b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:07:44.172091 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:07:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26a94819-c482-4597-a22b-823bcc00c29b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:07:44.209703 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:44.210564 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3de83700-3529-4bc4-809a-f1f752826f31 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9336998 Apr 05 20:07:44.213333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48286) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:44.226708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9865ab-9b9f-4c9f-9c4b-6e4694fe1dcf None None] Pushing event updated for resources: {'Port': ['ID=d3fe155a-6358-4d3a-b65f-e5004216f2d1,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:44.342965 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1676-d1db-4ad4-b27a-e9a8e285d46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:44.344350 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1676-d1db-4ad4-b27a-e9a8e285d46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:44.355428 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dfcf1676-d1db-4ad4-b27a-e9a8e285d46e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/465e46b5-8559-4314-8110-66bb5bd46229 HTTP/1.1" status: 204 len: 168 time: 0.5324295 Apr 05 20:07:44.379426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf1676-d1db-4ad4-b27a-e9a8e285d46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465e46b5-8559-4314-8110-66bb5bd46229,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:44.519248 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Set router 26a94819-c482-4597-a22b-823bcc00c29b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:07:44.567440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c8b46f3b-87cf-41ba-8cd2-2ddc56b348e9 None None] Provisioning complete for port d3fe155a-6358-4d3a-b65f-e5004216f2d1 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:07:44.567834 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c8b46f3b-87cf-41ba-8cd2-2ddc56b348e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:44.725959 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:44.831529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d3fe155a-6358-4d3a-b65f-e5004216f2d1 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:07:44.862382 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:42Z', 'revision_number': 3, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:07:44.875227 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Checking router: 26a94819-c482-4597-a22b-823bcc00c29b for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:07:44.875227 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Updating router 26a94819-c482-4597-a22b-823bcc00c29b port c4948bd4-fe57-4f22-bf17-892235247184 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:07:44.976761 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:44.977396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48320) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:45.000615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ad15d39c-9a5d-463b-8b02-740a89a35513 req-fc1d2245-1d7f-4962-a561-6f7bfb3d676c tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 210 time: 0.0588396 Apr 05 20:07:45.022929 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:45.027283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d3fe155a-6358-4d3a-b65f-e5004216f2d1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:07:45.027635 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:45.480592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:45.550794 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:45.570476 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eb15bfdf-fcd0-420a-bd10-60663a26b395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:45.578938 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Transition to ACTIVE for port object c4948bd4-fe57-4f22-bf17-892235247184 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:07:45.592397 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:45.606926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-eb15bfdf-fcd0-420a-bd10-60663a26b395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:45.615885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-eb15bfdf-fcd0-420a-bd10-60663a26b395 admin admin] Usage tracker for resource:security_group_rule and tenant:db3e177a7f364a4a86d8ea939c7dc731 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:45.630592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-eb15bfdf-fcd0-420a-bd10-60663a26b395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:45.644442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-eb15bfdf-fcd0-420a-bd10-60663a26b395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:45.757649 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Attempting to bind port c4948bd4-fe57-4f22-bf17-892235247184 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:07:45.758054 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Attempting to bind port c4948bd4-fe57-4f22-bf17-892235247184 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:07:45.758412 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Attempting to bind port c4948bd4-fe57-4f22-bf17-892235247184 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:07:45.772863 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:07:45.773065 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:07:45.773442 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:45.774323 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:07:45.775339 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Bound port: c4948bd4-fe57-4f22-bf17-892235247184, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:07:45.775735 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:45.847546 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:45.871685 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] For port c4948bd4-fe57-4f22-bf17-892235247184, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:07:45.874431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Allocated IP 172.20.0.1 (3181547e-906a-45c1-ab4d-f0e8ddba8d63/db5d97bd-f1f9-44b3-b911-c8ed750bc5a6/bab69b41-f7e0-440b-9521-94a21764300e) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:07:45.875658 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] For port c4948bd4-fe57-4f22-bf17-892235247184, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c4948bd4-fe57-4f22-bf17-892235247184,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:07:45.885994 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:45.932134 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Pushing event updated for resources: {'Port': ['ID=c4948bd4-fe57-4f22-bf17-892235247184,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:45.960603 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:45.960943 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:45.961284 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:45.961615 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:45.961837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eb15bfdf-fcd0-420a-bd10-60663a26b395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:45.961956 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:45.966055 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:45.967553 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:45.967897 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:45.968238 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:45.969707 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:45.970068 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:45.970400 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Tracked resource versions report: Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: pushed versions: Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: { 'AddressGroup': {'1.2'}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'ConntrackHelper': {'1.0'}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'Log': {'1.0'}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'Network': {'1.1'}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'Port': {'1.7'}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'PortForwarding': {'1.2'}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'QosPolicy': {'1.8'}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'SecurityGroup': {'1.4'}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'SecurityGroupRule': {'1.2'}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'SubPort': {'1.0'}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'Subnet': {'1.1'}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'Trunk': {'1.1'}} Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: consumer versions: Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: { DHCP agent@n-d-836604-1: {}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: HyperV agent@n-h1-836604-1: {}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: HyperV agent@n-h2-836604-1: {}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: L3 agent@n-d-836604-1: {}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: Metadata agent@n-d-836604-1: {}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: Metering agent@n-d-836604-1: {}, Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: Open vSwitch agent@n-d-836604-1: { 'AddressGroup': '1.2', Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'ConntrackHelper': '1.0', Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'Log': '1.0', Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'Network': '1.1', Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'Port': '1.7', Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'PortForwarding': '1.2', Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'QosPolicy': '1.8', Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'SecurityGroup': '1.4', Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'SecurityGroupRule': '1.2', Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'SubPort': '1.0', Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'Subnet': '1.1', Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: 'Trunk': '1.1'}} Apr 05 20:07:45.974189 n-d-836604-1 neutron-server[87967]: {{(pid=87967) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 20:07:46.019871 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Routers {'26a94819-c482-4597-a22b-823bcc00c29b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:07:46.019958 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:07:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26a94819-c482-4597-a22b-823bcc00c29b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:07:46.032764 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eb15bfdf-fcd0-420a-bd10-60663a26b395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:46.085318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb15bfdf-fcd0-420a-bd10-60663a26b395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e3a8c2-fbb2-4ad9-9778-196842b75ff8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:46.117492 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-eb15bfdf-fcd0-420a-bd10-60663a26b395 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db3e177a7f364a4a86d8ea939c7dc731&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1324365 Apr 05 20:07:46.120025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48372) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:46.203797 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:46.235542 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7d8af1e-fbe5-486f-bab9-4ce64ef23547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:46.237314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Transition to ACTIVE for port object bab69b41-f7e0-440b-9521-94a21764300e will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:07:46.269653 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7d8af1e-fbe5-486f-bab9-4ce64ef23547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:46.273595 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbfa6034-d18e-4e69-94bd-ec44b7ae01d6 req-079fb42e-4556-4c0a-9937-45d1464d2bf3 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 210 time: 0.0594642 Apr 05 20:07:46.321185 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:46.393526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7d8af1e-fbe5-486f-bab9-4ce64ef23547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:46.403119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:07:46.424390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:07:46.437780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:07:46.438917 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:46.455034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Pushing event updated for resources: {'Port': ['ID=bab69b41-f7e0-440b-9521-94a21764300e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:46.478854 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05f936-463a-40fb-90f3-c49d7083e81c None None] Pushing event updated for resources: {'Port': ['ID=c4948bd4-fe57-4f22-bf17-892235247184,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:46.480766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d8af1e-fbe5-486f-bab9-4ce64ef23547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e3a8c2-fbb2-4ad9-9778-196842b75ff8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:46.516358 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7d8af1e-fbe5-486f-bab9-4ce64ef23547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:46.519920 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f7d8af1e-fbe5-486f-bab9-4ce64ef23547 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73e3a8c2-fbb2-4ad9-9778-196842b75ff8 HTTP/1.1" status: 204 len: 168 time: 0.3963137 Apr 05 20:07:46.595777 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] Set router 26a94819-c482-4597-a22b-823bcc00c29b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:07:46.726962 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:46.730076 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2370306b-35fe-4c8f-9d7f-f7bdc2eda905 None None] Provisioning for port bab69b41-f7e0-440b-9521-94a21764300e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:07:46.736986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2370306b-35fe-4c8f-9d7f-f7bdc2eda905 None None] Provisioning complete for port bab69b41-f7e0-440b-9521-94a21764300e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:07:46.737478 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2370306b-35fe-4c8f-9d7f-f7bdc2eda905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:46.873299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.13', 53996) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:46.886514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2370306b-35fe-4c8f-9d7f-f7bdc2eda905 None None] Port bab69b41-f7e0-440b-9521-94a21764300e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:07:46.939134 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-be738ba2-10ee-4a4e-8840-2bd6a0a3bcd7 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=5098bafc11a246fe9fd3234831879791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641978 Apr 05 20:07:47.075464 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:47.083309 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:47.085475 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:47.136718 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:42Z', 'revision_number': 3, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:07:47.147895 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e79354a-e156-444b-b6d8-b8d2c0345dac None None] The sync data for ids ['26a94819-c482-4597-a22b-823bcc00c29b'] in n-d-836604-1 is: [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:42Z', 'revision_number': 3, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:07:47.165381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-59e483d8-93e3-4901-bdfb-cac8e2718a7d tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:47.166885 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-59e483d8-93e3-4901-bdfb-cac8e2718a7d tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218299 Apr 05 20:07:47.183000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Pushing event updated for resources: {'Port': ['ID=bab69b41-f7e0-440b-9521-94a21764300e,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:47.259680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Request body: {'port': {'device_id': '145f4297-f6c2-4541-9f97-7b2eee9b5699', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '5098bafc11a246fe9fd3234831879791'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:07:47.362015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48408) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:47.443616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:07:47.445327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:07:47.496083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:47.517806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Usage tracker for resource:port and tenant:5098bafc11a246fe9fd3234831879791 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:47.541269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:47.587650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48422) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:47.615034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5789218c-79d2-44e1-8ac5-4893878e02c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:47.625775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ba76d821-b80c-4be0-8a47-f886cf616bbe req-c0a34c17-6113-4a66-81ca-c1ec1e39422f tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 210 time: 0.0839064 Apr 05 20:07:47.641434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5789218c-79d2-44e1-8ac5-4893878e02c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:47.641434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5789218c-79d2-44e1-8ac5-4893878e02c6 admin admin] Usage tracker for resource:security_group_rule and tenant:e842325de8e34e4b9e22bc1f50e91d36 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:47.644516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:47.646541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5789218c-79d2-44e1-8ac5-4893878e02c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:47.660861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5789218c-79d2-44e1-8ac5-4893878e02c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:47.676653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Made reservation on behalf of 5098bafc11a246fe9fd3234831879791 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:07:47.680960 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:47.710150 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:47.748953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:47.756643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Usage tracker for resource:security_group_rule and tenant:5098bafc11a246fe9fd3234831879791 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:47.763769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:47.780474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:47.819717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7c28570e-a098-4455-b3e1-b13ffb419884 None None] Provisioning complete for port bab69b41-f7e0-440b-9521-94a21764300e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:07:47.820252 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7c28570e-a098-4455-b3e1-b13ffb419884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:47.911688 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:47.921272 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:47.940736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7c28570e-a098-4455-b3e1-b13ffb419884 None None] Port bab69b41-f7e0-440b-9521-94a21764300e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:07:47.972334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Router 26a94819-c482-4597-a22b-823bcc00c29b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:07:47.989767 n-d-836604-1 neutron-server[87965]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 20:07:48.096660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b16636e1-cb9f-48b2-be4c-f999ca0c434f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:48.125914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1542779877', 'description': 'tempest-description-737961510'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:07:48.208420 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:48.239740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Usage tracker for resource:security_group and tenant:0c93f01cd6a14b12816c794cef7c5643 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:48.245391 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5789218c-79d2-44e1-8ac5-4893878e02c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:48.249022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:48.260480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:48.263325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Allocated IP 192.168.233.34 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/506e725a-2f42-4a7b-8c6c-01d2ffff8209) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:07:48.263773 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5789218c-79d2-44e1-8ac5-4893878e02c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:48.323161 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5789218c-79d2-44e1-8ac5-4893878e02c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e842325de8e34e4b9e22bc1f50e91d36&name=default HTTP/1.1" status: 200 len: 2978 time: 0.7338824 Apr 05 20:07:48.334181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48452) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:48.339440 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:07:48.471744 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:48.497156 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:48.510975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5789218c-79d2-44e1-8ac5-4893878e02c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbcf7a0-a13e-458c-9609-b12a88e10b60,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:48.560603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:48.568263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:07:48.574355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Usage tracker for resource:security_group_rule and tenant:0c93f01cd6a14b12816c794cef7c5643 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:48.579304 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-072e3c70-57bd-4b95-8e08-25517117172a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:48.611703 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-072e3c70-57bd-4b95-8e08-25517117172a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:48.618185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:48.633212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:48.655403 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b88909d3-611d-42c5-bdd1-6c9ab8cf86fb admin admin] 10.222.0.24 "PUT /v2.0/routers/26a94819-c482-4597-a22b-823bcc00c29b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4398091 Apr 05 20:07:48.691589 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:48.727819 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-072e3c70-57bd-4b95-8e08-25517117172a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:48.757247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Transition to ACTIVE for port object 506e725a-2f42-4a7b-8c6c-01d2ffff8209 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:07:48.843635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e3c70-57bd-4b95-8e08-25517117172a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbcf7a0-a13e-458c-9609-b12a88e10b60,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:48.885846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c4948bd4-fe57-4f22-bf17-892235247184 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:07:48.928902 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:49.022230 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:49.042300 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:49.070588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c4948bd4-fe57-4f22-bf17-892235247184 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:07:49.076756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c4948bd4-fe57-4f22-bf17-892235247184 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:07:49.077446 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:49.113509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:49.129963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Usage tracker for resource:security_group_rule and tenant:0c93f01cd6a14b12816c794cef7c5643 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:49.139916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:49.160090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:49.248667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:07:49.262480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:07:49.279784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:07:49.303040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:49.303792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:49.344427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfa784d-29c5-4386-a7ac-16a7c71f9339,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:49.348607 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-072e3c70-57bd-4b95-8e08-25517117172a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:49.366543 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-072e3c70-57bd-4b95-8e08-25517117172a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cbcf7a0-a13e-458c-9609-b12a88e10b60 HTTP/1.1" status: 204 len: 168 time: 1.0155425 Apr 05 20:07:49.386758 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:49.437929 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:49.443566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Pushing event updated for resources: {'Port': ['ID=506e725a-2f42-4a7b-8c6c-01d2ffff8209,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:49.446163 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:49.449817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port c4948bd4-fe57-4f22-bf17-892235247184, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c4948bd4-fe57-4f22-bf17-892235247184,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:07:49.469279 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:49.514713 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9d0143d-018d-4521-a17a-69dbcb8584ad tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2587574 Apr 05 20:07:49.533517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-f4d720ae-2f81-4047-a76a-edf9d1090ed2 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:07:49.552683 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-f4d720ae-2f81-4047-a76a-edf9d1090ed2 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283337 Apr 05 20:07:49.632514 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:49.651382 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cfa006bb-296f-41a7-9785-0d8b9606df81 req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.2824404 Apr 05 20:07:49.651656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cae40a-e649-45d0-8bee-59bccbe82409 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894abeab-4eb9-4d3a-8481-07458db4978e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:49.775764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-4d67ed74-fc4c-4112-a144-1137973e678d req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Request body: {'security_group': {'name': 'tempest-securitygroup-217841893', 'description': 'tempest-description-80595103'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:07:49.784867 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=c4948bd4-fe57-4f22-bf17-892235247184,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:49.801159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4d67ed74-fc4c-4112-a144-1137973e678d req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:49.806147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Sync routers for ids ['26a94819-c482-4597-a22b-823bcc00c29b'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:07:49.836134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4d67ed74-fc4c-4112-a144-1137973e678d req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Usage tracker for resource:security_group and tenant:0c93f01cd6a14b12816c794cef7c5643 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:49.839782 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Routers {'26a94819-c482-4597-a22b-823bcc00c29b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:07:49.841049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:07:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26a94819-c482-4597-a22b-823bcc00c29b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:07:49.849382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4d67ed74-fc4c-4112-a144-1137973e678d req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:49.876009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4d67ed74-fc4c-4112-a144-1137973e678d req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:49.910737 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4d67ed74-fc4c-4112-a144-1137973e678d req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:49.958259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4d67ed74-fc4c-4112-a144-1137973e678d req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:49.969083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4d67ed74-fc4c-4112-a144-1137973e678d req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Usage tracker for resource:security_group_rule and tenant:0c93f01cd6a14b12816c794cef7c5643 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:49.973686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4d67ed74-fc4c-4112-a144-1137973e678d req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:50.003299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4d67ed74-fc4c-4112-a144-1137973e678d req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:50.029085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbe228-ce7f-4cc7-9d33-4ad316205ba4 req-07025a37-2579-4c24-920a-918f6aca4be8 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:50.029687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0ddbe228-ce7f-4cc7-9d33-4ad316205ba4 req-07025a37-2579-4c24-920a-918f6aca4be8 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Synchronizing usage tracker for tenant:5098bafc11a246fe9fd3234831879791 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:07:50.072103 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e9ec0c96-e268-4715-a4e3-3272572bd3e0 None None] Provisioning for port 506e725a-2f42-4a7b-8c6c-01d2ffff8209 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:07:50.089969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0ddbe228-ce7f-4cc7-9d33-4ad316205ba4 req-07025a37-2579-4c24-920a-918f6aca4be8 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Unset dirty status for tenant:5098bafc11a246fe9fd3234831879791 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:07:50.098662 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ddbe228-ce7f-4cc7-9d33-4ad316205ba4 req-07025a37-2579-4c24-920a-918f6aca4be8 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 935 time: 0.2873037 Apr 05 20:07:50.183333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0ddbe228-ce7f-4cc7-9d33-4ad316205ba4 req-cdb14d27-a143-4709-b2ac-1075eff56a1b tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Synchronizing usage tracker for tenant:5098bafc11a246fe9fd3234831879791 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:07:50.188278 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4d67ed74-fc4c-4112-a144-1137973e678d req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:50.196959 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4d67ed74-fc4c-4112-a144-1137973e678d req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:50.223833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0ddbe228-ce7f-4cc7-9d33-4ad316205ba4 req-cdb14d27-a143-4709-b2ac-1075eff56a1b tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Unset dirty status for tenant:5098bafc11a246fe9fd3234831879791 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:07:50.226657 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ddbe228-ce7f-4cc7-9d33-4ad316205ba4 req-cdb14d27-a143-4709-b2ac-1075eff56a1b tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274762 Apr 05 20:07:50.300624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71cff32e-bf0e-4704-acb2-06ff3a7727a3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:50.320944 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Set router 26a94819-c482-4597-a22b-823bcc00c29b gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:07:50.329092 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4d67ed74-fc4c-4112-a144-1137973e678d req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:50.330585 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d67ed74-fc4c-4112-a144-1137973e678d req-e4d9632d-032a-478b-80bd-d07f87209e97 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5620649 Apr 05 20:07:50.424442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e9ec0c96-e268-4715-a4e3-3272572bd3e0 None None] Provisioning complete for port 506e725a-2f42-4a7b-8c6c-01d2ffff8209 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:07:50.424923 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e9ec0c96-e268-4715-a4e3-3272572bd3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:50.601631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec0c96-e268-4715-a4e3-3272572bd3e0 None None] Port 506e725a-2f42-4a7b-8c6c-01d2ffff8209 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:07:50.692142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48504) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:50.740567 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b26fc3ea-115a-4b81-8f4f-6d398d49f93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:50.802213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b26fc3ea-115a-4b81-8f4f-6d398d49f93e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:50.815009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b26fc3ea-115a-4b81-8f4f-6d398d49f93e admin admin] Usage tracker for resource:security_group_rule and tenant:1c3aa27905d547f48cc8f8774e7d4229 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:50.819801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b26fc3ea-115a-4b81-8f4f-6d398d49f93e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:50.844883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b26fc3ea-115a-4b81-8f4f-6d398d49f93e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:50.864186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c4948bd4-fe57-4f22-bf17-892235247184 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:07:50.969728 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 2, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:07:50.971242 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b26fc3ea-115a-4b81-8f4f-6d398d49f93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:50.974096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c4948bd4-fe57-4f22-bf17-892235247184 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:07:50.974763 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:50.978953 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b26fc3ea-115a-4b81-8f4f-6d398d49f93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:51.014464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Checking router: 26a94819-c482-4597-a22b-823bcc00c29b for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:07:51.015159 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Updating router 26a94819-c482-4597-a22b-823bcc00c29b port bab69b41-f7e0-440b-9521-94a21764300e binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:07:51.139862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48508) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:51.143701 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b26fc3ea-115a-4b81-8f4f-6d398d49f93e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c3aa27905d547f48cc8f8774e7d4229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4501467 Apr 05 20:07:51.145605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fc3ea-115a-4b81-8f4f-6d398d49f93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d47150a-189b-4425-901c-01f6c82a37e6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:51.150395 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:51.226668 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3ececbe7-bc33-4723-b8c0-2c47a0bd9346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:51.267446 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3ececbe7-bc33-4723-b8c0-2c47a0bd9346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:51.329613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Request body: {'port': {'device_id': '145f4297-f6c2-4541-9f97-7b2eee9b5699', 'device_owner': 'compute:tempest-test_az-864972030', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:07:51.727036 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3ececbe7-bc33-4723-b8c0-2c47a0bd9346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:51.794265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ececbe7-bc33-4723-b8c0-2c47a0bd9346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d47150a-189b-4425-901c-01f6c82a37e6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:51.827383 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:51.892814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-592432860', 'description': 'tempest-description-1245699393'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:07:51.897615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:51.907720 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3ececbe7-bc33-4723-b8c0-2c47a0bd9346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:51.908963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Usage tracker for resource:security_group and tenant:a2f93af7a34647debdf25143b5878399 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:51.915748 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3ececbe7-bc33-4723-b8c0-2c47a0bd9346 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d47150a-189b-4425-901c-01f6c82a37e6 HTTP/1.1" status: 204 len: 168 time: 0.7741985 Apr 05 20:07:51.919985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:51.935661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:51.966665 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:51.990606 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:52.031857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:52.036249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Usage tracker for resource:security_group_rule and tenant:a2f93af7a34647debdf25143b5878399 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:52.039991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:52.047055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9bb86-dfc6-495b-9d1f-611ce405af73 req-62ddd45b-9d9c-413c-9131-0aa0cea669b8 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:52.058645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:52.061286 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91c9bb86-dfc6-495b-9d1f-611ce405af73 req-62ddd45b-9d9c-413c-9131-0aa0cea669b8 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 935 time: 0.4533949 Apr 05 20:07:52.150064 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:52.174545 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Transition to ACTIVE for port object bab69b41-f7e0-440b-9521-94a21764300e will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:07:52.185369 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:52.254628 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:52.260656 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:52.295494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:52.321513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Usage tracker for resource:security_group_rule and tenant:a2f93af7a34647debdf25143b5878399 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:52.337625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:52.358180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45501c5b-ddf3-4221-990e-d32c85238248,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:52.368532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:52.388897 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91c9bb86-dfc6-495b-9d1f-611ce405af73 req-59453869-483f-4872-b181-cdfa723945a7 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254476 Apr 05 20:07:52.610095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:52.622244 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:52.719928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48544) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:52.730065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64629d9c-60bb-465d-a392-28542d1926c1 None None] Pushing event updated for resources: {'Port': ['ID=bab69b41-f7e0-440b-9521-94a21764300e,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:52.744721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-491661345-network', 'tenant_id': '9eaba56670b3425398b097035b326560'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:07:52.752759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:52.760790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d953ccba-ef04-41c6-a5e1-beb7e747e821,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:52.780515 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:52.793978 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-297bee79-6ed4-4339-844e-ebca383ecec6 req-906e3707-b350-4543-9998-6b6edf4fc25e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9050527 Apr 05 20:07:52.805659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Usage tracker for resource:network and tenant:9eaba56670b3425398b097035b326560 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:52.826668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:52.844530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:52.868149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Made reservation on behalf of 9eaba56670b3425398b097035b326560 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:07:52.870872 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:52.911005 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:52.955101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:52.963078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Usage tracker for resource:security_group_rule and tenant:9eaba56670b3425398b097035b326560 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:52.973064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:52.985060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:53.007211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Attempting to bind port bab69b41-f7e0-440b-9521-94a21764300e on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:07:53.009276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Attempting to bind port bab69b41-f7e0-440b-9521-94a21764300e by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:07:53.015539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Attempting to bind port bab69b41-f7e0-440b-9521-94a21764300e on network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:07:53.029205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:07:53.032942 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Checking segment: {'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:07:53.035164 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:53.036262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Bound using segment: {'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:07:53.037228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Bound port: bab69b41-f7e0-440b-9521-94a21764300e, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:07:53.039277 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:53.182086 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:53.191636 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:53.231299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506e725a-2f42-4a7b-8c6c-01d2ffff8209 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:07:53.248195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] For port bab69b41-f7e0-440b-9521-94a21764300e, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:07:53.255194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] For port bab69b41-f7e0-440b-9521-94a21764300e, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bab69b41-f7e0-440b-9521-94a21764300e,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:07:53.258909 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:53.288796 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:53.290808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:07:53.317198 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a331f6a9-5c40-427a-afbf-3eec9a1e2f09,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:53.318600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Transition to ACTIVE for port object 506e725a-2f42-4a7b-8c6c-01d2ffff8209 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:07:53.334390 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:53.346419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:53.349249 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Added segment d1756426-dc33-407b-be9f-b9605c9fb8b1 of type vlan for network 7a72aeac-2055-4b74-a660-6d3ae1dba19d Apr 05 20:07:53.420706 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:53.483573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-d353470c-f77c-46ec-9bfc-8a55612fc3f3 req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-875334302', 'description': 'tempest-description-1028299346'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:07:53.496242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Pushing event updated for resources: {'Port': ['ID=506e725a-2f42-4a7b-8c6c-01d2ffff8209,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:53.505418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d353470c-f77c-46ec-9bfc-8a55612fc3f3 req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:53.531370 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:53.532429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:53.533172 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:53.574498 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64629d9c-60bb-465d-a392-28542d1926c1 None None] Pushing event updated for resources: {'Port': ['ID=bab69b41-f7e0-440b-9521-94a21764300e,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:53.585053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Routers {'26a94819-c482-4597-a22b-823bcc00c29b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:07:53.585687 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:07:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26a94819-c482-4597-a22b-823bcc00c29b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:07:53.683656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d353470c-f77c-46ec-9bfc-8a55612fc3f3 req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Usage tracker for resource:security_group and tenant:a2f93af7a34647debdf25143b5878399 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:53.711519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d353470c-f77c-46ec-9bfc-8a55612fc3f3 req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:53.731516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d353470c-f77c-46ec-9bfc-8a55612fc3f3 req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:53.833797 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0999801 Apr 05 20:07:53.843686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48572) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:53.867638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Request body: {'subnet': {'network_id': '7a72aeac-2055-4b74-a660-6d3ae1dba19d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-491661345-subnet', 'tenant_id': '9eaba56670b3425398b097035b326560', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:07:53.874513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05002bb-a58e-4253-b4e2-7a50bc8722e9 admin admin] Pushing event updated for resources: {'Network': ['ID=7a72aeac-2055-4b74-a660-6d3ae1dba19d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:53.891792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:53.901437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Usage tracker for resource:subnet and tenant:9eaba56670b3425398b097035b326560 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:53.923061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:53.927106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Attempting to bind port 506e725a-2f42-4a7b-8c6c-01d2ffff8209 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:07:53.933005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Attempting to bind port 506e725a-2f42-4a7b-8c6c-01d2ffff8209 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:07:53.934893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Attempting to bind port 506e725a-2f42-4a7b-8c6c-01d2ffff8209 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:07:53.937571 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d353470c-f77c-46ec-9bfc-8a55612fc3f3 req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:53.939725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:53.961767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Port 506e725a-2f42-4a7b-8c6c-01d2ffff8209 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:07:53.962544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Attempting to bind port 506e725a-2f42-4a7b-8c6c-01d2ffff8209 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:07:53.970986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Made reservation on behalf of 9eaba56670b3425398b097035b326560 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:07:53.975993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:07:53.976827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:07:53.977587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:07:53.978303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Bound port: 506e725a-2f42-4a7b-8c6c-01d2ffff8209, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:07:53.978885 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:53.978993 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:54.001655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d353470c-f77c-46ec-9bfc-8a55612fc3f3 req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:54.008577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d353470c-f77c-46ec-9bfc-8a55612fc3f3 req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Usage tracker for resource:security_group_rule and tenant:a2f93af7a34647debdf25143b5878399 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:54.036875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d353470c-f77c-46ec-9bfc-8a55612fc3f3 req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:54.089152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d353470c-f77c-46ec-9bfc-8a55612fc3f3 req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:54.210078 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] Set router 26a94819-c482-4597-a22b-823bcc00c29b gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:07:54.291839 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d353470c-f77c-46ec-9bfc-8a55612fc3f3 req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:54.399288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] For port 506e725a-2f42-4a7b-8c6c-01d2ffff8209, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:07:54.405966 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] For port 506e725a-2f42-4a7b-8c6c-01d2ffff8209, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=506e725a-2f42-4a7b-8c6c-01d2ffff8209,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:07:54.407943 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d353470c-f77c-46ec-9bfc-8a55612fc3f3 req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:54.492287 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:54.553578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120f4da-5dbc-4278-b987-e95c8ecf11ac req-c17afd43-0a77-444f-a3b5-492c41ff4bf9 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:54.562660 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7120f4da-5dbc-4278-b987-e95c8ecf11ac req-c17afd43-0a77-444f-a3b5-492c41ff4bf9 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 968 time: 0.4444933 Apr 05 20:07:54.562870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff1bbb2-e7af-418e-bb84-a1c9c634649d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:54.583858 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d353470c-f77c-46ec-9bfc-8a55612fc3f3 req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:54.585235 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d353470c-f77c-46ec-9bfc-8a55612fc3f3 req-c40984c1-a113-4971-b4e0-bfc311e87c31 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1072721 Apr 05 20:07:54.599889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:54.600448 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:54.602075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] 10.222.0.13 "PUT /v2.0/ports/506e725a-2f42-4a7b-8c6c-01d2ffff8209 HTTP/1.1" status: 200 len: 1116 time: 4.2223239 Apr 05 20:07:54.602615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145f4297-f6c2-4541-9f97-7b2eee9b5699', 'tag': '506e725a-2f42-4a7b-8c6c-01d2ffff8209'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:07:54.720559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e388de-d7d4-43c0-ad14-7d646fec9892 service neutron] Pushing event updated for resources: {'Port': ['ID=506e725a-2f42-4a7b-8c6c-01d2ffff8209,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:54.852788 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7120f4da-5dbc-4278-b987-e95c8ecf11ac req-376930c1-1a02-41cf-a389-cdc598922b45 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875199 Apr 05 20:07:54.872949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 7a72aeac-2055-4b74-a660-6d3ae1dba19d details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:07:54.880795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:55.088447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e4e156b4-7740-4807-962d-a733a580e666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:55.090114 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e4e156b4-7740-4807-962d-a733a580e666 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5098bafc11a246fe9fd3234831879791&device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 1119 time: 0.2792628 Apr 05 20:07:55.104695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d85ec01-37da-4dea-aa76-f80bb5ace57d,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:55.278455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Checking segment: {'id': 'd1756426-dc33-407b-be9f-b9605c9fb8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a72aeac-2055-4b74-a660-6d3ae1dba19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:07:55.281868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Network hostable DHCP agents. Network: 7a72aeac-2055-4b74-a660-6d3ae1dba19d, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:07:55.317388 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-06247579-8f75-4af8-91ad-8b9c848a20ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=506e725a-2f42-4a7b-8c6c-01d2ffff8209 HTTP/1.1" status: 200 len: 217 time: 0.2063920 Apr 05 20:07:55.413716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:53Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:07:55.419840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Network 7a72aeac-2055-4b74-a660-6d3ae1dba19d is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:07:55.432042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8818b982-08e7-4400-a79b-5de10af7c1c7 None None] The sync data for ids ['26a94819-c482-4597-a22b-823bcc00c29b'] in n-d-836604-1 is: [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:53Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:07:55.463951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 7a72aeac-2055-4b74-a660-6d3ae1dba19d) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:07:55.480698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:55.482724 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:55.489791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9b41ea3-342b-4dc2-83b3-f799b69e7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:55.493614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-e9b41ea3-342b-4dc2-83b3-f799b69e7087 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1609936 Apr 05 20:07:55.509833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7a9ad8-e7aa-4cb1-a121-5f214076fa12 None None] Network 7a72aeac-2055-4b74-a660-6d3ae1dba19d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:07:55.580006 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f756ab37-6d2a-4413-8831-70c3d1b9b2c2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.7318633 Apr 05 20:07:55.590910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48616) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:55.643399 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-491661345-router', 'tenant_id': '9eaba56670b3425398b097035b326560', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:07:55.657628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:55.663049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Usage tracker for resource:router and tenant:9eaba56670b3425398b097035b326560 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:55.673355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:55.689129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:55.703335 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:55.704634 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:55.758633 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:55.882795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-7fd661ab-4bca-44a7-9aaa-efe376490b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:55.884314 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-7fd661ab-4bca-44a7-9aaa-efe376490b78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3732436 Apr 05 20:07:56.196211 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48630) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:56.300703 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-7a72aeac-2055-4b74-a660-6d3ae1dba19d', 'network_id': '7a72aeac-2055-4b74-a660-6d3ae1dba19d', 'tenant_id': '9eaba56670b3425398b097035b326560', 'fixed_ips': [{'subnet_id': '8d85ec01-37da-4dea-aa76-f80bb5ace57d'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:07:56.301818 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:56.325675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-2efb0b5d-f76f-40bb-b391-5560fb2234d0 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039421 Apr 05 20:07:56.445399 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145f4297-f6c2-4541-9f97-7b2eee9b5699', 'tag': '506e725a-2f42-4a7b-8c6c-01d2ffff8209', 'status': 'completed', 'code': 200} Apr 05 20:07:56.494294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-0d5862ea-f658-4eee-8437-a0f5348dd77d tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Synchronizing usage tracker for tenant:a2f93af7a34647debdf25143b5878399 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:07:56.627432 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:56.700940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-0d5862ea-f658-4eee-8437-a0f5348dd77d tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Unset dirty status for tenant:a2f93af7a34647debdf25143b5878399 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:07:56.708670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-0d5862ea-f658-4eee-8437-a0f5348dd77d tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 25781 time: 1.5291483 Apr 05 20:07:56.709516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124d10e9-3f3c-4bf2-abf5-6bacc3c709bc req-689d389b-3c33-4242-8ec8-3cbc7796c69a service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697412 Apr 05 20:07:56.784104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Allocated IP 172.20.0.2 (7a72aeac-2055-4b74-a660-6d3ae1dba19d/8d85ec01-37da-4dea-aa76-f80bb5ace57d/135fc958-dcbc-4455-ba14-c360497d3457) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:07:56.870794 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-f20ea49e-e5e2-4d65-8375-646d6b8e85d7 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/2468bf8f-4c12-41c7-abed-8e393671d26a HTTP/1.1" status: 200 len: 2977 time: 0.1429107 Apr 05 20:07:57.028938 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a5b90e29-19e2-4a88-90e6-e863c4961417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:57.051669 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-486c024f-fa4f-41dc-9b97-ce7991564ef8 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/2468bf8f-4c12-41c7-abed-8e393671d26a HTTP/1.1" status: 200 len: 2977 time: 0.1686578 Apr 05 20:07:57.063848 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bab69b41-f7e0-440b-9521-94a21764300e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:07:57.065701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835069b-c038-4817-829a-8a5b758f3599 req-98c6994f-2ba2-4343-9506-3cf51b74b58b tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:57.077868 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4835069b-c038-4817-829a-8a5b758f3599 req-98c6994f-2ba2-4343-9506-3cf51b74b58b tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 968 time: 0.3592463 Apr 05 20:07:57.094742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c628-dc1d-4351-b408-815bb16b2671 req-426f5102-8367-4d83-9f52-8fe1b306d987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:57.107544 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-81c7c628-dc1d-4351-b408-815bb16b2671 req-426f5102-8367-4d83-9f52-8fe1b306d987 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5098bafc11a246fe9fd3234831879791&device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 1119 time: 0.3029094 Apr 05 20:07:57.108772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a5b90e29-19e2-4a88-90e6-e863c4961417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:57.128161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a5b90e29-19e2-4a88-90e6-e863c4961417 admin admin] Usage tracker for resource:security_group_rule and tenant:5eebc413893843d3b65681668f01637f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:57.132867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a5b90e29-19e2-4a88-90e6-e863c4961417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:57.146923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a5b90e29-19e2-4a88-90e6-e863c4961417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:57.165754 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-d2aaca5f-901d-4ab9-890a-16cc9ba6bd87 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3cfa784d-29c5-4386-a7ac-16a7c71f9339 HTTP/1.1" status: 200 len: 2981 time: 0.1042078 Apr 05 20:07:57.204689 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4835069b-c038-4817-829a-8a5b758f3599 req-5c5e8f8d-d1e6-4599-96f4-b0f3e1710084 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191781 Apr 05 20:07:57.351455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port bab69b41-f7e0-440b-9521-94a21764300e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:07:57.394304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c628-dc1d-4351-b408-815bb16b2671 req-cb42f308-70eb-4be8-9c28-77bf469872e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:57.396058 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-81c7c628-dc1d-4351-b408-815bb16b2671 req-cb42f308-70eb-4be8-9c28-77bf469872e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2450500 Apr 05 20:07:57.549931 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:57.560721 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-b159541d-e834-4b3e-9c72-d2c92c481296 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3cfa784d-29c5-4386-a7ac-16a7c71f9339 HTTP/1.1" status: 200 len: 2981 time: 0.2384501 Apr 05 20:07:57.573427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:57.575671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Transition to ACTIVE for port object 135fc958-dcbc-4455-ba14-c360497d3457 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:07:57.575821 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-81c7c628-dc1d-4351-b408-815bb16b2671 req-06f32129-e27b-4481-8fa4-85caded8265f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=506e725a-2f42-4a7b-8c6c-01d2ffff8209 HTTP/1.1" status: 200 len: 217 time: 0.1661117 Apr 05 20:07:57.603921 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port bab69b41-f7e0-440b-9521-94a21764300e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:07:57.604290 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:57.618776 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:57.699136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c628-dc1d-4351-b408-815bb16b2671 req-7234e428-d14b-40b2-844e-b7d8aaf9f11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:57.701268 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-81c7c628-dc1d-4351-b408-815bb16b2671 req-7234e428-d14b-40b2-844e-b7d8aaf9f11c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1115396 Apr 05 20:07:57.768776 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Transition to ACTIVE for port object 135fc958-dcbc-4455-ba14-c360497d3457 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:07:57.791171 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-257bffc2-7df0-430f-a70c-bd1ef74ef3a5 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/45501c5b-ddf3-4221-990e-d32c85238248 HTTP/1.1" status: 200 len: 2981 time: 0.1740825 Apr 05 20:07:57.809587 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:57.884123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a5b90e29-19e2-4a88-90e6-e863c4961417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:57.895463 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a5b90e29-19e2-4a88-90e6-e863c4961417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:57.970416 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Network 7a72aeac-2055-4b74-a660-6d3ae1dba19d is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:07:57.977501 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-8a79b20f-7431-48ca-83ae-221baaf87ab7 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/45501c5b-ddf3-4221-990e-d32c85238248 HTTP/1.1" status: 200 len: 2981 time: 0.1784017 Apr 05 20:07:58.055702 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a5b90e29-19e2-4a88-90e6-e863c4961417 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5eebc413893843d3b65681668f01637f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8582363 Apr 05 20:07:58.056243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48654) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:58.059637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b90e29-19e2-4a88-90e6-e863c4961417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a211b2c-a3df-45ec-9fa5-5c7b60e7afa7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:58.061083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Allocated IP 172.25.8.200 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/e253c62e-37e5-4deb-9bec-8c7731368e8d) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:07:58.067678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c628-dc1d-4351-b408-815bb16b2671 req-d23626ef-a8e6-4185-883a-476377814b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:58.069203 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-81c7c628-dc1d-4351-b408-815bb16b2671 req-d23626ef-a8e6-4185-883a-476377814b49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3565502 Apr 05 20:07:58.072653 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:07:58.085088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:07:58.101320 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Pushing event updated for resources: {'Port': ['ID=135fc958-dcbc-4455-ba14-c360497d3457,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:58.232440 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a46aa9e-b0ae-414f-be86-53c294c74325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:58.273013 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-52920a47-857b-46a0-8ac3-689f637befdd tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9c5ebcec-b86d-40cf-bd76-f6c7e2d322e2 HTTP/1.1" status: 200 len: 2973 time: 0.2876008 Apr 05 20:07:58.279666 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a46aa9e-b0ae-414f-be86-53c294c74325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:58.297428 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:58.400728 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Attempting to bind port 135fc958-dcbc-4455-ba14-c360497d3457 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:07:58.403251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Attempting to bind port 135fc958-dcbc-4455-ba14-c360497d3457 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'd1756426-dc33-407b-be9f-b9605c9fb8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a72aeac-2055-4b74-a660-6d3ae1dba19d'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:07:58.403884 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Attempting to bind port 135fc958-dcbc-4455-ba14-c360497d3457 on network 7a72aeac-2055-4b74-a660-6d3ae1dba19d {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:07:58.430846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:07:58.432565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Checking segment: {'id': 'd1756426-dc33-407b-be9f-b9605c9fb8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a72aeac-2055-4b74-a660-6d3ae1dba19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:07:58.432934 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-81c7c628-dc1d-4351-b408-815bb16b2671 req-d0c3b5e5-f522-4935-b6c8-0d6929e1dc91 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460228 Apr 05 20:07:58.433452 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:58.434336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Bound using segment: {'id': 'd1756426-dc33-407b-be9f-b9605c9fb8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a72aeac-2055-4b74-a660-6d3ae1dba19d'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:07:58.435037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Bound port: 135fc958-dcbc-4455-ba14-c360497d3457, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1756426-dc33-407b-be9f-b9605c9fb8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a72aeac-2055-4b74-a660-6d3ae1dba19d'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:07:58.435680 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:58.525224 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-f0b18a6b-62eb-4acd-9005-606677a647fa tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9c5ebcec-b86d-40cf-bd76-f6c7e2d322e2 HTTP/1.1" status: 200 len: 2973 time: 0.2370851 Apr 05 20:07:58.573915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port bab69b41-f7e0-440b-9521-94a21764300e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bab69b41-f7e0-440b-9521-94a21764300e,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:07:58.587668 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:58.602592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a46aa9e-b0ae-414f-be86-53c294c74325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:58.636420 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:58.680295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46aa9e-b0ae-414f-be86-53c294c74325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a211b2c-a3df-45ec-9fa5-5c7b60e7afa7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:58.701751 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-562813f2-7c22-4d47-bd64-6b5beb8a2be6 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a331f6a9-5c40-427a-afbf-3eec9a1e2f09 HTTP/1.1" status: 200 len: 2981 time: 0.1522572 Apr 05 20:07:58.754669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] For port 135fc958-dcbc-4455-ba14-c360497d3457, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:07:58.759425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] For port 135fc958-dcbc-4455-ba14-c360497d3457, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=135fc958-dcbc-4455-ba14-c360497d3457,segment=NetworkSegment(d1756426-dc33-407b-be9f-b9605c9fb8b1),segment_id=d1756426-dc33-407b-be9f-b9605c9fb8b1)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:07:58.766036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=bab69b41-f7e0-440b-9521-94a21764300e,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:58.770285 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:58.775144 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a46aa9e-b0ae-414f-be86-53c294c74325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:58.778636 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3a46aa9e-b0ae-414f-be86-53c294c74325 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a211b2c-a3df-45ec-9fa5-5c7b60e7afa7 HTTP/1.1" status: 204 len: 168 time: 0.6829154 Apr 05 20:07:58.893762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98638764-342c-4e23-81eb-878ce95f48dd None None] Pushing event updated for resources: {'Port': ['ID=135fc958-dcbc-4455-ba14-c360497d3457,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:58.903055 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-54a320cd-3336-48ba-8077-ca3c3104ea73 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a331f6a9-5c40-427a-afbf-3eec9a1e2f09 HTTP/1.1" status: 200 len: 2981 time: 0.1833253 Apr 05 20:07:58.935476 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:58.962953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1c15f-c2fb-431e-8241-405a95d4c1a9 req-863c4e8a-8773-4457-bcb4-0ff6b4043bc8 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:07:58.971074 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77f1c15f-c2fb-431e-8241-405a95d4c1a9 req-863c4e8a-8773-4457-bcb4-0ff6b4043bc8 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 968 time: 0.3606186 Apr 05 20:07:59.061209 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Pushing event updated for resources: {'Port': ['ID=e253c62e-37e5-4deb-9bec-8c7731368e8d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:07:59.081098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:07:59.085282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:07:59.089690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:07:59.127574 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-81c7c628-dc1d-4351-b408-815bb16b2671 req-f2332075-8881-4055-99c3-7c4c7842e277 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339557 Apr 05 20:07:59.143304 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77f1c15f-c2fb-431e-8241-405a95d4c1a9 req-4f98ad20-a969-4269-a9b3-704eb9a43ee1 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551981 Apr 05 20:07:59.412046 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-68a55972-d36b-4d42-b21c-5d18a2cc1697 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/b16636e1-cb9f-48b2-be4c-f999ca0c434f HTTP/1.1" status: 200 len: 2981 time: 0.4985585 Apr 05 20:07:59.578566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48682) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:07:59.624593 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-631e3f5b-b1c0-4419-8176-24a0b287b664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:59.684968 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-329b455e-7c7e-4df3-ae41-f7612738087e tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/b16636e1-cb9f-48b2-be4c-f999ca0c434f HTTP/1.1" status: 200 len: 2981 time: 0.1459055 Apr 05 20:07:59.697061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-631e3f5b-b1c0-4419-8176-24a0b287b664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:07:59.711779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-631e3f5b-b1c0-4419-8176-24a0b287b664 admin admin] Usage tracker for resource:security_group_rule and tenant:4e0deb5171ad43ba9cdaea5bd1ef1f8c is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:07:59.720983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-631e3f5b-b1c0-4419-8176-24a0b287b664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:07:59.741178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-631e3f5b-b1c0-4419-8176-24a0b287b664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:07:59.951187 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-631e3f5b-b1c0-4419-8176-24a0b287b664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:07:59.960539 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-631e3f5b-b1c0-4419-8176-24a0b287b664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:00.044406 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-11fe5dd0-aadc-4b78-8b8f-c05400096863 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/f65aa303-202d-4357-bb0f-e483decc5232 HTTP/1.1" status: 200 len: 2977 time: 0.3511024 Apr 05 20:08:00.086160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e3f5b-b1c0-4419-8176-24a0b287b664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006aa1e3-5e07-4764-bb02-9bbda79b4719,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:00.093419 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-631e3f5b-b1c0-4419-8176-24a0b287b664 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e0deb5171ad43ba9cdaea5bd1ef1f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5114574 Apr 05 20:08:00.095853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48688) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:00.268027 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-120b12e8-57e5-4835-9be7-8ba44eb0170a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:00.294923 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-473ceb34-04bd-4e7d-bbdf-5c9d076a2973 req-3abe48d2-8322-4109-9560-3032efa14cf8 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/f65aa303-202d-4357-bb0f-e483decc5232 HTTP/1.1" status: 200 len: 2977 time: 0.2422395 Apr 05 20:08:00.307740 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-120b12e8-57e5-4835-9be7-8ba44eb0170a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:00.307962 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:00.389151 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-120b12e8-57e5-4835-9be7-8ba44eb0170a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:00.415045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48700) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:00.433551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48704) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:00.466787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48710) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:00.470436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b12e8-57e5-4835-9be7-8ba44eb0170a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006aa1e3-5e07-4764-bb02-9bbda79b4719,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:00.484847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-120b12e8-57e5-4835-9be7-8ba44eb0170a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:00.488367 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-120b12e8-57e5-4835-9be7-8ba44eb0170a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/006aa1e3-5e07-4764-bb02-9bbda79b4719 HTTP/1.1" status: 204 len: 168 time: 0.3885839 Apr 05 20:08:00.531580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8498165e-5ceb-421d-b8d4-3f2adfa415c1 None None] Network 7a72aeac-2055-4b74-a660-6d3ae1dba19d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:08:00.534244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fd41c-c94c-4894-9035-79265bf4c887 req-60439ac0-e74e-4f2e-8d65-9250959a4ace tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:00.541259 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-838fd41c-c94c-4894-9035-79265bf4c887 req-60439ac0-e74e-4f2e-8d65-9250959a4ace tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 968 time: 0.1420550 Apr 05 20:08:00.601425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-838fd41c-c94c-4894-9035-79265bf4c887 req-44d5de49-212e-430a-b07f-2458cb4fb3fa tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551872 Apr 05 20:08:00.670528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1e7590d7-2519-4c8b-841f-9a1ebbc40f68 None None] Provisioning for port 135fc958-dcbc-4455-ba14-c360497d3457 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:00.706295 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c625809-276a-41ab-8188-734fb9e377ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:00.723378 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d64b2554-f8fe-4eb0-a8c8-92944e540f06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:00.726142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6c625809-276a-41ab-8188-734fb9e377ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:00.730205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6c625809-276a-41ab-8188-734fb9e377ec admin admin] Usage tracker for resource:security_group_rule and tenant:9673b4c50bcb4c9bbdc5d2cf90cdfb49 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:00.733197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6c625809-276a-41ab-8188-734fb9e377ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:00.739289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6c625809-276a-41ab-8188-734fb9e377ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:00.768638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d64b2554-f8fe-4eb0-a8c8-92944e540f06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:00.778127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d64b2554-f8fe-4eb0-a8c8-92944e540f06 admin admin] Usage tracker for resource:security_group_rule and tenant:bb42e542a70241ecb568c699ff1e39a9 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:00.784567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d64b2554-f8fe-4eb0-a8c8-92944e540f06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:00.794210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d64b2554-f8fe-4eb0-a8c8-92944e540f06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:00.865490 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-404b7a53-02db-4a23-9d70-7aa6b9b5c887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:00.906877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 135fc958-dcbc-4455-ba14-c360497d3457 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:08:00.923167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-404b7a53-02db-4a23-9d70-7aa6b9b5c887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:00.930237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-404b7a53-02db-4a23-9d70-7aa6b9b5c887 admin admin] Usage tracker for resource:security_group_rule and tenant:989355aeb2354e2fa0622414509688ff is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:00.935999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-404b7a53-02db-4a23-9d70-7aa6b9b5c887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:00.939663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-2bbbc6e8-bef1-4eb9-aeae-a8c5b8720066 req-fccd88d9-4763-4fd2-b7a7-7d104cd89585 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Synchronizing usage tracker for tenant:0c93f01cd6a14b12816c794cef7c5643 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:00.947241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-404b7a53-02db-4a23-9d70-7aa6b9b5c887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:00.959109 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.006884 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 135fc958-dcbc-4455-ba14-c360497d3457 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:01.019643 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 135fc958-dcbc-4455-ba14-c360497d3457 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:01.020253 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.059733 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d64b2554-f8fe-4eb0-a8c8-92944e540f06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.076395 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d64b2554-f8fe-4eb0-a8c8-92944e540f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.091523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-2bbbc6e8-bef1-4eb9-aeae-a8c5b8720066 req-fccd88d9-4763-4fd2-b7a7-7d104cd89585 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Unset dirty status for tenant:0c93f01cd6a14b12816c794cef7c5643 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:01.106518 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2bbbc6e8-bef1-4eb9-aeae-a8c5b8720066 req-fccd88d9-4763-4fd2-b7a7-7d104cd89585 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c93f01cd6a14b12816c794cef7c5643 HTTP/1.1" status: 200 len: 6100 time: 0.6689036 Apr 05 20:08:01.138480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b2554-f8fe-4eb0-a8c8-92944e540f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b413ee-d665-4202-ba4f-f9c84dcb2a24,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:01.218680 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.231228 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-404b7a53-02db-4a23-9d70-7aa6b9b5c887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.235465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d64b2554-f8fe-4eb0-a8c8-92944e540f06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb42e542a70241ecb568c699ff1e39a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8192160 Apr 05 20:08:01.238111 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-404b7a53-02db-4a23-9d70-7aa6b9b5c887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.244577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48732) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:01.260793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 135fc958-dcbc-4455-ba14-c360497d3457, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=135fc958-dcbc-4455-ba14-c360497d3457,segment=NetworkSegment(d1756426-dc33-407b-be9f-b9605c9fb8b1),segment_id=d1756426-dc33-407b-be9f-b9605c9fb8b1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:01.267448 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.269126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bab69b41-f7e0-440b-9521-94a21764300e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:08:01.286028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c625809-276a-41ab-8188-734fb9e377ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.308186 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c625809-276a-41ab-8188-734fb9e377ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.316089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404b7a53-02db-4a23-9d70-7aa6b9b5c887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742953dd-b6f0-468d-9c7b-187de9aebbf0,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:01.320511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-404b7a53-02db-4a23-9d70-7aa6b9b5c887 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=989355aeb2354e2fa0622414509688ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8518131 Apr 05 20:08:01.336868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48738) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:01.350077 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6c625809-276a-41ab-8188-734fb9e377ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9673b4c50bcb4c9bbdc5d2cf90cdfb49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9148674 Apr 05 20:08:01.353286 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2bbbc6e8-bef1-4eb9-aeae-a8c5b8720066 req-38895e98-d2d0-40ca-b3cd-799351f7d0c0 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] 10.222.0.24 "GET /v2.0/security-groups/3cfa784d-29c5-4386-a7ac-16a7c71f9339 HTTP/1.1" status: 200 len: 2981 time: 0.2459531 Apr 05 20:08:01.353758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48742) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:01.382091 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1c2e-1796-436c-8878-89fc886a1bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.427721 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1c2e-1796-436c-8878-89fc886a1bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.441344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9fa303a2-9050-44f8-81de-dc3b9363f8d8 None None] Provisioning complete for port 135fc958-dcbc-4455-ba14-c360497d3457 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:01.441830 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9fa303a2-9050-44f8-81de-dc3b9363f8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.473637 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43e7d1ca-741e-4d86-a504-bb69955854f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.480541 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2bbbc6e8-bef1-4eb9-aeae-a8c5b8720066 req-467f143c-5755-4e52-b628-1df31624a260 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] 10.222.0.24 "GET /v2.0/security-groups/3cfa784d-29c5-4386-a7ac-16a7c71f9339 HTTP/1.1" status: 200 len: 2981 time: 0.0976605 Apr 05 20:08:01.481847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c625809-276a-41ab-8188-734fb9e377ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40dc2a2f-f4f7-4665-8171-2308b0cdb811,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:01.547097 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f3081fca-0a63-4852-9b9d-c2b4d1135d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.547452 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43e7d1ca-741e-4d86-a504-bb69955854f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.564018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Router c67f41bd-3bc6-4687-a380-e6b1d373c08e is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:08:01.585189 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f3081fca-0a63-4852-9b9d-c2b4d1135d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.604944 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1c2e-1796-436c-8878-89fc886a1bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.637434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef1c2e-1796-436c-8878-89fc886a1bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b413ee-d665-4202-ba4f-f9c84dcb2a24,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:01.649469 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3fa0dda4-77b0-4ff5-bed1-0a7b5e8a2a33 req-c7a35f5a-90b8-4704-bbbf-1d91d041fbc5 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/5ff1bbb2-e7af-418e-bb84-a1c9c634649d HTTP/1.1" status: 200 len: 1777 time: 0.1271038 Apr 05 20:08:01.671730 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5ef1c2e-1796-436c-8878-89fc886a1bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.673050 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e5ef1c2e-1796-436c-8878-89fc886a1bfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/39b413ee-d665-4202-ba4f-f9c84dcb2a24 HTTP/1.1" status: 204 len: 168 time: 0.4211619 Apr 05 20:08:01.726243 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43e7d1ca-741e-4d86-a504-bb69955854f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.741384 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3fa0dda4-77b0-4ff5-bed1-0a7b5e8a2a33 req-9dedac79-31bc-4b72-9a6e-5e0ea0427b2f tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.757914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=135fc958-dcbc-4455-ba14-c360497d3457,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:01.780114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port bab69b41-f7e0-440b-9521-94a21764300e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:01.780736 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.788299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3fa0dda4-77b0-4ff5-bed1-0a7b5e8a2a33 req-9dedac79-31bc-4b72-9a6e-5e0ea0427b2f tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.846425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7d1ca-741e-4d86-a504-bb69955854f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742953dd-b6f0-468d-9c7b-187de9aebbf0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:01.848792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43e7d1ca-741e-4d86-a504-bb69955854f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.852640 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-43e7d1ca-741e-4d86-a504-bb69955854f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/742953dd-b6f0-468d-9c7b-187de9aebbf0 HTTP/1.1" status: 204 len: 168 time: 0.5105717 Apr 05 20:08:01.855274 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3fa0dda4-77b0-4ff5-bed1-0a7b5e8a2a33 req-9dedac79-31bc-4b72-9a6e-5e0ea0427b2f tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.881805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedac79-31bc-4b72-9a6e-5e0ea0427b2f tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff1bbb2-e7af-418e-bb84-a1c9c634649d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:01.891016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3fa0dda4-77b0-4ff5-bed1-0a7b5e8a2a33 req-9dedac79-31bc-4b72-9a6e-5e0ea0427b2f tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:01.895470 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3fa0dda4-77b0-4ff5-bed1-0a7b5e8a2a33 req-9dedac79-31bc-4b72-9a6e-5e0ea0427b2f tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ff1bbb2-e7af-418e-bb84-a1c9c634649d HTTP/1.1" status: 204 len: 173 time: 0.2449772 Apr 05 20:08:01.972016 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b834b1ea-d678-4855-b194-39758622838e req-8e6581b1-574d-4a54-9414-2e449469e754 tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d953ccba-ef04-41c6-a5e1-beb7e747e821 HTTP/1.1" status: 200 len: 1777 time: 0.0592983 Apr 05 20:08:02.016576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:08:02.026801 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Sync routers for ids ['c67f41bd-3bc6-4687-a380-e6b1d373c08e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:08:02.039590 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f3081fca-0a63-4852-9b9d-c2b4d1135d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:02.054163 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b834b1ea-d678-4855-b194-39758622838e req-2efbf4db-ab0b-4908-a64f-064f6c08717c tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:02.062583 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Routers {'c67f41bd-3bc6-4687-a380-e6b1d373c08e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:08:02.063997 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:07:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c67f41bd-3bc6-4687-a380-e6b1d373c08e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:08:02.066535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f343662-79e1-4f47-8611-4dbdccbcc50c req-c93cc6cc-4a90-41d7-93d4-8ddba065d835 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:02.068265 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5f343662-79e1-4f47-8611-4dbdccbcc50c req-c93cc6cc-4a90-41d7-93d4-8ddba065d835 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 968 time: 0.2586493 Apr 05 20:08:02.071479 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:02.072791 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-22e8dd2a-69de-4559-9e56-4d4d6147d4fd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.4776258 Apr 05 20:08:02.074946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3081fca-0a63-4852-9b9d-c2b4d1135d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dc2a2f-f4f7-4665-8171-2308b0cdb811,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:02.078360 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f3081fca-0a63-4852-9b9d-c2b4d1135d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:02.079891 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f3081fca-0a63-4852-9b9d-c2b4d1135d8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40dc2a2f-f4f7-4665-8171-2308b0cdb811 HTTP/1.1" status: 204 len: 168 time: 0.7207780 Apr 05 20:08:02.081830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48768) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:02.128553 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5f343662-79e1-4f47-8611-4dbdccbcc50c req-afe67e4f-c91e-4af8-95fe-a1e6626a7e52 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509486 Apr 05 20:08:02.198486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b834b1ea-d678-4855-b194-39758622838e req-2efbf4db-ab0b-4908-a64f-064f6c08717c tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:02.334070 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b834b1ea-d678-4855-b194-39758622838e req-2efbf4db-ab0b-4908-a64f-064f6c08717c tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:02.336249 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Set router c67f41bd-3bc6-4687-a380-e6b1d373c08e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:08:02.512276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbf4db-ab0b-4908-a64f-064f6c08717c tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d953ccba-ef04-41c6-a5e1-beb7e747e821,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:02.592680 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b834b1ea-d678-4855-b194-39758622838e req-2efbf4db-ab0b-4908-a64f-064f6c08717c tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:02.594075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b834b1ea-d678-4855-b194-39758622838e req-2efbf4db-ab0b-4908-a64f-064f6c08717c tempest-SecurityGroupsTestAdminJSON-205510354 tempest-SecurityGroupsTestAdminJSON-205510354-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/d953ccba-ef04-41c6-a5e1-beb7e747e821 HTTP/1.1" status: 204 len: 173 time: 0.6211090 Apr 05 20:08:02.647344 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48784) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:02.704100 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48788) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:02.778812 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d7cf35c8-8308-4ead-afbb-7b1b1d6c30df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:02.781410 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-491661345-router', 'tenant_id': '9eaba56670b3425398b097035b326560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'e253c62e-37e5-4deb-9bec-8c7731368e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:55Z', 'updated_at': '2022-04-05T20:07:59Z', 'revision_number': 3, 'project_id': '9eaba56670b3425398b097035b326560', 'gw_port': {'id': 'e253c62e-37e5-4deb-9bec-8c7731368e8d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:57Z', 'updated_at': '2022-04-05T20:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:08:02.787029 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Checking router: c67f41bd-3bc6-4687-a380-e6b1d373c08e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:08:02.787371 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Updating router c67f41bd-3bc6-4687-a380-e6b1d373c08e port e253c62e-37e5-4deb-9bec-8c7731368e8d binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:08:02.804860 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4713-5e14-4bef-813e-9963f12b7fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:02.817379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 135fc958-dcbc-4455-ba14-c360497d3457 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:08:02.823626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d7cf35c8-8308-4ead-afbb-7b1b1d6c30df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:02.832412 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-51453ed2-f809-42bb-a709-f6e9adc45574 req-e351c522-5998-47f0-95c8-6522130fd746 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] 10.222.0.24 "GET /v2.0/security-groups/71cff32e-bf0e-4704-acb2-06ff3a7727a3 HTTP/1.1" status: 200 len: 1775 time: 0.2073088 Apr 05 20:08:02.833418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cb2b4713-5e14-4bef-813e-9963f12b7fbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:02.835656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d7cf35c8-8308-4ead-afbb-7b1b1d6c30df admin admin] Usage tracker for resource:security_group_rule and tenant:2fb3f6ce905d4ab5ae613f62aabd9830 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:02.839439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d7cf35c8-8308-4ead-afbb-7b1b1d6c30df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:02.842816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cb2b4713-5e14-4bef-813e-9963f12b7fbc admin admin] Usage tracker for resource:security_group_rule and tenant:3c3b34280a1a494488dc7cfd29ada765 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:02.849117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cb2b4713-5e14-4bef-813e-9963f12b7fbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:02.854894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d7cf35c8-8308-4ead-afbb-7b1b1d6c30df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:02.870123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cb2b4713-5e14-4bef-813e-9963f12b7fbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:02.892167 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:02.990757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 135fc958-dcbc-4455-ba14-c360497d3457 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:02.991984 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:02.999304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48794) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:03.048305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-51453ed2-f809-42bb-a709-f6e9adc45574 req-528ebf71-30d3-4831-a37d-4c2131702151 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.086615 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ccc7d0c7-cc5c-4f0b-84e5-f0bc1372eedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.106487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ccc7d0c7-cc5c-4f0b-84e5-f0bc1372eedd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:03.110506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ccc7d0c7-cc5c-4f0b-84e5-f0bc1372eedd admin admin] Usage tracker for resource:security_group_rule and tenant:066e5967da484cd9aca136f2aeda69f7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:03.113509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ccc7d0c7-cc5c-4f0b-84e5-f0bc1372eedd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:03.121645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ccc7d0c7-cc5c-4f0b-84e5-f0bc1372eedd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:03.183317 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-51453ed2-f809-42bb-a709-f6e9adc45574 req-528ebf71-30d3-4831-a37d-4c2131702151 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.203354 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.203891 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d7cf35c8-8308-4ead-afbb-7b1b1d6c30df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.233198 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d7cf35c8-8308-4ead-afbb-7b1b1d6c30df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.301048 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4713-5e14-4bef-813e-9963f12b7fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.304809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf35c8-8308-4ead-afbb-7b1b1d6c30df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62029b7d-df4e-4a7b-ba1a-2961ca57b283,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:03.313698 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d7cf35c8-8308-4ead-afbb-7b1b1d6c30df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fb3f6ce905d4ab5ae613f62aabd9830&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6651688 Apr 05 20:08:03.316359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48804) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:03.333569 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb2b4713-5e14-4bef-813e-9963f12b7fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.355115 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-51453ed2-f809-42bb-a709-f6e9adc45574 req-528ebf71-30d3-4831-a37d-4c2131702151 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.422935 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cb2b4713-5e14-4bef-813e-9963f12b7fbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c3b34280a1a494488dc7cfd29ada765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6936395 Apr 05 20:08:03.426880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48810) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:03.441575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b4713-5e14-4bef-813e-9963f12b7fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=289e16c5-6844-4866-8393-cc4f303cb4e0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:03.472696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528ebf71-30d3-4831-a37d-4c2131702151 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cff32e-bf0e-4704-acb2-06ff3a7727a3,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:03.499205 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-51453ed2-f809-42bb-a709-f6e9adc45574 req-528ebf71-30d3-4831-a37d-4c2131702151 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.500283 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-51453ed2-f809-42bb-a709-f6e9adc45574 req-528ebf71-30d3-4831-a37d-4c2131702151 tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] 10.222.0.24 "DELETE /v2.0/security-groups/71cff32e-bf0e-4704-acb2-06ff3a7727a3 HTTP/1.1" status: 204 len: 173 time: 0.6546516 Apr 05 20:08:03.500881 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ecf18fdc-97ed-4169-96e1-c2314a48f518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.534559 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.562161 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Transition to ACTIVE for port object e253c62e-37e5-4deb-9bec-8c7731368e8d will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:03.572920 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.573526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ecf18fdc-97ed-4169-96e1-c2314a48f518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.611940 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd5fe258-fb22-4005-a846-0abec5e1cf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.618137 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-593e4cce-90d1-4715-9c45-07c7c0e21cbd req-cf837804-c604-4a08-a1e3-43bfae46e4cc tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] 10.222.0.24 "GET /v2.0/security-groups/894abeab-4eb9-4d3a-8481-07458db4978e HTTP/1.1" status: 200 len: 1777 time: 0.0954373 Apr 05 20:08:03.627281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc546a56-0aeb-457e-8af4-51c31677a905 req-10537017-05d6-4776-8463-43dfddf8bb46 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:03.636313 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc546a56-0aeb-457e-8af4-51c31677a905 req-10537017-05d6-4776-8463-43dfddf8bb46 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 968 time: 0.3604987 Apr 05 20:08:03.671580 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Attempting to bind port e253c62e-37e5-4deb-9bec-8c7731368e8d on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:08:03.671988 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Attempting to bind port e253c62e-37e5-4deb-9bec-8c7731368e8d by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:08:03.672424 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Attempting to bind port e253c62e-37e5-4deb-9bec-8c7731368e8d on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:03.674695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd5fe258-fb22-4005-a846-0abec5e1cf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.683334 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346c0dc-4f7c-40ec-bce5-2f2c47436b6b None None] Pushing event updated for resources: {'Port': ['ID=e253c62e-37e5-4deb-9bec-8c7731368e8d,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:03.687522 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:08:03.687888 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:08:03.688278 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.688660 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:08:03.689611 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Bound port: e253c62e-37e5-4deb-9bec-8c7731368e8d, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:08:03.689611 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.750010 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ecf18fdc-97ed-4169-96e1-c2314a48f518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.765514 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-593e4cce-90d1-4715-9c45-07c7c0e21cbd req-a6167b52-977c-4689-a3ef-3ab444451a1e tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.778642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf18fdc-97ed-4169-96e1-c2314a48f518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62029b7d-df4e-4a7b-ba1a-2961ca57b283,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:03.784606 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] For port e253c62e-37e5-4deb-9bec-8c7731368e8d, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:08:03.789915 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] For port e253c62e-37e5-4deb-9bec-8c7731368e8d, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e253c62e-37e5-4deb-9bec-8c7731368e8d,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:08:03.796282 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.800449 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd5fe258-fb22-4005-a846-0abec5e1cf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.805316 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ccc7d0c7-cc5c-4f0b-84e5-f0bc1372eedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.816909 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-593e4cce-90d1-4715-9c45-07c7c0e21cbd req-a6167b52-977c-4689-a3ef-3ab444451a1e tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.818435 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc546a56-0aeb-457e-8af4-51c31677a905 req-b9eb60f9-434d-43b3-889b-353dfcd87fb9 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803627 Apr 05 20:08:03.840469 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ecf18fdc-97ed-4169-96e1-c2314a48f518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.842888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Allocated IP 172.20.0.1 (7a72aeac-2055-4b74-a660-6d3ae1dba19d/8d85ec01-37da-4dea-aa76-f80bb5ace57d/e1bacae7-80f7-4afb-a333-8ae366c4416d) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:08:03.844601 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ecf18fdc-97ed-4169-96e1-c2314a48f518 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62029b7d-df4e-4a7b-ba1a-2961ca57b283 HTTP/1.1" status: 204 len: 168 time: 0.5265460 Apr 05 20:08:03.856762 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd5fe258-fb22-4005-a846-0abec5e1cf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.860843 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dd5fe258-fb22-4005-a846-0abec5e1cf02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/289e16c5-6844-4866-8393-cc4f303cb4e0 HTTP/1.1" status: 204 len: 168 time: 0.4330435 Apr 05 20:08:03.861978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5fe258-fb22-4005-a846-0abec5e1cf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=289e16c5-6844-4866-8393-cc4f303cb4e0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:03.873696 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ccc7d0c7-cc5c-4f0b-84e5-f0bc1372eedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.905638 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Routers {'c67f41bd-3bc6-4687-a380-e6b1d373c08e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:08:03.906282 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:07:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c67f41bd-3bc6-4687-a380-e6b1d373c08e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:08:03.907337 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-593e4cce-90d1-4715-9c45-07c7c0e21cbd req-a6167b52-977c-4689-a3ef-3ab444451a1e tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.930956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6167b52-977c-4689-a3ef-3ab444451a1e tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=894abeab-4eb9-4d3a-8481-07458db4978e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:03.938754 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-593e4cce-90d1-4715-9c45-07c7c0e21cbd req-a6167b52-977c-4689-a3ef-3ab444451a1e tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:03.940010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-593e4cce-90d1-4715-9c45-07c7c0e21cbd req-a6167b52-977c-4689-a3ef-3ab444451a1e tempest-SecurityGroupsTestAdminJSON-709097153 tempest-SecurityGroupsTestAdminJSON-709097153-project] 10.222.0.24 "DELETE /v2.0/security-groups/894abeab-4eb9-4d3a-8481-07458db4978e HTTP/1.1" status: 204 len: 173 time: 0.3045073 Apr 05 20:08:03.965508 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346c0dc-4f7c-40ec-bce5-2f2c47436b6b None None] Pushing event updated for resources: {'Port': ['ID=e253c62e-37e5-4deb-9bec-8c7731368e8d,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:04.025528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48828) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:04.025666 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ccc7d0c7-cc5c-4f0b-84e5-f0bc1372eedd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=066e5967da484cd9aca136f2aeda69f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0247369 Apr 05 20:08:04.123853 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] Set router c67f41bd-3bc6-4687-a380-e6b1d373c08e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:08:04.125817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7d0c7-cc5c-4f0b-84e5-f0bc1372eedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54309112-fedf-4ac2-9604-710e0a38a213,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:04.156085 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9dcd2d1-89f7-419f-b0a0-76ebcd57d068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:04.187662 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9dcd2d1-89f7-419f-b0a0-76ebcd57d068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:04.230458 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:04.259384 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9dcd2d1-89f7-419f-b0a0-76ebcd57d068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:04.269182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Transition to ACTIVE for port object e1bacae7-80f7-4afb-a333-8ae366c4416d will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:04.289472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dcd2d1-89f7-419f-b0a0-76ebcd57d068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54309112-fedf-4ac2-9604-710e0a38a213,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:04.303871 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9dcd2d1-89f7-419f-b0a0-76ebcd57d068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:04.307221 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c9dcd2d1-89f7-419f-b0a0-76ebcd57d068 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54309112-fedf-4ac2-9604-710e0a38a213 HTTP/1.1" status: 204 len: 168 time: 0.2779188 Apr 05 20:08:04.325656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:04.377581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Network 7a72aeac-2055-4b74-a660-6d3ae1dba19d is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:08:04.383785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:08:04.392179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:08:04.392743 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:04.483621 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-491661345-router', 'tenant_id': '9eaba56670b3425398b097035b326560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'e253c62e-37e5-4deb-9bec-8c7731368e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:55Z', 'updated_at': '2022-04-05T20:07:59Z', 'revision_number': 3, 'project_id': '9eaba56670b3425398b097035b326560', 'gw_port': {'id': 'e253c62e-37e5-4deb-9bec-8c7731368e8d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:57Z', 'updated_at': '2022-04-05T20:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:08:04.492090 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ce810b-bef4-4543-b48b-c6fe1ea471e8 None None] The sync data for ids ['c67f41bd-3bc6-4687-a380-e6b1d373c08e'] in n-d-836604-1 is: [{'id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-491661345-router', 'tenant_id': '9eaba56670b3425398b097035b326560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'e253c62e-37e5-4deb-9bec-8c7731368e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:55Z', 'updated_at': '2022-04-05T20:07:59Z', 'revision_number': 3, 'project_id': '9eaba56670b3425398b097035b326560', 'gw_port': {'id': 'e253c62e-37e5-4deb-9bec-8c7731368e8d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:57Z', 'updated_at': '2022-04-05T20:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:08:04.644540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Pushing event updated for resources: {'Port': ['ID=e1bacae7-80f7-4afb-a333-8ae366c4416d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:04.806931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-949095c5-5959-4ec5-a898-5905473163de None None] Provisioning for port e1bacae7-80f7-4afb-a333-8ae366c4416d completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:04.812803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-949095c5-5959-4ec5-a898-5905473163de None None] Provisioning complete for port e1bacae7-80f7-4afb-a333-8ae366c4416d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:04.813172 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-949095c5-5959-4ec5-a898-5905473163de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:04.891920 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:04.947345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-949095c5-5959-4ec5-a898-5905473163de None None] Port e1bacae7-80f7-4afb-a333-8ae366c4416d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:08:04.973413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48862) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:05.095857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 506e725a-2f42-4a7b-8c6c-01d2ffff8209 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:08:05.242282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422beb9-b549-4c37-9c38-ff1f91f0cfdc req-2f1b2ec1-f5b1-4cec-8e38-3f7ef797e96d tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:05.250749 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0422beb9-b549-4c37-9c38-ff1f91f0cfdc req-2f1b2ec1-f5b1-4cec-8e38-3f7ef797e96d tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 968 time: 0.2361603 Apr 05 20:08:05.339361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0422beb9-b549-4c37-9c38-ff1f91f0cfdc req-2086c76c-b460-42fe-b835-6bd295050250 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876620 Apr 05 20:08:05.360698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 506e725a-2f42-4a7b-8c6c-01d2ffff8209, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=506e725a-2f42-4a7b-8c6c-01d2ffff8209,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:05.360896 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:05.372050 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:05.375178 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:05.386583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '506e725a-2f42-4a7b-8c6c-01d2ffff8209', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '506e725a-2f42-4a7b-8c6c-01d2ffff8209', 'mac_address': 'fa:16:3e:14:e9:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:tempest-test_az-864972030', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:08:05.468270 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-20385035-308c-41de-9302-46e4f0e2aa52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c93f01cd6a14b12816c794cef7c5643&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4912431 Apr 05 20:08:05.470442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48882) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:05.488014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48886) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:05.513326 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:05.543505 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506e725a-2f42-4a7b-8c6c-01d2ffff8209 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:08:05.579966 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b26cb07-0851-4c74-99c2-fc0d5865552d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:05.583865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 506e725a-2f42-4a7b-8c6c-01d2ffff8209, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=506e725a-2f42-4a7b-8c6c-01d2ffff8209,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:05.592404 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:05.635055 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b26cb07-0851-4c74-99c2-fc0d5865552d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:05.665756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Pushing event updated for resources: {'Port': ['ID=e1bacae7-80f7-4afb-a333-8ae366c4416d,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:05.733998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Network 7a72aeac-2055-4b74-a660-6d3ae1dba19d is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:08:05.735555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:08:05.748269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b26cb07-0851-4c74-99c2-fc0d5865552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:05.773761 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=506e725a-2f42-4a7b-8c6c-01d2ffff8209,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:05.797240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26cb07-0851-4c74-99c2-fc0d5865552d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfa784d-29c5-4386-a7ac-16a7c71f9339,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:05.799413 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b26cb07-0851-4c74-99c2-fc0d5865552d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:05.800537 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1b26cb07-0851-4c74-99c2-fc0d5865552d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cfa784d-29c5-4386-a7ac-16a7c71f9339 HTTP/1.1" status: 204 len: 168 time: 0.3288174 Apr 05 20:08:05.889819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['506e725a-2f42-4a7b-8c6c-01d2ffff8209'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:08:05.981598 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-235cb580-9379-4f1c-94fe-0ab0201043f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:06.013075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-235cb580-9379-4f1c-94fe-0ab0201043f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:06.024008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-235cb580-9379-4f1c-94fe-0ab0201043f2 admin admin] Usage tracker for resource:security_group_rule and tenant:3417636b422d45248b9badc4267a0377 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:06.029134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-235cb580-9379-4f1c-94fe-0ab0201043f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:06.031199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Router c67f41bd-3bc6-4687-a380-e6b1d373c08e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:08:06.046902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-235cb580-9379-4f1c-94fe-0ab0201043f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:06.161769 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-235cb580-9379-4f1c-94fe-0ab0201043f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:06.172794 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-235cb580-9379-4f1c-94fe-0ab0201043f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:06.174771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2190efaa-36f3-4454-9be4-7a4a05ba51bb None None] Provisioning complete for port e1bacae7-80f7-4afb-a333-8ae366c4416d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:06.175203 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2190efaa-36f3-4454-9be4-7a4a05ba51bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:06.257336 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-235cb580-9379-4f1c-94fe-0ab0201043f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3417636b422d45248b9badc4267a0377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7644875 Apr 05 20:08:06.258288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48908) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:06.259119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cb580-9379-4f1c-94fe-0ab0201043f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a969d074-eae2-4e4f-a319-c4a242f7712e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:06.264112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2190efaa-36f3-4454-9be4-7a4a05ba51bb None None] Port e1bacae7-80f7-4afb-a333-8ae366c4416d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:08:06.275240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:08:06.306900 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c5a0fec4-c46b-4ad4-a768-81c693a6cb72 admin admin] 10.222.0.24 "PUT /v2.0/routers/c67f41bd-3bc6-4687-a380-e6b1d373c08e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2205694 Apr 05 20:08:06.374751 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ffab2478-fe3d-4a03-bf70-c46af288596d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:06.405050 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ffab2478-fe3d-4a03-bf70-c46af288596d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:06.472898 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ffab2478-fe3d-4a03-bf70-c46af288596d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:06.491029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffab2478-fe3d-4a03-bf70-c46af288596d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a969d074-eae2-4e4f-a319-c4a242f7712e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:06.536284 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ffab2478-fe3d-4a03-bf70-c46af288596d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:06.537451 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ffab2478-fe3d-4a03-bf70-c46af288596d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a969d074-eae2-4e4f-a319-c4a242f7712e HTTP/1.1" status: 204 len: 168 time: 0.2619309 Apr 05 20:08:06.588070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa5e9fa-f702-45e5-8040-04dcafd8387b req-805bf6a2-1574-4f2c-9d93-7678244a8fa6 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:06.589510 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7aa5e9fa-f702-45e5-8040-04dcafd8387b req-805bf6a2-1574-4f2c-9d93-7678244a8fa6 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 969 time: 0.0955317 Apr 05 20:08:06.629773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48930) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:06.643438 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7aa5e9fa-f702-45e5-8040-04dcafd8387b req-4f552db1-d593-41c8-a4b9-5467f038cda8 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467863 Apr 05 20:08:06.710071 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-50b8ee5f-fc13-4dde-b973-a54aad83d671 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2f93af7a34647debdf25143b5878399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0763812 Apr 05 20:08:06.710308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48934) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:06.780181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Sync routers for ids ['c67f41bd-3bc6-4687-a380-e6b1d373c08e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:08:06.792088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Routers {'c67f41bd-3bc6-4687-a380-e6b1d373c08e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:08:06.792687 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:07:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c67f41bd-3bc6-4687-a380-e6b1d373c08e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:08:06.802048 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-720f8424-8542-4cad-a2cd-467a5b123c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:06.840529 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-720f8424-8542-4cad-a2cd-467a5b123c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:06.896099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e253c62e-37e5-4deb-9bec-8c7731368e8d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:08:06.915906 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-720f8424-8542-4cad-a2cd-467a5b123c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:06.939189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f8424-8542-4cad-a2cd-467a5b123c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45501c5b-ddf3-4221-990e-d32c85238248,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:06.948807 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-720f8424-8542-4cad-a2cd-467a5b123c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:06.952977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-720f8424-8542-4cad-a2cd-467a5b123c45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45501c5b-ddf3-4221-990e-d32c85238248 HTTP/1.1" status: 204 len: 168 time: 0.2383564 Apr 05 20:08:07.069756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port e253c62e-37e5-4deb-9bec-8c7731368e8d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:07.073742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Set router c67f41bd-3bc6-4687-a380-e6b1d373c08e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:08:07.145753 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 506e725a-2f42-4a7b-8c6c-01d2ffff8209 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:08:07.195813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port e253c62e-37e5-4deb-9bec-8c7731368e8d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:07.196172 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:07.473363 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 506e725a-2f42-4a7b-8c6c-01d2ffff8209 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:07.480312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48960) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:07.489865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 506e725a-2f42-4a7b-8c6c-01d2ffff8209 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:07.490263 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:07.499009 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4c0f9249-3408-4c84-bb7f-39c4dec0dd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:07.521082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4c0f9249-3408-4c84-bb7f-39c4dec0dd9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:07.529090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4c0f9249-3408-4c84-bb7f-39c4dec0dd9a admin admin] Usage tracker for resource:security_group_rule and tenant:f0efdccc68c14b15899e7afc83cf5ab0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:07.536491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4c0f9249-3408-4c84-bb7f-39c4dec0dd9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:07.544387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4c0f9249-3408-4c84-bb7f-39c4dec0dd9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:07.584277 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:07.626313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port e253c62e-37e5-4deb-9bec-8c7731368e8d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e253c62e-37e5-4deb-9bec-8c7731368e8d,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:07.640974 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:07.652989 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4c0f9249-3408-4c84-bb7f-39c4dec0dd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:07.659313 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4c0f9249-3408-4c84-bb7f-39c4dec0dd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:07.719764 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4c0f9249-3408-4c84-bb7f-39c4dec0dd9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0efdccc68c14b15899e7afc83cf5ab0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382765 Apr 05 20:08:07.720766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f9249-3408-4c84-bb7f-39c4dec0dd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65579d0-7ca4-4641-836a-28076cc6d498,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:07.721320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48970) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:07.877946 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-23f423c3-d934-4926-9f88-44d2ea200e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:07.885860 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:07.905022 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-23f423c3-d934-4926-9f88-44d2ea200e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:07.913700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=e253c62e-37e5-4deb-9bec-8c7731368e8d,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:07.925619 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-491661345-router', 'tenant_id': '9eaba56670b3425398b097035b326560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'e253c62e-37e5-4deb-9bec-8c7731368e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:55Z', 'updated_at': '2022-04-05T20:08:04Z', 'revision_number': 4, 'project_id': '9eaba56670b3425398b097035b326560', 'gw_port': {'id': 'e253c62e-37e5-4deb-9bec-8c7731368e8d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:57Z', 'updated_at': '2022-04-05T20:08:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'e1bacae7-80f7-4afb-a333-8ae366c4416d', 'name': '', 'network_id': '7a72aeac-2055-4b74-a660-6d3ae1dba19d', 'tenant_id': '9eaba56670b3425398b097035b326560', 'mac_address': 'fa:16:3e:4e:e6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '8d85ec01-37da-4dea-aa76-f80bb5ace57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:08:03Z', 'updated_at': '2022-04-05T20:08:05Z', 'revision_number': 2, 'project_id': '9eaba56670b3425398b097035b326560', 'subnets': [{'id': '8d85ec01-37da-4dea-aa76-f80bb5ace57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:08:07.936694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145f4297-f6c2-4541-9f97-7b2eee9b5699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506e725a-2f42-4a7b-8c6c-01d2ffff8209'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:07.994839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Checking router: c67f41bd-3bc6-4687-a380-e6b1d373c08e for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:08:07.995452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Updating router c67f41bd-3bc6-4687-a380-e6b1d373c08e port e1bacae7-80f7-4afb-a333-8ae366c4416d binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:08:08.003747 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-23f423c3-d934-4926-9f88-44d2ea200e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.037253 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 506e725a-2f42-4a7b-8c6c-01d2ffff8209, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=506e725a-2f42-4a7b-8c6c-01d2ffff8209,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:08.045022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48988) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:08.054541 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-23f423c3-d934-4926-9f88-44d2ea200e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.056782 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-23f423c3-d934-4926-9f88-44d2ea200e88 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e65579d0-7ca4-4641-836a-28076cc6d498 HTTP/1.1" status: 204 len: 168 time: 0.3342519 Apr 05 20:08:08.058086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f423c3-d934-4926-9f88-44d2ea200e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65579d0-7ca4-4641-836a-28076cc6d498,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:08.065320 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.091303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46fcf5-9ccd-485e-9ea7-25577b71ffe4 req-ad545bc2-a553-4a35-ac58-1e8788a158ed tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:08.093638 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e46fcf5-9ccd-485e-9ea7-25577b71ffe4 req-ad545bc2-a553-4a35-ac58-1e8788a158ed tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 969 time: 0.2837632 Apr 05 20:08:08.140410 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.187898 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e46fcf5-9ccd-485e-9ea7-25577b71ffe4 req-1a30499e-ab8e-43ad-b365-b84c44448894 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885575 Apr 05 20:08:08.292563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-399343994-network', 'tenant_id': '78e3339ed2bb42f7a4658d92708a7a40'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:08.301256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:08.309189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Usage tracker for resource:network and tenant:78e3339ed2bb42f7a4658d92708a7a40 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:08.317071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:08.320729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49004) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:08.323949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:08.327485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Request body: {'security_group': {'name': 'tempest-securitygroup--11577633', 'description': 'tempest-description--559495714'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:08.337164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:08.347840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Usage tracker for resource:security_group and tenant:23dd846987e84c54bf39cdc9ce7aec5f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:08.350621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Made reservation on behalf of 78e3339ed2bb42f7a4658d92708a7a40 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:08:08.362555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:08.362785 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.369677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:08.380463 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.386067 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.398046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:08.402375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Usage tracker for resource:security_group_rule and tenant:78e3339ed2bb42f7a4658d92708a7a40 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:08.406321 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:08.412691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:08.434013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:08.446747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Usage tracker for resource:security_group_rule and tenant:23dd846987e84c54bf39cdc9ce7aec5f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:08.459352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:08.463621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=506e725a-2f42-4a7b-8c6c-01d2ffff8209,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:08.483116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:08.524078 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.524726 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.544701 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.588629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:08:08.603135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96fb784-9799-4600-85f8-baf81be24f54,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:08.605960 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.607920 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.608274 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Added segment ebb85dd5-1077-4f86-8280-5e5d726a9625 of type vlan for network ecbc5fa8-17b4-410c-85af-ab13ae3078ba Apr 05 20:08:08.623290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Transition to ACTIVE for port object e1bacae7-80f7-4afb-a333-8ae366c4416d will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:08.635395 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.645817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.655376 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.661253 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.732384 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.734865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:08.734865 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.768287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f12754-40d0-4aa1-9716-03f59a499be9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:08.779817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.781977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cb4f8164-51ab-463b-ae17-203b03d40599 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4599922 Apr 05 20:08:08.785487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49018) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:08.797310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-4247ab63-6698-412c-ab72-f4fedb223821 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Request body: {'security_group_rule': {'security_group_id': '33f12754-40d0-4aa1-9716-03f59a499be9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:08.811067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4247ab63-6698-412c-ab72-f4fedb223821 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:08.817187 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7703328 Apr 05 20:08:08.821494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49022) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:08.828626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4247ab63-6698-412c-ab72-f4fedb223821 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Usage tracker for resource:security_group_rule and tenant:23dd846987e84c54bf39cdc9ce7aec5f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:08.839781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4247ab63-6698-412c-ab72-f4fedb223821 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:08.847001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Request body: {'subnet': {'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-399343994-subnet', 'tenant_id': '78e3339ed2bb42f7a4658d92708a7a40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:08.852137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:08.857042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Usage tracker for resource:subnet and tenant:78e3339ed2bb42f7a4658d92708a7a40 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:08.860394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:08.867562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:08.889708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4247ab63-6698-412c-ab72-f4fedb223821 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:08.896777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Made reservation on behalf of 78e3339ed2bb42f7a4658d92708a7a40 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:08:08.900434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:08.926297 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e253c62e-37e5-4deb-9bec-8c7731368e8d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:08:08.948983 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4247ab63-6698-412c-ab72-f4fedb223821 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.097738 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4247ab63-6698-412c-ab72-f4fedb223821 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.110377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4247ab63-6698-412c-ab72-f4fedb223821 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.117381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5d2af-246c-459a-814a-8d07a3e62912 admin admin] Pushing event updated for resources: {'Network': ['ID=ecbc5fa8-17b4-410c-85af-ab13ae3078ba,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:09.142211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982519c-8203-4c09-b1b3-68387bd8aede None None] Pushing event updated for resources: {'Port': ['ID=e1bacae7-80f7-4afb-a333-8ae366c4416d,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:09.148326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port e253c62e-37e5-4deb-9bec-8c7731368e8d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:09.148690 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.195142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247ab63-6698-412c-ab72-f4fedb223821 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86479eb-e231-498c-a607-fbe06b379b75,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:09.233078 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4247ab63-6698-412c-ab72-f4fedb223821 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.234767 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4247ab63-6698-412c-ab72-f4fedb223821 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4473305 Apr 05 20:08:09.237562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49050) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:09.244816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6baa8c89-c57d-44bc-a960-2e6aa1fdbb92 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Request body: {'security_group_rule': {'security_group_id': '33f12754-40d0-4aa1-9716-03f59a499be9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:09.254160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6baa8c89-c57d-44bc-a960-2e6aa1fdbb92 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:09.258329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6baa8c89-c57d-44bc-a960-2e6aa1fdbb92 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Usage tracker for resource:security_group_rule and tenant:23dd846987e84c54bf39cdc9ce7aec5f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:09.261350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6baa8c89-c57d-44bc-a960-2e6aa1fdbb92 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:09.268780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6baa8c89-c57d-44bc-a960-2e6aa1fdbb92 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:09.290606 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.296796 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6baa8c89-c57d-44bc-a960-2e6aa1fdbb92 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.307392 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network ecbc5fa8-17b4-410c-85af-ab13ae3078ba details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:08:09.340970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Attempting to bind port e1bacae7-80f7-4afb-a333-8ae366c4416d on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:08:09.341373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Attempting to bind port e1bacae7-80f7-4afb-a333-8ae366c4416d by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'd1756426-dc33-407b-be9f-b9605c9fb8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a72aeac-2055-4b74-a660-6d3ae1dba19d'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:08:09.341697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Attempting to bind port e1bacae7-80f7-4afb-a333-8ae366c4416d on network 7a72aeac-2055-4b74-a660-6d3ae1dba19d {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:09.345043 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.391616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:08:09.391992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Checking segment: {'id': 'd1756426-dc33-407b-be9f-b9605c9fb8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a72aeac-2055-4b74-a660-6d3ae1dba19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:08:09.392397 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.392768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Bound using segment: {'id': 'd1756426-dc33-407b-be9f-b9605c9fb8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a72aeac-2055-4b74-a660-6d3ae1dba19d'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:08:09.393244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Bound port: e1bacae7-80f7-4afb-a333-8ae366c4416d, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1756426-dc33-407b-be9f-b9605c9fb8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7a72aeac-2055-4b74-a660-6d3ae1dba19d'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:08:09.393791 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.409063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Checking segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:08:09.409414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Network hostable DHCP agents. Network: ecbc5fa8-17b4-410c-85af-ab13ae3078ba, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:08:09.413582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e997de4-b7c5-47fa-849a-8d287866bd13,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:09.441493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Network ecbc5fa8-17b4-410c-85af-ab13ae3078ba is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:08:09.465679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, ecbc5fa8-17b4-410c-85af-ab13ae3078ba) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:08:09.470427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:09.471236 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.517567 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-10006f20-db38-4aed-a6ce-7e2adf239d04 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6871498 Apr 05 20:08:09.540227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d82ca3-b227-4865-985a-82df2cc9ab15 None None] Network ecbc5fa8-17b4-410c-85af-ab13ae3078ba requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:08:09.564820 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab542e-5689-453e-9d57-3655cb296e42 req-da691762-8fb5-4d5f-b8b2-b3e060a493bc tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:09.567375 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145f4297-f6c2-4541-9f97-7b2eee9b5699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506e725a-2f42-4a7b-8c6c-01d2ffff8209', 'code': 200} Apr 05 20:08:09.572657 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a2ab542e-5689-453e-9d57-3655cb296e42 req-da691762-8fb5-4d5f-b8b2-b3e060a493bc tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 970 time: 0.2655790 Apr 05 20:08:09.579713 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6baa8c89-c57d-44bc-a960-2e6aa1fdbb92 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.600732 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6baa8c89-c57d-44bc-a960-2e6aa1fdbb92 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.619904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa8c89-c57d-44bc-a960-2e6aa1fdbb92 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439543a1-e27a-4d67-8703-45ae3439b65a,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:09.678582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e4801f-542f-4b3d-9b39-b12a3b2b2181 req-5c724bc8-e0a8-4f85-89ac-15b0b0d1eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:09.680950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7e4801f-542f-4b3d-9b39-b12a3b2b2181 req-5c724bc8-e0a8-4f85-89ac-15b0b0d1eb0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 1121 time: 0.0983434 Apr 05 20:08:09.696440 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6baa8c89-c57d-44bc-a960-2e6aa1fdbb92 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.702592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6baa8c89-c57d-44bc-a960-2e6aa1fdbb92 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4633334 Apr 05 20:08:09.714666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49068) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:09.716958 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b7e4801f-542f-4b3d-9b39-b12a3b2b2181 req-84482137-584f-4740-9033-476670c49959 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.738152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b7e4801f-542f-4b3d-9b39-b12a3b2b2181 req-84482137-584f-4740-9033-476670c49959 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:09.738886 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a2ab542e-5689-453e-9d57-3655cb296e42 req-8f136636-cb37-4ed0-a210-661be48a4b38 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650755 Apr 05 20:08:09.750133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b7e4801f-542f-4b3d-9b39-b12a3b2b2181 req-84482137-584f-4740-9033-476670c49959 service neutron] Usage tracker for resource:security_group_rule and tenant:18ed1949307949a1bd05699402f65676 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:09.753599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b7e4801f-542f-4b3d-9b39-b12a3b2b2181 req-84482137-584f-4740-9033-476670c49959 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:09.753940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:09.760431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b7e4801f-542f-4b3d-9b39-b12a3b2b2181 req-84482137-584f-4740-9033-476670c49959 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:09.768167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:09.772728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Usage tracker for resource:floatingip and tenant:23dd846987e84c54bf39cdc9ce7aec5f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:09.778128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:09.785746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:09.813582 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.879215 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b7e4801f-542f-4b3d-9b39-b12a3b2b2181 req-84482137-584f-4740-9033-476670c49959 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.888669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b7e4801f-542f-4b3d-9b39-b12a3b2b2181 req-84482137-584f-4740-9033-476670c49959 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.918444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] For port e1bacae7-80f7-4afb-a333-8ae366c4416d, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:08:09.924391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] For port e1bacae7-80f7-4afb-a333-8ae366c4416d, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e1bacae7-80f7-4afb-a333-8ae366c4416d,segment=NetworkSegment(d1756426-dc33-407b-be9f-b9605c9fb8b1),segment_id=d1756426-dc33-407b-be9f-b9605c9fb8b1)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:08:09.944562 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:09.955735 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84482137-584f-4740-9033-476670c49959 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=97b3af54-41c2-42fb-83fe-468b1527ef2f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:09.989075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7e4801f-542f-4b3d-9b39-b12a3b2b2181 req-84482137-584f-4740-9033-476670c49959 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004415 Apr 05 20:08:10.017989 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:10.163133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Routers {'c67f41bd-3bc6-4687-a380-e6b1d373c08e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:08:10.167394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:07:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c67f41bd-3bc6-4687-a380-e6b1d373c08e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:08:10.229428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Allocated IP 172.25.8.171 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/38460ea7-6060-434b-9a26-c59d877dab41) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:08:10.238874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f982519c-8203-4c09-b1b3-68387bd8aede None None] Pushing event updated for resources: {'Port': ['ID=e1bacae7-80f7-4afb-a333-8ae366c4416d,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:10.254404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9968876a-77af-4662-b2b8-e45b1b866429 None None] Network ecbc5fa8-17b4-410c-85af-ab13ae3078ba requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:08:10.444149 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:10.520086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] Set router c67f41bd-3bc6-4687-a380-e6b1d373c08e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:08:10.523153 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:10.706180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:08:10.725211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:08:10.737804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:08:10.742890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Pushing event updated for resources: {'Port': ['ID=38460ea7-6060-434b-9a26-c59d877dab41,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:10.873154 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:10.940136 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-491661345-router', 'tenant_id': '9eaba56670b3425398b097035b326560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'e253c62e-37e5-4deb-9bec-8c7731368e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:55Z', 'updated_at': '2022-04-05T20:08:04Z', 'revision_number': 4, 'project_id': '9eaba56670b3425398b097035b326560', 'gw_port': {'id': 'e253c62e-37e5-4deb-9bec-8c7731368e8d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:57Z', 'updated_at': '2022-04-05T20:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'e1bacae7-80f7-4afb-a333-8ae366c4416d', 'name': '', 'network_id': '7a72aeac-2055-4b74-a660-6d3ae1dba19d', 'tenant_id': '9eaba56670b3425398b097035b326560', 'mac_address': 'fa:16:3e:4e:e6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '8d85ec01-37da-4dea-aa76-f80bb5ace57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:08:03Z', 'updated_at': '2022-04-05T20:08:09Z', 'revision_number': 4, 'project_id': '9eaba56670b3425398b097035b326560', 'subnets': [{'id': '8d85ec01-37da-4dea-aa76-f80bb5ace57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:08:10.944160 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ee1b6-8d2b-40c0-bbb9-3fce347a4530 None None] The sync data for ids ['c67f41bd-3bc6-4687-a380-e6b1d373c08e'] in n-d-836604-1 is: [{'id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-491661345-router', 'tenant_id': '9eaba56670b3425398b097035b326560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'e253c62e-37e5-4deb-9bec-8c7731368e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:55Z', 'updated_at': '2022-04-05T20:08:04Z', 'revision_number': 4, 'project_id': '9eaba56670b3425398b097035b326560', 'gw_port': {'id': 'e253c62e-37e5-4deb-9bec-8c7731368e8d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:57Z', 'updated_at': '2022-04-05T20:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'e1bacae7-80f7-4afb-a333-8ae366c4416d', 'name': '', 'network_id': '7a72aeac-2055-4b74-a660-6d3ae1dba19d', 'tenant_id': '9eaba56670b3425398b097035b326560', 'mac_address': 'fa:16:3e:4e:e6:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'device_owner': 'network:router_interface', 'standard_attr_id': 183, 'fixed_ips': [{'subnet_id': '8d85ec01-37da-4dea-aa76-f80bb5ace57d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:08:03Z', 'updated_at': '2022-04-05T20:08:09Z', 'revision_number': 4, 'project_id': '9eaba56670b3425398b097035b326560', 'subnets': [{'id': '8d85ec01-37da-4dea-aa76-f80bb5ace57d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:08:11.049131 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:11.200283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f19dc-ede4-4019-af2a-fbb1dd7edc5a req-59fdea71-2a86-4b74-ad82-8605f8fea90a tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:11.207295 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9e6f19dc-ede4-4019-af2a-fbb1dd7edc5a req-59fdea71-2a86-4b74-ad82-8605f8fea90a tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 970 time: 0.2549579 Apr 05 20:08:11.314634 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11999816-f7e1-4b19-923c-51e230302b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:11.334434 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9e6f19dc-ede4-4019-af2a-fbb1dd7edc5a req-54320922-8e93-47c9-944e-09bb7a679d38 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262608 Apr 05 20:08:11.403874 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:11.413844 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:11.500494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Pushing event updated for resources: {'Port': ['ID=38460ea7-6060-434b-9a26-c59d877dab41,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:11.507397 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:11.559503 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:11.560851 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c2321afb-3e0e-432f-824f-00098c11829b tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8349671 Apr 05 20:08:12.051711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49180) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:12.054843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-3912db5e-9dfe-4a53-a474-3c620692159e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Synchronizing usage tracker for tenant:23dd846987e84c54bf39cdc9ce7aec5f on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:12.057496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-602620649-network', 'tenant_id': 'd29275d9c99f414d90bdc0fdd9c95260'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:12.064682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:12.073623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Usage tracker for resource:network and tenant:d29275d9c99f414d90bdc0fdd9c95260 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:12.077951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-3912db5e-9dfe-4a53-a474-3c620692159e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Unset dirty status for tenant:23dd846987e84c54bf39cdc9ce7aec5f on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:12.082509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:12.090234 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-3912db5e-9dfe-4a53-a474-3c620692159e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--11577633&fields=id&tenant_id=23dd846987e84c54bf39cdc9ce7aec5f HTTP/1.1" status: 200 len: 267 time: 0.0882695 Apr 05 20:08:12.097977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:12.116849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Made reservation on behalf of d29275d9c99f414d90bdc0fdd9c95260 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:08:12.119791 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:12.137725 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:12.156474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:12.161941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Usage tracker for resource:security_group_rule and tenant:d29275d9c99f414d90bdc0fdd9c95260 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:12.165468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49184) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:12.168675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:12.180174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:12.302433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-cd40b968-8358-4d3b-b79e-2527ac714403 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:12.303401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-cd40b968-8358-4d3b-b79e-2527ac714403 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Synchronizing usage tracker for tenant:23dd846987e84c54bf39cdc9ce7aec5f on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:12.330658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-cd40b968-8358-4d3b-b79e-2527ac714403 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Unset dirty status for tenant:23dd846987e84c54bf39cdc9ce7aec5f on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:12.340693 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:12.343666 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-cd40b968-8358-4d3b-b79e-2527ac714403 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/networks?id=3181547e-906a-45c1-ab4d-f0e8ddba8d63 HTTP/1.1" status: 200 len: 824 time: 0.2520766 Apr 05 20:08:12.352756 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:12.368018 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-4aabfde5-4fea-4441-98b6-30115fbff017 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/quotas/23dd846987e84c54bf39cdc9ce7aec5f HTTP/1.1" status: 200 len: 375 time: 0.0227513 Apr 05 20:08:12.442207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:08:12.456705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594ccf9b-1c0b-4e7f-b054-b3a1822aded7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:12.479636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e99f2948-25a1-48de-bcca-22d917709db9 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Synchronizing usage tracker for tenant:23dd846987e84c54bf39cdc9ce7aec5f on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:12.479812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791805318229', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:12.481354 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Unsubscribe: segment precommit_create {{(pid=87964) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 20:08:12.481652 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Added segment 991cfac8-cf6d-4add-88c1-221c94de7cc2 of type vlan for network 2bdc7eaf-24fb-4f4d-96e5-27f29596c356 Apr 05 20:08:12.514657 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e99f2948-25a1-48de-bcca-22d917709db9 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Unset dirty status for tenant:23dd846987e84c54bf39cdc9ce7aec5f on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:12.516614 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e99f2948-25a1-48de-bcca-22d917709db9 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23dd846987e84c54bf39cdc9ce7aec5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1469455 Apr 05 20:08:12.551521 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:12.569721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49202) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:12.620543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3994f45d-cd39-48a6-bd9d-8a9802ec7dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:12.719333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3994f45d-cd39-48a6-bd9d-8a9802ec7dec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:12.733077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3994f45d-cd39-48a6-bd9d-8a9802ec7dec admin admin] Usage tracker for resource:security_group_rule and tenant:cc5641a47b0541d0a6f9cfd646d52376 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:12.740194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3994f45d-cd39-48a6-bd9d-8a9802ec7dec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:12.750903 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:12.751920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:12.753165 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:12.758751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3994f45d-cd39-48a6-bd9d-8a9802ec7dec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:12.845229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e1bacae7-80f7-4afb-a333-8ae366c4416d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:08:12.877037 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c82eb43-1134-496a-a922-11748a954fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:12.898858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1c82eb43-1134-496a-a922-11748a954fe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:12.899013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373fab32-9367-48d9-94db-8fe6921bbcf8 req-2e5e5544-538f-4cf0-84e1-ca5d36dcfb55 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:12.906664 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-373fab32-9367-48d9-94db-8fe6921bbcf8 req-2e5e5544-538f-4cf0-84e1-ca5d36dcfb55 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 970 time: 0.3591332 Apr 05 20:08:12.911122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1c82eb43-1134-496a-a922-11748a954fe8 admin admin] Usage tracker for resource:security_group_rule and tenant:458c24b569d34d4bb44194998dc4517f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:12.917680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1c82eb43-1134-496a-a922-11748a954fe8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:12.928636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1c82eb43-1134-496a-a922-11748a954fe8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:12.937844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] Pushing event updated for resources: {'Network': ['ID=2bdc7eaf-24fb-4f4d-96e5-27f29596c356,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:12.948456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b46bae4c-f0db-4d74-8f80-0ae00cb6da07 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8956497 Apr 05 20:08:12.955837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49216) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:12.962768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 2bdc7eaf-24fb-4f4d-96e5-27f29596c356 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:08:12.975171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Request body: {'subnet': {'network_id': '2bdc7eaf-24fb-4f4d-96e5-27f29596c356', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-602620649-subnet', 'tenant_id': 'd29275d9c99f414d90bdc0fdd9c95260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:12.985988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:12.998409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Usage tracker for resource:subnet and tenant:d29275d9c99f414d90bdc0fdd9c95260 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:13.015249 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-373fab32-9367-48d9-94db-8fe6921bbcf8 req-c9d3afbb-e4f1-4a9f-a982-4cd45c6fdb64 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076546 Apr 05 20:08:13.020262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:13.035094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:13.065263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-35e5bfda-94cf-4329-8d69-40b0dba382cc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:08:13.069708 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-35e5bfda-94cf-4329-8d69-40b0dba382cc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3155324 Apr 05 20:08:13.123796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Made reservation on behalf of d29275d9c99f414d90bdc0fdd9c95260 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:08:13.137107 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.195619 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port e1bacae7-80f7-4afb-a333-8ae366c4416d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:13.203254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port e1bacae7-80f7-4afb-a333-8ae366c4416d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:13.204307 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.352438 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.357247 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3994f45d-cd39-48a6-bd9d-8a9802ec7dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.394076 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port e1bacae7-80f7-4afb-a333-8ae366c4416d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e1bacae7-80f7-4afb-a333-8ae366c4416d,segment=NetworkSegment(d1756426-dc33-407b-be9f-b9605c9fb8b1),segment_id=d1756426-dc33-407b-be9f-b9605c9fb8b1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:13.402725 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3994f45d-cd39-48a6-bd9d-8a9802ec7dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.403534 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.435180 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c82eb43-1134-496a-a922-11748a954fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.448078 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c82eb43-1134-496a-a922-11748a954fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.495775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82eb43-1134-496a-a922-11748a954fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091cfdd2-0561-44d1-9b37-483c03c5a2cc,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:13.496473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994f45d-cd39-48a6-bd9d-8a9802ec7dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7809609-f263-4c3e-9806-62800ab424b9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:13.513918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=e1bacae7-80f7-4afb-a333-8ae366c4416d,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:13.518909 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-2cfab7e6-bb44-419f-a881-c163b801700a service neutron] 10.222.0.24 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383700 Apr 05 20:08:13.543375 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3994f45d-cd39-48a6-bd9d-8a9802ec7dec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc5641a47b0541d0a6f9cfd646d52376&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3755820 Apr 05 20:08:13.543800 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1c82eb43-1134-496a-a922-11748a954fe8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=458c24b569d34d4bb44194998dc4517f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9727280 Apr 05 20:08:13.546906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49234) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:13.547223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49236) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:13.585702 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3650467d-90ce-4d3e-ae59-7644f37f1d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.619411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d763c8-21ed-4972-92d0-ff87bb45273e req-3ea5f26c-437a-4eb6-86dd-7046d9345f98 tempest-AggregatesAdminTestJSON-331803741 tempest-AggregatesAdminTestJSON-331803741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:13.620967 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29d763c8-21ed-4972-92d0-ff87bb45273e req-3ea5f26c-437a-4eb6-86dd-7046d9345f98 tempest-AggregatesAdminTestJSON-331803741 tempest-AggregatesAdminTestJSON-331803741-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 1121 time: 0.2823391 Apr 05 20:08:13.648736 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-29d763c8-21ed-4972-92d0-ff87bb45273e req-2483ece6-ac86-4258-af7d-102c80718f07 tempest-AggregatesAdminTestJSON-331803741 tempest-AggregatesAdminTestJSON-331803741-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.712444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-29d763c8-21ed-4972-92d0-ff87bb45273e req-2483ece6-ac86-4258-af7d-102c80718f07 tempest-AggregatesAdminTestJSON-331803741 tempest-AggregatesAdminTestJSON-331803741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:13.738328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-29d763c8-21ed-4972-92d0-ff87bb45273e req-2483ece6-ac86-4258-af7d-102c80718f07 tempest-AggregatesAdminTestJSON-331803741 tempest-AggregatesAdminTestJSON-331803741-project-admin] Usage tracker for resource:security_group_rule and tenant:3f18dd23f470495890a60bf0088c6419 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:13.749453 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a71302d5-2b0d-43fd-92ee-84b44eaa1d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.749716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-29d763c8-21ed-4972-92d0-ff87bb45273e req-2483ece6-ac86-4258-af7d-102c80718f07 tempest-AggregatesAdminTestJSON-331803741 tempest-AggregatesAdminTestJSON-331803741-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:13.752509 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-1d33b848-173e-4dfa-b091-69b4fff7cfba service neutron] 10.222.0.24 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301145 Apr 05 20:08:13.754245 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-12d4bb91-9083-43cd-84d2-cbd2ee79268f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.759622 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-29d763c8-21ed-4972-92d0-ff87bb45273e req-2483ece6-ac86-4258-af7d-102c80718f07 tempest-AggregatesAdminTestJSON-331803741 tempest-AggregatesAdminTestJSON-331803741-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:13.767870 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.800418 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a71302d5-2b0d-43fd-92ee-84b44eaa1d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.812737 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-12d4bb91-9083-43cd-84d2-cbd2ee79268f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.878369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3677e8b-4c60-47c7-a5da-ae268364f33f,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:13.895067 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c8be76ee-5271-4abb-a2f7-6015d96e490b req-8f7da338-65c5-40c4-af7f-0d9afead0e6b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2242703 Apr 05 20:08:13.902812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Checking segment: {'id': '991cfac8-cf6d-4add-88c1-221c94de7cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '2bdc7eaf-24fb-4f4d-96e5-27f29596c356'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:08:13.903243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Network hostable DHCP agents. Network: 2bdc7eaf-24fb-4f4d-96e5-27f29596c356, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:08:13.934834 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a71302d5-2b0d-43fd-92ee-84b44eaa1d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.949543 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-12d4bb91-9083-43cd-84d2-cbd2ee79268f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:13.957559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Network 2bdc7eaf-24fb-4f4d-96e5-27f29596c356 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:08:13.958856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71302d5-2b0d-43fd-92ee-84b44eaa1d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091cfdd2-0561-44d1-9b37-483c03c5a2cc,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:13.993984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 2bdc7eaf-24fb-4f4d-96e5-27f29596c356) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:08:14.001412 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-29d763c8-21ed-4972-92d0-ff87bb45273e req-2483ece6-ac86-4258-af7d-102c80718f07 tempest-AggregatesAdminTestJSON-331803741 tempest-AggregatesAdminTestJSON-331803741-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:14.006611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a780f886-7bdb-42eb-a53b-8003ae67089b None None] Network 2bdc7eaf-24fb-4f4d-96e5-27f29596c356 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:08:14.016880 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a71302d5-2b0d-43fd-92ee-84b44eaa1d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:14.018274 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a71302d5-2b0d-43fd-92ee-84b44eaa1d3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/091cfdd2-0561-44d1-9b37-483c03c5a2cc HTTP/1.1" status: 204 len: 168 time: 0.4686098 Apr 05 20:08:14.019148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4bb91-9083-43cd-84d2-cbd2ee79268f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7809609-f263-4c3e-9806-62800ab424b9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:14.040012 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-12d4bb91-9083-43cd-84d2-cbd2ee79268f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:14.041152 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-12d4bb91-9083-43cd-84d2-cbd2ee79268f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7809609-f263-4c3e-9806-62800ab424b9 HTTP/1.1" status: 204 len: 168 time: 0.4930685 Apr 05 20:08:14.048638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:14.049236 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:14.064558 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-29d763c8-21ed-4972-92d0-ff87bb45273e req-2483ece6-ac86-4258-af7d-102c80718f07 tempest-AggregatesAdminTestJSON-331803741 tempest-AggregatesAdminTestJSON-331803741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:14.092193 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29d763c8-21ed-4972-92d0-ff87bb45273e req-2483ece6-ac86-4258-af7d-102c80718f07 tempest-AggregatesAdminTestJSON-331803741 tempest-AggregatesAdminTestJSON-331803741-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641416 Apr 05 20:08:14.148679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483ece6-ac86-4258-af7d-102c80718f07 tempest-AggregatesAdminTestJSON-331803741 tempest-AggregatesAdminTestJSON-331803741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e37ddcd-0fd6-4388-a503-a66140d15dae,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:14.170590 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-15dd904d-8fed-431b-9a68-97bd6f80e4b1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2053425 Apr 05 20:08:14.186186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be76ee-5271-4abb-a2f7-6015d96e490b req-7d47cfe1-a194-463c-a4c6-dc709947a9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:14.187725 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c8be76ee-5271-4abb-a2f7-6015d96e490b req-7d47cfe1-a194-463c-a4c6-dc709947a9eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5098bafc11a246fe9fd3234831879791&device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 1121 time: 0.1884112 Apr 05 20:08:14.343095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e59dd7-ed57-4539-a49e-a8d22a5d0ce9 None None] Network 2bdc7eaf-24fb-4f4d-96e5-27f29596c356 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:08:14.482155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be76ee-5271-4abb-a2f7-6015d96e490b req-2ce5ccac-b6b0-4c34-aaab-4545ffd0b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:14.483629 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c8be76ee-5271-4abb-a2f7-6015d96e490b req-2ce5ccac-b6b0-4c34-aaab-4545ffd0b141 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2630703 Apr 05 20:08:14.584565 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c8be76ee-5271-4abb-a2f7-6015d96e490b req-204c1f4f-7df1-4fe6-92ab-4161493d1add service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=506e725a-2f42-4a7b-8c6c-01d2ffff8209 HTTP/1.1" status: 200 len: 217 time: 0.0937228 Apr 05 20:08:14.725259 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:14.737240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be76ee-5271-4abb-a2f7-6015d96e490b req-8f75c535-1e49-47bf-b28e-ca775915d399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:14.739491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c8be76ee-5271-4abb-a2f7-6015d96e490b req-8f75c535-1e49-47bf-b28e-ca775915d399 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1464753 Apr 05 20:08:14.839139 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:14.841276 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a4f4742-7b1c-4204-9a1a-a8b3a4338076 req-292b5ba0-48f3-471c-8914-89e9f8bcd7f5 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 210 time: 0.0658381 Apr 05 20:08:14.897295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e1bacae7-80f7-4afb-a333-8ae366c4416d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:08:15.018245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be76ee-5271-4abb-a2f7-6015d96e490b req-fd85d375-fd42-4448-bab2-93fecb0ba7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:15.021383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c8be76ee-5271-4abb-a2f7-6015d96e490b req-fd85d375-fd42-4448-bab2-93fecb0ba7e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2606895 Apr 05 20:08:15.061480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port e1bacae7-80f7-4afb-a333-8ae366c4416d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:15.062172 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:15.202686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49314) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:15.240545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd39d60c-1fec-48af-a724-155a11bcfb98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:15.245262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-aaf92426-7bc1-4eb2-9f98-3d05de0f783e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4315b2776a8446efa0573a8e3d19b341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127996 Apr 05 20:08:15.306622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bd39d60c-1fec-48af-a724-155a11bcfb98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:15.322894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bd39d60c-1fec-48af-a724-155a11bcfb98 admin admin] Usage tracker for resource:security_group_rule and tenant:8557574e03ac465a9adc2a38f4fa48c2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:15.330576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bd39d60c-1fec-48af-a724-155a11bcfb98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:15.351506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49320) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:15.380932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bd39d60c-1fec-48af-a724-155a11bcfb98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:15.421012 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6df8acd1-9c3c-4f21-8d4f-46fa768f09e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:15.433200 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c8be76ee-5271-4abb-a2f7-6015d96e490b req-bba016ef-b186-4a83-b0f9-50cd7d44daaf service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035439 Apr 05 20:08:15.456540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6df8acd1-9c3c-4f21-8d4f-46fa768f09e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:15.477442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6df8acd1-9c3c-4f21-8d4f-46fa768f09e1 admin admin] Usage tracker for resource:security_group_rule and tenant:4c24397239b74d64ba9ccb3347fdc6d4 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:15.484949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6df8acd1-9c3c-4f21-8d4f-46fa768f09e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:15.505804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6df8acd1-9c3c-4f21-8d4f-46fa768f09e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:15.606334 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d64820d1-4094-4677-b53b-327db36d77be req-08a180df-be73-4e0e-ac5e-e205a4592ab7 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0737748 Apr 05 20:08:15.656903 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c8be76ee-5271-4abb-a2f7-6015d96e490b req-4177cb88-0cc3-4f54-9c41-0fe6dbb3c106 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164063 Apr 05 20:08:15.702746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-0716b599-72c4-42e1-94db-48760881b0cc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:15.705414 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-0716b599-72c4-42e1-94db-48760881b0cc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4388108 Apr 05 20:08:15.707701 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd39d60c-1fec-48af-a724-155a11bcfb98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:15.719932 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd39d60c-1fec-48af-a724-155a11bcfb98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:15.726854 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-de6f3082-d045-45c3-9c40-f6909964ec32 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/quotas/4315b2776a8446efa0573a8e3d19b341 HTTP/1.1" status: 200 len: 375 time: 0.0164802 Apr 05 20:08:15.774441 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6df8acd1-9c3c-4f21-8d4f-46fa768f09e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:15.788024 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bd39d60c-1fec-48af-a724-155a11bcfb98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8557574e03ac465a9adc2a38f4fa48c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5822132 Apr 05 20:08:15.789008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49334) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:15.796442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39d60c-1fec-48af-a724-155a11bcfb98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be412272-4d68-4a73-ac86-b72ce5f10725,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:15.798053 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-800c7c06-facd-4adf-8919-fb74e50b8c23 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637043 Apr 05 20:08:15.809906 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6df8acd1-9c3c-4f21-8d4f-46fa768f09e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:15.849364 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:15.877297 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6df8acd1-9c3c-4f21-8d4f-46fa768f09e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c24397239b74d64ba9ccb3347fdc6d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5247679 Apr 05 20:08:15.879900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49344) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:15.957115 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-11b3dd6a-fa61-4826-a78f-fe036181ec4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:15.971675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8acd1-9c3c-4f21-8d4f-46fa768f09e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c8131f-c702-47e1-873a-db641095075b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:15.997861 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-11b3dd6a-fa61-4826-a78f-fe036181ec4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:16.007169 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b4aafd4f-cded-4e40-84d0-cf3f9a430c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:16.050061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea6c33-c49c-4261-8cdc-62c00e25970f req-112798e5-6d81-4805-a95f-57171bf6c9b8 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:16.051784 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-68ea6c33-c49c-4261-8cdc-62c00e25970f req-112798e5-6d81-4805-a95f-57171bf6c9b8 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 970 time: 0.1732287 Apr 05 20:08:16.063317 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b4aafd4f-cded-4e40-84d0-cf3f9a430c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:16.074844 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-11b3dd6a-fa61-4826-a78f-fe036181ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:16.099917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b3dd6a-fa61-4826-a78f-fe036181ec4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c8131f-c702-47e1-873a-db641095075b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:16.102548 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-11b3dd6a-fa61-4826-a78f-fe036181ec4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:16.103964 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-11b3dd6a-fa61-4826-a78f-fe036181ec4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78c8131f-c702-47e1-873a-db641095075b HTTP/1.1" status: 204 len: 168 time: 0.2221065 Apr 05 20:08:16.213051 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b4aafd4f-cded-4e40-84d0-cf3f9a430c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:16.244880 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-68ea6c33-c49c-4261-8cdc-62c00e25970f req-7990323e-1409-404b-82eb-5e60b03ce09e tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724310 Apr 05 20:08:16.255163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aafd4f-cded-4e40-84d0-cf3f9a430c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be412272-4d68-4a73-ac86-b72ce5f10725,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:16.270160 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b4aafd4f-cded-4e40-84d0-cf3f9a430c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:16.271350 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b4aafd4f-cded-4e40-84d0-cf3f9a430c2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be412272-4d68-4a73-ac86-b72ce5f10725 HTTP/1.1" status: 204 len: 168 time: 0.4799445 Apr 05 20:08:16.330478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.41', 51561) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:16.598694 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0003e0d3-1699-4acd-af07-091f9efa8708 req-e38d708b-abbb-42fc-96d7-969f7a8070e6 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0967116 Apr 05 20:08:16.751598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-d949f6ff-21d3-4137-aba8-3ef09560255a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:16.753150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-d949f6ff-21d3-4137-aba8-3ef09560255a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.41 "GET /v2.0/networks?id=3181547e-906a-45c1-ab4d-f0e8ddba8d63 HTTP/1.1" status: 200 len: 824 time: 0.4215574 Apr 05 20:08:16.784492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-03f1a206-be2c-4b3e-a976-3ac012253d6b tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:16.785959 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-03f1a206-be2c-4b3e-a976-3ac012253d6b tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 820 time: 0.3735917 Apr 05 20:08:16.813355 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-69273576-b98a-4cb7-a046-c8a299d665f0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/quotas/78e3339ed2bb42f7a4658d92708a7a40 HTTP/1.1" status: 200 len: 375 time: 0.0175502 Apr 05 20:08:16.929289 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-99ed2b71-2a83-4e00-aab1-e9d86049f080 req-6d116de7-d95c-4961-9979-a6e0b0ed3f49 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 210 time: 0.0933137 Apr 05 20:08:17.022360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-d8b3751d-dbed-43ad-9979-04eea2253d0a tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2006905 Apr 05 20:08:17.102476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-c29df118-c3d6-4195-bf4d-2cb9a2a83978 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Synchronizing usage tracker for tenant:23dd846987e84c54bf39cdc9ce7aec5f on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:17.132222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-c29df118-c3d6-4195-bf4d-2cb9a2a83978 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Unset dirty status for tenant:23dd846987e84c54bf39cdc9ce7aec5f on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:17.134080 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-c29df118-c3d6-4195-bf4d-2cb9a2a83978 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23dd846987e84c54bf39cdc9ce7aec5f HTTP/1.1" status: 200 len: 378 time: 0.2447999 Apr 05 20:08:17.158070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0d89e8-582f-468f-be9a-4ee3c7cfce6e req-e3ef7293-d8a7-4818-b882-fb6dfda1d25d tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:17.161973 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee0d89e8-582f-468f-be9a-4ee3c7cfce6e req-e3ef7293-d8a7-4818-b882-fb6dfda1d25d tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.13 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 970 time: 0.2640355 Apr 05 20:08:17.294817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ee0d89e8-582f-468f-be9a-4ee3c7cfce6e req-f4d61b44-455d-439c-944a-89f4745af9b5 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Deleting port 506e725a-2f42-4a7b-8c6c-01d2ffff8209 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:08:17.295726 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ee0d89e8-582f-468f-be9a-4ee3c7cfce6e req-f4d61b44-455d-439c-944a-89f4745af9b5 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:17.342334 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e4bb17b-b8d8-4e9e-81e2-ab85b6b3b476 req-3646a94e-3188-477d-aa4b-32648383dfbd tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 210 time: 0.1037927 Apr 05 20:08:17.528489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-fd6061fd-8344-4c3d-a5bb-451cfeda69a5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:08:17.530360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-fd6061fd-8344-4c3d-a5bb-451cfeda69a5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1501658 Apr 05 20:08:17.635243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469aded-b9e0-4038-bbc5-24a1556c2b84 req-001a1373-2a2b-4179-b742-6032c2040af0 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:17.636909 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c469aded-b9e0-4038-bbc5-24a1556c2b84 req-001a1373-2a2b-4179-b742-6032c2040af0 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 970 time: 0.1468518 Apr 05 20:08:17.757679 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c469aded-b9e0-4038-bbc5-24a1556c2b84 req-77eaa672-2e73-4e9e-9149-7a3ee694be7e tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/security-groups?id=b16636e1-cb9f-48b2-be4c-f999ca0c434f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107674 Apr 05 20:08:17.772357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.13', 54006) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:17.845994 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-bba05d14-61e0-441a-93a4-01d5bb9395b0 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4315b2776a8446efa0573a8e3d19b341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719366 Apr 05 20:08:17.923193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ee0d89e8-582f-468f-be9a-4ee3c7cfce6e req-f4d61b44-455d-439c-944a-89f4745af9b5 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] For port 506e725a-2f42-4a7b-8c6c-01d2ffff8209, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=506e725a-2f42-4a7b-8c6c-01d2ffff8209,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:17.923560 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ee0d89e8-582f-468f-be9a-4ee3c7cfce6e req-f4d61b44-455d-439c-944a-89f4745af9b5 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:18.121811 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b6cec2a1-de85-4fe9-9482-8cb1a03ec3d1 req-f2199e05-15ae-455a-a759-00decdeb0f7b tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.1006131 Apr 05 20:08:18.122649 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-809344ae-bbdd-44ac-a0a6-ade947a23c85 service neutron] 10.222.0.24 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710056 Apr 05 20:08:18.129710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ee0d89e8-582f-468f-be9a-4ee3c7cfce6e req-f4d61b44-455d-439c-944a-89f4745af9b5 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Calling delete_port for 506e725a-2f42-4a7b-8c6c-01d2ffff8209 owned by compute:tempest-test_az-864972030 {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:08:18.247148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-fcbab0e2-2c76-4f6d-bc6a-0e305cfcdd47 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:18.251224 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-fcbab0e2-2c76-4f6d-bc6a-0e305cfcdd47 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3998961 Apr 05 20:08:18.267779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Request body: {'port': {'device_id': 'ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '4315b2776a8446efa0573a8e3d19b341'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:18.528288 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-93900640-f1eb-48cc-87c5-c182ba3d791f service neutron] 10.222.0.24 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692346 Apr 05 20:08:18.568165 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ee0d89e8-582f-468f-be9a-4ee3c7cfce6e req-f4d61b44-455d-439c-944a-89f4745af9b5 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:18.580841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['506e725a-2f42-4a7b-8c6c-01d2ffff8209'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:08:18.660691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d61b44-455d-439c-944a-89f4745af9b5 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Pushing event deleted for resources: {'Port': ['ID=506e725a-2f42-4a7b-8c6c-01d2ffff8209,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:18.788855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:18.801661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Usage tracker for resource:port and tenant:4315b2776a8446efa0573a8e3d19b341 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:18.822739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:18.826927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0d89e8-582f-468f-be9a-4ee3c7cfce6e req-f4d61b44-455d-439c-944a-89f4745af9b5 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] No DVR routers for this DVR port 506e725a-2f42-4a7b-8c6c-01d2ffff8209 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:08:18.834852 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ee0d89e8-582f-468f-be9a-4ee3c7cfce6e req-f4d61b44-455d-439c-944a-89f4745af9b5 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:18.838643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145f4297-f6c2-4541-9f97-7b2eee9b5699', 'name': 'network-vif-deleted', 'tag': '506e725a-2f42-4a7b-8c6c-01d2ffff8209'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:18.854219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:18.895878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Made reservation on behalf of 4315b2776a8446efa0573a8e3d19b341 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:08:18.903433 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:18.912530 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee0d89e8-582f-468f-be9a-4ee3c7cfce6e req-f4d61b44-455d-439c-944a-89f4745af9b5 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.13 "DELETE /v2.0/ports/506e725a-2f42-4a7b-8c6c-01d2ffff8209 HTTP/1.1" status: 204 len: 173 time: 1.7429507 Apr 05 20:08:18.948380 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee99365f-b5d5-4afa-aa26-ec49eeb55840 req-3a4d9973-46e1-45c5-8e9e-96e8e20e3b36 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 210 time: 0.5243285 Apr 05 20:08:18.969605 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:19.013742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:19.027291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Usage tracker for resource:security_group_rule and tenant:4315b2776a8446efa0573a8e3d19b341 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:19.031217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:19.047793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:19.201120 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-01e9e740-3cf4-4b99-9091-4d1cf24bfdb6 req-6d34a5ac-e653-41f6-8408-69e0faad0320 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 210 time: 0.1609788 Apr 05 20:08:19.270528 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e90452d6-b94c-45b6-a03f-34b01c693878 req-605bb087-1cb5-4a0c-804a-6ca3c397d968 tempest-AggregatesAdminTestJSON-1793575854 tempest-AggregatesAdminTestJSON-1793575854-project] 10.222.0.24 "GET /v2.0/ports?device_id=145f4297-f6c2-4541-9f97-7b2eee9b5699 HTTP/1.1" status: 200 len: 210 time: 0.0896330 Apr 05 20:08:19.352870 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:19.365934 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:19.392512 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145f4297-f6c2-4541-9f97-7b2eee9b5699', 'name': 'network-vif-deleted', 'tag': '506e725a-2f42-4a7b-8c6c-01d2ffff8209', 'status': 'completed', 'code': 200} Apr 05 20:08:19.412548 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8fb837c8-6672-4e6a-be8f-8bf42257b4d1 req-335a4163-52a4-4b40-87b3-f16e4c3259b0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 210 time: 0.0922098 Apr 05 20:08:19.480471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:19.584495 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-55b4a0a8-a745-4650-8d40-14f7d1e702a3 req-de30618c-71e8-4c38-bf3a-51aaec698a10 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0694218 Apr 05 20:08:19.727369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Allocated IP 192.168.233.121 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/d42841c6-73ca-48b9-b406-7bfefe163cb6) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:08:20.067550 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:20.087637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Transition to ACTIVE for port object d42841c6-73ca-48b9-b406-7bfefe163cb6 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:20.120814 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:20.176796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23e53f77-01ae-4b77-8fc0-54ee53753e85 req-475e0e37-550e-43e1-8293-eb8a2da2cee9 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 210 time: 0.0896149 Apr 05 20:08:20.227559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:08:20.234434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:08:20.243283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:08:20.249272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:20.261210 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:20.305537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Pushing event updated for resources: {'Port': ['ID=d42841c6-73ca-48b9-b406-7bfefe163cb6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:20.341940 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-2558b6f1-656b-4b9d-ac23-63c985874efb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0792933 Apr 05 20:08:20.356002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Request body: {'port': {'device_id': 'ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf', 'device_owner': 'compute:tempest-test_az-864972030', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:20.457533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49500) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:20.533873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5587216-1fc3-4a9a-b542-1b4f8265f662 req-9b0c216e-e254-4299-a605-ccacbc2eb43a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:20.537312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e5587216-1fc3-4a9a-b542-1b4f8265f662 req-9b0c216e-e254-4299-a605-ccacbc2eb43a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 936 time: 0.1626797 Apr 05 20:08:20.599130 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:20.634057 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e5587216-1fc3-4a9a-b542-1b4f8265f662 req-b0b6c910-4a51-4fbe-b83a-81247c89b9e6 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803945 Apr 05 20:08:20.689439 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3e87c36-d3fb-4d8e-830b-96c10ea90e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:20.736895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-85912b91-9d64-4fdc-bce8-086a2822f918 None None] Provisioning for port d42841c6-73ca-48b9-b406-7bfefe163cb6 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:20.751959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e3e87c36-d3fb-4d8e-830b-96c10ea90e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:20.758355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-85912b91-9d64-4fdc-bce8-086a2822f918 None None] Provisioning complete for port d42841c6-73ca-48b9-b406-7bfefe163cb6 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:20.760230 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-85912b91-9d64-4fdc-bce8-086a2822f918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:20.777212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e3e87c36-d3fb-4d8e-830b-96c10ea90e9a admin admin] Usage tracker for resource:security_group_rule and tenant:72008c9ff5d1400682631606e2f6eced is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:20.785501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e3e87c36-d3fb-4d8e-830b-96c10ea90e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:20.906018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e3e87c36-d3fb-4d8e-830b-96c10ea90e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:20.914299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-85912b91-9d64-4fdc-bce8-086a2822f918 None None] Port d42841c6-73ca-48b9-b406-7bfefe163cb6 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:08:20.992215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ba2b72a3-098e-47b7-9592-95abf0446913 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:20.994087 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ba2b72a3-098e-47b7-9592-95abf0446913 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.13 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 820 time: 0.2914920 Apr 05 20:08:21.011014 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Request body: {'port': {'device_id': 'fb53a81a-c484-47e6-a11d-bd4e59a65af0', 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba', 'admin_state_up': True, 'tenant_id': '78e3339ed2bb42f7a4658d92708a7a40'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:21.200534 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da11fe56-9781-47e1-989d-8994230f3563 req-c06f77fe-fe8c-4424-aeb2-6da9298dfe01 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 210 time: 0.0551767 Apr 05 20:08:21.208151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 506e725a-2f42-4a7b-8c6c-01d2ffff8209 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:08:21.253353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 506e725a-2f42-4a7b-8c6c-01d2ffff8209 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:08:21.254249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 506e725a-2f42-4a7b-8c6c-01d2ffff8209 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:08:21.278893 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3e87c36-d3fb-4d8e-830b-96c10ea90e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:21.287422 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3e87c36-d3fb-4d8e-830b-96c10ea90e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:21.332712 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d5af892-9e3d-44cd-ba0e-95c31ecce2b5 req-ab98b3a4-ccc6-4f89-b40f-31c160bc18d1 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0897529 Apr 05 20:08:21.340537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42841c6-73ca-48b9-b406-7bfefe163cb6 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:08:21.360246 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e3e87c36-d3fb-4d8e-830b-96c10ea90e9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72008c9ff5d1400682631606e2f6eced&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8990557 Apr 05 20:08:21.360246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:21.361662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49524) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:21.362302 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e87c36-d3fb-4d8e-830b-96c10ea90e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9595f4d3-473f-4413-affa-c96e27afcc25,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:21.368010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Usage tracker for resource:port and tenant:78e3339ed2bb42f7a4658d92708a7a40 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:21.378524 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:21.408037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:21.415877 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Transition to ACTIVE for port object d42841c6-73ca-48b9-b406-7bfefe163cb6 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:21.418441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:21.421320 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:21.490433 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fedab269-f549-4c00-8d14-e690d89abeed req-35a94b88-21c1-43dd-b326-93715d1a2141 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 210 time: 0.0548124 Apr 05 20:08:21.493745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Made reservation on behalf of 78e3339ed2bb42f7a4658d92708a7a40 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:08:21.500118 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:21.538400 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b2a7fd06-3858-4cf8-bfd4-1abfbb671c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:21.638364 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b2a7fd06-3858-4cf8-bfd4-1abfbb671c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:21.644715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Pushing event updated for resources: {'Port': ['ID=d42841c6-73ca-48b9-b406-7bfefe163cb6,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:21.709661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Attempting to bind port d42841c6-73ca-48b9-b406-7bfefe163cb6 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:08:21.710280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Attempting to bind port d42841c6-73ca-48b9-b406-7bfefe163cb6 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:08:21.710731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Attempting to bind port d42841c6-73ca-48b9-b406-7bfefe163cb6 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:21.720199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Port d42841c6-73ca-48b9-b406-7bfefe163cb6 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:08:21.720551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Attempting to bind port d42841c6-73ca-48b9-b406-7bfefe163cb6 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:21.737337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:08:21.738643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:08:21.739318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:08:21.739962 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Bound port: d42841c6-73ca-48b9-b406-7bfefe163cb6, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:08:21.740725 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:21.835918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Allocated IP 172.20.0.12 (ecbc5fa8-17b4-410c-85af-ab13ae3078ba/1e997de4-b7c5-47fa-849a-8d287866bd13/abe616d3-ddcf-4a77-a12a-ce9e82490e84) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:08:21.843544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Request body: {'port': {'device_id': '60699b95-da58-4cb0-a92f-6925c5cc25ec', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'admin_state_up': True, 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'security_groups': ['33f12754-40d0-4aa1-9716-03f59a499be9']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:21.961195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] For port d42841c6-73ca-48b9-b406-7bfefe163cb6, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:08:21.966591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] For port d42841c6-73ca-48b9-b406-7bfefe163cb6, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:08:21.976529 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:22.060196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b2a7fd06-3858-4cf8-bfd4-1abfbb671c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:22.128314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7fd06-3858-4cf8-bfd4-1abfbb671c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9595f4d3-473f-4413-affa-c96e27afcc25,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:22.138705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:22.152927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:22.153612 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:22.155121 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] 10.222.0.13 "PUT /v2.0/ports/d42841c6-73ca-48b9-b406-7bfefe163cb6 HTTP/1.1" status: 200 len: 1117 time: 1.8039303 Apr 05 20:08:22.159787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf', 'tag': 'd42841c6-73ca-48b9-b406-7bfefe163cb6'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:22.232928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:22.238686 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b2a7fd06-3858-4cf8-bfd4-1abfbb671c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:22.253476 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b2a7fd06-3858-4cf8-bfd4-1abfbb671c8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9595f4d3-473f-4413-affa-c96e27afcc25 HTTP/1.1" status: 204 len: 168 time: 0.8883884 Apr 05 20:08:22.256789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b9afe1-79a5-4bf3-a8cc-d8f4fd9e0dd0 req-e287ca5a-f7a6-4901-b2dd-c4ca79079b78 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:22.257515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-10b9afe1-79a5-4bf3-a8cc-d8f4fd9e0dd0 req-e287ca5a-f7a6-4901-b2dd-c4ca79079b78 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Synchronizing usage tracker for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:22.281418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Made reservation on behalf of 23dd846987e84c54bf39cdc9ce7aec5f for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:08:22.288242 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:22.377722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-10b9afe1-79a5-4bf3-a8cc-d8f4fd9e0dd0 req-e287ca5a-f7a6-4901-b2dd-c4ca79079b78 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Unset dirty status for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:22.378973 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-10b9afe1-79a5-4bf3-a8cc-d8f4fd9e0dd0 req-e287ca5a-f7a6-4901-b2dd-c4ca79079b78 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 969 time: 0.5053988 Apr 05 20:08:22.422657 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef37a1f-59a0-4f23-9002-e41787ad0550 service neutron] Pushing event updated for resources: {'Port': ['ID=d42841c6-73ca-48b9-b406-7bfefe163cb6,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:22.454594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-de6ce047-ce85-48c7-84fe-b5cc574c65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:22.456739 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-de6ce047-ce85-48c7-84fe-b5cc574c65a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 1120 time: 0.2097192 Apr 05 20:08:22.541127 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:22.556105 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-0be7e510-92d8-41ef-a5f8-42ff495a5fe1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6 HTTP/1.1" status: 200 len: 217 time: 0.0859849 Apr 05 20:08:22.557435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49590) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:22.631103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-85ae58e4-d136-43a2-b737-35e098ecb6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:22.632849 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-85ae58e4-d136-43a2-b737-35e098ecb6ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0696399 Apr 05 20:08:22.635275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-10b9afe1-79a5-4bf3-a8cc-d8f4fd9e0dd0 req-013dd9f3-2982-44a3-9cc2-4b8eca27d520 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Synchronizing usage tracker for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:22.708271 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:22.716185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-10b9afe1-79a5-4bf3-a8cc-d8f4fd9e0dd0 req-013dd9f3-2982-44a3-9cc2-4b8eca27d520 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Unset dirty status for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:22.718501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Allocated IP 172.20.0.11 (3181547e-906a-45c1-ab4d-f0e8ddba8d63/db5d97bd-f1f9-44b3-b911-c8ed750bc5a6/03bb41ab-35a0-476c-96ed-69017d56ffc7) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:08:22.731116 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-10b9afe1-79a5-4bf3-a8cc-d8f4fd9e0dd0 req-013dd9f3-2982-44a3-9cc2-4b8eca27d520 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317659 Apr 05 20:08:22.761938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-a5fda66a-c395-48e0-8c9b-04412fd6e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:22.767173 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-a5fda66a-c395-48e0-8c9b-04412fd6e41f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1207311 Apr 05 20:08:22.828864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Network ecbc5fa8-17b4-410c-85af-ab13ae3078ba is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:08:22.836909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:08:22.852925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:08:22.861099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:22.861669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:22.873554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Pushing event updated for resources: {'Port': ['ID=abe616d3-ddcf-4a77-a12a-ce9e82490e84,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:22.922680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49600) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:22.953454 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-ac049a7e-a81c-474e-87e6-7e577165ce52 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9472709 Apr 05 20:08:23.001159 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f38efc1-5f53-4cc8-a69d-3f68af4dc07c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:23.010972 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f2aacc03-e1f6-4ca5-89cc-2b1558c1e879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:23.021585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Request body: {'port': {'device_id': 'fb53a81a-c484-47e6-a11d-bd4e59a65af0', 'device_owner': 'compute:tempest-test_az-864972030', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:23.023891 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9699993d-ea29-4077-b8b8-c7744fadf520 req-75a59e5e-24a6-4ba2-9593-93ba6ab7e22a tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0820444 Apr 05 20:08:23.032564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f2aacc03-e1f6-4ca5-89cc-2b1558c1e879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:23.036371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f2aacc03-e1f6-4ca5-89cc-2b1558c1e879 admin admin] Usage tracker for resource:security_group_rule and tenant:c11e25b4f4bf46ddafae11927c981de0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:23.039185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f2aacc03-e1f6-4ca5-89cc-2b1558c1e879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:23.048974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f2aacc03-e1f6-4ca5-89cc-2b1558c1e879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:23.073612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28394b8c-6644-4c4a-abcb-897d599583cb req-936970c3-0bc0-4414-a379-bd2011460bd7 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:23.073612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-28394b8c-6644-4c4a-abcb-897d599583cb req-936970c3-0bc0-4414-a379-bd2011460bd7 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Synchronizing usage tracker for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:23.091486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1f38efc1-5f53-4cc8-a69d-3f68af4dc07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:23.102248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1f38efc1-5f53-4cc8-a69d-3f68af4dc07c admin admin] Usage tracker for resource:security_group_rule and tenant:4a7318b5806949589ac8a862ed636030 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:23.103946 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-806519e5-0f99-4b93-967a-dfc53b43bd86 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245099 Apr 05 20:08:23.110643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1f38efc1-5f53-4cc8-a69d-3f68af4dc07c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:23.135442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1f38efc1-5f53-4cc8-a69d-3f68af4dc07c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:23.206987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-28394b8c-6644-4c4a-abcb-897d599583cb req-936970c3-0bc0-4414-a379-bd2011460bd7 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Unset dirty status for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:23.208113 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28394b8c-6644-4c4a-abcb-897d599583cb req-936970c3-0bc0-4414-a379-bd2011460bd7 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 932 time: 0.5477881 Apr 05 20:08:23.229562 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:23.265699 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f919e326-1be9-4ab0-a3b9-2aee0f2730e2 req-e808b9b8-8a63-401c-8a6d-ff05e03673e9 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 210 time: 0.1103356 Apr 05 20:08:23.287503 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:23.311754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Transition to ACTIVE for port object 03bb41ab-35a0-476c-96ed-69017d56ffc7 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:23.324865 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28394b8c-6644-4c4a-abcb-897d599583cb req-335ea597-b943-47f4-bbe8-22e973bb106f tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008017 Apr 05 20:08:23.337022 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f2aacc03-e1f6-4ca5-89cc-2b1558c1e879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:23.339751 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b59bcc11-f50d-42e6-a7b5-ca0d1a3368ac req-1b3ada17-03af-413a-a596-f692b67e59a2 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259669 Apr 05 20:08:23.355629 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f2aacc03-e1f6-4ca5-89cc-2b1558c1e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:23.416469 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f2aacc03-e1f6-4ca5-89cc-2b1558c1e879 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c11e25b4f4bf46ddafae11927c981de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8579342 Apr 05 20:08:23.419099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49610) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:23.422133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aacc03-e1f6-4ca5-89cc-2b1558c1e879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26224553-cd05-4b16-8714-a9ab973c6606,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:23.524310 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1870bb68-b7f1-44c9-b206-22699ab8909d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:23.528352 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f38efc1-5f53-4cc8-a69d-3f68af4dc07c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:23.550368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.41', 51565) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:23.559804 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1870bb68-b7f1-44c9-b206-22699ab8909d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:23.587265 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f38efc1-5f53-4cc8-a69d-3f68af4dc07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:23.632612 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf', 'tag': 'd42841c6-73ca-48b9-b406-7bfefe163cb6', 'status': 'completed', 'code': 200} Apr 05 20:08:23.674853 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1f38efc1-5f53-4cc8-a69d-3f68af4dc07c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a7318b5806949589ac8a862ed636030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7486625 Apr 05 20:08:23.675626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49628) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:23.699812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f38efc1-5f53-4cc8-a69d-3f68af4dc07c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64232681-718e-4b4b-a84a-0a69f71896cc,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:23.710499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:23.733073 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1870bb68-b7f1-44c9-b206-22699ab8909d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:23.762580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870bb68-b7f1-44c9-b206-22699ab8909d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26224553-cd05-4b16-8714-a9ab973c6606,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:23.766119 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e9864f4b-6af4-451b-b3c2-41c3a47f150a req-9e44ade4-0a7b-4422-9417-53820d53d3f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.2119868 Apr 05 20:08:23.775754 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1870bb68-b7f1-44c9-b206-22699ab8909d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:23.779719 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1870bb68-b7f1-44c9-b206-22699ab8909d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26224553-cd05-4b16-8714-a9ab973c6606 HTTP/1.1" status: 204 len: 168 time: 0.3595665 Apr 05 20:08:23.825357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793c70-36d9-45ed-b72d-6785ee238b28 req-5313b4c7-446a-4c30-96b4-7a6f2f660380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:23.827142 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12793c70-36d9-45ed-b72d-6785ee238b28 req-5313b4c7-446a-4c30-96b4-7a6f2f660380 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 1120 time: 0.1317024 Apr 05 20:08:23.901348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:08:23.915003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:08:23.939398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:08:23.952959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:23.953502 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:24.036256 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-377da772-7848-46b6-937c-f6e1146cc705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:24.050978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Pushing event updated for resources: {'Port': ['ID=03bb41ab-35a0-476c-96ed-69017d56ffc7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:24.107398 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793c70-36d9-45ed-b72d-6785ee238b28 req-313593df-fdbd-4a02-867a-a895b39a1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:24.108893 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12793c70-36d9-45ed-b72d-6785ee238b28 req-313593df-fdbd-4a02-867a-a895b39a1204 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2742360 Apr 05 20:08:24.122791 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-e9644310-6e0a-4813-865d-0dcd13f122ff tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2910903 Apr 05 20:08:24.134432 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-377da772-7848-46b6-937c-f6e1146cc705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:24.152709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-c0814794-4c06-421b-b368-0c5f5d7712b1 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:08:24.153967 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-c0814794-4c06-421b-b368-0c5f5d7712b1 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106256 Apr 05 20:08:24.172610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Request body: {'port': {'device_id': '60699b95-da58-4cb0-a92f-6925c5cc25ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:24.208623 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12793c70-36d9-45ed-b72d-6785ee238b28 req-45de9259-8c69-4e93-a636-0e285c15222d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6 HTTP/1.1" status: 200 len: 217 time: 0.0839181 Apr 05 20:08:24.224190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd9528-dfbf-411e-ae86-4f654ef2ca64 req-fa2cda6f-666a-40dc-ad74-60b3e90fd2cd tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:24.225702 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30bd9528-dfbf-411e-ae86-4f654ef2ca64 req-fa2cda6f-666a-40dc-ad74-60b3e90fd2cd tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 969 time: 0.2428794 Apr 05 20:08:24.244451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ebce9172-c33a-46ca-83ff-51299a76a041 None None] Provisioning for port 03bb41ab-35a0-476c-96ed-69017d56ffc7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:24.250521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ebce9172-c33a-46ca-83ff-51299a76a041 None None] Provisioning complete for port 03bb41ab-35a0-476c-96ed-69017d56ffc7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:24.250890 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ebce9172-c33a-46ca-83ff-51299a76a041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:24.318963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ebce9172-c33a-46ca-83ff-51299a76a041 None None] Port 03bb41ab-35a0-476c-96ed-69017d56ffc7 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:08:24.326926 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30bd9528-dfbf-411e-ae86-4f654ef2ca64 req-2780a21a-b5f8-4a32-a9eb-314ecf9cc018 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682256 Apr 05 20:08:24.345050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793c70-36d9-45ed-b72d-6785ee238b28 req-729c4e4e-39a6-432c-92f7-6a6e43d61807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:24.346630 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12793c70-36d9-45ed-b72d-6785ee238b28 req-729c4e4e-39a6-432c-92f7-6a6e43d61807 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1198564 Apr 05 20:08:24.409713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49666) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:24.414441 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee34fb51-294c-4f74-b041-f9d2b6d29177 req-179c28e0-d4d2-407e-b843-fe2d9e20a671 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.1727293 Apr 05 20:08:24.458647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe616d3-ddcf-4a77-a12a-ce9e82490e84 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:08:24.469840 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:24.489136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Transition to ACTIVE for port object abe616d3-ddcf-4a77-a12a-ce9e82490e84 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:24.512281 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f68a3796-67de-4720-b502-45710bdfe44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:24.515164 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:24.526281 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-377da772-7848-46b6-937c-f6e1146cc705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:24.570950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f68a3796-67de-4720-b502-45710bdfe44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:24.580797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f68a3796-67de-4720-b502-45710bdfe44a admin admin] Usage tracker for resource:security_group_rule and tenant:c413d485d10b478c89efa6a7ece62da7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:24.588974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f68a3796-67de-4720-b502-45710bdfe44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:24.599893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f68a3796-67de-4720-b502-45710bdfe44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:24.603797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12793c70-36d9-45ed-b72d-6785ee238b28 req-f3f771c9-6dce-4afc-8345-6a7c8cde124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:24.605954 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12793c70-36d9-45ed-b72d-6785ee238b28 req-f3f771c9-6dce-4afc-8345-6a7c8cde124d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2531073 Apr 05 20:08:24.690446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377da772-7848-46b6-937c-f6e1146cc705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64232681-718e-4b4b-a84a-0a69f71896cc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:24.718225 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-377da772-7848-46b6-937c-f6e1146cc705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:24.719489 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-377da772-7848-46b6-937c-f6e1146cc705 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64232681-718e-4b4b-a84a-0a69f71896cc HTTP/1.1" status: 204 len: 168 time: 1.0365064 Apr 05 20:08:24.784943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a32849-0f5e-44c3-828d-d7e2054049ef req-1ec655f4-284a-443d-87ad-4cb827334995 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:24.786504 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77a32849-0f5e-44c3-828d-d7e2054049ef req-1ec655f4-284a-443d-87ad-4cb827334995 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 932 time: 0.2541330 Apr 05 20:08:24.837444 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12793c70-36d9-45ed-b72d-6785ee238b28 req-bd6a54d5-f1b3-4e67-b46b-b43c1d66ef54 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227163 Apr 05 20:08:24.874828 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:24.894484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Attempting to bind port abe616d3-ddcf-4a77-a12a-ce9e82490e84 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:08:24.894814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Attempting to bind port abe616d3-ddcf-4a77-a12a-ce9e82490e84 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:08:24.895142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Attempting to bind port abe616d3-ddcf-4a77-a12a-ce9e82490e84 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:24.902807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Pushing event updated for resources: {'Port': ['ID=abe616d3-ddcf-4a77-a12a-ce9e82490e84,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:24.909783 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77a32849-0f5e-44c3-828d-d7e2054049ef req-96bcb7af-9e4b-49ce-b170-6052b38f790a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064847 Apr 05 20:08:24.910193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Port abe616d3-ddcf-4a77-a12a-ce9e82490e84 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:08:24.910501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Attempting to bind port abe616d3-ddcf-4a77-a12a-ce9e82490e84 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:24.918294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:08:24.918650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Checking segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:08:24.919036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Bound using segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:08:24.919430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Bound port: abe616d3-ddcf-4a77-a12a-ce9e82490e84, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:08:24.919771 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f68a3796-67de-4720-b502-45710bdfe44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:24.919890 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:24.979535 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f68a3796-67de-4720-b502-45710bdfe44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:25.063426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a3796-67de-4720-b502-45710bdfe44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6812a33-1d58-4606-bb71-271fdb31aba7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:25.070500 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f68a3796-67de-4720-b502-45710bdfe44a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c413d485d10b478c89efa6a7ece62da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6596830 Apr 05 20:08:25.076057 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12793c70-36d9-45ed-b72d-6785ee238b28 req-4b3ad40f-7c89-44ae-a34e-39931edd9da0 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315528 Apr 05 20:08:25.076837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49682) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:25.099261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:08:25.129503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:08:25.144842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df938fc-921a-49d9-bf5a-315123f11732 req-17a2657b-709f-4e8c-b798-06bdce83e003 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:25.145484 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-537491dd-ea9d-47f8-94c8-046d92f1c72d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:25.146413 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4df938fc-921a-49d9-bf5a-315123f11732 req-17a2657b-709f-4e8c-b798-06bdce83e003 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 965 time: 0.5093765 Apr 05 20:08:25.149204 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:25.174656 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-537491dd-ea9d-47f8-94c8-046d92f1c72d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:25.253911 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-537491dd-ea9d-47f8-94c8-046d92f1c72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:25.274108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537491dd-ea9d-47f8-94c8-046d92f1c72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6812a33-1d58-4606-bb71-271fdb31aba7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:25.278763 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-537491dd-ea9d-47f8-94c8-046d92f1c72d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:25.282721 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-537491dd-ea9d-47f8-94c8-046d92f1c72d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e6812a33-1d58-4606-bb71-271fdb31aba7 HTTP/1.1" status: 204 len: 168 time: 0.2018383 Apr 05 20:08:25.308862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:25.309500 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:25.311887 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] 10.222.0.13 "PUT /v2.0/ports/abe616d3-ddcf-4a77-a12a-ce9e82490e84 HTTP/1.1" status: 200 len: 1113 time: 2.3130889 Apr 05 20:08:25.343300 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:08:25.477930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb53a81a-c484-47e6-a11d-bd4e59a65af0', 'tag': 'abe616d3-ddcf-4a77-a12a-ce9e82490e84'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:25.585646 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4df938fc-921a-49d9-bf5a-315123f11732 req-f8eabd6b-d292-4e9b-94e8-178f80d9c69e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845699 Apr 05 20:08:25.630415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65452385-af3a-4eb9-abab-f3dcf6f589ec service neutron] Pushing event updated for resources: {'Port': ['ID=abe616d3-ddcf-4a77-a12a-ce9e82490e84,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:25.708230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-917e729d-7199-46f5-9861-c002f0f3b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:25.709714 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-917e729d-7199-46f5-9861-c002f0f3b536 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 1116 time: 0.2153771 Apr 05 20:08:25.833719 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-40b4712e-d3ac-4748-a413-66876ca91f87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84 HTTP/1.1" status: 200 len: 217 time: 0.0845337 Apr 05 20:08:25.880204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af02bf-2f74-45ad-b279-30d2be83c4dc req-dab390b6-747b-455a-948d-79621d23eb8d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:25.884685 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5af02bf-2f74-45ad-b279-30d2be83c4dc req-dab390b6-747b-455a-948d-79621d23eb8d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 969 time: 0.1604407 Apr 05 20:08:25.958736 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5af02bf-2f74-45ad-b279-30d2be83c4dc req-2f84bf47-2980-46e7-8531-27197b5561b5 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623555 Apr 05 20:08:25.960962 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3d9df8f5-ae88-4288-831e-7783faee4ca5 req-b490e6bd-d82e-489b-9593-555d2cba3241 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0807850 Apr 05 20:08:25.972803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03bb41ab-35a0-476c-96ed-69017d56ffc7 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:08:26.004101 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:26.021560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-9bbb37ab-e9d0-4ae3-b5f0-e506023dd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:26.025255 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-9bbb37ab-e9d0-4ae3-b5f0-e506023dd6d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.1813383 Apr 05 20:08:26.107058 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb53a81a-c484-47e6-a11d-bd4e59a65af0', 'tag': 'abe616d3-ddcf-4a77-a12a-ce9e82490e84', 'status': 'completed', 'code': 200} Apr 05 20:08:26.123554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Transition to ACTIVE for port object 03bb41ab-35a0-476c-96ed-69017d56ffc7 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:26.126952 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-f306ea3f-8958-4112-9454-3828f7874f22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948169 Apr 05 20:08:26.133040 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:26.255628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Pushing event updated for resources: {'Port': ['ID=03bb41ab-35a0-476c-96ed-69017d56ffc7,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:26.265141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0f96c-f870-4499-a114-6c5bf09d0605 req-0f2b764f-261a-49bd-8bd4-207ce0f2f11c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:26.277698 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13b0f96c-f870-4499-a114-6c5bf09d0605 req-0f2b764f-261a-49bd-8bd4-207ce0f2f11c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 944 time: 0.1056857 Apr 05 20:08:26.361083 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13b0f96c-f870-4499-a114-6c5bf09d0605 req-5eedcf1f-93af-4ffd-b99a-648a72e3dfc9 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820959 Apr 05 20:08:26.539671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Attempting to bind port 03bb41ab-35a0-476c-96ed-69017d56ffc7 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:08:26.540782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Attempting to bind port 03bb41ab-35a0-476c-96ed-69017d56ffc7 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:08:26.541297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Attempting to bind port 03bb41ab-35a0-476c-96ed-69017d56ffc7 on network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:26.554578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Port 03bb41ab-35a0-476c-96ed-69017d56ffc7 on network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:08:26.561024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Attempting to bind port 03bb41ab-35a0-476c-96ed-69017d56ffc7 on network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:26.581484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:08:26.581901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Checking segment: {'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:08:26.582459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Bound using segment: {'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:08:26.583000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Bound port: 03bb41ab-35a0-476c-96ed-69017d56ffc7, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:08:26.583423 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:26.699450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] For port 03bb41ab-35a0-476c-96ed-69017d56ffc7, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:08:26.702699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] For port 03bb41ab-35a0-476c-96ed-69017d56ffc7, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=03bb41ab-35a0-476c-96ed-69017d56ffc7,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:08:26.757491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6509e09e-579e-4bdb-bd9b-4ac85dfeb881 req-df22964c-a73f-4a62-800d-03520b5e0169 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0533934 Apr 05 20:08:26.767531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:26.894697 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Pushing event updated for resources: {'Port': ['ID=03bb41ab-35a0-476c-96ed-69017d56ffc7,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:26.903124 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-315ec6ae-ecde-4a63-bc5f-67a4b647fd09 service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7413483 Apr 05 20:08:26.904654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:26.905434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:26.907332 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-abbb1291-81cd-4734-845f-c56c253e85b4 service neutron] 10.222.0.41 "PUT /v2.0/ports/03bb41ab-35a0-476c-96ed-69017d56ffc7 HTTP/1.1" status: 200 len: 1092 time: 2.7415555 Apr 05 20:08:27.247952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device d42841c6-73ca-48b9-b406-7bfefe163cb6 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:08:27.342898 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a448c4ff-5bf8-4e11-aa10-c609c73a9318 req-0f8c4548-014b-467c-99ce-86fd9b379c88 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.1119649 Apr 05 20:08:27.359073 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f2c5403-c4e2-48b5-a04b-73e43cfa3c05 req-7a3fdb10-25fd-4109-b27b-30f3a427f9f6 service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495335 Apr 05 20:08:27.418801 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463853be-2f2a-4972-b81f-14213a1dabf5 req-b4837740-77d1-432e-924a-cd8bd2429905 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:27.426399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-463853be-2f2a-4972-b81f-14213a1dabf5 req-b4837740-77d1-432e-924a-cd8bd2429905 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 965 time: 0.3777866 Apr 05 20:08:27.530884 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-b04bd523-bb07-40f8-a2b6-f6965fd57849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:27.532372 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-b04bd523-bb07-40f8-a2b6-f6965fd57849 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23dd846987e84c54bf39cdc9ce7aec5f&device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 1095 time: 0.4847307 Apr 05 20:08:27.605857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port d42841c6-73ca-48b9-b406-7bfefe163cb6, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:27.619236 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-80f664eb-f350-411d-8e37-4caed52ebcb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03bb41ab-35a0-476c-96ed-69017d56ffc7 HTTP/1.1" status: 200 len: 217 time: 0.0776587 Apr 05 20:08:27.629986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'd42841c6-73ca-48b9-b406-7bfefe163cb6', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'd42841c6-73ca-48b9-b406-7bfefe163cb6', 'mac_address': 'fa:16:3e:6d:76:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:tempest-test_az-864972030', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:08:27.638499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-463853be-2f2a-4972-b81f-14213a1dabf5 req-8a6e4da7-6c9e-4e1d-b171-a0b837262a15 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111359 Apr 05 20:08:27.754846 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:27.791754 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42841c6-73ca-48b9-b406-7bfefe163cb6 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:08:27.797162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb4e29-b3ee-4bf6-948b-d3bf2e5664d2 req-150be975-380a-4bda-bcd2-d8ff682fdc46 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:27.798707 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fcbb4e29-b3ee-4bf6-948b-d3bf2e5664d2 req-150be975-380a-4bda-bcd2-d8ff682fdc46 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 969 time: 0.1381850 Apr 05 20:08:27.805130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-c52ebc0c-0ad2-45cc-94fc-80fbc8fd0081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:27.814755 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-c52ebc0c-0ad2-45cc-94fc-80fbc8fd0081 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db5d97bd-f1f9-44b3-b911-c8ed750bc5a6 HTTP/1.1" status: 200 len: 863 time: 0.1476266 Apr 05 20:08:27.859058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port d42841c6-73ca-48b9-b406-7bfefe163cb6, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:27.869294 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:27.897488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93569a-ed43-4590-993e-23bc2c9fd2f8 req-ac571e5e-34fc-4fa9-9a7a-4f06a98fc176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:27.898960 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e93569a-ed43-4590-993e-23bc2c9fd2f8 req-ac571e5e-34fc-4fa9-9a7a-4f06a98fc176 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 1116 time: 0.4347394 Apr 05 20:08:27.910157 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fcbb4e29-b3ee-4bf6-948b-d3bf2e5664d2 req-f4d5723a-e2ad-42c8-8a55-77e54a84f9f7 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946643 Apr 05 20:08:27.956862 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=d42841c6-73ca-48b9-b406-7bfefe163cb6,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:28.110505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60699b95-da58-4cb0-a92f-6925c5cc25ec', 'tag': '03bb41ab-35a0-476c-96ed-69017d56ffc7'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:28.114255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['d42841c6-73ca-48b9-b406-7bfefe163cb6'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:08:28.126931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e475661-43cc-4f2e-8f54-1cc4772ea7cc req-cd9c6463-e978-4697-98b7-6cec1f9c4cdf tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:28.127657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0e475661-43cc-4f2e-8f54-1cc4772ea7cc req-cd9c6463-e978-4697-98b7-6cec1f9c4cdf tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Synchronizing usage tracker for tenant:23dd846987e84c54bf39cdc9ce7aec5f on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:28.133956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93569a-ed43-4590-993e-23bc2c9fd2f8 req-f30d488d-2dae-490d-bfca-20e995a7a13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:28.135371 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e93569a-ed43-4590-993e-23bc2c9fd2f8 req-f30d488d-2dae-490d-bfca-20e995a7a13e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.1994395 Apr 05 20:08:28.137865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-72c1e97a-ae4d-4e76-aee3-00fa197c5a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:28.139233 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-72c1e97a-ae4d-4e76-aee3-00fa197c5a20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3181547e-906a-45c1-ab4d-f0e8ddba8d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3105550 Apr 05 20:08:28.233239 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e93569a-ed43-4590-993e-23bc2c9fd2f8 req-3973168e-2bcd-45a0-9665-ddf9fedc2fbf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84 HTTP/1.1" status: 200 len: 217 time: 0.0892155 Apr 05 20:08:28.248232 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0e475661-43cc-4f2e-8f54-1cc4772ea7cc req-cd9c6463-e978-4697-98b7-6cec1f9c4cdf tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Unset dirty status for tenant:23dd846987e84c54bf39cdc9ce7aec5f on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:28.254784 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e475661-43cc-4f2e-8f54-1cc4772ea7cc req-cd9c6463-e978-4697-98b7-6cec1f9c4cdf tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 944 time: 0.3647048 Apr 05 20:08:28.295956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de884fa5-3782-4226-a8d7-4941746a4759 req-8e083034-cd8c-44c8-bc96-450e8d589efb tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:28.296511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de884fa5-3782-4226-a8d7-4941746a4759 req-8e083034-cd8c-44c8-bc96-450e8d589efb tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:28.297024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de884fa5-3782-4226-a8d7-4941746a4759 req-8e083034-cd8c-44c8-bc96-450e8d589efb tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:28.297531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de884fa5-3782-4226-a8d7-4941746a4759 req-8e083034-cd8c-44c8-bc96-450e8d589efb tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:28.298070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de884fa5-3782-4226-a8d7-4941746a4759 req-8e083034-cd8c-44c8-bc96-450e8d589efb tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:28.298581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de884fa5-3782-4226-a8d7-4941746a4759 req-8e083034-cd8c-44c8-bc96-450e8d589efb tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:28.299067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de884fa5-3782-4226-a8d7-4941746a4759 req-8e083034-cd8c-44c8-bc96-450e8d589efb tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:28.300937 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de884fa5-3782-4226-a8d7-4941746a4759 req-8e083034-cd8c-44c8-bc96-450e8d589efb tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5045 time: 0.1632242 Apr 05 20:08:28.413618 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60699b95-da58-4cb0-a92f-6925c5cc25ec', 'tag': '03bb41ab-35a0-476c-96ed-69017d56ffc7', 'status': 'completed', 'code': 200} Apr 05 20:08:28.417077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93569a-ed43-4590-993e-23bc2c9fd2f8 req-77ab4b02-138d-47bf-a144-795e60c6a04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:28.419099 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e93569a-ed43-4590-993e-23bc2c9fd2f8 req-77ab4b02-138d-47bf-a144-795e60c6a04e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.1593757 Apr 05 20:08:28.422136 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e475661-43cc-4f2e-8f54-1cc4772ea7cc req-a800d73b-ad05-4dd0-8278-a50384774a50 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1665852 Apr 05 20:08:28.496706 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e93569a-ed43-4590-993e-23bc2c9fd2f8 req-1c18f836-a2ce-4094-97e3-258350857c14 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693572 Apr 05 20:08:28.513291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-c5285248-486a-45cd-9091-c1b6460b4b06 service neutron] 10.222.0.41 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179407 Apr 05 20:08:28.821670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c424f3f8-fc37-453b-81f8-89613edc5663 req-b8351973-3855-4141-876a-a0199cc8cf48 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0424256 Apr 05 20:08:28.841438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e9a4f-b88e-410a-ae5d-540a53f2648e req-1efaaeb4-613c-4b16-8e60-e0d46cdcc2da tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:28.842802 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce1e9a4f-b88e-410a-ae5d-540a53f2648e req-1efaaeb4-613c-4b16-8e60-e0d46cdcc2da tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 886 time: 0.3837905 Apr 05 20:08:28.852057 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e93569a-ed43-4590-993e-23bc2c9fd2f8 req-c8a2529a-025b-4924-855a-3b0d6f6bc6bc service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355627 Apr 05 20:08:28.857291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-263afe17-8c9d-4cc1-ac3a-e5b98096f1a9 req-3ef0bdba-4767-4125-a6f0-e422d1f9eb0e service neutron] 10.222.0.41 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178582 Apr 05 20:08:29.173102 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e93569a-ed43-4590-993e-23bc2c9fd2f8 req-8a8d71a6-2ff0-459b-9d37-108e599814dc service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143988 Apr 05 20:08:29.179436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db4c5-b2fe-4745-81e8-3acd07b4502d req-63b28980-ad47-49be-8832-50a9ac1ad861 tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:29.180107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db4c5-b2fe-4745-81e8-3acd07b4502d req-63b28980-ad47-49be-8832-50a9ac1ad861 tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:29.180709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db4c5-b2fe-4745-81e8-3acd07b4502d req-63b28980-ad47-49be-8832-50a9ac1ad861 tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:29.181179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db4c5-b2fe-4745-81e8-3acd07b4502d req-63b28980-ad47-49be-8832-50a9ac1ad861 tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:29.181600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db4c5-b2fe-4745-81e8-3acd07b4502d req-63b28980-ad47-49be-8832-50a9ac1ad861 tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:29.182067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db4c5-b2fe-4745-81e8-3acd07b4502d req-63b28980-ad47-49be-8832-50a9ac1ad861 tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:29.182508 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5db4c5-b2fe-4745-81e8-3acd07b4502d req-63b28980-ad47-49be-8832-50a9ac1ad861 tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:29.184784 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aa5db4c5-b2fe-4745-81e8-3acd07b4502d req-63b28980-ad47-49be-8832-50a9ac1ad861 tempest-NetworksTest-1270106375 tempest-NetworksTest-1270106375-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5045 time: 0.1476052 Apr 05 20:08:29.212266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77d6a3-daed-416b-afb0-e2c781876335 req-3573c708-0671-4622-aaa0-88236126cb85 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:29.213741 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4d77d6a3-daed-416b-afb0-e2c781876335 req-3573c708-0671-4622-aaa0-88236126cb85 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 965 time: 0.1817892 Apr 05 20:08:29.219702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223092e8-1f97-4bee-b454-7340cd2ace9f req-fa2a62c2-041e-4052-bfb7-7bd3a161c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:29.221146 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223092e8-1f97-4bee-b454-7340cd2ace9f req-fa2a62c2-041e-4052-bfb7-7bd3a161c2de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23dd846987e84c54bf39cdc9ce7aec5f&device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 1095 time: 0.1881082 Apr 05 20:08:29.249118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device d42841c6-73ca-48b9-b406-7bfefe163cb6 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:08:29.347438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port d42841c6-73ca-48b9-b406-7bfefe163cb6 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:29.354905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port d42841c6-73ca-48b9-b406-7bfefe163cb6 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:29.355939 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:29.367291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4d77d6a3-daed-416b-afb0-e2c781876335 req-c4272652-35aa-46b2-9742-0064b65ae089 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442480 Apr 05 20:08:29.398026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b43ca-faeb-4383-b0e8-17447e872e13 req-cc5710c3-650c-4f89-9318-cfe4f60a48ff tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:29.402209 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f70b43ca-faeb-4383-b0e8-17447e872e13 req-cc5710c3-650c-4f89-9318-cfe4f60a48ff tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 970 time: 0.0986590 Apr 05 20:08:29.443512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223092e8-1f97-4bee-b454-7340cd2ace9f req-acf8651c-8c62-4872-ae5e-06a8e70807bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:29.447199 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223092e8-1f97-4bee-b454-7340cd2ace9f req-acf8651c-8c62-4872-ae5e-06a8e70807bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=3181547e-906a-45c1-ab4d-f0e8ddba8d63 HTTP/1.1" status: 200 len: 925 time: 0.2096360 Apr 05 20:08:29.467400 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f70b43ca-faeb-4383-b0e8-17447e872e13 req-96700553-06b6-48df-9497-a63b2f90d37a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559919 Apr 05 20:08:29.540341 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223092e8-1f97-4bee-b454-7340cd2ace9f req-01bd0ef6-2961-450c-91be-b37e3c5fb6bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03bb41ab-35a0-476c-96ed-69017d56ffc7 HTTP/1.1" status: 200 len: 217 time: 0.0861433 Apr 05 20:08:29.547760 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:29.577833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42841c6-73ca-48b9-b406-7bfefe163cb6'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:29.591286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port d42841c6-73ca-48b9-b406-7bfefe163cb6, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:29.598263 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:29.603985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49900) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:29.685273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223092e8-1f97-4bee-b454-7340cd2ace9f req-ca627baf-ad35-4b3a-b98d-4034152eff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:29.686649 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223092e8-1f97-4bee-b454-7340cd2ace9f req-ca627baf-ad35-4b3a-b98d-4034152eff6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db5d97bd-f1f9-44b3-b911-c8ed750bc5a6 HTTP/1.1" status: 200 len: 863 time: 0.1371713 Apr 05 20:08:29.724226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=d42841c6-73ca-48b9-b406-7bfefe163cb6,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:29.765710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e7aaa8-64fb-4a89-9f07-c697de1123ff req-8c82977c-c245-4bf5-94c7-d87b3b0425a0 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:29.767213 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59e7aaa8-64fb-4a89-9f07-c697de1123ff req-8c82977c-c245-4bf5-94c7-d87b3b0425a0 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 944 time: 0.1535623 Apr 05 20:08:29.782063 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18e9199a-8ac7-4adf-8ac2-9607975a89a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:29.798062 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-18e9199a-8ac7-4adf-8ac2-9607975a89a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:29.802248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-18e9199a-8ac7-4adf-8ac2-9607975a89a7 admin admin] Usage tracker for resource:security_group_rule and tenant:3a36854e2afa43dabda6e363b558326f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:29.805996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-18e9199a-8ac7-4adf-8ac2-9607975a89a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:29.812268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-18e9199a-8ac7-4adf-8ac2-9607975a89a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:29.830856 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59e7aaa8-64fb-4a89-9f07-c697de1123ff req-f2f0da3a-9bb0-45a5-a32f-e2589a227427 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567298 Apr 05 20:08:29.833811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223092e8-1f97-4bee-b454-7340cd2ace9f req-81255e75-87a8-4f15-a45a-4ef68303fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:29.836442 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223092e8-1f97-4bee-b454-7340cd2ace9f req-81255e75-87a8-4f15-a45a-4ef68303fa85 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3181547e-906a-45c1-ab4d-f0e8ddba8d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405213 Apr 05 20:08:29.940617 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18e9199a-8ac7-4adf-8ac2-9607975a89a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:29.948292 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18e9199a-8ac7-4adf-8ac2-9607975a89a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:29.982448 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42841c6-73ca-48b9-b406-7bfefe163cb6', 'code': 200} Apr 05 20:08:30.016041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e9199a-8ac7-4adf-8ac2-9607975a89a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478d4af7-64ba-454c-b9f3-819030eed275,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:30.021357 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-18e9199a-8ac7-4adf-8ac2-9607975a89a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a36854e2afa43dabda6e363b558326f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161582 Apr 05 20:08:30.024412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49912) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:30.035990 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223092e8-1f97-4bee-b454-7340cd2ace9f req-13c451a8-61bc-4388-8eda-0c871108d15a service neutron] 10.222.0.41 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918230 Apr 05 20:08:30.101546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-649086fa-b362-4b14-97cc-cf7ad5313775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:30.158647 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb710b6a-5e18-43db-a6d6-612e38588bba req-dbdae277-3be0-4261-9f27-9b097d2665c1 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0586321 Apr 05 20:08:30.174930 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-649086fa-b362-4b14-97cc-cf7ad5313775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:30.271904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-649086fa-b362-4b14-97cc-cf7ad5313775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:30.275337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7854b-6ec6-4684-ba47-f00d64e47066 req-f7fc6b5a-7bc0-44f7-949a-2f8fb5959c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:30.276845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46c7854b-6ec6-4684-ba47-f00d64e47066 req-f7fc6b5a-7bc0-44f7-949a-2f8fb5959c1d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 1122 time: 0.1890018 Apr 05 20:08:30.281744 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223092e8-1f97-4bee-b454-7340cd2ace9f req-8bebcd2e-7171-4548-a92d-c45bdf6d3748 service neutron] 10.222.0.41 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356465 Apr 05 20:08:30.303910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649086fa-b362-4b14-97cc-cf7ad5313775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478d4af7-64ba-454c-b9f3-819030eed275,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:30.321318 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-649086fa-b362-4b14-97cc-cf7ad5313775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:30.322727 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-649086fa-b362-4b14-97cc-cf7ad5313775 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/478d4af7-64ba-454c-b9f3-819030eed275 HTTP/1.1" status: 204 len: 168 time: 0.2974946 Apr 05 20:08:30.332757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-46c7854b-6ec6-4684-ba47-f00d64e47066 req-d19894ba-08ea-45cd-86f3-16ba36ea415c service neutron] Synchronizing usage tracker for tenant:18ed1949307949a1bd05699402f65676 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:30.353761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-46c7854b-6ec6-4684-ba47-f00d64e47066 req-d19894ba-08ea-45cd-86f3-16ba36ea415c service neutron] Unset dirty status for tenant:18ed1949307949a1bd05699402f65676 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:30.356519 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46c7854b-6ec6-4684-ba47-f00d64e47066 req-d19894ba-08ea-45cd-86f3-16ba36ea415c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735445 Apr 05 20:08:30.622542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e0a0f-5c78-4a11-a96b-8d614716db25 req-24beccd9-3c37-474c-adde-2603d4715051 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:30.624402 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-881e0a0f-5c78-4a11-a96b-8d614716db25 req-24beccd9-3c37-474c-adde-2603d4715051 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 965 time: 0.1130729 Apr 05 20:08:30.684206 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-881e0a0f-5c78-4a11-a96b-8d614716db25 req-600f4bd5-93be-4630-97fa-b68bca05b820 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524528 Apr 05 20:08:30.775087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49958) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:30.802741 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-780c4bf5-a7e9-438f-bb93-1d6208f04beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:30.819972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-780c4bf5-a7e9-438f-bb93-1d6208f04beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:30.825270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-780c4bf5-a7e9-438f-bb93-1d6208f04beb admin admin] Usage tracker for resource:security_group_rule and tenant:32e0cce4ca07475d94e97038e6ceb120 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:30.829244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-780c4bf5-a7e9-438f-bb93-1d6208f04beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:30.844121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-780c4bf5-a7e9-438f-bb93-1d6208f04beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:30.869334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824bf382-c57a-4418-b3c7-06985f6a2ac7 req-d999d298-658f-44c6-a542-a29905a9c6c1 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:30.877062 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-824bf382-c57a-4418-b3c7-06985f6a2ac7 req-d999d298-658f-44c6-a542-a29905a9c6c1 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.2260363 Apr 05 20:08:30.946533 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-824bf382-c57a-4418-b3c7-06985f6a2ac7 req-0f411dc0-cd02-4f11-97db-c69c8620f30e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685410 Apr 05 20:08:30.987728 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-780c4bf5-a7e9-438f-bb93-1d6208f04beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:30.994918 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-780c4bf5-a7e9-438f-bb93-1d6208f04beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:31.143157 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-780c4bf5-a7e9-438f-bb93-1d6208f04beb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32e0cce4ca07475d94e97038e6ceb120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669848 Apr 05 20:08:31.145394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c4bf5-a7e9-438f-bb93-1d6208f04beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7637e835-94d8-4a67-866c-ea531962b190,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:31.145944 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49984) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:31.202668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc94986-fb05-4f1c-aef1-ce6918faddb6 req-00ba7892-ba05-4e76-bd1d-da370b6d8ad6 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:31.204698 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8cc94986-fb05-4f1c-aef1-ce6918faddb6 req-00ba7892-ba05-4e76-bd1d-da370b6d8ad6 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 944 time: 0.1401632 Apr 05 20:08:31.210587 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17ed811a-31fb-44be-a479-2caffd855d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:31.246675 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17ed811a-31fb-44be-a479-2caffd855d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:31.270794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device abe616d3-ddcf-4a77-a12a-ce9e82490e84 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:08:31.294331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8cc94986-fb05-4f1c-aef1-ce6918faddb6 req-58686335-0f8c-4525-bfec-fecda4db2e2e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819321 Apr 05 20:08:31.382470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50004) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:31.389439 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17ed811a-31fb-44be-a479-2caffd855d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:31.439679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed811a-31fb-44be-a479-2caffd855d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7637e835-94d8-4a67-866c-ea531962b190,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:31.444009 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17ed811a-31fb-44be-a479-2caffd855d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:31.447927 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-17ed811a-31fb-44be-a479-2caffd855d82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7637e835-94d8-4a67-866c-ea531962b190 HTTP/1.1" status: 204 len: 168 time: 0.3003392 Apr 05 20:08:31.451364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50012) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:31.557821 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:31.573509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'abe616d3-ddcf-4a77-a12a-ce9e82490e84', 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba', 'port_id': 'abe616d3-ddcf-4a77-a12a-ce9e82490e84', 'mac_address': 'fa:16:3e:ac:4b:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e997de4-b7c5-47fa-849a-8d287866bd13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-864972030', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:08:31.610940 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-69a04a0a-a644-4031-bbc9-9f078d7af934 req-269b78da-a587-4ceb-823d-962bcf1bc95f tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.1088867 Apr 05 20:08:31.666718 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 03bb41ab-35a0-476c-96ed-69017d56ffc7 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:08:31.682824 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:31.709965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe616d3-ddcf-4a77-a12a-ce9e82490e84 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:08:31.749183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:31.813083 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:31.838285 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-380e88f0-55fc-45c4-96df-be21121ca64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:31.873142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-380e88f0-55fc-45c4-96df-be21121ca64e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:31.885362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-380e88f0-55fc-45c4-96df-be21121ca64e admin admin] Usage tracker for resource:security_group_rule and tenant:174539b72f4349348cd8b57dd7c238b6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:31.885362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-380e88f0-55fc-45c4-96df-be21121ca64e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:31.896929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-380e88f0-55fc-45c4-96df-be21121ca64e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:31.976075 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e41e595e-4e4c-48e1-b66f-5f2397d6ec71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5098bafc11a246fe9fd3234831879791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224922 Apr 05 20:08:31.979091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=abe616d3-ddcf-4a77-a12a-ce9e82490e84,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:31.979511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50044) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:31.999548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704145c1-9ede-45a1-b439-062e6b2a444a req-5a058465-ed40-43fd-9cb8-8fdf60da1eb0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:32.003275 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-704145c1-9ede-45a1-b439-062e6b2a444a req-5a058465-ed40-43fd-9cb8-8fdf60da1eb0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 966 time: 0.1577830 Apr 05 20:08:32.031309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['abe616d3-ddcf-4a77-a12a-ce9e82490e84'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:08:32.066132 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-704145c1-9ede-45a1-b439-062e6b2a444a req-89dc6eb4-9f83-4f69-b361-6b0533766aa5 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544901 Apr 05 20:08:32.070419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b102f07-9405-4ad6-a81c-92607b14e3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:32.107246 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b102f07-9405-4ad6-a81c-92607b14e3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:32.107418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 03bb41ab-35a0-476c-96ed-69017d56ffc7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=03bb41ab-35a0-476c-96ed-69017d56ffc7,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:32.123585 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '03bb41ab-35a0-476c-96ed-69017d56ffc7', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'port_id': '03bb41ab-35a0-476c-96ed-69017d56ffc7', 'mac_address': 'fa:16:3e:ec:a3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:08:32.201095 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:32.208104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50052) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:32.226514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03bb41ab-35a0-476c-96ed-69017d56ffc7 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:08:32.246301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 03bb41ab-35a0-476c-96ed-69017d56ffc7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=03bb41ab-35a0-476c-96ed-69017d56ffc7,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:32.254491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b102f07-9405-4ad6-a81c-92607b14e3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:32.262169 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:32.281857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b102f07-9405-4ad6-a81c-92607b14e3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16636e1-cb9f-48b2-be4c-f999ca0c434f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:32.352901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=03bb41ab-35a0-476c-96ed-69017d56ffc7,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:32.370359 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-380e88f0-55fc-45c4-96df-be21121ca64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:32.375507 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b102f07-9405-4ad6-a81c-92607b14e3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:32.381608 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7b102f07-9405-4ad6-a81c-92607b14e3f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b16636e1-cb9f-48b2-be4c-f999ca0c434f HTTP/1.1" status: 204 len: 168 time: 0.4009395 Apr 05 20:08:32.395373 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-380e88f0-55fc-45c4-96df-be21121ca64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:32.421824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a4112f-8b1b-4ddb-9eb6-4771b7a86f89 req-4fce7a3e-1718-4748-aa05-55f15cc4069f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:32.423398 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72a4112f-8b1b-4ddb-9eb6-4771b7a86f89 req-4fce7a3e-1718-4748-aa05-55f15cc4069f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.2644753 Apr 05 20:08:32.467347 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8d47f078-ef02-455a-bfb7-89eca49a4f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:32.531406 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-380e88f0-55fc-45c4-96df-be21121ca64e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=174539b72f4349348cd8b57dd7c238b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1475904 Apr 05 20:08:32.539402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50070) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:32.552431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8d47f078-ef02-455a-bfb7-89eca49a4f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:32.556366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e88f0-55fc-45c4-96df-be21121ca64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6036011c-df32-4056-89ea-e24c644002ba,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:32.566960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8d47f078-ef02-455a-bfb7-89eca49a4f39 admin admin] Usage tracker for resource:security_group_rule and tenant:323cd6eef48c4193b530c3c655f59ab4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:32.571145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8d47f078-ef02-455a-bfb7-89eca49a4f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:32.578412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8d47f078-ef02-455a-bfb7-89eca49a4f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:32.578532 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72a4112f-8b1b-4ddb-9eb6-4771b7a86f89 req-391af28d-e976-454c-8c6d-867fbab2817f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193089 Apr 05 20:08:32.591228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['03bb41ab-35a0-476c-96ed-69017d56ffc7'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:08:32.645759 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54b7ff14-6cfa-4925-b1b3-dcb78c164ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:32.677539 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54b7ff14-6cfa-4925-b1b3-dcb78c164ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:32.752424 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54b7ff14-6cfa-4925-b1b3-dcb78c164ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:32.765902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bea8c2-36bb-411b-b92e-c02e8049c769 req-a739b7cc-3119-4bbe-92b8-a4d48ec66e3d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:32.772974 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-96bea8c2-36bb-411b-b92e-c02e8049c769 req-a739b7cc-3119-4bbe-92b8-a4d48ec66e3d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 945 time: 0.2726688 Apr 05 20:08:32.788257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7ff14-6cfa-4925-b1b3-dcb78c164ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6036011c-df32-4056-89ea-e24c644002ba,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:32.808002 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54b7ff14-6cfa-4925-b1b3-dcb78c164ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:32.811425 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-54b7ff14-6cfa-4925-b1b3-dcb78c164ac8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6036011c-df32-4056-89ea-e24c644002ba HTTP/1.1" status: 204 len: 168 time: 0.2690885 Apr 05 20:08:32.849078 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-96bea8c2-36bb-411b-b92e-c02e8049c769 req-8fab8606-be96-44b3-87b6-6513fc628a47 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749965 Apr 05 20:08:32.932892 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8d47f078-ef02-455a-bfb7-89eca49a4f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:32.942220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8d47f078-ef02-455a-bfb7-89eca49a4f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.040067 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8d47f078-ef02-455a-bfb7-89eca49a4f39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=323cd6eef48c4193b530c3c655f59ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8303735 Apr 05 20:08:33.043477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50088) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:33.046977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2611bcb-89cd-488d-ad3b-5a7de3f8db58 req-22d1cde6-f2a0-40f7-8433-d14ce6b532bd tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0648830 Apr 05 20:08:33.048609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47f078-ef02-455a-bfb7-89eca49a4f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f92e26-8084-4301-a7a0-7b2ccc53b974,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:33.151145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50094) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:33.182212 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef66145e-be77-4da0-b3dd-d56d47e0b9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.217238 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef66145e-be77-4da0-b3dd-d56d47e0b9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.259835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66dcfd-cd49-4698-be6b-dd45694509fa req-df9601c6-6b45-46e7-bd63-226cd0a3e163 tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:33.262346 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0927e7a9-eb3f-4c1f-a4c7-d6908c45fb3c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f18dd23f470495890a60bf0088c6419&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092837 Apr 05 20:08:33.264661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50100) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:33.269893 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f66dcfd-cd49-4698-be6b-dd45694509fa req-df9601c6-6b45-46e7-bd63-226cd0a3e163 tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 1122 time: 0.1823618 Apr 05 20:08:33.280213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device abe616d3-ddcf-4a77-a12a-ce9e82490e84 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:08:33.296482 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2f66dcfd-cd49-4698-be6b-dd45694509fa req-34d0d075-c61f-4fd9-8891-c1615ee0f6fe tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.329091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-2f66dcfd-cd49-4698-be6b-dd45694509fa req-34d0d075-c61f-4fd9-8891-c1615ee0f6fe tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:33.336487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-2f66dcfd-cd49-4698-be6b-dd45694509fa req-34d0d075-c61f-4fd9-8891-c1615ee0f6fe tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] Usage tracker for resource:security_group_rule and tenant:588a5181c73c43ad90eb5791ddc5353d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:33.345328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-2f66dcfd-cd49-4698-be6b-dd45694509fa req-34d0d075-c61f-4fd9-8891-c1615ee0f6fe tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:33.353695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-2f66dcfd-cd49-4698-be6b-dd45694509fa req-34d0d075-c61f-4fd9-8891-c1615ee0f6fe tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:33.360196 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef66145e-be77-4da0-b3dd-d56d47e0b9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.381731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66145e-be77-4da0-b3dd-d56d47e0b9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f92e26-8084-4301-a7a0-7b2ccc53b974,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:33.397049 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef66145e-be77-4da0-b3dd-d56d47e0b9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.400834 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ef66145e-be77-4da0-b3dd-d56d47e0b9f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21f92e26-8084-4301-a7a0-7b2ccc53b974 HTTP/1.1" status: 204 len: 168 time: 0.3550622 Apr 05 20:08:33.462731 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3193156-7962-4943-af0f-e8b4ae9ff811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.465623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port abe616d3-ddcf-4a77-a12a-ce9e82490e84 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:33.476639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port abe616d3-ddcf-4a77-a12a-ce9e82490e84 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:33.477001 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.479775 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2f66dcfd-cd49-4698-be6b-dd45694509fa req-34d0d075-c61f-4fd9-8891-c1615ee0f6fe tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.491325 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2f66dcfd-cd49-4698-be6b-dd45694509fa req-34d0d075-c61f-4fd9-8891-c1615ee0f6fe tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.508743 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3193156-7962-4943-af0f-e8b4ae9ff811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.513611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50108) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:33.540793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b190a5-8564-4981-aeaa-e0a886b24a07 req-12352ad7-8e6c-4901-b2fd-ca3c153437da tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:33.549433 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21b190a5-8564-4981-aeaa-e0a886b24a07 req-12352ad7-8e6c-4901-b2fd-ca3c153437da tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 966 time: 0.1995986 Apr 05 20:08:33.580515 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6148bb0-4098-4c38-90b4-0bccffe113bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.606721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0d075-c61f-4fd9-8891-c1615ee0f6fe tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23e29a7-cccc-4d5a-960e-b9dde7cf5a06,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:33.612787 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f66dcfd-cd49-4698-be6b-dd45694509fa req-34d0d075-c61f-4fd9-8891-c1615ee0f6fe tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420787 Apr 05 20:08:33.619015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c6148bb0-4098-4c38-90b4-0bccffe113bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:33.623828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c6148bb0-4098-4c38-90b4-0bccffe113bb admin admin] Usage tracker for resource:security_group_rule and tenant:a9b7bcf73f3b4b23bbb60c6d738fce87 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:33.627361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c6148bb0-4098-4c38-90b4-0bccffe113bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:33.635470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c6148bb0-4098-4c38-90b4-0bccffe113bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:33.646145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 03bb41ab-35a0-476c-96ed-69017d56ffc7 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:08:33.669128 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21b190a5-8564-4981-aeaa-e0a886b24a07 req-6e3b1c32-08c0-4681-bb2a-2da9f43f4f77 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183438 Apr 05 20:08:33.688614 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3193156-7962-4943-af0f-e8b4ae9ff811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.723572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3193156-7962-4943-af0f-e8b4ae9ff811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e37ddcd-0fd6-4388-a503-a66140d15dae,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:33.742211 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3193156-7962-4943-af0f-e8b4ae9ff811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.745015 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b3193156-7962-4943-af0f-e8b4ae9ff811 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e37ddcd-0fd6-4388-a503-a66140d15dae HTTP/1.1" status: 204 len: 168 time: 0.4789686 Apr 05 20:08:33.797286 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.834099 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6148bb0-4098-4c38-90b4-0bccffe113bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.843529 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6148bb0-4098-4c38-90b4-0bccffe113bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.882350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb53a81a-c484-47e6-a11d-bd4e59a65af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe616d3-ddcf-4a77-a12a-ce9e82490e84'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:33.894990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:33.895285 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6148bb0-4098-4c38-90b4-0bccffe113bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f04be8-333d-41b1-97b9-2665bbdd1e83,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:33.903838 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:33.904727 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c6148bb0-4098-4c38-90b4-0bccffe113bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9b7bcf73f3b4b23bbb60c6d738fce87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709695 Apr 05 20:08:33.907742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50128) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:33.966469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 03bb41ab-35a0-476c-96ed-69017d56ffc7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:33.983855 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 03bb41ab-35a0-476c-96ed-69017d56ffc7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:33.984659 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:34.055666 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-36ba829e-4b4d-4462-8eb0-408be096cc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:34.094444 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-36ba829e-4b4d-4462-8eb0-408be096cc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:34.146797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07592f-c342-4344-ae45-a26b6873bf3d req-3bffd1a1-9340-4c5d-9a68-e1775291bae8 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:34.148359 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd07592f-c342-4344-ae45-a26b6873bf3d req-3bffd1a1-9340-4c5d-9a68-e1775291bae8 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 945 time: 0.1497862 Apr 05 20:08:34.179927 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=abe616d3-ddcf-4a77-a12a-ce9e82490e84,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:34.188591 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:34.210388 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-36ba829e-4b4d-4462-8eb0-408be096cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:34.227315 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd07592f-c342-4344-ae45-a26b6873bf3d req-168c2bca-ffdd-464b-b9ed-1d2ce9e60011 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705314 Apr 05 20:08:34.228351 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 03bb41ab-35a0-476c-96ed-69017d56ffc7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=03bb41ab-35a0-476c-96ed-69017d56ffc7,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:34.235017 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:34.235334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ba829e-4b4d-4462-8eb0-408be096cc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f04be8-333d-41b1-97b9-2665bbdd1e83,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:34.240835 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-36ba829e-4b4d-4462-8eb0-408be096cc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:34.245094 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-36ba829e-4b4d-4462-8eb0-408be096cc40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7f04be8-333d-41b1-97b9-2665bbdd1e83 HTTP/1.1" status: 204 len: 168 time: 0.3334498 Apr 05 20:08:34.315842 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb53a81a-c484-47e6-a11d-bd4e59a65af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe616d3-ddcf-4a77-a12a-ce9e82490e84', 'code': 200} Apr 05 20:08:34.336287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50144) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:34.347577 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=03bb41ab-35a0-476c-96ed-69017d56ffc7,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:34.365269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9c344b69-ca68-4ea4-b82c-a3f1cd8dfc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:34.391683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9c344b69-ca68-4ea4-b82c-a3f1cd8dfc66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:34.401680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9c344b69-ca68-4ea4-b82c-a3f1cd8dfc66 admin admin] Usage tracker for resource:security_group_rule and tenant:40d177e2eab049d1aa96b3cfccb56e72 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:34.406630 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9c344b69-ca68-4ea4-b82c-a3f1cd8dfc66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:34.414924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9c344b69-ca68-4ea4-b82c-a3f1cd8dfc66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:34.503694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-51d19fc0-cb15-44ce-9333-289ceb2a3557 req-e288ff52-9961-4652-96c8-03b108cefab2 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0619805 Apr 05 20:08:34.520185 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9c344b69-ca68-4ea4-b82c-a3f1cd8dfc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:34.529425 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9c344b69-ca68-4ea4-b82c-a3f1cd8dfc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:34.531863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083bfc82-1783-4844-a3be-cd6bac5349bc req-8033cd64-c2eb-49db-b4f9-5b8fec3a4335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:34.533605 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-083bfc82-1783-4844-a3be-cd6bac5349bc req-8033cd64-c2eb-49db-b4f9-5b8fec3a4335 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 1118 time: 0.1514168 Apr 05 20:08:34.580088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c344b69-ca68-4ea4-b82c-a3f1cd8dfc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c46394-ef02-463b-9be1-dc5a29398efd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:34.585962 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9c344b69-ca68-4ea4-b82c-a3f1cd8dfc66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40d177e2eab049d1aa96b3cfccb56e72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486417 Apr 05 20:08:34.588515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50158) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:34.590385 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-083bfc82-1783-4844-a3be-cd6bac5349bc req-393e91ef-29d0-4ef9-9cc8-555baf9aee4b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504575 Apr 05 20:08:34.654203 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1842877a-2c9c-4265-be92-1cb6326fbc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:34.683850 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1842877a-2c9c-4265-be92-1cb6326fbc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:34.756491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1842877a-2c9c-4265-be92-1cb6326fbc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:34.779637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842877a-2c9c-4265-be92-1cb6326fbc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c46394-ef02-463b-9be1-dc5a29398efd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:34.822880 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1842877a-2c9c-4265-be92-1cb6326fbc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:34.828010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1842877a-2c9c-4265-be92-1cb6326fbc85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51c46394-ef02-463b-9be1-dc5a29398efd HTTP/1.1" status: 204 len: 168 time: 0.2383800 Apr 05 20:08:35.014828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecda965-33af-4d7b-8d27-456ade4326ca req-aec9377d-249b-43bd-af09-0fe9b610ddfb tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:35.023795 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cecda965-33af-4d7b-8d27-456ade4326ca req-aec9377d-249b-43bd-af09-0fe9b610ddfb tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 967 time: 0.1507061 Apr 05 20:08:35.084347 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cecda965-33af-4d7b-8d27-456ade4326ca req-bafec87f-4472-45a2-9691-8018dc91bff6 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510478 Apr 05 20:08:35.191171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e4013-a7b8-4b9a-a370-246ccc318355 req-487421a5-6b92-4b84-b3d7-e0b56ab9cbb4 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:35.192738 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-904e4013-a7b8-4b9a-a370-246ccc318355 req-487421a5-6b92-4b84-b3d7-e0b56ab9cbb4 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.0928924 Apr 05 20:08:35.239146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-904e4013-a7b8-4b9a-a370-246ccc318355 req-ff722f55-ef79-42ee-b8c7-51b14b90bfa0 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409682 Apr 05 20:08:35.331888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50194) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:35.444993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c51d5-50c6-4cec-b1f6-6c2309d6dd8b req-693ce4cc-bb67-43ed-8c21-d9d803c317f0 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:35.452510 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a65c51d5-50c6-4cec-b1f6-6c2309d6dd8b req-693ce4cc-bb67-43ed-8c21-d9d803c317f0 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 946 time: 0.0913036 Apr 05 20:08:35.608098 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a65c51d5-50c6-4cec-b1f6-6c2309d6dd8b req-5b6117d5-cd4f-47dc-9332-63539ffde0f7 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1527324 Apr 05 20:08:35.688383 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-11d5ed98-517e-474c-8ffb-9fc462407872 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3549554 Apr 05 20:08:35.720439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-33188504-910b-4c64-be58-a3db7e1ad16a tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bb999f9cf1b74ae086fc6eb66dcaa951&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633180 Apr 05 20:08:35.850243 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30c0a403-7f97-4f45-addc-75bcedadc5af req-74ad209e-b36c-46cc-a724-920a261b1015 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0540328 Apr 05 20:08:35.901086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-0c8aa799-cc94-4921-b8ed-87e2dc429817 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:35.903269 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-0c8aa799-cc94-4921-b8ed-87e2dc429817 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815517 Apr 05 20:08:35.917115 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-b19184e8-03ed-4fed-a7f5-ad93c1718606 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/quotas/bb999f9cf1b74ae086fc6eb66dcaa951 HTTP/1.1" status: 200 len: 375 time: 0.0090280 Apr 05 20:08:35.967103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-1f40a363-5fdc-43ac-b5e6-5a8abb022fac tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bb999f9cf1b74ae086fc6eb66dcaa951&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441394 Apr 05 20:08:36.168525 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5c34108a-fa5b-4081-ab32-ea00c60e2b72 req-b71a2bac-67e8-4a76-b321-9970fbb183fd tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 210 time: 0.0542190 Apr 05 20:08:36.317822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60699b95-da58-4cb0-a92f-6925c5cc25ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb41ab-35a0-476c-96ed-69017d56ffc7'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:36.369680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e645b7a-e636-4b60-bb81-c11ec68a9c81 req-1415c3f4-74a3-463d-b08f-c55fbcb099be tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:36.372492 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e645b7a-e636-4b60-bb81-c11ec68a9c81 req-1415c3f4-74a3-463d-b08f-c55fbcb099be tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 967 time: 0.1370924 Apr 05 20:08:36.482675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7475d-1e20-4660-a86e-d9855e84ffd5 req-ffd78559-9d52-4f50-ab41-553d7a0861f0 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:36.490417 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bac7475d-1e20-4660-a86e-d9855e84ffd5 req-ffd78559-9d52-4f50-ab41-553d7a0861f0 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.1024590 Apr 05 20:08:36.496631 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e645b7a-e636-4b60-bb81-c11ec68a9c81 req-9eed6e88-6c4c-48ac-9814-56fba647fccd tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183150 Apr 05 20:08:36.575008 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60699b95-da58-4cb0-a92f-6925c5cc25ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03bb41ab-35a0-476c-96ed-69017d56ffc7', 'code': 200} Apr 05 20:08:36.590971 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bac7475d-1e20-4660-a86e-d9855e84ffd5 req-1262c693-b965-4ef4-97a7-255f9e525502 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996153 Apr 05 20:08:36.750182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e28de3-7af7-46a3-b64b-19afc81f96ef req-61640df4-e106-410f-ba74-a225a8a10911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:36.751659 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8e28de3-7af7-46a3-b64b-19afc81f96ef req-61640df4-e106-410f-ba74-a225a8a10911 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 1097 time: 0.1162071 Apr 05 20:08:36.828501 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8e28de3-7af7-46a3-b64b-19afc81f96ef req-796c807f-dc42-4fff-a95a-479c21050e6d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690272 Apr 05 20:08:36.932983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e76e2-bb2f-42d9-9c92-ef42b353d4fa req-ae201964-0fef-47e2-a205-fbc1527eb3db tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:36.934777 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c0e76e2-bb2f-42d9-9c92-ef42b353d4fa req-ae201964-0fef-47e2-a205-fbc1527eb3db tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 946 time: 0.1212692 Apr 05 20:08:36.968035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50298) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:36.986029 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c0e76e2-bb2f-42d9-9c92-ef42b353d4fa req-ea799d10-9a62-445b-906b-dbbff514a1a8 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420856 Apr 05 20:08:37.203791 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5392e2c7-b720-48a4-a867-adf52227a704 req-0e5070b9-82e8-4d66-8933-55b9a98f1de9 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0968797 Apr 05 20:08:37.406749 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f86421c-d297-4868-94c4-3a41e0bb71b3 req-825ef128-6641-4835-8f81-86f88905b152 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 210 time: 0.0489943 Apr 05 20:08:37.435773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6501cdf-7ce8-4862-b45b-ae0c85730a31 req-80e4a050-0fa6-4683-ac05-3165e505e215 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:37.437457 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f6501cdf-7ce8-4862-b45b-ae0c85730a31 req-80e4a050-0fa6-4683-ac05-3165e505e215 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 1118 time: 0.0864708 Apr 05 20:08:37.488329 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-58183c8d-2c82-44eb-ad12-c859dcefb249 tempest-AutoAllocateNetworkTest-953876533 tempest-AutoAllocateNetworkTest-953876533-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9c33021b515d4ce980fe025b28d88436&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5191519 Apr 05 20:08:37.491431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50318) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:37.505078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f6501cdf-7ce8-4862-b45b-ae0c85730a31 req-3bd76509-146d-4162-889a-24c44e633145 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Synchronizing usage tracker for tenant:d29275d9c99f414d90bdc0fdd9c95260 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:37.527902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f6501cdf-7ce8-4862-b45b-ae0c85730a31 req-3bd76509-146d-4162-889a-24c44e633145 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Unset dirty status for tenant:d29275d9c99f414d90bdc0fdd9c95260 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:37.529044 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f6501cdf-7ce8-4862-b45b-ae0c85730a31 req-3bd76509-146d-4162-889a-24c44e633145 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856919 Apr 05 20:08:37.777581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4af6a91-433b-4336-b0dc-7a6ce85aa881 tempest-AutoAllocateNetworkTest-953876533 tempest-AutoAllocateNetworkTest-953876533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:37.785151 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a4af6a91-433b-4336-b0dc-7a6ce85aa881 tempest-AutoAllocateNetworkTest-953876533 tempest-AutoAllocateNetworkTest-953876533-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2893288 Apr 05 20:08:37.786116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50332) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:37.877812 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-26770725-eeb5-4277-800c-18ecf8d8bbcd tempest-AutoAllocateNetworkTest-953876533 tempest-AutoAllocateNetworkTest-953876533-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903935 Apr 05 20:08:37.901725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50338) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:37.980790 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-931de66e-32b9-4175-98c2-12cb3868bf30 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=bb999f9cf1b74ae086fc6eb66dcaa951&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1270466 Apr 05 20:08:37.992040 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9ec9a386-2b5b-4b15-b24b-2dca52514e34 tempest-AutoAllocateNetworkTest-953876533 tempest-AutoAllocateNetworkTest-953876533-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9c33021b515d4ce980fe025b28d88436 HTTP/1.1" status: 200 len: 208 time: 0.0811894 Apr 05 20:08:38.031418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d0a3c-b3a8-4f52-8820-435625723a32 req-378e3a13-b819-4263-a411-c6b3163eeec5 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:38.043578 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-517d0a3c-b3a8-4f52-8820-435625723a32 req-378e3a13-b819-4263-a411-c6b3163eeec5 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.1636395 Apr 05 20:08:38.143207 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-517d0a3c-b3a8-4f52-8820-435625723a32 req-96267ced-896d-4f17-a5e1-3969ca45cdf4 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970287 Apr 05 20:08:38.273979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-510faad3-fd7b-4c77-89ef-142732b55c7f tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:38.275444 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-510faad3-fd7b-4c77-89ef-142732b55c7f tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2736235 Apr 05 20:08:38.284348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079eb07f-1be3-4877-82e9-ac284d319c0d req-05fbffc0-14b2-4a47-9f1a-b3af3849ae59 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:38.290374 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-079eb07f-1be3-4877-82e9-ac284d319c0d req-05fbffc0-14b2-4a47-9f1a-b3af3849ae59 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 1118 time: 0.5031049 Apr 05 20:08:38.305769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Request body: {'port': {'device_id': 'ce899bde-e1e6-49d8-85fb-500a63e4753d', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': 'bb999f9cf1b74ae086fc6eb66dcaa951'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:38.486210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ede4ff-37f1-457b-980a-92818162087b req-bb700bfa-0217-47e5-a3fd-3632f0d71a67 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:38.494372 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-80ede4ff-37f1-457b-980a-92818162087b req-bb700bfa-0217-47e5-a3fd-3632f0d71a67 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 946 time: 0.1357012 Apr 05 20:08:38.528282 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:38.535632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50360) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:38.548511 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-80ede4ff-37f1-457b-980a-92818162087b req-fb156ea2-5d2f-4f03-b925-7f5f726289e7 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529091 Apr 05 20:08:38.574623 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-079eb07f-1be3-4877-82e9-ac284d319c0d req-fd97a4a0-0b3e-494d-999c-d698fd990c3c tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811348 Apr 05 20:08:38.625385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:38.629383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Usage tracker for resource:port and tenant:bb999f9cf1b74ae086fc6eb66dcaa951 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:38.632848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:38.641340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:38.671253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Made reservation on behalf of bb999f9cf1b74ae086fc6eb66dcaa951 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:08:38.675372 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:38.751890 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:38.759890 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:38.767446 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:38.775657 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dfb8de28-e08a-4d56-8113-05ae121459ae req-82099d2f-fbd4-42a4-8f8e-6ad036af4ddc tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0721822 Apr 05 20:08:38.777681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:38.781618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Usage tracker for resource:security_group_rule and tenant:9c33021b515d4ce980fe025b28d88436 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:38.785017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:38.786461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:38.790705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Usage tracker for resource:security_group_rule and tenant:bb999f9cf1b74ae086fc6eb66dcaa951 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:38.790966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:38.793679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:38.800320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:38.865537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-ff04613d-d2f8-43f7-ba16-71a6dbc1a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:38.867204 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-ff04613d-d2f8-43f7-ba16-71a6dbc1a8c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 1122 time: 0.1747720 Apr 05 20:08:38.917420 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:38.922969 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:38.982891 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c33021b515d4ce980fe025b28d88436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4456360 Apr 05 20:08:38.985200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50380) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:38.987882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08762589-6a5b-40f6-95e6-09bfc551af43,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:39.013344 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.013695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.014046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.014372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.014696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.015034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.015338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.015654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.015967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.016283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.016597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.016909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0ba999-8353-453b-87fd-3cc318763993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.056172 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-afb2895e-0886-45cf-8876-9e7226d6f528 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bdf0c4ffc0af435395a1b9ea285739f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607350 Apr 05 20:08:39.098821 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-386b5f30-1787-437f-8b33-d19435abf96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:39.119781 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0347f899-4ccd-4f0f-a783-c9e2b108d171 req-9cab2848-b12f-4132-8051-34bd65116192 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 210 time: 0.0536802 Apr 05 20:08:39.141355 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:39.146495 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-386b5f30-1787-437f-8b33-d19435abf96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:39.152197 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:39.202545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-386b5f30-1787-437f-8b33-d19435abf96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:39.214466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-f3b785b0-22fb-439e-8bb3-213c884803df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:39.216061 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-f3b785b0-22fb-439e-8bb3-213c884803df service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.3433771 Apr 05 20:08:39.221419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b5f30-1787-437f-8b33-d19435abf96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08762589-6a5b-40f6-95e6-09bfc551af43,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:39.226817 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-386b5f30-1787-437f-8b33-d19435abf96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:39.227833 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-386b5f30-1787-437f-8b33-d19435abf96b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08762589-6a5b-40f6-95e6-09bfc551af43 HTTP/1.1" status: 204 len: 168 time: 0.2417321 Apr 05 20:08:39.310698 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-3b535b96-194e-47a8-a78c-43c56c1f8109 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d74b4c62374e4cf88d510708b4abb9c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431578 Apr 05 20:08:39.369826 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-df190d70-cb9f-4e67-b75c-e4ba6e69e6c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6 HTTP/1.1" status: 200 len: 217 time: 0.1010773 Apr 05 20:08:39.423899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430235c4-fa27-470d-804f-27b1ec2274be,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:39.458843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.459191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.459562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.459902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.460239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.460569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.460896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.461222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.461548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.461869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.462220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.462542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:39.478694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-f06d1bb2-cbe6-4b35-a893-6d51b68f7a52 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:39.481922 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-f06d1bb2-cbe6-4b35-a893-6d51b68f7a52 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638215 Apr 05 20:08:39.497795 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-5fa3acb9-deef-43f6-b4be-57d40e9d7249 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/quotas/d74b4c62374e4cf88d510708b4abb9c8 HTTP/1.1" status: 200 len: 375 time: 0.0111513 Apr 05 20:08:39.549528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-9c864660-d4fc-4963-ab83-0d1978a1028c tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:39.552482 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-1c45265e-3972-487a-9c0d-2d111e0e695f tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d74b4c62374e4cf88d510708b4abb9c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484147 Apr 05 20:08:39.554324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-9c864660-d4fc-4963-ab83-0d1978a1028c tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4883142 Apr 05 20:08:39.594567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-ae496ff2-4ec3-4844-80f5-e84ba81a37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:39.594567 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-ae496ff2-4ec3-4844-80f5-e84ba81a37fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2071774 Apr 05 20:08:39.595754 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-91bb936f-e063-42b0-a4b2-cdd2cc2c06d9 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/quotas/bdf0c4ffc0af435395a1b9ea285739f3 HTTP/1.1" status: 200 len: 375 time: 0.0340481 Apr 05 20:08:39.721721 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-f9736007-5559-41e7-b115-e76a68b3dff4 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bdf0c4ffc0af435395a1b9ea285739f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870867 Apr 05 20:08:39.735201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Allocated IP 192.168.233.118 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/05e78277-0b10-4779-88b2-da6e7e257d6d) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:08:39.803637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-4ecd153c-f922-4991-8b47-60834b9b1e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:39.805690 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-4ecd153c-f922-4991-8b47-60834b9b1e9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2063384 Apr 05 20:08:39.952604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef7703f-fae8-472d-bed1-815e68e30966 req-4307458d-9086-42ac-8b3a-19f83526900f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:39.963687 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ef7703f-fae8-472d-bed1-815e68e30966 req-4307458d-9086-42ac-8b3a-19f83526900f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.1171143 Apr 05 20:08:40.025649 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ef7703f-fae8-472d-bed1-815e68e30966 req-c795470a-11f3-451c-9cd4-96e5b7798744 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650406 Apr 05 20:08:40.223039 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d159ced5-cafb-4ff3-89a5-12dd03ecbcf4 req-cdb6de70-a0e1-4261-aabb-0fd4d56d662a tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 210 time: 0.0872118 Apr 05 20:08:40.326207 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:40.390217 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Transition to ACTIVE for port object 05e78277-0b10-4779-88b2-da6e7e257d6d will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:40.417090 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-576d668d-0bb6-4707-bcb5-4a4f36032445 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6021390 Apr 05 20:08:40.466390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554f9cf-e5db-4407-ba0d-ba85aab7d71d req-a646e57e-ff5d-417b-9384-d3626fae6953 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:40.475042 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f554f9cf-e5db-4407-ba0d-ba85aab7d71d req-a646e57e-ff5d-417b-9384-d3626fae6953 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 946 time: 0.4147136 Apr 05 20:08:40.706781 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:40.721988 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f554f9cf-e5db-4407-ba0d-ba85aab7d71d req-97e19f09-a82d-4828-b074-70bd923fe2e5 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2457445 Apr 05 20:08:40.957997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Pushing event updated for resources: {'Port': ['ID=05e78277-0b10-4779-88b2-da6e7e257d6d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:40.962070 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59788493-9130-4620-8ae9-d8478b622d0f req-808f6635-5b06-498a-b893-76e17a71b6c9 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0748210 Apr 05 20:08:40.981776 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-f7deb202-0e77-472b-bcad-132df773b49b service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5498564 Apr 05 20:08:40.984590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:08:40.985732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:08:40.988233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:08:40.994078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:40.994594 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:41.046545 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-bab685e6-f9c5-4d00-8db3-394c3c17f510 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7546978 Apr 05 20:08:41.067565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Request body: {'port': {'device_id': 'ce899bde-e1e6-49d8-85fb-500a63e4753d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:41.251594 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3abb62c1-f603-4b6d-8021-db45f5dd6453 req-d55d3533-27d1-4aa5-be0a-419d8511c98d tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 210 time: 0.1037419 Apr 05 20:08:41.269441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-08bc1ab5-0255-481f-848a-7eacdfb1c7bd None None] Provisioning for port 05e78277-0b10-4779-88b2-da6e7e257d6d completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:41.279257 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-08bc1ab5-0255-481f-848a-7eacdfb1c7bd None None] Provisioning complete for port 05e78277-0b10-4779-88b2-da6e7e257d6d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:41.281596 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-08bc1ab5-0255-481f-848a-7eacdfb1c7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:41.328090 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:41.375529 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce9e3b89-0eeb-4ebc-9485-4bb6f8104c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:41.382622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-08bc1ab5-0255-481f-848a-7eacdfb1c7bd None None] Port 05e78277-0b10-4779-88b2-da6e7e257d6d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:08:41.554871 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-bc9c02fd-71c3-47fc-9586-88e0f362c4db tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d74b4c62374e4cf88d510708b4abb9c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844951 Apr 05 20:08:41.802339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed62039a-04ab-45c6-9972-9e4dcc120ed6 req-ccd6623d-78c2-4b60-ba00-37e7e2d04013 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:41.803032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ed62039a-04ab-45c6-9972-9e4dcc120ed6 req-ccd6623d-78c2-4b60-ba00-37e7e2d04013 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Synchronizing usage tracker for tenant:bb999f9cf1b74ae086fc6eb66dcaa951 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:41.868361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-2389d85f-1f16-43e2-be9f-4427d384be19 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:41.869973 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-2389d85f-1f16-43e2-be9f-4427d384be19 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3069980 Apr 05 20:08:41.870942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ed62039a-04ab-45c6-9972-9e4dcc120ed6 req-ccd6623d-78c2-4b60-ba00-37e7e2d04013 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Unset dirty status for tenant:bb999f9cf1b74ae086fc6eb66dcaa951 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:41.871933 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed62039a-04ab-45c6-9972-9e4dcc120ed6 req-ccd6623d-78c2-4b60-ba00-37e7e2d04013 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 936 time: 0.4477940 Apr 05 20:08:41.899220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Request body: {'port': {'device_id': 'd87b8105-dd7d-43f9-8a8a-0f89b40a485d', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': 'd74b4c62374e4cf88d510708b4abb9c8'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:42.001959 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-affb9a2f-7b5a-4daf-a97f-bad8e471ac66 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bdf0c4ffc0af435395a1b9ea285739f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341001 Apr 05 20:08:42.081359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ed62039a-04ab-45c6-9972-9e4dcc120ed6 req-6aecd60e-b8b7-44f5-9799-1e94726d1e9e tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Synchronizing usage tracker for tenant:bb999f9cf1b74ae086fc6eb66dcaa951 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:42.093687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05e78277-0b10-4779-88b2-da6e7e257d6d {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:08:42.111786 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:42.154661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Transition to ACTIVE for port object 05e78277-0b10-4779-88b2-da6e7e257d6d will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:42.161373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ed62039a-04ab-45c6-9972-9e4dcc120ed6 req-6aecd60e-b8b7-44f5-9799-1e94726d1e9e tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Unset dirty status for tenant:bb999f9cf1b74ae086fc6eb66dcaa951 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:42.173384 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed62039a-04ab-45c6-9972-9e4dcc120ed6 req-6aecd60e-b8b7-44f5-9799-1e94726d1e9e tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/security-groups?id=430235c4-fa27-470d-804f-27b1ec2274be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954152 Apr 05 20:08:42.176487 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:42.180766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-1969e23d-845f-48bb-b4b8-b3c69a5a519d tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:08:42.181491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:42.181781 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-1969e23d-845f-48bb-b4b8-b3c69a5a519d tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1783164 Apr 05 20:08:42.193785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-90480bca-141b-4079-a782-b5adf8999c5b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:42.194772 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-90480bca-141b-4079-a782-b5adf8999c5b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1867480 Apr 05 20:08:42.199153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-64078060-369f-4685-8561-de859f5b475b req-a522167c-f1c1-4ea3-b4ca-aa6232ba2741 service neutron] Request body: {'binding': {'host': 'n-h2-836604-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:42.199665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-64078060-369f-4685-8561-de859f5b475b req-a522167c-f1c1-4ea3-b4ca-aa6232ba2741 service neutron] Unknown quota resources ['binding']. {{(pid=87965) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 05 20:08:42.230261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Usage tracker for resource:port and tenant:d74b4c62374e4cf88d510708b4abb9c8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:42.233641 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Request body: {'port': {'device_id': 'f0134939-a114-4556-81fc-213b68374c8d', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': 'bdf0c4ffc0af435395a1b9ea285739f3'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:42.237413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:42.247487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:42.377950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=05e78277-0b10-4779-88b2-da6e7e257d6d,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:42.411841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Made reservation on behalf of d74b4c62374e4cf88d510708b4abb9c8 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:08:42.415233 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:42.448072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:42.472404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Attempting to bind port 05e78277-0b10-4779-88b2-da6e7e257d6d on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:08:42.472734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Attempting to bind port 05e78277-0b10-4779-88b2-da6e7e257d6d by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:08:42.473080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Attempting to bind port 05e78277-0b10-4779-88b2-da6e7e257d6d on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:42.482600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:42.485909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Port 05e78277-0b10-4779-88b2-da6e7e257d6d on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:08:42.486235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Attempting to bind port 05e78277-0b10-4779-88b2-da6e7e257d6d on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:42.492834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Usage tracker for resource:security_group_rule and tenant:d74b4c62374e4cf88d510708b4abb9c8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:42.498400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:42.501337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:08:42.501665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:08:42.502072 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:08:42.502506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Bound port: 05e78277-0b10-4779-88b2-da6e7e257d6d, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:08:42.502842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:42.518199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:42.562334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:42.575133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Usage tracker for resource:port and tenant:bdf0c4ffc0af435395a1b9ea285739f3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:42.580435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:42.590983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328b4b1-9936-46e6-91ef-6dfe080e25b3 req-45106f09-903b-4182-bdbd-eefee0b705c6 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:42.592437 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b328b4b1-9936-46e6-91ef-6dfe080e25b3 req-45106f09-903b-4182-bdbd-eefee0b705c6 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 946 time: 0.2721484 Apr 05 20:08:42.595309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:42.602971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50504) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:42.613460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-82fd770c-36a7-4b61-8b2f-56906f8d634c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Request body: {'floatingip': {'port_id': '03bb41ab-35a0-476c-96ed-69017d56ffc7'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:42.651421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] For port 05e78277-0b10-4779-88b2-da6e7e257d6d, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:08:42.657889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] For port 05e78277-0b10-4779-88b2-da6e7e257d6d, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=05e78277-0b10-4779-88b2-da6e7e257d6d,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:08:42.671497 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:42.692878 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-82fd770c-36a7-4b61-8b2f-56906f8d634c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:42.768472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Made reservation on behalf of bdf0c4ffc0af435395a1b9ea285739f3 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:08:42.771818 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:42.836395 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:42.849303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-64078060-369f-4685-8561-de859f5b475b req-a522167c-f1c1-4ea3-b4ca-aa6232ba2741 service neutron] Attempting to bind port abe616d3-ddcf-4a77-a12a-ce9e82490e84 on host n-h2-836604-1 for vnic_type normal with profile None {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:08:42.849630 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-64078060-369f-4685-8561-de859f5b475b req-a522167c-f1c1-4ea3-b4ca-aa6232ba2741 service neutron] Attempting to bind port abe616d3-ddcf-4a77-a12a-ce9e82490e84 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:08:42.849974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64078060-369f-4685-8561-de859f5b475b req-a522167c-f1c1-4ea3-b4ca-aa6232ba2741 service neutron] Attempting to bind port abe616d3-ddcf-4a77-a12a-ce9e82490e84 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:42.862894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64078060-369f-4685-8561-de859f5b475b req-a522167c-f1c1-4ea3-b4ca-aa6232ba2741 service neutron] Port abe616d3-ddcf-4a77-a12a-ce9e82490e84 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:08:42.862894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64078060-369f-4685-8561-de859f5b475b req-a522167c-f1c1-4ea3-b4ca-aa6232ba2741 service neutron] Attempting to bind port abe616d3-ddcf-4a77-a12a-ce9e82490e84 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:42.870051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:42.870688 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:42.872117 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] 10.222.0.41 "PUT /v2.0/ports/05e78277-0b10-4779-88b2-da6e7e257d6d HTTP/1.1" status: 200 len: 1096 time: 1.8107073 Apr 05 20:08:42.872334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:42.873918 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:42.876287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce899bde-e1e6-49d8-85fb-500a63e4753d', 'tag': '05e78277-0b10-4779-88b2-da6e7e257d6d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:42.891583 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:42.915889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Usage tracker for resource:security_group_rule and tenant:bdf0c4ffc0af435395a1b9ea285739f3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:42.924496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64078060-369f-4685-8561-de859f5b475b req-a522167c-f1c1-4ea3-b4ca-aa6232ba2741 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:08:42.924842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64078060-369f-4685-8561-de859f5b475b req-a522167c-f1c1-4ea3-b4ca-aa6232ba2741 service neutron] Checking segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:08:42.925199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64078060-369f-4685-8561-de859f5b475b req-a522167c-f1c1-4ea3-b4ca-aa6232ba2741 service neutron] Bound using segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:08:42.925655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-64078060-369f-4685-8561-de859f5b475b req-a522167c-f1c1-4ea3-b4ca-aa6232ba2741 service neutron] Bound port: abe616d3-ddcf-4a77-a12a-ce9e82490e84, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:08:42.927748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:42.994088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:43.023720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ab091-6a20-4294-ae46-85ea2e08a7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=05e78277-0b10-4779-88b2-da6e7e257d6d,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:43.050737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534b8b51-2576-4e21-9087-58eb7e12e3e2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:43.138844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40476b47-7568-4544-8d25-ba9831b82b85 req-40a72b2c-0a4f-492c-980f-587aa67575b4 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:43.140306 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40476b47-7568-4544-8d25-ba9831b82b85 req-40a72b2c-0a4f-492c-980f-587aa67575b4 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.3585081 Apr 05 20:08:43.189550 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-b6bfbcb2-ad59-431c-8b5b-d9cc80af12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:43.191082 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-b6bfbcb2-ad59-431c-8b5b-d9cc80af12dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb999f9cf1b74ae086fc6eb66dcaa951&device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 1099 time: 0.2446616 Apr 05 20:08:43.197655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-64078060-369f-4685-8561-de859f5b475b req-a522167c-f1c1-4ea3-b4ca-aa6232ba2741 service neutron] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:08:43.207773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Allocated IP 192.168.233.18 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/0875486c-cd59-4cb0-8465-b00faa5fed06) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:08:43.246028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-64078060-369f-4685-8561-de859f5b475b req-a522167c-f1c1-4ea3-b4ca-aa6232ba2741 service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:43.247517 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-a522167c-f1c1-4ea3-b4ca-aa6232ba2741 service neutron] 10.222.0.24 "POST /v2.0/ports/abe616d3-ddcf-4a77-a12a-ce9e82490e84/bindings HTTP/1.1" status: 201 len: 389 time: 1.0515029 Apr 05 20:08:43.283244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-843c04a8-bba1-42cc-bf16-d917e7ad803a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=05e78277-0b10-4779-88b2-da6e7e257d6d HTTP/1.1" status: 200 len: 217 time: 0.0785863 Apr 05 20:08:43.290971 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40476b47-7568-4544-8d25-ba9831b82b85 req-55008053-759e-4239-bb2a-fb89756fae67 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423168 Apr 05 20:08:43.406548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-ab8c3b73-757c-464c-954d-083ed12c28ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:43.407951 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-ab8c3b73-757c-464c-954d-083ed12c28ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1161592 Apr 05 20:08:43.490175 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:43.515754 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:43.607128 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aedee04b-3790-4876-8fa5-2574413d6c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:43.634177 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e2fb02bd-3955-4c5c-8299-4d37260fd33a req-30bbb939-fe14-49d0-b452-424adfa7f30c tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 210 time: 0.0908532 Apr 05 20:08:43.671786 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:43.697408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:43.700016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Transition to ACTIVE for port object 0875486c-cd59-4cb0-8465-b00faa5fed06 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:43.702577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3934c35e-e99b-4393-9ecc-4a8fce98e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:43.704189 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-3934c35e-e99b-4393-9ecc-4a8fce98e240 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2750125 Apr 05 20:08:43.780725 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d81166df-fb9c-4b1c-b984-1be199227c5d req-534bdca5-6b80-4142-b545-5c1d1e52a071 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.1447105 Apr 05 20:08:43.841235 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce899bde-e1e6-49d8-85fb-500a63e4753d', 'tag': '05e78277-0b10-4779-88b2-da6e7e257d6d', 'status': 'completed', 'code': 200} Apr 05 20:08:43.861702 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2bc6e0e4-6149-4214-b37f-993de889a945 req-cc9aac7b-76b4-47e9-9ffc-aeede1542979 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 210 time: 0.1072688 Apr 05 20:08:43.877979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64078060-369f-4685-8561-de859f5b475b req-4c77d360-d0aa-43ae-adda-20778e7de9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:43.879753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-4c77d360-d0aa-43ae-adda-20778e7de9da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 1118 time: 0.2474735 Apr 05 20:08:43.907074 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-c75e3bba-2989-434e-baf9-62dc4439beae service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952190 Apr 05 20:08:43.908062 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:44.061684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:08:44.071287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:08:44.129256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:08:44.134577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:44.135176 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:44.149299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Pushing event updated for resources: {'Port': ['ID=0875486c-cd59-4cb0-8465-b00faa5fed06,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:44.183550 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-59f000fd-e2b8-4189-8726-d9c448d1f8a8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3021693 Apr 05 20:08:44.201304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Request body: {'port': {'device_id': 'd87b8105-dd7d-43f9-8a8a-0f89b40a485d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:44.208941 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-82fd770c-36a7-4b61-8b2f-56906f8d634c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:44.273550 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3f81f4b-76c5-49e1-bf19-9fea88ee1180 req-aa2bbf41-687c-4c96-a7b9-a3230822b831 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158534 Apr 05 20:08:44.278314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-82fd770c-36a7-4b61-8b2f-56906f8d634c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:44.332153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495bc5bb-2a33-4e1e-a492-9b85e6f4473f req-d2d5626e-9392-4e7a-9194-15aefb3f3413 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:44.333603 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-495bc5bb-2a33-4e1e-a492-9b85e6f4473f req-d2d5626e-9392-4e7a-9194-15aefb3f3413 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 967 time: 0.3163583 Apr 05 20:08:44.364402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Allocated IP 192.168.233.244 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/e845980a-5563-4df0-95f8-221dc195f7cd) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:08:44.365808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4b0e9f16-533e-44b0-951d-3c0d1c0d91aa None None] Provisioning for port 0875486c-cd59-4cb0-8465-b00faa5fed06 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:44.371930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4b0e9f16-533e-44b0-951d-3c0d1c0d91aa None None] Provisioning complete for port 0875486c-cd59-4cb0-8465-b00faa5fed06 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:44.372547 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4b0e9f16-533e-44b0-951d-3c0d1c0d91aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:44.430394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e9f16-533e-44b0-951d-3c0d1c0d91aa None None] Port 0875486c-cd59-4cb0-8465-b00faa5fed06 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:08:44.434696 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:44.459051 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-495bc5bb-2a33-4e1e-a492-9b85e6f4473f req-083b140a-65be-412b-9496-de93d0b2ab21 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169007 Apr 05 20:08:44.489299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64078060-369f-4685-8561-de859f5b475b req-07be0149-f39c-4323-ac57-7383f5375958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:44.490753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-07be0149-f39c-4323-ac57-7383f5375958 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.5424886 Apr 05 20:08:44.597965 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-5ab23c7d-e8de-4051-898a-68b526921283 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84 HTTP/1.1" status: 200 len: 217 time: 0.0933399 Apr 05 20:08:44.605414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c761f-0906-46bc-840b-c19b1b4d56ec req-845cfd02-c73c-49e2-b150-f6456a1bf763 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:44.612347 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c86c761f-0906-46bc-840b-c19b1b4d56ec req-845cfd02-c73c-49e2-b150-f6456a1bf763 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 948 time: 0.5282204 Apr 05 20:08:44.623471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3d1c2-af32-4796-bce1-ae174173ca44 req-c70747c8-14fb-4f82-849e-d9860ba6e922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:44.624906 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7d3d1c2-af32-4796-bce1-ae174173ca44 req-c70747c8-14fb-4f82-849e-d9860ba6e922 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bb999f9cf1b74ae086fc6eb66dcaa951&device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 1099 time: 0.2839384 Apr 05 20:08:44.627296 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:44.683248 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-82fd770c-36a7-4b61-8b2f-56906f8d634c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Floating IP 58fa4e44-a2ce-4169-96bf-8e0f97c27ebf associated. External IP: 172.25.8.171, port: 03bb41ab-35a0-476c-96ed-69017d56ffc7. Apr 05 20:08:44.805195 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:44.821861 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c86c761f-0906-46bc-840b-c19b1b4d56ec req-eab33352-0860-4287-829e-f20e0abf7085 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/security-groups?id=430235c4-fa27-470d-804f-27b1ec2274be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086792 Apr 05 20:08:44.831685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64078060-369f-4685-8561-de859f5b475b req-19bfae12-80b3-4527-8ca9-7bd896db8e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:44.833071 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-19bfae12-80b3-4527-8ca9-7bd896db8e84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.2130210 Apr 05 20:08:44.891147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a708f-927d-4b1b-8001-02e182e149bd req-9cac0cb7-fe8b-4029-810d-37d010eb199a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:44.898094 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd3a708f-927d-4b1b-8001-02e182e149bd req-9cac0cb7-fe8b-4029-810d-37d010eb199a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.2840166 Apr 05 20:08:44.915377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3d1c2-af32-4796-bce1-ae174173ca44 req-c90f1423-9887-4068-801c-65fc7e2da7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:44.916782 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7d3d1c2-af32-4796-bce1-ae174173ca44 req-c90f1423-9887-4068-801c-65fc7e2da7f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2586694 Apr 05 20:08:44.997690 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7d3d1c2-af32-4796-bce1-ae174173ca44 req-20646aa0-fd63-4eba-b188-2699c63810e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=05e78277-0b10-4779-88b2-da6e7e257d6d HTTP/1.1" status: 200 len: 217 time: 0.0736699 Apr 05 20:08:45.000566 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd3a708f-927d-4b1b-8001-02e182e149bd req-c71aa4d0-b442-4201-8af2-f1ca14167a08 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017118 Apr 05 20:08:45.007150 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-22d6cbd9-6193-4293-ba55-0840428eefa0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162391 Apr 05 20:08:45.072005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3d1c2-af32-4796-bce1-ae174173ca44 req-7d1b5a1d-9421-447b-ab62-77a688289545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:45.074498 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7d3d1c2-af32-4796-bce1-ae174173ca44 req-7d1b5a1d-9421-447b-ab62-77a688289545 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0674770 Apr 05 20:08:45.168192 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8abc8c1b-1bd6-4858-b245-757f2ad0ce2c req-7735aafa-ba8c-4986-81ea-d02b7a238b7c tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0534241 Apr 05 20:08:45.201555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3d1c2-af32-4796-bce1-ae174173ca44 req-301c37ac-a1d8-4514-b455-10ce053899b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:45.203310 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7d3d1c2-af32-4796-bce1-ae174173ca44 req-301c37ac-a1d8-4514-b455-10ce053899b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1235332 Apr 05 20:08:45.287568 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:45.372241 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-782dba04-5af9-49cb-a1f2-aafacdff9914 req-e7d1ff9f-2b58-4873-8efb-c6bbe4822bbe tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 210 time: 0.0510585 Apr 05 20:08:45.401720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7d3d1c2-af32-4796-bce1-ae174173ca44 req-c4ae19b7-7d5b-4428-bd4a-23f93f42b36b service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907840 Apr 05 20:08:45.441839 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Transition to ACTIVE for port object e845980a-5563-4df0-95f8-221dc195f7cd will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:45.532376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b965a-4a0b-49d0-8d1c-37d647e11a66 req-abb90ec6-f4d5-4eba-a196-f083136f0953 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:45.533857 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b19b965a-4a0b-49d0-8d1c-37d647e11a66 req-abb90ec6-f4d5-4eba-a196-f083136f0953 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 935 time: 0.5452306 Apr 05 20:08:45.545903 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-6df85bc4-8a2b-4469-b998-7ee0066033bf service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003076 Apr 05 20:08:45.547482 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7d3d1c2-af32-4796-bce1-ae174173ca44 req-11f0b3cb-3e0a-413c-81df-2de15ab43398 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396112 Apr 05 20:08:45.641835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fd770c-36a7-4b61-8b2f-56906f8d634c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Router 26a94819-c482-4597-a22b-823bcc00c29b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:08:45.719863 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b19b965a-4a0b-49d0-8d1c-37d647e11a66 req-38de68c7-6f38-462f-b500-21bfac595942 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713500 Apr 05 20:08:45.723695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:45.830514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cbf1c-2f80-42e5-b33b-ba7719a33814 req-2fa5aadb-2d62-40d1-a367-5d8aca5ef468 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:45.837726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-782cbf1c-2f80-42e5-b33b-ba7719a33814 req-2fa5aadb-2d62-40d1-a367-5d8aca5ef468 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 967 time: 0.1850049 Apr 05 20:08:45.857612 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:45.880725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:08:45.904468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:08:45.922157 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-782cbf1c-2f80-42e5-b33b-ba7719a33814 req-4e9a5612-66b7-439d-9af7-754e4911925c tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833616 Apr 05 20:08:45.961239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:08:45.974655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:45.975311 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:45.979207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Pushing event updated for resources: {'Port': ['ID=e845980a-5563-4df0-95f8-221dc195f7cd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:46.025049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0875486c-cd59-4cb0-8465-b00faa5fed06 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:08:46.035035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:46.048837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-592b1774-7318-4b5d-8a58-d663d8469e70 service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683127 Apr 05 20:08:46.054896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Transition to ACTIVE for port object 0875486c-cd59-4cb0-8465-b00faa5fed06 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:46.086496 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:46.100858 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-60d01fc2-4f63-4195-8966-9869d399015b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8764546 Apr 05 20:08:46.102115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fd770c-36a7-4b61-8b2f-56906f8d634c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:08:46.107207 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-82fd770c-36a7-4b61-8b2f-56906f8d634c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:46.116685 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab1ad5-2894-4fe4-8e68-29061225a060 None None] Sync routers for ids ['26a94819-c482-4597-a22b-823bcc00c29b'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:08:46.129999 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab1ad5-2894-4fe4-8e68-29061225a060 None None] Routers {'26a94819-c482-4597-a22b-823bcc00c29b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:08:46.132090 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0aab1ad5-2894-4fe4-8e68-29061225a060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:08:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26a94819-c482-4597-a22b-823bcc00c29b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:08:46.164439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Request body: {'port': {'device_id': 'f0134939-a114-4556-81fc-213b68374c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:46.239912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50564) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:46.249026 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-82fd770c-36a7-4b61-8b2f-56906f8d634c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "PUT /v2.0/floatingips/58fa4e44-a2ce-4169-96bf-8e0f97c27ebf HTTP/1.1" status: 200 len: 992 time: 3.6430986 Apr 05 20:08:46.252518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60699b95-da58-4cb0-a92f-6925c5cc25ec', 'tag': '03bb41ab-35a0-476c-96ed-69017d56ffc7'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:46.295912 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-45b7f43e-d0d0-4d62-924d-0efbfa370617 None None] Provisioning for port e845980a-5563-4df0-95f8-221dc195f7cd completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:46.303887 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-45b7f43e-d0d0-4d62-924d-0efbfa370617 None None] Provisioning complete for port e845980a-5563-4df0-95f8-221dc195f7cd triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:46.306035 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-45b7f43e-d0d0-4d62-924d-0efbfa370617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:46.360919 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-0aab1ad5-2894-4fe4-8e68-29061225a060 None None] Set router 26a94819-c482-4597-a22b-823bcc00c29b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:08:46.392503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-45b7f43e-d0d0-4d62-924d-0efbfa370617 None None] Port e845980a-5563-4df0-95f8-221dc195f7cd cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:08:46.421253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0843a47-7340-4c0f-997a-07f61f2f5be7 req-b84fc8bb-b792-4dc9-87f5-347a8a1d9651 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:46.422774 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a0843a47-7340-4c0f-997a-07f61f2f5be7 req-b84fc8bb-b792-4dc9-87f5-347a8a1d9651 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 948 time: 0.4188440 Apr 05 20:08:46.430771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Pushing event updated for resources: {'Port': ['ID=0875486c-cd59-4cb0-8465-b00faa5fed06,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:46.466691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Attempting to bind port 0875486c-cd59-4cb0-8465-b00faa5fed06 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:08:46.467310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Attempting to bind port 0875486c-cd59-4cb0-8465-b00faa5fed06 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:08:46.467639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Attempting to bind port 0875486c-cd59-4cb0-8465-b00faa5fed06 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:46.479116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Port 0875486c-cd59-4cb0-8465-b00faa5fed06 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:08:46.479456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Attempting to bind port 0875486c-cd59-4cb0-8465-b00faa5fed06 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:46.484843 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:46.494679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:08:46.494986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:08:46.496160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:08:46.496813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Bound port: 0875486c-cd59-4cb0-8465-b00faa5fed06, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:08:46.497311 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:46.508487 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3696-37c9-4807-9466-117138aad154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:46.522275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6096a3-7a36-44c5-9f93-defd4090060e req-fbe99533-c0d1-4e63-b9ae-2341490f1ef3 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:46.524015 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a6096a3-7a36-44c5-9f93-defd4090060e req-fbe99533-c0d1-4e63-b9ae-2341490f1ef3 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.3598197 Apr 05 20:08:46.585378 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a0843a47-7340-4c0f-997a-07f61f2f5be7 req-a183fee8-e6e8-43ad-a83e-cc9bc06164eb tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/security-groups?id=430235c4-fa27-470d-804f-27b1ec2274be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564703 Apr 05 20:08:46.590402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3f2d3696-37c9-4807-9466-117138aad154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:46.705471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3f2d3696-37c9-4807-9466-117138aad154 admin admin] Usage tracker for resource:security_group_rule and tenant:dceb0d173b2d41378bb8f4524a0544da is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:46.718561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3f2d3696-37c9-4807-9466-117138aad154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:46.748387 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a6096a3-7a36-44c5-9f93-defd4090060e req-4ce679b0-0b2e-4097-9178-4768559bd09a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983225 Apr 05 20:08:46.761833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] For port 0875486c-cd59-4cb0-8465-b00faa5fed06, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:08:46.774036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] For port 0875486c-cd59-4cb0-8465-b00faa5fed06, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0875486c-cd59-4cb0-8465-b00faa5fed06,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:08:46.780963 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:46.842808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:46.843409 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:46.845567 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] 10.222.0.13 "PUT /v2.0/ports/0875486c-cd59-4cb0-8465-b00faa5fed06 HTTP/1.1" status: 200 len: 1095 time: 2.6512992 Apr 05 20:08:46.846044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87b8105-dd7d-43f9-8a8a-0f89b40a485d', 'tag': '0875486c-cd59-4cb0-8465-b00faa5fed06'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:46.897493 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0aab1ad5-2894-4fe4-8e68-29061225a060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '58fa4e44-a2ce-4169-96bf-8e0f97c27ebf', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'port_id': '03bb41ab-35a0-476c-96ed-69017d56ffc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'mac_address': 'fa:16:3e:ec:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60699b95-da58-4cb0-a92f-6925c5cc25ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:08:10Z', 'updated_at': '2022-04-05T20:08:43Z', 'revision_number': 1, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:58Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:08:46.901839 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab1ad5-2894-4fe4-8e68-29061225a060 None None] Checking router: 26a94819-c482-4597-a22b-823bcc00c29b for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:08:46.910884 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab1ad5-2894-4fe4-8e68-29061225a060 None None] Routers {'26a94819-c482-4597-a22b-823bcc00c29b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:08:46.911798 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0aab1ad5-2894-4fe4-8e68-29061225a060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:08:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26a94819-c482-4597-a22b-823bcc00c29b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:08:46.975566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c1578-f2a3-4c3d-abf3-93e943fc20ab service neutron] Pushing event updated for resources: {'Port': ['ID=0875486c-cd59-4cb0-8465-b00faa5fed06,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:47.052947 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d369345-18c6-42b0-96e2-6229ad7de4c2 req-65b588e7-4158-484d-aeb1-e528f52f3687 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.3488531 Apr 05 20:08:47.061160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a158dd9-c789-4a92-875e-178841f7d097 req-464a09da-9416-412f-b54a-0c38ff4ea0c7 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:47.063840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a158dd9-c789-4a92-875e-178841f7d097 req-464a09da-9416-412f-b54a-0c38ff4ea0c7 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 946 time: 0.1883466 Apr 05 20:08:47.065664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3f2d3696-37c9-4807-9466-117138aad154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:47.066773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-1f2bc788-83a3-4e18-89d8-8bc411b56e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:47.069653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64078060-369f-4685-8561-de859f5b475b req-d1ec8de2-9e3c-4a64-9813-ecf96a65c4d0 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:47.069813 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-1f2bc788-83a3-4e18-89d8-8bc411b56e6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d74b4c62374e4cf88d510708b4abb9c8&device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 1098 time: 0.1309083 Apr 05 20:08:47.071348 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-d1ec8de2-9e3c-4a64-9813-ecf96a65c4d0 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0&tenant_id=78e3339ed2bb42f7a4658d92708a7a40&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1118 time: 0.7799315 Apr 05 20:08:47.079571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e845980a-5563-4df0-95f8-221dc195f7cd {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:08:47.095395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836604-1'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:08:47.126930 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-0aab1ad5-2894-4fe4-8e68-29061225a060 None None] Set router 26a94819-c482-4597-a22b-823bcc00c29b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:08:47.137213 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:47.154422 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60699b95-da58-4cb0-a92f-6925c5cc25ec', 'tag': '03bb41ab-35a0-476c-96ed-69017d56ffc7', 'status': 'completed', 'code': 200} Apr 05 20:08:47.164101 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-c2733f34-1e67-4a10-8b4d-f5c20634e24c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0875486c-cd59-4cb0-8465-b00faa5fed06 HTTP/1.1" status: 200 len: 217 time: 0.0757694 Apr 05 20:08:47.201476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Transition to ACTIVE for port object e845980a-5563-4df0-95f8-221dc195f7cd will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:47.221204 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:47.294696 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a158dd9-c789-4a92-875e-178841f7d097 req-2589f6e7-fb60-4e33-b729-d6d439b57306 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2239957 Apr 05 20:08:47.326098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-398ac7c2-3e07-476d-9233-bd7cad72e2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:47.326098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-398ac7c2-3e07-476d-9233-bd7cad72e2f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0971327 Apr 05 20:08:47.332360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6164188-17e3-49e8-b64e-0d081aba0141 req-46ac1be8-362b-40a1-a672-ac4c5825354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:47.333761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6164188-17e3-49e8-b64e-0d081aba0141 req-46ac1be8-362b-40a1-a672-ac4c5825354c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23dd846987e84c54bf39cdc9ce7aec5f&device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 1097 time: 0.1644812 Apr 05 20:08:47.544410 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0aab1ad5-2894-4fe4-8e68-29061225a060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '58fa4e44-a2ce-4169-96bf-8e0f97c27ebf', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'port_id': '03bb41ab-35a0-476c-96ed-69017d56ffc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'mac_address': 'fa:16:3e:ec:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60699b95-da58-4cb0-a92f-6925c5cc25ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:08:10Z', 'updated_at': '2022-04-05T20:08:43Z', 'revision_number': 1, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:58Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:08:47.549717 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab1ad5-2894-4fe4-8e68-29061225a060 None None] The sync data for ids ['26a94819-c482-4597-a22b-823bcc00c29b'] in n-d-836604-1 is: [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '58fa4e44-a2ce-4169-96bf-8e0f97c27ebf', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'port_id': '03bb41ab-35a0-476c-96ed-69017d56ffc7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'mac_address': 'fa:16:3e:ec:a3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60699b95-da58-4cb0-a92f-6925c5cc25ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:08:10Z', 'updated_at': '2022-04-05T20:08:43Z', 'revision_number': 1, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:58Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:08:47.613089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-869492bc-3551-4165-87b9-c4d9b3f64fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:47.614692 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-869492bc-3551-4165-87b9-c4d9b3f64fff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2853839 Apr 05 20:08:47.680791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6164188-17e3-49e8-b64e-0d081aba0141 req-01ae703b-d788-4587-a92b-bc04347eed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:47.682896 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6164188-17e3-49e8-b64e-0d081aba0141 req-01ae703b-d788-4587-a92b-bc04347eed02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3181547e-906a-45c1-ab4d-f0e8ddba8d63 HTTP/1.1" status: 200 len: 925 time: 0.3109457 Apr 05 20:08:47.694334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e845980a-5563-4df0-95f8-221dc195f7cd,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:47.700053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 05e78277-0b10-4779-88b2-da6e7e257d6d details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:08:47.709954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:47.760888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Attempting to bind port e845980a-5563-4df0-95f8-221dc195f7cd on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:08:47.761905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Attempting to bind port e845980a-5563-4df0-95f8-221dc195f7cd by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:08:47.762339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Attempting to bind port e845980a-5563-4df0-95f8-221dc195f7cd on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:47.799739 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3696-37c9-4807-9466-117138aad154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:47.808393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Port e845980a-5563-4df0-95f8-221dc195f7cd on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:08:47.808855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Attempting to bind port e845980a-5563-4df0-95f8-221dc195f7cd on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:47.824322 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3f2d3696-37c9-4807-9466-117138aad154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:47.843644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:08:47.844058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:08:47.844506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:08:47.845072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Bound port: e845980a-5563-4df0-95f8-221dc195f7cd, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:08:47.845426 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:47.848431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e461668-28cc-4387-9494-231067ca9e3e None None] New status for floating IP 58fa4e44-a2ce-4169-96bf-8e0f97c27ebf: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:08:47.864729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10079611-126d-48d3-ac51-8cf3ab54c171 req-a561a622-ff8c-49fe-b7e0-a209b39ad8ae tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:47.865360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-10079611-126d-48d3-ac51-8cf3ab54c171 req-a561a622-ff8c-49fe-b7e0-a209b39ad8ae tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Synchronizing usage tracker for tenant:d74b4c62374e4cf88d510708b4abb9c8 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:47.875842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baf1a7-c9cb-483a-b7ec-80708ddf5920 req-81c5ba3e-a1e2-4448-ae6b-9f94f730b337 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:47.876613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a8baf1a7-c9cb-483a-b7ec-80708ddf5920 req-81c5ba3e-a1e2-4448-ae6b-9f94f730b337 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Synchronizing usage tracker for tenant:bdf0c4ffc0af435395a1b9ea285739f3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:47.929458 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6164188-17e3-49e8-b64e-0d081aba0141 req-8e3346d9-2dbb-410c-be5b-709cfd76cc97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03bb41ab-35a0-476c-96ed-69017d56ffc7 HTTP/1.1" status: 200 len: 1000 time: 0.2376437 Apr 05 20:08:47.931830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-10079611-126d-48d3-ac51-8cf3ab54c171 req-a561a622-ff8c-49fe-b7e0-a209b39ad8ae tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Unset dirty status for tenant:d74b4c62374e4cf88d510708b4abb9c8 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:47.933453 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10079611-126d-48d3-ac51-8cf3ab54c171 req-a561a622-ff8c-49fe-b7e0-a209b39ad8ae tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 947 time: 0.4165595 Apr 05 20:08:47.939072 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-147b677d-5e46-4cf5-b2b7-a837b6f3ca47 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070383 Apr 05 20:08:47.987080 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3f2d3696-37c9-4807-9466-117138aad154 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dceb0d173b2d41378bb8f4524a0544da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7435296 Apr 05 20:08:47.998075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50588) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:48.005910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d3696-37c9-4807-9466-117138aad154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a889e9-8af5-4e1a-9603-1ea7200b10d6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:48.059669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 05e78277-0b10-4779-88b2-da6e7e257d6d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=05e78277-0b10-4779-88b2-da6e7e257d6d,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:48.079759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '05e78277-0b10-4779-88b2-da6e7e257d6d', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '05e78277-0b10-4779-88b2-da6e7e257d6d', 'mac_address': 'fa:16:3e:fe:cd:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:08:48.089461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a8baf1a7-c9cb-483a-b7ec-80708ddf5920 req-81c5ba3e-a1e2-4448-ae6b-9f94f730b337 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Unset dirty status for tenant:bdf0c4ffc0af435395a1b9ea285739f3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:48.090775 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8baf1a7-c9cb-483a-b7ec-80708ddf5920 req-81c5ba3e-a1e2-4448-ae6b-9f94f730b337 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 948 time: 0.8584554 Apr 05 20:08:48.150435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6164188-17e3-49e8-b64e-0d081aba0141 req-61ddd14c-16da-4099-bfda-f3a778d47a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:48.151817 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6164188-17e3-49e8-b64e-0d081aba0141 req-61ddd14c-16da-4099-bfda-f3a778d47a1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db5d97bd-f1f9-44b3-b911-c8ed750bc5a6 HTTP/1.1" status: 200 len: 863 time: 0.2154109 Apr 05 20:08:48.155968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-10079611-126d-48d3-ac51-8cf3ab54c171 req-efaca69a-5e0b-4df1-9601-8d27eb971e31 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Synchronizing usage tracker for tenant:d74b4c62374e4cf88d510708b4abb9c8 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:48.202812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] For port e845980a-5563-4df0-95f8-221dc195f7cd, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:08:48.207913 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:48.223700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a8baf1a7-c9cb-483a-b7ec-80708ddf5920 req-ee16bb1e-df56-4b13-80f0-ad880e2d64be tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Synchronizing usage tracker for tenant:bdf0c4ffc0af435395a1b9ea285739f3 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:08:48.226009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05e78277-0b10-4779-88b2-da6e7e257d6d {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:08:48.242901 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8dedd5b-1fe5-47ae-b2fb-3e669c7fec74 req-6f9968a0-bc77-42ad-8a1b-f90c7b3204f4 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642231 Apr 05 20:08:48.243743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] For port e845980a-5563-4df0-95f8-221dc195f7cd, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e845980a-5563-4df0-95f8-221dc195f7cd,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:08:48.243901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-10079611-126d-48d3-ac51-8cf3ab54c171 req-efaca69a-5e0b-4df1-9601-8d27eb971e31 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Unset dirty status for tenant:d74b4c62374e4cf88d510708b4abb9c8 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:48.244857 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10079611-126d-48d3-ac51-8cf3ab54c171 req-efaca69a-5e0b-4df1-9601-8d27eb971e31 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673240 Apr 05 20:08:48.254438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:48.256382 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-85464647-e9d5-4bb1-a104-a5a92c77696c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:48.258657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 05e78277-0b10-4779-88b2-da6e7e257d6d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=05e78277-0b10-4779-88b2-da6e7e257d6d,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:48.263442 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:48.273575 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:48.299868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6164188-17e3-49e8-b64e-0d081aba0141 req-0fc62024-78b0-4781-8a43-54f9bda52182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:48.301594 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6164188-17e3-49e8-b64e-0d081aba0141 req-0fc62024-78b0-4781-8a43-54f9bda52182 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3181547e-906a-45c1-ab4d-f0e8ddba8d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429574 Apr 05 20:08:48.334783 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87b8105-dd7d-43f9-8a8a-0f89b40a485d', 'tag': '0875486c-cd59-4cb0-8465-b00faa5fed06', 'status': 'completed', 'code': 200} Apr 05 20:08:48.349599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a8baf1a7-c9cb-483a-b7ec-80708ddf5920 req-ee16bb1e-df56-4b13-80f0-ad880e2d64be tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Unset dirty status for tenant:bdf0c4ffc0af435395a1b9ea285739f3 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:08:48.351753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8baf1a7-c9cb-483a-b7ec-80708ddf5920 req-ee16bb1e-df56-4b13-80f0-ad880e2d64be tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310247 Apr 05 20:08:48.366546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-85464647-e9d5-4bb1-a104-a5a92c77696c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:48.388054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:48.388521 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:48.390289 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/e845980a-5563-4df0-95f8-221dc195f7cd HTTP/1.1" status: 200 len: 1096 time: 2.2390463 Apr 05 20:08:48.419124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=05e78277-0b10-4779-88b2-da6e7e257d6d,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:48.444502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:48.444839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:48.449036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:48.450366 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:48.452364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:48.452860 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:48.453360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:48.455178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:48.455844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:48.456985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:48.459513 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:48.460034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:08:48.507879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['05e78277-0b10-4779-88b2-da6e7e257d6d'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:08:48.525404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff755f-a7cf-4d7d-b325-325921b6a6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=e845980a-5563-4df0-95f8-221dc195f7cd,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:48.531690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:08:48.681111 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:48.726666 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6164188-17e3-49e8-b64e-0d081aba0141 req-74cfd599-af08-4642-aa6e-54d5bb3f8f08 service neutron] 10.222.0.41 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176679 Apr 05 20:08:48.730804 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:48.736765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7a5ee-154e-4721-9ad1-229eea2748b0 req-768b9551-00e4-4f35-8a34-b9173a1fe954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:48.738467 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4c7a5ee-154e-4721-9ad1-229eea2748b0 req-768b9551-00e4-4f35-8a34-b9173a1fe954 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d74b4c62374e4cf88d510708b4abb9c8&device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 1098 time: 0.3863461 Apr 05 20:08:48.771845 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-85464647-e9d5-4bb1-a104-a5a92c77696c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:48.811792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-301b53bb-4602-44fc-ae55-c2cfe6ffa559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:48.813249 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-301b53bb-4602-44fc-ae55-c2cfe6ffa559 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdf0c4ffc0af435395a1b9ea285739f3&device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 1099 time: 0.3608785 Apr 05 20:08:48.827617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e48d5b-7b3c-4133-b1f0-3b611b4fb1f8 req-fd9538bc-621b-4264-917f-0d324e6031da tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:48.829136 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48e48d5b-7b3c-4133-b1f0-3b611b4fb1f8 req-fd9538bc-621b-4264-917f-0d324e6031da tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 967 time: 0.3261411 Apr 05 20:08:48.956579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-85464647-e9d5-4bb1-a104-a5a92c77696c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:48.957576 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-85464647-e9d5-4bb1-a104-a5a92c77696c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92a889e9-8af5-4e1a-9603-1ea7200b10d6 HTTP/1.1" status: 204 len: 168 time: 0.9585087 Apr 05 20:08:48.971135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e71e82-eb46-4a6d-8491-f75858274f95 req-049351b9-f5c1-4de7-b87e-d0c01fa4473b tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:48.972599 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82e71e82-eb46-4a6d-8491-f75858274f95 req-049351b9-f5c1-4de7-b87e-d0c01fa4473b tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 949 time: 0.4089885 Apr 05 20:08:48.973893 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-7942f146-982a-4ec4-b839-1a266f93c602 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e845980a-5563-4df0-95f8-221dc195f7cd HTTP/1.1" status: 200 len: 217 time: 0.1033058 Apr 05 20:08:48.976395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85464647-e9d5-4bb1-a104-a5a92c77696c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a889e9-8af5-4e1a-9603-1ea7200b10d6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:49.023701 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48e48d5b-7b3c-4133-b1f0-3b611b4fb1f8 req-6e29ad60-425a-45f7-bca6-fbc08b868c8a tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438510 Apr 05 20:08:49.047715 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6164188-17e3-49e8-b64e-0d081aba0141 req-fa5e2396-194e-46c7-b3c1-d04b9bb42a81 service neutron] 10.222.0.41 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039956 Apr 05 20:08:49.048076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7a5ee-154e-4721-9ad1-229eea2748b0 req-a5e24e4d-aac0-44f1-b221-6809b4fdd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:49.049790 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4c7a5ee-154e-4721-9ad1-229eea2748b0 req-a5e24e4d-aac0-44f1-b221-6809b4fdd041 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2829118 Apr 05 20:08:49.060402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Pushing event updated for resources: {'Port': ['ID=abe616d3-ddcf-4a77-a12a-ce9e82490e84,revision_number=7']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:49.106698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Attempting to bind port abe616d3-ddcf-4a77-a12a-ce9e82490e84 on host n-h1-836604-1 for vnic_type normal with profile {"migrating_to": "n-h2-836604-1"} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:08:49.107025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Attempting to bind port abe616d3-ddcf-4a77-a12a-ce9e82490e84 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:08:49.107346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Attempting to bind port abe616d3-ddcf-4a77-a12a-ce9e82490e84 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:49.121489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Port abe616d3-ddcf-4a77-a12a-ce9e82490e84 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:08:49.121810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Attempting to bind port abe616d3-ddcf-4a77-a12a-ce9e82490e84 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:08:49.143020 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4c7a5ee-154e-4721-9ad1-229eea2748b0 req-f91f5387-4dd3-43dc-bd6f-aff3e2d49d3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0875486c-cd59-4cb0-8465-b00faa5fed06 HTTP/1.1" status: 200 len: 217 time: 0.0868385 Apr 05 20:08:49.143727 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82e71e82-eb46-4a6d-8491-f75858274f95 req-34b302e0-66fe-4d18-8674-833c1a7a8fa3 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/security-groups?id=430235c4-fa27-470d-804f-27b1ec2274be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403680 Apr 05 20:08:49.144539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:08:49.144863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Checking segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:08:49.145240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Bound using segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:08:49.145675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Bound port: abe616d3-ddcf-4a77-a12a-ce9e82490e84, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:08:49.146050 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:49.163379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0134939-a114-4556-81fc-213b68374c8d', 'tag': 'e845980a-5563-4df0-95f8-221dc195f7cd'}, {'server_uuid': 'fb53a81a-c484-47e6-a11d-bd4e59a65af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe616d3-ddcf-4a77-a12a-ce9e82490e84'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:49.172154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-9ea7ca0a-a121-4055-993d-f84291863423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:49.174060 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-9ea7ca0a-a121-4055-993d-f84291863423 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1718714 Apr 05 20:08:49.259862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7a5ee-154e-4721-9ad1-229eea2748b0 req-4d4b8f6b-6b60-4f1a-ab82-28210b0b63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:49.261844 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4c7a5ee-154e-4721-9ad1-229eea2748b0 req-4d4b8f6b-6b60-4f1a-ab82-28210b0b63d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1106784 Apr 05 20:08:49.339155 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-801dba9c-382f-4d09-8912-a976b44dba5e req-8516ddb6-2341-4924-8e6b-503419f1b86b tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0641146 Apr 05 20:08:49.341443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b413da3-977f-4daa-adc3-2febc5cbe5a3 req-fd6301b2-06f3-4fac-9f9c-f369dd9792dc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:49.342952 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7b413da3-977f-4daa-adc3-2febc5cbe5a3 req-fd6301b2-06f3-4fac-9f9c-f369dd9792dc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.1537905 Apr 05 20:08:49.344278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50604) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:49.389839 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-785e6b72-6e31-4109-afc7-aedc63e4e47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:49.391344 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-785e6b72-6e31-4109-afc7-aedc63e4e47b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2110112 Apr 05 20:08:49.392327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:08:49.395592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:08:49.397952 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c83ca263-9831-46a1-a975-7c32694c5ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:49.426261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7a5ee-154e-4721-9ad1-229eea2748b0 req-a44628f4-2488-4431-907b-583eb463703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:49.428535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4c7a5ee-154e-4721-9ad1-229eea2748b0 req-a44628f4-2488-4431-907b-583eb463703c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1600504 Apr 05 20:08:49.429696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c83ca263-9831-46a1-a975-7c32694c5ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:49.461644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c83ca263-9831-46a1-a975-7c32694c5ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:a2e1b651d383449781d8437499eef2cc is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:49.466681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c83ca263-9831-46a1-a975-7c32694c5ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:49.488926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c83ca263-9831-46a1-a975-7c32694c5ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:49.507149 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7b413da3-977f-4daa-adc3-2febc5cbe5a3 req-724e0d9c-0cc8-4b65-acea-e4516bf76dbb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452227 Apr 05 20:08:49.513119 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0134939-a114-4556-81fc-213b68374c8d', 'tag': 'e845980a-5563-4df0-95f8-221dc195f7cd', 'status': 'completed', 'code': 200} Apr 05 20:08:49.513119 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb53a81a-c484-47e6-a11d-bd4e59a65af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe616d3-ddcf-4a77-a12a-ce9e82490e84', 'code': 200} Apr 05 20:08:49.526187 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:49.667015 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4c7a5ee-154e-4721-9ad1-229eea2748b0 req-9b3554f0-4b39-4a21-8923-9bd4986d2408 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272117 Apr 05 20:08:49.712231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 05e78277-0b10-4779-88b2-da6e7e257d6d up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:08:49.800632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 05e78277-0b10-4779-88b2-da6e7e257d6d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:49.807139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 05e78277-0b10-4779-88b2-da6e7e257d6d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:49.809555 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:49.845053 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Pushing event updated for resources: {'Port': ['ID=abe616d3-ddcf-4a77-a12a-ce9e82490e84,revision_number=8']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:49.848753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:49.849359 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:49.859941 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-d2cdfc4f-4d2d-44db-8424-092e2f053538 service neutron] 10.222.0.41 "PUT /v2.0/ports/abe616d3-ddcf-4a77-a12a-ce9e82490e84 HTTP/1.1" status: 200 len: 1143 time: 2.7695379 Apr 05 20:08:49.892393 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c83ca263-9831-46a1-a975-7c32694c5ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:49.893184 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-d5803fb7-e81d-4600-a112-efedbaa11e47 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954836 Apr 05 20:08:49.894889 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4c7a5ee-154e-4721-9ad1-229eea2748b0 req-6fe41ef3-ff78-4ac4-9697-06b2ec7c028c service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165096 Apr 05 20:08:49.909670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd638f-3337-4628-a510-6b8fc3944d34 req-1ccce007-594f-4698-b56e-95e0e5478fb9 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:49.911726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74bd638f-3337-4628-a510-6b8fc3944d34 req-1ccce007-594f-4698-b56e-95e0e5478fb9 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 948 time: 0.2946663 Apr 05 20:08:49.913023 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c83ca263-9831-46a1-a975-7c32694c5ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:49.990417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa3626b-988a-4020-9fca-c29c712c6019 req-a831e798-1f4f-41b8-bc24-449c690aa6be tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:49.992161 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9fa3626b-988a-4020-9fca-c29c712c6019 req-a831e798-1f4f-41b8-bc24-449c690aa6be tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 947 time: 0.4783998 Apr 05 20:08:50.010183 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ca263-9831-46a1-a975-7c32694c5ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b52bca-d7cb-49cb-8188-cca19b5aa231,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:50.020112 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c83ca263-9831-46a1-a975-7c32694c5ca6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2e1b651d383449781d8437499eef2cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6745794 Apr 05 20:08:50.024461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50610) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:50.048508 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74bd638f-3337-4628-a510-6b8fc3944d34 req-2f61d718-39c4-4b20-a4ed-2b42bfca3621 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175404 Apr 05 20:08:50.064436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['abe616d3-ddcf-4a77-a12a-ce9e82490e84'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:08:50.115330 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0165bfbd-950e-4bb9-93f6-ca334baa3b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:50.135106 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9fa3626b-988a-4020-9fca-c29c712c6019 req-fd93d3fe-2b4f-4717-8433-9c9051c2665c tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295693 Apr 05 20:08:50.144589 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0165bfbd-950e-4bb9-93f6-ca334baa3b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:50.183993 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b9d15f8-3a8a-41f6-803d-c6dc31445a1a req-2e0d27ed-7ee5-4e67-9ed1-db9409c44b3b service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617412 Apr 05 20:08:50.243653 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:50.282393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 05e78277-0b10-4779-88b2-da6e7e257d6d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=05e78277-0b10-4779-88b2-da6e7e257d6d,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:50.283959 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce899bde-e1e6-49d8-85fb-500a63e4753d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e78277-0b10-4779-88b2-da6e7e257d6d'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:50.304606 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0165bfbd-950e-4bb9-93f6-ca334baa3b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:50.308444 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:50.328330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165bfbd-950e-4bb9-93f6-ca334baa3b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b52bca-d7cb-49cb-8188-cca19b5aa231,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:50.334542 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0165bfbd-950e-4bb9-93f6-ca334baa3b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:50.335720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0165bfbd-950e-4bb9-93f6-ca334baa3b19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6b52bca-d7cb-49cb-8188-cca19b5aa231 HTTP/1.1" status: 204 len: 168 time: 0.3103197 Apr 05 20:08:50.370019 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d249d1-1595-4a28-9e76-2884b589a13a req-b86e6623-a529-472b-8aec-bb140ae823ae tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:50.377689 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5d249d1-1595-4a28-9e76-2884b589a13a req-b86e6623-a529-472b-8aec-bb140ae823ae tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 965 time: 0.1533420 Apr 05 20:08:50.399091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4579c-410e-4769-a0ab-2ac991eaa79b req-3b65a445-3b57-44d8-81bf-2cde2c8c6db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:50.400549 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-05f4579c-410e-4769-a0ab-2ac991eaa79b req-3b65a445-3b57-44d8-81bf-2cde2c8c6db6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdf0c4ffc0af435395a1b9ea285739f3&device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 1099 time: 0.1489878 Apr 05 20:08:50.413587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049252b-197d-4239-991e-723216092c80 req-b0740b0d-6225-4b99-aadc-d82b715ebb0f tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:50.415336 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2049252b-197d-4239-991e-723216092c80 req-b0740b0d-6225-4b99-aadc-d82b715ebb0f tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 950 time: 0.1205530 Apr 05 20:08:50.441184 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5d249d1-1595-4a28-9e76-2884b589a13a req-bd0fe83b-b2af-4fb0-abfd-87a2c6749dda tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622406 Apr 05 20:08:50.473638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=05e78277-0b10-4779-88b2-da6e7e257d6d,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:50.502409 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce899bde-e1e6-49d8-85fb-500a63e4753d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05e78277-0b10-4779-88b2-da6e7e257d6d', 'code': 200} Apr 05 20:08:50.572278 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2049252b-197d-4239-991e-723216092c80 req-aaed7e70-a388-487c-8f53-f47d76b191ce tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/security-groups?id=430235c4-fa27-470d-804f-27b1ec2274be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376891 Apr 05 20:08:50.648386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4579c-410e-4769-a0ab-2ac991eaa79b req-c5a27697-4579-4779-8161-6663647f039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:50.668412 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-05f4579c-410e-4769-a0ab-2ac991eaa79b req-c5a27697-4579-4779-8161-6663647f039b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2334528 Apr 05 20:08:50.679568 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-efee89bd-b566-4981-96a6-1d13a3c3ba62 req-773f0fe7-a38c-4277-a7c6-96ef240a7652 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0628517 Apr 05 20:08:50.781787 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-05f4579c-410e-4769-a0ab-2ac991eaa79b req-23a624cb-90a9-4204-a26b-75b04383ca3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=e845980a-5563-4df0-95f8-221dc195f7cd HTTP/1.1" status: 200 len: 217 time: 0.1124818 Apr 05 20:08:50.864948 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808437f-06cb-42c6-8889-fb6db33b8104 req-4f3c7604-1f3b-4cc7-be42-075843a552e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:50.866685 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4808437f-06cb-42c6-8889-fb6db33b8104 req-4f3c7604-1f3b-4cc7-be42-075843a552e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 1101 time: 0.2910585 Apr 05 20:08:50.868806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4579c-410e-4769-a0ab-2ac991eaa79b req-e754de97-3c4e-4c83-a1d1-aec58a9d7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:50.870103 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-05f4579c-410e-4769-a0ab-2ac991eaa79b req-e754de97-3c4e-4c83-a1d1-aec58a9d7be3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0811729 Apr 05 20:08:50.962044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19768cd2-8e4c-4e98-b6d9-79f83d62567f req-9b9b2947-3ce0-489e-8f77-9bb6f7a83112 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:50.963485 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-19768cd2-8e4c-4e98-b6d9-79f83d62567f req-9b9b2947-3ce0-489e-8f77-9bb6f7a83112 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.2337854 Apr 05 20:08:50.988837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4808437f-06cb-42c6-8889-fb6db33b8104 req-46d67541-d34b-4f3b-bfb4-69c82bdc0ad5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=430235c4-fa27-470d-804f-27b1ec2274be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147366 Apr 05 20:08:51.026882 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-19768cd2-8e4c-4e98-b6d9-79f83d62567f req-670a4129-7753-4ed7-ad7f-e6c329dca655 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555003 Apr 05 20:08:51.032514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f4579c-410e-4769-a0ab-2ac991eaa79b req-589fc0d8-3162-4e6c-ad41-45de0198dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:51.034077 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-05f4579c-410e-4769-a0ab-2ac991eaa79b req-589fc0d8-3162-4e6c-ad41-45de0198dfe2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469135 Apr 05 20:08:51.177205 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-05f4579c-410e-4769-a0ab-2ac991eaa79b req-80dfeb3f-1c16-45a1-852f-b3b2cd8ba7c3 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328208 Apr 05 20:08:51.255835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb9986-ca35-492c-ac11-413576b288f0 req-3c729803-d32b-4487-abb9-6d811bb20320 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:51.262372 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-31bb9986-ca35-492c-ac11-413576b288f0 req-3c729803-d32b-4487-abb9-6d811bb20320 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 948 time: 0.0968850 Apr 05 20:08:51.306254 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-31bb9986-ca35-492c-ac11-413576b288f0 req-a2c69ae3-eb29-4f8b-8b93-068f3cb120ca tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412884 Apr 05 20:08:51.360343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 0875486c-cd59-4cb0-8465-b00faa5fed06 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:08:51.461172 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-05f4579c-410e-4769-a0ab-2ac991eaa79b req-f0879b1b-cb34-41c9-a055-16c2a32ca02f service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761257 Apr 05 20:08:51.482666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481ba84-59d0-4157-a03e-4dadb82a1f81 req-c971106e-ca15-44a7-b419-fb872991a382 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:51.484207 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a481ba84-59d0-4157-a03e-4dadb82a1f81 req-c971106e-ca15-44a7-b419-fb872991a382 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 947 time: 0.1203399 Apr 05 20:08:51.515368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb53a81a-c484-47e6-a11d-bd4e59a65af0', 'tag': 'abe616d3-ddcf-4a77-a12a-ce9e82490e84'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:51.528219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 0875486c-cd59-4cb0-8465-b00faa5fed06, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0875486c-cd59-4cb0-8465-b00faa5fed06,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:51.544084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '0875486c-cd59-4cb0-8465-b00faa5fed06', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '0875486c-cd59-4cb0-8465-b00faa5fed06', 'mac_address': 'fa:16:3e:07:27:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:08:51.553117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a481ba84-59d0-4157-a03e-4dadb82a1f81 req-beb49fcd-d23d-49fd-b1b2-435aabfca9f0 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586429 Apr 05 20:08:51.618786 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb53a81a-c484-47e6-a11d-bd4e59a65af0', 'tag': 'abe616d3-ddcf-4a77-a12a-ce9e82490e84', 'status': 'completed', 'code': 200} Apr 05 20:08:51.623800 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:51.645006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0875486c-cd59-4cb0-8465-b00faa5fed06 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:08:51.666431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 0875486c-cd59-4cb0-8465-b00faa5fed06, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0875486c-cd59-4cb0-8465-b00faa5fed06,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:51.676348 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:51.696432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84c0f15-13bb-499a-a759-4b6f8c89576f req-8be90489-8b20-4eeb-9de9-1b3a08a193db tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:51.700878 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f84c0f15-13bb-499a-a759-4b6f8c89576f req-8be90489-8b20-4eeb-9de9-1b3a08a193db tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 965 time: 0.1330671 Apr 05 20:08:51.774617 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f84c0f15-13bb-499a-a759-4b6f8c89576f req-a5dff67d-fc8d-4c20-bd45-f6e012c7d9bf tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674992 Apr 05 20:08:51.781199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=0875486c-cd59-4cb0-8465-b00faa5fed06,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:51.851483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc662d-ee89-4deb-a74b-e54a81592a43 req-1a41b3ae-9c5f-41df-930b-1e39c2ee57a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:51.852956 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0dc662d-ee89-4deb-a74b-e54a81592a43 req-1a41b3ae-9c5f-41df-930b-1e39c2ee57a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 1146 time: 0.2069817 Apr 05 20:08:51.873523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c883915-8be9-4025-9be1-803a0be6e257 req-3ec92c83-69ee-4761-b26b-a787a3eaed89 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:51.873523 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c883915-8be9-4025-9be1-803a0be6e257 req-3ec92c83-69ee-4761-b26b-a787a3eaed89 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 950 time: 0.1513891 Apr 05 20:08:51.916432 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['0875486c-cd59-4cb0-8465-b00faa5fed06'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:08:51.932931 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-53ed2edf-064d-4ff0-9eba-967424da446f req-2aaf2daa-10fd-4b84-983c-6cff6ade49e3 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0480294 Apr 05 20:08:52.007926 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c883915-8be9-4025-9be1-803a0be6e257 req-c7899021-de6c-47da-ad75-b157c230e08c tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/security-groups?id=430235c4-fa27-470d-804f-27b1ec2274be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193402 Apr 05 20:08:52.040056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc662d-ee89-4deb-a74b-e54a81592a43 req-32e2ba3a-d796-4e76-9925-085264a76bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:52.041666 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0dc662d-ee89-4deb-a74b-e54a81592a43 req-32e2ba3a-d796-4e76-9925-085264a76bdf service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.1729815 Apr 05 20:08:52.119073 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0dc662d-ee89-4deb-a74b-e54a81592a43 req-661af793-f077-453a-a669-d0f144e0a603 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84 HTTP/1.1" status: 200 len: 217 time: 0.0707848 Apr 05 20:08:52.244271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc662d-ee89-4deb-a74b-e54a81592a43 req-7db49cb1-a40b-4033-ae0b-a26f52694614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:52.246278 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0dc662d-ee89-4deb-a74b-e54a81592a43 req-7db49cb1-a40b-4033-ae0b-a26f52694614 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.1194541 Apr 05 20:08:52.306142 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0dc662d-ee89-4deb-a74b-e54a81592a43 req-6797e025-a92c-4721-b19e-8e0375158410 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524812 Apr 05 20:08:52.319247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7351a-afcc-4d5d-a552-794825b45695 req-d57c8d78-3633-41c0-9826-bd3b9a27cd71 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:52.320611 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65d7351a-afcc-4d5d-a552-794825b45695 req-d57c8d78-3633-41c0-9826-bd3b9a27cd71 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.1542444 Apr 05 20:08:52.458414 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65d7351a-afcc-4d5d-a552-794825b45695 req-a3264297-b1b0-49eb-9855-e93b95960e41 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173797 Apr 05 20:08:52.499321 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0dc662d-ee89-4deb-a74b-e54a81592a43 req-f504adbd-f36f-4c53-9eb2-465971c81179 service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777887 Apr 05 20:08:52.572443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50684) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:52.595500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c51e2-5879-45b4-9397-d72e6f3d2c66 req-c76bc1bc-c609-489d-9681-beea6e427769 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:52.597004 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f3c51e2-5879-45b4-9397-d72e6f3d2c66 req-c76bc1bc-c609-489d-9681-beea6e427769 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 948 time: 0.1698310 Apr 05 20:08:52.643753 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f3c51e2-5879-45b4-9397-d72e6f3d2c66 req-c5cc6f29-0e19-41d0-81da-9360f79bcee3 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403268 Apr 05 20:08:52.647682 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0dc662d-ee89-4deb-a74b-e54a81592a43 req-c526584c-224b-4813-b219-4793c8d7d8e8 service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412451 Apr 05 20:08:52.727039 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e81a630-e1a5-4bca-a396-01dbbcb5a3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:52.741288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6e81a630-e1a5-4bca-a396-01dbbcb5a3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:52.745236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6e81a630-e1a5-4bca-a396-01dbbcb5a3b2 admin admin] Usage tracker for resource:security_group_rule and tenant:59445f04c2364eadaaa56e5a84d73beb is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:52.748135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6e81a630-e1a5-4bca-a396-01dbbcb5a3b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:52.754112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6e81a630-e1a5-4bca-a396-01dbbcb5a3b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:52.793659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f346b-5f64-456d-9a8a-a436cb7c60fc req-a3e145b3-294e-4786-9bcb-c48cc258b5f6 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:52.795156 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea9f346b-5f64-456d-9a8a-a436cb7c60fc req-a3e145b3-294e-4786-9bcb-c48cc258b5f6 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 948 time: 0.0906591 Apr 05 20:08:52.841683 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea9f346b-5f64-456d-9a8a-a436cb7c60fc req-5361dfd5-1bfb-4e75-9539-29de1b25ebf7 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398881 Apr 05 20:08:52.848763 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e81a630-e1a5-4bca-a396-01dbbcb5a3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:52.852727 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e81a630-e1a5-4bca-a396-01dbbcb5a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:52.934906 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6e81a630-e1a5-4bca-a396-01dbbcb5a3b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59445f04c2364eadaaa56e5a84d73beb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612390 Apr 05 20:08:52.937653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50694) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:52.940892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81a630-e1a5-4bca-a396-01dbbcb5a3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0244d19b-d5db-4092-88ab-732764790b24,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:52.990176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984fd5d-0404-4696-bf87-af429b1f8287 req-4f75e166-f148-4fc1-beb1-60bedcfa9c46 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:52.991655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b984fd5d-0404-4696-bf87-af429b1f8287 req-4f75e166-f148-4fc1-beb1-60bedcfa9c46 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 965 time: 0.0970483 Apr 05 20:08:53.000264 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56a6851b-6105-41cf-b066-003059eec71d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:53.027446 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56a6851b-6105-41cf-b066-003059eec71d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:53.037334 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b984fd5d-0404-4696-bf87-af429b1f8287 req-385b122d-4108-4ab5-96da-f032a8ccf560 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393114 Apr 05 20:08:53.121470 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4dd62061-4ad4-41f0-a8f9-36cb348d8269 req-ed510016-c93b-4413-b89d-fb240a5af0b7 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0504558 Apr 05 20:08:53.141235 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56a6851b-6105-41cf-b066-003059eec71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:53.165866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6851b-6105-41cf-b066-003059eec71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0244d19b-d5db-4092-88ab-732764790b24,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:53.170625 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56a6851b-6105-41cf-b066-003059eec71d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:53.171902 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-56a6851b-6105-41cf-b066-003059eec71d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0244d19b-d5db-4092-88ab-732764790b24 HTTP/1.1" status: 204 len: 168 time: 0.2330413 Apr 05 20:08:53.232671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3643fe9-d6c5-40c3-9a65-d657c4f49bc9 req-c3184554-c98f-425f-a03c-655ab991f253 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:53.234387 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3643fe9-d6c5-40c3-9a65-d657c4f49bc9 req-c3184554-c98f-425f-a03c-655ab991f253 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 950 time: 0.0920413 Apr 05 20:08:53.279940 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3643fe9-d6c5-40c3-9a65-d657c4f49bc9 req-4619d694-2b57-42dd-b7a2-53bc105a6437 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/security-groups?id=430235c4-fa27-470d-804f-27b1ec2274be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400653 Apr 05 20:08:53.368935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device e845980a-5563-4df0-95f8-221dc195f7cd details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:08:53.401144 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 0875486c-cd59-4cb0-8465-b00faa5fed06 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:08:53.479139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50714) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:53.496767 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-061b01e5-4c47-453b-a5ad-5b11d84bb008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:53.520165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-061b01e5-4c47-453b-a5ad-5b11d84bb008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:53.525764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-061b01e5-4c47-453b-a5ad-5b11d84bb008 admin admin] Usage tracker for resource:security_group_rule and tenant:a1dbfe56fdfe4df98929f6b21de817e8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:53.529818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-061b01e5-4c47-453b-a5ad-5b11d84bb008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:53.538519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-061b01e5-4c47-453b-a5ad-5b11d84bb008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:53.578161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port e845980a-5563-4df0-95f8-221dc195f7cd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e845980a-5563-4df0-95f8-221dc195f7cd,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:53.590492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 0875486c-cd59-4cb0-8465-b00faa5fed06 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:53.602255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 0875486c-cd59-4cb0-8465-b00faa5fed06 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:53.602623 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:53.652388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'e845980a-5563-4df0-95f8-221dc195f7cd', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'e845980a-5563-4df0-95f8-221dc195f7cd', 'mac_address': 'fa:16:3e:43:25:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:08:53.661430 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-061b01e5-4c47-453b-a5ad-5b11d84bb008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:53.668068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c9ed3-4c28-4638-acd7-cc52eaee0f90 req-cdd4a54b-2bec-4ca2-b7e1-3e652cba0d0e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:53.669347 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-061b01e5-4c47-453b-a5ad-5b11d84bb008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:53.675537 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de0c9ed3-4c28-4638-acd7-cc52eaee0f90 req-cdd4a54b-2bec-4ca2-b7e1-3e652cba0d0e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.1087463 Apr 05 20:08:53.709599 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device abe616d3-ddcf-4a77-a12a-ce9e82490e84 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:08:53.728402 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de0c9ed3-4c28-4638-acd7-cc52eaee0f90 req-82de2e75-fff8-4805-b420-f28ea12b168c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519545 Apr 05 20:08:53.749264 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-061b01e5-4c47-453b-a5ad-5b11d84bb008 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1dbfe56fdfe4df98929f6b21de817e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690163 Apr 05 20:08:53.752060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50722) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:53.788497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b01e5-4c47-453b-a5ad-5b11d84bb008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02dc79c-0d49-4012-a413-414c15f81b9e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:53.825668 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:53.879257 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bc93b473-4b87-45ed-a3d0-8cc92b528fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:53.916778 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bc93b473-4b87-45ed-a3d0-8cc92b528fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:53.922706 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a6b010-776f-4a90-bfa9-c9f0277cb988 req-7cfc534d-b08c-44ab-bf79-bcd6a9598a08 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:53.924414 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-68a6b010-776f-4a90-bfa9-c9f0277cb988 req-7cfc534d-b08c-44ab-bf79-bcd6a9598a08 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 948 time: 0.0928645 Apr 05 20:08:53.927148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e845980a-5563-4df0-95f8-221dc195f7cd {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:08:53.945529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4766a1-4499-4eac-b094-a1a2decbcb98 req-5c3bf2df-cf13-40de-a62e-6e8dce099902 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:53.947043 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f4766a1-4499-4eac-b094-a1a2decbcb98 req-5c3bf2df-cf13-40de-a62e-6e8dce099902 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 950 time: 0.1521320 Apr 05 20:08:53.979431 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-68a6b010-776f-4a90-bfa9-c9f0277cb988 req-e7ae32a2-f6b3-4ef4-8d8b-c94073321320 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426550 Apr 05 20:08:53.981734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port e845980a-5563-4df0-95f8-221dc195f7cd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e845980a-5563-4df0-95f8-221dc195f7cd,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:53.996123 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:54.024436 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f4766a1-4499-4eac-b094-a1a2decbcb98 req-ffc3ad37-4413-49a1-9291-00a5dd1fb284 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/security-groups?id=430235c4-fa27-470d-804f-27b1ec2274be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710907 Apr 05 20:08:54.031578 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bc93b473-4b87-45ed-a3d0-8cc92b528fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:54.040915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:54.054944 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:54.056719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93b473-4b87-45ed-a3d0-8cc92b528fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02dc79c-0d49-4012-a413-414c15f81b9e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:54.076292 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bc93b473-4b87-45ed-a3d0-8cc92b528fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:54.077448 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bc93b473-4b87-45ed-a3d0-8cc92b528fe3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e02dc79c-0d49-4012-a413-414c15f81b9e HTTP/1.1" status: 204 len: 168 time: 0.3244853 Apr 05 20:08:54.093130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device abe616d3-ddcf-4a77-a12a-ce9e82490e84 has no active binding in host n-h2-836604-1 {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:08:54.122058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87b8105-dd7d-43f9-8a8a-0f89b40a485d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0875486c-cd59-4cb0-8465-b00faa5fed06'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:54.134477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=e845980a-5563-4df0-95f8-221dc195f7cd,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:54.137920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 0875486c-cd59-4cb0-8465-b00faa5fed06, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0875486c-cd59-4cb0-8465-b00faa5fed06,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:54.145473 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:54.178602 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d57e36-aee8-4ce6-996f-2e70a94b48ac req-b3f60a83-8596-4a8e-9937-c7849bc367ba tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:54.180800 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1d57e36-aee8-4ce6-996f-2e70a94b48ac req-b3f60a83-8596-4a8e-9937-c7849bc367ba tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 948 time: 0.0875509 Apr 05 20:08:54.219777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=0875486c-cd59-4cb0-8465-b00faa5fed06,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:54.230548 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1d57e36-aee8-4ce6-996f-2e70a94b48ac req-3abecc2e-1414-4f0d-9a28-10074f41c8e8 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426195 Apr 05 20:08:54.237307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['e845980a-5563-4df0-95f8-221dc195f7cd'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:08:54.285111 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87b8105-dd7d-43f9-8a8a-0f89b40a485d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0875486c-cd59-4cb0-8465-b00faa5fed06', 'code': 200} Apr 05 20:08:54.333786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab604ee-d884-4837-aff4-af978b5a6d9f req-af12b86d-5dff-4be6-a8ca-34f5fff728b3 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:54.342221 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ab604ee-d884-4837-aff4-af978b5a6d9f req-af12b86d-5dff-4be6-a8ca-34f5fff728b3 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 965 time: 0.1100068 Apr 05 20:08:54.405941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ab604ee-d884-4837-aff4-af978b5a6d9f req-d29b87b6-097d-42ea-b508-211d6e6b74c4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627177 Apr 05 20:08:54.536124 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a46ead6c-3cde-4db5-8ebf-60a0ca4db4f0 req-8bffa39c-8572-4e7a-8182-d11eebf9ef49 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0488904 Apr 05 20:08:54.559908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b1d29-67f2-4c68-b165-3341ce035663 req-9222dcbc-5b23-4e34-a332-ae9fd23477ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:54.561369 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bf1b1d29-67f2-4c68-b165-3341ce035663 req-9222dcbc-5b23-4e34-a332-ae9fd23477ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 1100 time: 0.2192292 Apr 05 20:08:54.605641 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bf1b1d29-67f2-4c68-b165-3341ce035663 req-09c8848f-bf1a-47cf-829d-27c0b829b323 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381308 Apr 05 20:08:54.916744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50a663-bbf4-4c7c-9736-2c91c2a14d3d req-a94329f6-45ca-4a38-bcd5-964cca247a81 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:54.918254 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e50a663-bbf4-4c7c-9736-2c91c2a14d3d req-a94329f6-45ca-4a38-bcd5-964cca247a81 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.0900538 Apr 05 20:08:54.961971 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e50a663-bbf4-4c7c-9736-2c91c2a14d3d req-40b3e480-c8f9-4091-97b9-a63833ca641c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378509 Apr 05 20:08:55.171388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a67cf-b029-4d97-a4c2-74e2ff7abf12 req-a9c4ecb0-e879-4ba1-97b6-e245f4e36913 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:55.173647 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-803a67cf-b029-4d97-a4c2-74e2ff7abf12 req-a9c4ecb0-e879-4ba1-97b6-e245f4e36913 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 949 time: 0.0849280 Apr 05 20:08:55.226149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2beedf4-2217-46ff-b1fb-77ce3f39c27f req-7a74ca8b-4d4a-42ea-807d-da84d19eeb74 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:55.227644 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2beedf4-2217-46ff-b1fb-77ce3f39c27f req-7a74ca8b-4d4a-42ea-807d-da84d19eeb74 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 950 time: 0.0864961 Apr 05 20:08:55.280798 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-803a67cf-b029-4d97-a4c2-74e2ff7abf12 req-d8fd0a93-0949-4486-bac4-8ef0e48a9bf9 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711675 Apr 05 20:08:55.291736 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2beedf4-2217-46ff-b1fb-77ce3f39c27f req-ca7abc06-bf0d-41a9-ae44-b0d5e836de74 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/security-groups?id=430235c4-fa27-470d-804f-27b1ec2274be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570195 Apr 05 20:08:55.335032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e1d2c-97e7-4157-a158-dea63c6f6936 req-b1107868-81b9-485a-b9a2-bac5bd313ad5 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:55.336600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c8e1d2c-97e7-4157-a158-dea63c6f6936 req-b1107868-81b9-485a-b9a2-bac5bd313ad5 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 950 time: 0.1619618 Apr 05 20:08:55.389539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device e845980a-5563-4df0-95f8-221dc195f7cd up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:08:55.410301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-6c8e1d2c-97e7-4157-a158-dea63c6f6936 req-6bc692f6-3183-4a8f-823c-53c9ddfb51e6 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Deleting port 05e78277-0b10-4779-88b2-da6e7e257d6d {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:08:55.410650 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6c8e1d2c-97e7-4157-a158-dea63c6f6936 req-6bc692f6-3183-4a8f-823c-53c9ddfb51e6 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:55.513193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port e845980a-5563-4df0-95f8-221dc195f7cd completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:08:55.533083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port e845980a-5563-4df0-95f8-221dc195f7cd triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:08:55.533449 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:55.653559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271af916-3f4a-45b9-9013-2fbe39cd0a2f req-84b716f3-3f55-4ef9-88f7-39db0b06531e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:55.664335 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-271af916-3f4a-45b9-9013-2fbe39cd0a2f req-84b716f3-3f55-4ef9-88f7-39db0b06531e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 965 time: 0.1171646 Apr 05 20:08:55.684465 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:55.716553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-271af916-3f4a-45b9-9013-2fbe39cd0a2f req-2bc0a4ce-e624-4ca3-af64-18a4428cc487 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513051 Apr 05 20:08:55.752836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port e845980a-5563-4df0-95f8-221dc195f7cd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e845980a-5563-4df0-95f8-221dc195f7cd,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:55.758316 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:55.861833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=e845980a-5563-4df0-95f8-221dc195f7cd,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:55.925452 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-19e247d1-a11e-4f7c-babe-b5a5cd403819 req-9bbfe0c9-b6be-437a-a02a-4fad2bd83da2 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0522487 Apr 05 20:08:55.939069 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-da79a00d-cb9f-4196-9aa9-a9f88354ccd2 service neutron] 10.222.0.13 "GET /v2.0/ports/abe616d3-ddcf-4a77-a12a-ce9e82490e84/bindings/n-h2-836604-1 HTTP/1.1" status: 200 len: 384 time: 0.4306583 Apr 05 20:08:55.948408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de445733-e1fe-4253-8eb7-310b5cdb05ff req-54dcd084-b16b-4a86-8939-cfb5d91d657a tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:55.954444 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de445733-e1fe-4253-8eb7-310b5cdb05ff req-54dcd084-b16b-4a86-8939-cfb5d91d657a tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 949 time: 0.5170496 Apr 05 20:08:56.039989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6c8e1d2c-97e7-4157-a158-dea63c6f6936 req-6bc692f6-3183-4a8f-823c-53c9ddfb51e6 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] For port 05e78277-0b10-4779-88b2-da6e7e257d6d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=05e78277-0b10-4779-88b2-da6e7e257d6d,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:56.040290 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6c8e1d2c-97e7-4157-a158-dea63c6f6936 req-6bc692f6-3183-4a8f-823c-53c9ddfb51e6 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:56.112368 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de445733-e1fe-4253-8eb7-310b5cdb05ff req-bcde1a21-c7a0-4bd6-9e8c-371998fad55b tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568553 Apr 05 20:08:56.156941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40432c-547a-475a-88c0-3b3971df2d35 req-3b0408d7-972e-410a-beb9-a75040d2bf13 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:56.158431 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d40432c-547a-475a-88c0-3b3971df2d35 req-3b0408d7-972e-410a-beb9-a75040d2bf13 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.0905292 Apr 05 20:08:56.183720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-6c8e1d2c-97e7-4157-a158-dea63c6f6936 req-6bc692f6-3183-4a8f-823c-53c9ddfb51e6 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Calling delete_port for 05e78277-0b10-4779-88b2-da6e7e257d6d owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:08:56.205905 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d40432c-547a-475a-88c0-3b3971df2d35 req-2eb6024d-df34-4dca-8a5a-5dfe55e1beaf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401757 Apr 05 20:08:56.285974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0134939-a114-4556-81fc-213b68374c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e845980a-5563-4df0-95f8-221dc195f7cd'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:56.334440 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0134939-a114-4556-81fc-213b68374c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e845980a-5563-4df0-95f8-221dc195f7cd', 'code': 200} Apr 05 20:08:56.531363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53579c6-107f-4de6-ac72-f2f295172086 req-73b92bdb-526c-439f-8b46-e4b9f8c8d08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:56.532824 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c53579c6-107f-4de6-ac72-f2f295172086 req-73b92bdb-526c-439f-8b46-e4b9f8c8d08f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 1101 time: 0.1348591 Apr 05 20:08:56.543781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09b28c-e8a4-45b0-972a-af49f779de5a req-6043d56b-e05b-4266-adc2-ba6bf06f65dc tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:56.545156 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f09b28c-e8a4-45b0-972a-af49f779de5a req-6043d56b-e05b-4266-adc2-ba6bf06f65dc tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce899bde-e1e6-49d8-85fb-500a63e4753d HTTP/1.1" status: 200 len: 950 time: 0.1057591 Apr 05 20:08:56.586942 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6c8e1d2c-97e7-4157-a158-dea63c6f6936 req-6bc692f6-3183-4a8f-823c-53c9ddfb51e6 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:56.598369 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['05e78277-0b10-4779-88b2-da6e7e257d6d'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:08:56.605026 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c53579c6-107f-4de6-ac72-f2f295172086 req-b501cde6-6146-41d1-804f-7a36ced8f665 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586510 Apr 05 20:08:56.616920 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f09b28c-e8a4-45b0-972a-af49f779de5a req-29b0951a-8059-4d5c-bc5f-37f2d9c2a2ec tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.24 "GET /v2.0/security-groups?id=430235c4-fa27-470d-804f-27b1ec2274be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571744 Apr 05 20:08:56.750887 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc692f6-3183-4a8f-823c-53c9ddfb51e6 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Pushing event deleted for resources: {'Port': ['ID=05e78277-0b10-4779-88b2-da6e7e257d6d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:56.809495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b01a60-9699-45a5-8bfe-99f798983e74 req-dc402e51-994e-40cd-b555-4f40bd819b8b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:56.816582 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3b01a60-9699-45a5-8bfe-99f798983e74 req-dc402e51-994e-40cd-b555-4f40bd819b8b tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 950 time: 0.4183118 Apr 05 20:08:56.856476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-64078060-369f-4685-8561-de859f5b475b req-53f546b7-cf8e-4892-b9b5-8cec58f7f170 service neutron] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:56.884338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c8e1d2c-97e7-4157-a158-dea63c6f6936 req-6bc692f6-3183-4a8f-823c-53c9ddfb51e6 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] No DVR routers for this DVR port 05e78277-0b10-4779-88b2-da6e7e257d6d on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:08:56.895976 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6c8e1d2c-97e7-4157-a158-dea63c6f6936 req-6bc692f6-3183-4a8f-823c-53c9ddfb51e6 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:56.898606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce899bde-e1e6-49d8-85fb-500a63e4753d', 'name': 'network-vif-deleted', 'tag': '05e78277-0b10-4779-88b2-da6e7e257d6d'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:08:56.924011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-64078060-369f-4685-8561-de859f5b475b req-53f546b7-cf8e-4892-b9b5-8cec58f7f170 service neutron] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:08:56.963300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06528a-151f-4db1-89dd-11108aed3138 req-3d4bf06b-d7ea-4dd3-a6d5-9f71de6d13f7 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:56.965075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e06528a-151f-4db1-89dd-11108aed3138 req-3d4bf06b-d7ea-4dd3-a6d5-9f71de6d13f7 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 965 time: 0.0939181 Apr 05 20:08:56.965592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3b01a60-9699-45a5-8bfe-99f798983e74 req-c341fb9f-c8c8-40a9-95c8-78f3cbcb5c14 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481647 Apr 05 20:08:56.969163 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c8e1d2c-97e7-4157-a158-dea63c6f6936 req-6bc692f6-3183-4a8f-823c-53c9ddfb51e6 tempest-ServerDiagnosticsNegativeTest-1082429161 tempest-ServerDiagnosticsNegativeTest-1082429161-project] 10.222.0.41 "DELETE /v2.0/ports/05e78277-0b10-4779-88b2-da6e7e257d6d HTTP/1.1" status: 204 len: 173 time: 1.6260922 Apr 05 20:08:56.994092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-64078060-369f-4685-8561-de859f5b475b req-53f546b7-cf8e-4892-b9b5-8cec58f7f170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe616d3-ddcf-4a77-a12a-ce9e82490e84 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:08:57.006424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-64078060-369f-4685-8561-de859f5b475b req-53f546b7-cf8e-4892-b9b5-8cec58f7f170 service neutron] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:08:57.027097 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-64078060-369f-4685-8561-de859f5b475b req-53f546b7-cf8e-4892-b9b5-8cec58f7f170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:57.030616 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e06528a-151f-4db1-89dd-11108aed3138 req-ddb6ec44-01e8-49ea-997b-6dd993481eae tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518596 Apr 05 20:08:57.054588 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce899bde-e1e6-49d8-85fb-500a63e4753d', 'name': 'network-vif-deleted', 'tag': '05e78277-0b10-4779-88b2-da6e7e257d6d', 'status': 'completed', 'code': 200} Apr 05 20:08:57.162547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-64078060-369f-4685-8561-de859f5b475b req-53f546b7-cf8e-4892-b9b5-8cec58f7f170 service neutron] Transition to ACTIVE for port object abe616d3-ddcf-4a77-a12a-ce9e82490e84 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:08:57.169463 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-64078060-369f-4685-8561-de859f5b475b req-53f546b7-cf8e-4892-b9b5-8cec58f7f170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:57.324835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397cb33-5d0f-49f0-b254-45116158694c req-19d9e6bb-062a-4b6a-8ac4-864ec249bafe tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:57.326431 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a397cb33-5d0f-49f0-b254-45116158694c req-19d9e6bb-062a-4b6a-8ac4-864ec249bafe tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 949 time: 0.0850363 Apr 05 20:08:57.330333 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-22cb0d07-3f3f-40c4-bd29-758079d8e5fd req-c8d54572-d62d-4d5b-9e32-d80776d09e1b tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.1245842 Apr 05 20:08:57.374619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-64078060-369f-4685-8561-de859f5b475b req-53f546b7-cf8e-4892-b9b5-8cec58f7f170 service neutron] No DVR routers for this DVR port abe616d3-ddcf-4a77-a12a-ce9e82490e84 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:08:57.378599 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a397cb33-5d0f-49f0-b254-45116158694c req-6cd3163f-5c08-4287-a497-5a43693da527 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465786 Apr 05 20:08:57.414476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f546b7-cf8e-4892-b9b5-8cec58f7f170 service neutron] Pushing event updated for resources: {'Port': ['ID=abe616d3-ddcf-4a77-a12a-ce9e82490e84,revision_number=10']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:57.432485 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-53f546b7-cf8e-4892-b9b5-8cec58f7f170 service neutron] 10.222.0.13 "PUT /v2.0/ports/abe616d3-ddcf-4a77-a12a-ce9e82490e84/bindings/n-h2-836604-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4751055 Apr 05 20:08:57.646701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a230d-9181-46c7-8d3d-b866286ebb67 req-6f1dbafc-e598-46ac-aa53-5c4a961233c5 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:57.649001 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c00a230d-9181-46c7-8d3d-b866286ebb67 req-6f1dbafc-e598-46ac-aa53-5c4a961233c5 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.1667156 Apr 05 20:08:57.673559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64078060-369f-4685-8561-de859f5b475b req-c5989cc8-1e19-48e8-af1e-3d988be0bb93 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:57.675081 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-c5989cc8-1e19-48e8-af1e-3d988be0bb93 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0&tenant_id=78e3339ed2bb42f7a4658d92708a7a40&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1117 time: 0.1558855 Apr 05 20:08:57.814353 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c00a230d-9181-46c7-8d3d-b866286ebb67 req-0bf9df3c-5ff8-4468-a096-92833e3f6fa0 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440687 Apr 05 20:08:57.849291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64078060-369f-4685-8561-de859f5b475b req-5cfc02b0-500f-4888-a892-0b92a3ffa4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:57.852552 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-5cfc02b0-500f-4888-a892-0b92a3ffa4e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0&tenant_id=78e3339ed2bb42f7a4658d92708a7a40 HTTP/1.1" status: 200 len: 1117 time: 0.1509480 Apr 05 20:08:57.971429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64078060-369f-4685-8561-de859f5b475b req-94e2dc47-044f-45c6-9123-cf09e081063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:57.972886 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-94e2dc47-044f-45c6-9123-cf09e081063a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 1117 time: 0.0918853 Apr 05 20:08:58.031250 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-ce76e528-3e6e-4e45-9fef-582ea6a914bc tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d74b4c62374e4cf88d510708b4abb9c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324903 Apr 05 20:08:58.195969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64078060-369f-4685-8561-de859f5b475b req-98040a19-c043-47b5-b50a-8bd21599cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:58.197373 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-98040a19-c043-47b5-b50a-8bd21599cea3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.2139816 Apr 05 20:08:58.262586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50874) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:58.274136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-c0c36b4b-8a37-4b79-8b1c-eca74383333f tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:58.275356 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-642deb91-cc92-4f7d-891d-6a43dc2cc61b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84 HTTP/1.1" status: 200 len: 217 time: 0.0706656 Apr 05 20:08:58.275556 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-c0c36b4b-8a37-4b79-8b1c-eca74383333f tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2384779 Apr 05 20:08:58.290223 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-8c950833-b2f6-4775-bef2-dcb3943692b1 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/quotas/d74b4c62374e4cf88d510708b4abb9c8 HTTP/1.1" status: 200 len: 375 time: 0.0086868 Apr 05 20:08:58.378820 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-1d064671-b316-41a3-8294-dfb9c5d013c7 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d74b4c62374e4cf88d510708b4abb9c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0816989 Apr 05 20:08:58.386599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64078060-369f-4685-8561-de859f5b475b req-5609db8a-a0b5-4fde-bef2-b5df9ad63618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:58.388010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-5609db8a-a0b5-4fde-bef2-b5df9ad63618 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.0732510 Apr 05 20:08:58.465166 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-782cc8f7-e417-431a-a5b1-251100006886 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619361 Apr 05 20:08:58.505042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea6710-e583-44b6-9886-0893b63c794a req-febf9090-a040-445f-a68d-510d952f1e97 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:58.506534 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-51ea6710-e583-44b6-9886-0893b63c794a req-febf9090-a040-445f-a68d-510d952f1e97 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 950 time: 0.2303479 Apr 05 20:08:58.547028 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-40883d05-c83a-407c-81fc-885504844767 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb999f9cf1b74ae086fc6eb66dcaa951&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839675 Apr 05 20:08:58.549787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50886) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:58.634192 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-51ea6710-e583-44b6-9886-0893b63c794a req-5d98df4f-1fee-4b28-a7f9-043227e228c5 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113331 Apr 05 20:08:58.672303 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-e20f1afb-fb75-4677-af9d-8ad8b5d13c0e service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987619 Apr 05 20:08:58.685143 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e1e1c06-577a-4da4-b37e-1ef5938702dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:58.731573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e1e1c06-577a-4da4-b37e-1ef5938702dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:58.765746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d5d41-1828-4718-9b00-e1ac0a1a0b9e req-8de5cd31-f20d-431c-88ba-63438d52a94d tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:58.767726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-676d5d41-1828-4718-9b00-e1ac0a1a0b9e req-8de5cd31-f20d-431c-88ba-63438d52a94d tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 966 time: 0.1881428 Apr 05 20:08:58.825714 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-676d5d41-1828-4718-9b00-e1ac0a1a0b9e req-254b4973-7c4f-4ccc-8261-8b4f60253e64 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468524 Apr 05 20:08:58.836126 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e1e1c06-577a-4da4-b37e-1ef5938702dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:58.860314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e1c06-577a-4da4-b37e-1ef5938702dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=430235c4-fa27-470d-804f-27b1ec2274be,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:58.902560 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e1e1c06-577a-4da4-b37e-1ef5938702dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:58.918056 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6e1e1c06-577a-4da4-b37e-1ef5938702dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/430235c4-fa27-470d-804f-27b1ec2274be HTTP/1.1" status: 204 len: 168 time: 0.3588545 Apr 05 20:08:59.103720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5e91a7e-1e6c-467e-9f89-566cb1da1aa5 req-29446020-3284-4961-9022-4ef2303305d5 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0589967 Apr 05 20:08:59.151240 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-05aa5f12-f15c-4600-9d6c-093b16b4859b service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667788 Apr 05 20:08:59.272512 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-49e2f366-234a-4965-af5e-3c1e715ab175 req-edf791b2-c698-42af-9519-95ad163725cc tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 210 time: 0.0547009 Apr 05 20:08:59.403861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device abe616d3-ddcf-4a77-a12a-ce9e82490e84 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:08:59.484236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50916) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:59.513118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device abe616d3-ddcf-4a77-a12a-ce9e82490e84 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:08:59.514149 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-15e6cbae-9cd3-4c2a-b9d5-2ec4989e19b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:59.531977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-15e6cbae-9cd3-4c2a-b9d5-2ec4989e19b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:08:59.538647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-15e6cbae-9cd3-4c2a-b9d5-2ec4989e19b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e4dc31b08e024c9682cbaf96e0cb9d51 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:08:59.544488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-15e6cbae-9cd3-4c2a-b9d5-2ec4989e19b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:08:59.551884 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-15e6cbae-9cd3-4c2a-b9d5-2ec4989e19b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:08:59.589554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd277ca-ec12-42c7-bd4a-aaae91b96fd2 req-7c7ec06c-95de-4c5f-b15d-8cd543af2389 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:59.591544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dcd277ca-ec12-42c7-bd4a-aaae91b96fd2 req-7c7ec06c-95de-4c5f-b15d-8cd543af2389 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.2040641 Apr 05 20:08:59.626242 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64078060-369f-4685-8561-de859f5b475b req-55454979-4065-47a5-99be-c9366041354e tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:08:59.631023 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-55454979-4065-47a5-99be-c9366041354e tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0&tenant_id=78e3339ed2bb42f7a4658d92708a7a40&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 1117 time: 0.1476772 Apr 05 20:08:59.665699 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-15e6cbae-9cd3-4c2a-b9d5-2ec4989e19b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:59.678836 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-15e6cbae-9cd3-4c2a-b9d5-2ec4989e19b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:59.702523 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 05e78277-0b10-4779-88b2-da6e7e257d6d no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:08:59.719681 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dcd277ca-ec12-42c7-bd4a-aaae91b96fd2 req-1e273a71-66d3-4a87-903b-9f645680ecd7 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163721 Apr 05 20:08:59.754345 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-15e6cbae-9cd3-4c2a-b9d5-2ec4989e19b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4dc31b08e024c9682cbaf96e0cb9d51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687926 Apr 05 20:08:59.755265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6cbae-9cd3-4c2a-b9d5-2ec4989e19b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f4e7ac-3b0a-45e4-bcdf-24277f0af5c4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:08:59.770912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50928) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:08:59.780677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 05e78277-0b10-4779-88b2-da6e7e257d6d {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:08:59.781012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 05e78277-0b10-4779-88b2-da6e7e257d6d not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:08:59.936614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-541bc116-d990-46db-83a9-78575acc77a3 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d74b4c62374e4cf88d510708b4abb9c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0484943 Apr 05 20:08:59.954769 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28670cbd-ef51-487e-a076-782eaff460a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:08:59.993325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-64078060-369f-4685-8561-de859f5b475b req-1048e2c8-b4ce-4533-8ea9-0a5734ca04e8 service neutron] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:08:59.998309 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28670cbd-ef51-487e-a076-782eaff460a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:00.012205 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-64078060-369f-4685-8561-de859f5b475b req-1048e2c8-b4ce-4533-8ea9-0a5734ca04e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:00.013294 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64078060-369f-4685-8561-de859f5b475b req-1048e2c8-b4ce-4533-8ea9-0a5734ca04e8 service neutron] 10.222.0.41 "DELETE /v2.0/ports/abe616d3-ddcf-4a77-a12a-ce9e82490e84/bindings/n-h1-836604-1 HTTP/1.1" status: 204 len: 173 time: 0.3700757 Apr 05 20:09:00.049183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce514d-ac54-477e-ab50-cf94bfae4766 req-c3434f03-6842-4bf1-870e-4d3b8b53b0b5 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:00.056181 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-03ce514d-ac54-477e-ab50-cf94bfae4766 req-c3434f03-6842-4bf1-870e-4d3b8b53b0b5 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 950 time: 0.1912329 Apr 05 20:09:00.126984 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-03ce514d-ac54-477e-ab50-cf94bfae4766 req-81d106b3-39ec-404d-9f22-8c68aefde387 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698249 Apr 05 20:09:00.142610 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28670cbd-ef51-487e-a076-782eaff460a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:00.166364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28670cbd-ef51-487e-a076-782eaff460a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f4e7ac-3b0a-45e4-bcdf-24277f0af5c4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:00.176747 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28670cbd-ef51-487e-a076-782eaff460a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:00.180523 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-28670cbd-ef51-487e-a076-782eaff460a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11f4e7ac-3b0a-45e4-bcdf-24277f0af5c4 HTTP/1.1" status: 204 len: 168 time: 0.4086230 Apr 05 20:09:00.186630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-b8569528-bbb6-402f-a891-eed0b640a29a tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:00.188741 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-b8569528-bbb6-402f-a891-eed0b640a29a tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2466137 Apr 05 20:09:00.204247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Request body: {'port': {'device_id': '662f7714-57cd-4c09-ac06-41d32681717e', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': 'd74b4c62374e4cf88d510708b4abb9c8'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:00.369208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1f533b7b-10b4-4dfa-a348-a525176b3d67 req-d4e6775b-940e-4be5-8df6-746b5c1d7a69 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0504897 Apr 05 20:09:00.443852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c62568-ba35-4407-aec5-fb74481fed11 req-64cd9fac-4ad0-4166-ba3c-9336fb5683c3 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:00.451513 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-96c62568-ba35-4407-aec5-fb74481fed11 req-64cd9fac-4ad0-4166-ba3c-9336fb5683c3 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 966 time: 0.1407468 Apr 05 20:09:00.457657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:00.468876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:00.494586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Made reservation on behalf of d74b4c62374e4cf88d510708b4abb9c8 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:00.509242 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:00.544722 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5cc94874-c102-458f-8c48-1ec185d0526f req-ec5cf792-9b0d-4794-8e0d-41632a91fe8d tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0736251 Apr 05 20:09:00.577351 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-96c62568-ba35-4407-aec5-fb74481fed11 req-f213a0c4-1d41-48a2-8be8-a07101d8ed3b tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248584 Apr 05 20:09:00.734623 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d3796884-e37d-4fb9-b6ab-6517fb4492d4 req-0dbe359b-5cac-446b-875b-3f4b5a80a58d tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 210 time: 0.0643632 Apr 05 20:09:00.901895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Allocated IP 192.168.233.225 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/18e401a4-9f87-4baa-bc7c-69a53e4c3960) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:00.949017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1928aaa-a927-46c0-8540-018fa7bc713c req-2c680c99-0039-4788-aed3-023ce7344afb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:00.950771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b07002c-f41b-40eb-9ab8-3cb3b25d3af8 req-2f54ceba-0b8a-444c-be4e-e39d58e92fb2 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:00.951253 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1928aaa-a927-46c0-8540-018fa7bc713c req-2c680c99-0039-4788-aed3-023ce7344afb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.0948629 Apr 05 20:09:00.955245 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b07002c-f41b-40eb-9ab8-3cb3b25d3af8 req-2f54ceba-0b8a-444c-be4e-e39d58e92fb2 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 1117 time: 0.1512198 Apr 05 20:09:01.012152 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1928aaa-a927-46c0-8540-018fa7bc713c req-663750c8-24b4-4639-9627-be2713aed934 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468876 Apr 05 20:09:01.046044 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b07002c-f41b-40eb-9ab8-3cb3b25d3af8 req-10a08083-f0e9-4d5d-a2d6-88c46c23124a tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845978 Apr 05 20:09:01.135368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e94ccf-ed21-423f-82f5-82a85282d5bc req-8ce5b38b-3179-456a-95d8-ea81c7a46ab5 tempest-DeleteServersAdminTestJSON-2146723081 tempest-DeleteServersAdminTestJSON-2146723081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:01.137054 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-49e94ccf-ed21-423f-82f5-82a85282d5bc req-8ce5b38b-3179-456a-95d8-ea81c7a46ab5 tempest-DeleteServersAdminTestJSON-2146723081 tempest-DeleteServersAdminTestJSON-2146723081-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 1101 time: 0.1283290 Apr 05 20:09:01.198375 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:01.218009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Transition to ACTIVE for port object 18e401a4-9f87-4baa-bc7c-69a53e4c3960 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:01.254671 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-49e94ccf-ed21-423f-82f5-82a85282d5bc req-14833639-3ca5-4207-9bce-cbe3d0cbad59 tempest-DeleteServersAdminTestJSON-2146723081 tempest-DeleteServersAdminTestJSON-2146723081-project-admin] Deleting port e845980a-5563-4df0-95f8-221dc195f7cd {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:09:01.255320 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-49e94ccf-ed21-423f-82f5-82a85282d5bc req-14833639-3ca5-4207-9bce-cbe3d0cbad59 tempest-DeleteServersAdminTestJSON-2146723081 tempest-DeleteServersAdminTestJSON-2146723081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:01.275403 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:01.288066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['0875486c-cd59-4cb0-8465-b00faa5fed06'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:01.459459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:01.467696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:01.478850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:01.485316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:01.486009 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:01.528608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Pushing event updated for resources: {'Port': ['ID=18e401a4-9f87-4baa-bc7c-69a53e4c3960,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:01.612939 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-2105236e-e219-4722-b1dc-88612846b550 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4102757 Apr 05 20:09:01.613659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51000) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:01.626840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Request body: {'port': {'device_id': '662f7714-57cd-4c09-ac06-41d32681717e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:01.677533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1481ecf-8d8e-40d3-b019-5d9940bad353 req-0a228c40-840e-4255-b0e0-c3c8c957f7b8 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:01.679775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1481ecf-8d8e-40d3-b019-5d9940bad353 req-0a228c40-840e-4255-b0e0-c3c8c957f7b8 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0134939-a114-4556-81fc-213b68374c8d HTTP/1.1" status: 200 len: 950 time: 0.2907484 Apr 05 20:09:01.777370 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c8917a9e-99d6-4f40-90fe-e36573d002f7 None None] Provisioning for port 18e401a4-9f87-4baa-bc7c-69a53e4c3960 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:01.790169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c8917a9e-99d6-4f40-90fe-e36573d002f7 None None] Provisioning complete for port 18e401a4-9f87-4baa-bc7c-69a53e4c3960 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:01.791746 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c8917a9e-99d6-4f40-90fe-e36573d002f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:01.831366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-871916746-network', 'tenant_id': '5946065e7fd343b491b66bc47857a283'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:01.836293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f59ff093-8bf2-45c5-8fcc-892b0a3e2291 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:01.837033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f59ff093-8bf2-45c5-8fcc-892b0a3e2291 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Synchronizing usage tracker for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:01.837343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:01.842309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Usage tracker for resource:network and tenant:5946065e7fd343b491b66bc47857a283 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:01.846350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:01.854021 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:01.867891 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1481ecf-8d8e-40d3-b019-5d9940bad353 req-c3906c80-23e0-4c8d-9f1e-2599d7c9eb22 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757050 Apr 05 20:09:01.871543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-49e94ccf-ed21-423f-82f5-82a85282d5bc req-14833639-3ca5-4207-9bce-cbe3d0cbad59 tempest-DeleteServersAdminTestJSON-2146723081 tempest-DeleteServersAdminTestJSON-2146723081-project-admin] For port e845980a-5563-4df0-95f8-221dc195f7cd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e845980a-5563-4df0-95f8-221dc195f7cd,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:01.871910 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-49e94ccf-ed21-423f-82f5-82a85282d5bc req-14833639-3ca5-4207-9bce-cbe3d0cbad59 tempest-DeleteServersAdminTestJSON-2146723081 tempest-DeleteServersAdminTestJSON-2146723081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:01.891371 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:01.913806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Made reservation on behalf of 5946065e7fd343b491b66bc47857a283 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:01.917169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c8917a9e-99d6-4f40-90fe-e36573d002f7 None None] Port 18e401a4-9f87-4baa-bc7c-69a53e4c3960 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:09:01.917732 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:01.933747 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:02.012163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f59ff093-8bf2-45c5-8fcc-892b0a3e2291 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Unset dirty status for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:02.013330 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f59ff093-8bf2-45c5-8fcc-892b0a3e2291 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 820 time: 0.3764198 Apr 05 20:09:02.056220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:02.064129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Usage tracker for resource:security_group_rule and tenant:5946065e7fd343b491b66bc47857a283 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:02.068496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:02.083606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:02.115365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-49e94ccf-ed21-423f-82f5-82a85282d5bc req-14833639-3ca5-4207-9bce-cbe3d0cbad59 tempest-DeleteServersAdminTestJSON-2146723081 tempest-DeleteServersAdminTestJSON-2146723081-project-admin] Calling delete_port for e845980a-5563-4df0-95f8-221dc195f7cd owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:09:02.162396 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-b4346bb2-c966-45ce-958d-4a9eb0742e11 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/quotas/78e3339ed2bb42f7a4658d92708a7a40 HTTP/1.1" status: 200 len: 375 time: 0.0158761 Apr 05 20:09:02.318025 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-fb9b453d-94c1-468c-85a3-60703ed6deb1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1486895 Apr 05 20:09:02.342284 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:09:02.373486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:02.412765 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:02.436040 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-49e94ccf-ed21-423f-82f5-82a85282d5bc req-14833639-3ca5-4207-9bce-cbe3d0cbad59 tempest-DeleteServersAdminTestJSON-2146723081 tempest-DeleteServersAdminTestJSON-2146723081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:02.441629 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c0fdcb26-0a4c-4934-86e6-1eebc077b3e4 req-35e02450-ffc2-4458-878f-f0ff0e4443a5 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0641241 Apr 05 20:09:02.447279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['e845980a-5563-4df0-95f8-221dc195f7cd'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:02.462663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:09:02.494474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1c3728-faed-4c70-9348-7ef40469866a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:02.501749 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:02.504206 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Added segment 9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75 of type vlan for network 01cd0a03-b3c0-4352-ada3-0de0bc6c6dea Apr 05 20:09:02.543769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14833639-3ca5-4207-9bce-cbe3d0cbad59 tempest-DeleteServersAdminTestJSON-2146723081 tempest-DeleteServersAdminTestJSON-2146723081-project-admin] Pushing event deleted for resources: {'Port': ['ID=e845980a-5563-4df0-95f8-221dc195f7cd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:02.586754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e94ccf-ed21-423f-82f5-82a85282d5bc req-14833639-3ca5-4207-9bce-cbe3d0cbad59 tempest-DeleteServersAdminTestJSON-2146723081 tempest-DeleteServersAdminTestJSON-2146723081-project-admin] No DVR routers for this DVR port e845980a-5563-4df0-95f8-221dc195f7cd on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:09:02.590104 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-4ebc2db9-0c8d-485a-aea2-98f5cebda75b service neutron] 10.222.0.24 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623298 Apr 05 20:09:02.591204 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-49e94ccf-ed21-423f-82f5-82a85282d5bc req-14833639-3ca5-4207-9bce-cbe3d0cbad59 tempest-DeleteServersAdminTestJSON-2146723081 tempest-DeleteServersAdminTestJSON-2146723081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:02.593847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0134939-a114-4556-81fc-213b68374c8d', 'name': 'network-vif-deleted', 'tag': 'e845980a-5563-4df0-95f8-221dc195f7cd'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:02.659964 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:02.672145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e401a4-9f87-4baa-bc7c-69a53e4c3960 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:02.685032 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:02.695335 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-49e94ccf-ed21-423f-82f5-82a85282d5bc req-14833639-3ca5-4207-9bce-cbe3d0cbad59 tempest-DeleteServersAdminTestJSON-2146723081 tempest-DeleteServersAdminTestJSON-2146723081-project-admin] 10.222.0.13 "DELETE /v2.0/ports/e845980a-5563-4df0-95f8-221dc195f7cd HTTP/1.1" status: 204 len: 173 time: 1.5535772 Apr 05 20:09:02.726023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Transition to ACTIVE for port object 18e401a4-9f87-4baa-bc7c-69a53e4c3960 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:02.737040 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:02.779734 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-6df8191d-6ada-4527-9334-91effd08aa27 service neutron] 10.222.0.24 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797814 Apr 05 20:09:02.800965 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:02.801909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:02.802499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:02.917541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f933e3-36ae-4727-9189-14f72615f0aa req-a8539bdf-c7ac-4937-9baa-409aec1539fd tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:02.918198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c8f933e3-36ae-4727-9189-14f72615f0aa req-a8539bdf-c7ac-4937-9baa-409aec1539fd tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Synchronizing usage tracker for tenant:d74b4c62374e4cf88d510708b4abb9c8 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:03.071201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Pushing event updated for resources: {'Port': ['ID=18e401a4-9f87-4baa-bc7c-69a53e4c3960,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:03.087712 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4717076 Apr 05 20:09:03.090293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51028) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:03.098155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Request body: {'subnet': {'network_id': '01cd0a03-b3c0-4352-ada3-0de0bc6c6dea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-871916746-subnet', 'tenant_id': '5946065e7fd343b491b66bc47857a283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:03.102126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3698f-bb22-4d5d-931d-9148a5c19c97 admin admin] Pushing event updated for resources: {'Network': ['ID=01cd0a03-b3c0-4352-ada3-0de0bc6c6dea,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:03.105073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c8f933e3-36ae-4727-9189-14f72615f0aa req-a8539bdf-c7ac-4937-9baa-409aec1539fd tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Unset dirty status for tenant:d74b4c62374e4cf88d510708b4abb9c8 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:03.112533 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c8f933e3-36ae-4727-9189-14f72615f0aa req-a8539bdf-c7ac-4937-9baa-409aec1539fd tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 936 time: 0.5225041 Apr 05 20:09:03.114643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d3585-a033-4112-8c45-70372afa58b5 req-a1742bfb-a20b-410e-9c59-e8baa5b02c22 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:03.116273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 01cd0a03-b3c0-4352-ada3-0de0bc6c6dea details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:09:03.122203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-045d3585-a033-4112-8c45-70372afa58b5 req-a1742bfb-a20b-410e-9c59-e8baa5b02c22 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.1133637 Apr 05 20:09:03.124964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:03.139625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Attempting to bind port 18e401a4-9f87-4baa-bc7c-69a53e4c3960 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:03.140147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Attempting to bind port 18e401a4-9f87-4baa-bc7c-69a53e4c3960 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:03.140387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Attempting to bind port 18e401a4-9f87-4baa-bc7c-69a53e4c3960 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:03.155088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Port 18e401a4-9f87-4baa-bc7c-69a53e4c3960 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:09:03.155421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Attempting to bind port 18e401a4-9f87-4baa-bc7c-69a53e4c3960 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:03.158976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Usage tracker for resource:subnet and tenant:5946065e7fd343b491b66bc47857a283 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:03.164522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:03.166210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:03.166587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:03.167008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:03.167521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Bound port: 18e401a4-9f87-4baa-bc7c-69a53e4c3960, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:03.167895 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:03.175139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:03.187611 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-045d3585-a033-4112-8c45-70372afa58b5 req-3f265dea-ca42-4a8d-9617-d38bec1c70d3 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644586 Apr 05 20:09:03.194569 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c8f933e3-36ae-4727-9189-14f72615f0aa req-06ff650c-94fa-4c84-b80e-cb4616990473 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810645 Apr 05 20:09:03.220199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Made reservation on behalf of 5946065e7fd343b491b66bc47857a283 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:03.223092 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:03.365822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] For port 18e401a4-9f87-4baa-bc7c-69a53e4c3960, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:03.371605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] For port 18e401a4-9f87-4baa-bc7c-69a53e4c3960, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=18e401a4-9f87-4baa-bc7c-69a53e4c3960,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:03.379131 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:03.484840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:03.485542 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:03.487889 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] 10.222.0.41 "PUT /v2.0/ports/18e401a4-9f87-4baa-bc7c-69a53e4c3960 HTTP/1.1" status: 200 len: 1096 time: 1.8651826 Apr 05 20:09:03.488696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662f7714-57cd-4c09-ac06-41d32681717e', 'tag': '18e401a4-9f87-4baa-bc7c-69a53e4c3960'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:03.528102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca64e9a-d23d-46f0-96c2-09f237da1dcc service neutron] Pushing event updated for resources: {'Port': ['ID=18e401a4-9f87-4baa-bc7c-69a53e4c3960,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:03.584272 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-f8db5960-60d5-463f-8c50-d8ee4e6b97ca service neutron] show failed (client error): The resource could not be found. Apr 05 20:09:03.585397 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-f8db5960-60d5-463f-8c50-d8ee4e6b97ca service neutron] 10.222.0.13 "GET /v2.0/ports/d42841c6-73ca-48b9-b406-7bfefe163cb6/bindings/n-h2-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.2360940 Apr 05 20:09:03.656470 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:03.689244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-5190e440-cdfc-4f6e-847b-e7edb02ea4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:03.691494 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-5190e440-cdfc-4f6e-847b-e7edb02ea4f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d74b4c62374e4cf88d510708b4abb9c8&device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 1099 time: 0.1525295 Apr 05 20:09:03.778599 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-34da4b13-335a-434a-ac2f-350b38010caf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=18e401a4-9f87-4baa-bc7c-69a53e4c3960 HTTP/1.1" status: 200 len: 217 time: 0.0770912 Apr 05 20:09:03.782353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef264a87-153f-4789-96ce-f93b94b6b1b2,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:03.845214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Checking segment: {'id': '9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '01cd0a03-b3c0-4352-ada3-0de0bc6c6dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:03.845770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Network hostable DHCP agents. Network: 01cd0a03-b3c0-4352-ada3-0de0bc6c6dea, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:09:03.869573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-039193d3-5f2f-495d-9fcc-6d1e88b0a38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:03.871585 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-039193d3-5f2f-495d-9fcc-6d1e88b0a38c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0823696 Apr 05 20:09:03.872339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Network 01cd0a03-b3c0-4352-ada3-0de0bc6c6dea is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:09:03.886818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 01cd0a03-b3c0-4352-ada3-0de0bc6c6dea) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:03.893739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:03.894155 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:03.899554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db65085-834e-4c42-a3ed-d7fa38bddfd5 None None] Network 01cd0a03-b3c0-4352-ada3-0de0bc6c6dea requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:09:03.960027 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e4e07770-44b1-4369-9818-5c9a59e4dd35 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8664036 Apr 05 20:09:04.016887 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0134939-a114-4556-81fc-213b68374c8d', 'name': 'network-vif-deleted', 'tag': 'e845980a-5563-4df0-95f8-221dc195f7cd', 'status': 'completed', 'code': 200} Apr 05 20:09:04.045110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-b42a113c-fbb1-431b-bf4f-4ad255c48623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:04.050543 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-b42a113c-fbb1-431b-bf4f-4ad255c48623 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1719511 Apr 05 20:09:04.267802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51066) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:04.355377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-61e7e415-56a2-4a94-89e6-8e2229edbde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:04.357071 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-61e7e415-56a2-4a94-89e6-8e2229edbde1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf&tenant_id=4315b2776a8446efa0573a8e3d19b341 HTTP/1.1" status: 200 len: 1122 time: 0.2786601 Apr 05 20:09:04.379786 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:04.390034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb14e7e-f348-4dc2-b543-67cb351b0876 None None] Network 01cd0a03-b3c0-4352-ada3-0de0bc6c6dea requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:09:04.466732 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-646a0a81-7543-4898-82f9-1d24d596994b req-e7fdbd6b-80d8-4795-8660-0accfd230bf0 tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.1234922 Apr 05 20:09:04.525540 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-6ce736fb-f526-4628-863e-50ea323f36fc service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661202 Apr 05 20:09:04.628258 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3de61d05-89e7-4be5-a1b6-4cd42088596b req-134c1acf-49f4-4e65-b6ae-1f0277d9be4b tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 210 time: 0.1904392 Apr 05 20:09:04.642509 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d0daa31-ce2d-4925-8aad-3f32891e273c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:04.693749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6d0daa31-ce2d-4925-8aad-3f32891e273c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:04.704533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6d0daa31-ce2d-4925-8aad-3f32891e273c admin admin] Usage tracker for resource:security_group_rule and tenant:b25aa368322a4e40acd128192f126fb8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:04.712274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6d0daa31-ce2d-4925-8aad-3f32891e273c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:04.732870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6d0daa31-ce2d-4925-8aad-3f32891e273c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:04.783464 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662f7714-57cd-4c09-ac06-41d32681717e', 'tag': '18e401a4-9f87-4baa-bc7c-69a53e4c3960', 'status': 'completed', 'code': 200} Apr 05 20:09:04.875807 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6e12fee-7018-4db9-8bee-1a5647b0fbc0 req-8d5270fd-c2e8-45e5-a317-c86bde27a4f2 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439443 Apr 05 20:09:05.033006 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d0daa31-ce2d-4925-8aad-3f32891e273c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:05.075595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70a8d5-0838-41ad-9e16-27e40c8a9dfa req-a9a41d5a-c118-4639-ab62-93b9c420671a tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:05.077209 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f70a8d5-0838-41ad-9e16-27e40c8a9dfa req-a9a41d5a-c118-4639-ab62-93b9c420671a tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 948 time: 0.1633067 Apr 05 20:09:05.082172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7337c1-611d-4dc2-8af3-3c2ef500a14a req-f9e989a7-21e5-4fe8-b3e8-ae70acc44619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:05.083705 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e7337c1-611d-4dc2-8af3-3c2ef500a14a req-f9e989a7-21e5-4fe8-b3e8-ae70acc44619 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d74b4c62374e4cf88d510708b4abb9c8&device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 1099 time: 0.1164370 Apr 05 20:09:05.095441 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:05.115444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51090) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:05.148810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-764839626-network', 'tenant_id': 'a4c839913e444694a11bc8793d230259'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:05.169615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:05.179091 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f70a8d5-0838-41ad-9e16-27e40c8a9dfa req-a75282ff-082f-4573-8283-3d66cee2f85c tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943384 Apr 05 20:09:05.180020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Usage tracker for resource:network and tenant:a4c839913e444694a11bc8793d230259 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:05.184638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:05.218665 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d0daa31-ce2d-4925-8aad-3f32891e273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:05.237311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:05.262860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Made reservation on behalf of a4c839913e444694a11bc8793d230259 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:05.265408 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:05.316558 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:05.340314 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-aaa58aee-753d-4807-b324-2c3e8c6bfd0f tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bdf0c4ffc0af435395a1b9ea285739f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531440 Apr 05 20:09:05.343579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0daa31-ce2d-4925-8aad-3f32891e273c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20e3291-a689-410a-90bb-601ed9723f02,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:05.344079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7337c1-611d-4dc2-8af3-3c2ef500a14a req-31726cdd-637f-410c-81e3-32cb59eae97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:05.344938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e7337c1-611d-4dc2-8af3-3c2ef500a14a req-31726cdd-637f-410c-81e3-32cb59eae97f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2285757 Apr 05 20:09:05.345851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:05.348728 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6d0daa31-ce2d-4925-8aad-3f32891e273c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b25aa368322a4e40acd128192f126fb8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0798619 Apr 05 20:09:05.351410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51102) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:05.356162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Usage tracker for resource:security_group_rule and tenant:a4c839913e444694a11bc8793d230259 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:05.389943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-94e9f42f-df99-4b3d-9f99-e98217140b6a tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:05.391367 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-94e9f42f-df99-4b3d-9f99-e98217140b6a tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.13 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 820 time: 0.4881017 Apr 05 20:09:05.404123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Request body: {'port': {'device_id': '344ef78f-c70e-4e48-8787-db141d698430', 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba', 'admin_state_up': True, 'tenant_id': '78e3339ed2bb42f7a4658d92708a7a40'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:05.421722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device e845980a-5563-4df0-95f8-221dc195f7cd no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:09:05.437937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:05.458255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: e845980a-5563-4df0-95f8-221dc195f7cd {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:09:05.458808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device e845980a-5563-4df0-95f8-221dc195f7cd not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:09:05.459385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device d42841c6-73ca-48b9-b406-7bfefe163cb6 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:09:05.468556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:05.493768 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946fe30-80e0-4500-b52e-5d116328100d req-08eb0c5c-53a1-46a4-9c9f-15862c3e4569 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:05.495439 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3946fe30-80e0-4500-b52e-5d116328100d req-08eb0c5c-53a1-46a4-9c9f-15862c3e4569 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 971 time: 0.5997646 Apr 05 20:09:05.537036 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e7337c1-611d-4dc2-8af3-3c2ef500a14a req-e162a2cf-7e84-4440-bcea-8afb23707259 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=18e401a4-9f87-4baa-bc7c-69a53e4c3960 HTTP/1.1" status: 200 len: 217 time: 0.1832914 Apr 05 20:09:05.583180 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:05.669484 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3946fe30-80e0-4500-b52e-5d116328100d req-5a05ad0d-1ca1-4ce7-ace9-4d5e03470c3c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190100 Apr 05 20:09:05.703243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-b59bb3ff-8603-43e1-bdc8-c4f38177ecf1 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:05.704712 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-b59bb3ff-8603-43e1-bdc8-c4f38177ecf1 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3564038 Apr 05 20:09:05.707853 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0061e73-6566-41b9-993a-3ea0febd8233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:05.710277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7337c1-611d-4dc2-8af3-3c2ef500a14a req-ab86eadc-5233-4644-afe2-bd1cf7f73ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:05.711688 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e7337c1-611d-4dc2-8af3-3c2ef500a14a req-ab86eadc-5233-4644-afe2-bd1cf7f73ebf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1630194 Apr 05 20:09:05.743907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:05.765713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:05.783120 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-21caee33-e3ca-4aba-af51-0f7c18f03805 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/quotas/bdf0c4ffc0af435395a1b9ea285739f3 HTTP/1.1" status: 200 len: 375 time: 0.0672131 Apr 05 20:09:05.792534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Made reservation on behalf of 78e3339ed2bb42f7a4658d92708a7a40 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:05.796725 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:05.819525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] For port d42841c6-73ca-48b9-b406-7bfefe163cb6, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:05.848036 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0061e73-6566-41b9-993a-3ea0febd8233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:05.861744 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-7886019b-5c5b-452d-8f3e-cb9e3a8f8b5a tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bdf0c4ffc0af435395a1b9ea285739f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0627196 Apr 05 20:09:05.914835 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-47116113-db9d-490b-9fd7-230c6c6ad095 req-bf2d006f-3a5a-4702-81a3-a62ac0282b63 tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0880690 Apr 05 20:09:05.932983 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:05.952623 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:05.963360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7337c1-611d-4dc2-8af3-3c2ef500a14a req-29daf5fd-f43b-45d7-b2b1-052912477884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:05.965211 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e7337c1-611d-4dc2-8af3-3c2ef500a14a req-29daf5fd-f43b-45d7-b2b1-052912477884 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2289264 Apr 05 20:09:05.965525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] For port d42841c6-73ca-48b9-b406-7bfefe163cb6, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:06.020591 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0061e73-6566-41b9-993a-3ea0febd8233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:06.026964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:09:06.091290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42841c6-73ca-48b9-b406-7bfefe163cb6'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:06.099359 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:06.103833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc80aab-2c80-43ca-8e06-069bfae8436e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:06.116311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Allocated IP 172.20.0.6 (ecbc5fa8-17b4-410c-85af-ab13ae3078ba/1e997de4-b7c5-47fa-849a-8d287866bd13/aa38d186-0b55-41bc-8955-47bffb4eed2f) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:06.126458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Transition to ACTIVE for port object d42841c6-73ca-48b9-b406-7bfefe163cb6 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:06.150524 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:06.176606 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:06.176947 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Added segment f18e6be4-611b-4431-abe6-72d435ddd152 of type vlan for network c2038c4f-e2d9-40d5-8f61-40e1bdede66c Apr 05 20:09:06.184297 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8cd53ba4-9a5e-4117-995d-a9e14b9d847a req-6b8dd50c-a063-4719-87ef-9e32dfe09823 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 210 time: 0.0728164 Apr 05 20:09:06.191349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0061e73-6566-41b9-993a-3ea0febd8233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20e3291-a689-410a-90bb-601ed9723f02,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:06.238211 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0061e73-6566-41b9-993a-3ea0febd8233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:06.239969 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d0061e73-6566-41b9-993a-3ea0febd8233 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b20e3291-a689-410a-90bb-601ed9723f02 HTTP/1.1" status: 204 len: 168 time: 0.8875608 Apr 05 20:09:06.262291 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:09:06.263052 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:09:06.268761 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:06.306731 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e7337c1-611d-4dc2-8af3-3c2ef500a14a req-c7026e75-b908-47df-9033-25ffe539381b service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319116 Apr 05 20:09:06.356595 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd42841c6-73ca-48b9-b406-7bfefe163cb6', 'code': 200} Apr 05 20:09:06.385711 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-48da8d5f-7eb6-4f16-92ea-26ebd99ca6e2 req-b2760c61-2850-44bf-acbc-71e22b0cf2f1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 210 time: 0.1903143 Apr 05 20:09:06.468567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] No DVR routers for this DVR port d42841c6-73ca-48b9-b406-7bfefe163cb6 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:09:06.488739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d42841c6-73ca-48b9-b406-7bfefe163cb6,revision_number=6']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:06.589725 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:06.590694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:06.591287 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:06.669819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Attempting to bind port d42841c6-73ca-48b9-b406-7bfefe163cb6 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:06.670349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Attempting to bind port d42841c6-73ca-48b9-b406-7bfefe163cb6 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:06.670936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Attempting to bind port d42841c6-73ca-48b9-b406-7bfefe163cb6 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:06.677098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e7337c1-611d-4dc2-8af3-3c2ef500a14a req-2a9d12d8-9a57-447a-9db1-3f0d7b778543 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498814 Apr 05 20:09:06.684479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Port d42841c6-73ca-48b9-b406-7bfefe163cb6 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:09:06.690834 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Attempting to bind port d42841c6-73ca-48b9-b406-7bfefe163cb6 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:06.723349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:06.724987 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:06.725595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:06.726786 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Bound port: d42841c6-73ca-48b9-b406-7bfefe163cb6, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:06.727755 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:06.830389 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7126992 Apr 05 20:09:06.839786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51132) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:06.849611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Request body: {'subnet': {'network_id': 'c2038c4f-e2d9-40d5-8f61-40e1bdede66c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-764839626-subnet', 'tenant_id': 'a4c839913e444694a11bc8793d230259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:06.852958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3b1b5-7152-402f-b011-d6e8ba6c5fbd admin admin] Pushing event updated for resources: {'Network': ['ID=c2038c4f-e2d9-40d5-8f61-40e1bdede66c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:06.858957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:06.863479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Usage tracker for resource:subnet and tenant:a4c839913e444694a11bc8793d230259 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:06.873958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:06.874352 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network c2038c4f-e2d9-40d5-8f61-40e1bdede66c details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:09:06.881405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51136) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:06.886289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:06.910505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07772655-1c24-4caf-9bb2-efa240375eb9 req-f6aa851a-db98-47c1-bb43-1b6c997dd1f9 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:06.917210 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07772655-1c24-4caf-9bb2-efa240375eb9 req-f6aa851a-db98-47c1-bb43-1b6c997dd1f9 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 948 time: 0.3866756 Apr 05 20:09:06.936266 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b4e87f6-95e8-4175-b46d-b3051215ae8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:06.951004 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:06.960627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Made reservation on behalf of a4c839913e444694a11bc8793d230259 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:06.962995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:07.003102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b4e87f6-95e8-4175-b46d-b3051215ae8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:07.007892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] For port d42841c6-73ca-48b9-b406-7bfefe163cb6, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:07.012617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] For port d42841c6-73ca-48b9-b406-7bfefe163cb6, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:07.015631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b4e87f6-95e8-4175-b46d-b3051215ae8c admin admin] Usage tracker for resource:security_group_rule and tenant:5b7a7a90e9e04c2a87e9186eb90026ae is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:07.020958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b4e87f6-95e8-4175-b46d-b3051215ae8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:07.032478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:07.041450 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07772655-1c24-4caf-9bb2-efa240375eb9 req-496c7676-d2c7-4b27-a53c-34ed4eeab47e tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233294 Apr 05 20:09:07.042492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b4e87f6-95e8-4175-b46d-b3051215ae8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:07.118412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d0855-5b26-40ea-9108-5bcc33817a9b req-f5e696e2-2200-4852-add1-505767b9e2f7 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:07.125597 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-877d0855-5b26-40ea-9108-5bcc33817a9b req-f5e696e2-2200-4852-add1-505767b9e2f7 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 948 time: 0.2431214 Apr 05 20:09:07.134216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:07.135448 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:07.137479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/d42841c6-73ca-48b9-b406-7bfefe163cb6 HTTP/1.1" status: 200 len: 1096 time: 2.7619450 Apr 05 20:09:07.158155 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:07.248646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9655-fd21-40b3-ab79-1e149d23d4f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d42841c6-73ca-48b9-b406-7bfefe163cb6,revision_number=7']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:07.308885 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-33f51259-87df-4914-97a9-b54c2fc5fe2c req-c777cec9-f402-44a0-bb94-197fea2e134d tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0778260 Apr 05 20:09:07.353195 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b4e87f6-95e8-4175-b46d-b3051215ae8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:07.375513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b4e87f6-95e8-4175-b46d-b3051215ae8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:07.395228 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:07.413190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Network ecbc5fa8-17b4-410c-85af-ab13ae3078ba is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:07.422843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:07.434115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:07.439524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:07.440124 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:07.454743 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-877d0855-5b26-40ea-9108-5bcc33817a9b req-b89585ea-7545-46d3-9bd4-b76e8ae29fb7 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281217 Apr 05 20:09:07.485153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7b4e87f6-95e8-4175-b46d-b3051215ae8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b7a7a90e9e04c2a87e9186eb90026ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6036153 Apr 05 20:09:07.486445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e87f6-95e8-4175-b46d-b3051215ae8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50e8701-59bf-4c6d-b4c0-c350a110f57c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:07.489357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51146) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:07.540994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Pushing event updated for resources: {'Subnet': ['ID=89ae6b3c-56aa-413d-9079-6ca4be25c3ea,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:07.543385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Checking segment: {'id': 'f18e6be4-611b-4431-abe6-72d435ddd152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'c2038c4f-e2d9-40d5-8f61-40e1bdede66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:07.543903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Network hostable DHCP agents. Network: c2038c4f-e2d9-40d5-8f61-40e1bdede66c, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:09:07.559634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Pushing event updated for resources: {'Port': ['ID=aa38d186-0b55-41bc-8955-47bffb4eed2f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:07.567518 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f071e7f5-40a0-456d-9e0f-73a68359e631 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1677079 Apr 05 20:09:07.594937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Request body: {'port': {'device_id': '344ef78f-c70e-4e48-8787-db141d698430', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:07.640651 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4299486e-54e2-4519-b714-253e6fe7dcde req-a978a0b7-d8af-48ef-bd34-555ca10f983e tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 210 time: 0.1031349 Apr 05 20:09:07.654112 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-a7afe317-1ce1-4d82-b38d-897ee784e262 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=bdf0c4ffc0af435395a1b9ea285739f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565748 Apr 05 20:09:07.700937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-4c6a8ada-8e3a-4bb4-b0c0-9b14f147915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:07.703289 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-4c6a8ada-8e3a-4bb4-b0c0-9b14f147915f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 1099 time: 0.5325382 Apr 05 20:09:07.710012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Network c2038c4f-e2d9-40d5-8f61-40e1bdede66c is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:09:07.718664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 18e401a4-9f87-4baa-bc7c-69a53e4c3960 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:09:07.724025 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6564fbe-b80e-490e-9447-19deb53d4689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:07.780974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, c2038c4f-e2d9-40d5-8f61-40e1bdede66c) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:07.798987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95095bf-4b20-4853-8aba-8a2028bb5b6c None None] Network c2038c4f-e2d9-40d5-8f61-40e1bdede66c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:09:07.808900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:07.809485 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:07.848170 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6564fbe-b80e-490e-9447-19deb53d4689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:07.895361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-0c287f7d-a06b-42bf-8ae6-b4ed3c44ed7f tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:07.896894 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-0c287f7d-a06b-42bf-8ae6-b4ed3c44ed7f tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378204 Apr 05 20:09:07.905731 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3c27c114-9e73-4690-b145-3bce6cc0c11a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0648911 Apr 05 20:09:07.912968 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:07.913611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Request body: {'port': {'device_id': '2f714981-71c8-43dd-83b8-91770d43c2e1', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': 'bdf0c4ffc0af435395a1b9ea285739f3'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:08.016562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5731a2-c14c-4496-8438-3c1c38d4a7ce req-c3ec9236-3a77-41d5-bd28-4806802fd4d6 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:08.017264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-0b5731a2-c14c-4496-8438-3c1c38d4a7ce req-c3ec9236-3a77-41d5-bd28-4806802fd4d6 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Synchronizing usage tracker for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:08.023188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-921d546b-8456-41fb-ab98-7c68bc269c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:08.024537 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-921d546b-8456-41fb-ab98-7c68bc269c11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.3127542 Apr 05 20:09:08.062692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:08.070901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Usage tracker for resource:port and tenant:bdf0c4ffc0af435395a1b9ea285739f3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:08.073217 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:08.084195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:08.102634 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6564fbe-b80e-490e-9447-19deb53d4689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:08.112254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 18e401a4-9f87-4baa-bc7c-69a53e4c3960, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=18e401a4-9f87-4baa-bc7c-69a53e4c3960,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:08.122749 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76061b4-b400-49fe-a180-f83e4e308642 None None] Network c2038c4f-e2d9-40d5-8f61-40e1bdede66c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:09:08.133848 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-7ca484a1-46ee-48a3-9710-bc76d8d8d0d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6 HTTP/1.1" status: 200 len: 217 time: 0.1016517 Apr 05 20:09:08.135499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Made reservation on behalf of bdf0c4ffc0af435395a1b9ea285739f3 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:08.139356 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:08.201156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6564fbe-b80e-490e-9447-19deb53d4689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50e8701-59bf-4c6d-b4c0-c350a110f57c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:08.222941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-0b5731a2-c14c-4496-8438-3c1c38d4a7ce req-c3ec9236-3a77-41d5-bd28-4806802fd4d6 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Unset dirty status for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:08.226710 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6564fbe-b80e-490e-9447-19deb53d4689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:08.230930 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0b5731a2-c14c-4496-8438-3c1c38d4a7ce req-c3ec9236-3a77-41d5-bd28-4806802fd4d6 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 931 time: 0.6071625 Apr 05 20:09:08.232393 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c6564fbe-b80e-490e-9447-19deb53d4689 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e50e8701-59bf-4c6d-b4c0-c350a110f57c HTTP/1.1" status: 204 len: 168 time: 0.7362731 Apr 05 20:09:08.329446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '18e401a4-9f87-4baa-bc7c-69a53e4c3960', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '18e401a4-9f87-4baa-bc7c-69a53e4c3960', 'mac_address': 'fa:16:3e:17:09:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:09:08.359932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf', 'tag': 'd42841c6-73ca-48b9-b406-7bfefe163cb6'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:08.371036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-0b5731a2-c14c-4496-8438-3c1c38d4a7ce req-3b3b0acd-0d04-43e0-a432-f55ed06302db tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Synchronizing usage tracker for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:08.375980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-dac96bfe-6661-4c16-96e5-342b07fae783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:08.377437 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-dac96bfe-6661-4c16-96e5-342b07fae783 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1953418 Apr 05 20:09:08.461632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe1457-071f-4730-9d1d-80c7da228d1c req-e6efa694-2c87-4ac1-959b-f5881e9ec590 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:08.463264 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34fe1457-071f-4730-9d1d-80c7da228d1c req-e6efa694-2c87-4ac1-959b-f5881e9ec590 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 948 time: 0.1762154 Apr 05 20:09:08.486174 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:08.486893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Allocated IP 192.168.233.74 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/60ff7482-2bc5-47f6-82f6-ce333a261d1f) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:08.501575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-0b5731a2-c14c-4496-8438-3c1c38d4a7ce req-3b3b0acd-0d04-43e0-a432-f55ed06302db tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Unset dirty status for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:08.515540 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0b5731a2-c14c-4496-8438-3c1c38d4a7ce req-3b3b0acd-0d04-43e0-a432-f55ed06302db tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789791 Apr 05 20:09:08.571384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e401a4-9f87-4baa-bc7c-69a53e4c3960 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:08.582648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-f1d7b54d-7514-4601-9b9a-d5fcb9a39fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:08.584755 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-f1d7b54d-7514-4601-9b9a-d5fcb9a39fde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1578321 Apr 05 20:09:08.591293 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:08.594743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 18e401a4-9f87-4baa-bc7c-69a53e4c3960, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=18e401a4-9f87-4baa-bc7c-69a53e4c3960,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:08.601363 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:08.616069 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34fe1457-071f-4730-9d1d-80c7da228d1c req-b91a39f1-8d27-419b-ba4c-a4852126ff87 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284966 Apr 05 20:09:08.719680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=18e401a4-9f87-4baa-bc7c-69a53e4c3960,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:08.781037 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf', 'tag': 'd42841c6-73ca-48b9-b406-7bfefe163cb6', 'status': 'completed', 'code': 200} Apr 05 20:09:08.790491 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:08.791218 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.13', 54049) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:08.855957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa38d186-0b55-41bc-8955-47bffb4eed2f {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:08.862671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['18e401a4-9f87-4baa-bc7c-69a53e4c3960'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:08.886626 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:08.930595 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-40d3a5a5-da7b-4fe5-8f7d-ef096ca3e524 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312204 Apr 05 20:09:08.961355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Transition to ACTIVE for port object aa38d186-0b55-41bc-8955-47bffb4eed2f will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:08.966894 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49fe0b62-e95d-4054-b113-9fa7428f71c8 req-9ea27980-472e-498d-9054-3063c5028a76 tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0767624 Apr 05 20:09:08.982605 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:09.081372 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:09.120509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Transition to ACTIVE for port object 60ff7482-2bc5-47f6-82f6-ce333a261d1f will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:09.171342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:09.317811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:09.322315 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Pushing event updated for resources: {'Port': ['ID=60ff7482-2bc5-47f6-82f6-ce333a261d1f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:09.327800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:09.334017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:09.340095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:09.340729 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:09.382627 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-3ec5c968-3f3f-4968-a523-528507227692 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4729326 Apr 05 20:09:09.399875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51f525-b034-4055-82b4-3f029c0cb2bc req-1d9ff4e4-95da-4b6f-a40a-cda0c6ba411f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:09.406418 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d51f525-b034-4055-82b4-3f029c0cb2bc req-1d9ff4e4-95da-4b6f-a40a-cda0c6ba411f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 948 time: 0.1825697 Apr 05 20:09:09.411828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Request body: {'port': {'device_id': '2f714981-71c8-43dd-83b8-91770d43c2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:09.412293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5828949-0e53-4d80-af0c-677b53cad30f req-dfa66294-f787-49a3-b513-687553ae8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:09.413835 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5828949-0e53-4d80-af0c-677b53cad30f req-dfa66294-f787-49a3-b513-687553ae8ae3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 1099 time: 0.6197507 Apr 05 20:09:09.515894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Pushing event updated for resources: {'Port': ['ID=aa38d186-0b55-41bc-8955-47bffb4eed2f,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:09.638153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-58d5f661-4027-4504-818e-07168612a8be None None] Provisioning for port 60ff7482-2bc5-47f6-82f6-ce333a261d1f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:09.649394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-58d5f661-4027-4504-818e-07168612a8be None None] Provisioning complete for port 60ff7482-2bc5-47f6-82f6-ce333a261d1f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:09.650070 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-58d5f661-4027-4504-818e-07168612a8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:09.659173 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28bf91df-248c-48fc-8e91-2a99ef9f28d6 req-8842d684-7535-418d-a4e8-94fd95758daf service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7201684 Apr 05 20:09:09.665833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Attempting to bind port aa38d186-0b55-41bc-8955-47bffb4eed2f on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:09.666298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Attempting to bind port aa38d186-0b55-41bc-8955-47bffb4eed2f by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:09.666738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Attempting to bind port aa38d186-0b55-41bc-8955-47bffb4eed2f on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:09.680362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b70ed-f583-434d-a1a1-280126457adb req-68c5bb7b-dff5-496e-b89b-7f2ebed7c442 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:09.688669 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b3b70ed-f583-434d-a1a1-280126457adb req-68c5bb7b-dff5-496e-b89b-7f2ebed7c442 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/networks?id=01cd0a03-b3c0-4352-ada3-0de0bc6c6dea HTTP/1.1" status: 200 len: 814 time: 0.6418271 Apr 05 20:09:09.704390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Port aa38d186-0b55-41bc-8955-47bffb4eed2f on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:09:09.704862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Attempting to bind port aa38d186-0b55-41bc-8955-47bffb4eed2f on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:09.709919 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:09.723404 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b3b70ed-f583-434d-a1a1-280126457adb req-caf67e0c-b941-4ba0-af62-5f8b16b98d53 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/quotas/5946065e7fd343b491b66bc47857a283 HTTP/1.1" status: 200 len: 375 time: 0.0336587 Apr 05 20:09:09.767129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:09.767595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Checking segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:09.768073 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Bound using segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:09.768479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 18e401a4-9f87-4baa-bc7c-69a53e4c3960 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:09.768727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Bound port: aa38d186-0b55-41bc-8955-47bffb4eed2f, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:09.769277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:09.808874 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d51f525-b034-4055-82b4-3f029c0cb2bc req-ae848398-17ad-43da-a1be-9ab6ac6297ae tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433212 Apr 05 20:09:09.879106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-58d5f661-4027-4504-818e-07168612a8be None None] Port 60ff7482-2bc5-47f6-82f6-ce333a261d1f cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:09:09.902763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 18e401a4-9f87-4baa-bc7c-69a53e4c3960 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:09.908875 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b3b70ed-f583-434d-a1a1-280126457adb req-df26d336-1b32-4885-8612-07187de6fa7c tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5946065e7fd343b491b66bc47857a283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1843781 Apr 05 20:09:09.911488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 18e401a4-9f87-4baa-bc7c-69a53e4c3960 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:09.911851 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:10.084059 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:10.103226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5828949-0e53-4d80-af0c-677b53cad30f req-a09654ed-a24f-47d4-9ea9-a9383d62ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:10.105406 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5828949-0e53-4d80-af0c-677b53cad30f req-a09654ed-a24f-47d4-9ea9-a9383d62ea3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.6748834 Apr 05 20:09:10.118946 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662f7714-57cd-4c09-ac06-41d32681717e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e401a4-9f87-4baa-bc7c-69a53e4c3960'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:10.126220 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b3b70ed-f583-434d-a1a1-280126457adb req-776c526e-4306-4f39-816c-d3f825fddaca service neutron] 10.222.0.24 "GET /v2.0/networks/01cd0a03-b3c0-4352-ada3-0de0bc6c6dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162654 Apr 05 20:09:10.130542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 18e401a4-9f87-4baa-bc7c-69a53e4c3960, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=18e401a4-9f87-4baa-bc7c-69a53e4c3960,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:10.137814 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:10.228187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=18e401a4-9f87-4baa-bc7c-69a53e4c3960,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:10.239236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b4128-7a67-4962-9c7d-3c0612bc6187 req-ba537f4c-f61e-4325-9292-a51416d06e72 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:10.239935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-814b4128-7a67-4962-9c7d-3c0612bc6187 req-ba537f4c-f61e-4325-9292-a51416d06e72 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Synchronizing usage tracker for tenant:bdf0c4ffc0af435395a1b9ea285739f3 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:10.289075 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5828949-0e53-4d80-af0c-677b53cad30f req-eafef22b-0115-4564-9ee5-78174873d9b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6 HTTP/1.1" status: 200 len: 217 time: 0.1729784 Apr 05 20:09:10.309836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-814b4128-7a67-4962-9c7d-3c0612bc6187 req-ba537f4c-f61e-4325-9292-a51416d06e72 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Unset dirty status for tenant:bdf0c4ffc0af435395a1b9ea285739f3 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:10.316489 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-814b4128-7a67-4962-9c7d-3c0612bc6187 req-ba537f4c-f61e-4325-9292-a51416d06e72 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 935 time: 0.3140359 Apr 05 20:09:10.343916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ff7482-2bc5-47f6-82f6-ce333a261d1f {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:10.360377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:10.377773 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-814b4128-7a67-4962-9c7d-3c0612bc6187 req-7e97a922-6568-4ba8-9dd1-1e9051572939 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603995 Apr 05 20:09:10.384507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Transition to ACTIVE for port object 60ff7482-2bc5-47f6-82f6-ce333a261d1f will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:10.389375 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:10.431788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:10.444499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5828949-0e53-4d80-af0c-677b53cad30f req-bcfaa673-2bdb-4bc4-86cc-9324ee250b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:10.446216 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5828949-0e53-4d80-af0c-677b53cad30f req-bcfaa673-2bdb-4bc4-86cc-9324ee250b49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1505878 Apr 05 20:09:10.458284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:10.515949 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:10.588254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5828949-0e53-4d80-af0c-677b53cad30f req-34ae4e1e-06bc-4858-9315-437bcbba688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:10.588254 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5828949-0e53-4d80-af0c-677b53cad30f req-34ae4e1e-06bc-4858-9315-437bcbba688f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 1099 time: 0.7759230 Apr 05 20:09:10.593897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:10.594929 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:10.596681 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] 10.222.0.13 "PUT /v2.0/ports/aa38d186-0b55-41bc-8955-47bffb4eed2f HTTP/1.1" status: 200 len: 1091 time: 3.0081944 Apr 05 20:09:10.642009 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b3b70ed-f583-434d-a1a1-280126457adb req-ebe5792c-1729-41f7-8b68-6819cb10ba53 service neutron] 10.222.0.24 "GET /v2.0/networks/01cd0a03-b3c0-4352-ada3-0de0bc6c6dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148098 Apr 05 20:09:10.658196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Pushing event updated for resources: {'Port': ['ID=60ff7482-2bc5-47f6-82f6-ce333a261d1f,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:10.683436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Attempting to bind port 60ff7482-2bc5-47f6-82f6-ce333a261d1f on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:10.683761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Attempting to bind port 60ff7482-2bc5-47f6-82f6-ce333a261d1f by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:10.684084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Attempting to bind port 60ff7482-2bc5-47f6-82f6-ce333a261d1f on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:10.690917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Port 60ff7482-2bc5-47f6-82f6-ce333a261d1f on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:09:10.691232 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Attempting to bind port 60ff7482-2bc5-47f6-82f6-ce333a261d1f on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:10.699775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:10.700101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:10.700471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:10.700888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Bound port: 60ff7482-2bc5-47f6-82f6-ce333a261d1f, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:10.701229 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:10.777845 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c40549-d038-411e-a056-4eceb973858b req-8f61ab5c-97ed-4474-8057-018e94deff29 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:10.779471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15c40549-d038-411e-a056-4eceb973858b req-8f61ab5c-97ed-4474-8057-018e94deff29 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 943 time: 0.2432485 Apr 05 20:09:10.801528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344ef78f-c70e-4e48-8787-db141d698430', 'tag': 'aa38d186-0b55-41bc-8955-47bffb4eed2f'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:10.809333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002925e-dca5-4c9e-9fe7-29eaa995cd70 service neutron] Pushing event updated for resources: {'Port': ['ID=aa38d186-0b55-41bc-8955-47bffb4eed2f,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:10.852054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] For port 60ff7482-2bc5-47f6-82f6-ce333a261d1f, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:10.857147 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15c40549-d038-411e-a056-4eceb973858b req-f66bd43c-bfa6-4f74-a280-0cbc6df15f4e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711436 Apr 05 20:09:10.863750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] For port 60ff7482-2bc5-47f6-82f6-ce333a261d1f, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=60ff7482-2bc5-47f6-82f6-ce333a261d1f,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:10.869400 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:10.934538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:10.935143 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:10.936677 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] 10.222.0.13 "PUT /v2.0/ports/60ff7482-2bc5-47f6-82f6-ce333a261d1f HTTP/1.1" status: 200 len: 1095 time: 1.5467336 Apr 05 20:09:10.937103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f714981-71c8-43dd-83b8-91770d43c2e1', 'tag': '60ff7482-2bc5-47f6-82f6-ce333a261d1f'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:10.976685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5472c-8115-4ccf-bd8f-bab87430c182 service neutron] Pushing event updated for resources: {'Port': ['ID=60ff7482-2bc5-47f6-82f6-ce333a261d1f,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:11.003487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5828949-0e53-4d80-af0c-677b53cad30f req-4eeb74b8-b1e6-4fc9-90ec-b276583253a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:11.004962 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5828949-0e53-4d80-af0c-677b53cad30f req-4eeb74b8-b1e6-4fc9-90ec-b276583253a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5454481 Apr 05 20:09:11.107375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-0b5a94a5-9765-4667-9e0e-4df89946b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:11.109150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-0b5a94a5-9765-4667-9e0e-4df89946b2f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdf0c4ffc0af435395a1b9ea285739f3&device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 1098 time: 0.1212749 Apr 05 20:09:11.119632 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5261110d-f605-480f-9c9a-a354bfb88190 req-298a7cae-7fd4-4a48-b715-76e9eeae3041 tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0578101 Apr 05 20:09:11.137937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5828949-0e53-4d80-af0c-677b53cad30f req-89ede7c7-cb1d-4cb7-b516-4dd4b2588bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:11.139378 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5828949-0e53-4d80-af0c-677b53cad30f req-89ede7c7-cb1d-4cb7-b516-4dd4b2588bb7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.5327089 Apr 05 20:09:11.220395 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-cfb2cb19-ed1a-4a8b-9f6c-3a05e873eaf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=60ff7482-2bc5-47f6-82f6-ce333a261d1f HTTP/1.1" status: 200 len: 217 time: 0.1002214 Apr 05 20:09:11.280529 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662f7714-57cd-4c09-ac06-41d32681717e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e401a4-9f87-4baa-bc7c-69a53e4c3960', 'code': 200} Apr 05 20:09:11.319404 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cbe192cc-b5c7-4cc2-9a29-abf1eac8cd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:11.326587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-e81abe70-8f7c-4c1c-b040-cac54d631cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:11.328307 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-e81abe70-8f7c-4c1c-b040-cac54d631cd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1031625 Apr 05 20:09:11.385259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5828949-0e53-4d80-af0c-677b53cad30f req-992b5ecd-685d-4128-af23-52d3ccc87ba5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6 HTTP/1.1" status: 200 len: 217 time: 0.2312226 Apr 05 20:09:11.392793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-423452a1-371f-43d9-ae88-712627408546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:11.394285 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-423452a1-371f-43d9-ae88-712627408546 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 1094 time: 0.7215755 Apr 05 20:09:11.506904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-41702c79-f97e-4bac-a81a-8f40fccdd51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:11.508964 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-41702c79-f97e-4bac-a81a-8f40fccdd51d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581645 Apr 05 20:09:11.516684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314b7fa-894e-4ab6-b9ad-d31226d9bff3 req-8aa62f56-4f63-41be-8e02-98b63a370f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:11.518605 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2314b7fa-894e-4ab6-b9ad-d31226d9bff3 req-8aa62f56-4f63-41be-8e02-98b63a370f6f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 1101 time: 0.1174998 Apr 05 20:09:11.525189 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-16a5561e-52fb-48c0-bb7c-e5f8b9fc1c7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f HTTP/1.1" status: 200 len: 217 time: 0.0971334 Apr 05 20:09:11.582454 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5828949-0e53-4d80-af0c-677b53cad30f req-2dadec08-4f32-4c84-9e91-955d4d1e2de7 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5686328 Apr 05 20:09:11.595779 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2314b7fa-894e-4ab6-b9ad-d31226d9bff3 req-d817f429-0486-42f1-823d-caee0d7894c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510314 Apr 05 20:09:11.617766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5828949-0e53-4d80-af0c-677b53cad30f req-312fd3ad-bd63-4344-a169-6967d50cc5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:11.619168 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5828949-0e53-4d80-af0c-677b53cad30f req-312fd3ad-bd63-4344-a169-6967d50cc5d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2223368 Apr 05 20:09:11.644452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3849c7b-e0ce-4519-bc9c-d0bfb0e4638a req-f32fa588-cccc-4b30-a369-c08c3c7f1257 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:11.645871 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b3849c7b-e0ce-4519-bc9c-d0bfb0e4638a req-f32fa588-cccc-4b30-a369-c08c3c7f1257 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 950 time: 0.7117472 Apr 05 20:09:11.727372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-131b4869-28bd-4066-bde7-5a1dc69f1731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:11.728772 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-131b4869-28bd-4066-bde7-5a1dc69f1731 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.1955397 Apr 05 20:09:11.782213 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1b970d1-0170-4fe8-bbcc-7c3a0ae135fc req-97d77cfa-2ac6-4ad9-b8ac-49e6856835cc tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 210 time: 0.0447059 Apr 05 20:09:11.801566 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-f718b96e-f765-412e-b3cd-ff0c6e82309d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557017 Apr 05 20:09:11.807158 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-75318577-f91d-4787-9df8-d052925e58b6 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873626 Apr 05 20:09:11.834459 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b3849c7b-e0ce-4519-bc9c-d0bfb0e4638a req-531ee734-e08a-4dda-b738-8dd79e90299f tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791322 Apr 05 20:09:11.971822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5828949-0e53-4d80-af0c-677b53cad30f req-4a92e1d1-41ab-46f1-9cda-bacdbb611aa5 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810725 Apr 05 20:09:12.001041 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344ef78f-c70e-4e48-8787-db141d698430', 'tag': 'aa38d186-0b55-41bc-8955-47bffb4eed2f', 'status': 'completed', 'code': 200} Apr 05 20:09:12.024502 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-c97b1316-0160-455f-9a5f-d0a273846c7a service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198448 Apr 05 20:09:12.052758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce777d5-a7cb-45be-a45e-fc2753b27904 req-915b3f5a-9517-4e64-a2d5-4e041f5790e0 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396808 Apr 05 20:09:12.068703 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f714981-71c8-43dd-83b8-91770d43c2e1', 'tag': '60ff7482-2bc5-47f6-82f6-ce333a261d1f', 'status': 'completed', 'code': 200} Apr 05 20:09:12.094374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5828949-0e53-4d80-af0c-677b53cad30f req-d39f22c0-7c27-440b-b67c-f0db3e411b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:12.095844 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5828949-0e53-4d80-af0c-677b53cad30f req-d39f22c0-7c27-440b-b67c-f0db3e411b47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2287545 Apr 05 20:09:12.221425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f21277-a274-44ba-89ab-160519ff41cd req-7d265fc8-0f41-490a-b902-b228d4fdb103 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:12.222934 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60f21277-a274-44ba-89ab-160519ff41cd req-7d265fc8-0f41-490a-b902-b228d4fdb103 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 948 time: 0.1354496 Apr 05 20:09:12.311770 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60f21277-a274-44ba-89ab-160519ff41cd req-70357fff-110b-4a93-9951-3d5175ca60c1 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549905 Apr 05 20:09:12.334242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa5108-3cb1-40e1-a477-cf18f54224e5 req-2147bf0c-30b4-4084-a8d2-ff3d9684a275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:12.336391 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fdaa5108-3cb1-40e1-a477-cf18f54224e5 req-2147bf0c-30b4-4084-a8d2-ff3d9684a275 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bdf0c4ffc0af435395a1b9ea285739f3&device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 1098 time: 0.1126192 Apr 05 20:09:12.351915 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52b3ec26-7fc8-42ea-8b05-4739cf77f2bb req-b25819e4-f908-4c64-b2c0-78b61684a0ed service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149447 Apr 05 20:09:12.386506 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5828949-0e53-4d80-af0c-677b53cad30f req-4d9ffe84-1e3b-4ef1-afaa-f23f1db07646 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302389 Apr 05 20:09:12.398112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fd73e-ec55-4c57-9dc7-72c760e65c35 req-6558bf03-f0bb-4e6d-abae-09e54fab08f2 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:12.398816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c70fd73e-ec55-4c57-9dc7-72c760e65c35 req-6558bf03-f0bb-4e6d-abae-09e54fab08f2 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Synchronizing usage tracker for tenant:bdf0c4ffc0af435395a1b9ea285739f3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:12.521331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa5108-3cb1-40e1-a477-cf18f54224e5 req-e09ef6ac-c67f-45ac-a963-ecef626e60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:12.522801 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fdaa5108-3cb1-40e1-a477-cf18f54224e5 req-e09ef6ac-c67f-45ac-a963-ecef626e60d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.1788795 Apr 05 20:09:12.547911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c70fd73e-ec55-4c57-9dc7-72c760e65c35 req-6558bf03-f0bb-4e6d-abae-09e54fab08f2 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Unset dirty status for tenant:bdf0c4ffc0af435395a1b9ea285739f3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:12.549660 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c70fd73e-ec55-4c57-9dc7-72c760e65c35 req-6558bf03-f0bb-4e6d-abae-09e54fab08f2 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 947 time: 0.3585422 Apr 05 20:09:12.633537 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c70fd73e-ec55-4c57-9dc7-72c760e65c35 req-86bb2c41-6c85-42d7-81fa-8e1c2f233d80 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735729 Apr 05 20:09:12.635467 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5828949-0e53-4d80-af0c-677b53cad30f req-1d88596f-89e0-4d17-84b8-9a020a311a72 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332494 Apr 05 20:09:12.640874 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fdaa5108-3cb1-40e1-a477-cf18f54224e5 req-3fe4a7e7-3d2a-4f03-ab4b-26a2765340cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=60ff7482-2bc5-47f6-82f6-ce333a261d1f HTTP/1.1" status: 200 len: 217 time: 0.1083684 Apr 05 20:09:12.643940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cbbc5-978b-49e1-a9ee-2398817e7ecd req-6bd47119-1592-49ee-8836-496ad2c56f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:12.645376 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f6cbbc5-978b-49e1-a9ee-2398817e7ecd req-6bd47119-1592-49ee-8836-496ad2c56f76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 1094 time: 0.2227299 Apr 05 20:09:12.748625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa5108-3cb1-40e1-a477-cf18f54224e5 req-508ec08b-a20b-4828-936a-0c5c278eea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:12.750072 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fdaa5108-3cb1-40e1-a477-cf18f54224e5 req-508ec08b-a20b-4828-936a-0c5c278eea36 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0888886 Apr 05 20:09:12.815575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3f8b5-9965-4cf1-b714-b9508706f6a6 req-21a332d7-ef71-4461-b5e6-c3eb1fe3414e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:12.818593 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22b3f8b5-9965-4cf1-b714-b9508706f6a6 req-21a332d7-ef71-4461-b5e6-c3eb1fe3414e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 943 time: 0.2233305 Apr 05 20:09:12.876140 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22b3f8b5-9965-4cf1-b714-b9508706f6a6 req-2a41b3ac-9f42-460d-8f37-66dfe630ddd9 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508206 Apr 05 20:09:12.897405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa5108-3cb1-40e1-a477-cf18f54224e5 req-40f3741f-1bca-4aeb-b388-f23d1e09e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:12.899087 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fdaa5108-3cb1-40e1-a477-cf18f54224e5 req-40f3741f-1bca-4aeb-b388-f23d1e09e1bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1404111 Apr 05 20:09:12.899775 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7fab42b7-6ce9-42e3-98ae-7d386ed3b769 req-114a8fc1-f9de-4292-9f71-2711bc925155 tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.1051717 Apr 05 20:09:13.049339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fdaa5108-3cb1-40e1-a477-cf18f54224e5 req-56e34a1d-e9fe-4fba-a103-94993158d2a3 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424713 Apr 05 20:09:13.072059 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cbbc5-978b-49e1-a9ee-2398817e7ecd req-3511ed11-4b15-4b02-8ede-ede044d3251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:13.074187 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f6cbbc5-978b-49e1-a9ee-2398817e7ecd req-3511ed11-4b15-4b02-8ede-ede044d3251d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.4163933 Apr 05 20:09:13.090557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b70ed-f583-434d-a1a1-280126457adb req-cc770920-0cc6-486d-b7d7-a7bf65abca54 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:13.092649 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b3b70ed-f583-434d-a1a1-280126457adb req-cc770920-0cc6-486d-b7d7-a7bf65abca54 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.41 "GET /v2.0/networks?id=01cd0a03-b3c0-4352-ada3-0de0bc6c6dea HTTP/1.1" status: 200 len: 814 time: 0.3982027 Apr 05 20:09:13.222916 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fdaa5108-3cb1-40e1-a477-cf18f54224e5 req-fd9cded2-62e6-48d2-ac2b-f499e2b8a2b8 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657779 Apr 05 20:09:13.281863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Request body: {'port': {'device_id': '3cfea431-94c7-4353-a688-00de90ceaddb', 'network_id': '01cd0a03-b3c0-4352-ada3-0de0bc6c6dea', 'admin_state_up': True, 'tenant_id': '5946065e7fd343b491b66bc47857a283'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:13.335025 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f6cbbc5-978b-49e1-a9ee-2398817e7ecd req-5f015042-a678-4d0b-9ece-ddcd9afd954e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f HTTP/1.1" status: 200 len: 217 time: 0.2410045 Apr 05 20:09:13.377531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee959d4d-3f1d-40a7-92cb-c7f8dc83cc19 req-138ad518-d775-4628-b98f-658ce83d06de tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:13.378936 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee959d4d-3f1d-40a7-92cb-c7f8dc83cc19 req-138ad518-d775-4628-b98f-658ce83d06de tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 950 time: 0.0858524 Apr 05 20:09:13.390075 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-825f54d5-d62c-4263-b396-504a23e34eaf req-4f133ed2-86a8-4267-8bd2-40d2df3db12a tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 210 time: 0.1129992 Apr 05 20:09:13.430312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee959d4d-3f1d-40a7-92cb-c7f8dc83cc19 req-d36822c9-0716-44fe-ac0d-c745ec3f30bc tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454128 Apr 05 20:09:13.484491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cbbc5-978b-49e1-a9ee-2398817e7ecd req-07efd577-c1f9-4c96-acfd-9692cb04c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:13.485968 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f6cbbc5-978b-49e1-a9ee-2398817e7ecd req-07efd577-c1f9-4c96-acfd-9692cb04c65d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.1282611 Apr 05 20:09:13.560275 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f6cbbc5-978b-49e1-a9ee-2398817e7ecd req-00f2704b-21e5-4156-b6ef-1e6252958b39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623136 Apr 05 20:09:13.602054 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-34002af4-6a44-4f43-9caf-3a935257edf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:13.604657 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:13.609869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Usage tracker for resource:port and tenant:5946065e7fd343b491b66bc47857a283 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:13.613074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:13.619745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:13.642465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Made reservation on behalf of 5946065e7fd343b491b66bc47857a283 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:13.645685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf0703-e393-4c60-814b-fc2add15214e req-2860d1f6-b7ea-4abd-aed6-ac15fefb40e7 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:13.645836 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:13.648487 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdcf0703-e393-4c60-814b-fc2add15214e req-2860d1f6-b7ea-4abd-aed6-ac15fefb40e7 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 948 time: 0.1025107 Apr 05 20:09:13.763532 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d42841c6-73ca-48b9-b406-7bfefe163cb6 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:09:13.851578 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdcf0703-e393-4c60-814b-fc2add15214e req-4e4c0232-872f-415f-b47f-1f636cd472fe tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906118 Apr 05 20:09:13.881852 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f51a9df-511e-4b0a-a28b-9f3b567a7460 req-6b92a358-47ae-414b-aaf6-b895325cc73a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1532106 Apr 05 20:09:13.937346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f6cbbc5-978b-49e1-a9ee-2398817e7ecd req-2b198f60-34e0-4422-82ae-38c76ad9efaa service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701689 Apr 05 20:09:14.027294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port d42841c6-73ca-48b9-b406-7bfefe163cb6, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:14.044072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'd42841c6-73ca-48b9-b406-7bfefe163cb6', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'd42841c6-73ca-48b9-b406-7bfefe163cb6', 'mac_address': 'fa:16:3e:6d:76:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:09:14.108505 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:14.130849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42841c6-73ca-48b9-b406-7bfefe163cb6 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:14.149942 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port d42841c6-73ca-48b9-b406-7bfefe163cb6, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:14.154537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551db91-3b49-4a1f-bc07-3f7409b8b7c9 req-b6e49cc6-e920-4491-8184-842dcace0c8d tempest-ServersAdminNegativeTestJSON-1257151247 tempest-ServersAdminNegativeTestJSON-1257151247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:14.155373 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:14.156730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5551db91-3b49-4a1f-bc07-3f7409b8b7c9 req-b6e49cc6-e920-4491-8184-842dcace0c8d tempest-ServersAdminNegativeTestJSON-1257151247 tempest-ServersAdminNegativeTestJSON-1257151247-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 1101 time: 0.1034458 Apr 05 20:09:14.191020 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5551db91-3b49-4a1f-bc07-3f7409b8b7c9 req-c2a4e215-5a59-4aeb-996e-badf50861d6c tempest-ServersAdminNegativeTestJSON-1257151247 tempest-ServersAdminNegativeTestJSON-1257151247-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:14.208389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a9df-511e-4b0a-a28b-9f3b567a7460 req-d3d3cc79-2306-47e3-83be-1d5ec99452fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:14.210242 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f51a9df-511e-4b0a-a28b-9f3b567a7460 req-d3d3cc79-2306-47e3-83be-1d5ec99452fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d74b4c62374e4cf88d510708b4abb9c8&device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 1100 time: 0.1939831 Apr 05 20:09:14.211420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-5551db91-3b49-4a1f-bc07-3f7409b8b7c9 req-c2a4e215-5a59-4aeb-996e-badf50861d6c tempest-ServersAdminNegativeTestJSON-1257151247 tempest-ServersAdminNegativeTestJSON-1257151247-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:14.216601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5551db91-3b49-4a1f-bc07-3f7409b8b7c9 req-c2a4e215-5a59-4aeb-996e-badf50861d6c tempest-ServersAdminNegativeTestJSON-1257151247 tempest-ServersAdminNegativeTestJSON-1257151247-project-admin] Usage tracker for resource:security_group_rule and tenant:ecedb154472648498254262d7a4f7c66 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:14.220054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5551db91-3b49-4a1f-bc07-3f7409b8b7c9 req-c2a4e215-5a59-4aeb-996e-badf50861d6c tempest-ServersAdminNegativeTestJSON-1257151247 tempest-ServersAdminNegativeTestJSON-1257151247-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:14.227448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-5551db91-3b49-4a1f-bc07-3f7409b8b7c9 req-c2a4e215-5a59-4aeb-996e-badf50861d6c tempest-ServersAdminNegativeTestJSON-1257151247 tempest-ServersAdminNegativeTestJSON-1257151247-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:14.246908 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f6cbbc5-978b-49e1-a9ee-2398817e7ecd req-9423d934-b511-41fb-b2e9-30df592b9694 service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015244 Apr 05 20:09:14.247982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Allocated IP 172.20.0.13 (01cd0a03-b3c0-4352-ada3-0de0bc6c6dea/ef264a87-153f-4789-96ce-f93b94b6b1b2/2f28f4f9-1390-46cf-8cb4-ba9ccead1200) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:14.326417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c7023-f5a1-463f-b731-1a1553d71f0f req-7d6dff33-904f-45dc-85b6-46d9c5ba1cd2 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:14.333793 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ad9c7023-f5a1-463f-b731-1a1553d71f0f req-7d6dff33-904f-45dc-85b6-46d9c5ba1cd2 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 947 time: 0.2717733 Apr 05 20:09:14.354732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=d42841c6-73ca-48b9-b406-7bfefe163cb6,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:14.397933 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ad9c7023-f5a1-463f-b731-1a1553d71f0f req-01443e36-dde2-44e5-80c3-150f69312909 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629909 Apr 05 20:09:14.456232 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51316) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:14.496502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d42841c6-73ca-48b9-b406-7bfefe163cb6'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:14.584519 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5551db91-3b49-4a1f-bc07-3f7409b8b7c9 req-c2a4e215-5a59-4aeb-996e-badf50861d6c tempest-ServersAdminNegativeTestJSON-1257151247 tempest-ServersAdminNegativeTestJSON-1257151247-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:14.603109 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5551db91-3b49-4a1f-bc07-3f7409b8b7c9 req-c2a4e215-5a59-4aeb-996e-badf50861d6c tempest-ServersAdminNegativeTestJSON-1257151247 tempest-ServersAdminNegativeTestJSON-1257151247-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:14.629157 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:14.646301 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5551db91-3b49-4a1f-bc07-3f7409b8b7c9 req-c2a4e215-5a59-4aeb-996e-badf50861d6c tempest-ServersAdminNegativeTestJSON-1257151247 tempest-ServersAdminNegativeTestJSON-1257151247-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769945 Apr 05 20:09:14.662781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a9df-511e-4b0a-a28b-9f3b567a7460 req-e13e0fd0-3d9f-40b1-96a9-41f4f88b94d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:14.662781 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f51a9df-511e-4b0a-a28b-9f3b567a7460 req-e13e0fd0-3d9f-40b1-96a9-41f4f88b94d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.4262505 Apr 05 20:09:14.692998 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:14.829043 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:14.853557 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f51a9df-511e-4b0a-a28b-9f3b567a7460 req-157aa705-c7f5-4dc9-b98f-b564ffdc5140 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=0875486c-cd59-4cb0-8465-b00faa5fed06 HTTP/1.1" status: 200 len: 217 time: 0.1865406 Apr 05 20:09:14.880095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:14.936665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4e215-5a59-4aeb-996e-badf50861d6c tempest-ServersAdminNegativeTestJSON-1257151247 tempest-ServersAdminNegativeTestJSON-1257151247-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6a2a09-dbd2-4af0-b408-d5c4607b6a78,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:14.947305 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf535-faca-4732-9924-b70c19d4f76b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:14.967687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Network 01cd0a03-b3c0-4352-ada3-0de0bc6c6dea is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:14.971757 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eac0ca24-2d5b-4780-a013-8d3e463072b0 req-86664c0b-378f-401c-b7dd-c3f240f153e3 tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.1040576 Apr 05 20:09:14.978490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b1ddf535-faca-4732-9924-b70c19d4f76b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:14.983460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4dd4bb-3dbf-4720-b04f-62da1b768baf req-f1fe7a5a-bb58-465c-a55a-ac3fc58265d0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:14.984922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b1ddf535-faca-4732-9924-b70c19d4f76b admin admin] Usage tracker for resource:security_group_rule and tenant:9deb26dab7ca433ab1d7e983b7a7cfc6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:14.988969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b1ddf535-faca-4732-9924-b70c19d4f76b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:14.990374 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fe4dd4bb-3dbf-4720-b04f-62da1b768baf req-f1fe7a5a-bb58-465c-a55a-ac3fc58265d0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 943 time: 0.3217685 Apr 05 20:09:14.992390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:14.996257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:14.997212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a9df-511e-4b0a-a28b-9f3b567a7460 req-991ea07b-7bdb-4440-bae5-7ffb39d35ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:14.998643 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f51a9df-511e-4b0a-a28b-9f3b567a7460 req-991ea07b-7bdb-4440-bae5-7ffb39d35ca6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1299953 Apr 05 20:09:14.999468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b1ddf535-faca-4732-9924-b70c19d4f76b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:15.002235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:15.002629 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:15.035820 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Pushing event updated for resources: {'Port': ['ID=2f28f4f9-1390-46cf-8cb4-ba9ccead1200,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:15.081800 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b3b70ed-f583-434d-a1a1-280126457adb req-504a48c9-c400-4c81-8595-d8edf6872c9b tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8035076 Apr 05 20:09:15.091397 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fe4dd4bb-3dbf-4720-b04f-62da1b768baf req-dbd88937-ac15-4293-b831-3a30358d4b1f tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002054 Apr 05 20:09:15.100998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-174d751b-da7a-4175-8a33-b4ea7f124d3b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:15.102759 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-174d751b-da7a-4175-8a33-b4ea7f124d3b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf&tenant_id=4315b2776a8446efa0573a8e3d19b341&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 949 time: 0.2708738 Apr 05 20:09:15.107299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Request body: {'port': {'device_id': '3cfea431-94c7-4353-a688-00de90ceaddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:15.142179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51a9df-511e-4b0a-a28b-9f3b567a7460 req-8057ac70-fd39-4f3c-bd89-987de590f0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:15.143652 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f51a9df-511e-4b0a-a28b-9f3b567a7460 req-8057ac70-fd39-4f3c-bd89-987de590f0f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1360912 Apr 05 20:09:15.183875 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf535-faca-4732-9924-b70c19d4f76b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:15.230036 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b1ddf535-faca-4732-9924-b70c19d4f76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:15.355269 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b1ddf535-faca-4732-9924-b70c19d4f76b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9deb26dab7ca433ab1d7e983b7a7cfc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8947241 Apr 05 20:09:15.357354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51324) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:15.360668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ddf535-faca-4732-9924-b70c19d4f76b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218a6a71-a797-4a4a-97fd-429783cfb534,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:15.421176 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-0d1b0bfe-1e2b-4fce-bee2-552fb734c901 service neutron] delete failed (client error): The resource could not be found. Apr 05 20:09:15.422210 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-0d1b0bfe-1e2b-4fce-bee2-552fb734c901 service neutron] 10.222.0.13 "DELETE /v2.0/ports/d42841c6-73ca-48b9-b406-7bfefe163cb6/bindings/n-h1-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.2880080 Apr 05 20:09:15.437810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 60ff7482-2bc5-47f6-82f6-ce333a261d1f details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:09:15.438280 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:15.441894 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f51a9df-511e-4b0a-a28b-9f3b567a7460 req-3b9f31dc-e6b6-4393-a42b-eee28e4c4d55 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865291 Apr 05 20:09:15.477744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0801c9-70eb-4fcd-9dc5-c730da5b065b req-1a16c6d3-23f4-4a26-b776-40e750e07aaa tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:15.479841 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c0801c9-70eb-4fcd-9dc5-c730da5b065b req-1a16c6d3-23f4-4a26-b776-40e750e07aaa tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 932 time: 0.2985754 Apr 05 20:09:15.528298 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49653a78-8fdb-40b9-aaf0-aa5519cd5fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:15.568007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744af7b1-b1c7-4c40-8786-1a295157a6cf req-45c8bbbf-766c-47cc-88e1-cc03a50e0c25 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:15.570028 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-744af7b1-b1c7-4c40-8786-1a295157a6cf req-45c8bbbf-766c-47cc-88e1-cc03a50e0c25 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 949 time: 0.3515658 Apr 05 20:09:15.611654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 60ff7482-2bc5-47f6-82f6-ce333a261d1f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=60ff7482-2bc5-47f6-82f6-ce333a261d1f,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:15.626357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '60ff7482-2bc5-47f6-82f6-ce333a261d1f', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '60ff7482-2bc5-47f6-82f6-ce333a261d1f', 'mac_address': 'fa:16:3e:ce:db:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:09:15.640957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2c0801c9-70eb-4fcd-9dc5-c730da5b065b req-e4c9376e-8414-49b3-9587-56b672b5f0d3 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Synchronizing usage tracker for tenant:5946065e7fd343b491b66bc47857a283 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:15.651682 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49653a78-8fdb-40b9-aaf0-aa5519cd5fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:15.686581 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:15.705553 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-744af7b1-b1c7-4c40-8786-1a295157a6cf req-fa83cf18-ed6a-4c3c-a91f-f052dde3852f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209948 Apr 05 20:09:15.707414 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60ff7482-2bc5-47f6-82f6-ce333a261d1f {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:15.715472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2c0801c9-70eb-4fcd-9dc5-c730da5b065b req-e4c9376e-8414-49b3-9587-56b672b5f0d3 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Unset dirty status for tenant:5946065e7fd343b491b66bc47857a283 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:15.716614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c0801c9-70eb-4fcd-9dc5-c730da5b065b req-e4c9376e-8414-49b3-9587-56b672b5f0d3 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1c3728-faed-4c70-9348-7ef40469866a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125912 Apr 05 20:09:15.718922 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f51a9df-511e-4b0a-a28b-9f3b567a7460 req-a55db721-b06e-4715-acce-b4913288b5a0 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679851 Apr 05 20:09:15.744742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 60ff7482-2bc5-47f6-82f6-ce333a261d1f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=60ff7482-2bc5-47f6-82f6-ce333a261d1f,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:15.747721 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49653a78-8fdb-40b9-aaf0-aa5519cd5fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:15.751776 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:15.752574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device aa38d186-0b55-41bc-8955-47bffb4eed2f details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:09:15.767187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-e0cb8268-aa9f-491d-abd7-4c44a867b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:15.768634 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-e0cb8268-aa9f-491d-abd7-4c44a867b27d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 1100 time: 0.2595587 Apr 05 20:09:15.774395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49653a78-8fdb-40b9-aaf0-aa5519cd5fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218a6a71-a797-4a4a-97fd-429783cfb534,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:15.796509 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49653a78-8fdb-40b9-aaf0-aa5519cd5fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:15.801690 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-49653a78-8fdb-40b9-aaf0-aa5519cd5fcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/218a6a71-a797-4a4a-97fd-429783cfb534 HTTP/1.1" status: 204 len: 168 time: 0.4381704 Apr 05 20:09:15.838371 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d42841c6-73ca-48b9-b406-7bfefe163cb6 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:16.007794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-bdd5c15e-83ab-4e80-87fb-b3831707de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:16.009204 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-bdd5c15e-83ab-4e80-87fb-b3831707de39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2304716 Apr 05 20:09:16.085572 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:16.116775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=60ff7482-2bc5-47f6-82f6-ce333a261d1f,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:16.121733 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:16.141632 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:09:16.144432 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8a0e8dd-3eda-4c50-8fc4-a5d94488a14d req-475e347b-383d-461c-9a43-06dff378d373 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2137506 Apr 05 20:09:16.145381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'aa38d186-0b55-41bc-8955-47bffb4eed2f', 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba', 'port_id': 'aa38d186-0b55-41bc-8955-47bffb4eed2f', 'mac_address': 'fa:16:3e:3e:8a:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e997de4-b7c5-47fa-849a-8d287866bd13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:09:16.169961 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-ef49819a-a7ba-4018-a122-8ed56e7eadae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6 HTTP/1.1" status: 200 len: 217 time: 0.1081223 Apr 05 20:09:16.177407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0f38b-24d3-4b2c-bcad-3315b9ef21e8 req-c9023b0b-85ba-4f3b-a758-9e643af02db1 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:16.180764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port d42841c6-73ca-48b9-b406-7bfefe163cb6 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:16.187561 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6da0f38b-24d3-4b2c-bcad-3315b9ef21e8 req-c9023b0b-85ba-4f3b-a758-9e643af02db1 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 948 time: 0.1880174 Apr 05 20:09:16.195051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port d42841c6-73ca-48b9-b406-7bfefe163cb6 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:16.195538 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:16.252604 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:16.286033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa38d186-0b55-41bc-8955-47bffb4eed2f {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:16.296771 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6da0f38b-24d3-4b2c-bcad-3315b9ef21e8 req-ad817558-b560-410e-9fe8-55f3d0c5a794 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078682 Apr 05 20:09:16.318471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:16.327577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:16.332630 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-c2d9fdce-ee17-4406-9749-aff83c5021d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:16.343099 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-c2d9fdce-ee17-4406-9749-aff83c5021d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1307962 Apr 05 20:09:16.361354 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:16.389176 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:16.401647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51340) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:16.429711 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fab26d62-7c9a-4868-8ff3-e2a65f2c3ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:16.442519 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:16.446689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0e8dd-3eda-4c50-8fc4-a5d94488a14d req-dae400e3-ee02-4008-9d93-da0e2291406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:16.449205 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8a0e8dd-3eda-4c50-8fc4-a5d94488a14d req-dae400e3-ee02-4008-9d93-da0e2291406b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23dd846987e84c54bf39cdc9ce7aec5f&device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 1097 time: 0.1420846 Apr 05 20:09:16.450903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fab26d62-7c9a-4868-8ff3-e2a65f2c3ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:16.454778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fab26d62-7c9a-4868-8ff3-e2a65f2c3ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:9c6caa29f63e426cbbb1cce7c652ca9b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:16.465052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=aa38d186-0b55-41bc-8955-47bffb4eed2f,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:16.465251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fab26d62-7c9a-4868-8ff3-e2a65f2c3ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:16.471327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5271b9f2-c16d-4a58-8ed8-1e20e5caefd8 req-f4c3268f-8d32-4fbf-9901-ee032a10e0cc tempest-ServersAdminNegativeTestJSON-1257151247 tempest-ServersAdminNegativeTestJSON-1257151247-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:16.478412 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5271b9f2-c16d-4a58-8ed8-1e20e5caefd8 req-f4c3268f-8d32-4fbf-9901-ee032a10e0cc tempest-ServersAdminNegativeTestJSON-1257151247 tempest-ServersAdminNegativeTestJSON-1257151247-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 1101 time: 0.4722655 Apr 05 20:09:16.479720 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42841c6-73ca-48b9-b406-7bfefe163cb6'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:16.484256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Transition to ACTIVE for port object 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:16.490543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port d42841c6-73ca-48b9-b406-7bfefe163cb6, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:16.494292 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:16.513541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fab26d62-7c9a-4868-8ff3-e2a65f2c3ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:16.520958 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:16.542312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d25cf70f-6bc9-499c-be2b-94335279553e req-c4f661c6-054a-4bb1-8341-984a599759bc tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0648005 Apr 05 20:09:16.580250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=d42841c6-73ca-48b9-b406-7bfefe163cb6,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:16.601673 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5271b9f2-c16d-4a58-8ed8-1e20e5caefd8 req-89ff87fa-9969-4313-aac8-57d7b82f0912 tempest-ServersAdminNegativeTestJSON-1257151247 tempest-ServersAdminNegativeTestJSON-1257151247-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223321 Apr 05 20:09:16.615396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f28f4f9-1390-46cf-8cb4-ba9ccead1200,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:16.654112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['aa38d186-0b55-41bc-8955-47bffb4eed2f'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:16.693852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0e8dd-3eda-4c50-8fc4-a5d94488a14d req-b37cb5cb-26c4-4806-b8a9-8405c7b7e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:16.695399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8a0e8dd-3eda-4c50-8fc4-a5d94488a14d req-b37cb5cb-26c4-4806-b8a9-8405c7b7e746 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3181547e-906a-45c1-ab4d-f0e8ddba8d63 HTTP/1.1" status: 200 len: 925 time: 0.1839485 Apr 05 20:09:16.715561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['60ff7482-2bc5-47f6-82f6-ce333a261d1f'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:16.757062 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42841c6-73ca-48b9-b406-7bfefe163cb6', 'code': 200} Apr 05 20:09:16.839251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-3761e9fc-b90c-4b21-852e-0ba0d73eca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:16.840869 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-3761e9fc-b90c-4b21-852e-0ba0d73eca28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4957576 Apr 05 20:09:16.858817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Attempting to bind port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:16.859297 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Attempting to bind port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '01cd0a03-b3c0-4352-ada3-0de0bc6c6dea'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:16.859753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Attempting to bind port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 on network 01cd0a03-b3c0-4352-ada3-0de0bc6c6dea {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:16.908148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 on network 01cd0a03-b3c0-4352-ada3-0de0bc6c6dea not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:09:16.908584 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Attempting to bind port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 on network 01cd0a03-b3c0-4352-ada3-0de0bc6c6dea {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:16.921225 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8a0e8dd-3eda-4c50-8fc4-a5d94488a14d req-ab8c7b9f-074d-48da-93bb-be6526dcc03b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=03bb41ab-35a0-476c-96ed-69017d56ffc7 HTTP/1.1" status: 200 len: 1002 time: 0.2171624 Apr 05 20:09:16.932270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:16.932763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Checking segment: {'id': '9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '01cd0a03-b3c0-4352-ada3-0de0bc6c6dea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:16.933283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Bound using segment: {'id': '9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '01cd0a03-b3c0-4352-ada3-0de0bc6c6dea'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:16.933905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Bound port: 2f28f4f9-1390-46cf-8cb4-ba9ccead1200, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '01cd0a03-b3c0-4352-ada3-0de0bc6c6dea'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:16.934327 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:17.066514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2593c71-0a3f-4805-af2f-3602f40d36c3 req-a8ac15ac-8fa2-4737-8238-e52f00809562 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:17.070507 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2593c71-0a3f-4805-af2f-3602f40d36c3 req-a8ac15ac-8fa2-4737-8238-e52f00809562 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 944 time: 0.2714987 Apr 05 20:09:17.103160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0e8dd-3eda-4c50-8fc4-a5d94488a14d req-d4929dd5-28da-49af-94cd-e937d24299c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:17.104570 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8a0e8dd-3eda-4c50-8fc4-a5d94488a14d req-d4929dd5-28da-49af-94cd-e937d24299c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db5d97bd-f1f9-44b3-b911-c8ed750bc5a6 HTTP/1.1" status: 200 len: 863 time: 0.1721048 Apr 05 20:09:17.116964 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fab26d62-7c9a-4868-8ff3-e2a65f2c3ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:17.130373 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fab26d62-7c9a-4868-8ff3-e2a65f2c3ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:17.162086 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2593c71-0a3f-4805-af2f-3602f40d36c3 req-2c888a2d-dffd-4ca6-9590-3aa408bf09e6 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874317 Apr 05 20:09:17.197675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0e8dd-3eda-4c50-8fc4-a5d94488a14d req-9921b874-166b-434f-9e0b-65e924d66676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:17.199931 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8a0e8dd-3eda-4c50-8fc4-a5d94488a14d req-9921b874-166b-434f-9e0b-65e924d66676 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3181547e-906a-45c1-ab4d-f0e8ddba8d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865948 Apr 05 20:09:17.208856 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-d3ef305d-6cc9-4537-824c-8229fbe694bd service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462288 Apr 05 20:09:17.241529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab26d62-7c9a-4868-8ff3-e2a65f2c3ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b9625d-e2c3-4c71-a53f-636c9d808405,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:17.252522 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fab26d62-7c9a-4868-8ff3-e2a65f2c3ef8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c6caa29f63e426cbbb1cce7c652ca9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8483012 Apr 05 20:09:17.256563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51354) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:17.288094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] For port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:17.453513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] For port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2f28f4f9-1390-46cf-8cb4-ba9ccead1200,segment=NetworkSegment(9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75),segment_id=9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:17.461152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de895aa-835e-4da1-8196-346d21726a48 req-6dde6ceb-8ea2-4c30-bcdf-939c16fb0f8e tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:17.461824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6de895aa-835e-4da1-8196-346d21726a48 req-6dde6ceb-8ea2-4c30-bcdf-939c16fb0f8e tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Synchronizing usage tracker for tenant:5946065e7fd343b491b66bc47857a283 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:17.462686 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8a0e8dd-3eda-4c50-8fc4-a5d94488a14d req-1f423149-0c8e-4c0d-90cd-be4de587fbb0 service neutron] 10.222.0.41 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499170 Apr 05 20:09:17.468302 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:17.473442 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a993dc9a-e2e1-4e63-a306-9e5b37ccbcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:17.541985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bcbe4f-4b97-40b1-8822-43cd734bd875 req-da510672-bc19-4741-9ff6-3cb0299ac967 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:17.544392 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47bcbe4f-4b97-40b1-8822-43cd734bd875 req-da510672-bc19-4741-9ff6-3cb0299ac967 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 950 time: 0.2234938 Apr 05 20:09:17.561103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:17.561705 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:17.563066 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b3b70ed-f583-434d-a1a1-280126457adb req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/2f28f4f9-1390-46cf-8cb4-ba9ccead1200 HTTP/1.1" status: 200 len: 1092 time: 2.4708183 Apr 05 20:09:17.563489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cfea431-94c7-4353-a688-00de90ceaddb', 'tag': '2f28f4f9-1390-46cf-8cb4-ba9ccead1200'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:17.581820 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6de895aa-835e-4da1-8196-346d21726a48 req-6dde6ceb-8ea2-4c30-bcdf-939c16fb0f8e tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Unset dirty status for tenant:5946065e7fd343b491b66bc47857a283 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:17.582427 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6de895aa-835e-4da1-8196-346d21726a48 req-6dde6ceb-8ea2-4c30-bcdf-939c16fb0f8e tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 944 time: 0.5836828 Apr 05 20:09:17.585460 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c24ae9df-9329-4031-be8a-1699f8637e8c req-6a3219d8-008d-4726-99fd-9260aa7eedc1 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649693 Apr 05 20:09:17.588015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829ca41-9286-4bf3-a0d2-12ca009288e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f28f4f9-1390-46cf-8cb4-ba9ccead1200,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:17.616713 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a993dc9a-e2e1-4e63-a306-9e5b37ccbcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:17.672324 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6de895aa-835e-4da1-8196-346d21726a48 req-42f9fabd-7317-47ab-8a9d-bf00ef48c1db tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1c3728-faed-4c70-9348-7ef40469866a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806253 Apr 05 20:09:17.715678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b70ed-f583-434d-a1a1-280126457adb req-40ff4b45-36ca-4c39-96bf-1a337bdc5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:17.717635 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b3b70ed-f583-434d-a1a1-280126457adb req-40ff4b45-36ca-4c39-96bf-1a337bdc5f95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5946065e7fd343b491b66bc47857a283&device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 1095 time: 0.1071615 Apr 05 20:09:17.731822 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47bcbe4f-4b97-40b1-8822-43cd734bd875 req-7784ee36-4586-45dd-bb68-dd7cc57e7739 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783834 Apr 05 20:09:17.763716 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8a0e8dd-3eda-4c50-8fc4-a5d94488a14d req-cf6061d5-aad1-49c0-aed2-6dca3a163226 service neutron] 10.222.0.41 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912681 Apr 05 20:09:17.767350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a993dc9a-e2e1-4e63-a306-9e5b37ccbcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:17.800190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993dc9a-e2e1-4e63-a306-9e5b37ccbcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b9625d-e2c3-4c71-a53f-636c9d808405,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:17.808560 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a993dc9a-e2e1-4e63-a306-9e5b37ccbcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:17.809814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a993dc9a-e2e1-4e63-a306-9e5b37ccbcc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65b9625d-e2c3-4c71-a53f-636c9d808405 HTTP/1.1" status: 204 len: 168 time: 0.5499859 Apr 05 20:09:17.824920 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cfea431-94c7-4353-a688-00de90ceaddb', 'tag': '2f28f4f9-1390-46cf-8cb4-ba9ccead1200', 'status': 'completed', 'code': 200} Apr 05 20:09:17.877503 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b3b70ed-f583-434d-a1a1-280126457adb req-9579cd7b-7e07-4dee-ac12-e24af6e18190 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f28f4f9-1390-46cf-8cb4-ba9ccead1200 HTTP/1.1" status: 200 len: 217 time: 0.1442888 Apr 05 20:09:17.955036 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea50f9fa-0e7d-4f68-b8cd-beb8c0ef6deb req-2e1404b9-d0f5-4df0-b632-2fa49ad5693a tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0623128 Apr 05 20:09:17.966677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b70ed-f583-434d-a1a1-280126457adb req-25c5a656-4133-43e6-bae2-b1e86eb378e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:17.968105 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b3b70ed-f583-434d-a1a1-280126457adb req-25c5a656-4133-43e6-bae2-b1e86eb378e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef264a87-153f-4789-96ce-f93b94b6b1b2 HTTP/1.1" status: 200 len: 854 time: 0.0794072 Apr 05 20:09:17.976343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde767b7-e26d-4be6-af8e-82322dbffae4 req-26068c29-fb39-4170-b298-db3fcc5b3d62 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:17.977727 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cde767b7-e26d-4be6-af8e-82322dbffae4 req-26068c29-fb39-4170-b298-db3fcc5b3d62 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 948 time: 0.1520674 Apr 05 20:09:18.049159 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b3b70ed-f583-434d-a1a1-280126457adb req-eed68b23-b37c-4670-8cd7-c687f6acfc40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01cd0a03-b3c0-4352-ada3-0de0bc6c6dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704682 Apr 05 20:09:18.109318 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cde767b7-e26d-4be6-af8e-82322dbffae4 req-3f05264d-11ef-4031-8c2b-377216d9c9de tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997353 Apr 05 20:09:18.252520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b3b70ed-f583-434d-a1a1-280126457adb req-2bf7f258-5730-43da-a2dc-21244216533b service neutron] 10.222.0.41 "GET /v2.0/networks/01cd0a03-b3c0-4352-ada3-0de0bc6c6dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880293 Apr 05 20:09:18.465606 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b3b70ed-f583-434d-a1a1-280126457adb req-d513017f-9a92-4b91-9d55-6ec0b5daea30 service neutron] 10.222.0.41 "GET /v2.0/networks/01cd0a03-b3c0-4352-ada3-0de0bc6c6dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075181 Apr 05 20:09:18.487749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff5f4e-2b87-4cf9-88a6-66f1fb730c23 req-76e07b24-8bf0-4710-a40f-0b0efd7e08a2 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:18.489247 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5fff5f4e-2b87-4cf9-88a6-66f1fb730c23 req-76e07b24-8bf0-4710-a40f-0b0efd7e08a2 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 950 time: 0.0921113 Apr 05 20:09:18.503368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5013c-2083-4115-995a-495b457bb47d req-5ddc7a35-136d-4c87-9dc9-846929e85372 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:18.504822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fdc5013c-2083-4115-995a-495b457bb47d req-5ddc7a35-136d-4c87-9dc9-846929e85372 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 944 time: 0.1410334 Apr 05 20:09:18.539925 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5fff5f4e-2b87-4cf9-88a6-66f1fb730c23 req-5534f47a-b2b8-428d-9f33-f18e66a13f3a tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431607 Apr 05 20:09:18.612280 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fdc5013c-2083-4115-995a-495b457bb47d req-b2604fec-99ae-4586-a57a-968695c7fec2 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933378 Apr 05 20:09:18.636759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7c321-1ca9-4549-b1d9-f4ba6196d254 req-6e304a9e-0028-476d-a896-839b77e6ec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:18.638523 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bac7c321-1ca9-4549-b1d9-f4ba6196d254 req-6e304a9e-0028-476d-a896-839b77e6ec8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5946065e7fd343b491b66bc47857a283&device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 1095 time: 0.1025774 Apr 05 20:09:18.726695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51396) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:18.787235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7c321-1ca9-4549-b1d9-f4ba6196d254 req-a34822bf-cc28-4b30-a765-ce0a2b50e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:18.789984 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bac7c321-1ca9-4549-b1d9-f4ba6196d254 req-a34822bf-cc28-4b30-a765-ce0a2b50e447 service neutron] 10.222.0.41 "GET /v2.0/networks?id=01cd0a03-b3c0-4352-ada3-0de0bc6c6dea HTTP/1.1" status: 200 len: 915 time: 0.1453993 Apr 05 20:09:18.852174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-network', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:18.857968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:18.864740 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bac7c321-1ca9-4549-b1d9-f4ba6196d254 req-e43d13c6-40ef-429d-a744-7c90c369e97b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2f28f4f9-1390-46cf-8cb4-ba9ccead1200 HTTP/1.1" status: 200 len: 217 time: 0.0692668 Apr 05 20:09:18.865181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Usage tracker for resource:network and tenant:2bc710cd70ff45d68ca5b0ab43ae1933 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:18.868817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:18.877516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:18.897137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Made reservation on behalf of 2bc710cd70ff45d68ca5b0ab43ae1933 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:18.899379 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:18.915303 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:18.939246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6f6100-7566-4da5-a29f-be416dbc8f64 req-170e1fc9-fd54-4ab9-8a5d-853742a9f738 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:18.940678 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b6f6100-7566-4da5-a29f-be416dbc8f64 req-170e1fc9-fd54-4ab9-8a5d-853742a9f738 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 944 time: 0.1385682 Apr 05 20:09:18.942789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:18.947772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Usage tracker for resource:security_group_rule and tenant:2bc710cd70ff45d68ca5b0ab43ae1933 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:18.962252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:18.971956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:18.976705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7c321-1ca9-4549-b1d9-f4ba6196d254 req-1eebfef5-0aae-4ddf-873f-833a93e2ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:18.978216 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bac7c321-1ca9-4549-b1d9-f4ba6196d254 req-1eebfef5-0aae-4ddf-873f-833a93e2ae9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef264a87-153f-4789-96ce-f93b94b6b1b2 HTTP/1.1" status: 200 len: 854 time: 0.1064105 Apr 05 20:09:19.007852 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b6f6100-7566-4da5-a29f-be416dbc8f64 req-e54bad90-7982-4155-9d02-b174a764cdbe tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1c3728-faed-4c70-9348-7ef40469866a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610662 Apr 05 20:09:19.033039 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bac7c321-1ca9-4549-b1d9-f4ba6196d254 req-2edddf00-fa60-4ea3-9bf9-96da8fa9fa50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01cd0a03-b3c0-4352-ada3-0de0bc6c6dea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435047 Apr 05 20:09:19.041374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b1260-ae95-46ba-a231-be60f100a60e req-0d790ec6-32c9-45bd-ba2c-ef155a3c4b76 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:19.042794 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-319b1260-ae95-46ba-a231-be60f100a60e req-0d790ec6-32c9-45bd-ba2c-ef155a3c4b76 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 950 time: 0.1723719 Apr 05 20:09:19.076292 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:19.080362 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:19.111025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:09:19.119527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6e6967-ebea-4353-82e6-796704feb9d9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:19.125034 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:19.125397 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Added segment 5e36dac4-4845-4bbc-9dc6-f40e11c4d86d of type vlan for network 26755bff-2d35-4c6d-b06f-78a229d8b2fc Apr 05 20:09:19.176793 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-319b1260-ae95-46ba-a231-be60f100a60e req-b3e3e68b-9eff-485d-8584-cf890f19746f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139574 Apr 05 20:09:19.198456 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:19.198456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3c2c1ac6-73a4-4f9c-8507-058d5bfde6fe req-5ee6f15a-acb4-43fa-b18b-b67cb7e36c4c tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0484135 Apr 05 20:09:19.233462 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:19.235006 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:19.235737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:19.303519 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bac7c321-1ca9-4549-b1d9-f4ba6196d254 req-8a1bf69a-cb37-47d3-bde4-2bb20c64914e service neutron] 10.222.0.41 "GET /v2.0/networks/01cd0a03-b3c0-4352-ada3-0de0bc6c6dea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598035 Apr 05 20:09:19.304053 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5754709 Apr 05 20:09:19.306853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51410) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:19.358377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Request body: {'subnet': {'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-subnet', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:19.367720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:19.376784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48001d-2f75-4743-82a2-8d8b51868c20 admin admin] Pushing event updated for resources: {'Network': ['ID=26755bff-2d35-4c6d-b06f-78a229d8b2fc,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:19.379352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Usage tracker for resource:subnet and tenant:2bc710cd70ff45d68ca5b0ab43ae1933 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:19.383257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:19.393221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 26755bff-2d35-4c6d-b06f-78a229d8b2fc details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:09:19.424939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:19.447829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Made reservation on behalf of 2bc710cd70ff45d68ca5b0ab43ae1933 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:19.450752 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:19.476294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 60ff7482-2bc5-47f6-82f6-ce333a261d1f up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:19.495509 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bac7c321-1ca9-4549-b1d9-f4ba6196d254 req-c2a9469b-a127-4ed3-bf3e-25cb819e51b1 service neutron] 10.222.0.41 "GET /v2.0/networks/01cd0a03-b3c0-4352-ada3-0de0bc6c6dea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845825 Apr 05 20:09:19.503851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11b8e8-b1d2-48c0-a6db-6ff3818492bc req-f616d186-5787-42cb-8e4e-b94224c49dfa tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:19.511446 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb11b8e8-b1d2-48c0-a6db-6ff3818492bc req-f616d186-5787-42cb-8e4e-b94224c49dfa tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 948 time: 0.1810606 Apr 05 20:09:19.554499 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb11b8e8-b1d2-48c0-a6db-6ff3818492bc req-8f99aca6-2e70-4040-aa65-b93e989fc6fa tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 Apr 05 20:09:19.572507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9e8ea-0789-42e6-82f5-9dc44562ec83 req-e6d2cc00-18e3-4dd1-a25d-2c261a5d5b0c tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:19.574838 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e4c9e8ea-0789-42e6-82f5-9dc44562ec83 req-e6d2cc00-18e3-4dd1-a25d-2c261a5d5b0c tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 1101 time: 0.1881630 Apr 05 20:09:19.582471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 60ff7482-2bc5-47f6-82f6-ce333a261d1f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:19.589899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 60ff7482-2bc5-47f6-82f6-ce333a261d1f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:19.590412 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:19.673293 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e4c9e8ea-0789-42e6-82f5-9dc44562ec83 req-a05a5246-8994-4851-af0b-f0f7c7102590 tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891738 Apr 05 20:09:19.780173 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:19.788206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:19.812142 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f714981-71c8-43dd-83b8-91770d43c2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ff7482-2bc5-47f6-82f6-ce333a261d1f'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:19.827831 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 60ff7482-2bc5-47f6-82f6-ce333a261d1f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=60ff7482-2bc5-47f6-82f6-ce333a261d1f,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:19.833667 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:19.834896 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device aa38d186-0b55-41bc-8955-47bffb4eed2f up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:19.844832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e7229-fc15-41b7-9d9c-765868230701 req-9ce7817d-1633-488e-a1ad-97b2d4a20b9d tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:19.850852 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9c3e7229-fc15-41b7-9d9c-765868230701 req-9ce7817d-1633-488e-a1ad-97b2d4a20b9d tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 950 time: 0.1685634 Apr 05 20:09:19.893481 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9c3e7229-fc15-41b7-9d9c-765868230701 req-d5901b3c-101c-420a-8d41-2d28fee1df9c tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416818 Apr 05 20:09:19.937947 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ece50f3-2a9d-4379-840d-24002e47046f,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:19.947809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Checking segment: {'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:19.948177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Network hostable DHCP agents. Network: 26755bff-2d35-4c6d-b06f-78a229d8b2fc, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:09:19.990228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Network 26755bff-2d35-4c6d-b06f-78a229d8b2fc is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:09:20.003011 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=60ff7482-2bc5-47f6-82f6-ce333a261d1f,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:20.014173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1ac52-c7e3-4f64-8700-5ad39bcfa1a8 req-9c2c74fc-e39a-4fe9-96e9-da6458414f4c tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:20.015714 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3d1ac52-c7e3-4f64-8700-5ad39bcfa1a8 req-9c2c74fc-e39a-4fe9-96e9-da6458414f4c tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 944 time: 0.1628039 Apr 05 20:09:20.020656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 26755bff-2d35-4c6d-b06f-78a229d8b2fc) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:20.034276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:20.034863 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:20.061229 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f714981-71c8-43dd-83b8-91770d43c2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ff7482-2bc5-47f6-82f6-ce333a261d1f', 'code': 200} Apr 05 20:09:20.068740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa3e0f2-bcf8-4687-a107-07ed68d3c4f5 None None] Network 26755bff-2d35-4c6d-b06f-78a229d8b2fc requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:09:20.128902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33078c6c-d5fe-44f3-ac0a-50190e3f70a6 req-f34765d6-f79e-48be-a1c1-4b8488068a69 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:20.130376 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-33078c6c-d5fe-44f3-ac0a-50190e3f70a6 req-f34765d6-f79e-48be-a1c1-4b8488068a69 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.41 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 950 time: 0.1668956 Apr 05 20:09:20.237432 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3d1ac52-c7e3-4f64-8700-5ad39bcfa1a8 req-1846607d-57bd-4ad0-8e0b-b761a38a5364 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066493 Apr 05 20:09:20.239053 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-691d1b7a-ac5d-45f3-999f-f998d6b8eb5c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9307206 Apr 05 20:09:20.241987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51430) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:20.247323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:20.253498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:20.258037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Usage tracker for resource:router and tenant:2bc710cd70ff45d68ca5b0ab43ae1933 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:20.261209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:20.261562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port aa38d186-0b55-41bc-8955-47bffb4eed2f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:20.268575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:20.279611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port aa38d186-0b55-41bc-8955-47bffb4eed2f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:20.280164 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:20.285568 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:20.286840 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:20.317688 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:20.319108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-33078c6c-d5fe-44f3-ac0a-50190e3f70a6 req-d49057ac-68a7-4476-a832-8fa9c1dca556 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Deleting port 18e401a4-9f87-4baa-bc7c-69a53e4c3960 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:09:20.319108 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-33078c6c-d5fe-44f3-ac0a-50190e3f70a6 req-d49057ac-68a7-4476-a832-8fa9c1dca556 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:20.394338 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:09:20.395244 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:20.448844 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-efd4d435-df98-4a09-b440-2515387363f5 req-077c3645-5293-4dc6-91d0-70703542c752 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4315b2776a8446efa0573a8e3d19b341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426178 Apr 05 20:09:20.518403 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:20.570448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4216a9f-c84f-4de6-9df5-40666cab352d req-e7d42a89-233a-446f-861f-cd66557c7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:20.571815 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4216a9f-c84f-4de6-9df5-40666cab352d req-e7d42a89-233a-446f-861f-cd66557c7b9a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 1100 time: 0.4611342 Apr 05 20:09:20.587904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6fc0f-afe7-490c-ae45-aee7b06d1c49 req-cf76bf71-5b32-4973-af37-4ba0444c48bd tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:20.592526 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a4e6fc0f-afe7-490c-ae45-aee7b06d1c49 req-cf76bf71-5b32-4973-af37-4ba0444c48bd tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 944 time: 0.4094136 Apr 05 20:09:20.606341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:20.613289 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:20.681087 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4216a9f-c84f-4de6-9df5-40666cab352d req-d9fb1c7d-ef6a-458f-81ce-307b86c88a72 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873804 Apr 05 20:09:20.705271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=aa38d186-0b55-41bc-8955-47bffb4eed2f,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:20.709793 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a4e6fc0f-afe7-490c-ae45-aee7b06d1c49 req-8f89f65d-546c-45e1-8379-cdafda9deef2 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1c3728-faed-4c70-9348-7ef40469866a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072536 Apr 05 20:09:20.711831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-33078c6c-d5fe-44f3-ac0a-50190e3f70a6 req-d49057ac-68a7-4476-a832-8fa9c1dca556 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] For port 18e401a4-9f87-4baa-bc7c-69a53e4c3960, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=18e401a4-9f87-4baa-bc7c-69a53e4c3960,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:20.712342 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-33078c6c-d5fe-44f3-ac0a-50190e3f70a6 req-d49057ac-68a7-4476-a832-8fa9c1dca556 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:20.739034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Allocated IP 172.20.0.2 (26755bff-2d35-4c6d-b06f-78a229d8b2fc/4ece50f3-2a9d-4379-840d-24002e47046f/19d256e7-afa5-4148-8792-85387e1210e4) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:20.763667 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:20.847129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d435-df98-4a09-b440-2515387363f5 req-772ccf90-3a08-43f5-9f85-466ec7fa0194 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:20.858213 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-efd4d435-df98-4a09-b440-2515387363f5 req-772ccf90-3a08-43f5-9f85-466ec7fa0194 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3457212 Apr 05 20:09:20.872814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-efd4d435-df98-4a09-b440-2515387363f5 req-24205b17-5914-4956-9bf6-3e64852b6a8d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/quotas/4315b2776a8446efa0573a8e3d19b341 HTTP/1.1" status: 200 len: 375 time: 0.0136771 Apr 05 20:09:20.891165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-33078c6c-d5fe-44f3-ac0a-50190e3f70a6 req-d49057ac-68a7-4476-a832-8fa9c1dca556 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Calling delete_port for 18e401a4-9f87-4baa-bc7c-69a53e4c3960 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:09:20.962290 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:20.970605 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8cb8ab82-9355-4150-93bf-f4e344a09351 req-03ec8a63-7972-451b-aaf3-b52641e3c554 tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0868647 Apr 05 20:09:20.972511 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Transition to ACTIVE for port object 19d256e7-afa5-4148-8792-85387e1210e4 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:20.993028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Transition to ACTIVE for port object 19d256e7-afa5-4148-8792-85387e1210e4 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:21.002778 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:21.021046 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-efd4d435-df98-4a09-b440-2515387363f5 req-a7c75e1b-959a-45a1-a31a-35433fd159e0 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1073139 Apr 05 20:09:21.087361 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Network 26755bff-2d35-4c6d-b06f-78a229d8b2fc is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:21.094986 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-33078c6c-d5fe-44f3-ac0a-50190e3f70a6 req-d49057ac-68a7-4476-a832-8fa9c1dca556 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:21.096272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:21.104980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:21.112779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['18e401a4-9f87-4baa-bc7c-69a53e4c3960'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:21.161021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['0875486c-cd59-4cb0-8465-b00faa5fed06'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:21.195065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Pushing event updated for resources: {'Port': ['ID=19d256e7-afa5-4148-8792-85387e1210e4,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:21.236286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49057ac-68a7-4476-a832-8fa9c1dca556 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Pushing event deleted for resources: {'Port': ['ID=18e401a4-9f87-4baa-bc7c-69a53e4c3960,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:21.293402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-33078c6c-d5fe-44f3-ac0a-50190e3f70a6 req-d49057ac-68a7-4476-a832-8fa9c1dca556 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] No DVR routers for this DVR port 18e401a4-9f87-4baa-bc7c-69a53e4c3960 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:09:21.300066 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-33078c6c-d5fe-44f3-ac0a-50190e3f70a6 req-d49057ac-68a7-4476-a832-8fa9c1dca556 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:21.311459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662f7714-57cd-4c09-ac06-41d32681717e', 'name': 'network-vif-deleted', 'tag': '18e401a4-9f87-4baa-bc7c-69a53e4c3960'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:21.344640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:21.372669 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-33078c6c-d5fe-44f3-ac0a-50190e3f70a6 req-d49057ac-68a7-4476-a832-8fa9c1dca556 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.41 "DELETE /v2.0/ports/18e401a4-9f87-4baa-bc7c-69a53e4c3960 HTTP/1.1" status: 204 len: 173 time: 1.1907370 Apr 05 20:09:21.426773 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:21.437568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Attempting to bind port 19d256e7-afa5-4148-8792-85387e1210e4 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:21.438205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Attempting to bind port 19d256e7-afa5-4148-8792-85387e1210e4 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:21.438553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Attempting to bind port 19d256e7-afa5-4148-8792-85387e1210e4 on network 26755bff-2d35-4c6d-b06f-78a229d8b2fc {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:21.446968 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:21.447331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Checking segment: {'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:21.447733 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:21.448779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Bound using segment: {'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:21.449250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Bound port: 19d256e7-afa5-4148-8792-85387e1210e4, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:21.449621 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:21.597117 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] For port 19d256e7-afa5-4148-8792-85387e1210e4, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:21.606933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] For port 19d256e7-afa5-4148-8792-85387e1210e4, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=19d256e7-afa5-4148-8792-85387e1210e4,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:21.614283 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:21.666512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd088f-2169-4f58-9fa5-e4c93346acda req-a6eb82d0-2400-4769-bebf-65e21c78ddd4 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:21.668019 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1bd088f-2169-4f58-9fa5-e4c93346acda req-a6eb82d0-2400-4769-bebf-65e21c78ddd4 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 949 time: 0.1924260 Apr 05 20:09:21.712158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Allocated IP 172.25.8.135 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/9e345477-9ffe-4c4b-aad6-af4f74a5c650) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:21.752870 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1bd088f-2169-4f58-9fa5-e4c93346acda req-7e3a9bf9-3f4b-4b30-ba50-96dd3f7b78da tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774105 Apr 05 20:09:21.841185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:09:21.953208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce474baa-5402-4fa9-a4e2-4315c3027313 None None] Pushing event updated for resources: {'Port': ['ID=19d256e7-afa5-4148-8792-85387e1210e4,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:21.974633 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1553db9-2f3e-40a2-8f10-46df46317c75 req-80f115e3-4344-4cc1-8a1a-67e358dbdb9d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 210 time: 0.1460044 Apr 05 20:09:21.980891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-541c3924-1836-454c-9f30-07c693faf563 req-a1819ad4-9821-486b-ac96-35abbbbdae76 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Synchronizing usage tracker for tenant:d74b4c62374e4cf88d510708b4abb9c8 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:22.027058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-541c3924-1836-454c-9f30-07c693faf563 req-a1819ad4-9821-486b-ac96-35abbbbdae76 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Unset dirty status for tenant:d74b4c62374e4cf88d510708b4abb9c8 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:22.042459 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-541c3924-1836-454c-9f30-07c693faf563 req-a1819ad4-9821-486b-ac96-35abbbbdae76 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=662f7714-57cd-4c09-ac06-41d32681717e HTTP/1.1" status: 200 len: 210 time: 0.1368783 Apr 05 20:09:22.062393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344ef78f-c70e-4e48-8787-db141d698430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa38d186-0b55-41bc-8955-47bffb4eed2f'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:22.113585 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:22.243401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2f28f4f9-1390-46cf-8cb4-ba9ccead1200,segment=NetworkSegment(9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75),segment_id=9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:22.300865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '2f28f4f9-1390-46cf-8cb4-ba9ccead1200', 'network_id': '01cd0a03-b3c0-4352-ada3-0de0bc6c6dea', 'port_id': '2f28f4f9-1390-46cf-8cb4-ba9ccead1200', 'mac_address': 'fa:16:3e:36:f8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef264a87-153f-4789-96ce-f93b94b6b1b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:09:22.356386 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662f7714-57cd-4c09-ac06-41d32681717e', 'name': 'network-vif-deleted', 'tag': '18e401a4-9f87-4baa-bc7c-69a53e4c3960', 'status': 'completed', 'code': 200} Apr 05 20:09:22.374531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:22.446855 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:22.454389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:22.463966 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:22.465046 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:22.469805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:22.483291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2f28f4f9-1390-46cf-8cb4-ba9ccead1200,segment=NetworkSegment(9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75),segment_id=9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:22.488388 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:22.528888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Pushing event updated for resources: {'Port': ['ID=9e345477-9ffe-4c4b-aad6-af4f74a5c650,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:22.575973 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2f28f4f9-1390-46cf-8cb4-ba9ccead1200,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:22.624650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ec3d2-bd2c-45a2-ae26-ddb8f2af1417 req-0a965e8b-c7d8-490c-9ddf-9a800f6d02f2 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:22.626037 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-795ec3d2-bd2c-45a2-ae26-ddb8f2af1417 req-0a965e8b-c7d8-490c-9ddf-9a800f6d02f2 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 945 time: 0.0843771 Apr 05 20:09:22.661231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbe3a6-2ce4-42e2-af38-263fc5ff8eb6 req-469169e6-4316-40c4-950e-ab2214747621 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:22.662757 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7fbe3a6-2ce4-42e2-af38-263fc5ff8eb6 req-469169e6-4316-40c4-950e-ab2214747621 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 945 time: 0.4941094 Apr 05 20:09:22.672308 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-795ec3d2-bd2c-45a2-ae26-ddb8f2af1417 req-6339b748-ac00-4ef1-80c4-9bef7848e836 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1c3728-faed-4c70-9348-7ef40469866a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405200 Apr 05 20:09:22.740475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['2f28f4f9-1390-46cf-8cb4-ba9ccead1200'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:22.824705 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7fbe3a6-2ce4-42e2-af38-263fc5ff8eb6 req-7277312b-7a30-4e41-a10d-347a28fcf8f9 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500161 Apr 05 20:09:22.888231 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-57b8b9f0-884d-4d1c-b961-0c9f02e2913f tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--11577633&fields=id&tenant_id=23dd846987e84c54bf39cdc9ce7aec5f HTTP/1.1" status: 200 len: 267 time: 0.1128640 Apr 05 20:09:22.963226 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344ef78f-c70e-4e48-8787-db141d698430', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa38d186-0b55-41bc-8955-47bffb4eed2f', 'code': 200} Apr 05 20:09:23.003809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 19d256e7-afa5-4148-8792-85387e1210e4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:23.231342 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-54649835-830c-4083-bcaf-85c47ec58950 req-f951ae41-e3a9-4b4a-900a-e09f6b54050e tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0898197 Apr 05 20:09:23.244276 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:23.258836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eba889a-38a7-47d8-a1ee-6177f914c99a None None] Network 26755bff-2d35-4c6d-b06f-78a229d8b2fc requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:09:23.278189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 19d256e7-afa5-4148-8792-85387e1210e4 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:23.303532 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd4d435-df98-4a09-b440-2515387363f5 req-c2179dd8-bab2-498a-a362-4b7c0b4c6bb4 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4315b2776a8446efa0573a8e3d19b341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055164 Apr 05 20:09:23.382027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-e60b525f-21c5-4a84-85e0-bcd493848f02 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:23.389729 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-e60b525f-21c5-4a84-85e0-bcd493848f02 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/networks?id=3181547e-906a-45c1-ab4d-f0e8ddba8d63 HTTP/1.1" status: 200 len: 824 time: 0.5011115 Apr 05 20:09:23.401115 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ab6c068e-2593-4564-a05d-ffb50207941c None None] Provisioning for port 19d256e7-afa5-4148-8792-85387e1210e4 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:23.413747 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ab6c068e-2593-4564-a05d-ffb50207941c None None] Provisioning complete for port 19d256e7-afa5-4148-8792-85387e1210e4 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:23.414146 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ab6c068e-2593-4564-a05d-ffb50207941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:23.437753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851eb4cd-271f-4be3-8f8c-d0427f75be36 req-8db8db75-44ea-4b37-9f18-10fa44f11fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:23.439238 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-851eb4cd-271f-4be3-8f8c-d0427f75be36 req-8db8db75-44ea-4b37-9f18-10fa44f11fdc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 1096 time: 0.3862872 Apr 05 20:09:23.472018 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-1eb6757c-d56b-430f-9a52-7cfaa962d7b3 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/quotas/23dd846987e84c54bf39cdc9ce7aec5f HTTP/1.1" status: 200 len: 375 time: 0.0810654 Apr 05 20:09:23.587204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-6a666a44-bd66-49a9-8e39-a6c6be5f386d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:23.588651 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-6a666a44-bd66-49a9-8e39-a6c6be5f386d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.41 "GET /v2.0/ports?device_id=60699b95-da58-4cb0-a92f-6925c5cc25ec HTTP/1.1" status: 200 len: 946 time: 0.3889699 Apr 05 20:09:23.600596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d435-df98-4a09-b440-2515387363f5 req-79e3c3a9-a090-4686-8300-9d7936e45524 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:23.601967 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd4d435-df98-4a09-b440-2515387363f5 req-79e3c3a9-a090-4686-8300-9d7936e45524 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2779052 Apr 05 20:09:23.606419 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-851eb4cd-271f-4be3-8f8c-d0427f75be36 req-c1f07e0c-aea5-4e88-94de-c7238cbf6e0c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567571 Apr 05 20:09:23.651656 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ab6c068e-2593-4564-a05d-ffb50207941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:23.687374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Deleting port 03bb41ab-35a0-476c-96ed-69017d56ffc7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:09:23.687748 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:23.705316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ab6c068e-2593-4564-a05d-ffb50207941c None None] For port 19d256e7-afa5-4148-8792-85387e1210e4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=19d256e7-afa5-4148-8792-85387e1210e4,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:23.712321 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ab6c068e-2593-4564-a05d-ffb50207941c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:23.734582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee798277-cbb3-4555-abc5-662e6d687266 req-64e9bd20-c948-4617-8e85-d013fc8bd17e tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:23.736502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee798277-cbb3-4555-abc5-662e6d687266 req-64e9bd20-c948-4617-8e85-d013fc8bd17e tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 949 time: 0.2715325 Apr 05 20:09:23.742203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-f06a6da8-2a71-4b15-9ab0-52d42178e0e7 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=23dd846987e84c54bf39cdc9ce7aec5f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2634382 Apr 05 20:09:23.790415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c068e-2593-4564-a05d-ffb50207941c None None] Pushing event updated for resources: {'Port': ['ID=19d256e7-afa5-4148-8792-85387e1210e4,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:23.803739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Request body: {'port': {'device_id': '700a7265-7b18-4174-bd84-a313f939bdbf', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '4315b2776a8446efa0573a8e3d19b341'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:23.808851 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:23.846410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:23.936935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:23.949914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:23.950366 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:24.007318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-aa36c072-2363-4952-af76-2c02b561b9fc None None] Provisioning complete for port 19d256e7-afa5-4148-8792-85387e1210e4 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:24.007738 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aa36c072-2363-4952-af76-2c02b561b9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:24.082477 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee798277-cbb3-4555-abc5-662e6d687266 req-6b656787-7c0f-412e-8365-0ba351250867 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311262 Apr 05 20:09:24.114992 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-64a94cc9-e52a-44d9-8d13-ff49c91e5c47 service neutron] 10.222.0.24 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635960 Apr 05 20:09:24.160289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Router dd392c03-f5a5-449e-beb2-09624994d4fe is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:09:24.206337 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:24.229128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:24.252912 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2f28f4f9-1390-46cf-8cb4-ba9ccead1200,segment=NetworkSegment(9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75),segment_id=9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:24.258399 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:24.259230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 18e401a4-9f87-4baa-bc7c-69a53e4c3960 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:09:24.294789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:24.298350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c309bc94-bedb-496b-9ef6-dad6aab7277d req-65035f24-b8f9-4c65-b892-34b2e58daa53 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 210 time: 0.0505092 Apr 05 20:09:24.335958 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 18e401a4-9f87-4baa-bc7c-69a53e4c3960 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:09:24.336316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 18e401a4-9f87-4baa-bc7c-69a53e4c3960 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:09:24.340392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Made reservation on behalf of 4315b2776a8446efa0573a8e3d19b341 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:24.343891 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:24.363810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] For port 03bb41ab-35a0-476c-96ed-69017d56ffc7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=03bb41ab-35a0-476c-96ed-69017d56ffc7,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:24.364161 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:24.382190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2f28f4f9-1390-46cf-8cb4-ba9ccead1200,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:24.440843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:09:24.452878 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Sync routers for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:09:24.466724 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:24.468206 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-306e6505-0d78-4bd3-9658-99c6b2a32500 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.2250228 Apr 05 20:09:24.470068 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:09:24.470744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51500) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:24.471329 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:09:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:24.520430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-c0664184-1ecb-4c5f-86a4-c9cd07f315dc service neutron] 10.222.0.24 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923857 Apr 05 20:09:24.716037 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:09:24.832264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cac888-7f58-4468-87a1-eb8ec66272fe req-561f29af-c058-45bd-a3ba-e4beb5265254 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:24.844127 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-36cac888-7f58-4468-87a1-eb8ec66272fe req-561f29af-c058-45bd-a3ba-e4beb5265254 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 946 time: 0.3118072 Apr 05 20:09:24.895797 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 19d256e7-afa5-4148-8792-85387e1210e4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:24.940439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-36cac888-7f58-4468-87a1-eb8ec66272fe req-fc936cf6-ebe2-424a-8ef4-e557ad50b6a0 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1c3728-faed-4c70-9348-7ef40469866a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952890 Apr 05 20:09:25.007948 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfea431-94c7-4353-a688-00de90ceaddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f28f4f9-1390-46cf-8cb4-ba9ccead1200'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:25.028165 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 19d256e7-afa5-4148-8792-85387e1210e4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:25.028552 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:25.238979 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:22Z', 'revision_number': 3, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:25.245451 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Checking router: dd392c03-f5a5-449e-beb2-09624994d4fe for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:09:25.245841 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Updating router dd392c03-f5a5-449e-beb2-09624994d4fe port 9e345477-9ffe-4c4b-aad6-af4f74a5c650 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:09:25.315715 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:25.362122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Allocated IP 192.168.233.12 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/2a49da29-b868-4d29-b1b7-4c1d531e53c1) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:25.382807 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:25.383391 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:25.383902 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Floating IP 58fa4e44-a2ce-4169-96bf-8e0f97c27ebf disassociated. External IP: 172.25.8.171, port: 03bb41ab-35a0-476c-96ed-69017d56ffc7. Apr 05 20:09:25.384441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Calling delete_port for 03bb41ab-35a0-476c-96ed-69017d56ffc7 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:09:25.473505 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f388be27-7b26-4696-ac9d-bdc64dbf126e req-4d87d044-50a7-40d1-8746-c16ddb16814c tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0552976 Apr 05 20:09:25.489518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425f82e-9c5d-4d40-8f7e-7433c1b8192e req-45c38c36-cb67-4d19-b162-9c33a3650aed tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:25.491222 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8425f82e-9c5d-4d40-8f7e-7433c1b8192e req-45c38c36-cb67-4d19-b162-9c33a3650aed tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 945 time: 0.5163467 Apr 05 20:09:25.603397 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8425f82e-9c5d-4d40-8f7e-7433c1b8192e req-42ab695c-dd98-486b-918f-f7abe98bd2a2 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023722 Apr 05 20:09:25.646293 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:25.887108 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:25.948770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Allocated IP 172.20.0.1 (26755bff-2d35-4c6d-b06f-78a229d8b2fc/4ece50f3-2a9d-4379-840d-24002e47046f/ceccc614-7571-47c3-99cb-665995ce3e57) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:25.963857 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6257c7b6-38b9-4bce-89f2-7d14c88a0828 req-11ef333e-5045-44de-a572-d5bfeac77150 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 210 time: 0.1462417 Apr 05 20:09:25.980799 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Pushing event deleted for resources: {'Port': ['ID=03bb41ab-35a0-476c-96ed-69017d56ffc7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:26.024066 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:26.054733 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Transition to ACTIVE for port object 9e345477-9ffe-4c4b-aad6-af4f74a5c650 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:26.074617 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:26.115462 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:26.140134 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfea431-94c7-4353-a688-00de90ceaddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f28f4f9-1390-46cf-8cb4-ba9ccead1200', 'code': 200} Apr 05 20:09:26.148293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Transition to ACTIVE for port object 2a49da29-b868-4d29-b1b7-4c1d531e53c1 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:26.252524 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Attempting to bind port 9e345477-9ffe-4c4b-aad6-af4f74a5c650 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:26.252929 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Attempting to bind port 9e345477-9ffe-4c4b-aad6-af4f74a5c650 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:26.253342 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Attempting to bind port 9e345477-9ffe-4c4b-aad6-af4f74a5c650 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:26.264125 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c5b1c-77b4-4a16-9c5f-30873de24ecd None None] Pushing event updated for resources: {'Port': ['ID=9e345477-9ffe-4c4b-aad6-af4f74a5c650,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:26.266716 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:26.269995 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:26.270550 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:26.271017 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:26.271573 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Bound port: 9e345477-9ffe-4c4b-aad6-af4f74a5c650, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:26.272193 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:26.320004 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Router 26a94819-c482-4597-a22b-823bcc00c29b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:09:26.382824 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5b1c-77b4-4a16-9c5f-30873de24ecd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:26.386388 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5b1c-77b4-4a16-9c5f-30873de24ecd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:26.386729 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5b1c-77b4-4a16-9c5f-30873de24ecd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:26.387233 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5b1c-77b4-4a16-9c5f-30873de24ecd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:26.387566 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5b1c-77b4-4a16-9c5f-30873de24ecd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:26.387891 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5b1c-77b4-4a16-9c5f-30873de24ecd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:26.390358 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5b1c-77b4-4a16-9c5f-30873de24ecd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:26.390708 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5b1c-77b4-4a16-9c5f-30873de24ecd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:26.394263 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5b1c-77b4-4a16-9c5f-30873de24ecd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:26.395445 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5b1c-77b4-4a16-9c5f-30873de24ecd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:26.395797 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5b1c-77b4-4a16-9c5f-30873de24ecd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:26.396297 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c5b1c-77b4-4a16-9c5f-30873de24ecd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:26.420074 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:26.434475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.41', 51596) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:26.440798 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d42841c6-73ca-48b9-b406-7bfefe163cb6'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:26.509410 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] For port 9e345477-9ffe-4c4b-aad6-af4f74a5c650, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:26.517310 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] For port 9e345477-9ffe-4c4b-aad6-af4f74a5c650, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9e345477-9ffe-4c4b-aad6-af4f74a5c650,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:26.529956 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:26.692454 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c5b1c-77b4-4a16-9c5f-30873de24ecd None None] Pushing event updated for resources: {'Port': ['ID=9e345477-9ffe-4c4b-aad6-af4f74a5c650,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:26.747542 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:26.796257 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:09:26.801158 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:09:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:26.810719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Transition to ACTIVE for port object ceccc614-7571-47c3-99cb-665995ce3e57 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:26.822271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:26.864849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae1dda-cfbf-403a-8581-a35728dfe0b0 req-a94d52c0-c3d7-4425-a1be-c876272aa850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:26.866444 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-61ae1dda-cfbf-403a-8581-a35728dfe0b0 req-a94d52c0-c3d7-4425-a1be-c876272aa850 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 1097 time: 0.4395359 Apr 05 20:09:26.927741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9791848-a4e7-430f-961d-8328587d6362 req-d21e8ca9-f9fb-4ded-9d01-e8ed328367b8 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:26.929385 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9791848-a4e7-430f-961d-8328587d6362 req-d21e8ca9-f9fb-4ded-9d01-e8ed328367b8 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 949 time: 0.5078764 Apr 05 20:09:26.939038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:26.965104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:26.978146 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:26.990595 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:27.031586 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-61ae1dda-cfbf-403a-8581-a35728dfe0b0 req-cc5427ad-07a5-494e-a691-1c68e8e38fd3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3f1c3728-faed-4c70-9348-7ef40469866a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541269 Apr 05 20:09:27.034007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Pushing event updated for resources: {'Port': ['ID=2a49da29-b868-4d29-b1b7-4c1d531e53c1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:27.077348 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:27.131257 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:09:27.161321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9791848-a4e7-430f-961d-8328587d6362 req-983c2a9d-4a5c-42e8-948e-3a92c74cfd41 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160437 Apr 05 20:09:27.252034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Pushing event updated for resources: {'Port': ['ID=ceccc614-7571-47c3-99cb-665995ce3e57,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:27.258912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Network 26755bff-2d35-4c6d-b06f-78a229d8b2fc is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:27.260053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:27.262285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:27.263173 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:27.379136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-87a73dcd-5acc-4666-b3b9-f0c5667014d2 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:27.382340 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-87a73dcd-5acc-4666-b3b9-f0c5667014d2 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.41 "GET /v2.0/networks?id=3181547e-906a-45c1-ab4d-f0e8ddba8d63 HTTP/1.1" status: 200 len: 824 time: 0.9342093 Apr 05 20:09:27.383531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:09:27.398347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-24a775ea-cc93-4936-9a79-d164f45a7c81 None None] Provisioning for port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:27.406646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-24a775ea-cc93-4936-9a79-d164f45a7c81 None None] Provisioning complete for port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:27.407114 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-24a775ea-cc93-4936-9a79-d164f45a7c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:27.477634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f357701-c63f-46f1-8fda-cf2281ea0d2f None None] Sync routers for ids ['26a94819-c482-4597-a22b-823bcc00c29b'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:09:27.497150 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd4d435-df98-4a09-b440-2515387363f5 req-692037c2-0154-4131-9433-de6def75a86d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6986609 Apr 05 20:09:27.529799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f357701-c63f-46f1-8fda-cf2281ea0d2f None None] Routers {'26a94819-c482-4597-a22b-823bcc00c29b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:09:27.533049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-4f357701-c63f-46f1-8fda-cf2281ea0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:09:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26a94819-c482-4597-a22b-823bcc00c29b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:27.570067 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:27.659823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cbe2c-778a-49e7-be5a-910f040ce47f req-e72751ef-2ff3-4bc8-bc48-92f7c40ca08c tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:27.661285 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-190cbe2c-778a-49e7-be5a-910f040ce47f req-e72751ef-2ff3-4bc8-bc48-92f7c40ca08c tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 946 time: 0.2610326 Apr 05 20:09:27.665611 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:22Z', 'revision_number': 3, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:27.671558 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cbe79e-bbcd-48fe-81f7-313054d90149 None None] The sync data for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 is: [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:22Z', 'revision_number': 3, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:09:27.711449 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-c73ec240-9113-41ca-971d-3534bc85066d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23dd846987e84c54bf39cdc9ce7aec5f HTTP/1.1" status: 200 len: 378 time: 0.2829287 Apr 05 20:09:27.726720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a9c47-ea59-4ffa-9c61-a75a150c8273 req-71d9df0d-acce-439f-99c0-298a1961976f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:27.727493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-126a9c47-ea59-4ffa-9c61-a75a150c8273 req-71d9df0d-acce-439f-99c0-298a1961976f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Synchronizing usage tracker for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:27.730818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee079c0-23f9-48c1-a93e-4cfe309eddbb req-3cd08c5e-ac9c-4090-9167-e8d9d891452a tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:27.732288 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fee079c0-23f9-48c1-a93e-4cfe309eddbb req-3cd08c5e-ac9c-4090-9167-e8d9d891452a tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.13 "GET /v2.0/ports?device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 949 time: 0.2798855 Apr 05 20:09:27.749349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Request body: {'port': {'device_id': '700a7265-7b18-4174-bd84-a313f939bdbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:27.774521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] No DVR routers for this DVR port 03bb41ab-35a0-476c-96ed-69017d56ffc7 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:09:27.790580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Request body: {'port': {'device_id': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'admin_state_up': True, 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'security_groups': ['33f12754-40d0-4aa1-9716-03f59a499be9']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:27.832781 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:27.834784 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4c576d5c-c472-4fa5-b597-5e894d1636d0 req-b1ca7b76-226c-4019-916b-5b8b6564f04d tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.41 "DELETE /v2.0/ports/03bb41ab-35a0-476c-96ed-69017d56ffc7 HTTP/1.1" status: 204 len: 173 time: 4.2319565 Apr 05 20:09:27.835785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-4f357701-c63f-46f1-8fda-cf2281ea0d2f None None] Set router 26a94819-c482-4597-a22b-823bcc00c29b gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:09:27.842378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60699b95-da58-4cb0-a92f-6925c5cc25ec', 'name': 'network-vif-deleted', 'tag': '03bb41ab-35a0-476c-96ed-69017d56ffc7'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:27.923596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 03bb41ab-35a0-476c-96ed-69017d56ffc7 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:09:27.977661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-24a775ea-cc93-4936-9a79-d164f45a7c81 None None] Port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:09:27.979590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 03bb41ab-35a0-476c-96ed-69017d56ffc7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:09:27.980271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 03bb41ab-35a0-476c-96ed-69017d56ffc7 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:09:28.009768 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-126a9c47-ea59-4ffa-9c61-a75a150c8273 req-71d9df0d-acce-439f-99c0-298a1961976f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Unset dirty status for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:28.012511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-190cbe2c-778a-49e7-be5a-910f040ce47f req-bfcba87f-2a2e-4f19-84c7-3f325c2ad3e9 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1c3728-faed-4c70-9348-7ef40469866a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402858 Apr 05 20:09:28.023745 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-126a9c47-ea59-4ffa-9c61-a75a150c8273 req-71d9df0d-acce-439f-99c0-298a1961976f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 935 time: 1.6789846 Apr 05 20:09:28.077306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-fee079c0-23f9-48c1-a93e-4cfe309eddbb req-05417031-a1d7-4821-a5ec-eabca0b1c7a2 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Deleting port 0875486c-cd59-4cb0-8465-b00faa5fed06 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:09:28.077461 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fee079c0-23f9-48c1-a93e-4cfe309eddbb req-05417031-a1d7-4821-a5ec-eabca0b1c7a2 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:28.152427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:28.222787 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-126a9c47-ea59-4ffa-9c61-a75a150c8273 req-71d89253-39d7-4af1-9a61-30f8949a9f6a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980793 Apr 05 20:09:28.223908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:28.380336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:28.413588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Made reservation on behalf of 23dd846987e84c54bf39cdc9ce7aec5f for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:28.433397 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:28.440968 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:28.458258 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:28.459369 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:28.549454 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f28363e8-def0-4113-86e2-754694d568af None None] Provisioning for port ceccc614-7571-47c3-99cb-665995ce3e57 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:28.568933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f28363e8-def0-4113-86e2-754694d568af None None] Provisioning complete for port ceccc614-7571-47c3-99cb-665995ce3e57 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:28.569655 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f28363e8-def0-4113-86e2-754694d568af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:28.765975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f28363e8-def0-4113-86e2-754694d568af None None] Port ceccc614-7571-47c3-99cb-665995ce3e57 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:09:28.868484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-4f357701-c63f-46f1-8fda-cf2281ea0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:58Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:28.880201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f357701-c63f-46f1-8fda-cf2281ea0d2f None None] Checking router: 26a94819-c482-4597-a22b-823bcc00c29b for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:09:28.906662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f357701-c63f-46f1-8fda-cf2281ea0d2f None None] Routers {'26a94819-c482-4597-a22b-823bcc00c29b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:09:28.907325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-4f357701-c63f-46f1-8fda-cf2281ea0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:09:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26a94819-c482-4597-a22b-823bcc00c29b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:28.935695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-fee079c0-23f9-48c1-a93e-4cfe309eddbb req-05417031-a1d7-4821-a5ec-eabca0b1c7a2 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] For port 0875486c-cd59-4cb0-8465-b00faa5fed06, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0875486c-cd59-4cb0-8465-b00faa5fed06,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:28.936343 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fee079c0-23f9-48c1-a93e-4cfe309eddbb req-05417031-a1d7-4821-a5ec-eabca0b1c7a2 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:28.962639 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4711461-a587-4bf4-ab71-d78a5cea1940 req-4c90e211-4ab8-4af4-a62f-66f118f146bf tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.2350285 Apr 05 20:09:28.975042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Allocated IP 172.20.0.5 (3181547e-906a-45c1-ab4d-f0e8ddba8d63/db5d97bd-f1f9-44b3-b911-c8ed750bc5a6/8ee66abc-7d7c-4789-be1e-e51df0e33b46) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:28.978473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9e345477-9ffe-4c4b-aad6-af4f74a5c650 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:29.253755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 9e345477-9ffe-4c4b-aad6-af4f74a5c650 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:29.264387 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 9e345477-9ffe-4c4b-aad6-af4f74a5c650 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:29.264658 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:29.279780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-fee079c0-23f9-48c1-a93e-4cfe309eddbb req-05417031-a1d7-4821-a5ec-eabca0b1c7a2 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Calling delete_port for 0875486c-cd59-4cb0-8465-b00faa5fed06 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:09:29.299220 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-4f357701-c63f-46f1-8fda-cf2281ea0d2f None None] Set router 26a94819-c482-4597-a22b-823bcc00c29b gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:09:29.371916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Pushing event updated for resources: {'Port': ['ID=ceccc614-7571-47c3-99cb-665995ce3e57,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:29.378138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Network 26755bff-2d35-4c6d-b06f-78a229d8b2fc is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:29.382318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:29.489511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493de64-040b-4d83-90a8-876621216d05 req-540b7598-a5fe-4a18-98dc-fbec4c997660 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:29.491163 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d493de64-040b-4d83-90a8-876621216d05 req-540b7598-a5fe-4a18-98dc-fbec4c997660 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/ports?device_id=d87b8105-dd7d-43f9-8a8a-0f89b40a485d HTTP/1.1" status: 200 len: 949 time: 1.0392144 Apr 05 20:09:29.535823 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:29.582029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a49da29-b868-4d29-b1b7-4c1d531e53c1 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:29.595426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Transition to ACTIVE for port object 8ee66abc-7d7c-4789-be1e-e51df0e33b46 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:29.612390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d4c7d-a332-456b-8864-032014e0b128 req-37e22cfe-fe1e-414f-bc78-d6ea26e30555 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:29.620179 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b16d4c7d-a332-456b-8864-032014e0b128 req-37e22cfe-fe1e-414f-bc78-d6ea26e30555 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 945 time: 0.3004565 Apr 05 20:09:29.648184 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:29.731662 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b16d4c7d-a332-456b-8864-032014e0b128 req-0825cd0d-24ba-47cc-bb52-b3487dde17d0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104875 Apr 05 20:09:29.737774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Transition to ACTIVE for port object 2a49da29-b868-4d29-b1b7-4c1d531e53c1 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:29.761651 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:29.769483 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:29.791162 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d493de64-040b-4d83-90a8-876621216d05 req-79beade7-ac01-4d97-835d-6d3eaab5029c tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.24 "GET /v2.0/security-groups?id=534b8b51-2576-4e21-9087-58eb7e12e3e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869649 Apr 05 20:09:29.816756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 9e345477-9ffe-4c4b-aad6-af4f74a5c650, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9e345477-9ffe-4c4b-aad6-af4f74a5c650,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:29.830678 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fee079c0-23f9-48c1-a93e-4cfe309eddbb req-05417031-a1d7-4821-a5ec-eabca0b1c7a2 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:29.842968 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:29.922790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05417031-a1d7-4821-a5ec-eabca0b1c7a2 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Pushing event deleted for resources: {'Port': ['ID=0875486c-cd59-4cb0-8465-b00faa5fed06,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:29.929914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Pushing event updated for resources: {'Port': ['ID=2a49da29-b868-4d29-b1b7-4c1d531e53c1,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:29.930910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b3e94e76-ec6b-4e3b-8c88-ee1484c2d8f0 None None] Provisioning complete for port ceccc614-7571-47c3-99cb-665995ce3e57 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:29.931054 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b3e94e76-ec6b-4e3b-8c88-ee1484c2d8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:30.010777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Router dd392c03-f5a5-449e-beb2-09624994d4fe has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:09:30.067894 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b3e94e76-ec6b-4e3b-8c88-ee1484c2d8f0 None None] Port ceccc614-7571-47c3-99cb-665995ce3e57 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:09:30.075014 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-fee079c0-23f9-48c1-a93e-4cfe309eddbb req-05417031-a1d7-4821-a5ec-eabca0b1c7a2 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] No DVR routers for this DVR port 0875486c-cd59-4cb0-8465-b00faa5fed06 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:09:30.075274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-4f357701-c63f-46f1-8fda-cf2281ea0d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:58Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:30.077311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=9e345477-9ffe-4c4b-aad6-af4f74a5c650,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:30.081830 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fee079c0-23f9-48c1-a93e-4cfe309eddbb req-05417031-a1d7-4821-a5ec-eabca0b1c7a2 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:30.086887 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-f5cad357-23b1-440c-b157-65096ee12cdc req-127ce8a8-d82c-4106-81ac-4d3459e71271 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Synchronizing usage tracker for tenant:23dd846987e84c54bf39cdc9ce7aec5f on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:30.087384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87b8105-dd7d-43f9-8a8a-0f89b40a485d', 'name': 'network-vif-deleted', 'tag': '0875486c-cd59-4cb0-8465-b00faa5fed06'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:30.091481 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f357701-c63f-46f1-8fda-cf2281ea0d2f None None] The sync data for ids ['26a94819-c482-4597-a22b-823bcc00c29b'] in n-d-836604-1 is: [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:58Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:09:30.148453 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:30.218448 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fee079c0-23f9-48c1-a93e-4cfe309eddbb req-05417031-a1d7-4821-a5ec-eabca0b1c7a2 tempest-ServersAdminNegativeTestJSON-197009756 tempest-ServersAdminNegativeTestJSON-197009756-project] 10.222.0.13 "DELETE /v2.0/ports/0875486c-cd59-4cb0-8465-b00faa5fed06 HTTP/1.1" status: 204 len: 173 time: 2.4777143 Apr 05 20:09:30.226703 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-f5cad357-23b1-440c-b157-65096ee12cdc req-127ce8a8-d82c-4106-81ac-4d3459e71271 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Unset dirty status for tenant:23dd846987e84c54bf39cdc9ce7aec5f on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:30.236440 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f5cad357-23b1-440c-b157-65096ee12cdc req-127ce8a8-d82c-4106-81ac-4d3459e71271 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 210 time: 0.2075000 Apr 05 20:09:30.245993 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60699b95-da58-4cb0-a92f-6925c5cc25ec', 'name': 'network-vif-deleted', 'tag': '03bb41ab-35a0-476c-96ed-69017d56ffc7', 'status': 'completed', 'code': 200} Apr 05 20:09:30.250538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Attempting to bind port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:30.250868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Attempting to bind port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:30.251213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Attempting to bind port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:30.288908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:30.292016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:09:30.292338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Attempting to bind port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:30.308472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:30.330074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:30.343052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:30.343725 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:30.368329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:30.368655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:30.369042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:30.369914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Bound port: 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:30.369914 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:30.416733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Pushing event updated for resources: {'Port': ['ID=8ee66abc-7d7c-4789-be1e-e51df0e33b46,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:30.514021 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:09:30.529804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eafd83fb-5aac-4069-8c32-be2f1141f739 admin admin] 10.222.0.24 "PUT /v2.0/routers/dd392c03-f5a5-449e-beb2-09624994d4fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0579779 Apr 05 20:09:30.538453 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Sync routers for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:09:30.551566 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:09:30.552799 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:09:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:30.577580 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-91c3943c-101a-4064-b08a-f7362f0fd50e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8432293 Apr 05 20:09:30.607788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Request body: {'port': {'device_id': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:30.612241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d60829-89f7-4f85-8c2c-30d5c101dde6 req-3b51103a-ad25-491d-b807-ab8cc8786cbc tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:30.613837 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e1d60829-89f7-4f85-8c2c-30d5c101dde6 req-3b51103a-ad25-491d-b807-ab8cc8786cbc tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 946 time: 0.1892042 Apr 05 20:09:30.704059 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-820533fc-2cf6-4793-9ee6-dd6ce318e503 None None] Provisioning for port 8ee66abc-7d7c-4789-be1e-e51df0e33b46 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:30.710733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e1d60829-89f7-4f85-8c2c-30d5c101dde6 req-0d84acfb-c4fd-49f1-8e4f-f7d528d3bb7c tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1c3728-faed-4c70-9348-7ef40469866a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852754 Apr 05 20:09:30.711066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-820533fc-2cf6-4793-9ee6-dd6ce318e503 None None] Provisioning complete for port 8ee66abc-7d7c-4789-be1e-e51df0e33b46 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:30.711523 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-820533fc-2cf6-4793-9ee6-dd6ce318e503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:30.799721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7fc8e5-6dc8-4d11-9435-514eebd696bf None None] New status for floating IP 58fa4e44-a2ce-4169-96bf-8e0f97c27ebf: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:09:31.042932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9e345477-9ffe-4c4b-aad6-af4f74a5c650 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:31.080060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] For port 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:31.091128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] For port 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:31.146094 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:31.168645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ef805-28e5-4fba-99dd-93dac2ae1cb1 req-685cdd9f-7b8e-421e-8fb6-001b8714b8d1 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:31.170376 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:09:31.171308 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-936ef805-28e5-4fba-99dd-93dac2ae1cb1 req-685cdd9f-7b8e-421e-8fb6-001b8714b8d1 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 1096 time: 0.1369195 Apr 05 20:09:31.252138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01e2d6-f791-40b0-89e8-9516c9b8c75a req-0373c73d-0f80-4a7b-a303-0dbdad7dcb6b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:31.259304 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-936ef805-28e5-4fba-99dd-93dac2ae1cb1 req-cb9a64b7-56e8-4f42-bf69-5984512b0ee5 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800290 Apr 05 20:09:31.276934 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c01e2d6-f791-40b0-89e8-9516c9b8c75a req-0373c73d-0f80-4a7b-a303-0dbdad7dcb6b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 947 time: 0.8423908 Apr 05 20:09:31.304578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-820533fc-2cf6-4793-9ee6-dd6ce318e503 None None] Port 8ee66abc-7d7c-4789-be1e-e51df0e33b46 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:09:31.343149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:31.344466 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:31.346293 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd4d435-df98-4a09-b440-2515387363f5 req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] 10.222.0.13 "PUT /v2.0/ports/2a49da29-b868-4d29-b1b7-4c1d531e53c1 HTTP/1.1" status: 200 len: 1095 time: 3.6538918 Apr 05 20:09:31.364704 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:31.395307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 9e345477-9ffe-4c4b-aad6-af4f74a5c650 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:31.395775 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:31.485660 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 0875486c-cd59-4cb0-8465-b00faa5fed06 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:09:31.503062 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87b8105-dd7d-43f9-8a8a-0f89b40a485d', 'name': 'network-vif-deleted', 'tag': '0875486c-cd59-4cb0-8465-b00faa5fed06', 'status': 'completed', 'code': 200} Apr 05 20:09:31.571562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 0875486c-cd59-4cb0-8465-b00faa5fed06 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:09:31.571562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 0875486c-cd59-4cb0-8465-b00faa5fed06 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:09:31.638823 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c01e2d6-f791-40b0-89e8-9516c9b8c75a req-94028cfa-123b-4122-8b30-4f2cff79a919 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607101 Apr 05 20:09:31.657302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e385d2d9-2344-4caa-aaaa-1ec51c5990cc service neutron] Pushing event updated for resources: {'Port': ['ID=2a49da29-b868-4d29-b1b7-4c1d531e53c1,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:31.704739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c65ed4-b52d-435a-bfab-189fd49ece76 req-f071d93d-de7f-42a2-aa61-dbca3463f355 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:31.720402 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d4c65ed4-b52d-435a-bfab-189fd49ece76 req-f071d93d-de7f-42a2-aa61-dbca3463f355 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 949 time: 0.1984053 Apr 05 20:09:31.765831 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 2, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:31.778112 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Checking router: dd392c03-f5a5-449e-beb2-09624994d4fe for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:09:31.778964 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Updating router dd392c03-f5a5-449e-beb2-09624994d4fe port ceccc614-7571-47c3-99cb-665995ce3e57 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:09:31.865140 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c22d89fd-1490-433b-b0fb-1b48360cdbb1 req-3cd489de-9558-443c-82e3-b5a5b5640a98 tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0689106 Apr 05 20:09:31.872262 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:31.917731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-d4c65ed4-b52d-435a-bfab-189fd49ece76 req-06ff8676-8a4c-4736-91ee-8d4d6f9b4dc1 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Deleting port 60ff7482-2bc5-47f6-82f6-ce333a261d1f {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:09:31.918340 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d4c65ed4-b52d-435a-bfab-189fd49ece76 req-06ff8676-8a4c-4736-91ee-8d4d6f9b4dc1 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:31.954366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d435-df98-4a09-b440-2515387363f5 req-57a4f3f3-24a0-43bb-926e-14496d3a0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:31.956161 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd4d435-df98-4a09-b440-2515387363f5 req-57a4f3f3-24a0-43bb-926e-14496d3a0769 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 1098 time: 0.5103917 Apr 05 20:09:32.061990 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd4d435-df98-4a09-b440-2515387363f5 req-c215d7c7-ffca-467e-a2fa-cbf1e8601068 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1 HTTP/1.1" status: 200 len: 217 time: 0.0933068 Apr 05 20:09:32.216061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca34a8-bcf3-4f8a-8807-c43d7e4a9fda req-1237be0a-083d-47a4-be25-9475b77b9596 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:32.218108 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93ca34a8-bcf3-4f8a-8807-c43d7e4a9fda req-1237be0a-083d-47a4-be25-9475b77b9596 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/ports?device_id=2f714981-71c8-43dd-83b8-91770d43c2e1 HTTP/1.1" status: 200 len: 949 time: 0.3488364 Apr 05 20:09:32.306660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-d4c65ed4-b52d-435a-bfab-189fd49ece76 req-06ff8676-8a4c-4736-91ee-8d4d6f9b4dc1 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] For port 60ff7482-2bc5-47f6-82f6-ce333a261d1f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=60ff7482-2bc5-47f6-82f6-ce333a261d1f,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:32.307511 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d4c65ed4-b52d-435a-bfab-189fd49ece76 req-06ff8676-8a4c-4736-91ee-8d4d6f9b4dc1 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:32.375213 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:32.376252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d435-df98-4a09-b440-2515387363f5 req-16037629-b1b3-46cc-b65e-9596a2138403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:32.377854 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd4d435-df98-4a09-b440-2515387363f5 req-16037629-b1b3-46cc-b65e-9596a2138403 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2897336 Apr 05 20:09:32.378355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700a7265-7b18-4174-bd84-a313f939bdbf', 'tag': '2a49da29-b868-4d29-b1b7-4c1d531e53c1'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:32.397002 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Transition to ACTIVE for port object ceccc614-7571-47c3-99cb-665995ce3e57 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:32.408037 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:32.488317 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93ca34a8-bcf3-4f8a-8807-c43d7e4a9fda req-cda3b8a2-0080-4f3c-bbcf-74b6bbae95f6 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.24 "GET /v2.0/security-groups?id=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014130 Apr 05 20:09:32.491103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51590) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:32.505167 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4dade-7e55-4e18-bc85-28509012e9a5 None None] Pushing event updated for resources: {'Port': ['ID=ceccc614-7571-47c3-99cb-665995ce3e57,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:32.655190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4d435-df98-4a09-b440-2515387363f5 req-53081b37-47ec-4006-8b2f-7ff766a7750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:32.657499 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd4d435-df98-4a09-b440-2515387363f5 req-53081b37-47ec-4006-8b2f-7ff766a7750b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2519028 Apr 05 20:09:32.703067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-d4c65ed4-b52d-435a-bfab-189fd49ece76 req-06ff8676-8a4c-4736-91ee-8d4d6f9b4dc1 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Calling delete_port for 60ff7482-2bc5-47f6-82f6-ce333a261d1f owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:09:32.742453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ee66abc-7d7c-4789-be1e-e51df0e33b46 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:32.821141 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Attempting to bind port ceccc614-7571-47c3-99cb-665995ce3e57 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:32.822157 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Attempting to bind port ceccc614-7571-47c3-99cb-665995ce3e57 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:32.822725 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Attempting to bind port ceccc614-7571-47c3-99cb-665995ce3e57 on network 26755bff-2d35-4c6d-b06f-78a229d8b2fc {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:32.828578 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:32.829190 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Checking segment: {'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:32.829726 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:32.830288 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Bound using segment: {'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:32.830887 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Bound port: ceccc614-7571-47c3-99cb-665995ce3e57, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:32.832294 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:32.884237 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:32.941135 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] For port ceccc614-7571-47c3-99cb-665995ce3e57, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:32.945586 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] For port ceccc614-7571-47c3-99cb-665995ce3e57, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ceccc614-7571-47c3-99cb-665995ce3e57,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:32.956254 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:33.014000 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0275daa6-cb9c-4cbc-952e-cd6efc429dcb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d74b4c62374e4cf88d510708b4abb9c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5195403 Apr 05 20:09:33.014000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Transition to ACTIVE for port object 8ee66abc-7d7c-4789-be1e-e51df0e33b46 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:33.038401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51600) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:33.049557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a119727-27ce-4c73-b41e-de637892fa32 req-35fdf054-c56f-46d8-b1cc-06c3cdb48fdf tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:33.050336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8a119727-27ce-4c73-b41e-de637892fa32 req-35fdf054-c56f-46d8-b1cc-06c3cdb48fdf tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Synchronizing usage tracker for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:33.055937 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:09:33.056554 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:09:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:33.069120 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:33.092406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8a119727-27ce-4c73-b41e-de637892fa32 req-35fdf054-c56f-46d8-b1cc-06c3cdb48fdf tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Unset dirty status for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:33.100486 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a119727-27ce-4c73-b41e-de637892fa32 req-35fdf054-c56f-46d8-b1cc-06c3cdb48fdf tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 821 time: 0.4069676 Apr 05 20:09:33.131250 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a119727-27ce-4c73-b41e-de637892fa32 req-65194de2-f2f7-47b6-b2e9-80a1c61b6222 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/quotas/2bc710cd70ff45d68ca5b0ab43ae1933 HTTP/1.1" status: 200 len: 375 time: 0.0261309 Apr 05 20:09:33.163914 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4dade-7e55-4e18-bc85-28509012e9a5 None None] Pushing event updated for resources: {'Port': ['ID=ceccc614-7571-47c3-99cb-665995ce3e57,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:33.199229 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d4c65ed4-b52d-435a-bfab-189fd49ece76 req-06ff8676-8a4c-4736-91ee-8d4d6f9b4dc1 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:33.209973 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['60ff7482-2bc5-47f6-82f6-ce333a261d1f'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:33.296916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee66abc-7d7c-4789-be1e-e51df0e33b46,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:33.309123 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd4d435-df98-4a09-b440-2515387363f5 req-7534e35a-87b6-4027-a1c1-975cebd7ae95 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282520 Apr 05 20:09:33.329652 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:09:33.412885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff8676-8a4c-4736-91ee-8d4d6f9b4dc1 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Pushing event deleted for resources: {'Port': ['ID=60ff7482-2bc5-47f6-82f6-ce333a261d1f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:33.461511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e03b77-c8d6-4eb9-9d70-abc8b25c60a2 req-533bd5f3-6960-4904-a4f8-9e54a6f71c82 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:33.469486 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-22e03b77-c8d6-4eb9-9d70-abc8b25c60a2 req-533bd5f3-6960-4904-a4f8-9e54a6f71c82 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 931 time: 0.6473000 Apr 05 20:09:33.497691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Attempting to bind port 8ee66abc-7d7c-4789-be1e-e51df0e33b46 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:33.498327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Attempting to bind port 8ee66abc-7d7c-4789-be1e-e51df0e33b46 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:33.498807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Attempting to bind port 8ee66abc-7d7c-4789-be1e-e51df0e33b46 on network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:33.505262 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-057c3da3-35df-485d-9228-cff24de56a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:33.520542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c65ed4-b52d-435a-bfab-189fd49ece76 req-06ff8676-8a4c-4736-91ee-8d4d6f9b4dc1 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] No DVR routers for this DVR port 60ff7482-2bc5-47f6-82f6-ce333a261d1f on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:09:33.529854 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d4c65ed4-b52d-435a-bfab-189fd49ece76 req-06ff8676-8a4c-4736-91ee-8d4d6f9b4dc1 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:33.533243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f714981-71c8-43dd-83b8-91770d43c2e1', 'name': 'network-vif-deleted', 'tag': '60ff7482-2bc5-47f6-82f6-ce333a261d1f'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:33.572032 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d4c65ed4-b52d-435a-bfab-189fd49ece76 req-06ff8676-8a4c-4736-91ee-8d4d6f9b4dc1 tempest-DeleteServersAdminTestJSON-1306930514 tempest-DeleteServersAdminTestJSON-1306930514-project] 10.222.0.13 "DELETE /v2.0/ports/60ff7482-2bc5-47f6-82f6-ce333a261d1f HTTP/1.1" status: 204 len: 173 time: 1.8507113 Apr 05 20:09:33.581639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8a119727-27ce-4c73-b41e-de637892fa32 req-7f0a9bfc-294b-49c3-a92d-955d4f80dade tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Synchronizing usage tracker for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:33.621716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8a119727-27ce-4c73-b41e-de637892fa32 req-7f0a9bfc-294b-49c3-a92d-955d4f80dade tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Unset dirty status for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:33.630106 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a119727-27ce-4c73-b41e-de637892fa32 req-7f0a9bfc-294b-49c3-a92d-955d4f80dade tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4962664 Apr 05 20:09:33.885178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5dc8d979-691f-4781-986e-09f452466c1a service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526007 Apr 05 20:09:33.935539 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:32Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:33.948672 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8909a2e-d433-4e2c-bb6a-77d57e037e67 None None] The sync data for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 is: [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:32Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:09:33.961340 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-057c3da3-35df-485d-9228-cff24de56a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:34.003205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Port 8ee66abc-7d7c-4789-be1e-e51df0e33b46 on network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:09:34.006097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Attempting to bind port 8ee66abc-7d7c-4789-be1e-e51df0e33b46 on network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:34.108312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a119727-27ce-4c73-b41e-de637892fa32 req-b70516a0-2409-40ed-bca6-2d0295d2235a service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191038 Apr 05 20:09:34.143088 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd4d435-df98-4a09-b440-2515387363f5 req-9054aeb8-2052-46f3-9840-27bab15810eb service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7687330 Apr 05 20:09:34.148963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:34.150171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Checking segment: {'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:34.151759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Bound using segment: {'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:34.153253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Bound port: 8ee66abc-7d7c-4789-be1e-e51df0e33b46, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b5da415-8704-417a-a997-0644cb804d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:34.153847 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:34.194193 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-057c3da3-35df-485d-9228-cff24de56a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:34.210357 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-22e03b77-c8d6-4eb9-9d70-abc8b25c60a2 req-8e0d7762-471c-4c01-83d2-208b15d6a335 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.7397575 Apr 05 20:09:34.249058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c3da3-35df-485d-9228-cff24de56a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534b8b51-2576-4e21-9087-58eb7e12e3e2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:34.282056 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-057c3da3-35df-485d-9228-cff24de56a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:34.283374 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-057c3da3-35df-485d-9228-cff24de56a34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/534b8b51-2576-4e21-9087-58eb7e12e3e2 HTTP/1.1" status: 204 len: 168 time: 1.2402859 Apr 05 20:09:34.356202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] For port 8ee66abc-7d7c-4789-be1e-e51df0e33b46, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:34.363919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] For port 8ee66abc-7d7c-4789-be1e-e51df0e33b46, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8ee66abc-7d7c-4789-be1e-e51df0e33b46,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:34.368940 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700a7265-7b18-4174-bd84-a313f939bdbf', 'tag': '2a49da29-b868-4d29-b1b7-4c1d531e53c1', 'status': 'completed', 'code': 200} Apr 05 20:09:34.375154 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:34.622947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:34.623600 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:34.625092 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ee66abc-7d7c-4789-be1e-e51df0e33b46 HTTP/1.1" status: 200 len: 1091 time: 4.0215015 Apr 05 20:09:34.651098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4584a77-0ed7-4e5d-a7d5-b0f789ae9b03 req-a27307c8-892b-44c1-aca4-4f7e5821f25e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:34.673053 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a4584a77-0ed7-4e5d-a7d5-b0f789ae9b03 req-a27307c8-892b-44c1-aca4-4f7e5821f25e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 947 time: 0.1702807 Apr 05 20:09:34.776708 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a4584a77-0ed7-4e5d-a7d5-b0f789ae9b03 req-23b16ad6-cb95-4ce1-905b-8b42aaa16767 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001368 Apr 05 20:09:34.913465 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ceccc614-7571-47c3-99cb-665995ce3e57 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:34.923437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ff540-8b73-41f2-b947-8618c2bd8866 service neutron] Pushing event updated for resources: {'Port': ['ID=8ee66abc-7d7c-4789-be1e-e51df0e33b46,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:34.956471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f405c-e952-4e64-bd23-afd531266aa3 req-b978ad0a-9d4d-4d7a-bd1a-74e753c797b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:34.958117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a65f405c-e952-4e64-bd23-afd531266aa3 req-b978ad0a-9d4d-4d7a-bd1a-74e753c797b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 1098 time: 0.4810004 Apr 05 20:09:35.030289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51626) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:35.048019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-d77dd667-4038-40f1-abeb-644e44fe1b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:35.049794 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-d77dd667-4038-40f1-abeb-644e44fe1b64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23dd846987e84c54bf39cdc9ce7aec5f&device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 1094 time: 0.3443613 Apr 05 20:09:35.059737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e4128-11ce-4cb7-973c-17d0ff465539 req-94f29e17-8fb5-4c9f-9add-84ec6c48c32f tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:35.060052 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b05da7f-8af1-4253-b20a-5ece398b20fa req-da3304e7-4d2a-430c-8118-db70ab1fe4de tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0748193 Apr 05 20:09:35.061201 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-424e4128-11ce-4cb7-973c-17d0ff465539 req-94f29e17-8fb5-4c9f-9add-84ec6c48c32f tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 1096 time: 0.6329491 Apr 05 20:09:35.109273 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9e7efaca-2ef2-471d-af51-e985e18c25b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecedb154472648498254262d7a4f7c66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0730255 Apr 05 20:09:35.111647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51630) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:35.127246 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port ceccc614-7571-47c3-99cb-665995ce3e57 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:35.133081 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ceccc614-7571-47c3-99cb-665995ce3e57 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:35.133443 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:35.232217 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f382e5a-4cec-467a-b61d-1ac3d1b85d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:35.294936 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f382e5a-4cec-467a-b61d-1ac3d1b85d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:35.322316 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-2f3b80a2-581e-4f3b-b5d7-088d96de4906 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ee66abc-7d7c-4789-be1e-e51df0e33b46 HTTP/1.1" status: 200 len: 217 time: 0.1957877 Apr 05 20:09:35.351346 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:35.395534 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f382e5a-4cec-467a-b61d-1ac3d1b85d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:35.397789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port ceccc614-7571-47c3-99cb-665995ce3e57, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ceccc614-7571-47c3-99cb-665995ce3e57,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:35.406379 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:35.441926 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f714981-71c8-43dd-83b8-91770d43c2e1', 'name': 'network-vif-deleted', 'tag': '60ff7482-2bc5-47f6-82f6-ce333a261d1f', 'status': 'completed', 'code': 200} Apr 05 20:09:35.442798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f382e5a-4cec-467a-b61d-1ac3d1b85d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6a2a09-dbd2-4af0-b408-d5c4607b6a78,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:35.461573 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-424e4128-11ce-4cb7-973c-17d0ff465539 req-8790eec0-6fbe-407d-831e-007b0e1ff207 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303528 Apr 05 20:09:35.462383 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f382e5a-4cec-467a-b61d-1ac3d1b85d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:35.466326 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1f382e5a-4cec-467a-b61d-1ac3d1b85d60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd6a2a09-dbd2-4af0-b408-d5c4607b6a78 HTTP/1.1" status: 204 len: 168 time: 0.3510196 Apr 05 20:09:35.537654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f405c-e952-4e64-bd23-afd531266aa3 req-ca3bf266-d992-423f-b50d-906ca0bf86a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:35.540662 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a65f405c-e952-4e64-bd23-afd531266aa3 req-ca3bf266-d992-423f-b50d-906ca0bf86a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.5714250 Apr 05 20:09:35.567892 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 60ff7482-2bc5-47f6-82f6-ce333a261d1f no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:09:35.632492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 60ff7482-2bc5-47f6-82f6-ce333a261d1f {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:09:35.633086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 60ff7482-2bc5-47f6-82f6-ce333a261d1f not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:09:35.642306 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71e1853c-cd3f-4360-bceb-462d94892398 req-2b3b6ac6-274d-4dde-ada0-08c3dc258988 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 210 time: 0.1170366 Apr 05 20:09:35.711528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=ceccc614-7571-47c3-99cb-665995ce3e57,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:35.741534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-a3fd8f80-8d1c-4b06-a3c0-88c04e584acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:35.743548 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-a3fd8f80-8d1c-4b06-a3c0-88c04e584acd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db5d97bd-f1f9-44b3-b911-c8ed750bc5a6 HTTP/1.1" status: 200 len: 863 time: 0.4050388 Apr 05 20:09:35.789241 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a65f405c-e952-4e64-bd23-afd531266aa3 req-3241360e-f6cb-485d-84b7-eba6ba419490 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1 HTTP/1.1" status: 200 len: 217 time: 0.2340145 Apr 05 20:09:35.942787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f405c-e952-4e64-bd23-afd531266aa3 req-e9401eef-6b48-487e-9a7d-cf515a22def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:35.948147 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a65f405c-e952-4e64-bd23-afd531266aa3 req-e9401eef-6b48-487e-9a7d-cf515a22def6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1105297 Apr 05 20:09:36.045660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-271bc334-aec6-4c0f-a7d6-4f952944c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:36.048284 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-271bc334-aec6-4c0f-a7d6-4f952944c9a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3181547e-906a-45c1-ab4d-f0e8ddba8d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2582040 Apr 05 20:09:36.192511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a119727-27ce-4c73-b41e-de637892fa32 req-4d8c4eac-b8c5-4a4a-8c74-9646c0b0596e tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:36.194478 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a119727-27ce-4c73-b41e-de637892fa32 req-4d8c4eac-b8c5-4a4a-8c74-9646c0b0596e tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.13 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 821 time: 0.1760437 Apr 05 20:09:36.208963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Request body: {'port': {'device_id': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'admin_state_up': True, 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:36.220796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe48b1-7172-4a0f-93ff-9bcbdc34709f req-c2703abb-86f7-48a6-b8d3-8f31bb4d67fb tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:36.222359 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-29fe48b1-7172-4a0f-93ff-9bcbdc34709f req-c2703abb-86f7-48a6-b8d3-8f31bb4d67fb tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 943 time: 0.4779499 Apr 05 20:09:36.380808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'tag': '8ee66abc-7d7c-4789-be1e-e51df0e33b46'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:36.435881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f405c-e952-4e64-bd23-afd531266aa3 req-ed5204d1-feb7-4d2c-ae45-948a773fa494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:36.438175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a65f405c-e952-4e64-bd23-afd531266aa3 req-ed5204d1-feb7-4d2c-ae45-948a773fa494 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4820459 Apr 05 20:09:36.465004 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:36.478590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:36.482224 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-29fe48b1-7172-4a0f-93ff-9bcbdc34709f req-14ce88d9-8e9a-4b6e-9ac0-27daff626971 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2433443 Apr 05 20:09:36.493746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Made reservation on behalf of 2bc710cd70ff45d68ca5b0ab43ae1933 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:36.498707 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-902d327e-8564-48ae-acae-6d41b942b8b5 service neutron] 10.222.0.41 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317946 Apr 05 20:09:36.500516 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:36.886817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ceccc614-7571-47c3-99cb-665995ce3e57 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:36.904821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Allocated IP 172.20.0.3 (26755bff-2d35-4c6d-b06f-78a229d8b2fc/4ece50f3-2a9d-4379-840d-24002e47046f/bdd3f9be-a16a-4bd6-8f22-93fd397469dc) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:36.918465 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b20c057-ae8b-40a8-95fc-2dad665bc129 req-90410083-4d32-4da5-a507-37cb90e1bd92 tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.2756047 Apr 05 20:09:36.961043 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a65f405c-e952-4e64-bd23-afd531266aa3 req-eebf8161-ee04-423e-81d4-1a4645a306e4 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063307 Apr 05 20:09:37.000032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142fd7b-0567-45f9-b75d-c36f5a3cb239 req-138694e8-a473-4660-afbd-6fae2e0ec0e3 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:37.007763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1142fd7b-0567-45f9-b75d-c36f5a3cb239 req-138694e8-a473-4660-afbd-6fae2e0ec0e3 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 947 time: 0.3808961 Apr 05 20:09:37.045747 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ceccc614-7571-47c3-99cb-665995ce3e57 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:37.047227 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:37.101390 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d2a854b-33fa-4e13-9ee8-64b05761d173 req-b733d4b3-32c2-4c3d-aa9f-9413cecead93 service neutron] 10.222.0.41 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046129 Apr 05 20:09:37.139546 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'tag': '8ee66abc-7d7c-4789-be1e-e51df0e33b46', 'status': 'completed', 'code': 200} Apr 05 20:09:37.203289 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a65f405c-e952-4e64-bd23-afd531266aa3 req-5cdeb2c2-edf9-4025-a84e-81552b83153a service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341111 Apr 05 20:09:37.268547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a033bf-1f70-41c9-8ed7-ee3c6afd7d89 req-660c4570-a151-4cd0-8e84-6e3877c42efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:37.270033 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65a033bf-1f70-41c9-8ed7-ee3c6afd7d89 req-660c4570-a151-4cd0-8e84-6e3877c42efc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23dd846987e84c54bf39cdc9ce7aec5f&device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 1094 time: 0.1005921 Apr 05 20:09:37.274799 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1142fd7b-0567-45f9-b75d-c36f5a3cb239 req-873c881a-b762-4f95-bc0d-31c819ee5f44 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656631 Apr 05 20:09:37.469832 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:37.497256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2a49da29-b868-4d29-b1b7-4c1d531e53c1 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:09:37.507066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a033bf-1f70-41c9-8ed7-ee3c6afd7d89 req-9406fe1a-cc6c-4a6a-ae72-b2e135529e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:37.508511 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65a033bf-1f70-41c9-8ed7-ee3c6afd7d89 req-9406fe1a-cc6c-4a6a-ae72-b2e135529e12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3181547e-906a-45c1-ab4d-f0e8ddba8d63 HTTP/1.1" status: 200 len: 925 time: 0.2225819 Apr 05 20:09:37.540195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Transition to ACTIVE for port object bdd3f9be-a16a-4bd6-8f22-93fd397469dc will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:37.662365 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65a033bf-1f70-41c9-8ed7-ee3c6afd7d89 req-444ad257-8b02-48fc-9d7c-42ca5fc7a51e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ee66abc-7d7c-4789-be1e-e51df0e33b46 HTTP/1.1" status: 200 len: 217 time: 0.1456864 Apr 05 20:09:37.663827 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:37.760362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Network 26755bff-2d35-4c6d-b06f-78a229d8b2fc is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:37.765668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:37.768525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:37.774480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a033bf-1f70-41c9-8ed7-ee3c6afd7d89 req-20470cfa-015b-4644-8210-5f97397426e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:37.777537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:37.778203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65a033bf-1f70-41c9-8ed7-ee3c6afd7d89 req-20470cfa-015b-4644-8210-5f97397426e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db5d97bd-f1f9-44b3-b911-c8ed750bc5a6 HTTP/1.1" status: 200 len: 863 time: 0.1097093 Apr 05 20:09:37.778649 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:37.872363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Pushing event updated for resources: {'Port': ['ID=bdd3f9be-a16a-4bd6-8f22-93fd397469dc,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:37.892726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a119727-27ce-4c73-b41e-de637892fa32 req-42738754-60f8-42c1-83b9-33578819eb76 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6884880 Apr 05 20:09:37.910917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3180e4-f85b-475a-9817-4f4b97433dca req-4e882ee4-9b45-4d0a-a04c-f207d18584aa tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:37.911649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5c3180e4-f85b-475a-9817-4f4b97433dca req-4e882ee4-9b45-4d0a-a04c-f207d18584aa tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Synchronizing usage tracker for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:37.921657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Request body: {'port': {'device_id': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:37.961765 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:37.979850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '2a49da29-b868-4d29-b1b7-4c1d531e53c1', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '2a49da29-b868-4d29-b1b7-4c1d531e53c1', 'mac_address': 'fa:16:3e:18:41:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:09:38.003355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5c3180e4-f85b-475a-9817-4f4b97433dca req-4e882ee4-9b45-4d0a-a04c-f207d18584aa tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Unset dirty status for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:38.011555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5c3180e4-f85b-475a-9817-4f4b97433dca req-4e882ee4-9b45-4d0a-a04c-f207d18584aa tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 931 time: 0.5682321 Apr 05 20:09:38.034582 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d01bdf0-f7e5-4aa0-9061-a703d58d4562 req-64157c37-9cd7-4c80-b05b-31b9fa0c3a43 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.1474500 Apr 05 20:09:38.065361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5c3180e4-f85b-475a-9817-4f4b97433dca req-66da2e39-6cb7-4163-be80-9d03f4275861 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Synchronizing usage tracker for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:38.091082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a033bf-1f70-41c9-8ed7-ee3c6afd7d89 req-105f12e8-6945-4385-baf8-1069a7b8b384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:38.095455 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65a033bf-1f70-41c9-8ed7-ee3c6afd7d89 req-105f12e8-6945-4385-baf8-1069a7b8b384 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3181547e-906a-45c1-ab4d-f0e8ddba8d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3109698 Apr 05 20:09:38.108273 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:38.136605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a49da29-b868-4d29-b1b7-4c1d531e53c1 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:38.137004 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289a000f-336f-42c3-9b60-67abbaf31cb2 req-de6ecfbb-9169-432d-aed9-5a3d9f0a555f tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:38.138721 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-289a000f-336f-42c3-9b60-67abbaf31cb2 req-de6ecfbb-9169-432d-aed9-5a3d9f0a555f tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 1096 time: 0.1542757 Apr 05 20:09:38.146802 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:38.163355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:38.172015 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:38.205892 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-289a000f-336f-42c3-9b60-67abbaf31cb2 req-5b5568eb-22ce-4ac9-97c0-ffd0ea49da5e tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593770 Apr 05 20:09:38.256803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=2a49da29-b868-4d29-b1b7-4c1d531e53c1,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:38.268129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1283e59c-3e17-48ec-aada-0152ff5dca2f None None] Provisioning for port bdd3f9be-a16a-4bd6-8f22-93fd397469dc completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:38.275103 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1283e59c-3e17-48ec-aada-0152ff5dca2f None None] Provisioning complete for port bdd3f9be-a16a-4bd6-8f22-93fd397469dc triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:38.275757 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1283e59c-3e17-48ec-aada-0152ff5dca2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:38.290738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5c3180e4-f85b-475a-9817-4f4b97433dca req-66da2e39-6cb7-4163-be80-9d03f4275861 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Unset dirty status for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:38.292263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5c3180e4-f85b-475a-9817-4f4b97433dca req-66da2e39-6cb7-4163-be80-9d03f4275861 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799413 Apr 05 20:09:38.341719 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1283e59c-3e17-48ec-aada-0152ff5dca2f None None] Port bdd3f9be-a16a-4bd6-8f22-93fd397469dc cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:09:38.385471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['2a49da29-b868-4d29-b1b7-4c1d531e53c1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:38.498024 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65a033bf-1f70-41c9-8ed7-ee3c6afd7d89 req-b46b92ba-fac8-47d6-b6ef-2250677ef3f6 service neutron] 10.222.0.41 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600629 Apr 05 20:09:38.585827 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:38.738600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdd3f9be-a16a-4bd6-8f22-93fd397469dc {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:38.820296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aef696d-fd92-4fdf-ad6d-b0e557b6c55e req-3b656f6a-4019-435b-b948-a1cf8fa0977c tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0693078 Apr 05 20:09:38.824806 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:38.841864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Transition to ACTIVE for port object bdd3f9be-a16a-4bd6-8f22-93fd397469dc will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:38.844158 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:38.846940 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:38.864175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65a033bf-1f70-41c9-8ed7-ee3c6afd7d89 req-979e3fa6-9240-48c6-a230-6bb4796657db service neutron] 10.222.0.41 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589747 Apr 05 20:09:38.875815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526ac46-af9a-4af7-9122-06a506ee9e3a req-b3e212dd-c9ee-4d6c-826b-23e95ed3b3c7 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:38.886162 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b526ac46-af9a-4af7-9122-06a506ee9e3a req-b3e212dd-c9ee-4d6c-826b-23e95ed3b3c7 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 943 time: 0.4643624 Apr 05 20:09:38.983383 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b526ac46-af9a-4af7-9122-06a506ee9e3a req-8a589289-b1a3-4b2f-b30e-f465566e9ee0 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0928590 Apr 05 20:09:39.023022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51736) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:39.225275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Attempting to bind port bdd3f9be-a16a-4bd6-8f22-93fd397469dc on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:39.225720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Attempting to bind port bdd3f9be-a16a-4bd6-8f22-93fd397469dc by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:39.226080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Attempting to bind port bdd3f9be-a16a-4bd6-8f22-93fd397469dc on network 26755bff-2d35-4c6d-b06f-78a229d8b2fc {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:39.246636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Pushing event updated for resources: {'Port': ['ID=bdd3f9be-a16a-4bd6-8f22-93fd397469dc,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:39.268987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Port bdd3f9be-a16a-4bd6-8f22-93fd397469dc on network 26755bff-2d35-4c6d-b06f-78a229d8b2fc not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:09:39.269346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Attempting to bind port bdd3f9be-a16a-4bd6-8f22-93fd397469dc on network 26755bff-2d35-4c6d-b06f-78a229d8b2fc {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:39.286627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:39.286871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Checking segment: {'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:39.287302 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Bound using segment: {'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:39.287731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Bound port: bdd3f9be-a16a-4bd6-8f22-93fd397469dc, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:39.288188 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:39.293847 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-969fa71b-8c98-453e-ac21-3e73780e6779 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bdf0c4ffc0af435395a1b9ea285739f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691765 Apr 05 20:09:39.296905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51744) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:39.342365 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:09:39.375395 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:39.413831 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:39.423554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd48bb9-c864-4608-9e49-f119aa87fd00 req-6e144a3a-dbcd-4b8f-b10b-a2220d562095 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:39.430958 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2fd48bb9-c864-4608-9e49-f119aa87fd00 req-6e144a3a-dbcd-4b8f-b10b-a2220d562095 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 948 time: 0.3023663 Apr 05 20:09:39.486150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] For port bdd3f9be-a16a-4bd6-8f22-93fd397469dc, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:39.497500 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2a49da29-b868-4d29-b1b7-4c1d531e53c1 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:39.509575 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2fd48bb9-c864-4608-9e49-f119aa87fd00 req-7c263ac3-9d3f-46b4-998a-5a18262a0681 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776827 Apr 05 20:09:39.516065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] For port bdd3f9be-a16a-4bd6-8f22-93fd397469dc, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:39.532026 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:39.561355 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:39.626995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:39.628097 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:39.630054 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a119727-27ce-4c73-b41e-de637892fa32 req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] 10.222.0.13 "PUT /v2.0/ports/bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 200 len: 1091 time: 1.7151902 Apr 05 20:09:39.630843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'tag': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:39.662598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:39.668345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Pushing event updated for resources: {'Port': ['ID=bdd3f9be-a16a-4bd6-8f22-93fd397469dc,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:39.671799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:39.672176 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:39.679714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.680277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.680858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.681277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.681699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.682324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.682919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.683367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.683767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.684289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.684700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.685236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6f2afe-6603-4d25-b470-cb82f98833ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.750943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:39.796366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.796954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.798977 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.799404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.799823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.800243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.802077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.802527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.803024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.803450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.805398 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.805830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:39.827012 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:39.828368 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-406bbd36-5fc6-4f39-afdf-c10915ad8c27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d04ffedb-b6ad-412c-8ef5-b5c0a80cb3b0 HTTP/1.1" status: 204 len: 168 time: 0.5304158 Apr 05 20:09:39.906569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620245f7-07b0-4358-a97f-a0ab0eb259e4 req-e5380c27-12d1-4062-8b1a-57252c12515d tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:39.917733 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-620245f7-07b0-4358-a97f-a0ab0eb259e4 req-e5380c27-12d1-4062-8b1a-57252c12515d tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 1096 time: 0.3358307 Apr 05 20:09:39.919932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51760) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:40.027457 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-620245f7-07b0-4358-a97f-a0ab0eb259e4 req-5930c612-e82b-4313-8904-af17bfef5097 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033185 Apr 05 20:09:40.053059 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:40.053778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed96ef-7b75-49a1-b786-20c2151c067c req-fd85368c-ed2a-46bc-81bd-d36d1aa04cc4 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:40.055572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f0ed96ef-7b75-49a1-b786-20c2151c067c req-fd85368c-ed2a-46bc-81bd-d36d1aa04cc4 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 943 time: 0.2875335 Apr 05 20:09:40.062460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a119727-27ce-4c73-b41e-de637892fa32 req-df0be531-59a3-4d69-a566-83addf29be4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:40.064217 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a119727-27ce-4c73-b41e-de637892fa32 req-df0be531-59a3-4d69-a566-83addf29be4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 1094 time: 0.3553925 Apr 05 20:09:40.080996 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8ee66abc-7d7c-4789-be1e-e51df0e33b46 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:09:40.162614 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:40.165199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700a7265-7b18-4174-bd84-a313f939bdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a49da29-b868-4d29-b1b7-4c1d531e53c1'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:40.188653 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:40.270541 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a119727-27ce-4c73-b41e-de637892fa32 req-0adc38f3-f174-428f-b0f6-b285e3e9f6d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 200 len: 217 time: 0.1852994 Apr 05 20:09:40.274077 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:09:40.278713 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'tag': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'status': 'completed', 'code': 200} Apr 05 20:09:40.321988 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f0ed96ef-7b75-49a1-b786-20c2151c067c req-51130599-1721-4602-88d4-df4798c25071 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565618 Apr 05 20:09:40.328599 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-731d22c8-0036-4ec1-a4e6-4d2c54adc0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:40.347861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-731d22c8-0036-4ec1-a4e6-4d2c54adc0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:40.355788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-731d22c8-0036-4ec1-a4e6-4d2c54adc0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:fb40c135f286465883c24a3b065c40d4 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:40.359788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-731d22c8-0036-4ec1-a4e6-4d2c54adc0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:40.366385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-731d22c8-0036-4ec1-a4e6-4d2c54adc0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:40.432014 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a119727-27ce-4c73-b41e-de637892fa32 req-c041b25a-4c2a-4576-a145-6a9e12146647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:40.434439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a119727-27ce-4c73-b41e-de637892fa32 req-c041b25a-4c2a-4576-a145-6a9e12146647 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.1246829 Apr 05 20:09:40.468054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51776) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:40.499395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=2a49da29-b868-4d29-b1b7-4c1d531e53c1,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:40.548975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8ee66abc-7d7c-4789-be1e-e51df0e33b46, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8ee66abc-7d7c-4789-be1e-e51df0e33b46,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:40.561401 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5623ea90-3056-4319-ab71-ac364c4767c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:40.563664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '8ee66abc-7d7c-4789-be1e-e51df0e33b46', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'port_id': '8ee66abc-7d7c-4789-be1e-e51df0e33b46', 'mac_address': 'fa:16:3e:e0:0f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:09:40.572328 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-80baa879-9175-4d6a-8331-3313cd44fcee req-90837a58-269b-4f12-8353-b83bc1248de9 tempest-ServersAdmin275Test-1507575880 tempest-ServersAdmin275Test-1507575880-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0839696 Apr 05 20:09:40.591575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5623ea90-3056-4319-ab71-ac364c4767c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:40.595921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5623ea90-3056-4319-ab71-ac364c4767c1 admin admin] Usage tracker for resource:security_group_rule and tenant:e48b108eedaf48e49b80a759ea474f26 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:40.599104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5623ea90-3056-4319-ab71-ac364c4767c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:40.607092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5623ea90-3056-4319-ab71-ac364c4767c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:40.611798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a119727-27ce-4c73-b41e-de637892fa32 req-0512c1a2-cf36-482a-a0de-94f38a3ddd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:40.613399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a119727-27ce-4c73-b41e-de637892fa32 req-0512c1a2-cf36-482a-a0de-94f38a3ddd45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1717613 Apr 05 20:09:40.617280 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-731d22c8-0036-4ec1-a4e6-4d2c54adc0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:40.627527 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-731d22c8-0036-4ec1-a4e6-4d2c54adc0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:40.696669 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:40.731921 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ee66abc-7d7c-4789-be1e-e51df0e33b46 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:40.765614 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8ee66abc-7d7c-4789-be1e-e51df0e33b46, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8ee66abc-7d7c-4789-be1e-e51df0e33b46,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:40.770433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d22c8-0036-4ec1-a4e6-4d2c54adc0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b644f9-12f4-452b-b8a3-b08ee687c7f4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:40.775450 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:40.799044 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-731d22c8-0036-4ec1-a4e6-4d2c54adc0d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb40c135f286465883c24a3b065c40d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8758502 Apr 05 20:09:40.799762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51784) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:40.805012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a119727-27ce-4c73-b41e-de637892fa32 req-53f0e527-12a3-421c-9744-c7e0249a0508 service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803520 Apr 05 20:09:40.821627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1803d-62d9-4620-852c-f6352f76c66e req-0a7137eb-4d20-426d-b110-8be8a5532462 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:40.823745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-69b1803d-62d9-4620-852c-f6352f76c66e req-0a7137eb-4d20-426d-b110-8be8a5532462 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 943 time: 0.2883804 Apr 05 20:09:40.939577 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=8ee66abc-7d7c-4789-be1e-e51df0e33b46,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:41.013195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0c33-0eb2-49c6-8cfb-069918d2646c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:41.014546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-69b1803d-62d9-4620-852c-f6352f76c66e req-7a7ad478-8757-41eb-a20f-c2d6a3ad4eb3 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1325924 Apr 05 20:09:41.054993 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['8ee66abc-7d7c-4789-be1e-e51df0e33b46'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:41.089488 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a119727-27ce-4c73-b41e-de637892fa32 req-af448cfa-201f-454e-81c4-c926e26f3e2e service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646344 Apr 05 20:09:41.134267 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5623ea90-3056-4319-ab71-ac364c4767c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:41.146916 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0c33-0eb2-49c6-8cfb-069918d2646c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:41.155344 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5623ea90-3056-4319-ab71-ac364c4767c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:41.193690 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5623ea90-3056-4319-ab71-ac364c4767c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e48b108eedaf48e49b80a759ea474f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7245626 Apr 05 20:09:41.196346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51790) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:41.213468 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700a7265-7b18-4174-bd84-a313f939bdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a49da29-b868-4d29-b1b7-4c1d531e53c1', 'code': 200} Apr 05 20:09:41.325658 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ef0245b-a10d-46c4-827f-30b6342e368d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:41.396998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5623ea90-3056-4319-ab71-ac364c4767c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f998b8-1766-482a-899e-a16ac267e78a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:41.400728 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-060efc23-3e28-4c42-ad17-b77999a0a31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:41.449015 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-060efc23-3e28-4c42-ad17-b77999a0a31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:41.452954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0c33-0eb2-49c6-8cfb-069918d2646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:41.479163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d0c33-0eb2-49c6-8cfb-069918d2646c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b644f9-12f4-452b-b8a3-b08ee687c7f4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:41.492629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6146db3a-9276-43b9-8db6-38a466727654 req-a3895749-bf55-4e7b-9670-aed5e07400c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:41.494162 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6146db3a-9276-43b9-8db6-38a466727654 req-a3895749-bf55-4e7b-9670-aed5e07400c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 1100 time: 0.2159619 Apr 05 20:09:41.496014 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef3d0c33-0eb2-49c6-8cfb-069918d2646c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:41.497009 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ef3d0c33-0eb2-49c6-8cfb-069918d2646c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15b644f9-12f4-452b-b8a3-b08ee687c7f4 HTTP/1.1" status: 204 len: 168 time: 0.6967006 Apr 05 20:09:41.533253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861d8f3-42c1-4327-8fe9-19c8f8cc398e req-f3954cf4-b3c8-42b3-9b15-7cb99bb110bc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:41.534909 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3861d8f3-42c1-4327-8fe9-19c8f8cc398e req-f3954cf4-b3c8-42b3-9b15-7cb99bb110bc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.2095745 Apr 05 20:09:41.549501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22b326-b58a-4ab2-96e0-459e4200aab3 req-198212de-3dff-474c-994f-9c27d7fc64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:41.551196 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dd22b326-b58a-4ab2-96e0-459e4200aab3 req-198212de-3dff-474c-994f-9c27d7fc64f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 1094 time: 0.2699525 Apr 05 20:09:41.557796 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6146db3a-9276-43b9-8db6-38a466727654 req-3f26ad82-9ccd-4128-872c-a5b0e63307e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567436 Apr 05 20:09:41.631289 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-060efc23-3e28-4c42-ad17-b77999a0a31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:41.637687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3861d8f3-42c1-4327-8fe9-19c8f8cc398e req-ae74aa67-2ec5-4660-91ab-40e91ef1c8e2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904803 Apr 05 20:09:41.762386 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-060efc23-3e28-4c42-ad17-b77999a0a31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:41.763855 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-060efc23-3e28-4c42-ad17-b77999a0a31f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48f998b8-1766-482a-899e-a16ac267e78a HTTP/1.1" status: 204 len: 168 time: 0.5663550 Apr 05 20:09:41.767305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060efc23-3e28-4c42-ad17-b77999a0a31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f998b8-1766-482a-899e-a16ac267e78a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:41.809288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22b326-b58a-4ab2-96e0-459e4200aab3 req-50f4c9d4-6ecf-451e-a433-4fee9457100e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:41.811023 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dd22b326-b58a-4ab2-96e0-459e4200aab3 req-50f4c9d4-6ecf-451e-a433-4fee9457100e service neutron] 10.222.0.13 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 0.2367971 Apr 05 20:09:41.895530 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dd22b326-b58a-4ab2-96e0-459e4200aab3 req-997d2175-e8c8-45a3-b1e2-28b77d6ab639 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 200 len: 217 time: 0.0776412 Apr 05 20:09:42.074778 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8261caf8-6c98-4019-8858-951bced36e53 req-e748e14d-eb4b-4084-b28f-ca5fdef12af5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9abb2418934144ea81abd6a742496884&device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0967484 Apr 05 20:09:42.080173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22b326-b58a-4ab2-96e0-459e4200aab3 req-b3e59bb4-8914-4f96-a775-1e173ac46d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:42.081642 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dd22b326-b58a-4ab2-96e0-459e4200aab3 req-b3e59bb4-8914-4f96-a775-1e173ac46d3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.1596262 Apr 05 20:09:42.123158 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8261caf8-6c98-4019-8858-951bced36e53 req-7e039d8e-9dbb-4983-9c04-3427f24433c3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9abb2418934144ea81abd6a742496884&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0379660 Apr 05 20:09:42.207621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51832) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:42.295811 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcfa92d3-69d3-4867-971e-d4abe9c68e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:42.330648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22b326-b58a-4ab2-96e0-459e4200aab3 req-8d93ad32-686b-41f3-82fd-295cf3b4fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:42.332252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bcfa92d3-69d3-4867-971e-d4abe9c68e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:42.332383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dd22b326-b58a-4ab2-96e0-459e4200aab3 req-8d93ad32-686b-41f3-82fd-295cf3b4fdb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2423820 Apr 05 20:09:42.340532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c304a-a35e-4368-88c1-8a095abddf67 req-44ade550-0118-4a3a-80c1-04248d81efef tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:42.340787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bcfa92d3-69d3-4867-971e-d4abe9c68e5d admin admin] Usage tracker for resource:security_group_rule and tenant:6f758518a0ec47cb929931686a4877a8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:42.342147 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a2c304a-a35e-4368-88c1-8a095abddf67 req-44ade550-0118-4a3a-80c1-04248d81efef tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 943 time: 0.2152398 Apr 05 20:09:42.345755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bcfa92d3-69d3-4867-971e-d4abe9c68e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:42.355388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bcfa92d3-69d3-4867-971e-d4abe9c68e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:42.392469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261caf8-6c98-4019-8858-951bced36e53 req-80217660-26e7-44cd-949c-e72b107238b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:42.394046 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8261caf8-6c98-4019-8858-951bced36e53 req-80217660-26e7-44cd-949c-e72b107238b0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2549908 Apr 05 20:09:42.500651 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcfa92d3-69d3-4867-971e-d4abe9c68e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:42.508602 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcfa92d3-69d3-4867-971e-d4abe9c68e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:42.525673 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a2c304a-a35e-4368-88c1-8a095abddf67 req-f2788dd4-5f0e-4f84-b923-0f46b42a4a86 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612813 Apr 05 20:09:42.597507 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dd22b326-b58a-4ab2-96e0-459e4200aab3 req-a183fbb4-ab02-4f88-8eda-bc5edbdcd1a0 service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543781 Apr 05 20:09:42.626098 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bcfa92d3-69d3-4867-971e-d4abe9c68e5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f758518a0ec47cb929931686a4877a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159956 Apr 05 20:09:42.627614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51848) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:42.661284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa92d3-69d3-4867-971e-d4abe9c68e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21f1233-0c59-4cea-8aa6-db95699b7451,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:42.683478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51854) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:42.793808 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc2e9a02-d643-4a5d-8c15-f14a74a8ceef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:42.853083 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc2e9a02-d643-4a5d-8c15-f14a74a8ceef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:42.927617 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc2e9a02-d643-4a5d-8c15-f14a74a8ceef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:42.967922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e9a02-d643-4a5d-8c15-f14a74a8ceef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21f1233-0c59-4cea-8aa6-db95699b7451,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:42.971396 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc2e9a02-d643-4a5d-8c15-f14a74a8ceef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:42.975106 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4d19608c-f7c2-459b-ad84-dfd427df41ed req-51678359-da3c-406e-bd8c-fec2ecca2954 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0461795 Apr 05 20:09:42.980773 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fc2e9a02-d643-4a5d-8c15-f14a74a8ceef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d21f1233-0c59-4cea-8aa6-db95699b7451 HTTP/1.1" status: 204 len: 168 time: 0.3392746 Apr 05 20:09:43.011508 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dd22b326-b58a-4ab2-96e0-459e4200aab3 req-473c1cee-3808-45de-ab75-a8da063e6248 service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047799 Apr 05 20:09:43.111314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-8becb37d-2326-4192-8d98-0e548c7320aa tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:09:43.112280 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-8becb37d-2326-4192-8d98-0e548c7320aa tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4279091 Apr 05 20:09:43.179120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66266ef6-7838-4f4c-916a-fa3e783f9bb2 req-4fbc6f30-edd5-4c69-8504-5a8b31c9b77c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:43.180837 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-66266ef6-7838-4f4c-916a-fa3e783f9bb2 req-4fbc6f30-edd5-4c69-8504-5a8b31c9b77c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 944 time: 0.0899124 Apr 05 20:09:43.235474 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-66266ef6-7838-4f4c-916a-fa3e783f9bb2 req-24934afd-cc0f-4b89-ae84-d706e91e6374 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459390 Apr 05 20:09:43.443200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd224723-7b9f-4371-9d84-e83d31d55ab5 req-d6bb8c93-4b6e-4d4e-a792-1cf8cd93f4ca tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:43.450391 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd224723-7b9f-4371-9d84-e83d31d55ab5 req-d6bb8c93-4b6e-4d4e-a792-1cf8cd93f4ca tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.0998552 Apr 05 20:09:43.498030 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device bdd3f9be-a16a-4bd6-8f22-93fd397469dc details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:09:43.509633 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd224723-7b9f-4371-9d84-e83d31d55ab5 req-3249c416-64eb-4385-8a98-30b78c261c54 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580564 Apr 05 20:09:43.528019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-6af41e24-198b-4acf-b6c1-3cca2505667c service neutron] Request body: {'binding': {'host': 'n-h2-836604-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:43.528577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-6af41e24-198b-4acf-b6c1-3cca2505667c service neutron] Unknown quota resources ['binding']. {{(pid=87965) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 05 20:09:43.671209 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c0d00d8a-5977-4f67-8329-5d9c66d72eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:43.706547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port bdd3f9be-a16a-4bd6-8f22-93fd397469dc, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:43.740238 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'port_id': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'mac_address': 'fa:16:3e:fb:e9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:09:43.830263 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:43.851376 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdd3f9be-a16a-4bd6-8f22-93fd397469dc {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:43.875979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port bdd3f9be-a16a-4bd6-8f22-93fd397469dc, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:43.886472 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:43.923711 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8261caf8-6c98-4019-8858-951bced36e53 req-f2ee28e4-6dd1-4874-b852-ad02bc393c38 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.1181071 Apr 05 20:09:43.989047 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8ee66abc-7d7c-4789-be1e-e51df0e33b46 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:44.099970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac36168-7304-4ebf-996a-bebc43f007d6 req-811a4fa0-43b4-4f1c-b211-319cbeb1fee9 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:44.105793 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8ac36168-7304-4ebf-996a-bebc43f007d6 req-811a4fa0-43b4-4f1c-b211-319cbeb1fee9 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 944 time: 0.1521382 Apr 05 20:09:44.122498 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=bdd3f9be-a16a-4bd6-8f22-93fd397469dc,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:44.128146 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 8ee66abc-7d7c-4789-be1e-e51df0e33b46 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:44.142831 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 8ee66abc-7d7c-4789-be1e-e51df0e33b46 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:44.143249 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:44.176003 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['bdd3f9be-a16a-4bd6-8f22-93fd397469dc'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:44.216197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8ac36168-7304-4ebf-996a-bebc43f007d6 req-5ed1b772-e7e5-4910-af06-1364e31c89ee tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038055 Apr 05 20:09:44.216384 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-6af41e24-198b-4acf-b6c1-3cca2505667c service neutron] Attempting to bind port aa38d186-0b55-41bc-8955-47bffb4eed2f on host n-h2-836604-1 for vnic_type normal with profile None {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:44.216865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-6af41e24-198b-4acf-b6c1-3cca2505667c service neutron] Attempting to bind port aa38d186-0b55-41bc-8955-47bffb4eed2f by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:44.216865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-6af41e24-198b-4acf-b6c1-3cca2505667c service neutron] Attempting to bind port aa38d186-0b55-41bc-8955-47bffb4eed2f on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:44.235067 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-aafa71cc-4938-41db-9dfc-70b9250d8c2c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3076777 Apr 05 20:09:44.241158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-6af41e24-198b-4acf-b6c1-3cca2505667c service neutron] Port aa38d186-0b55-41bc-8955-47bffb4eed2f on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:09:44.241158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-6af41e24-198b-4acf-b6c1-3cca2505667c service neutron] Attempting to bind port aa38d186-0b55-41bc-8955-47bffb4eed2f on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:44.256482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-6af41e24-198b-4acf-b6c1-3cca2505667c service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:44.256817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-6af41e24-198b-4acf-b6c1-3cca2505667c service neutron] Checking segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:44.257380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-6af41e24-198b-4acf-b6c1-3cca2505667c service neutron] Bound using segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:44.260972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-6af41e24-198b-4acf-b6c1-3cca2505667c service neutron] Bound port: aa38d186-0b55-41bc-8955-47bffb4eed2f, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:44.331692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-6af41e24-198b-4acf-b6c1-3cca2505667c service neutron] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:44.341508 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-6af41e24-198b-4acf-b6c1-3cca2505667c service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:44.343202 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-6af41e24-198b-4acf-b6c1-3cca2505667c service neutron] 10.222.0.24 "POST /v2.0/ports/aa38d186-0b55-41bc-8955-47bffb4eed2f/bindings HTTP/1.1" status: 201 len: 389 time: 1.0118878 Apr 05 20:09:44.416732 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:44.447869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51926) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:44.487239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8ee66abc-7d7c-4789-be1e-e51df0e33b46, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8ee66abc-7d7c-4789-be1e-e51df0e33b46,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:44.496969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee66abc-7d7c-4789-be1e-e51df0e33b46'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:44.506675 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:44.517859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22265fb-871d-4159-a1ab-9eac3e9d76d7 req-85075e72-2df1-4569-962e-eaa16bf20616 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:44.524008 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a22265fb-871d-4159-a1ab-9eac3e9d76d7 req-85075e72-2df1-4569-962e-eaa16bf20616 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.1860423 Apr 05 20:09:44.610378 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a22265fb-871d-4159-a1ab-9eac3e9d76d7 req-1ca6370b-6f3a-45f3-805f-136341038bd0 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757916 Apr 05 20:09:44.611872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=8ee66abc-7d7c-4789-be1e-e51df0e33b46,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:44.654709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-network', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:44.660574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:44.663419 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:44.665316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Usage tracker for resource:network and tenant:2d77a87d0b4a42228f6d71a11b446899 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:44.669128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:44.676036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:44.688767 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Made reservation on behalf of 2d77a87d0b4a42228f6d71a11b446899 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:44.692166 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:44.705953 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:44.720927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:44.725607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Usage tracker for resource:security_group_rule and tenant:2d77a87d0b4a42228f6d71a11b446899 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:44.729733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:44.736229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:44.815739 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:44.820686 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6fdd5561-b7d3-4ab0-b682-3561a559f651 req-3a353709-a88b-42a9-9afd-0d5a2ddbf564 tempest-ServersAdmin275Test-1093713894 tempest-ServersAdmin275Test-1093713894-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a930076-b75c-42a4-873c-19d3eed7790e HTTP/1.1" status: 200 len: 210 time: 0.0644875 Apr 05 20:09:44.928126 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:44.934101 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:44.944423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-838157d8-0a5b-4f30-948e-c2935fe5b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:44.945913 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-838157d8-0a5b-4f30-948e-c2935fe5b661 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 1096 time: 0.1305099 Apr 05 20:09:44.999276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:09:45.048800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f769a7-c674-47f7-b521-3ff65ad25511 req-048f1edd-288d-44e9-a6e3-659fd2cdcb1a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:45.050361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78f769a7-c674-47f7-b521-3ff65ad25511 req-048f1edd-288d-44e9-a6e3-659fd2cdcb1a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 945 time: 0.0940268 Apr 05 20:09:45.061458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5906ac66-53c8-44c0-b0f1-8cb77988136a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:45.071279 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:45.071614 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Added segment 87fe95fa-8697-462d-8185-c04aa2dfcaff of type vlan for network 37531e6c-a868-4760-9faf-04c58ddf0d58 Apr 05 20:09:45.117178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78f769a7-c674-47f7-b521-3ff65ad25511 req-ca67b60d-34b4-43c3-a904-463e183bdf83 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561419 Apr 05 20:09:45.117665 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:45.139955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-f708d4cb-3073-4d98-b43f-122ec57b3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:45.141494 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-f708d4cb-3073-4d98-b43f-122ec57b3023 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.1882069 Apr 05 20:09:45.233564 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-48840568-22da-40c6-a92f-b88e18b6d02d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f HTTP/1.1" status: 200 len: 217 time: 0.0808854 Apr 05 20:09:45.239003 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:45.240347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:45.240925 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:45.359775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-3b695e20-66ea-441e-bca6-9bd25cd0d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:45.361315 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-3b695e20-66ea-441e-bca6-9bd25cd0d33e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.1150634 Apr 05 20:09:45.396673 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ee66abc-7d7c-4789-be1e-e51df0e33b46', 'code': 200} Apr 05 20:09:45.450838 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0015755 Apr 05 20:09:45.453912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51958) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:45.460653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97e0f9-3d82-477f-9b92-37196424cca2 admin admin] Pushing event updated for resources: {'Network': ['ID=37531e6c-a868-4760-9faf-04c58ddf0d58,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:45.461485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Request body: {'subnet': {'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-subnet', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:45.465217 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-70c03dcb-2d9a-429d-8b0a-4ef8df1ed4f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539246 Apr 05 20:09:45.469059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:45.471859 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 37531e6c-a868-4760-9faf-04c58ddf0d58 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:09:45.474502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Usage tracker for resource:subnet and tenant:2d77a87d0b4a42228f6d71a11b446899 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:45.478118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:45.506370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:45.515062 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device bdd3f9be-a16a-4bd6-8f22-93fd397469dc up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:45.531638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Made reservation on behalf of 2d77a87d0b4a42228f6d71a11b446899 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:45.534711 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:45.728069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port bdd3f9be-a16a-4bd6-8f22-93fd397469dc completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:45.735305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port bdd3f9be-a16a-4bd6-8f22-93fd397469dc triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:45.735681 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:45.820559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6996d-5e02-4729-97db-106d0a4bc0f0 req-b0d9634a-5e5e-4904-9ee4-4811a4b47afc tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:45.823356 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4b6996d-5e02-4729-97db-106d0a4bc0f0 req-b0d9634a-5e5e-4904-9ee4-4811a4b47afc tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 944 time: 0.2479064 Apr 05 20:09:45.863975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72e8e8-265d-447b-8840-40cb3d569db8 req-9cf19cc3-ff04-409d-b371-1d9e039a978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:45.865524 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df72e8e8-265d-447b-8840-40cb3d569db8 req-9cf19cc3-ff04-409d-b371-1d9e039a978e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 1096 time: 0.2326541 Apr 05 20:09:45.889725 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:45.897076 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:45.924266 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4b6996d-5e02-4729-97db-106d0a4bc0f0 req-a306d2b5-010d-4ffb-92fe-7035fd2581ad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662720 Apr 05 20:09:45.940216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port bdd3f9be-a16a-4bd6-8f22-93fd397469dc, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:45.940432 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-3e9b21a5-8dbc-40aa-b1dd-bdf5221b0cc6 service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672811 Apr 05 20:09:45.956518 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:46.004694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347fdcb-1ebe-47aa-9b90-14685f529107 req-8fa416f6-2f51-4059-9a65-343adc1f7c7f tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:46.005468 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:46.012365 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9347fdcb-1ebe-47aa-9b90-14685f529107 req-8fa416f6-2f51-4059-9a65-343adc1f7c7f tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 945 time: 0.2465439 Apr 05 20:09:46.052263 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=bdd3f9be-a16a-4bd6-8f22-93fd397469dc,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:46.087302 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df72e8e8-265d-447b-8840-40cb3d569db8 req-99c9a995-760b-44d2-bb5a-88eeedbc0180 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2056811 Apr 05 20:09:46.094231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75bcafc6-2685-49d8-8bc6-37637d100b58,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:46.132773 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9347fdcb-1ebe-47aa-9b90-14685f529107 req-87469b88-b6b9-4ba1-aa8d-15a09b6dc18f tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191850 Apr 05 20:09:46.152342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Checking segment: {'id': '87fe95fa-8697-462d-8185-c04aa2dfcaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:46.152846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Network hostable DHCP agents. Network: 37531e6c-a868-4760-9faf-04c58ddf0d58, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:09:46.158545 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-a1fe9240-eebe-4884-b9ac-447ed792356d service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093644 Apr 05 20:09:46.168118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-81085147-4881-46ec-aaf3-0e9e7ef05904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:46.169559 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-81085147-4881-46ec-aaf3-0e9e7ef05904 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 1100 time: 0.2255964 Apr 05 20:09:46.275923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Network 37531e6c-a868-4760-9faf-04c58ddf0d58 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:09:46.308059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 37531e6c-a868-4760-9faf-04c58ddf0d58) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:46.318243 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762c4bbe-e743-43f6-a0c0-f95a01058fc3 None None] Network 37531e6c-a868-4760-9faf-04c58ddf0d58 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:09:46.329114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:46.329686 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:46.340509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f92bc2-2d45-48ef-96fb-b8640634fcc8 req-f655654a-85ee-4d2e-b03c-997336c143e3 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:46.347616 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-64f92bc2-2d45-48ef-96fb-b8640634fcc8 req-f655654a-85ee-4d2e-b03c-997336c143e3 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.2543850 Apr 05 20:09:46.377820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-3a9a0e61-ae20-410b-ac8d-8ae3d63a1d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:46.379503 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-3a9a0e61-ae20-410b-ac8d-8ae3d63a1d2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2030449 Apr 05 20:09:46.470730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-0303f5ff-2e5e-4ecd-8b4f-a86909b792d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1 HTTP/1.1" status: 200 len: 217 time: 0.0827615 Apr 05 20:09:46.474080 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-865ed2e8-6123-4294-ac73-8d65dd04c427 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0186429 Apr 05 20:09:46.481596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51982) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:46.485244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-64f92bc2-2d45-48ef-96fb-b8640634fcc8 req-ee52542a-cfd0-46e0-995f-4f335b2ecdbb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365268 Apr 05 20:09:46.505181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:46.520389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51986) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:46.528636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:46.533558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-0361d6fd-93ae-4c39-ac43-b46874a9a8fc tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:46.535200 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-0361d6fd-93ae-4c39-ac43-b46874a9a8fc tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430&tenant_id=78e3339ed2bb42f7a4658d92708a7a40&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1096 time: 0.1396244 Apr 05 20:09:46.541085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Usage tracker for resource:router and tenant:2d77a87d0b4a42228f6d71a11b446899 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:46.554793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a1426-d969-4490-a867-09873c9ffb11 req-725019a2-3096-41d4-adf3-0fb5e48d4749 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:46.558366 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5a0a1426-d969-4490-a867-09873c9ffb11 req-725019a2-3096-41d4-adf3-0fb5e48d4749 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 945 time: 0.2086792 Apr 05 20:09:46.565742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836604-1'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:46.567046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-25dae43a-b969-4a58-a7a7-bcb570787634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:46.568583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-25dae43a-b969-4a58-a7a7-bcb570787634 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0823970 Apr 05 20:09:46.598034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:46.630540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:46.661863 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-37531e6c-a868-4760-9faf-04c58ddf0d58', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'fixed_ips': [{'subnet_id': '75bcafc6-2685-49d8-8bc6-37637d100b58'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:09:46.663623 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:46.674405 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:46.675160 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:46.692363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-ebae81f5-b746-44e9-975e-8cee7698db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:46.694124 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-ebae81f5-b746-44e9-975e-8cee7698db7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188636 Apr 05 20:09:46.810676 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5a0a1426-d969-4490-a867-09873c9ffb11 req-bb7af492-47be-4156-8f4a-734bde272d20 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2092955 Apr 05 20:09:46.828854 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3d68-8f82-4d1b-a56c-d24425972f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:46.850023 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:46.874916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7a6d3d68-8f82-4d1b-a56c-d24425972f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:46.884771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7a6d3d68-8f82-4d1b-a56c-d24425972f20 admin admin] Usage tracker for resource:security_group_rule and tenant:9abb2418934144ea81abd6a742496884 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:46.887585 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:46.900233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7a6d3d68-8f82-4d1b-a56c-d24425972f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:46.911442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7a6d3d68-8f82-4d1b-a56c-d24425972f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:46.950647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Allocated IP 172.20.0.2 (37531e6c-a868-4760-9faf-04c58ddf0d58/75bcafc6-2685-49d8-8bc6-37637d100b58/7c1d9f02-aec6-47df-9405-85ade2554529) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:46.994530 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-7bab6e25-f928-4645-8969-fe1bb658b17b service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929261 Apr 05 20:09:47.235552 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:47.253355 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-812987d5-c176-4347-b02b-e0696656e87c service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531457 Apr 05 20:09:47.258526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Transition to ACTIVE for port object 7c1d9f02-aec6-47df-9405-85ade2554529 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:47.284262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Transition to ACTIVE for port object 7c1d9f02-aec6-47df-9405-85ade2554529 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:47.292194 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:47.297437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb8c7a-f455-4958-8a36-1a2546f4488d req-95b4aa22-3130-4fd1-a64e-8917010df794 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:47.301051 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6eb8c7a-f455-4958-8a36-1a2546f4488d req-95b4aa22-3130-4fd1-a64e-8917010df794 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 945 time: 0.1728280 Apr 05 20:09:47.390331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6eb8c7a-f455-4958-8a36-1a2546f4488d req-64996179-45cc-4237-b214-755365baabff tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767961 Apr 05 20:09:47.401974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:47.416177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Network 37531e6c-a868-4760-9faf-04c58ddf0d58 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:47.419132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:47.428460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:47.490038 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'code': 200} Apr 05 20:09:47.490590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Pushing event updated for resources: {'Port': ['ID=7c1d9f02-aec6-47df-9405-85ade2554529,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:47.506844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:47.575886 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Attempting to bind port 7c1d9f02-aec6-47df-9405-85ade2554529 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:47.576546 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Attempting to bind port 7c1d9f02-aec6-47df-9405-85ade2554529 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '87fe95fa-8697-462d-8185-c04aa2dfcaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:47.577090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Attempting to bind port 7c1d9f02-aec6-47df-9405-85ade2554529 on network 37531e6c-a868-4760-9faf-04c58ddf0d58 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:47.582937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:47.583310 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Checking segment: {'id': '87fe95fa-8697-462d-8185-c04aa2dfcaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:47.583925 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:47.584208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Bound using segment: {'id': '87fe95fa-8697-462d-8185-c04aa2dfcaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:47.584666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Bound port: 7c1d9f02-aec6-47df-9405-85ade2554529, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fe95fa-8697-462d-8185-c04aa2dfcaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:47.585033 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:47.586525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:47.645381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0870759a-43bf-4888-bd3d-307314454ed7 req-b623ec2d-49b0-455b-ad40-4006b48ff9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:47.646764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0870759a-43bf-4888-bd3d-307314454ed7 req-b623ec2d-49b0-455b-ad40-4006b48ff9cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 1096 time: 0.0745425 Apr 05 20:09:47.728400 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0870759a-43bf-4888-bd3d-307314454ed7 req-e111228e-1646-4b82-877f-1a8b9ba8e938 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747139 Apr 05 20:09:47.729922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] For port 7c1d9f02-aec6-47df-9405-85ade2554529, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:47.733503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] For port 7c1d9f02-aec6-47df-9405-85ade2554529, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=7c1d9f02-aec6-47df-9405-85ade2554529,segment=NetworkSegment(87fe95fa-8697-462d-8185-c04aa2dfcaff),segment_id=87fe95fa-8697-462d-8185-c04aa2dfcaff)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:47.740780 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:47.782770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:47.848425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b927fc-b7d9-42fd-8c8d-9ea9e398fcf5 None None] Pushing event updated for resources: {'Port': ['ID=7c1d9f02-aec6-47df-9405-85ade2554529,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:47.880076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d4bd4-bc62-4ed3-a9e3-e6ae7b26c619 req-398c7573-1cee-4a56-9020-f18d07724a41 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:47.880894 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a5d4bd4-bc62-4ed3-a9e3-e6ae7b26c619 req-398c7573-1cee-4a56-9020-f18d07724a41 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 945 time: 0.5383959 Apr 05 20:09:47.890166 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3d68-8f82-4d1b-a56c-d24425972f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:47.922138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344ef78f-c70e-4e48-8787-db141d698430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa38d186-0b55-41bc-8955-47bffb4eed2f'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:47.971161 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:47.975338 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a6d3d68-8f82-4d1b-a56c-d24425972f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:47.988113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df351de5-ca69-407e-be71-94b31fded0c0 req-307679ad-7933-4d5b-960c-359de152c013 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:47.989682 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df351de5-ca69-407e-be71-94b31fded0c0 req-307679ad-7933-4d5b-960c-359de152c013 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.0937748 Apr 05 20:09:48.011348 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:48.045778 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df351de5-ca69-407e-be71-94b31fded0c0 req-4a38c792-0d14-4fce-93e0-ca0aee9c9728 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491612 Apr 05 20:09:48.182789 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7a6d3d68-8f82-4d1b-a56c-d24425972f20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9abb2418934144ea81abd6a742496884&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6586814 Apr 05 20:09:48.185982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52042) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:48.200318 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a5d4bd4-bc62-4ed3-a9e3-e6ae7b26c619 req-46573669-b517-402d-971c-3df80e9ef13c tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020365 Apr 05 20:09:48.215453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d3d68-8f82-4d1b-a56c-d24425972f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d7f3cf-f5bd-437c-80b0-2bbe17fca7a0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:48.277343 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344ef78f-c70e-4e48-8787-db141d698430', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa38d186-0b55-41bc-8955-47bffb4eed2f', 'code': 200} Apr 05 20:09:48.287443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Pushing event updated for resources: {'Port': ['ID=aa38d186-0b55-41bc-8955-47bffb4eed2f,revision_number=7']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:48.299664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Attempting to bind port aa38d186-0b55-41bc-8955-47bffb4eed2f on host n-h1-836604-1 for vnic_type normal with profile {"migrating_to": "n-h2-836604-1"} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:48.300216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Attempting to bind port aa38d186-0b55-41bc-8955-47bffb4eed2f by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:48.300730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Attempting to bind port aa38d186-0b55-41bc-8955-47bffb4eed2f on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:48.306655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Port aa38d186-0b55-41bc-8955-47bffb4eed2f on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:09:48.307513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Attempting to bind port aa38d186-0b55-41bc-8955-47bffb4eed2f on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:48.316154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:48.316415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Checking segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:48.316798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Bound using segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:48.317228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Bound port: aa38d186-0b55-41bc-8955-47bffb4eed2f, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:48.317569 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:48.329411 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c77b1225-1082-476b-a506-6b680e618790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:48.368942 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c77b1225-1082-476b-a506-6b680e618790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:48.386444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148da17-f6e6-443d-8d05-5a58c4976e73 req-bce33f1e-0872-4695-940a-757b87a120c4 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:48.393548 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f148da17-f6e6-443d-8d05-5a58c4976e73 req-bce33f1e-0872-4695-940a-757b87a120c4 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 945 time: 0.1941283 Apr 05 20:09:48.457331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f148da17-f6e6-443d-8d05-5a58c4976e73 req-529e80ac-7b98-4ff4-98cd-6ace57459e4e tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629497 Apr 05 20:09:48.489271 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c77b1225-1082-476b-a506-6b680e618790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:48.514257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b1225-1082-476b-a506-6b680e618790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d7f3cf-f5bd-437c-80b0-2bbe17fca7a0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:48.519333 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c77b1225-1082-476b-a506-6b680e618790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:48.523687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c77b1225-1082-476b-a506-6b680e618790 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1d7f3cf-f5bd-437c-80b0-2bbe17fca7a0 HTTP/1.1" status: 204 len: 168 time: 0.3363168 Apr 05 20:09:48.569793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:48.627430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:48.642799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:48.829036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1f4d2-7e81-49f2-867f-3208853a931e req-b4f90cf8-ef77-4287-a3c6-1bba83c364db tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:48.831021 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9df1f4d2-7e81-49f2-867f-3208853a931e req-b4f90cf8-ef77-4287-a3c6-1bba83c364db tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 945 time: 0.1463244 Apr 05 20:09:48.844660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52064) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:48.852050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-dc3a7ef8-ad9e-41d3-99d1-235533551490 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Request body: {'floatingip': {'port_id': '8ee66abc-7d7c-4789-be1e-e51df0e33b46'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:48.865117 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:49.000835 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7c1d9f02-aec6-47df-9405-85ade2554529 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:49.031294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52074) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:49.039074 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc3a7ef8-ad9e-41d3-99d1-235533551490 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:49.079365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Pushing event updated for resources: {'Port': ['ID=aa38d186-0b55-41bc-8955-47bffb4eed2f,revision_number=8']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:49.105490 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 7c1d9f02-aec6-47df-9405-85ade2554529 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:49.131473 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:49.155625 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b66484-1f5e-4197-99ac-05271ee27b13 None None] Network 37531e6c-a868-4760-9faf-04c58ddf0d58 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:09:49.170579 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45e8d533-d6f6-403c-b376-f4d38e9587ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:49.238988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-45e8d533-d6f6-403c-b376-f4d38e9587ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:49.253291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-45e8d533-d6f6-403c-b376-f4d38e9587ce admin admin] Usage tracker for resource:security_group_rule and tenant:b13e10f0f453401e9c16ded30852f129 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:49.259613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-45e8d533-d6f6-403c-b376-f4d38e9587ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:49.300915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-45e8d533-d6f6-403c-b376-f4d38e9587ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:49.310386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Allocated IP 172.25.8.113 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/43f0ab5b-937f-45ad-859c-52f1b69f2038) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:49.349376 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Provisioning for port 7c1d9f02-aec6-47df-9405-85ade2554529 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:49.393586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Provisioning complete for port 7c1d9f02-aec6-47df-9405-85ade2554529 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:49.393586 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:49.522069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:49.522978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:49.524547 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-80c539c3-330a-4069-b7c5-f5acd364f704 service neutron] 10.222.0.41 "PUT /v2.0/ports/aa38d186-0b55-41bc-8955-47bffb4eed2f HTTP/1.1" status: 200 len: 1121 time: 2.9650354 Apr 05 20:09:49.535821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80573d-c9d1-4d0d-9d43-a225c75db53c req-24febbb3-fe84-47a2-accf-b31018aed709 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:49.543124 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4c80573d-c9d1-4d0d-9d43-a225c75db53c req-24febbb3-fe84-47a2-accf-b31018aed709 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 945 time: 0.9662740 Apr 05 20:09:49.590371 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:49.603381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['aa38d186-0b55-41bc-8955-47bffb4eed2f'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:09:49.629474 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4c80573d-c9d1-4d0d-9d43-a225c75db53c req-e1abbde3-aa90-492b-8771-72f50e870764 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851243 Apr 05 20:09:49.674329 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:49.714939 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:49.827562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] For port 7c1d9f02-aec6-47df-9405-85ade2554529, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=7c1d9f02-aec6-47df-9405-85ade2554529,segment=NetworkSegment(87fe95fa-8697-462d-8185-c04aa2dfcaff),segment_id=87fe95fa-8697-462d-8185-c04aa2dfcaff)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:49.841275 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:49.894785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Pushing event updated for resources: {'Port': ['ID=43f0ab5b-937f-45ad-859c-52f1b69f2038,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:49.899063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:49.927869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751b1b7-c436-46a9-be98-3b3d44fec9d4 req-b050a799-1809-445f-a944-e78d7c1c6592 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:49.930364 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f751b1b7-c436-46a9-be98-3b3d44fec9d4 req-b050a799-1809-445f-a944-e78d7c1c6592 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.5225236 Apr 05 20:09:49.946661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:49.946925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Pushing event updated for resources: {'Port': ['ID=7c1d9f02-aec6-47df-9405-85ade2554529,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:49.950239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:49.969834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:49.970208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:49.970562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:49.970860 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:49.971190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:49.971559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:49.971832 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:49.972173 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:49.972492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:49.972816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:49.973135 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:49.973449 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a77dfa-c883-4b7c-ac51-70c82bafbcb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:09:50.009537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-26e64648-0235-405f-b2ce-c722a9647268 None None] Provisioning complete for port 7c1d9f02-aec6-47df-9405-85ade2554529 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:50.010289 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26e64648-0235-405f-b2ce-c722a9647268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:50.226267 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45e8d533-d6f6-403c-b376-f4d38e9587ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:50.233904 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45e8d533-d6f6-403c-b376-f4d38e9587ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:50.288523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '344ef78f-c70e-4e48-8787-db141d698430', 'tag': 'aa38d186-0b55-41bc-8955-47bffb4eed2f'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:50.298796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f751b1b7-c436-46a9-be98-3b3d44fec9d4 req-26780bea-503c-42d9-af7a-eae7302eba37 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466070 Apr 05 20:09:50.323143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-45e8d533-d6f6-403c-b376-f4d38e9587ce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b13e10f0f453401e9c16ded30852f129&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2876289 Apr 05 20:09:50.334455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52094) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:50.355142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8d533-d6f6-403c-b376-f4d38e9587ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdea45fd-321e-4a07-9d68-002fdb7f3d21,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:50.390391 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675946a7-bbf7-4242-847e-79fddd02e8a2 req-686ebf82-3c15-47c7-a6b8-a75c6c81817e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:50.391913 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-675946a7-bbf7-4242-847e-79fddd02e8a2 req-686ebf82-3c15-47c7-a6b8-a75c6c81817e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 943 time: 0.5010214 Apr 05 20:09:50.442902 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '344ef78f-c70e-4e48-8787-db141d698430', 'tag': 'aa38d186-0b55-41bc-8955-47bffb4eed2f', 'status': 'completed', 'code': 200} Apr 05 20:09:50.468173 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-675946a7-bbf7-4242-847e-79fddd02e8a2 req-fc933f29-825b-4a30-a571-f8eee2d0ff72 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644865 Apr 05 20:09:50.544125 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-dc3a7ef8-ad9e-41d3-99d1-235533551490 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:09:50.571567 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:50.699439 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-42e1d211-0920-4a8b-8c1e-15103139efaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:50.772496 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-42e1d211-0920-4a8b-8c1e-15103139efaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:50.854783 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc3a7ef8-ad9e-41d3-99d1-235533551490 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:50.864042 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc3a7ef8-ad9e-41d3-99d1-235533551490 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:50.889348 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7c1d9f02-aec6-47df-9405-85ade2554529 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:50.981467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 7c1d9f02-aec6-47df-9405-85ade2554529 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:50.982115 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:50.986512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2160b0-b59b-4944-aff3-8731cae3766c req-76d27b7d-866e-45a9-8670-b83f25edd2ed tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:50.994034 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9c2160b0-b59b-4944-aff3-8731cae3766c req-76d27b7d-866e-45a9-8670-b83f25edd2ed tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 945 time: 0.2372253 Apr 05 20:09:51.020609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb4d3d-a1d7-416d-a55c-e06a399fdd13 req-fbd25b6a-ce1f-4764-a1ac-4dce03558542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:51.022111 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffdb4d3d-a1d7-416d-a55c-e06a399fdd13 req-fbd25b6a-ce1f-4764-a1ac-4dce03558542 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 1124 time: 0.5467238 Apr 05 20:09:51.064344 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:51.145510 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-dc3a7ef8-ad9e-41d3-99d1-235533551490 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Floating IP 58fa4e44-a2ce-4169-96bf-8e0f97c27ebf associated. External IP: 172.25.8.171, port: 8ee66abc-7d7c-4789-be1e-e51df0e33b46. Apr 05 20:09:51.226103 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-42e1d211-0920-4a8b-8c1e-15103139efaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:51.262929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1d211-0920-4a8b-8c1e-15103139efaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdea45fd-321e-4a07-9d68-002fdb7f3d21,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:51.272214 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9c2160b0-b59b-4944-aff3-8731cae3766c req-e1998c06-9546-4f4f-8fdc-e96b05801cd6 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768154 Apr 05 20:09:51.275227 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-42e1d211-0920-4a8b-8c1e-15103139efaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:51.277085 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-42e1d211-0920-4a8b-8c1e-15103139efaf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdea45fd-321e-4a07-9d68-002fdb7f3d21 HTTP/1.1" status: 204 len: 168 time: 0.9391458 Apr 05 20:09:51.419871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb4d3d-a1d7-416d-a55c-e06a399fdd13 req-6894bd6c-13bc-40a2-8640-eb3428accc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:51.422092 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffdb4d3d-a1d7-416d-a55c-e06a399fdd13 req-6894bd6c-13bc-40a2-8640-eb3428accc46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.3892372 Apr 05 20:09:51.531377 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-006af5ac-a3ae-4dfd-97bf-9738d4e71eb8 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1827612 Apr 05 20:09:51.553037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:51.561449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:51.562163 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffdb4d3d-a1d7-416d-a55c-e06a399fdd13 req-2e4ef96b-bc5f-4874-a9cc-520b7c3368a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f HTTP/1.1" status: 200 len: 217 time: 0.1334794 Apr 05 20:09:51.566111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Usage tracker for resource:floatingip and tenant:2bc710cd70ff45d68ca5b0ab43ae1933 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:51.569447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:51.573264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Router c8ae9531-4269-4442-85d1-5aac4c3513c2 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:09:51.587019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:51.735907 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:51.788120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb4d3d-a1d7-416d-a55c-e06a399fdd13 req-d66f5828-380e-4771-ab35-a90fcbb3fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:51.789641 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffdb4d3d-a1d7-416d-a55c-e06a399fdd13 req-d66f5828-380e-4771-ab35-a90fcbb3fc93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.2181084 Apr 05 20:09:51.965493 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffdb4d3d-a1d7-416d-a55c-e06a399fdd13 req-af130d86-5011-408f-8c43-ecb45a25a56a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747311 Apr 05 20:09:52.015140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device aa38d186-0b55-41bc-8955-47bffb4eed2f details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:09:52.073747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:09:52.083299 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Sync routers for ids ['c8ae9531-4269-4442-85d1-5aac4c3513c2'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:09:52.100815 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Routers {'c8ae9531-4269-4442-85d1-5aac4c3513c2'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:09:52.101913 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8ae9531-4269-4442-85d1-5aac4c3513c2'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:52.128977 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:52.132869 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5c82f106-a6b8-4f69-8b34-0646e779e5c7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.6424828 Apr 05 20:09:52.133193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52156) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:52.155163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3a7ef8-ad9e-41d3-99d1-235533551490 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Router 26a94819-c482-4597-a22b-823bcc00c29b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:09:52.212038 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff5487-fc8e-47fb-8259-cc2960138019 req-4e77b7c5-dd87-436f-8ed1-8eefd4b0a46d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:52.214190 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29ff5487-fc8e-47fb-8259-cc2960138019 req-4e77b7c5-dd87-436f-8ed1-8eefd4b0a46d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.4186814 Apr 05 20:09:52.221684 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:52.246492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:52.278913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device aa38d186-0b55-41bc-8955-47bffb4eed2f has no active binding in host n-h2-836604-1 {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:09:52.359479 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffdb4d3d-a1d7-416d-a55c-e06a399fdd13 req-b6c64ccd-a72e-41b3-8f41-a8bcaa9601a2 service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797164 Apr 05 20:09:52.383951 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29ff5487-fc8e-47fb-8259-cc2960138019 req-a074650c-a543-4175-8629-498e76f50b39 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504023 Apr 05 20:09:52.396101 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Set router c8ae9531-4269-4442-85d1-5aac4c3513c2 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:09:52.437767 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Allocated IP 172.25.8.53 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/d7166984-10db-4766-b315-ccf73b03c27a) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:52.821020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3a7ef8-ad9e-41d3-99d1-235533551490 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:09:52.826191 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc3a7ef8-ad9e-41d3-99d1-235533551490 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:52.827194 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:09:50Z', 'revision_number': 3, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:52.832433 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Checking router: c8ae9531-4269-4442-85d1-5aac4c3513c2 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:09:52.832573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29bbab-f41f-4485-84ce-a104d3599f80 None None] Sync routers for ids ['26a94819-c482-4597-a22b-823bcc00c29b'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:09:52.832778 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Updating router c8ae9531-4269-4442-85d1-5aac4c3513c2 port 43f0ab5b-937f-45ad-859c-52f1b69f2038 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:09:52.843244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29bbab-f41f-4485-84ce-a104d3599f80 None None] Routers {'26a94819-c482-4597-a22b-823bcc00c29b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:09:52.843935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1b29bbab-f41f-4485-84ce-a104d3599f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26a94819-c482-4597-a22b-823bcc00c29b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:52.862858 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:52.907209 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffdb4d3d-a1d7-416d-a55c-e06a399fdd13 req-8f8adee4-bf89-4c04-a741-ed32543acf6f service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5408981 Apr 05 20:09:52.923955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dc3a7ef8-ad9e-41d3-99d1-235533551490 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "PUT /v2.0/floatingips/58fa4e44-a2ce-4169-96bf-8e0f97c27ebf HTTP/1.1" status: 200 len: 991 time: 4.0752890 Apr 05 20:09:52.923955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'tag': '8ee66abc-7d7c-4789-be1e-e51df0e33b46'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:09:52.941358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0629cf-0792-4e07-98d1-f35fa623de2a req-9421cb75-affb-45e0-9f96-dc4106d64764 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:52.948550 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da0629cf-0792-4e07-98d1-f35fa623de2a req-9421cb75-affb-45e0-9f96-dc4106d64764 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 943 time: 0.3029542 Apr 05 20:09:52.959862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:52.970404 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:53.021757 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da0629cf-0792-4e07-98d1-f35fa623de2a req-be760d9f-d2c8-4abb-a76b-443b92946844 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721703 Apr 05 20:09:53.138332 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:53.169686 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-1b29bbab-f41f-4485-84ce-a104d3599f80 None None] Set router 26a94819-c482-4597-a22b-823bcc00c29b gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:09:53.192583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:53.199940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:53.236155 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:53.310488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Pushing event updated for resources: {'Port': ['ID=d7166984-10db-4766-b315-ccf73b03c27a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:53.482658 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:53.484352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c1cbed-efcd-48aa-a11a-b9e1b921a7d0 req-eb16666b-161c-47eb-98ff-b4f405fd0548 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:53.492545 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d4c1cbed-efcd-48aa-a11a-b9e1b921a7d0 req-eb16666b-161c-47eb-98ff-b4f405fd0548 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 945 time: 0.1311119 Apr 05 20:09:53.550510 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d4c1cbed-efcd-48aa-a11a-b9e1b921a7d0 req-5272b6b6-aec5-41fa-ab2c-14376f470f84 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568025 Apr 05 20:09:53.602839 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'tag': '8ee66abc-7d7c-4789-be1e-e51df0e33b46', 'status': 'completed', 'code': 200} Apr 05 20:09:53.633704 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:53.652610 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Transition to ACTIVE for port object 43f0ab5b-937f-45ad-859c-52f1b69f2038 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:53.662554 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:53.748544 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d99fd-b9be-4788-8a9b-eb815d52a670 None None] Pushing event updated for resources: {'Port': ['ID=43f0ab5b-937f-45ad-859c-52f1b69f2038,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:53.765529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1b29bbab-f41f-4485-84ce-a104d3599f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '58fa4e44-a2ce-4169-96bf-8e0f97c27ebf', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'port_id': '8ee66abc-7d7c-4789-be1e-e51df0e33b46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'mac_address': 'fa:16:3e:e0:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:08:10Z', 'updated_at': '2022-04-05T20:09:50Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:58Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:53.770924 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29bbab-f41f-4485-84ce-a104d3599f80 None None] Checking router: 26a94819-c482-4597-a22b-823bcc00c29b for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:09:53.774207 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Attempting to bind port 43f0ab5b-937f-45ad-859c-52f1b69f2038 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:09:53.774573 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Attempting to bind port 43f0ab5b-937f-45ad-859c-52f1b69f2038 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:09:53.774929 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Attempting to bind port 43f0ab5b-937f-45ad-859c-52f1b69f2038 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:09:53.780620 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:09:53.780989 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:09:53.781105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b29bbab-f41f-4485-84ce-a104d3599f80 None None] Routers {'26a94819-c482-4597-a22b-823bcc00c29b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:09:53.781549 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:53.781659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1b29bbab-f41f-4485-84ce-a104d3599f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26a94819-c482-4597-a22b-823bcc00c29b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:53.781976 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:09:53.782440 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Bound port: 43f0ab5b-937f-45ad-859c-52f1b69f2038, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:09:53.782823 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:53.844168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf161d-2ea1-44d7-b3ee-5d66c47a06e7 req-c000d4bf-b097-4f31-b40a-cc2cf8e02ab7 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:53.851818 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-72cf161d-2ea1-44d7-b3ee-5d66c47a06e7 req-c000d4bf-b097-4f31-b40a-cc2cf8e02ab7 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.1108234 Apr 05 20:09:53.866448 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] For port 43f0ab5b-937f-45ad-859c-52f1b69f2038, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:53.870856 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] For port 43f0ab5b-937f-45ad-859c-52f1b69f2038, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=43f0ab5b-937f-45ad-859c-52f1b69f2038,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:09:53.877788 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:53.906759 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-72cf161d-2ea1-44d7-b3ee-5d66c47a06e7 req-e8bb93ea-3b25-4b7f-a846-99f3565fa30c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536880 Apr 05 20:09:53.985367 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d99fd-b9be-4788-8a9b-eb815d52a670 None None] Pushing event updated for resources: {'Port': ['ID=43f0ab5b-937f-45ad-859c-52f1b69f2038,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:54.014779 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Routers {'c8ae9531-4269-4442-85d1-5aac4c3513c2'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:09:54.015850 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8ae9531-4269-4442-85d1-5aac4c3513c2'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:54.045421 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-1b29bbab-f41f-4485-84ce-a104d3599f80 None None] Set router 26a94819-c482-4597-a22b-823bcc00c29b gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:09:54.175964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f10e80-ead5-4869-b9ce-ab7c9bcb9f1e req-8bfc9b28-05a9-45d4-8c1b-476f71c229aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:54.177552 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73f10e80-ead5-4869-b9ce-ab7c9bcb9f1e req-8bfc9b28-05a9-45d4-8c1b-476f71c229aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=23dd846987e84c54bf39cdc9ce7aec5f&device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 1096 time: 0.5334053 Apr 05 20:09:54.183410 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f648c73-2064-4d80-939d-4338e2477448 req-29e6150c-3924-4fa5-bfee-e3d7d8744f35 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=68647ae553c84fef9dc84260fe0aaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411520 Apr 05 20:09:54.245611 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:54.258211 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] Set router c8ae9531-4269-4442-85d1-5aac4c3513c2 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:09:54.270556 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:54.397433 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:54.407697 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:54.410614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-9b6b68ea-0cb2-4b35-a3ae-1eb652981168 service neutron] 10.222.0.13 "GET /v2.0/ports/aa38d186-0b55-41bc-8955-47bffb4eed2f/bindings/n-h2-836604-1 HTTP/1.1" status: 200 len: 384 time: 0.1255269 Apr 05 20:09:54.417801 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f648c73-2064-4d80-939d-4338e2477448 req-4c122fcc-165a-4e5e-87e7-0c74a83e535e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:54.425233 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f648c73-2064-4d80-939d-4338e2477448 req-4c122fcc-165a-4e5e-87e7-0c74a83e535e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407389 Apr 05 20:09:54.453029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Pushing event updated for resources: {'Port': ['ID=d7166984-10db-4766-b315-ccf73b03c27a,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:54.468301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1b29bbab-f41f-4485-84ce-a104d3599f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '58fa4e44-a2ce-4169-96bf-8e0f97c27ebf', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'port_id': '8ee66abc-7d7c-4789-be1e-e51df0e33b46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'mac_address': 'fa:16:3e:e0:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:08:10Z', 'updated_at': '2022-04-05T20:09:50Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:58Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:54.473106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b29bbab-f41f-4485-84ce-a104d3599f80 None None] The sync data for ids ['26a94819-c482-4597-a22b-823bcc00c29b'] in n-d-836604-1 is: [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '58fa4e44-a2ce-4169-96bf-8e0f97c27ebf', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'floating_ip_address': '172.25.8.171', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'port_id': '8ee66abc-7d7c-4789-be1e-e51df0e33b46', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'mac_address': 'fa:16:3e:e0:0f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:08:10Z', 'updated_at': '2022-04-05T20:09:50Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:58Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:09:54.489959 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f648c73-2064-4d80-939d-4338e2477448 req-114af668-2685-4ee8-9a86-1c73ba096a29 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/quotas/68647ae553c84fef9dc84260fe0aaf92 HTTP/1.1" status: 200 len: 375 time: 0.0635254 Apr 05 20:09:54.517237 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:54.518492 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-b0fc340a-e081-4d87-a757-45856d4e7cad tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9710305 Apr 05 20:09:54.527056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f10e80-ead5-4869-b9ce-ab7c9bcb9f1e req-b6cb9706-0465-486d-bd6c-3200d394ece9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:54.528472 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73f10e80-ead5-4869-b9ce-ab7c9bcb9f1e req-b6cb9706-0465-486d-bd6c-3200d394ece9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3181547e-906a-45c1-ab4d-f0e8ddba8d63 HTTP/1.1" status: 200 len: 925 time: 0.3377011 Apr 05 20:09:54.566424 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f648c73-2064-4d80-939d-4338e2477448 req-3d2e4c4c-0102-42fb-9dd9-fd52c753fbd2 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653706 Apr 05 20:09:54.686835 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:09:50Z', 'revision_number': 3, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:09:54.692406 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80eca570-ee2a-4d75-921d-4c1dd5e8da5e None None] The sync data for ids ['c8ae9531-4269-4442-85d1-5aac4c3513c2'] in n-d-836604-1 is: [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:09:50Z', 'revision_number': 3, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:09:54.828475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-4eb5d776-1a2a-4247-b936-f59a0383f201 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Synchronizing usage tracker for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:floatingip {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:09:54.882719 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb4895-59af-4156-b254-05b5a9df103c None None] New status for floating IP 58fa4e44-a2ce-4169-96bf-8e0f97c27ebf: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:09:54.944176 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73f10e80-ead5-4869-b9ce-ab7c9bcb9f1e req-e136b43b-0923-4d12-9b12-ec58aaced1fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8ee66abc-7d7c-4789-be1e-e51df0e33b46 HTTP/1.1" status: 200 len: 999 time: 0.3493714 Apr 05 20:09:55.001910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-4eb5d776-1a2a-4247-b936-f59a0383f201 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Unset dirty status for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:floatingip {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:09:55.003073 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-4eb5d776-1a2a-4247-b936-f59a0383f201 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 695 time: 0.4776621 Apr 05 20:09:55.151642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-85d803b5-659a-48b1-8738-b15801af7e5c service neutron] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:55.187748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f10e80-ead5-4869-b9ce-ab7c9bcb9f1e req-e779b6a0-ce84-4516-9be1-b13d2d4dc801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:55.190149 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73f10e80-ead5-4869-b9ce-ab7c9bcb9f1e req-e779b6a0-ce84-4516-9be1-b13d2d4dc801 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=db5d97bd-f1f9-44b3-b911-c8ed750bc5a6 HTTP/1.1" status: 200 len: 863 time: 0.2384071 Apr 05 20:09:55.191369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Allocated IP 172.20.0.1 (37531e6c-a868-4760-9faf-04c58ddf0d58/75bcafc6-2685-49d8-8bc6-37637d100b58/3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:55.202251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ff2a7-bd06-44a2-a397-a93e736557cc req-16e98587-733d-4424-b5f2-417ccb90020b tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:55.209652 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b36ff2a7-bd06-44a2-a397-a93e736557cc req-16e98587-733d-4424-b5f2-417ccb90020b tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 943 time: 0.2605569 Apr 05 20:09:55.239013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-85d803b5-659a-48b1-8738-b15801af7e5c service neutron] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:09:55.360971 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b36ff2a7-bd06-44a2-a397-a93e736557cc req-99fb539e-b91a-4770-be4e-c279c2e07984 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504605 Apr 05 20:09:55.371616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-85d803b5-659a-48b1-8738-b15801af7e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa38d186-0b55-41bc-8955-47bffb4eed2f {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:09:55.385461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-85d803b5-659a-48b1-8738-b15801af7e5c service neutron] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:55.415679 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-85d803b5-659a-48b1-8738-b15801af7e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:55.435690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-1416ba03-3cb8-45a5-8feb-1261aed5b3cd tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:55.442235 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-1416ba03-3cb8-45a5-8feb-1261aed5b3cd tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.3964384 Apr 05 20:09:55.447652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-783d84c9-7838-4d8d-93af-c1f252e32724 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:09:55.448582 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1257b62-fa5a-41f3-b7d9-5f50930d6e6d req-783d84c9-7838-4d8d-93af-c1f252e32724 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054348 Apr 05 20:09:55.625409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-85d803b5-659a-48b1-8738-b15801af7e5c service neutron] Transition to ACTIVE for port object aa38d186-0b55-41bc-8955-47bffb4eed2f will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:55.627984 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f10e80-ead5-4869-b9ce-ab7c9bcb9f1e req-04966010-733e-4e09-b7ff-59fdc4f6d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:55.629602 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73f10e80-ead5-4869-b9ce-ab7c9bcb9f1e req-04966010-733e-4e09-b7ff-59fdc4f6d4ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3181547e-906a-45c1-ab4d-f0e8ddba8d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4194016 Apr 05 20:09:55.633015 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-85d803b5-659a-48b1-8738-b15801af7e5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:55.638065 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d6e2164-af82-44bd-93df-f9dd0d4853a5 req-2384deac-a9a3-4540-8b03-d513f11d1f13 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 210 time: 0.1197743 Apr 05 20:09:55.773713 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:55.836410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Transition to ACTIVE for port object 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:56.033780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-85d803b5-659a-48b1-8738-b15801af7e5c service neutron] No DVR routers for this DVR port aa38d186-0b55-41bc-8955-47bffb4eed2f on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:09:56.083367 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73f10e80-ead5-4869-b9ce-ab7c9bcb9f1e req-22a55325-cb58-4a78-9871-b7d40026239e service neutron] 10.222.0.41 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178784 Apr 05 20:09:56.105096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d803b5-659a-48b1-8738-b15801af7e5c service neutron] Pushing event updated for resources: {'Port': ['ID=aa38d186-0b55-41bc-8955-47bffb4eed2f,revision_number=10']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:56.112007 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-85d803b5-659a-48b1-8738-b15801af7e5c service neutron] 10.222.0.13 "PUT /v2.0/ports/aa38d186-0b55-41bc-8955-47bffb4eed2f/bindings/n-h2-836604-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6843686 Apr 05 20:09:56.118730 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:56.142276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e27c9-292a-4029-941a-124b8df3273d req-f09f8855-8f9d-486d-845b-a88a6d6831c2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:56.149870 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b01e27c9-292a-4029-941a-124b8df3273d req-f09f8855-8f9d-486d-845b-a88a6d6831c2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.2649488 Apr 05 20:09:56.202622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b01e27c9-292a-4029-941a-124b8df3273d req-9372ee47-9ccd-4891-95df-5b39c7cb5ee3 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507011 Apr 05 20:09:56.514581 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f648c73-2064-4d80-939d-4338e2477448 req-8e64eee9-a76b-4526-b97b-a1baccd17307 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=68647ae553c84fef9dc84260fe0aaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284519 Apr 05 20:09:56.552286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Network 37531e6c-a868-4760-9faf-04c58ddf0d58 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:56.557958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:56.566079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-44fa48b6-7861-467a-9b24-c88530cd25b6 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:56.567535 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-44fa48b6-7861-467a-9b24-c88530cd25b6 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 821 time: 0.6575105 Apr 05 20:09:56.568447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:56.569042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:56.638592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:56.673222 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-afe48e5b-7861-4354-be92-f988d750b9d4 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/quotas/2bc710cd70ff45d68ca5b0ab43ae1933 HTTP/1.1" status: 200 len: 375 time: 0.0931389 Apr 05 20:09:56.758312 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73f10e80-ead5-4869-b9ce-ab7c9bcb9f1e req-2573f606-6aa1-423c-b223-20da698bbcf1 service neutron] 10.222.0.41 "GET /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6666734 Apr 05 20:09:56.771116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-fac22dd8-3180-4256-b9b1-4eb2f92d39df tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:56.772581 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-fac22dd8-3180-4256-b9b1-4eb2f92d39df tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430&tenant_id=78e3339ed2bb42f7a4658d92708a7a40&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1095 time: 0.4427142 Apr 05 20:09:56.877527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f648c73-2064-4d80-939d-4338e2477448 req-422b3d62-f185-4d83-ab62-98b78cfc56ff tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:56.886967 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f648c73-2064-4d80-939d-4338e2477448 req-422b3d62-f185-4d83-ab62-98b78cfc56ff tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3670371 Apr 05 20:09:56.905425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa730e58-ab65-414a-9a7c-5529821068c4 req-81093ca8-7a2b-4082-9101-0a7364409d26 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:56.912655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa730e58-ab65-414a-9a7c-5529821068c4 req-81093ca8-7a2b-4082-9101-0a7364409d26 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 944 time: 0.3672051 Apr 05 20:09:56.937384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Request body: {'port': {'device_id': '1e2ee661-4f8b-4ed8-8063-838cd103b92b', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '68647ae553c84fef9dc84260fe0aaf92'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:56.967728 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 43f0ab5b-937f-45ad-859c-52f1b69f2038 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:56.979624 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-43de8a0f-3513-4bb6-8da3-361fa35f0ef2 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3039045 Apr 05 20:09:57.046089 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-78f6f03f-f672-471e-8991-0a8bb8dd199b None None] Provisioning for port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:57.063901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-78f6f03f-f672-471e-8991-0a8bb8dd199b None None] Provisioning complete for port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:57.064553 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78f6f03f-f672-471e-8991-0a8bb8dd199b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:57.089282 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa730e58-ab65-414a-9a7c-5529821068c4 req-1115f827-0d8b-458f-b5f0-44e24d7f6adf tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699986 Apr 05 20:09:57.143905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-78f6f03f-f672-471e-8991-0a8bb8dd199b None None] Port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:09:57.161771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 43f0ab5b-937f-45ad-859c-52f1b69f2038 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:57.170597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 43f0ab5b-937f-45ad-859c-52f1b69f2038 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:57.171559 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:57.180248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:57.198653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Usage tracker for resource:port and tenant:68647ae553c84fef9dc84260fe0aaf92 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:57.206669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:57.238670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:57.256825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-a18500fb-90f8-4d92-b916-4c359a520fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:57.258375 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-a18500fb-90f8-4d92-b916-4c359a520fd2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430&tenant_id=78e3339ed2bb42f7a4658d92708a7a40 HTTP/1.1" status: 200 len: 1095 time: 0.4682214 Apr 05 20:09:57.272194 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2d9b4ff8-c5fa-48e5-8571-0a2cb3a158a1 service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916961 Apr 05 20:09:57.272766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Made reservation on behalf of 68647ae553c84fef9dc84260fe0aaf92 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:57.277647 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:57.301135 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:57.347871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:57.376538 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:57.392851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Usage tracker for resource:security_group_rule and tenant:68647ae553c84fef9dc84260fe0aaf92 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:57.402686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:57.411522 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a74a6fe-dc0c-4748-97e5-f309aca740ff req-8c7ec321-5a28-4295-9207-d4014927bc0e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 210 time: 0.0663099 Apr 05 20:09:57.417686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:57.437487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 43f0ab5b-937f-45ad-859c-52f1b69f2038, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=43f0ab5b-937f-45ad-859c-52f1b69f2038,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:09:57.452331 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:57.532528 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:57.539872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device aa38d186-0b55-41bc-8955-47bffb4eed2f no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:09:57.586915 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:57.607974 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:57.622885 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-ee8f6546-fc49-49f7-abc3-4db70a6a072f service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366673 Apr 05 20:09:57.698164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-5e845657-1bb3-434c-b28b-7643b2119689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:57.699638 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-5e845657-1bb3-434c-b28b-7643b2119689 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 1095 time: 0.2451572 Apr 05 20:09:57.731539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=43f0ab5b-937f-45ad-859c-52f1b69f2038,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:57.745100 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device aa38d186-0b55-41bc-8955-47bffb4eed2f not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:09:57.870742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5df949ac-545a-447f-bad7-f3d29cce9256,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:57.884413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52274) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:57.999210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc88ca2-d6a9-47fa-85a0-6f5de9e2568f req-a8b246d6-bb1d-4434-b415-3fcb1c89cc54 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:58.009511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6fc88ca2-d6a9-47fa-85a0-6f5de9e2568f req-a8b246d6-bb1d-4434-b415-3fcb1c89cc54 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.2764361 Apr 05 20:09:58.073899 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7acd9bbf-fc97-438e-a20f-6636d6bdfba0 req-9e4af971-fd34-4199-a228-df705c55584e tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 210 time: 0.1684349 Apr 05 20:09:58.090582 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6fc88ca2-d6a9-47fa-85a0-6f5de9e2568f req-2987e12b-2cef-43ce-b780-4a9c199e905e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795648 Apr 05 20:09:58.114774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Allocated IP 192.168.233.119 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/43d16c42-ddbf-4864-b78c-b44984de481e) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:09:58.164109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-9ae4d3ca-0db4-4344-a82d-a7a0871bc569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:58.165536 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-9ae4d3ca-0db4-4344-a82d-a7a0871bc569 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.3759298 Apr 05 20:09:58.239629 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-42eadaa8-806b-4bcb-9ae7-08b671d98633 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f HTTP/1.1" status: 200 len: 217 time: 0.0668497 Apr 05 20:09:58.324473 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:58.337946 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70a05fd9-1457-48b9-91ed-11999ed07861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:58.345021 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:58.345362 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:58.414492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-70a05fd9-1457-48b9-91ed-11999ed07861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:58.421394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-70a05fd9-1457-48b9-91ed-11999ed07861 admin admin] Usage tracker for resource:security_group_rule and tenant:40715c3719c548768e9072088ecb760c is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:09:58.424497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-70a05fd9-1457-48b9-91ed-11999ed07861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:09:58.434404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-70a05fd9-1457-48b9-91ed-11999ed07861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:58.503310 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:58.531144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Transition to ACTIVE for port object 43d16c42-ddbf-4864-b78c-b44984de481e will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:09:58.581697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-9b26fdd7-f275-4643-959b-6ecc210dacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:58.583318 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-9b26fdd7-f275-4643-959b-6ecc210dacf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.3325670 Apr 05 20:09:58.589318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:58.621639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70a05fd9-1457-48b9-91ed-11999ed07861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:58.633383 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70a05fd9-1457-48b9-91ed-11999ed07861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:58.648171 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91e12647-9474-4330-90d0-e75bb48060c7 req-7d912cc0-c093-4264-8b57-6b23959433aa tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 210 time: 0.0624719 Apr 05 20:09:58.664528 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:58.769340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a05fd9-1457-48b9-91ed-11999ed07861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd25f2bb-c3a4-4e75-a6c4-ba4e462f0109,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:58.775045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:58.777529 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-70a05fd9-1457-48b9-91ed-11999ed07861 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40715c3719c548768e9072088ecb760c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8910000 Apr 05 20:09:58.781216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:58.782880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52294) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:09:58.784698 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-1a66ac57-c568-4757-881e-15bd0a918a42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733905 Apr 05 20:09:58.790633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Network 37531e6c-a868-4760-9faf-04c58ddf0d58 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:09:58.795056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:09:58.795834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:09:58.801863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:58.802626 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:58.828630 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b76cf-fe3f-4e09-8440-40606564f0e1 req-a22d1179-5bed-47b2-b645-8a37a8e026e2 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:58.829712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event updated for resources: {'Port': ['ID=43d16c42-ddbf-4864-b78c-b44984de481e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:58.835859 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e4b76cf-fe3f-4e09-8440-40606564f0e1 req-a22d1179-5bed-47b2-b645-8a37a8e026e2 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 944 time: 0.5838091 Apr 05 20:09:58.894675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f648c73-2064-4d80-939d-4338e2477448 req-17f08152-4bb3-4e08-a32d-e98ef4cbcdc0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9608746 Apr 05 20:09:58.915300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Request body: {'port': {'device_id': '1e2ee661-4f8b-4ed8-8063-838cd103b92b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:58.973690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b84cc7-16ae-4417-a921-e998066976b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:58.987820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 43f0ab5b-937f-45ad-859c-52f1b69f2038 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:09:59.070405 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b84cc7-16ae-4417-a921-e998066976b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:59.165249 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:59.197969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 43f0ab5b-937f-45ad-859c-52f1b69f2038 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:59.198339 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:59.324191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e4b76cf-fe3f-4e09-8440-40606564f0e1 req-0e954553-5d4c-4444-955d-f7a756370176 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4874218 Apr 05 20:09:59.353771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-cd849ae3-8780-48a1-a1ec-5e33e466e2f5 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:59.355864 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-cd849ae3-8780-48a1-a1ec-5e33e466e2f5 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.13 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 821 time: 0.1779695 Apr 05 20:09:59.378969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6c46c3ef-dff5-4323-80c4-18fbc8f6db38 None None] Provisioning for port 43d16c42-ddbf-4864-b78c-b44984de481e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:09:59.397047 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6c46c3ef-dff5-4323-80c4-18fbc8f6db38 None None] Provisioning complete for port 43d16c42-ddbf-4864-b78c-b44984de481e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:59.397416 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6c46c3ef-dff5-4323-80c4-18fbc8f6db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:59.407999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Request body: {'port': {'device_id': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'admin_state_up': True, 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:09:59.423728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Router c8ae9531-4269-4442-85d1-5aac4c3513c2 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:09:59.427176 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-2e242bb7-65c5-4873-94e4-e4f15d3b0a89 service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334002 Apr 05 20:09:59.455737 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f0aeeeb-2c5c-4a9b-b027-1c252c2c3aee req-06b859eb-968f-4671-a906-0066c7220513 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 210 time: 0.0983133 Apr 05 20:09:59.587821 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6c46c3ef-dff5-4323-80c4-18fbc8f6db38 None None] Port 43d16c42-ddbf-4864-b78c-b44984de481e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:09:59.619865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6c46c3ef-dff5-4323-80c4-18fbc8f6db38 None None] Provisioning complete for port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:09:59.620503 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6c46c3ef-dff5-4323-80c4-18fbc8f6db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:59.717460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6c46c3ef-dff5-4323-80c4-18fbc8f6db38 None None] Port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:09:59.815424 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-3c56b85d-8345-4a5c-9627-7fc6a7dbfb77 service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754992 Apr 05 20:09:59.838531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b84cc7-16ae-4417-a921-e998066976b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:59.918397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b84cc7-16ae-4417-a921-e998066976b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd25f2bb-c3a4-4e75-a6c4-ba4e462f0109,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:09:59.926158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:09:59.939522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:09:59.957283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9327b6-ba47-424f-95a1-40c176c48a1e req-1295779e-04d7-42b8-8a46-daea629ae0e6 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:09:59.964405 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba9327b6-ba47-424f-95a1-40c176c48a1e req-1295779e-04d7-42b8-8a46-daea629ae0e6 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.3074400 Apr 05 20:09:59.966135 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b84cc7-16ae-4417-a921-e998066976b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:59.967471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f5b84cc7-16ae-4417-a921-e998066976b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd25f2bb-c3a4-4e75-a6c4-ba4e462f0109 HTTP/1.1" status: 204 len: 168 time: 1.1774397 Apr 05 20:09:59.968255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Made reservation on behalf of 2bc710cd70ff45d68ca5b0ab43ae1933 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:09:59.971748 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:09:59.978207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:09:59.992084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Sync routers for ids ['c8ae9531-4269-4442-85d1-5aac4c3513c2'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:10:00.014703 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0d1b39e3-a977-4968-892e-c06f6bf4f112 admin admin] 10.222.0.24 "PUT /v2.0/routers/c8ae9531-4269-4442-85d1-5aac4c3513c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8804300 Apr 05 20:10:00.025063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Routers {'c8ae9531-4269-4442-85d1-5aac4c3513c2'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:00.028114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8ae9531-4269-4442-85d1-5aac4c3513c2'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:00.049721 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba9327b6-ba47-424f-95a1-40c176c48a1e req-47a1d1f6-f813-4f4b-b4f5-e1c064cd185e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843282 Apr 05 20:10:00.172970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d16c42-ddbf-4864-b78c-b44984de481e {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:10:00.189475 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:00.265128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Transition to ACTIVE for port object 43d16c42-ddbf-4864-b78c-b44984de481e will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:00.302390 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:00.335309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d18327-3edd-49ba-964d-80927c9e8c3b req-1facf864-7b79-4ffa-b542-2d2d87742812 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:00.336059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-22d18327-3edd-49ba-964d-80927c9e8c3b req-1facf864-7b79-4ffa-b542-2d2d87742812 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:10:00.348702 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-719c09cf-23e3-4db2-9b92-e99d755cae86 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:00.350422 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-719c09cf-23e3-4db2-9b92-e99d755cae86 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430&tenant_id=78e3339ed2bb42f7a4658d92708a7a40&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 1095 time: 0.1426742 Apr 05 20:10:00.448600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52322) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:00.453909 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Set router c8ae9531-4269-4442-85d1-5aac4c3513c2 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:00.506895 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b267a750-adec-4a94-98e4-39375088d480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:00.543156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b267a750-adec-4a94-98e4-39375088d480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:00.550446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b267a750-adec-4a94-98e4-39375088d480 admin admin] Usage tracker for resource:security_group_rule and tenant:9bfa2bb3d46c40f29baba932de6ec11a is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:00.556112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b267a750-adec-4a94-98e4-39375088d480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:00.644339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b267a750-adec-4a94-98e4-39375088d480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:00.828289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5851a6-e536-4157-bae5-f92f8185766a req-d00dc9e0-0c32-49d9-9731-a1a92059c573 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:00.834592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a5851a6-e536-4157-bae5-f92f8185766a req-d00dc9e0-0c32-49d9-9731-a1a92059c573 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 944 time: 0.2637391 Apr 05 20:10:00.883193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-102b18f9-aee4-473e-8aa6-d1084e9f4042 service neutron] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:00.897497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-22d18327-3edd-49ba-964d-80927c9e8c3b req-1facf864-7b79-4ffa-b542-2d2d87742812 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:10:00.904902 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22d18327-3edd-49ba-964d-80927c9e8c3b req-1facf864-7b79-4ffa-b542-2d2d87742812 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 936 time: 1.0496817 Apr 05 20:10:00.911604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Pushing event updated for resources: {'Port': ['ID=43d16c42-ddbf-4864-b78c-b44984de481e,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:01.005645 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a5851a6-e536-4157-bae5-f92f8185766a req-6ac612ad-ed81-4078-9962-98e8ee764916 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527262 Apr 05 20:10:01.006181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Allocated IP 172.20.0.12 (26755bff-2d35-4c6d-b06f-78a229d8b2fc/4ece50f3-2a9d-4379-840d-24002e47046f/2d32f8b6-405b-4ac4-9f4e-7339110e3763) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:10:01.008415 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-102b18f9-aee4-473e-8aa6-d1084e9f4042 service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.009862 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4ef6558-742d-457f-a00b-c8916f7c31ee req-102b18f9-aee4-473e-8aa6-d1084e9f4042 service neutron] 10.222.0.41 "DELETE /v2.0/ports/aa38d186-0b55-41bc-8955-47bffb4eed2f/bindings/n-h1-836604-1 HTTP/1.1" status: 204 len: 173 time: 0.6438715 Apr 05 20:10:01.017774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Attempting to bind port 43d16c42-ddbf-4864-b78c-b44984de481e on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:10:01.018639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Attempting to bind port 43d16c42-ddbf-4864-b78c-b44984de481e by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:10:01.018965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Attempting to bind port 43d16c42-ddbf-4864-b78c-b44984de481e on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:01.055067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-22d18327-3edd-49ba-964d-80927c9e8c3b req-45f46ae5-c1b4-4a54-bbb2-b2fa2b63291c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:10:01.059955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Port 43d16c42-ddbf-4864-b78c-b44984de481e on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:10:01.060275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Attempting to bind port 43d16c42-ddbf-4864-b78c-b44984de481e on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:01.078554 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b267a750-adec-4a94-98e4-39375088d480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.091323 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b267a750-adec-4a94-98e4-39375088d480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.094665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:10:01.095060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:01.095477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:10:01.095915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Bound port: 43d16c42-ddbf-4864-b78c-b44984de481e, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:10:01.097815 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.172366 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0', 'name': '', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'mac_address': 'fa:16:3e:78:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:54Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 2, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'subnets': [{'id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:01.180262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Checking router: c8ae9531-4269-4442-85d1-5aac4c3513c2 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:10:01.180682 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Updating router c8ae9531-4269-4442-85d1-5aac4c3513c2 port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:10:01.212048 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b267a750-adec-4a94-98e4-39375088d480 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bfa2bb3d46c40f29baba932de6ec11a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7572763 Apr 05 20:10:01.214611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52344) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:01.218950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b267a750-adec-4a94-98e4-39375088d480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3e9c69-b4e5-4b4d-9cd2-169d973635ea,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:01.255629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52348) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:01.262062 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.269049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1712343257-network', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:01.292143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:01.347082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Usage tracker for resource:network and tenant:ac14e30a60aa4ba9ada6aa73bbffced0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:01.351667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:01.370311 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.371083 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27e15453-bf79-47a2-91cf-d555d7c35e64 req-4a7505a7-dc16-4569-9c50-0cc39e9c8479 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 210 time: 0.0876858 Apr 05 20:10:01.394537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:01.434936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Made reservation on behalf of ac14e30a60aa4ba9ada6aa73bbffced0 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:10:01.437735 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.462352 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.477654 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-335d6d54-b626-4c22-8681-b74c027e7836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.491727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:01.501531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Usage tracker for resource:security_group_rule and tenant:ac14e30a60aa4ba9ada6aa73bbffced0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:01.511422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:01.523732 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:01.527780 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-335d6d54-b626-4c22-8681-b74c027e7836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.561249 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] For port 43d16c42-ddbf-4864-b78c-b44984de481e, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:01.565500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] For port 43d16c42-ddbf-4864-b78c-b44984de481e, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=43d16c42-ddbf-4864-b78c-b44984de481e,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:10:01.584196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Transition to ACTIVE for port object 2d32f8b6-405b-4ac4-9f4e-7339110e3763 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:01.610366 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.758728 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.769860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-22d18327-3edd-49ba-964d-80927c9e8c3b req-45f46ae5-c1b4-4a54-bbb2-b2fa2b63291c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:10:01.771224 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22d18327-3edd-49ba-964d-80927c9e8c3b req-45f46ae5-c1b4-4a54-bbb2-b2fa2b63291c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8655624 Apr 05 20:10:01.787777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Pushing event updated for resources: {'Port': ['ID=43d16c42-ddbf-4864-b78c-b44984de481e,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:01.858696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Network 26755bff-2d35-4c6d-b06f-78a229d8b2fc is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:01.860514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:01.861246 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.862792 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f648c73-2064-4d80-939d-4338e2477448 req-9925d067-f09a-45c4-9510-ffb372aa1345 service neutron] 10.222.0.41 "PUT /v2.0/ports/43d16c42-ddbf-4864-b78c-b44984de481e HTTP/1.1" status: 200 len: 1096 time: 2.9574995 Apr 05 20:10:01.864513 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.878545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:01.881252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2ee661-4f8b-4ed8-8063-838cd103b92b', 'tag': '43d16c42-ddbf-4864-b78c-b44984de481e'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:01.889972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:10:01.892476 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Transition to ACTIVE for port object 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:01.898329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:01.899182 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:01.915015 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['bdd3f9be-a16a-4bd6-8f22-93fd397469dc'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:10:01.997851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f3340-b903-4846-9952-4d4fc4aebc33 req-20e48433-f42a-4c0e-ab2f-d058c35de8b2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:02.004532 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b1f3340-b903-4846-9952-4d4fc4aebc33 req-20e48433-f42a-4c0e-ab2f-d058c35de8b2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.4143178 Apr 05 20:10:02.043494 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-335d6d54-b626-4c22-8681-b74c027e7836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:02.124214 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:02.209723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d6d54-b626-4c22-8681-b74c027e7836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3e9c69-b4e5-4b4d-9cd2-169d973635ea,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:02.221318 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b1f3340-b903-4846-9952-4d4fc4aebc33 req-75efe091-7201-4e4b-9b49-f336ecb33c5b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905305 Apr 05 20:10:02.226739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Pushing event updated for resources: {'Port': ['ID=2d32f8b6-405b-4ac4-9f4e-7339110e3763,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:02.269354 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-2cdf4cf7-d7b0-4e52-adc4-282872014613 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8634045 Apr 05 20:10:02.327057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Request body: {'port': {'device_id': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:02.330686 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-335d6d54-b626-4c22-8681-b74c027e7836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:02.334185 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-335d6d54-b626-4c22-8681-b74c027e7836 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b3e9c69-b4e5-4b4d-9cd2-169d973635ea HTTP/1.1" status: 204 len: 168 time: 1.1094167 Apr 05 20:10:02.374780 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:02.394657 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:02.426806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:10:02.456105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ef74b-cf4b-4735-a5d1-178718daab15 None None] Pushing event updated for resources: {'Port': ['ID=3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:02.461325 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2ee661-4f8b-4ed8-8063-838cd103b92b', 'tag': '43d16c42-ddbf-4864-b78c-b44984de481e', 'status': 'completed', 'code': 200} Apr 05 20:10:02.465337 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:02.465734 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Added segment 51ef7509-de0b-4f63-adfa-f7d231dc6445 of type vlan for network 270a592a-fffa-4213-98d2-6219b5af852d Apr 05 20:10:02.539853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:02.546796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-91670e53-2453-48b0-97cf-0fd5869ea1de None None] Provisioning for port 2d32f8b6-405b-4ac4-9f4e-7339110e3763 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:02.553384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Attempting to bind port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:10:02.553996 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Attempting to bind port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '87fe95fa-8697-462d-8185-c04aa2dfcaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:10:02.554688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Attempting to bind port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 on network 37531e6c-a868-4760-9faf-04c58ddf0d58 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:02.561344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-91670e53-2453-48b0-97cf-0fd5869ea1de None None] Provisioning complete for port 2d32f8b6-405b-4ac4-9f4e-7339110e3763 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:02.562078 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-91670e53-2453-48b0-97cf-0fd5869ea1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:02.587700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf57756-c166-4867-9741-45593ef9c823 req-f7e2135b-2675-4fad-af73-c3bc1a2f27fb tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:02.596087 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdf57756-c166-4867-9741-45593ef9c823 req-f7e2135b-2675-4fad-af73-c3bc1a2f27fb tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 1095 time: 0.4908314 Apr 05 20:10:02.630505 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-91670e53-2453-48b0-97cf-0fd5869ea1de None None] Port 2d32f8b6-405b-4ac4-9f4e-7339110e3763 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:10:02.635312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f648c73-2064-4d80-939d-4338e2477448 req-c95590ae-9c5d-4803-b5ca-48085a6686eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:02.638283 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f648c73-2064-4d80-939d-4338e2477448 req-c95590ae-9c5d-4803-b5ca-48085a6686eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 1099 time: 0.7030940 Apr 05 20:10:02.640433 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:10:02.640851 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Checking segment: {'id': '87fe95fa-8697-462d-8185-c04aa2dfcaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:02.641233 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:02.641620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Bound using segment: {'id': '87fe95fa-8697-462d-8185-c04aa2dfcaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:10:02.642110 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Bound port: 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87fe95fa-8697-462d-8185-c04aa2dfcaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:10:02.642469 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:02.672857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962ed5a4-14b6-453c-b349-7d237ec12d0b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:02.677498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:02.678600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:02.679233 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:02.818626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] For port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:02.836130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] For port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0,segment=NetworkSegment(87fe95fa-8697-462d-8185-c04aa2dfcaff),segment_id=87fe95fa-8697-462d-8185-c04aa2dfcaff)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:10:02.846064 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:02.958534 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6960018 Apr 05 20:10:02.962538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52370) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:02.963304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba1f16-0f78-4c30-a84f-cc60ee30456e admin admin] Pushing event updated for resources: {'Network': ['ID=270a592a-fffa-4213-98d2-6219b5af852d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:02.978641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 270a592a-fffa-4213-98d2-6219b5af852d details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:10:02.984134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Request body: {'subnet': {'network_id': '270a592a-fffa-4213-98d2-6219b5af852d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1712343257-subnet', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:03.006082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:03.027810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Usage tracker for resource:subnet and tenant:ac14e30a60aa4ba9ada6aa73bbffced0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:03.034350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdf57756-c166-4867-9741-45593ef9c823 req-09a097fc-821a-4c78-a689-133974f7f335 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4368408 Apr 05 20:10:03.042254 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f648c73-2064-4d80-939d-4338e2477448 req-0081638c-fee0-4de5-a042-d0d981a050c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=43d16c42-ddbf-4864-b78c-b44984de481e HTTP/1.1" status: 200 len: 217 time: 0.2885976 Apr 05 20:10:03.054552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:03.070651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7451a60c-b071-4fe9-b127-55877a222027 req-673fcf18-07df-4b01-ab7c-4bc3c2f35ee6 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:03.072751 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7451a60c-b071-4fe9-b127-55877a222027 req-673fcf18-07df-4b01-ab7c-4bc3c2f35ee6 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 932 time: 0.4026887 Apr 05 20:10:03.084060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:03.184447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Made reservation on behalf of ac14e30a60aa4ba9ada6aa73bbffced0 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:10:03.186813 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:03.195105 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:03.234094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Routers {'c8ae9531-4269-4442-85d1-5aac4c3513c2'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:03.238583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8ae9531-4269-4442-85d1-5aac4c3513c2'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:03.420991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ef74b-cf4b-4735-a5d1-178718daab15 None None] Pushing event updated for resources: {'Port': ['ID=3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:03.544727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f648c73-2064-4d80-939d-4338e2477448 req-3f138d4b-4d6f-4639-828b-0088cda51521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:03.547386 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f648c73-2064-4d80-939d-4338e2477448 req-3f138d4b-4d6f-4639-828b-0088cda51521 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.4954357 Apr 05 20:10:03.574343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] Set router c8ae9531-4269-4442-85d1-5aac4c3513c2 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:03.649521 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7451a60c-b071-4fe9-b127-55877a222027 req-25a7ad05-999a-4a8d-9dae-aed8e7053fbd tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664220 Apr 05 20:10:03.651228 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:03.801410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce035e35-3004-4dc7-ad6f-2c27b4d7f680,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:03.906897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Checking segment: {'id': '51ef7509-de0b-4f63-adfa-f7d231dc6445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '270a592a-fffa-4213-98d2-6219b5af852d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:03.907248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Network hostable DHCP agents. Network: 270a592a-fffa-4213-98d2-6219b5af852d, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:10:03.961380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e7fe2-a707-4d91-923c-10830fb7f05c req-5887c275-2be0-43d6-8150-6365716de3c5 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:03.969183 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-355e7fe2-a707-4d91-923c-10830fb7f05c req-5887c275-2be0-43d6-8150-6365716de3c5 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.1278667 Apr 05 20:10:03.971478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Network 270a592a-fffa-4213-98d2-6219b5af852d is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:10:03.993821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 270a592a-fffa-4213-98d2-6219b5af852d) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:04.002116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:04.002439 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:04.013841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060a05c6-3b3d-416c-8941-d3f2b8d91fde None None] Network 270a592a-fffa-4213-98d2-6219b5af852d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:10:04.047084 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-355e7fe2-a707-4d91-923c-10830fb7f05c req-9a56239b-3a0e-4204-b3a7-e750bc77865b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769074 Apr 05 20:10:04.053728 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7d54d8d7-ebf4-44b6-8ea3-94b4e5e8c570 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0877509 Apr 05 20:10:04.064819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52398) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:04.070052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1712343257-router', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:04.080144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:04.091652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Usage tracker for resource:router and tenant:ac14e30a60aa4ba9ada6aa73bbffced0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:04.096126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:04.109174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:04.129410 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:04.130676 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:04.147637 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:04.161577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d32f8b6-405b-4ac4-9f4e-7339110e3763 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:10:04.172537 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:04.199244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Transition to ACTIVE for port object 2d32f8b6-405b-4ac4-9f4e-7339110e3763 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:04.225538 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:04.250731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0', 'name': '', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'mac_address': 'fa:16:3e:78:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:54Z', 'updated_at': '2022-04-05T20:10:02Z', 'revision_number': 4, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'subnets': [{'id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:04.265706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57139134-815e-4650-8c01-4b57a58e7a24 None None] The sync data for ids ['c8ae9531-4269-4442-85d1-5aac4c3513c2'] in n-d-836604-1 is: [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0', 'name': '', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'mac_address': 'fa:16:3e:78:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:54Z', 'updated_at': '2022-04-05T20:10:02Z', 'revision_number': 4, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'subnets': [{'id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:10:04.335870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa00a-f6eb-4b1a-bc6f-eb84cceb5b0d req-96627614-1c01-4795-9aff-097802cd2a48 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:04.344841 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-612fa00a-f6eb-4b1a-bc6f-eb84cceb5b0d req-96627614-1c01-4795-9aff-097802cd2a48 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 948 time: 0.9103651 Apr 05 20:10:04.453763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-270a592a-fffa-4213-98d2-6219b5af852d', 'network_id': '270a592a-fffa-4213-98d2-6219b5af852d', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'fixed_ips': [{'subnet_id': 'ce035e35-3004-4dc7-ad6f-2c27b4d7f680'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:10:04.454966 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:04.791665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Allocated IP 172.20.0.2 (270a592a-fffa-4213-98d2-6219b5af852d/ce035e35-3004-4dc7-ad6f-2c27b4d7f680/d337e5b6-8ecd-4072-8e60-43c351b90596) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:10:04.864430 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:04.919070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f648c73-2064-4d80-939d-4338e2477448 req-b2d02e2b-61f0-40ee-bdbc-4a6613364460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:04.930511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f648c73-2064-4d80-939d-4338e2477448 req-b2d02e2b-61f0-40ee-bdbc-4a6613364460 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3714967 Apr 05 20:10:04.935861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d32f8b6-405b-4ac4-9f4e-7339110e3763,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:04.979597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db094239-e9ac-4301-a235-cf6dbc562516 req-13e3fab9-f455-4792-b167-e182d3b4ffdf tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:04.986943 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db094239-e9ac-4301-a235-cf6dbc562516 req-13e3fab9-f455-4792-b167-e182d3b4ffdf tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 820 time: 0.7312803 Apr 05 20:10:05.016209 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db094239-e9ac-4301-a235-cf6dbc562516 req-3fb8219e-0eff-4691-abc6-9aa87f1b4f1c tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/quotas/78e3339ed2bb42f7a4658d92708a7a40 HTTP/1.1" status: 200 len: 375 time: 0.0277867 Apr 05 20:10:05.016696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:05.116491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Attempting to bind port 2d32f8b6-405b-4ac4-9f4e-7339110e3763 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:10:05.120346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Attempting to bind port 2d32f8b6-405b-4ac4-9f4e-7339110e3763 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:10:05.120766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Attempting to bind port 2d32f8b6-405b-4ac4-9f4e-7339110e3763 on network 26755bff-2d35-4c6d-b06f-78a229d8b2fc {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:05.138622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-612fa00a-f6eb-4b1a-bc6f-eb84cceb5b0d req-c53d9e31-e6b0-4158-8297-d283dd91b1e9 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7927203 Apr 05 20:10:05.148278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Port 2d32f8b6-405b-4ac4-9f4e-7339110e3763 on network 26755bff-2d35-4c6d-b06f-78a229d8b2fc not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:10:05.150964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Attempting to bind port 2d32f8b6-405b-4ac4-9f4e-7339110e3763 on network 26755bff-2d35-4c6d-b06f-78a229d8b2fc {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:05.176537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:10:05.176975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Checking segment: {'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:05.178037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Bound using segment: {'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:10:05.179375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Bound port: 2d32f8b6-405b-4ac4-9f4e-7339110e3763, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:10:05.179811 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:05.264978 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:05.341701 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f648c73-2064-4d80-939d-4338e2477448 req-ac4ecb8b-b8da-4cc6-afcd-ae247b968e8b service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976705 Apr 05 20:10:05.366272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:05.367246 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:05.471559 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:05.534427 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Transition to ACTIVE for port object d337e5b6-8ecd-4072-8e60-43c351b90596 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:05.558305 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db094239-e9ac-4301-a235-cf6dbc562516 req-24ff7613-1793-40d1-abba-7b6621b1ce9e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5405643 Apr 05 20:10:05.565262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Transition to ACTIVE for port object d337e5b6-8ecd-4072-8e60-43c351b90596 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:05.584034 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:05.664323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] For port 2d32f8b6-405b-4ac4-9f4e-7339110e3763, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:05.687167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] For port 2d32f8b6-405b-4ac4-9f4e-7339110e3763, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2d32f8b6-405b-4ac4-9f4e-7339110e3763,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:10:05.705243 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:05.720629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Network 270a592a-fffa-4213-98d2-6219b5af852d is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:05.727517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:05.738390 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:10:05.801355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:05.802047 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:05.803413 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] 10.222.0.13 "PUT /v2.0/ports/2d32f8b6-405b-4ac4-9f4e-7339110e3763 HTTP/1.1" status: 200 len: 1092 time: 3.5069273 Apr 05 20:10:05.803914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'tag': '2d32f8b6-405b-4ac4-9f4e-7339110e3763'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:05.818241 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f648c73-2064-4d80-939d-4338e2477448 req-4ef0dda6-e15b-4088-ad55-2f3e69597445 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489384 Apr 05 20:10:05.864242 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db094239-e9ac-4301-a235-cf6dbc562516 req-45b3a812-7299-4b4d-9aa5-f32f25312e46 service neutron] 10.222.0.24 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050694 Apr 05 20:10:05.908832 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:05.919649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ee70b-49b4-4855-982c-2a90479b49e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d32f8b6-405b-4ac4-9f4e-7339110e3763,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:05.941441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Pushing event updated for resources: {'Port': ['ID=d337e5b6-8ecd-4072-8e60-43c351b90596,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:05.984650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60803552-9b6b-40f8-80a4-e498d0423456 req-3f09a080-5580-472d-9b8a-2867ffdab154 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:05.985399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-60803552-9b6b-40f8-80a4-e498d0423456 req-3f09a080-5580-472d-9b8a-2867ffdab154 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Synchronizing usage tracker for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:10:06.002142 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Attempting to bind port d337e5b6-8ecd-4072-8e60-43c351b90596 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:10:06.004101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Attempting to bind port d337e5b6-8ecd-4072-8e60-43c351b90596 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '51ef7509-de0b-4f63-adfa-f7d231dc6445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '270a592a-fffa-4213-98d2-6219b5af852d'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:10:06.004671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Attempting to bind port d337e5b6-8ecd-4072-8e60-43c351b90596 on network 270a592a-fffa-4213-98d2-6219b5af852d {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:06.014424 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:10:06.015305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Checking segment: {'id': '51ef7509-de0b-4f63-adfa-f7d231dc6445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '270a592a-fffa-4213-98d2-6219b5af852d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:06.015991 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:06.017247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Bound using segment: {'id': '51ef7509-de0b-4f63-adfa-f7d231dc6445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '270a592a-fffa-4213-98d2-6219b5af852d'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:10:06.021606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Bound port: d337e5b6-8ecd-4072-8e60-43c351b90596, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ef7509-de0b-4f63-adfa-f7d231dc6445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '270a592a-fffa-4213-98d2-6219b5af852d'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:10:06.022361 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:06.053145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-60803552-9b6b-40f8-80a4-e498d0423456 req-3f09a080-5580-472d-9b8a-2867ffdab154 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Unset dirty status for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:10:06.061218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0,segment=NetworkSegment(87fe95fa-8697-462d-8185-c04aa2dfcaff),segment_id=87fe95fa-8697-462d-8185-c04aa2dfcaff)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:06.068195 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60803552-9b6b-40f8-80a4-e498d0423456 req-3f09a080-5580-472d-9b8a-2867ffdab154 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 944 time: 0.6258790 Apr 05 20:10:06.110182 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:06.205529 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60803552-9b6b-40f8-80a4-e498d0423456 req-35e3ba4f-1cb0-4ed7-aa10-20895d698b68 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363778 Apr 05 20:10:06.222658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:06.236503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e9a199a2-127c-41ea-95b0-4bb4a7bd2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:06.241016 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-e9a199a2-127c-41ea-95b0-4bb4a7bd2374 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 1095 time: 0.3705490 Apr 05 20:10:06.243362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8b414-b8f3-43e8-9615-ac2ba58ac06a req-4be80f2e-7f19-4d81-969f-4fd02857f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:06.245802 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8fa8b414-b8f3-43e8-9615-ac2ba58ac06a req-4be80f2e-7f19-4d81-969f-4fd02857f316 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 1099 time: 0.3118887 Apr 05 20:10:06.285598 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:06.316679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] For port d337e5b6-8ecd-4072-8e60-43c351b90596, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:06.327159 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:06.327919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] For port d337e5b6-8ecd-4072-8e60-43c351b90596, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d337e5b6-8ecd-4072-8e60-43c351b90596,segment=NetworkSegment(51ef7509-de0b-4f63-adfa-f7d231dc6445),segment_id=51ef7509-de0b-4f63-adfa-f7d231dc6445)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:10:06.331979 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db094239-e9ac-4301-a235-cf6dbc562516 req-2bd3b043-b14b-48ba-84d7-7d0ddc8c1418 service neutron] 10.222.0.24 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668658 Apr 05 20:10:06.344742 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:06.347214 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-be833a79-54df-4d13-977e-b243e22cb83d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d32f8b6-405b-4ac4-9f4e-7339110e3763 HTTP/1.1" status: 200 len: 217 time: 0.1003466 Apr 05 20:10:06.550545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Allocated IP 172.25.8.199 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/1d6a39c7-7832-4d68-be00-91dbd09cc8ed) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:10:06.553257 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da83e14d-5dca-44b0-8db5-580c1f5a1877 None None] Pushing event updated for resources: {'Port': ['ID=d337e5b6-8ecd-4072-8e60-43c351b90596,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:06.591363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-d80afd4a-8fce-4254-87f2-02767f163767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:06.592871 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-d80afd4a-8fce-4254-87f2-02767f163767 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.2376583 Apr 05 20:10:06.648295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8b414-b8f3-43e8-9615-ac2ba58ac06a req-f3f0a3b7-efc9-4e04-99f2-ff7fb0d2fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:06.661750 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8fa8b414-b8f3-43e8-9615-ac2ba58ac06a req-f3f0a3b7-efc9-4e04-99f2-ff7fb0d2fc66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.3453586 Apr 05 20:10:06.834912 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:06.846694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8fa8b414-b8f3-43e8-9615-ac2ba58ac06a req-1d4579d5-36c0-48cb-b1f7-5a95ab665e7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=43d16c42-ddbf-4864-b78c-b44984de481e HTTP/1.1" status: 200 len: 217 time: 0.1835737 Apr 05 20:10:06.885448 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:06.970187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f606cc1-52f7-465e-8b05-9f02831af062 req-e0905135-4b6d-48b2-af10-178517ee19bc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:06.971948 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f606cc1-52f7-465e-8b05-9f02831af062 req-e0905135-4b6d-48b2-af10-178517ee19bc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.5167041 Apr 05 20:10:07.042546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-d9569668-1cc2-44a3-aa59-2c71318d7bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:07.044210 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-d9569668-1cc2-44a3-aa59-2c71318d7bf5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4421635 Apr 05 20:10:07.086386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:07.093217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:07.120724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:10:07.123904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:07.283580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d6a39c7-7832-4d68-be00-91dbd09cc8ed,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:07.287668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8b414-b8f3-43e8-9615-ac2ba58ac06a req-e9158b30-886b-40e7-83ab-4ab287cb2516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:07.289788 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8fa8b414-b8f3-43e8-9615-ac2ba58ac06a req-e9158b30-886b-40e7-83ab-4ab287cb2516 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.4287453 Apr 05 20:10:07.294267 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'tag': '2d32f8b6-405b-4ac4-9f4e-7339110e3763', 'status': 'completed', 'code': 200} Apr 05 20:10:07.306849 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f606cc1-52f7-465e-8b05-9f02831af062 req-068ee0f9-9b75-4d29-a26e-cdc554dbd8aa tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175442 Apr 05 20:10:07.308199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:07.308641 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:07.484873 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-77c87389-02bb-4918-a720-a83aa224ef4b service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292135 Apr 05 20:10:07.501026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d337e5b6-8ecd-4072-8e60-43c351b90596 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:07.596107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ba03a-90e3-4b6c-8ed8-7c7279755282 req-1a64b393-11c5-4db2-82ed-965629c21421 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:07.614326 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-497ba03a-90e3-4b6c-8ed8-7c7279755282 req-1a64b393-11c5-4db2-82ed-965629c21421 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 948 time: 0.1879978 Apr 05 20:10:07.631812 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port d337e5b6-8ecd-4072-8e60-43c351b90596 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:07.758542 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-497ba03a-90e3-4b6c-8ed8-7c7279755282 req-79e7e944-7d15-4fa7-8aaf-2f7d9e68e9b9 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419234 Apr 05 20:10:07.879316 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab71f22c-4d91-431a-91b0-46107ecc0dd4 req-f43183e8-f4be-4a74-8544-91564cc1b94c tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 210 time: 0.3808081 Apr 05 20:10:07.905912 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e6e576-f1ac-4362-8e66-e981b35dfe5b None None] Network 270a592a-fffa-4213-98d2-6219b5af852d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:10:07.909740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8b414-b8f3-43e8-9615-ac2ba58ac06a req-22180a55-9164-4f6e-990c-d13399737f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:07.913777 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:07.914325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8fa8b414-b8f3-43e8-9615-ac2ba58ac06a req-22180a55-9164-4f6e-990c-d13399737f2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5989983 Apr 05 20:10:08.001073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d8bf0c7a-f521-4b43-b823-37df83828691 None None] Provisioning for port d337e5b6-8ecd-4072-8e60-43c351b90596 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:08.022265 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ec79fc76-3be3-446c-a3c6-6158001fdda2 req-13425af0-93ab-4494-a9a7-9de3e1fbf5e1 service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220020 Apr 05 20:10:08.054652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d8bf0c7a-f521-4b43-b823-37df83828691 None None] Provisioning complete for port d337e5b6-8ecd-4072-8e60-43c351b90596 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:08.055274 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0c7a-f521-4b43-b823-37df83828691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:08.216243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8fa8b414-b8f3-43e8-9615-ac2ba58ac06a req-dc0207a9-e371-45f8-ae90-59a588c9eb23 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853935 Apr 05 20:10:08.253180 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0c7a-f521-4b43-b823-37df83828691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:08.355571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d8bf0c7a-f521-4b43-b823-37df83828691 None None] For port d337e5b6-8ecd-4072-8e60-43c351b90596, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d337e5b6-8ecd-4072-8e60-43c351b90596,segment=NetworkSegment(51ef7509-de0b-4f63-adfa-f7d231dc6445),segment_id=51ef7509-de0b-4f63-adfa-f7d231dc6445)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:08.396419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f1f40-86bf-406a-96b4-bb5abf18a765 req-76108078-e394-4a0a-9999-f5ec4cce9c04 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:08.399976 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d8bf0c7a-f521-4b43-b823-37df83828691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:08.404210 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a17f1f40-86bf-406a-96b4-bb5abf18a765 req-76108078-e394-4a0a-9999-f5ec4cce9c04 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 946 time: 0.3297410 Apr 05 20:10:08.415843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875b102-98a0-4ad5-bb4e-e0dffeda2de5 req-16649424-b9c2-417e-ad9c-55574fbc87df tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:08.417449 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2875b102-98a0-4ad5-bb4e-e0dffeda2de5 req-16649424-b9c2-417e-ad9c-55574fbc87df tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 944 time: 0.3101432 Apr 05 20:10:08.433328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524c0ad-a118-4aa9-875f-cf73519cc7f2 req-dfab0e71-b24f-4f7f-813e-b2451d4c1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:08.435210 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6524c0ad-a118-4aa9-875f-cf73519cc7f2 req-dfab0e71-b24f-4f7f-813e-b2451d4c1ad6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 1095 time: 0.2817287 Apr 05 20:10:08.488136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db094239-e9ac-4301-a235-cf6dbc562516 req-569c5547-516d-4323-992d-c6c8bdec5ae3 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:08.489537 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db094239-e9ac-4301-a235-cf6dbc562516 req-569c5547-516d-4323-992d-c6c8bdec5ae3 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.13 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 820 time: 0.3285983 Apr 05 20:10:08.498970 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a17f1f40-86bf-406a-96b4-bb5abf18a765 req-141e3745-583a-48a2-a246-a395149354e0 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1c3728-faed-4c70-9348-7ef40469866a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939090 Apr 05 20:10:08.514052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-db094239-e9ac-4301-a235-cf6dbc562516 req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Request body: {'port': {'device_id': 'e0059166-4c1f-4606-bc1a-3cd938dbd8f7', 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba', 'admin_state_up': True, 'tenant_id': '78e3339ed2bb42f7a4658d92708a7a40'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:08.534845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bf0c7a-f521-4b43-b823-37df83828691 None None] Pushing event updated for resources: {'Port': ['ID=d337e5b6-8ecd-4072-8e60-43c351b90596,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:08.554768 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:08.558220 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8fa8b414-b8f3-43e8-9615-ac2ba58ac06a req-c308cda5-a2a6-47e3-94cd-1208eea87c0e service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336058 Apr 05 20:10:08.664224 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2875b102-98a0-4ad5-bb4e-e0dffeda2de5 req-26d4d047-319e-42d3-8d68-4336151298c8 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262456 Apr 05 20:10:08.713288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-db094239-e9ac-4301-a235-cf6dbc562516 req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:08.739930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-db094239-e9ac-4301-a235-cf6dbc562516 req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:08.769365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db094239-e9ac-4301-a235-cf6dbc562516 req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Made reservation on behalf of 78e3339ed2bb42f7a4658d92708a7a40 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:10:08.773379 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:08.780208 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-db094239-e9ac-4301-a235-cf6dbc562516 req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:08.788486 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:08.833561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-badd1bb2-eb6c-4ca1-9629-4a9bea258f03 None None] Provisioning complete for port d337e5b6-8ecd-4072-8e60-43c351b90596 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:08.834046 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-badd1bb2-eb6c-4ca1-9629-4a9bea258f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:08.954326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524c0ad-a118-4aa9-875f-cf73519cc7f2 req-200b9ea8-0c51-4ca4-85c0-01ea761d657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:08.955756 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6524c0ad-a118-4aa9-875f-cf73519cc7f2 req-200b9ea8-0c51-4ca4-85c0-01ea761d657c service neutron] 10.222.0.13 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 0.5018768 Apr 05 20:10:08.962844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d337e5b6-8ecd-4072-8e60-43c351b90596 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:09.052521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d337e5b6-8ecd-4072-8e60-43c351b90596 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:09.052885 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:09.071410 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6524c0ad-a118-4aa9-875f-cf73519cc7f2 req-556112fe-3aef-422a-be7a-d9d2f24e6285 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d32f8b6-405b-4ac4-9f4e-7339110e3763 HTTP/1.1" status: 200 len: 217 time: 0.0730445 Apr 05 20:10:09.127202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-db094239-e9ac-4301-a235-cf6dbc562516 req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Allocated IP 172.20.0.3 (ecbc5fa8-17b4-410c-85af-ab13ae3078ba/1e997de4-b7c5-47fa-849a-8d287866bd13/941413cc-cd0e-4dca-9c2c-7c52aeac2b5e) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:10:09.193907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524c0ad-a118-4aa9-875f-cf73519cc7f2 req-9cefa64c-2355-4ea2-a004-83cf80599d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:09.195393 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6524c0ad-a118-4aa9-875f-cf73519cc7f2 req-9cefa64c-2355-4ea2-a004-83cf80599d88 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.1061587 Apr 05 20:10:09.196567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab91b0-713d-4da6-9e98-d84013f5a5aa req-3e1d982e-bd19-4ba3-97d5-977b3fe3ddfc tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:09.198198 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37ab91b0-713d-4da6-9e98-d84013f5a5aa req-3e1d982e-bd19-4ba3-97d5-977b3fe3ddfc tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 948 time: 0.2120297 Apr 05 20:10:09.216978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd269d67-ab30-4558-b9af-afc9b71da0d8 req-02eb1d4b-de1c-4eba-a978-44caa0abdc27 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:09.218350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd269d67-ab30-4558-b9af-afc9b71da0d8 req-02eb1d4b-de1c-4eba-a978-44caa0abdc27 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 946 time: 0.1930974 Apr 05 20:10:09.263598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c62d2c-c2fb-4656-930a-669729910851 req-a7b20918-1930-47a9-bbd2-46b27a20e158 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:09.265035 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3c62d2c-c2fb-4656-930a-669729910851 req-a7b20918-1930-47a9-bbd2-46b27a20e158 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.3718834 Apr 05 20:10:09.266400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Router 12775330-07cd-4514-9890-efe48e7ebb5a is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:10:09.352713 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37ab91b0-713d-4da6-9e98-d84013f5a5aa req-440a589e-1571-4806-9c44-227353bc98fa tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433756 Apr 05 20:10:09.407937 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3c62d2c-c2fb-4656-930a-669729910851 req-38551613-6263-40d9-a92b-6617e1c74601 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366439 Apr 05 20:10:09.414317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-cd269d67-ab30-4558-b9af-afc9b71da0d8 req-8fbdfbff-600e-4961-a58d-655cb122fe6f tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Deleting port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:10:09.414512 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-cd269d67-ab30-4558-b9af-afc9b71da0d8 req-8fbdfbff-600e-4961-a58d-655cb122fe6f tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:09.480870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6524c0ad-a118-4aa9-875f-cf73519cc7f2 req-b5578d11-9cc5-42c0-a6e4-09b0f2e6a351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:09.482356 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6524c0ad-a118-4aa9-875f-cf73519cc7f2 req-b5578d11-9cc5-42c0-a6e4-09b0f2e6a351 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2778699 Apr 05 20:10:09.577305 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-db094239-e9ac-4301-a235-cf6dbc562516 req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:09.764743 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8b7413b2-388e-4fb9-8838-2fbbce790105 req-40386172-2933-46c1-8cf7-b1aeb40658be tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 210 time: 0.1893611 Apr 05 20:10:09.770131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:10:09.788362 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Sync routers for ids ['12775330-07cd-4514-9890-efe48e7ebb5a'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:10:09.807786 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Routers {'12775330-07cd-4514-9890-efe48e7ebb5a'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:09.809754 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['12775330-07cd-4514-9890-efe48e7ebb5a'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:09.823506 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6524c0ad-a118-4aa9-875f-cf73519cc7f2 req-bf8e5624-b77d-4da8-8a4b-34a7594ac55f service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327994 Apr 05 20:10:09.824338 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:09.825916 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a6141918-0c46-463b-b606-15f19a211fe0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.7594254 Apr 05 20:10:09.828503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52488) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:09.899118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-cd269d67-ab30-4558-b9af-afc9b71da0d8 req-8fbdfbff-600e-4961-a58d-655cb122fe6f tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] For port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2f28f4f9-1390-46cf-8cb4-ba9ccead1200,segment=NetworkSegment(9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75),segment_id=9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:09.899486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-cd269d67-ab30-4558-b9af-afc9b71da0d8 req-8fbdfbff-600e-4961-a58d-655cb122fe6f tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:09.911631 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-db094239-e9ac-4301-a235-cf6dbc562516 req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:10.027786 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Set router 12775330-07cd-4514-9890-efe48e7ebb5a gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:10.090572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-cd269d67-ab30-4558-b9af-afc9b71da0d8 req-8fbdfbff-600e-4961-a58d-655cb122fe6f tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Calling delete_port for 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:10:10.106218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 43d16c42-ddbf-4864-b78c-b44984de481e details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:10:10.146954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ad224-c6ca-44fd-a506-c4f3ba1ddd18 req-be130a53-d1f1-4907-bd12-4b10c75e2e12 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:10.154031 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-497ad224-c6ca-44fd-a506-c4f3ba1ddd18 req-be130a53-d1f1-4907-bd12-4b10c75e2e12 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 946 time: 0.5278134 Apr 05 20:10:10.182757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6524c0ad-a118-4aa9-875f-cf73519cc7f2 req-6d14ab98-3d3d-4bef-b605-6bc638ce7eb8 service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511279 Apr 05 20:10:10.187777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db094239-e9ac-4301-a235-cf6dbc562516 req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Network ecbc5fa8-17b4-410c-85af-ab13ae3078ba is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:10.197914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-db094239-e9ac-4301-a235-cf6dbc562516 req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:10.202857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Pushing event updated for resources: {'Port': ['ID=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:10.206971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-db094239-e9ac-4301-a235-cf6dbc562516 req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:10:10.212436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db094239-e9ac-4301-a235-cf6dbc562516 req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:10.213623 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-db094239-e9ac-4301-a235-cf6dbc562516 req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:10.263001 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-497ad224-c6ca-44fd-a506-c4f3ba1ddd18 req-695230fa-a711-46d1-b662-98f3cce64973 tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f1c3728-faed-4c70-9348-7ef40469866a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080496 Apr 05 20:10:10.316305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bba50-2ed7-4f49-a98b-151d4f7c03f4 req-a954165d-4fdf-4a78-a4da-73c54180ba81 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:10.324683 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db094239-e9ac-4301-a235-cf6dbc562516 req-bf33091b-d9a2-41be-96fe-3fb7f6127b54 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8223948 Apr 05 20:10:10.328525 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d03bba50-2ed7-4f49-a98b-151d4f7c03f4 req-a954165d-4fdf-4a78-a4da-73c54180ba81 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 944 time: 0.3845868 Apr 05 20:10:10.339482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Request body: {'port': {'device_id': 'e0059166-4c1f-4606-bc1a-3cd938dbd8f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:10.366351 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 43d16c42-ddbf-4864-b78c-b44984de481e, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=43d16c42-ddbf-4864-b78c-b44984de481e,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:10.394108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '43d16c42-ddbf-4864-b78c-b44984de481e', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '43d16c42-ddbf-4864-b78c-b44984de481e', 'mac_address': 'fa:16:3e:34:6e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:10:10.396616 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1712343257-router', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:04Z', 'updated_at': '2022-04-05T20:10:07Z', 'revision_number': 3, 'project_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'gw_port': {'id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:06Z', 'updated_at': '2022-04-05T20:10:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:10.407895 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Checking router: 12775330-07cd-4514-9890-efe48e7ebb5a for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:10:10.408240 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Updating router 12775330-07cd-4514-9890-efe48e7ebb5a port 1d6a39c7-7832-4d68-be00-91dbd09cc8ed binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:10:10.460286 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:10.462040 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d03bba50-2ed7-4f49-a98b-151d4f7c03f4 req-f4b27529-d1d6-4bbf-982b-8361249c36ca tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323805 Apr 05 20:10:10.474322 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:10.482729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d16c42-ddbf-4864-b78c-b44984de481e {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:10:10.504049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 43d16c42-ddbf-4864-b78c-b44984de481e, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=43d16c42-ddbf-4864-b78c-b44984de481e,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:10.508562 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:10.596926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=43d16c42-ddbf-4864-b78c-b44984de481e,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:10.672732 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-cd269d67-ab30-4558-b9af-afc9b71da0d8 req-8fbdfbff-600e-4961-a58d-655cb122fe6f tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:10.765162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:10:10.775420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdfbff-600e-4961-a58d-655cb122fe6f tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Pushing event deleted for resources: {'Port': ['ID=2f28f4f9-1390-46cf-8cb4-ba9ccead1200,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:10.785164 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:10.875135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd269d67-ab30-4558-b9af-afc9b71da0d8 req-8fbdfbff-600e-4961-a58d-655cb122fe6f tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] No DVR routers for this DVR port 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:10:10.880102 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-cd269d67-ab30-4558-b9af-afc9b71da0d8 req-8fbdfbff-600e-4961-a58d-655cb122fe6f tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:10.889203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cfea431-94c7-4353-a688-00de90ceaddb', 'name': 'network-vif-deleted', 'tag': '2f28f4f9-1390-46cf-8cb4-ba9ccead1200'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:10.952647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705b48c-d008-4253-85ab-9c37991c7147 req-7298d677-0eaf-4df9-b840-8ebf0f6ff66a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:10.954572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8705b48c-d008-4253-85ab-9c37991c7147 req-7298d677-0eaf-4df9-b840-8ebf0f6ff66a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 949 time: 0.3455803 Apr 05 20:10:10.956035 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd269d67-ab30-4558-b9af-afc9b71da0d8 req-8fbdfbff-600e-4961-a58d-655cb122fe6f tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.41 "DELETE /v2.0/ports/2f28f4f9-1390-46cf-8cb4-ba9ccead1200 HTTP/1.1" status: 204 len: 173 time: 1.7208767 Apr 05 20:10:11.045124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4dc79-19f4-4730-9172-4a03ea42b8d8 req-2f88bb44-ff97-4764-8b49-4ac5f425c7da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:11.053594 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-48b4dc79-19f4-4730-9172-4a03ea42b8d8 req-2f88bb44-ff97-4764-8b49-4ac5f425c7da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.2133849 Apr 05 20:10:11.071634 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:11.093827 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Transition to ACTIVE for port object 1d6a39c7-7832-4d68-be00-91dbd09cc8ed will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:11.112933 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:11.148048 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-48b4dc79-19f4-4730-9172-4a03ea42b8d8 req-3ded600f-2748-46b2-9677-47200803703c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935121 Apr 05 20:10:11.192361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8705b48c-d008-4253-85ab-9c37991c7147 req-027cc0e6-286c-4009-aac9-9a50d2fe6208 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180071 Apr 05 20:10:11.206995 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63927c-be1f-48ef-8890-fcc15325b925 None None] Pushing event updated for resources: {'Port': ['ID=1d6a39c7-7832-4d68-be00-91dbd09cc8ed,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:11.226242 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:11.254412 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Attempting to bind port 1d6a39c7-7832-4d68-be00-91dbd09cc8ed on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:10:11.254932 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Attempting to bind port 1d6a39c7-7832-4d68-be00-91dbd09cc8ed by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:10:11.255460 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Attempting to bind port 1d6a39c7-7832-4d68-be00-91dbd09cc8ed on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:11.262212 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:10:11.262785 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:11.263349 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:11.263870 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:10:11.264484 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Bound port: 1d6a39c7-7832-4d68-be00-91dbd09cc8ed, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:10:11.265013 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:11.324094 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-09de0adf-ef02-43fe-8710-593a053155f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:11.373099 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] For port 1d6a39c7-7832-4d68-be00-91dbd09cc8ed, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:11.376602 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] For port 1d6a39c7-7832-4d68-be00-91dbd09cc8ed, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1d6a39c7-7832-4d68-be00-91dbd09cc8ed,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:10:11.387946 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:11.408314 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cfea431-94c7-4353-a688-00de90ceaddb', 'name': 'network-vif-deleted', 'tag': '2f28f4f9-1390-46cf-8cb4-ba9ccead1200', 'status': 'completed', 'code': 200} Apr 05 20:10:11.543857 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Routers {'12775330-07cd-4514-9890-efe48e7ebb5a'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:11.544866 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['12775330-07cd-4514-9890-efe48e7ebb5a'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:11.583483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Allocated IP 172.20.0.1 (270a592a-fffa-4213-98d2-6219b5af852d/ce035e35-3004-4dc7-ad6f-2c27b4d7f680/2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:10:11.606141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2d32f8b6-405b-4ac4-9f4e-7339110e3763 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:10:11.665328 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63927c-be1f-48ef-8890-fcc15325b925 None None] Pushing event updated for resources: {'Port': ['ID=1d6a39c7-7832-4d68-be00-91dbd09cc8ed,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:11.727990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d4366-931b-4aa6-9b75-4e15bbde1ab0 req-38c467a7-0d7d-4ab1-86fa-6cfd07522a62 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:11.729062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3f6d4366-931b-4aa6-9b75-4e15bbde1ab0 req-38c467a7-0d7d-4ab1-86fa-6cfd07522a62 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Synchronizing usage tracker for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:10:11.738019 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:10:11.756484 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:11.769491 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d4586b1f-2ac4-4659-8222-a5a149da3064 req-ba39f9ef-84ea-497e-b61e-08c33517a9ce tempest-VolumesAdminNegativeTest-699885525 tempest-VolumesAdminNegativeTest-699885525-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cfea431-94c7-4353-a688-00de90ceaddb HTTP/1.1" status: 200 len: 210 time: 0.1058600 Apr 05 20:10:11.787189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Transition to ACTIVE for port object 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:11.791268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3f6d4366-931b-4aa6-9b75-4e15bbde1ab0 req-38c467a7-0d7d-4ab1-86fa-6cfd07522a62 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Unset dirty status for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:10:11.792253 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f6d4366-931b-4aa6-9b75-4e15bbde1ab0 req-38c467a7-0d7d-4ab1-86fa-6cfd07522a62 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 931 time: 0.3925705 Apr 05 20:10:11.874014 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f6d4366-931b-4aa6-9b75-4e15bbde1ab0 req-34b46fc2-9968-4216-af9c-34313085900f tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724354 Apr 05 20:10:11.875037 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:11.887868 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] Set router 12775330-07cd-4514-9890-efe48e7ebb5a gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:12.010009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2d32f8b6-405b-4ac4-9f4e-7339110e3763, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2d32f8b6-405b-4ac4-9f4e-7339110e3763,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:12.040226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '2d32f8b6-405b-4ac4-9f4e-7339110e3763', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'port_id': '2d32f8b6-405b-4ac4-9f4e-7339110e3763', 'mac_address': 'fa:16:3e:6a:50:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:10:12.117539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52518) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:12.123666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 43d16c42-ddbf-4864-b78c-b44984de481e up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:12.189300 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:12.262280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d32f8b6-405b-4ac4-9f4e-7339110e3763 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:10:12.268430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Pushing event updated for resources: {'Port': ['ID=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:12.291673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Attempting to bind port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:10:12.292147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Attempting to bind port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:10:12.292446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Attempting to bind port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:12.299650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:10:12.307362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Attempting to bind port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:12.315194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 10, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:10:12.315194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Checking segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:12.317704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Bound using segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:10:12.318460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Bound port: 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:10:12.319054 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:12.319704 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:12.325616 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1712343257-router', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:04Z', 'updated_at': '2022-04-05T20:10:07Z', 'revision_number': 3, 'project_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'gw_port': {'id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:06Z', 'updated_at': '2022-04-05T20:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:12.332861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2d32f8b6-405b-4ac4-9f4e-7339110e3763, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2d32f8b6-405b-4ac4-9f4e-7339110e3763,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:12.336742 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1410349b-5942-4e9b-873d-8eb3f5228ca1 None None] The sync data for ids ['12775330-07cd-4514-9890-efe48e7ebb5a'] in n-d-836604-1 is: [{'id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1712343257-router', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:04Z', 'updated_at': '2022-04-05T20:10:07Z', 'revision_number': 3, 'project_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'gw_port': {'id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:06Z', 'updated_at': '2022-04-05T20:10:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:10:12.347503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9baa9-5106-4abc-9ce2-0c2ad4f526a4 req-1a8c3e92-6db8-4a87-b406-6abae1b810ee tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:12.348798 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:12.349324 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b2d9baa9-5106-4abc-9ce2-0c2ad4f526a4 req-1a8c3e92-6db8-4a87-b406-6abae1b810ee tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 944 time: 0.2040451 Apr 05 20:10:12.352229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Transition to ACTIVE for port object 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:12.401104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 43d16c42-ddbf-4864-b78c-b44984de481e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:12.412928 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b2d9baa9-5106-4abc-9ce2-0c2ad4f526a4 req-52c4f82c-1db4-4974-ba64-e1837c66c303 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541668 Apr 05 20:10:12.416747 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 43d16c42-ddbf-4864-b78c-b44984de481e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:12.417106 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:12.456075 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:12.520635 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ce85abd-b90c-4142-8c00-17df6bb9be3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:12.537687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Network 270a592a-fffa-4213-98d2-6219b5af852d is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:12.540557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:12.550136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:10:12.550600 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:12.564618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Pushing event updated for resources: {'Port': ['ID=2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:12.585010 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:12.599660 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=2d32f8b6-405b-4ac4-9f4e-7339110e3763,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:12.599889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9ce85abd-b90c-4142-8c00-17df6bb9be3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:12.611187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9ce85abd-b90c-4142-8c00-17df6bb9be3f admin admin] Usage tracker for resource:security_group_rule and tenant:5add2146a997478eba45ecc06359a66b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:12.617116 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['2d32f8b6-405b-4ac4-9f4e-7339110e3763'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:10:12.624415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9ce85abd-b90c-4142-8c00-17df6bb9be3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:12.632812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9ce85abd-b90c-4142-8c00-17df6bb9be3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:12.638951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:12.644941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:10:12.721826 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:12.801738 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2ee661-4f8b-4ed8-8063-838cd103b92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d16c42-ddbf-4864-b78c-b44984de481e'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:12.810562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:12.811578 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:12.813567 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db094239-e9ac-4301-a235-cf6dbc562516 req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] 10.222.0.13 "PUT /v2.0/ports/941413cc-cd0e-4dca-9c2c-7c52aeac2b5e HTTP/1.1" status: 200 len: 1091 time: 2.4786966 Apr 05 20:10:12.823031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f8d82-1bd0-4a68-855a-5ff78f6f08a5 req-26ce362a-0989-47a8-ad44-02309efe51d4 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:12.830579 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a72f8d82-1bd0-4a68-855a-5ff78f6f08a5 req-26ce362a-0989-47a8-ad44-02309efe51d4 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.4927573 Apr 05 20:10:12.899790 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 43d16c42-ddbf-4864-b78c-b44984de481e, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=43d16c42-ddbf-4864-b78c-b44984de481e,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:12.918525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd807fde-fac2-4b9c-ab3b-a79a4aba320f req-98a11004-5060-4088-90ca-1f29ed7c45f0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:12.928192 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:12.928192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:10:12.932439 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cd807fde-fac2-4b9c-ab3b-a79a4aba320f req-98a11004-5060-4088-90ca-1f29ed7c45f0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 949 time: 0.3281729 Apr 05 20:10:12.983782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c971bbfc-be52-47dc-bc09-94e21ce71503 service neutron] Pushing event updated for resources: {'Port': ['ID=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:13.003573 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.005115 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a72f8d82-1bd0-4a68-855a-5ff78f6f08a5 req-ead2c29d-179b-493f-8dd4-4376b7b8fd01 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736650 Apr 05 20:10:13.046248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1d6a39c7-7832-4d68-be00-91dbd09cc8ed up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:13.069833 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cd807fde-fac2-4b9c-ab3b-a79a4aba320f req-10758c19-af12-4f65-9d37-14c40a9a1aab tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364560 Apr 05 20:10:13.112837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db094239-e9ac-4301-a235-cf6dbc562516 req-2468e077-5ff6-452c-8b00-39d9fabbd88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:13.114492 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db094239-e9ac-4301-a235-cf6dbc562516 req-2468e077-5ff6-452c-8b00-39d9fabbd88f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 1094 time: 0.2521193 Apr 05 20:10:13.116355 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ce85abd-b90c-4142-8c00-17df6bb9be3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.146442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:10:13.147629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2f28f4f9-1390-46cf-8cb4-ba9ccead1200 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:10:13.155494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52534) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:13.171921 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2ee661-4f8b-4ed8-8063-838cd103b92b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d16c42-ddbf-4864-b78c-b44984de481e', 'code': 200} Apr 05 20:10:13.209982 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ce85abd-b90c-4142-8c00-17df6bb9be3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.233441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-edba4764-562e-4588-8759-bba2b1a43f32 admin admin] Deleting subnet ef264a87-153f-4789-96ce-f93b94b6b1b2 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:10:13.237154 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-edba4764-562e-4588-8759-bba2b1a43f32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.243131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-76e851f6-c904-440b-80b7-82ee72f4a3cf None None] Provisioning for port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:13.269779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-76e851f6-c904-440b-80b7-82ee72f4a3cf None None] Provisioning complete for port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:13.270038 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-76e851f6-c904-440b-80b7-82ee72f4a3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.298941 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-edba4764-562e-4588-8759-bba2b1a43f32 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.308183 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-edba4764-562e-4588-8759-bba2b1a43f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.341936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce85abd-b90c-4142-8c00-17df6bb9be3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfbce9d-164e-492e-ad81-342519495f6d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:13.343893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=43d16c42-ddbf-4864-b78c-b44984de481e,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:13.351756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 1d6a39c7-7832-4d68-be00-91dbd09cc8ed completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:13.376346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 1d6a39c7-7832-4d68-be00-91dbd09cc8ed triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:13.376713 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.385247 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db094239-e9ac-4301-a235-cf6dbc562516 req-47ebddc8-48fe-471d-aafc-aaac2e28b7aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e HTTP/1.1" status: 200 len: 217 time: 0.2537749 Apr 05 20:10:13.403415 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-edba4764-562e-4588-8759-bba2b1a43f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.412005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-76e851f6-c904-440b-80b7-82ee72f4a3cf None None] Port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:10:13.451407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0059166-4c1f-4606-bc1a-3cd938dbd8f7', 'tag': '941413cc-cd0e-4dca-9c2c-7c52aeac2b5e'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:13.471115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba4764-562e-4588-8759-bba2b1a43f32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef264a87-153f-4789-96ce-f93b94b6b1b2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:13.488003 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9ce85abd-b90c-4142-8c00-17df6bb9be3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5add2146a997478eba45ecc06359a66b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3578830 Apr 05 20:10:13.489299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52544) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:13.496388 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-edba4764-562e-4588-8759-bba2b1a43f32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.559661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db094239-e9ac-4301-a235-cf6dbc562516 req-2b9b217a-8c8d-4bd2-a818-de9617a8e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:13.562622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db094239-e9ac-4301-a235-cf6dbc562516 req-2b9b217a-8c8d-4bd2-a818-de9617a8e887 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.1593668 Apr 05 20:10:13.573918 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.617287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e630eb3a-e098-40e2-8909-1c223697cc3e req-5a1f83e1-f895-4e63-b938-457da0c2e18e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:13.619706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 1d6a39c7-7832-4d68-be00-91dbd09cc8ed, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1d6a39c7-7832-4d68-be00-91dbd09cc8ed,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:13.622390 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-62fb0439-1f7f-4c94-b075-744dad06aeae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.626152 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e630eb3a-e098-40e2-8909-1c223697cc3e req-5a1f83e1-f895-4e63-b938-457da0c2e18e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 943 time: 0.2852030 Apr 05 20:10:13.629282 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.697822 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db094239-e9ac-4301-a235-cf6dbc562516 req-96862783-2924-490c-b031-44de7759abb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1235428 Apr 05 20:10:13.704277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=1d6a39c7-7832-4d68-be00-91dbd09cc8ed,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:13.709175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-edba4764-562e-4588-8759-bba2b1a43f32 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ef264a87-153f-4789-96ce-f93b94b6b1b2 HTTP/1.1" status: 204 len: 168 time: 0.5493824 Apr 05 20:10:13.711562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52548) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:13.719074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94141d4-c561-4565-90f9-5954be06ebc8 req-3c659a98-d076-4301-b9de-57bc390dd5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:13.721113 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e94141d4-c561-4565-90f9-5954be06ebc8 req-3c659a98-d076-4301-b9de-57bc390dd5c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 1101 time: 0.5021849 Apr 05 20:10:13.736775 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76477806-da62-4fe9-8ade-789b1fe14d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.782050 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76477806-da62-4fe9-8ade-789b1fe14d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.833493 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e630eb3a-e098-40e2-8909-1c223697cc3e req-14a45660-c1d2-43c9-b91a-fe2583cec6cf tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063024 Apr 05 20:10:13.887985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fc715-7449-47b1-b87e-d86d3cc5ff60 req-38a3d8b8-4661-42b4-b073-3fb9873dda3b tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:13.889048 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c99fc715-7449-47b1-b87e-d86d3cc5ff60 req-38a3d8b8-4661-42b4-b073-3fb9873dda3b tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 945 time: 0.3026264 Apr 05 20:10:13.925495 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.935833 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.936526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.947802 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0059166-4c1f-4606-bc1a-3cd938dbd8f7', 'tag': '941413cc-cd0e-4dca-9c2c-7c52aeac2b5e', 'status': 'completed', 'code': 200} Apr 05 20:10:13.950185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:13.968383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e94141d4-c561-4565-90f9-5954be06ebc8 req-ba98816e-fce6-45cf-b5db-296b7a20e927 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381669 Apr 05 20:10:13.982780 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76477806-da62-4fe9-8ade-789b1fe14d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:14.034856 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c99fc715-7449-47b1-b87e-d86d3cc5ff60 req-e0f4d89a-78f2-4b14-bc2f-78b331e97cbc tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330650 Apr 05 20:10:14.053179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76477806-da62-4fe9-8ade-789b1fe14d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfbce9d-164e-492e-ad81-342519495f6d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:14.066058 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db094239-e9ac-4301-a235-cf6dbc562516 req-2e991f9f-c0a0-4f39-a8bd-1a5002af52b9 service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490829 Apr 05 20:10:14.072485 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76477806-da62-4fe9-8ade-789b1fe14d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:14.076226 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-76477806-da62-4fe9-8ade-789b1fe14d99 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0dfbce9d-164e-492e-ad81-342519495f6d HTTP/1.1" status: 204 len: 168 time: 0.5850701 Apr 05 20:10:14.130866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Pushing event updated for resources: {'Port': ['ID=2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:14.135534 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:14.167728 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:10:14.169286 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:10:14.169409 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:10:14.170582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Subscribe: > port after_create 55550000 {{(pid=87964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:10:14.170582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:10:14.171690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Subscribe: > port after_update 55550000 {{(pid=87964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:10:14.171690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:10:14.172104 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:10:14.173098 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:10:14.174426 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:10:14.198191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Network 270a592a-fffa-4213-98d2-6219b5af852d is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:14.199738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:14.331217 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:10:14.331846 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:10:14.332363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:10:14.332889 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87964) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:10:14.333429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01cd0a03-b3c0-4352-ada3-0de0bc6c6dea']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:14.473922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:14.475127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0ca34d-03c4-4816-94f0-ca9ecb0e4d75') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:14.551964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f738e191-5cd1-4e6c-9fa8-8c99c059aa18 None None] Provisioning complete for port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:14.553274 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f738e191-5cd1-4e6c-9fa8-8c99c059aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:14.558066 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:14.569037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52560) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:14.611293 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-608161a7-5e61-46b6-a4e0-8632ee2e5d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:14.622980 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:14.628175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f738e191-5cd1-4e6c-9fa8-8c99c059aa18 None None] Port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:10:14.639921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:10:14.640321 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:14.640529 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:14.653451 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Router 12775330-07cd-4514-9890-efe48e7ebb5a has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: from cryptography.utils import int_from_bytes Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: from cryptography.utils import int_from_bytes Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: util.warn_limited( Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: util.warn_limited( Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:10:14.659364 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:10:14.671955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9600155-97d5-47a3-95b1-24a0f38d08f3 req-708bebdd-3279-4de1-82ed-a403423f4d7e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:14.673400 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c9600155-97d5-47a3-95b1-24a0f38d08f3 req-708bebdd-3279-4de1-82ed-a403423f4d7e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 950 time: 0.4714787 Apr 05 20:10:14.676663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-608161a7-5e61-46b6-a4e0-8632ee2e5d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:14.686959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-608161a7-5e61-46b6-a4e0-8632ee2e5d4f admin admin] Usage tracker for resource:security_group_rule and tenant:84bf513fa841444fa9baf079c1638a59 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:14.788789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade8294-e59a-44c6-b2b2-bbe0072146cf req-5d4e7c59-9c33-4084-8e40-e19b16cbd64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:14.790259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ade8294-e59a-44c6-b2b2-bbe0072146cf req-5d4e7c59-9c33-4084-8e40-e19b16cbd64a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 1100 time: 0.3496957 Apr 05 20:10:14.803352 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:14.816361 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c9600155-97d5-47a3-95b1-24a0f38d08f3 req-3666c4b1-f3a1-4549-b54e-370ced230ced tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791183 Apr 05 20:10:14.836061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-608161a7-5e61-46b6-a4e0-8632ee2e5d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:14.850808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-608161a7-5e61-46b6-a4e0-8632ee2e5d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:14.872898 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db094239-e9ac-4301-a235-cf6dbc562516 req-8b7163a2-b21b-4e84-a459-7dc8f9d369da service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263994 Apr 05 20:10:14.937628 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1d6a39c7-7832-4d68-be00-91dbd09cc8ed up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:14.945402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62b90a-9902-4d71-8fcf-fdc936276762 req-fe9f82df-8202-4abe-8f58-0db98fba27ac tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:14.947764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e62b90a-9902-4d71-8fcf-fdc936276762 req-fe9f82df-8202-4abe-8f58-0db98fba27ac tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.6021001 Apr 05 20:10:15.035222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:10:15.050791 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d1014e7b-3024-48f8-8d2a-11c6d0274183 admin admin] 10.222.0.24 "PUT /v2.0/routers/12775330-07cd-4514-9890-efe48e7ebb5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2161314 Apr 05 20:10:15.051034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Sync routers for ids ['12775330-07cd-4514-9890-efe48e7ebb5a'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:10:15.055728 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 1d6a39c7-7832-4d68-be00-91dbd09cc8ed triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:15.056084 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:15.062093 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:15.077613 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e62b90a-9902-4d71-8fcf-fdc936276762 req-9bb07f9a-7c65-4989-9cab-27fa97ab41c2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772638 Apr 05 20:10:15.109992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade8294-e59a-44c6-b2b2-bbe0072146cf req-9255f777-239f-44c9-961f-d058752ad7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:15.109992 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ade8294-e59a-44c6-b2b2-bbe0072146cf req-9255f777-239f-44c9-961f-d058752ad7ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2865632 Apr 05 20:10:15.112777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Routers {'12775330-07cd-4514-9890-efe48e7ebb5a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:15.113410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['12775330-07cd-4514-9890-efe48e7ebb5a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:15.155144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Pushing event deleted for resources: {'Network': ['ID=01cd0a03-b3c0-4352-ada3-0de0bc6c6dea,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:15.158689 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:15.167423 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-608161a7-5e61-46b6-a4e0-8632ee2e5d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:15.190449 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-608161a7-5e61-46b6-a4e0-8632ee2e5d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:15.297420 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-54987661-967f-44e8-8ef5-57c42d03f029 admin admin] 10.222.0.24 "DELETE /v2.0/networks/01cd0a03-b3c0-4352-ada3-0de0bc6c6dea HTTP/1.1" status: 204 len: 168 time: 1.5846131 Apr 05 20:10:15.308158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52576) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:15.323258 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ade8294-e59a-44c6-b2b2-bbe0072146cf req-763d8e55-a813-4e10-9adf-eda19d122f4c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1 HTTP/1.1" status: 200 len: 217 time: 0.2026916 Apr 05 20:10:15.338500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da94e8b-6b60-4d26-8c50-8cba4f22f765 req-dcd0e2f8-9070-47e1-8400-5f4b8063807e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:15.345653 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1da94e8b-6b60-4d26-8c50-8cba4f22f765 req-dcd0e2f8-9070-47e1-8400-5f4b8063807e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 943 time: 0.3517034 Apr 05 20:10:15.403458 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-608161a7-5e61-46b6-a4e0-8632ee2e5d4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84bf513fa841444fa9baf079c1638a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8299878 Apr 05 20:10:15.410972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52580) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:15.425526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade8294-e59a-44c6-b2b2-bbe0072146cf req-71530902-f60c-4aa0-84fd-5d82e0191cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:15.427133 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ade8294-e59a-44c6-b2b2-bbe0072146cf req-71530902-f60c-4aa0-84fd-5d82e0191cd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0966601 Apr 05 20:10:15.441022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608161a7-5e61-46b6-a4e0-8632ee2e5d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd6a78f-18fa-4e1d-b19d-b3ac54c374cb,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:15.459750 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1da94e8b-6b60-4d26-8c50-8cba4f22f765 req-93729967-a49a-4519-88f1-df7ba9dcbe22 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132560 Apr 05 20:10:15.472598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-20980556-8c5b-4525-9f57-909dde9c6ff4 admin admin] Deleting subnet 89ae6b3c-56aa-413d-9079-6ca4be25c3ea {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:10:15.476081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20980556-8c5b-4525-9f57-909dde9c6ff4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:15.513638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Set router 12775330-07cd-4514-9890-efe48e7ebb5a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:15.555060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade8294-e59a-44c6-b2b2-bbe0072146cf req-0adffec3-9ab0-46ad-aaed-f1af05f0e929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:15.555265 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20980556-8c5b-4525-9f57-909dde9c6ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:15.556968 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ade8294-e59a-44c6-b2b2-bbe0072146cf req-0adffec3-9ab0-46ad-aaed-f1af05f0e929 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008732 Apr 05 20:10:15.614372 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20980556-8c5b-4525-9f57-909dde9c6ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:15.644509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2d32f8b6-405b-4ac4-9f4e-7339110e3763 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:15.770318 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ade8294-e59a-44c6-b2b2-bbe0072146cf req-7b59c4b7-6512-4cd8-9df0-6ce1d53531fe service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025087 Apr 05 20:10:15.773137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4244a85-c1af-4863-974b-9182002aa4bd req-ed950350-61de-4131-b38b-716c6c9df811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:15.774666 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4244a85-c1af-4863-974b-9182002aa4bd req-ed950350-61de-4131-b38b-716c6c9df811 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 1094 time: 0.8256946 Apr 05 20:10:15.776234 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20980556-8c5b-4525-9f57-909dde9c6ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:15.904333 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20980556-8c5b-4525-9f57-909dde9c6ff4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:15.913913 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-20980556-8c5b-4525-9f57-909dde9c6ff4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/89ae6b3c-56aa-413d-9079-6ca4be25c3ea HTTP/1.1" status: 204 len: 168 time: 0.5921068 Apr 05 20:10:15.930727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20980556-8c5b-4525-9f57-909dde9c6ff4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89ae6b3c-56aa-413d-9079-6ca4be25c3ea,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:15.937473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52590) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:16.036475 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:16.078011 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 2d32f8b6-405b-4ac4-9f4e-7339110e3763 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:16.094608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1712343257-router', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:04Z', 'updated_at': '2022-04-05T20:10:12Z', 'revision_number': 4, 'project_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'gw_port': {'id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:06Z', 'updated_at': '2022-04-05T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8', 'name': '', 'network_id': '270a592a-fffa-4213-98d2-6219b5af852d', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'mac_address': 'fa:16:3e:33:a1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'ce035e35-3004-4dc7-ad6f-2c27b4d7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:11Z', 'updated_at': '2022-04-05T20:10:13Z', 'revision_number': 2, 'project_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'subnets': [{'id': 'ce035e35-3004-4dc7-ad6f-2c27b4d7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:16.097147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 2d32f8b6-405b-4ac4-9f4e-7339110e3763 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:16.097685 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:16.145051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Checking router: 12775330-07cd-4514-9890-efe48e7ebb5a for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:10:16.145754 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Updating router 12775330-07cd-4514-9890-efe48e7ebb5a port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:10:16.195358 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-493df7fc-b70b-4aee-af4d-419b678cc600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:16.217738 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:16.284450 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ade8294-e59a-44c6-b2b2-bbe0072146cf req-6d32fb88-f82a-4543-bda2-19ab925295af service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918485 Apr 05 20:10:16.315517 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b8d5d63-23ca-44e1-b17c-18157996eb78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:16.343660 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:10:16.367041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527cf7a-79a3-4e03-88ed-fdf79f4a7508 req-d1869c84-4bbf-4ea2-947e-28364c094222 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:16.367649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ac9a7-f36a-47c1-b571-55c5e313111f req-d62a6f99-7441-4c6d-bb28-1b9137928f11 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:16.372230 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc5ac9a7-f36a-47c1-b571-55c5e313111f req-d62a6f99-7441-4c6d-bb28-1b9137928f11 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 950 time: 0.2596049 Apr 05 20:10:16.374421 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5527cf7a-79a3-4e03-88ed-fdf79f4a7508 req-d1869c84-4bbf-4ea2-947e-28364c094222 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 945 time: 1.1442358 Apr 05 20:10:16.403328 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:16.454940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d32f8b6-405b-4ac4-9f4e-7339110e3763'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:16.455393 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc5ac9a7-f36a-47c1-b571-55c5e313111f req-967a576a-08b5-4fd7-b183-4750efe1b015 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735168 Apr 05 20:10:16.510386 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2d32f8b6-405b-4ac4-9f4e-7339110e3763, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2d32f8b6-405b-4ac4-9f4e-7339110e3763,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:16.517349 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:16.601954 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b8d5d63-23ca-44e1-b17c-18157996eb78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:16.657586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=2d32f8b6-405b-4ac4-9f4e-7339110e3763,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:16.802747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b92f3-af3d-4a63-aa78-4d448569a315 req-622a6cbd-1f53-47c5-8e22-58051f6664f4 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:16.813477 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f4b92f3-af3d-4a63-aa78-4d448569a315 req-622a6cbd-1f53-47c5-8e22-58051f6664f4 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.1265903 Apr 05 20:10:16.877861 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f4b92f3-af3d-4a63-aa78-4d448569a315 req-a4e9186f-9663-4cf5-8ca5-0d7793b409b0 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633371 Apr 05 20:10:16.885243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5527cf7a-79a3-4e03-88ed-fdf79f4a7508 req-02940632-98e4-4a07-9358-4e2f01f0fec3 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098274 Apr 05 20:10:16.886410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4244a85-c1af-4863-974b-9182002aa4bd req-e20f5afa-40c4-4627-a75d-aa524248a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:16.887840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4244a85-c1af-4863-974b-9182002aa4bd req-e20f5afa-40c4-4627-a75d-aa524248a216 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 1.0860763 Apr 05 20:10:16.904336 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5b0ece-9e51-402c-a3dd-bf479354571a req-2714bd95-d843-43b8-873d-89ab6646623a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6959949 Apr 05 20:10:16.905829 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-493df7fc-b70b-4aee-af4d-419b678cc600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:17.007420 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d32f8b6-405b-4ac4-9f4e-7339110e3763', 'code': 200} Apr 05 20:10:17.009126 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:17.038670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Transition to ACTIVE for port object 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:17.057794 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:17.116603 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4244a85-c1af-4863-974b-9182002aa4bd req-505e4fb3-1c79-47c0-8d1b-e2be062983f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e HTTP/1.1" status: 200 len: 217 time: 0.1966245 Apr 05 20:10:17.134494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-493df7fc-b70b-4aee-af4d-419b678cc600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2038c4f-e2d9-40d5-8f61-40e1bdede66c']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:17.315446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-493df7fc-b70b-4aee-af4d-419b678cc600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18e6be4-611b-4431-abe6-72d435ddd152') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:17.316228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-493df7fc-b70b-4aee-af4d-419b678cc600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18e6be4-611b-4431-abe6-72d435ddd152') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:17.343357 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-493df7fc-b70b-4aee-af4d-419b678cc600 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:17.381943 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-493df7fc-b70b-4aee-af4d-419b678cc600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:17.396816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493df7fc-b70b-4aee-af4d-419b678cc600 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:10:17.398039 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-493df7fc-b70b-4aee-af4d-419b678cc600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:17.537204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a348bb-baad-43df-9a53-7a8ec8f7b5b6 None None] Pushing event updated for resources: {'Port': ['ID=2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:17.613743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed6259-f03f-4191-a91c-1c3bd7465839 req-69efdfdf-84e5-465f-b469-7cb8055b8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:17.623481 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1ed6259-f03f-4191-a91c-1c3bd7465839 req-69efdfdf-84e5-465f-b469-7cb8055b8d34 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 1097 time: 0.4710693 Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:10:17.628511 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:10:17.643483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:10:17.647000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dca3f4-8997-4b91-aedf-2d746a67c43a req-ab55693d-2c43-4296-a1db-0a9221805719 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:17.648500 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d8dca3f4-8997-4b91-aedf-2d746a67c43a req-ab55693d-2c43-4296-a1db-0a9221805719 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 943 time: 0.3222337 Apr 05 20:10:17.681510 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-493df7fc-b70b-4aee-af4d-419b678cc600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:17.750523 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Attempting to bind port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:10:17.752335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Attempting to bind port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '51ef7509-de0b-4f63-adfa-f7d231dc6445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '270a592a-fffa-4213-98d2-6219b5af852d'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:10:17.752335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Attempting to bind port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 on network 270a592a-fffa-4213-98d2-6219b5af852d {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:17.794983 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1ed6259-f03f-4191-a91c-1c3bd7465839 req-27c5bc91-e49b-4c99-aa29-aa6e636df76a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360540 Apr 05 20:10:17.812802 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:10:17.813172 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Checking segment: {'id': '51ef7509-de0b-4f63-adfa-f7d231dc6445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '270a592a-fffa-4213-98d2-6219b5af852d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:17.813571 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:17.813984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Bound using segment: {'id': '51ef7509-de0b-4f63-adfa-f7d231dc6445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '270a592a-fffa-4213-98d2-6219b5af852d'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:10:17.814469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Bound port: 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ef7509-de0b-4f63-adfa-f7d231dc6445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '270a592a-fffa-4213-98d2-6219b5af852d'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:10:17.814837 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:17.826965 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d8dca3f4-8997-4b91-aedf-2d746a67c43a req-5a3ec830-3f46-48b3-9985-3b684e1c4377 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668117 Apr 05 20:10:17.899165 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b8d5d63-23ca-44e1-b17c-18157996eb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:17.930987 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-493df7fc-b70b-4aee-af4d-419b678cc600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:17.944932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493df7fc-b70b-4aee-af4d-419b678cc600 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2038c4f-e2d9-40d5-8f61-40e1bdede66c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:17.951427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d5d63-23ca-44e1-b17c-18157996eb78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd6a78f-18fa-4e1d-b19d-b3ac54c374cb,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:17.970054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4244a85-c1af-4863-974b-9182002aa4bd req-781cd7a7-b430-457c-9247-2191e245666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:17.970054 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4244a85-c1af-4863-974b-9182002aa4bd req-781cd7a7-b430-457c-9247-2191e245666f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.8144171 Apr 05 20:10:17.997944 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b8d5d63-23ca-44e1-b17c-18157996eb78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:17.997944 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5b8d5d63-23ca-44e1-b17c-18157996eb78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dd6a78f-18fa-4e1d-b19d-b3ac54c374cb HTTP/1.1" status: 204 len: 168 time: 2.5819118 Apr 05 20:10:17.998744 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-493df7fc-b70b-4aee-af4d-419b678cc600 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c2038c4f-e2d9-40d5-8f61-40e1bdede66c HTTP/1.1" status: 204 len: 168 time: 2.0570149 Apr 05 20:10:18.006860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b0ece-9e51-402c-a3dd-bf479354571a req-aacb0660-25ff-4bb2-975a-b0c0d636cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:18.008527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5b0ece-9e51-402c-a3dd-bf479354571a req-aacb0660-25ff-4bb2-975a-b0c0d636cee2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 1101 time: 1.0200298 Apr 05 20:10:18.024202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fb71c-bb09-4d0c-9630-c448ede5c423 req-2140d47c-96ea-43d2-bf9f-c060c5f82b36 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:18.025948 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de6fb71c-bb09-4d0c-9630-c448ede5c423 req-2140d47c-96ea-43d2-bf9f-c060c5f82b36 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 1101 time: 0.3906693 Apr 05 20:10:18.176332 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-de6fb71c-bb09-4d0c-9630-c448ede5c423 req-458738a8-0215-471b-83a9-199e10dd7694 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:18.218176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbd22e-05de-459e-add3-079a41c2a1b7 req-ec0dd7ac-2edb-4993-96e8-6e15f8dc29fd tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:18.227902 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e2fbd22e-05de-459e-add3-079a41c2a1b7 req-ec0dd7ac-2edb-4993-96e8-6e15f8dc29fd tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.1352959 Apr 05 20:10:18.245723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] For port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:18.251319 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4244a85-c1af-4863-974b-9182002aa4bd req-3d234fd1-2f7b-4bb8-b797-37e6064194c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1922076 Apr 05 20:10:18.256310 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] For port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8,segment=NetworkSegment(51ef7509-de0b-4f63-adfa-f7d231dc6445),segment_id=51ef7509-de0b-4f63-adfa-f7d231dc6445)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:10:18.260078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-de6fb71c-bb09-4d0c-9630-c448ede5c423 req-458738a8-0215-471b-83a9-199e10dd7694 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:18.304134 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e2fbd22e-05de-459e-add3-079a41c2a1b7 req-f9ae6976-59b2-4dac-99b8-1080974f1014 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744174 Apr 05 20:10:18.391425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52616) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:18.399460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:18.436694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '941413cc-cd0e-4dca-9c2c-7c52aeac2b5e', 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba', 'port_id': '941413cc-cd0e-4dca-9c2c-7c52aeac2b5e', 'mac_address': 'fa:16:3e:9e:e2:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e997de4-b7c5-47fa-849a-8d287866bd13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:10:18.447619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-de6fb71c-bb09-4d0c-9630-c448ede5c423 req-458738a8-0215-471b-83a9-199e10dd7694 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Usage tracker for resource:security_group_rule and tenant:d5cc9f0cf9404901b8b04987af1ef184 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:18.471886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-de6fb71c-bb09-4d0c-9630-c448ede5c423 req-458738a8-0215-471b-83a9-199e10dd7694 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:18.509576 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-21c93680-5c1f-4fd7-bb68-fb92060d9e62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5946065e7fd343b491b66bc47857a283&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1165779 Apr 05 20:10:18.512088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52622) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:18.515174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-de6fb71c-bb09-4d0c-9630-c448ede5c423 req-458738a8-0215-471b-83a9-199e10dd7694 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:18.531606 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:18.543845 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:18.670481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd4d3c4-09e6-4022-a2e5-ba4938fe33dc req-8f58e086-b87b-49aa-b44a-0909a7167ed3 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:18.679260 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8dd4d3c4-09e6-4022-a2e5-ba4938fe33dc req-8f58e086-b87b-49aa-b44a-0909a7167ed3 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 946 time: 0.1735518 Apr 05 20:10:18.700783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b0ece-9e51-402c-a3dd-bf479354571a req-80cf8b4f-2988-4024-85dc-cdff59cac97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:18.729705 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5b0ece-9e51-402c-a3dd-bf479354571a req-80cf8b4f-2988-4024-85dc-cdff59cac97f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.6594949 Apr 05 20:10:18.764126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:10:18.769625 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a348bb-baad-43df-9a53-7a8ec8f7b5b6 None None] Pushing event updated for resources: {'Port': ['ID=2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:18.782404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Routers {'12775330-07cd-4514-9890-efe48e7ebb5a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:18.783334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['12775330-07cd-4514-9890-efe48e7ebb5a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:19.000571 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5b0ece-9e51-402c-a3dd-bf479354571a req-430e57b3-6b7a-408f-95d5-536c977548aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6 HTTP/1.1" status: 200 len: 217 time: 0.2699091 Apr 05 20:10:19.087306 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:19.092804 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10eac428-65ad-43a7-953e-67c750ded361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:19.116560 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:19.176003 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8dd4d3c4-09e6-4022-a2e5-ba4938fe33dc req-df6a5a40-8439-46c5-a9bf-e33b8e5d608f tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955468 Apr 05 20:10:19.256680 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10eac428-65ad-43a7-953e-67c750ded361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:19.422070 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4244a85-c1af-4863-974b-9182002aa4bd req-c06a2ac3-ee04-48b9-a022-41e2cee0cdff service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0414672 Apr 05 20:10:19.497925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b0ece-9e51-402c-a3dd-bf479354571a req-54e2370a-846f-4183-93c4-971954c7957d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:19.511439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5b0ece-9e51-402c-a3dd-bf479354571a req-54e2370a-846f-4183-93c4-971954c7957d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.4798126 Apr 05 20:10:19.515046 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10eac428-65ad-43a7-953e-67c750ded361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:19.546315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['941413cc-cd0e-4dca-9c2c-7c52aeac2b5e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:10:19.549580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eac428-65ad-43a7-953e-67c750ded361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1c3728-faed-4c70-9348-7ef40469866a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:19.625927 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10eac428-65ad-43a7-953e-67c750ded361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:19.628676 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-10eac428-65ad-43a7-953e-67c750ded361 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f1c3728-faed-4c70-9348-7ef40469866a HTTP/1.1" status: 204 len: 168 time: 1.1155446 Apr 05 20:10:19.693512 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-de6fb71c-bb09-4d0c-9630-c448ede5c423 req-458738a8-0215-471b-83a9-199e10dd7694 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:19.709112 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-de6fb71c-bb09-4d0c-9630-c448ede5c423 req-458738a8-0215-471b-83a9-199e10dd7694 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:19.736815 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bb6e7b2a-29bc-4024-8214-d32470923306 service neutron] show failed (client error): The resource could not be found. Apr 05 20:10:19.746044 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bb6e7b2a-29bc-4024-8214-d32470923306 service neutron] 10.222.0.13 "GET /v2.0/ports/2a49da29-b868-4d29-b1b7-4c1d531e53c1/bindings/n-h2-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.3439479 Apr 05 20:10:19.802994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e32f3d-8c79-4711-ade2-d0b8742ba9f6 req-efa7dfd1-c57a-4486-80cf-4ee15dc28ce4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:19.803743 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de6fb71c-bb09-4d0c-9630-c448ede5c423 req-458738a8-0215-471b-83a9-199e10dd7694 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7613809 Apr 05 20:10:19.814180 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e4e32f3d-8c79-4711-ade2-d0b8742ba9f6 req-efa7dfd1-c57a-4486-80cf-4ee15dc28ce4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 944 time: 0.4359884 Apr 05 20:10:19.839309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458738a8-0215-471b-83a9-199e10dd7694 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a76874b-7722-4530-addc-2b4d34e114cb,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:19.873593 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4244a85-c1af-4863-974b-9182002aa4bd req-c0ddec25-7fcc-4da4-adc9-24a9097c38bf service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323976 Apr 05 20:10:19.897787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b0ece-9e51-402c-a3dd-bf479354571a req-966451ee-acd7-49e2-a794-5bbd45d9bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:19.901724 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5b0ece-9e51-402c-a3dd-bf479354571a req-966451ee-acd7-49e2-a794-5bbd45d9bda5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3646383 Apr 05 20:10:19.991085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] Set router 12775330-07cd-4514-9890-efe48e7ebb5a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:19.992182 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e4e32f3d-8c79-4711-ade2-d0b8742ba9f6 req-58280276-ab51-45e0-a6dc-430d7ead709a tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770608 Apr 05 20:10:20.281084 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5b0ece-9e51-402c-a3dd-bf479354571a req-d320f63a-d620-418a-9b83-3b1902d7b525 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723752 Apr 05 20:10:20.407014 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:20.594968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-c2294803-e819-4ac5-a32e-4e66eaa9c740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:20.597718 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-c2294803-e819-4ac5-a32e-4e66eaa9c740 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf&tenant_id=4315b2776a8446efa0573a8e3d19b341 HTTP/1.1" status: 200 len: 1100 time: 0.3584580 Apr 05 20:10:20.600043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a9d02-e4b8-4a6f-8906-b5ddf752bddb req-caa961bb-508e-4e6f-b749-f7e4915ba839 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:20.609786 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d8a9d02-e4b8-4a6f-8906-b5ddf752bddb req-caa961bb-508e-4e6f-b749-f7e4915ba839 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.4385593 Apr 05 20:10:20.618108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:20.693460 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d8a9d02-e4b8-4a6f-8906-b5ddf752bddb req-aa1a06b5-5889-4e8d-8848-ef92171ff8c2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818870 Apr 05 20:10:20.744783 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5b0ece-9e51-402c-a3dd-bf479354571a req-770408d5-907e-4df1-a4d1-bd2f2469f7f7 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502852 Apr 05 20:10:20.819061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52672) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:20.923193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0edd2-2a96-4776-8b0a-fe752cd1606a req-95be3eee-7832-469b-b467-a21d72c49d75 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:20.931609 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b9a0edd2-2a96-4776-8b0a-fe752cd1606a req-95be3eee-7832-469b-b467-a21d72c49d75 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 946 time: 0.5076780 Apr 05 20:10:20.959659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1712343257-router', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:04Z', 'updated_at': '2022-04-05T20:10:12Z', 'revision_number': 4, 'project_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'gw_port': {'id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:06Z', 'updated_at': '2022-04-05T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8', 'name': '', 'network_id': '270a592a-fffa-4213-98d2-6219b5af852d', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'mac_address': 'fa:16:3e:33:a1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'ce035e35-3004-4dc7-ad6f-2c27b4d7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:11Z', 'updated_at': '2022-04-05T20:10:18Z', 'revision_number': 4, 'project_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'subnets': [{'id': 'ce035e35-3004-4dc7-ad6f-2c27b4d7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:20.970426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656760c8-3b64-4475-90c8-7859eb09dd33 None None] The sync data for ids ['12775330-07cd-4514-9890-efe48e7ebb5a'] in n-d-836604-1 is: [{'id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1712343257-router', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:04Z', 'updated_at': '2022-04-05T20:10:12Z', 'revision_number': 4, 'project_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'gw_port': {'id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:06Z', 'updated_at': '2022-04-05T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8', 'name': '', 'network_id': '270a592a-fffa-4213-98d2-6219b5af852d', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'mac_address': 'fa:16:3e:33:a1:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'ce035e35-3004-4dc7-ad6f-2c27b4d7f680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:11Z', 'updated_at': '2022-04-05T20:10:18Z', 'revision_number': 4, 'project_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'subnets': [{'id': 'ce035e35-3004-4dc7-ad6f-2c27b4d7f680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:10:20.988817 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-27294408-a5d1-4595-9f74-db95586ac96c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=68647ae553c84fef9dc84260fe0aaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658472 Apr 05 20:10:20.996632 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:21.088649 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5cad7867-54b8-41cf-95eb-858e4f705948 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4c839913e444694a11bc8793d230259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624438 Apr 05 20:10:21.090392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52684) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:21.358867 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b9a0edd2-2a96-4776-8b0a-fe752cd1606a req-57d50f47-6769-4ebe-a810-5e5ee3f2f2af tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259503 Apr 05 20:10:21.412246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-ab5e99b9-6422-4665-80f1-e31ed0c27f83 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:21.419799 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-ab5e99b9-6422-4665-80f1-e31ed0c27f83 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4268193 Apr 05 20:10:21.464659 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca51c911-261c-48ab-8196-33f1265f5864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:21.473843 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-70eea67f-00f8-4024-86e7-7191b07754f2 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/quotas/68647ae553c84fef9dc84260fe0aaf92 HTTP/1.1" status: 200 len: 375 time: 0.0531292 Apr 05 20:10:21.639677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:21.644020 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca51c911-261c-48ab-8196-33f1265f5864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:21.689673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] For port 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:21.827105 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-0937d542-1818-4832-8c68-3db77fb07058 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3522842 Apr 05 20:10:21.858696 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca51c911-261c-48ab-8196-33f1265f5864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:21.876356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:21.889670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:21.889670 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:21.895915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] For port 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:21.896252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51c911-261c-48ab-8196-33f1265f5864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc80aab-2c80-43ca-8e06-069bfae8436e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:21.939848 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca51c911-261c-48ab-8196-33f1265f5864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:21.942079 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ca51c911-261c-48ab-8196-33f1265f5864 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4dc80aab-2c80-43ca-8e06-069bfae8436e HTTP/1.1" status: 204 len: 168 time: 0.8506951 Apr 05 20:10:22.125660 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:22.127928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700a7265-7b18-4174-bd84-a313f939bdbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a49da29-b868-4d29-b1b7-4c1d531e53c1'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:22.147585 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:22.187019 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0059166-4c1f-4606-bc1a-3cd938dbd8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941413cc-cd0e-4dca-9c2c-7c52aeac2b5e'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:22.198309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:22.207890 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:22.250675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054ee6f-9881-4943-b44b-ba0ffe6559d0 req-d2e221e9-28f3-4c76-93fe-47ed2b4c53d0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:22.252269 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8054ee6f-9881-4943-b44b-ba0ffe6559d0 req-d2e221e9-28f3-4c76-93fe-47ed2b4c53d0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 944 time: 0.4897075 Apr 05 20:10:22.253402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Transition to ACTIVE for port object 2a49da29-b868-4d29-b1b7-4c1d531e53c1 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:22.308833 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:22.357916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:22.634667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Pushing event updated for resources: {'Port': ['ID=2a49da29-b868-4d29-b1b7-4c1d531e53c1,revision_number=6']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:22.647792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] No DVR routers for this DVR port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:10:22.695855 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8054ee6f-9881-4943-b44b-ba0ffe6559d0 req-416f7ea6-b540-4ad4-a312-f1ba99974c07 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350893 Apr 05 20:10:22.990214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Attempting to bind port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:10:22.990586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Attempting to bind port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:10:22.990922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Attempting to bind port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:23.013523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:10:23.013849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Attempting to bind port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:23.058609 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:23.066226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:10:23.066648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:23.066952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:10:23.073066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Bound port: 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:10:23.073314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:23.319598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:23.327206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:23.327206 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:23.384669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52732) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:23.475602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-66af0716-0ce8-4895-9624-c3870121b086 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:23.484612 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-66af0716-0ce8-4895-9624-c3870121b086 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4751482 Apr 05 20:10:23.571539 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:23.601973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] For port 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:23.637115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] For port 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:10:23.653730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc7948-920f-4638-bc30-7844fdc87915 req-e2bec7e0-86e2-40c2-86cb-42aebefc01d9 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:23.662671 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64dc7948-920f-4638-bc30-7844fdc87915 req-e2bec7e0-86e2-40c2-86cb-42aebefc01d9 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 947 time: 0.4329948 Apr 05 20:10:23.666137 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:23.666309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2a49da29-b868-4d29-b1b7-4c1d531e53c1 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:10:23.678031 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-299a327d-2b8b-4925-a2f7-e62ce184014a tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 695 time: 0.1921194 Apr 05 20:10:23.696326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-a0a586c4-4c1d-4994-83f7-ab6cc85201a7 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Request body: {'floatingip': {'port_id': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:23.842071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Pushing event updated for resources: {'Port': ['ID=2a49da29-b868-4d29-b1b7-4c1d531e53c1,revision_number=7']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:23.894730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:23.895875 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:23.898134 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-bbea6945-c462-4971-894b-dece7d79a24b service neutron] 10.222.0.41 "PUT /v2.0/ports/2a49da29-b868-4d29-b1b7-4c1d531e53c1 HTTP/1.1" status: 200 len: 1095 time: 3.2855170 Apr 05 20:10:23.941366 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64dc7948-920f-4638-bc30-7844fdc87915 req-92c6d1a2-0f6e-4fd9-ab5b-e8aeb4b1382a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770629 Apr 05 20:10:23.998719 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2a49da29-b868-4d29-b1b7-4c1d531e53c1 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:10:24.008122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52752) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:24.016333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8,segment=NetworkSegment(51ef7509-de0b-4f63-adfa-f7d231dc6445),segment_id=51ef7509-de0b-4f63-adfa-f7d231dc6445)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:24.028148 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:24.096702 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-a0a586c4-4c1d-4994-83f7-ab6cc85201a7 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:24.175944 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-688487fc-3f7e-48a5-abb9-363e1162197f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:24.214297 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700a7265-7b18-4174-bd84-a313f939bdbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a49da29-b868-4d29-b1b7-4c1d531e53c1', 'code': 200} Apr 05 20:10:24.236437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-688487fc-3f7e-48a5-abb9-363e1162197f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:24.246880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-688487fc-3f7e-48a5-abb9-363e1162197f admin admin] Usage tracker for resource:security_group_rule and tenant:5b10fc4e63274002a53f92646745612f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:24.247880 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:24.278893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-688487fc-3f7e-48a5-abb9-363e1162197f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:24.280089 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0059166-4c1f-4606-bc1a-3cd938dbd8f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '941413cc-cd0e-4dca-9c2c-7c52aeac2b5e', 'code': 200} Apr 05 20:10:24.304579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-688487fc-3f7e-48a5-abb9-363e1162197f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:24.356661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-b24809b8-9d77-4836-8775-f511cb02aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:24.358545 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-b24809b8-9d77-4836-8775-f511cb02aa6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 1098 time: 0.4301469 Apr 05 20:10:24.468889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-907408293-network', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:24.488292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:24.488292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Usage tracker for resource:network and tenant:c71b5eb7a7e2409b9be4a3a0e6671c25 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:24.488292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:24.490885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:24.584904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Made reservation on behalf of c71b5eb7a7e2409b9be4a3a0e6671c25 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:10:24.587828 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:24.704365 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:24.822393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:24.850173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Usage tracker for resource:security_group_rule and tenant:c71b5eb7a7e2409b9be4a3a0e6671c25 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:24.863136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:24.916196 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-688487fc-3f7e-48a5-abb9-363e1162197f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:24.933162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:24.936424 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-688487fc-3f7e-48a5-abb9-363e1162197f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:25.019296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:25.050237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:25.051234 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:25.052249 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-688487fc-3f7e-48a5-abb9-363e1162197f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b10fc4e63274002a53f92646745612f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6440012 Apr 05 20:10:25.060439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688487fc-3f7e-48a5-abb9-363e1162197f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc41d1e-ed37-4b37-9603-03905a743e41,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:25.065122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52762) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:25.135156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-9b75001c-713d-4a3b-8b5e-012d56a56079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:25.136601 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-9b75001c-713d-4a3b-8b5e-012d56a56079 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.7669024 Apr 05 20:10:25.152024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1510f-bd1a-4397-a07c-aba031d3627d req-75642b5c-0667-42b4-a8b7-06de58cd6bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:25.153669 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3f1510f-bd1a-4397-a07c-aba031d3627d req-75642b5c-0667-42b4-a8b7-06de58cd6bef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 1096 time: 0.7717652 Apr 05 20:10:25.232491 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-41cc92b5-e8a2-4012-893c-7325f1c251f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1 HTTP/1.1" status: 200 len: 217 time: 0.0842791 Apr 05 20:10:25.300160 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cefe326e-26dc-4c20-b9ef-a7457e230cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:25.326869 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3f1510f-bd1a-4397-a07c-aba031d3627d req-d8591a4e-e37f-45b6-9041-a0b435260004 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606710 Apr 05 20:10:25.359913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d0b6b-9a83-4947-b70e-0967d863860e req-b8d5c15c-fe5f-41cd-a5de-05a6d2588e8a tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:25.361476 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e81d0b6b-9a83-4947-b70e-0967d863860e req-b8d5c15c-fe5f-41cd-a5de-05a6d2588e8a tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 945 time: 0.4415989 Apr 05 20:10:25.362832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-5a00aead-9cc0-4437-ad04-a03de5bc3d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:25.364130 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-5a00aead-9cc0-4437-ad04-a03de5bc3d16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1097128 Apr 05 20:10:25.366111 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cefe326e-26dc-4c20-b9ef-a7457e230cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:25.389605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:25.404279 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:25.429011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:10:25.448878 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:25.448878 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Added segment c351de56-d01c-478d-998f-ef39f4ac877e of type vlan for network dedff9b1-192e-4507-b1b9-5f79b94c089b Apr 05 20:10:25.486308 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:25.517960 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e81d0b6b-9a83-4947-b70e-0967d863860e req-0ec42cfe-aa27-4b8c-91ec-52d5c96ad6b6 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949302 Apr 05 20:10:25.530532 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:25.532121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:25.538865 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:25.566573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-c8495e91-5cc5-4caf-a6cc-51b2029ddc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:25.568915 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-c8495e91-5cc5-4caf-a6cc-51b2029ddc24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1953578 Apr 05 20:10:25.570839 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cefe326e-26dc-4c20-b9ef-a7457e230cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:25.678537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe326e-26dc-4c20-b9ef-a7457e230cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc41d1e-ed37-4b37-9603-03905a743e41,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:25.826712 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5866e33-26d5-4894-b08a-b34e8e586fc5 req-1b37e6f5-19e6-444a-a537-4afac74a16f6 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 210 time: 0.1677034 Apr 05 20:10:25.840445 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cefe326e-26dc-4c20-b9ef-a7457e230cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:25.844969 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cefe326e-26dc-4c20-b9ef-a7457e230cea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cc41d1e-ed37-4b37-9603-03905a743e41 HTTP/1.1" status: 204 len: 168 time: 0.7744093 Apr 05 20:10:25.939993 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-b76ade9e-4dbe-4023-be3e-01898abb4611 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603435 Apr 05 20:10:26.008578 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-1ac46224-76ed-43ef-b40e-845d17f6f801 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=68647ae553c84fef9dc84260fe0aaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771005 Apr 05 20:10:26.065848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Pushing event updated for resources: {'Network': ['ID=dedff9b1-192e-4507-b1b9-5f79b94c089b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:26.079879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7221fa-eefe-43d4-bb6d-c1329b49dd6b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:26.080740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network dedff9b1-192e-4507-b1b9-5f79b94c089b details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:10:26.140842 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c7f0baa5-dbde-407a-81f5-f2e474b2f26e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1291094 Apr 05 20:10:26.143607 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-a0a586c4-4c1d-4994-83f7-ab6cc85201a7 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:26.147340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52770) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:26.154475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Request body: {'subnet': {'network_id': 'dedff9b1-192e-4507-b1b9-5f79b94c089b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-907408293-subnet', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:26.163487 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-a0a586c4-4c1d-4994-83f7-ab6cc85201a7 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:26.234723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700a7265-7b18-4174-bd84-a313f939bdbf', 'tag': '2a49da29-b868-4d29-b1b7-4c1d531e53c1'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:26.378337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3faf44-1a30-4499-8502-4ad70fc04617 req-5e90ee79-95be-4ab9-a02b-7f80de5404cf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:26.387443 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9c3faf44-1a30-4499-8502-4ad70fc04617 req-5e90ee79-95be-4ab9-a02b-7f80de5404cf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 947 time: 0.1492653 Apr 05 20:10:26.393809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:26.465228 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9c3faf44-1a30-4499-8502-4ad70fc04617 req-7dc33290-5993-4bfc-8c77-cf361205b57c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768120 Apr 05 20:10:26.573180 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d912714d-86df-4a84-a167-e3bd7480bb90 req-4b462fd3-974d-43ac-8853-300ba57c7879 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6139114 Apr 05 20:10:26.589615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Usage tracker for resource:subnet and tenant:c71b5eb7a7e2409b9be4a3a0e6671c25 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:26.844453 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-ef6de763-c58e-4d9b-a75c-b3cc2864e01b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=68647ae553c84fef9dc84260fe0aaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1400573 Apr 05 20:10:26.846299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52780) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:26.855102 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700a7265-7b18-4174-bd84-a313f939bdbf', 'tag': '2a49da29-b868-4d29-b1b7-4c1d531e53c1', 'status': 'completed', 'code': 200} Apr 05 20:10:26.910666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:26.929939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:27.019757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Made reservation on behalf of c71b5eb7a7e2409b9be4a3a0e6671c25 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:10:27.023333 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:27.083442 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57259b48-acb2-4a65-91b9-6303fa771037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:27.269849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-57259b48-acb2-4a65-91b9-6303fa771037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:27.280170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-57259b48-acb2-4a65-91b9-6303fa771037 admin admin] Usage tracker for resource:security_group_rule and tenant:e019ac67feb94591bb72f852d428b426 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:27.287458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-57259b48-acb2-4a65-91b9-6303fa771037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:27.301513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-5dc41807-d68a-454f-9aee-db07511bbee9 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:27.303531 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-5dc41807-d68a-454f-9aee-db07511bbee9 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2836983 Apr 05 20:10:27.313758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-57259b48-acb2-4a65-91b9-6303fa771037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:27.329991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Request body: {'port': {'device_id': '2cf774f8-a27a-40c5-97d6-2801bb707a22', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '68647ae553c84fef9dc84260fe0aaf92'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:27.435052 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57259b48-acb2-4a65-91b9-6303fa771037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:27.504127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:27.506885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-287c831b-3563-4084-8219-b569f63a73da tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:27.508773 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-287c831b-3563-4084-8219-b569f63a73da tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5022709 Apr 05 20:10:27.526594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Request body: {'port': {'device_id': 'c6858018-70f0-475a-9b50-c17d77a41ce6', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '68647ae553c84fef9dc84260fe0aaf92'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:27.528698 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-a0a586c4-4c1d-4994-83f7-ab6cc85201a7 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Floating IP 4d35571b-67e3-4f7b-bbac-35742712ed76 associated. External IP: 172.25.8.53, port: bdd3f9be-a16a-4bd6-8f22-93fd397469dc. Apr 05 20:10:27.604103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:27.623516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-94b885ac-5ffd-4894-b32f-1e681de1b2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:27.625456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-94b885ac-5ffd-4894-b32f-1e681de1b2f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 1098 time: 0.6673231 Apr 05 20:10:27.772147 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57259b48-acb2-4a65-91b9-6303fa771037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:27.791165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Made reservation on behalf of 68647ae553c84fef9dc84260fe0aaf92 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:10:27.794746 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:27.875592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-57259b48-acb2-4a65-91b9-6303fa771037 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e019ac67feb94591bb72f852d428b426&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0071244 Apr 05 20:10:27.875592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52788) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:27.897170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93384c72-2dd8-4510-9502-76d4cbe57ee0 req-9e47b1e8-69bc-4664-9705-31b9cb44dec9 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:27.904235 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93384c72-2dd8-4510-9502-76d4cbe57ee0 req-9e47b1e8-69bc-4664-9705-31b9cb44dec9 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 945 time: 0.8073103 Apr 05 20:10:27.935275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57259b48-acb2-4a65-91b9-6303fa771037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b26ac77-4b99-4ad7-9d2e-b4bb6f3596c8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:27.942638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-4a402b9d-a078-44f1-932f-f43938f53db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:27.944086 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-4a402b9d-a078-44f1-932f-f43938f53db0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 1098 time: 1.0952809 Apr 05 20:10:28.014122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:28.046121 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93384c72-2dd8-4510-9502-76d4cbe57ee0 req-57981fa1-3ba5-4dbd-adec-e03910eb4df4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409502 Apr 05 20:10:28.098872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:28.145692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Made reservation on behalf of 68647ae553c84fef9dc84260fe0aaf92 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:10:28.149284 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:28.172614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4caf50e-9070-4c58-b15e-23f59bab3272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:28.231970 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4caf50e-9070-4c58-b15e-23f59bab3272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:28.269794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-a0a586c4-4c1d-4994-83f7-ab6cc85201a7 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Router dd392c03-f5a5-449e-beb2-09624994d4fe has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:10:28.272641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-debcb9cf-5f2d-4491-bb2c-f278ddee7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:28.274171 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-debcb9cf-5f2d-4491-bb2c-f278ddee7c7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.6389830 Apr 05 20:10:28.379777 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bacf3c1-9a81-4ab8-9bb5-aa37efbcb969 req-130337cf-cb66-4fd1-8236-f6e239e08dce tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 210 time: 0.0841315 Apr 05 20:10:28.388360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-d834affb-78a0-40f7-8daa-7889c4e0679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:28.389715 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-d834affb-78a0-40f7-8daa-7889c4e0679e service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.4289536 Apr 05 20:10:28.440957 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-4030634d-1574-4792-9330-596c64e29f26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1 HTTP/1.1" status: 200 len: 217 time: 0.1453865 Apr 05 20:10:28.454103 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:28.479856 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-8a13abea-4ab6-4e64-9165-066628537ba3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1 HTTP/1.1" status: 200 len: 217 time: 0.0775223 Apr 05 20:10:28.542581 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4caf50e-9070-4c58-b15e-23f59bab3272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:28.624852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4caf50e-9070-4c58-b15e-23f59bab3272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b26ac77-4b99-4ad7-9d2e-b4bb6f3596c8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:28.646963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-7964e8da-5412-4d1a-b673-1347e5f4875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:28.648478 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-7964e8da-5412-4d1a-b673-1347e5f4875e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1534414 Apr 05 20:10:28.654583 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4caf50e-9070-4c58-b15e-23f59bab3272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:28.655548 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e4caf50e-9070-4c58-b15e-23f59bab3272 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b26ac77-4b99-4ad7-9d2e-b4bb6f3596c8 HTTP/1.1" status: 204 len: 168 time: 0.7831199 Apr 05 20:10:28.770324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f11ac-393c-4470-b1bf-38992db1d846 req-6304abab-6c82-45d0-9fde-26b7cc44ca10 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:28.778158 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-670f11ac-393c-4470-b1bf-38992db1d846 req-6304abab-6c82-45d0-9fde-26b7cc44ca10 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 947 time: 0.2202325 Apr 05 20:10:28.830970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-63a33035-8530-4cb0-a45f-051e7e47bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:28.832429 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-63a33035-8530-4cb0-a45f-051e7e47bf34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1705997 Apr 05 20:10:28.843361 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-670f11ac-393c-4470-b1bf-38992db1d846 req-416946ab-341f-4cdf-8129-6b6ecea6c80b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642903 Apr 05 20:10:28.864876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Pushing event updated for resources: {'Subnet': ['ID=816da782-38f4-4390-8237-adbf1c7bf245,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:28.867694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-043450c3-0a20-4c6d-a3f1-90a7e438eeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:28.869229 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-043450c3-0a20-4c6d-a3f1-90a7e438eeeb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.3691027 Apr 05 20:10:28.883356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Allocated IP 192.168.233.108 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/eaed120d-623f-40ac-aea4-d38dc9cb535f) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:10:28.978995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Checking segment: {'id': 'c351de56-d01c-478d-998f-ef39f4ac877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dedff9b1-192e-4507-b1b9-5f79b94c089b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:28.979349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Network hostable DHCP agents. Network: dedff9b1-192e-4507-b1b9-5f79b94c089b, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:10:28.993987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-a0a586c4-4c1d-4994-83f7-ab6cc85201a7 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:10:29.005362 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a0affd-52e5-4706-a72f-27bd7611c374 None None] Sync routers for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:10:29.028526 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a0affd-52e5-4706-a72f-27bd7611c374 None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:29.030265 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-76a0affd-52e5-4706-a72f-27bd7611c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:29.102037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Network dedff9b1-192e-4507-b1b9-5f79b94c089b is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:10:29.153088 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-a0a586c4-4c1d-4994-83f7-ab6cc85201a7 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:29.209916 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-781e7de6-bdbc-488c-b216-b084b54aa296 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654442 Apr 05 20:10:29.267873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da09bc-22fb-4604-ad3f-b741d92dd6aa req-4eff99b8-1bc5-47c8-881e-8d90dccebd5a tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:29.268909 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21da09bc-22fb-4604-ad3f-b741d92dd6aa req-4eff99b8-1bc5-47c8-881e-8d90dccebd5a tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 1096 time: 0.1976483 Apr 05 20:10:29.273211 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, dedff9b1-192e-4507-b1b9-5f79b94c089b) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:29.303829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152ffa47-2011-4d32-bbbf-7776a6058e21 None None] Network dedff9b1-192e-4507-b1b9-5f79b94c089b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:10:29.322251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:29.323067 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:29.433358 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-76a0affd-52e5-4706-a72f-27bd7611c374 None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:29.456816 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21da09bc-22fb-4604-ad3f-b741d92dd6aa req-e24cf884-b0bf-4b7b-80c6-0e09c87bb496 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114895 Apr 05 20:10:29.489665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-e8e988f8-782e-4922-be93-fd49d16a81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:29.491772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-e8e988f8-782e-4922-be93-fd49d16a81f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6101482 Apr 05 20:10:29.503223 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-a0a586c4-4c1d-4994-83f7-ab6cc85201a7 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "PUT /v2.0/floatingips/4d35571b-67e3-4f7b-bbac-35742712ed76 HTTP/1.1" status: 200 len: 995 time: 5.8105145 Apr 05 20:10:29.516618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'tag': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:29.532042 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-7b4df9e0-5ba2-49af-88d7-762625121801 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080735 Apr 05 20:10:29.559731 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e57a8d63-a431-440e-b8b3-253bf252355f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.4085262 Apr 05 20:10:29.560175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52840) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:29.565257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-907408293-router', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:29.570300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:29.578471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Usage tracker for resource:router and tenant:c71b5eb7a7e2409b9be4a3a0e6671c25 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:29.589538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:29.597228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:29.628795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:29.629837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:29.659471 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:29.873138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-dedff9b1-192e-4507-b1b9-5f79b94c089b', 'network_id': 'dedff9b1-192e-4507-b1b9-5f79b94c089b', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'fixed_ips': [{'subnet_id': '816da782-38f4-4390-8237-adbf1c7bf245'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:10:29.874119 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:29.968869 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:30.026238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Transition to ACTIVE for port object eaed120d-623f-40ac-aea4-d38dc9cb535f will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:30.079587 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:30.140683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-056efeda-84b9-410e-adef-87f17a12551d req-95ad2925-bf32-4058-9247-0561a38efd93 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:10:30.161278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Allocated IP 172.20.0.2 (dedff9b1-192e-4507-b1b9-5f79b94c089b/816da782-38f4-4390-8237-adbf1c7bf245/643e0a57-6a82-4279-b502-8cc00063b4b3) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:10:30.190570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:30.193866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event updated for resources: {'Port': ['ID=eaed120d-623f-40ac-aea4-d38dc9cb535f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:30.198820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:30.201177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:10:30.292513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:30.295107 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:30.318608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-218b961c-ebbe-44b6-acf1-50003035c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:30.336401 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-218b961c-ebbe-44b6-acf1-50003035c5d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 1096 time: 0.7839882 Apr 05 20:10:30.337864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:10:30.394460 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-2e8b09f3-92ae-4628-8432-c8fac800fefc service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8905139 Apr 05 20:10:30.403636 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-15bc3f09-0570-4851-aabe-fea0b8bb0d86 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0778265 Apr 05 20:10:30.405820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2a49da29-b868-4d29-b1b7-4c1d531e53c1 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:10:30.426842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Request body: {'port': {'device_id': '2cf774f8-a27a-40c5-97d6-2801bb707a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:30.511929 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-76a0affd-52e5-4706-a72f-27bd7611c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4d35571b-67e3-4f7b-bbac-35742712ed76', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'port_id': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'mac_address': 'fa:16:3e:fb:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:09:53Z', 'updated_at': '2022-04-05T20:10:25Z', 'revision_number': 1, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:30.527440 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a0affd-52e5-4706-a72f-27bd7611c374 None None] Checking router: dd392c03-f5a5-449e-beb2-09624994d4fe for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:10:30.565108 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:10:30.592798 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a0affd-52e5-4706-a72f-27bd7611c374 None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:30.593689 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-76a0affd-52e5-4706-a72f-27bd7611c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:30.822156 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:30.845721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Transition to ACTIVE for port object 643e0a57-6a82-4279-b502-8cc00063b4b3 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:30.884972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Transition to ACTIVE for port object 643e0a57-6a82-4279-b502-8cc00063b4b3 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:30.917507 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:30.956936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Allocated IP 192.168.233.189 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/40ed973d-a318-4c31-9c23-4d5fc3d066b3) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:10:30.972536 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-76a0affd-52e5-4706-a72f-27bd7611c374 None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:31.013462 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:31.030950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-056efeda-84b9-410e-adef-87f17a12551d req-95ad2925-bf32-4058-9247-0561a38efd93 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:10:31.056614 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-056efeda-84b9-410e-adef-87f17a12551d req-95ad2925-bf32-4058-9247-0561a38efd93 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 210 time: 1.0627973 Apr 05 20:10:31.087567 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:31.319867 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Network dedff9b1-192e-4507-b1b9-5f79b94c089b is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:31.341813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:31.360015 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-239feff4-9582-47b9-bfd8-e54bf48b1c2f None None] Provisioning for port eaed120d-623f-40ac-aea4-d38dc9cb535f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:31.373372 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:10:31.389785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:31.413697 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-97408131-6ba8-45fb-b9b9-ab47e603d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:31.422770 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-97408131-6ba8-45fb-b9b9-ab47e603d78f service neutron] 10.222.0.24 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 1.0850353 Apr 05 20:10:31.455801 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '2a49da29-b868-4d29-b1b7-4c1d531e53c1', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '2a49da29-b868-4d29-b1b7-4c1d531e53c1', 'mac_address': 'fa:16:3e:18:41:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:10:31.464284 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Pushing event updated for resources: {'Port': ['ID=643e0a57-6a82-4279-b502-8cc00063b4b3,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:31.511172 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4120baf9-3b9e-439a-8cdf-3c24c608e9b8 req-719fe596-8a64-4158-a8f8-21f342978bf7 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9215996 Apr 05 20:10:31.573159 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:31.588836 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-b0ebbfeb-de57-411a-88ae-ca74c4802fa4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 200 len: 998 time: 0.1643455 Apr 05 20:10:31.591258 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-239feff4-9582-47b9-bfd8-e54bf48b1c2f None None] Provisioning complete for port eaed120d-623f-40ac-aea4-d38dc9cb535f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:31.591632 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-239feff4-9582-47b9-bfd8-e54bf48b1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:31.644887 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-76a0affd-52e5-4706-a72f-27bd7611c374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4d35571b-67e3-4f7b-bbac-35742712ed76', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'port_id': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'mac_address': 'fa:16:3e:fb:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:09:53Z', 'updated_at': '2022-04-05T20:10:25Z', 'revision_number': 1, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:31.650776 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a0affd-52e5-4706-a72f-27bd7611c374 None None] The sync data for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 is: [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4d35571b-67e3-4f7b-bbac-35742712ed76', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'port_id': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'mac_address': 'fa:16:3e:fb:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:09:53Z', 'updated_at': '2022-04-05T20:10:25Z', 'revision_number': 1, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:10:31.670015 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a49da29-b868-4d29-b1b7-4c1d531e53c1 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:10:31.674151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-239feff4-9582-47b9-bfd8-e54bf48b1c2f None None] Port eaed120d-623f-40ac-aea4-d38dc9cb535f cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:10:31.754193 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:31.784087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:31.799176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Transition to ACTIVE for port object 40ed973d-a318-4c31-9c23-4d5fc3d066b3 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:31.841244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-4c720744-0ab1-4c8c-8fbc-bc5b2b6b7743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:31.842959 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-4c720744-0ab1-4c8c-8fbc-bc5b2b6b7743 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.2529788 Apr 05 20:10:31.844894 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'tag': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'status': 'completed', 'code': 200} Apr 05 20:10:31.875775 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:31.937166 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:32.096638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Attempting to bind port 643e0a57-6a82-4279-b502-8cc00063b4b3 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:10:32.096840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Attempting to bind port 643e0a57-6a82-4279-b502-8cc00063b4b3 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'c351de56-d01c-478d-998f-ef39f4ac877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dedff9b1-192e-4507-b1b9-5f79b94c089b'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:10:32.097526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Attempting to bind port 643e0a57-6a82-4279-b502-8cc00063b4b3 on network dedff9b1-192e-4507-b1b9-5f79b94c089b {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:32.113765 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:32.116650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event updated for resources: {'Port': ['ID=40ed973d-a318-4c31-9c23-4d5fc3d066b3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:32.124017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:32.134861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:10:32.145343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:32.146007 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:32.160583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9320c44-67f2-480b-9c85-a0ff60d960da None None] New status for floating IP 4d35571b-67e3-4f7b-bbac-35742712ed76: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:10:32.214127 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-a02f6ec5-65a5-477a-a283-f605d2de70d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6923044 Apr 05 20:10:32.232849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Request body: {'port': {'device_id': 'c6858018-70f0-475a-9b50-c17d77a41ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:32.243121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-0c2d29dd-034b-4128-bc1c-1102c0583fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:32.258122 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-0c2d29dd-034b-4128-bc1c-1102c0583fbd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4079351 Apr 05 20:10:32.267982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-f5bc9865-11be-4834-9c00-7dd63a939f79 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:10:32.276486 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-f5bc9865-11be-4834-9c00-7dd63a939f79 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170000 Apr 05 20:10:32.499087 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-000410fc-fe16-48cf-9891-68e393ceecaa service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211733 Apr 05 20:10:32.684651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['2a49da29-b868-4d29-b1b7-4c1d531e53c1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:10:32.778403 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:10:32.778900 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Checking segment: {'id': 'c351de56-d01c-478d-998f-ef39f4ac877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dedff9b1-192e-4507-b1b9-5f79b94c089b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:32.779448 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:32.779883 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Bound using segment: {'id': 'c351de56-d01c-478d-998f-ef39f4ac877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dedff9b1-192e-4507-b1b9-5f79b94c089b'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:10:32.780446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Bound port: 643e0a57-6a82-4279-b502-8cc00063b4b3, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c351de56-d01c-478d-998f-ef39f4ac877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dedff9b1-192e-4507-b1b9-5f79b94c089b'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:10:32.780814 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:32.816416 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc5ba6fa-73e6-4432-9898-6fc87e843ae8 req-ebac17cc-4ac7-43d8-a2ea-4b62ff0349e0 service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076530 Apr 05 20:10:32.853482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35561a-0e3b-467f-ae37-89c250ddb29d req-b6402e01-42e0-4f7d-a676-2ad3d292ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:32.863871 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d35561a-0e3b-467f-ae37-89c250ddb29d req-b6402e01-42e0-4f7d-a676-2ad3d292ec80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 1096 time: 1.0179155 Apr 05 20:10:32.887321 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:33.006736 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:33.102640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:10:33.140734 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:33.175986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35561a-0e3b-467f-ae37-89c250ddb29d req-5d405c2d-61b0-4af6-b6b4-0fdeb9e689d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:33.177768 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d35561a-0e3b-467f-ae37-89c250ddb29d req-5d405c2d-61b0-4af6-b6b4-0fdeb9e689d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 0.3002546 Apr 05 20:10:33.281218 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12be0c9-a20c-46ed-8b11-e7f29004be66 req-7911354d-a6cd-4622-bf38-bc717684506a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:33.288571 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d12be0c9-a20c-46ed-8b11-e7f29004be66 req-7911354d-a6cd-4622-bf38-bc717684506a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 948 time: 0.6238537 Apr 05 20:10:33.319607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2a49da29-b868-4d29-b1b7-4c1d531e53c1,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:33.404541 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d12be0c9-a20c-46ed-8b11-e7f29004be66 req-d86df34f-6c6b-40f3-87de-c1f0724e4730 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148784 Apr 05 20:10:33.433412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaed120d-623f-40ac-aea4-d38dc9cb535f {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:10:33.438968 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-afa03811-6098-403c-8065-9c4827b52a13 None None] Provisioning for port 40ed973d-a318-4c31-9c23-4d5fc3d066b3 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:33.449036 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:33.469535 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-afa03811-6098-403c-8065-9c4827b52a13 None None] Provisioning complete for port 40ed973d-a318-4c31-9c23-4d5fc3d066b3 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:33.472625 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-afa03811-6098-403c-8065-9c4827b52a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:33.491547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Transition to ACTIVE for port object eaed120d-623f-40ac-aea4-d38dc9cb535f will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:33.495110 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d35561a-0e3b-467f-ae37-89c250ddb29d req-3f15fb96-9a04-4304-8d62-c50fb1d46e2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 200 len: 1000 time: 0.3071969 Apr 05 20:10:33.522800 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:33.585724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-afa03811-6098-403c-8065-9c4827b52a13 None None] Port 40ed973d-a318-4c31-9c23-4d5fc3d066b3 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:10:33.864841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] For port 643e0a57-6a82-4279-b502-8cc00063b4b3, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:33.875594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=eaed120d-623f-40ac-aea4-d38dc9cb535f,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:33.891666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35561a-0e3b-467f-ae37-89c250ddb29d req-bc64d61d-2e0a-436f-a3d3-0c6b93da6655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:33.893046 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d35561a-0e3b-467f-ae37-89c250ddb29d req-bc64d61d-2e0a-436f-a3d3-0c6b93da6655 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.3849456 Apr 05 20:10:33.903210 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] For port 643e0a57-6a82-4279-b502-8cc00063b4b3, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=643e0a57-6a82-4279-b502-8cc00063b4b3,segment=NetworkSegment(c351de56-d01c-478d-998f-ef39f4ac877e),segment_id=c351de56-d01c-478d-998f-ef39f4ac877e)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:10:33.914397 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:34.019753 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a13cc25-3ee3-4111-bc04-0877a5478f69 None None] Pushing event updated for resources: {'Port': ['ID=643e0a57-6a82-4279-b502-8cc00063b4b3,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:34.176995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40ed973d-a318-4c31-9c23-4d5fc3d066b3 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:10:34.201799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:34.214113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Allocated IP 172.25.8.247 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/a0719470-053e-41ea-bba6-3f1d506cedab) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:10:34.240076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Transition to ACTIVE for port object 40ed973d-a318-4c31-9c23-4d5fc3d066b3 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:34.270318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66465c27-ee10-4368-a1c6-237908637b53 req-342e7dc1-1c10-42fa-bd76-08613076aeaf tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:34.271186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-66465c27-ee10-4368-a1c6-237908637b53 req-342e7dc1-1c10-42fa-bd76-08613076aeaf tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:10:34.282229 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:34.354389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-66465c27-ee10-4368-a1c6-237908637b53 req-342e7dc1-1c10-42fa-bd76-08613076aeaf tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:10:34.363601 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-66465c27-ee10-4368-a1c6-237908637b53 req-342e7dc1-1c10-42fa-bd76-08613076aeaf tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 936 time: 0.7685673 Apr 05 20:10:34.371603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Attempting to bind port eaed120d-623f-40ac-aea4-d38dc9cb535f on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:10:34.371932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Attempting to bind port eaed120d-623f-40ac-aea4-d38dc9cb535f by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:10:34.372253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Attempting to bind port eaed120d-623f-40ac-aea4-d38dc9cb535f on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:34.413131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Port eaed120d-623f-40ac-aea4-d38dc9cb535f on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:10:34.413131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Attempting to bind port eaed120d-623f-40ac-aea4-d38dc9cb535f on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:34.437156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:10:34.437814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:34.437925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:10:34.438313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Bound port: eaed120d-623f-40ac-aea4-d38dc9cb535f, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:10:34.438655 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:34.454833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35561a-0e3b-467f-ae37-89c250ddb29d req-207b0d3c-14e3-4898-a38d-36d701510463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:34.456382 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d35561a-0e3b-467f-ae37-89c250ddb29d req-207b0d3c-14e3-4898-a38d-36d701510463 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4566514 Apr 05 20:10:34.468983 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-66465c27-ee10-4368-a1c6-237908637b53 req-2a39aaf6-5813-4dfd-9cc7-2030027861a3 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043870 Apr 05 20:10:34.644365 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:34.769553 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:34.969075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:35.004178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:35.015915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:10:35.042606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] For port eaed120d-623f-40ac-aea4-d38dc9cb535f, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:35.068220 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 643e0a57-6a82-4279-b502-8cc00063b4b3 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:35.106553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d35561a-0e3b-467f-ae37-89c250ddb29d req-9f49eebc-05af-42f6-94a5-01a2ca85d094 service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364737 Apr 05 20:10:35.107150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-da6fc58d-6e76-4637-b9a9-17b232a82d4a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:35.108655 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-da6fc58d-6e76-4637-b9a9-17b232a82d4a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.41 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 945 time: 1.1120732 Apr 05 20:10:35.111922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] For port eaed120d-623f-40ac-aea4-d38dc9cb535f, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=eaed120d-623f-40ac-aea4-d38dc9cb535f,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:10:35.164944 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:35.231464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 643e0a57-6a82-4279-b502-8cc00063b4b3 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:35.261654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ee7c6-0da2-465c-b1eb-0c94780c4aaf req-b81d678d-45ee-4777-8919-4b7c5e3a96ce tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:35.263258 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c0ee7c6-0da2-465c-b1eb-0c94780c4aaf req-b81d678d-45ee-4777-8919-4b7c5e3a96ce tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 945 time: 1.4267218 Apr 05 20:10:35.264030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Pushing event updated for resources: {'Port': ['ID=40ed973d-a318-4c31-9c23-4d5fc3d066b3,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:35.276028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-f2230136-2bc3-4b07-b777-b39b8a494fc8 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:35.289528 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-f2230136-2bc3-4b07-b777-b39b8a494fc8 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5553153 Apr 05 20:10:35.475735 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:35.476403 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:35.477733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] 10.222.0.41 "PUT /v2.0/ports/eaed120d-623f-40ac-aea4-d38dc9cb535f HTTP/1.1" status: 200 len: 1096 time: 5.0572212 Apr 05 20:10:35.523178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cf774f8-a27a-40c5-97d6-2801bb707a22', 'tag': 'eaed120d-623f-40ac-aea4-d38dc9cb535f'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:35.530351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f230ccab-0f26-45d0-80bf-0d24d57b3fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=eaed120d-623f-40ac-aea4-d38dc9cb535f,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:35.686181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Attempting to bind port 40ed973d-a318-4c31-9c23-4d5fc3d066b3 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:10:35.686407 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Attempting to bind port 40ed973d-a318-4c31-9c23-4d5fc3d066b3 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:10:35.686856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Attempting to bind port 40ed973d-a318-4c31-9c23-4d5fc3d066b3 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:35.692451 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-f874b969-27b4-468f-958a-d45be98096b0 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 1000 time: 0.4001431 Apr 05 20:10:35.699511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Port 40ed973d-a318-4c31-9c23-4d5fc3d066b3 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:10:35.699932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Attempting to bind port 40ed973d-a318-4c31-9c23-4d5fc3d066b3 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:35.709133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-b9d3075f-175c-4f77-b85e-188cdc256a26 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Request body: {'floatingip': {'port_id': '2d32f8b6-405b-4ac4-9f4e-7339110e3763', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:35.712834 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c0ee7c6-0da2-465c-b1eb-0c94780c4aaf req-a4cff17a-685b-495e-9c92-7d7ec746de2c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3301473 Apr 05 20:10:35.763737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Deleting port 8ee66abc-7d7c-4789-be1e-e51df0e33b46 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:10:35.767272 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:35.786035 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d35561a-0e3b-467f-ae37-89c250ddb29d req-08915abb-a805-43a3-9458-366204285bc4 service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6714973 Apr 05 20:10:35.857319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-c2363a72-919c-440a-a2e6-1ed796626d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:35.858818 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-c2363a72-919c-440a-a2e6-1ed796626d77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=2cf774f8-a27a-40c5-97d6-2801bb707a22 HTTP/1.1" status: 200 len: 1099 time: 0.3169434 Apr 05 20:10:35.860967 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-b9d3075f-175c-4f77-b85e-188cdc256a26 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:35.929680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Pushing event updated for resources: {'Port': ['ID=a0719470-053e-41ea-bba6-3f1d506cedab,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:36.020267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:10:36.024029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:36.024741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:10:36.027217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Bound port: 40ed973d-a318-4c31-9c23-4d5fc3d066b3, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:10:36.027601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147b0970-863a-4be5-b63e-f766fd09cb93 None None] Network dedff9b1-192e-4507-b1b9-5f79b94c089b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:10:36.027959 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:36.037843 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-ee838c01-1c4a-46b7-beb4-d6251a0631d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=eaed120d-623f-40ac-aea4-d38dc9cb535f HTTP/1.1" status: 200 len: 217 time: 0.1032200 Apr 05 20:10:36.156640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3dba446f-4bd0-4b3c-96fa-58767d9d9541 None None] Provisioning for port 643e0a57-6a82-4279-b502-8cc00063b4b3 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:36.417163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3dba446f-4bd0-4b3c-96fa-58767d9d9541 None None] Provisioning complete for port 643e0a57-6a82-4279-b502-8cc00063b4b3 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:36.420316 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3dba446f-4bd0-4b3c-96fa-58767d9d9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:36.487670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2a49da29-b868-4d29-b1b7-4c1d531e53c1 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:36.617208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:36.625273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:36.625643 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:36.771414 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3dba446f-4bd0-4b3c-96fa-58767d9d9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:36.813647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3dba446f-4bd0-4b3c-96fa-58767d9d9541 None None] For port 643e0a57-6a82-4279-b502-8cc00063b4b3, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=643e0a57-6a82-4279-b502-8cc00063b4b3,segment=NetworkSegment(c351de56-d01c-478d-998f-ef39f4ac877e),segment_id=c351de56-d01c-478d-998f-ef39f4ac877e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:36.841030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] For port 40ed973d-a318-4c31-9c23-4d5fc3d066b3, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:36.872071 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:36.955997 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3dba446f-4bd0-4b3c-96fa-58767d9d9541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:37.000444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] For port 40ed973d-a318-4c31-9c23-4d5fc3d066b3, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=40ed973d-a318-4c31-9c23-4d5fc3d066b3,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:10:37.017176 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:37.022627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] For port 8ee66abc-7d7c-4789-be1e-e51df0e33b46, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8ee66abc-7d7c-4789-be1e-e51df0e33b46,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:37.023131 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:37.096416 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:37.152901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f43e091e-14cf-45de-95be-b517f48b3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:37.154525 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-f43e091e-14cf-45de-95be-b517f48b3ceb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 1.1062801 Apr 05 20:10:37.170480 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-b9d3075f-175c-4f77-b85e-188cdc256a26 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:37.231415 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-b9d3075f-175c-4f77-b85e-188cdc256a26 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:37.243274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dba446f-4bd0-4b3c-96fa-58767d9d9541 None None] Pushing event updated for resources: {'Port': ['ID=643e0a57-6a82-4279-b502-8cc00063b4b3,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:37.298574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700a7265-7b18-4174-bd84-a313f939bdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a49da29-b868-4d29-b1b7-4c1d531e53c1'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:37.320058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:37.363113 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:37.532329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2a49da29-b868-4d29-b1b7-4c1d531e53c1,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:37.550051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:37.550661 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:37.552031 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] 10.222.0.41 "PUT /v2.0/ports/40ed973d-a318-4c31-9c23-4d5fc3d066b3 HTTP/1.1" status: 200 len: 1096 time: 5.3286400 Apr 05 20:10:37.565534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6858018-70f0-475a-9b50-c17d77a41ce6', 'tag': '40ed973d-a318-4c31-9c23-4d5fc3d066b3'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:37.565844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-5aed493a-5a54-4311-b3bb-2936c92d0310 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:37.567907 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-5aed493a-5a54-4311-b3bb-2936c92d0310 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.13 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf&tenant_id=4315b2776a8446efa0573a8e3d19b341&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 948 time: 0.4871190 Apr 05 20:10:37.655700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-75385623-4b26-4e9a-96a2-a12a74003dc2 None None] Provisioning complete for port 643e0a57-6a82-4279-b502-8cc00063b4b3 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:37.656088 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-75385623-4b26-4e9a-96a2-a12a74003dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:37.713555 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-b9bbbde6-3848-4d12-9048-3435ef56b9dc service neutron] delete failed (client error): The resource could not be found. Apr 05 20:10:37.714620 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-b9bbbde6-3848-4d12-9048-3435ef56b9dc service neutron] 10.222.0.13 "DELETE /v2.0/ports/2a49da29-b868-4d29-b1b7-4c1d531e53c1/bindings/n-h1-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.1382861 Apr 05 20:10:37.730623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-7fbabd7c-3eca-4f70-b570-d9b64f58beb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:37.732114 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-7fbabd7c-3eca-4f70-b570-d9b64f58beb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5643017 Apr 05 20:10:37.737016 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-b9d3075f-175c-4f77-b85e-188cdc256a26 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Floating IP 4d35571b-67e3-4f7b-bbac-35742712ed76 associated. External IP: 172.25.8.53, port: bdd3f9be-a16a-4bd6-8f22-93fd397469dc. Apr 05 20:10:37.859761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b96c00-67ca-477c-baca-bf89054cdc43 service neutron] Pushing event updated for resources: {'Port': ['ID=40ed973d-a318-4c31-9c23-4d5fc3d066b3,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:38.164842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895f182-eeae-4e5c-b1c3-d6a0836d2eeb req-57499438-dec7-436b-9aee-ec8028bef140 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:38.172221 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a895f182-eeae-4e5c-b1c3-d6a0836d2eeb req-57499438-dec7-436b-9aee-ec8028bef140 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 948 time: 0.6563036 Apr 05 20:10:38.240637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8ee66abc-7d7c-4789-be1e-e51df0e33b46 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:10:38.268993 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-7da25101-1684-424c-b723-e7da0d114b25 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342439 Apr 05 20:10:38.296950 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:38.297323 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:38.297628 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Floating IP 58fa4e44-a2ce-4169-96bf-8e0f97c27ebf disassociated. External IP: 172.25.8.171, port: 8ee66abc-7d7c-4789-be1e-e51df0e33b46. Apr 05 20:10:38.297986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Calling delete_port for 8ee66abc-7d7c-4789-be1e-e51df0e33b46 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:10:38.362550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-8e9caf01-bc61-4d91-847d-4fbe43e499f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:38.363952 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-8e9caf01-bc61-4d91-847d-4fbe43e499f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 1099 time: 0.7625992 Apr 05 20:10:38.460538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-6c1c7a4d-1d64-47ae-81b3-ca8d122b3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:38.473236 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-6c1c7a4d-1d64-47ae-81b3-ca8d122b3968 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 1100 time: 0.5766504 Apr 05 20:10:38.482545 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a895f182-eeae-4e5c-b1c3-d6a0836d2eeb req-626dc811-974b-4f5a-9a4d-853ad20e9e41 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093908 Apr 05 20:10:38.491811 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-4dd55bbe-6bf6-4359-9003-ab1bf4d0368d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=40ed973d-a318-4c31-9c23-4d5fc3d066b3 HTTP/1.1" status: 200 len: 217 time: 0.1133933 Apr 05 20:10:38.492979 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:38.585228 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:38.604354 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:38.650058 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cf774f8-a27a-40c5-97d6-2801bb707a22', 'tag': 'eaed120d-623f-40ac-aea4-d38dc9cb535f', 'status': 'completed', 'code': 200} Apr 05 20:10:38.687524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-3a966252-5063-4df6-8f2d-92bc64b244f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:38.690529 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-3a966252-5063-4df6-8f2d-92bc64b244f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1244216 Apr 05 20:10:38.738544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8ee66abc-7d7c-4789-be1e-e51df0e33b46, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8ee66abc-7d7c-4789-be1e-e51df0e33b46,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:38.772351 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:38.831144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-59bd3793-96ac-4fc9-a2ec-875c5c6329e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:38.842937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-59bd3793-96ac-4fc9-a2ec-875c5c6329e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.3688629 Apr 05 20:10:38.854155 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:38.898707 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=8ee66abc-7d7c-4789-be1e-e51df0e33b46,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:38.980819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 643e0a57-6a82-4279-b502-8cc00063b4b3 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:39.004214 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:10:39.004838 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:10:39.059199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Router aa13d4e2-51ff-4703-8b0f-629b56bff3b8 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:10:39.079381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d512f-ebf8-4b9b-b56e-dfd235e3728c req-e13ea869-8886-4128-91cc-c67cbadb2e67 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:39.086837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a21d512f-ebf8-4b9b-b56e-dfd235e3728c req-e13ea869-8886-4128-91cc-c67cbadb2e67 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.2474458 Apr 05 20:10:39.100561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 643e0a57-6a82-4279-b502-8cc00063b4b3 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:39.101792 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:39.104720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-fa13dab8-0b5c-4c17-b476-8e5eb69f9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:39.106287 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-fa13dab8-0b5c-4c17-b476-8e5eb69f9218 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1973648 Apr 05 20:10:39.128009 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-1e653f68-7196-4122-9177-5189ffc44b57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1 HTTP/1.1" status: 200 len: 217 time: 0.2756889 Apr 05 20:10:39.296010 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-3c9d3785-e081-4d7f-b17a-ecfead032965 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0158699 Apr 05 20:10:39.327420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-027b44c7-e51b-4056-af9d-ffc82fc1b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:39.329443 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-027b44c7-e51b-4056-af9d-ffc82fc1b790 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1895418 Apr 05 20:10:39.474217 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-b9d3075f-175c-4f77-b85e-188cdc256a26 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Router dd392c03-f5a5-449e-beb2-09624994d4fe has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:10:39.526419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Deleting port 8ee66abc-7d7c-4789-be1e-e51df0e33b46 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:10:39.526774 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:39.584814 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a21d512f-ebf8-4b9b-b56e-dfd235e3728c req-05c8ccc5-366c-4f32-b2fe-aa438d7d950c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965725 Apr 05 20:10:39.774065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-b9d3075f-175c-4f77-b85e-188cdc256a26 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:10:39.785976 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3bf05f-5c5a-4ce0-af5e-9ba9d40f6e5c None None] Sync routers for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:10:39.802344 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3bf05f-5c5a-4ce0-af5e-9ba9d40f6e5c None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:39.803334 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-cd3bf05f-5c5a-4ce0-af5e-9ba9d40f6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:39.923320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:10:39.933544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Sync routers for ids ['aa13d4e2-51ff-4703-8b0f-629b56bff3b8'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:10:39.941890 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-3249e7f4-05dd-4bea-81e0-62da3e84dcc8 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7667327 Apr 05 20:10:39.960477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Routers {'aa13d4e2-51ff-4703-8b0f-629b56bff3b8'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:39.961146 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['aa13d4e2-51ff-4703-8b0f-629b56bff3b8'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:39.971694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2160e57-2e51-4487-8858-95a276a4eda9 req-242740a0-6dcd-4ac1-86c6-30ae4e227e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:39.973530 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2160e57-2e51-4487-8858-95a276a4eda9 req-242740a0-6dcd-4ac1-86c6-30ae4e227e34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=2cf774f8-a27a-40c5-97d6-2801bb707a22 HTTP/1.1" status: 200 len: 1099 time: 0.5819664 Apr 05 20:10:39.982526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-e1446884-dbaf-4324-bc45-baa93f3aeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:39.984325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-e1446884-dbaf-4324-bc45-baa93f3aeb18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6407201 Apr 05 20:10:40.230946 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-cd3bf05f-5c5a-4ce0-af5e-9ba9d40f6e5c None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:40.253326 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:40.254862 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-39d7aec7-3ae2-4d8b-bd3f-3606a652f4e1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.6934719 Apr 05 20:10:40.261286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52946) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:40.427689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7552409-dc27-4e92-91dd-06fe2359e316 req-95f503d0-35fb-4334-a3ad-911fb2cbdac9 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:40.428375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c7552409-dc27-4e92-91dd-06fe2359e316 req-95f503d0-35fb-4334-a3ad-911fb2cbdac9 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Synchronizing usage tracker for tenant:23dd846987e84c54bf39cdc9ce7aec5f on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:10:40.438407 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] For port 8ee66abc-7d7c-4789-be1e-e51df0e33b46, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8ee66abc-7d7c-4789-be1e-e51df0e33b46,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:40.438756 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:40.455559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bf99404-5b96-438a-87b5-ae95e81fc4a7 req-8ecc9a8a-9ec8-4577-8009-78c46de01082 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4962187 Apr 05 20:10:40.471868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Set router aa13d4e2-51ff-4703-8b0f-629b56bff3b8 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:40.575146 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c7552409-dc27-4e92-91dd-06fe2359e316 req-95f503d0-35fb-4334-a3ad-911fb2cbdac9 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Unset dirty status for tenant:23dd846987e84c54bf39cdc9ce7aec5f on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:10:40.576351 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c7552409-dc27-4e92-91dd-06fe2359e316 req-95f503d0-35fb-4334-a3ad-911fb2cbdac9 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 943 time: 0.7339101 Apr 05 20:10:40.854340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2160e57-2e51-4487-8858-95a276a4eda9 req-a66e9bd1-9942-46fb-89d6-9cb95de57a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:40.863366 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2160e57-2e51-4487-8858-95a276a4eda9 req-a66e9bd1-9942-46fb-89d6-9cb95de57a9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.8750896 Apr 05 20:10:40.876937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-4c86c60f-6737-4c2b-bd1a-ae077d1ed68c service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8063745 Apr 05 20:10:40.908438 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c7552409-dc27-4e92-91dd-06fe2359e316 req-2f9626d2-6630-41f7-967c-5a0f425bb861 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups?id=33f12754-40d0-4aa1-9716-03f59a499be9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2628789 Apr 05 20:10:40.965153 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-cd3bf05f-5c5a-4ce0-af5e-9ba9d40f6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4d35571b-67e3-4f7b-bbac-35742712ed76', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'port_id': '2d32f8b6-405b-4ac4-9f4e-7339110e3763', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'mac_address': 'fa:16:3e:6a:50:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:09:53Z', 'updated_at': '2022-04-05T20:10:36Z', 'revision_number': 3, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:40.969707 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3bf05f-5c5a-4ce0-af5e-9ba9d40f6e5c None None] Checking router: dd392c03-f5a5-449e-beb2-09624994d4fe for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:10:40.980830 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3bf05f-5c5a-4ce0-af5e-9ba9d40f6e5c None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:40.981437 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-cd3bf05f-5c5a-4ce0-af5e-9ba9d40f6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:41.091222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'name': 'tempest-FloatingIPsTestJSON-907408293-router', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:29Z', 'updated_at': '2022-04-05T20:10:35Z', 'revision_number': 3, 'project_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'gw_port': {'id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:33Z', 'updated_at': '2022-04-05T20:10:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:41.101226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Checking router: aa13d4e2-51ff-4703-8b0f-629b56bff3b8 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:10:41.101514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Updating router aa13d4e2-51ff-4703-8b0f-629b56bff3b8 port a0719470-053e-41ea-bba6-3f1d506cedab binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:10:41.195538 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2160e57-2e51-4487-8858-95a276a4eda9 req-8ebd7342-c2fa-4f94-b4a3-ad66483a1cb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=eaed120d-623f-40ac-aea4-d38dc9cb535f HTTP/1.1" status: 200 len: 217 time: 0.3156226 Apr 05 20:10:41.214320 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700a7265-7b18-4174-bd84-a313f939bdbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a49da29-b868-4d29-b1b7-4c1d531e53c1', 'code': 200} Apr 05 20:10:41.214866 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:41.437169 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7f39be39-a102-4b16-a8b0-e2bbe876420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:41.446924 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-cd3bf05f-5c5a-4ce0-af5e-9ba9d40f6e5c None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:41.458532 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6858018-70f0-475a-9b50-c17d77a41ce6', 'tag': '40ed973d-a318-4c31-9c23-4d5fc3d066b3', 'status': 'completed', 'code': 200} Apr 05 20:10:41.546133 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:41.546491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:41.547063 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Floating IP 58fa4e44-a2ce-4169-96bf-8e0f97c27ebf disassociated. External IP: 172.25.8.171, port: 8ee66abc-7d7c-4789-be1e-e51df0e33b46. Apr 05 20:10:41.547400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Calling delete_port for 8ee66abc-7d7c-4789-be1e-e51df0e33b46 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:10:41.810887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2160e57-2e51-4487-8858-95a276a4eda9 req-65b3914f-b6df-46c7-b83b-c796d8f9f7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:41.812512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2160e57-2e51-4487-8858-95a276a4eda9 req-65b3914f-b6df-46c7-b83b-c796d8f9f7b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.6092789 Apr 05 20:10:41.816239 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a37098a2-38f8-4df0-9efb-e4540d5509b4 req-95afd3b1-9615-4c46-9dbc-dd0133233055 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8184698 Apr 05 20:10:41.818887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-b9d3075f-175c-4f77-b85e-188cdc256a26 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Router dd392c03-f5a5-449e-beb2-09624994d4fe has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:10:41.911938 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:41.939839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Transition to ACTIVE for port object a0719470-053e-41ea-bba6-3f1d506cedab will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:41.966329 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:41.991248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad35aba-a22a-4e41-95c6-98a377abf3ef req-d58ff0a7-2f02-43ed-bf49-bd3c8838077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:41.996710 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ad35aba-a22a-4e41-95c6-98a377abf3ef req-d58ff0a7-2f02-43ed-bf49-bd3c8838077b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 1099 time: 0.5372968 Apr 05 20:10:42.150567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-b9d3075f-175c-4f77-b85e-188cdc256a26 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:10:42.172987 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-b9d3075f-175c-4f77-b85e-188cdc256a26 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:42.195110 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-cd3bf05f-5c5a-4ce0-af5e-9ba9d40f6e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4d35571b-67e3-4f7b-bbac-35742712ed76', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'port_id': '2d32f8b6-405b-4ac4-9f4e-7339110e3763', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'mac_address': 'fa:16:3e:6a:50:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:09:53Z', 'updated_at': '2022-04-05T20:10:36Z', 'revision_number': 3, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:42.201855 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3bf05f-5c5a-4ce0-af5e-9ba9d40f6e5c None None] The sync data for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 is: [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4d35571b-67e3-4f7b-bbac-35742712ed76', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'port_id': '2d32f8b6-405b-4ac4-9f4e-7339110e3763', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'mac_address': 'fa:16:3e:6a:50:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:09:53Z', 'updated_at': '2022-04-05T20:10:36Z', 'revision_number': 3, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:10:42.235194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Attempting to bind port a0719470-053e-41ea-bba6-3f1d506cedab on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:10:42.235757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Attempting to bind port a0719470-053e-41ea-bba6-3f1d506cedab by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:10:42.236147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Attempting to bind port a0719470-053e-41ea-bba6-3f1d506cedab on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:42.246635 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11467d-3363-4296-a0b2-555f29b7d793 None None] Pushing event updated for resources: {'Port': ['ID=a0719470-053e-41ea-bba6-3f1d506cedab,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:42.270100 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device eaed120d-623f-40ac-aea4-d38dc9cb535f details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:10:42.270428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2160e57-2e51-4487-8858-95a276a4eda9 req-798f15b8-3b0a-49a4-ada2-72ddc267c5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:42.272488 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2160e57-2e51-4487-8858-95a276a4eda9 req-798f15b8-3b0a-49a4-ada2-72ddc267c5eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4506912 Apr 05 20:10:42.281193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:10:42.281840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:42.282433 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:42.282972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:10:42.283612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Bound port: a0719470-053e-41ea-bba6-3f1d506cedab, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:10:42.284140 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:42.383290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'tag': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:42.445340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca2f6b-01b8-4089-8966-afaedcdcdb77 req-ebf8c4ee-4c9c-4374-a43f-341a478b325f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:42.447849 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-16ca2f6b-01b8-4089-8966-afaedcdcdb77 req-ebf8c4ee-4c9c-4374-a43f-341a478b325f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 948 time: 0.8575258 Apr 05 20:10:42.498793 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:42.528870 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-b9d3075f-175c-4f77-b85e-188cdc256a26 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "PUT /v2.0/floatingips/4d35571b-67e3-4f7b-bbac-35742712ed76 HTTP/1.1" status: 200 len: 998 time: 6.8354821 Apr 05 20:10:42.561423 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d24ba0-99be-441f-bb3f-80fb7f98032f None None] New status for floating IP 4d35571b-67e3-4f7b-bbac-35742712ed76: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:10:42.592542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] For port a0719470-053e-41ea-bba6-3f1d506cedab, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:42.602664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] For port a0719470-053e-41ea-bba6-3f1d506cedab, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a0719470-053e-41ea-bba6-3f1d506cedab,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:10:42.615863 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:42.634505 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:42.674882 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-16ca2f6b-01b8-4089-8966-afaedcdcdb77 req-d9da79c9-e2c5-496f-9c08-552856e9146b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085979 Apr 05 20:10:42.699773 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2160e57-2e51-4487-8858-95a276a4eda9 req-e77da9e3-5489-443f-80a1-2ed942e6ad08 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4158473 Apr 05 20:10:42.712122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-bb1bfca0-f181-4799-953a-31eb7929515c tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:42.715038 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-bb1bfca0-f181-4799-953a-31eb7929515c tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports/bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 200 len: 942 time: 0.1787636 Apr 05 20:10:42.890454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Pushing event deleted for resources: {'Port': ['ID=8ee66abc-7d7c-4789-be1e-e51df0e33b46,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:42.905284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:42.905284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:42.905934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:42.906366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:42.906836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:42.907264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:42.907771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:42.908280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:42.908610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:42.909161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:42.909639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:42.910078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:42.928774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad35aba-a22a-4e41-95c6-98a377abf3ef req-38401d9e-6f91-45e6-9609-0d5942417f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:42.935189 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ad35aba-a22a-4e41-95c6-98a377abf3ef req-38401d9e-6f91-45e6-9609-0d5942417f66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.8239684 Apr 05 20:10:42.957973 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11467d-3363-4296-a0b2-555f29b7d793 None None] Pushing event updated for resources: {'Port': ['ID=a0719470-053e-41ea-bba6-3f1d506cedab,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:43.013726 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port eaed120d-623f-40ac-aea4-d38dc9cb535f, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=eaed120d-623f-40ac-aea4-d38dc9cb535f,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:43.021273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Routers {'aa13d4e2-51ff-4703-8b0f-629b56bff3b8'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:43.021951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['aa13d4e2-51ff-4703-8b0f-629b56bff3b8'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:43.182570 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ad35aba-a22a-4e41-95c6-98a377abf3ef req-a2dba3e2-91cb-41ee-bd19-877ba7d154e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=40ed973d-a318-4c31-9c23-4d5fc3d066b3 HTTP/1.1" status: 200 len: 217 time: 0.2391000 Apr 05 20:10:43.183233 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2160e57-2e51-4487-8858-95a276a4eda9 req-bd9d554c-69d6-46be-a976-b6c8896c9cc3 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666026 Apr 05 20:10:43.227052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-eee02c7d-fc44-4e88-a676-2e23b90af0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:43.237726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-eee02c7d-fc44-4e88-a676-2e23b90af0c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 1096 time: 0.2481217 Apr 05 20:10:43.252396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ee66abc-7d7c-4789-be1e-e51df0e33b46'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:43.267384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'eaed120d-623f-40ac-aea4-d38dc9cb535f', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'eaed120d-623f-40ac-aea4-d38dc9cb535f', 'mac_address': 'fa:16:3e:fa:1a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:10:43.291586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b89b8b4-4ef8-46f1-aa97-37093c22d23d None None] Sync routers for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:10:43.404994 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:43.442312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-c31e9444-8bed-4ede-b6b9-636a4511dc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:43.450287 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-c31e9444-8bed-4ede-b6b9-636a4511dc79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 0.2092388 Apr 05 20:10:43.452908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaed120d-623f-40ac-aea4-d38dc9cb535f {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:10:43.469857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad35aba-a22a-4e41-95c6-98a377abf3ef req-8e4a52d0-d14b-4640-9a86-f52158da0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:43.471998 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ad35aba-a22a-4e41-95c6-98a377abf3ef req-8e4a52d0-d14b-4640-9a86-f52158da0a57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2715805 Apr 05 20:10:43.483279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port eaed120d-623f-40ac-aea4-d38dc9cb535f, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=eaed120d-623f-40ac-aea4-d38dc9cb535f,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:43.487581 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b89b8b4-4ef8-46f1-aa97-37093c22d23d None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:43.488202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-9b89b8b4-4ef8-46f1-aa97-37093c22d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:43.543826 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-1a914f80-0d8d-449c-9e6f-e003e9e44c40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 200 len: 217 time: 0.0927956 Apr 05 20:10:43.555755 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:43.646897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137ec15-5776-4811-ae1e-ee9f3f7eb9cd req-62219088-a1b9-4a14-be75-6ec3a0dfd301 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:43.657327 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4137ec15-5776-4811-ae1e-ee9f3f7eb9cd req-62219088-a1b9-4a14-be75-6ec3a0dfd301 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.4736869 Apr 05 20:10:43.678932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-0363ef94-9bd4-48c1-94c1-c67c9f9f7720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:43.688333 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-0363ef94-9bd4-48c1-94c1-c67c9f9f7720 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.1418452 Apr 05 20:10:43.726517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] Set router aa13d4e2-51ff-4703-8b0f-629b56bff3b8 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:43.824651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-a1f2e8e7-8fea-4c01-89cd-036a855b82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:43.826836 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-a1f2e8e7-8fea-4c01-89cd-036a855b82bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351740 Apr 05 20:10:43.934927 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4137ec15-5776-4811-ae1e-ee9f3f7eb9cd req-ebac0e76-a681-4216-8690-5b63d8b5c011 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766576 Apr 05 20:10:43.973138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Router 26a94819-c482-4597-a22b-823bcc00c29b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:10:44.000591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Allocated IP 172.20.0.1 (dedff9b1-192e-4507-b1b9-5f79b94c089b/816da782-38f4-4390-8237-adbf1c7bf245/ad471d1d-2778-48cc-bfd8-65ad33d730b3) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:10:44.022914 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-fb63cafe-72b8-4d49-bb74-4a2f6c969197 service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884274 Apr 05 20:10:44.093624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['eaed120d-623f-40ac-aea4-d38dc9cb535f'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:10:44.116978 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=eaed120d-623f-40ac-aea4-d38dc9cb535f,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:44.152090 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2940989f-bed7-422b-ba72-db53e8583b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:44.293997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-f63b1cea-afaf-4735-9660-8fb1d38f9f97 service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632864 Apr 05 20:10:44.300028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-9b89b8b4-4ef8-46f1-aa97-37093c22d23d None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:44.388052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:10:44.400294 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6e51b226-90f4-416e-816d-fee1e034de8e req-c8236fad-f29f-4010-98cd-f06ebda1463a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/ports?device_id=00b668b1-18d6-403d-988c-9ad5d68653f5 HTTP/1.1" status: 200 len: 210 time: 0.0647213 Apr 05 20:10:44.401279 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6dd199-dd2d-46f6-adf6-1ceae19e89b9 None None] Sync routers for ids ['26a94819-c482-4597-a22b-823bcc00c29b'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:10:44.427424 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6dd199-dd2d-46f6-adf6-1ceae19e89b9 None None] Routers {'26a94819-c482-4597-a22b-823bcc00c29b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:44.428054 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9b6dd199-dd2d-46f6-adf6-1ceae19e89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26a94819-c482-4597-a22b-823bcc00c29b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:44.557093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 40ed973d-a318-4c31-9c23-4d5fc3d066b3 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:10:44.692250 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'tag': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'status': 'completed', 'code': 200} Apr 05 20:10:44.703739 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 40ed973d-a318-4c31-9c23-4d5fc3d066b3, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=40ed973d-a318-4c31-9c23-4d5fc3d066b3,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:44.720011 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ee66abc-7d7c-4789-be1e-e51df0e33b46', 'code': 200} Apr 05 20:10:44.734265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '40ed973d-a318-4c31-9c23-4d5fc3d066b3', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '40ed973d-a318-4c31-9c23-4d5fc3d066b3', 'mac_address': 'fa:16:3e:8f:20:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:10:44.900733 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:44.907900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568a0ff-4792-440e-9fe8-16dcc4f83baf req-63846cf0-6c23-4796-a7b7-08fbcecd1d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:44.909929 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e568a0ff-4792-440e-9fe8-16dcc4f83baf req-63846cf0-6c23-4796-a7b7-08fbcecd1d75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 1096 time: 0.2163699 Apr 05 20:10:44.913545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-cf51bba4-874d-48b1-b9bf-92b385718b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:44.918549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] No DVR routers for this DVR port 8ee66abc-7d7c-4789-be1e-e51df0e33b46 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:10:44.922513 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-cf51bba4-874d-48b1-b9bf-92b385718b02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 1097 time: 0.5989575 Apr 05 20:10:44.924381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad35aba-a22a-4e41-95c6-98a377abf3ef req-04c2352f-864a-44a3-a1cb-fac11648d574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:44.925931 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ad35aba-a22a-4e41-95c6-98a377abf3ef req-04c2352f-864a-44a3-a1cb-fac11648d574 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3561258 Apr 05 20:10:44.927985 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:44.933565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'name': 'network-vif-deleted', 'tag': '8ee66abc-7d7c-4789-be1e-e51df0e33b46'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:44.974523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Transition to ACTIVE for port object ad471d1d-2778-48cc-bfd8-65ad33d730b3 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:44.998368 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-9b6dd199-dd2d-46f6-adf6-1ceae19e89b9 None None] Set router 26a94819-c482-4597-a22b-823bcc00c29b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:45.024404 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:45.034534 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:45.059326 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:45.069103 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e5d4f72b-d2ec-419b-9f88-0c5f2dab4e9d req-10390c59-25b8-46cc-b96e-806ec61cf27a tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.41 "DELETE /v2.0/ports/8ee66abc-7d7c-4789-be1e-e51df0e33b46 HTTP/1.1" status: 204 len: 173 time: 9.8201222 Apr 05 20:10:45.083265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40ed973d-a318-4c31-9c23-4d5fc3d066b3 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:10:45.104835 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 40ed973d-a318-4c31-9c23-4d5fc3d066b3, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=40ed973d-a318-4c31-9c23-4d5fc3d066b3,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:45.115086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'name': 'tempest-FloatingIPsTestJSON-907408293-router', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:29Z', 'updated_at': '2022-04-05T20:10:35Z', 'revision_number': 3, 'project_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'gw_port': {'id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:33Z', 'updated_at': '2022-04-05T20:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:45.123742 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:45.185643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5935b9-cc80-444a-9a0c-c9491211a609 req-70cd77f4-1501-477b-bd7b-6c7b593239e3 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:45.188663 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb5935b9-cc80-444a-9a0c-c9491211a609 req-70cd77f4-1501-477b-bd7b-6c7b593239e3 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 948 time: 0.3320057 Apr 05 20:10:45.194962 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ad35aba-a22a-4e41-95c6-98a377abf3ef req-ce779333-201a-4171-9337-1ad6fef706b4 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502563 Apr 05 20:10:45.226867 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a83d0-c270-4f51-9c5d-4083e1432ce5 None None] The sync data for ids ['aa13d4e2-51ff-4703-8b0f-629b56bff3b8'] in n-d-836604-1 is: [{'id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'name': 'tempest-FloatingIPsTestJSON-907408293-router', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:29Z', 'updated_at': '2022-04-05T20:10:35Z', 'revision_number': 3, 'project_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'gw_port': {'id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:33Z', 'updated_at': '2022-04-05T20:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:10:45.267262 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:45.340505 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=40ed973d-a318-4c31-9c23-4d5fc3d066b3,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:45.379629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-9b89b8b4-4ef8-46f1-aa97-37093c22d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4d35571b-67e3-4f7b-bbac-35742712ed76', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'port_id': '2d32f8b6-405b-4ac4-9f4e-7339110e3763', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'mac_address': 'fa:16:3e:6a:50:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:09:53Z', 'updated_at': '2022-04-05T20:10:42Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:45.384929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b89b8b4-4ef8-46f1-aa97-37093c22d23d None None] Checking router: dd392c03-f5a5-449e-beb2-09624994d4fe for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:10:45.407950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b89b8b4-4ef8-46f1-aa97-37093c22d23d None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:45.410190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-9b89b8b4-4ef8-46f1-aa97-37093c22d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:45.414262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568a0ff-4792-440e-9fe8-16dcc4f83baf req-d5397c1b-f905-460b-b889-3b94c2b20f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:45.426461 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e568a0ff-4792-440e-9fe8-16dcc4f83baf req-d5397c1b-f905-460b-b889-3b94c2b20f74 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 0.4718792 Apr 05 20:10:45.475149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad471d1d-2778-48cc-bfd8-65ad33d730b3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:45.495286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Network dedff9b1-192e-4507-b1b9-5f79b94c089b is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:45.498859 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:45.504252 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb5935b9-cc80-444a-9a0c-c9491211a609 req-db5e4060-1df7-4f87-9129-18344c041321 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081961 Apr 05 20:10:45.504876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:10:45.505336 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:45.585491 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ad35aba-a22a-4e41-95c6-98a377abf3ef req-3a23fb38-db2f-4c09-8c4d-77187a50ea0e service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477137 Apr 05 20:10:45.725807 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e568a0ff-4792-440e-9fe8-16dcc4f83baf req-0c3082db-1e15-4dcb-bd80-c5d450377ecb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 200 len: 217 time: 0.2446966 Apr 05 20:10:45.796251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['40ed973d-a318-4c31-9c23-4d5fc3d066b3'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:10:45.818816 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:46.133641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568a0ff-4792-440e-9fe8-16dcc4f83baf req-75dddcfc-c766-46af-b620-f0e790f565c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:46.135758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e568a0ff-4792-440e-9fe8-16dcc4f83baf req-75dddcfc-c766-46af-b620-f0e790f565c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.1831326 Apr 05 20:10:46.136925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-8c39293e-aab5-4dee-a86c-81c7de736f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:46.138335 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-8c39293e-aab5-4dee-a86c-81c7de736f0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 1.2147686 Apr 05 20:10:46.163868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-9b89b8b4-4ef8-46f1-aa97-37093c22d23d None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:46.216943 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9b6dd199-dd2d-46f6-adf6-1ceae19e89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:58Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:46.238841 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6dd199-dd2d-46f6-adf6-1ceae19e89b9 None None] Checking router: 26a94819-c482-4597-a22b-823bcc00c29b for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:10:46.251179 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:46.262944 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6dd199-dd2d-46f6-adf6-1ceae19e89b9 None None] Routers {'26a94819-c482-4597-a22b-823bcc00c29b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:46.263570 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9b6dd199-dd2d-46f6-adf6-1ceae19e89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26a94819-c482-4597-a22b-823bcc00c29b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:46.306922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device eaed120d-623f-40ac-aea4-d38dc9cb535f up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:46.580727 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-ec48b40b-06ad-4402-8ce2-71b2051c8f28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d32f8b6-405b-4ac4-9f4e-7339110e3763 HTTP/1.1" status: 200 len: 1001 time: 0.4352930 Apr 05 20:10:46.584221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d6e9d-0c32-427d-9a63-c31941ab4a5b req-cdc335df-3fab-407f-af05-db9d3f54a536 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:46.585758 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d60d6e9d-0c32-427d-9a63-c31941ab4a5b req-cdc335df-3fab-407f-af05-db9d3f54a536 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.6160541 Apr 05 20:10:46.700161 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-9b6dd199-dd2d-46f6-adf6-1ceae19e89b9 None None] Set router 26a94819-c482-4597-a22b-823bcc00c29b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:46.715554 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d60d6e9d-0c32-427d-9a63-c31941ab4a5b req-47a5a254-7c2c-446b-9932-044e2466ae27 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161978 Apr 05 20:10:46.748816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fc4d84bd-9a24-4775-871e-1603230b2801 None None] Provisioning for port ad471d1d-2778-48cc-bfd8-65ad33d730b3 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:46.774043 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:46.793741 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:46.794875 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:46.807281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'tag': '2d32f8b6-405b-4ac4-9f4e-7339110e3763'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:46.823742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-babadc0d-4cbd-4369-bddd-fc9d7556e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:46.842018 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-babadc0d-4cbd-4369-bddd-fc9d7556e981 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.2603900 Apr 05 20:10:46.950238 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fc4d84bd-9a24-4775-871e-1603230b2801 None None] Provisioning complete for port ad471d1d-2778-48cc-bfd8-65ad33d730b3 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:46.950762 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fc4d84bd-9a24-4775-871e-1603230b2801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:46.954853 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b668b1-18d6-403d-988c-9ad5d68653f5', 'name': 'network-vif-deleted', 'tag': '8ee66abc-7d7c-4789-be1e-e51df0e33b46', 'status': 'completed', 'code': 200} Apr 05 20:10:47.033467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568a0ff-4792-440e-9fe8-16dcc4f83baf req-8588ecaa-6ec0-4951-9508-c2a89978fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:47.037116 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e568a0ff-4792-440e-9fe8-16dcc4f83baf req-8588ecaa-6ec0-4951-9508-c2a89978fd81 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8931715 Apr 05 20:10:47.119219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-fc4d84bd-9a24-4775-871e-1603230b2801 None None] Port ad471d1d-2778-48cc-bfd8-65ad33d730b3 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:10:47.124637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0719470-053e-41ea-bba6-3f1d506cedab up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:47.203763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad471d1d-2778-48cc-bfd8-65ad33d730b3,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:47.233799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-d050224a-d832-47fe-9014-1d2970d73a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:47.235822 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-d050224a-d832-47fe-9014-1d2970d73a14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3722451 Apr 05 20:10:47.331034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port eaed120d-623f-40ac-aea4-d38dc9cb535f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:47.350116 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port eaed120d-623f-40ac-aea4-d38dc9cb535f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:47.350485 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:47.506730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e568a0ff-4792-440e-9fe8-16dcc4f83baf req-25c4ddb8-574f-48b2-a898-63a1735ae781 service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571826 Apr 05 20:10:47.543846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Network dedff9b1-192e-4507-b1b9-5f79b94c089b is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:47.545889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:47.645217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-9b89b8b4-4ef8-46f1-aa97-37093c22d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4d35571b-67e3-4f7b-bbac-35742712ed76', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'port_id': '2d32f8b6-405b-4ac4-9f4e-7339110e3763', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'mac_address': 'fa:16:3e:6a:50:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:09:53Z', 'updated_at': '2022-04-05T20:10:42Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:47.673068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b89b8b4-4ef8-46f1-aa97-37093c22d23d None None] The sync data for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 is: [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4d35571b-67e3-4f7b-bbac-35742712ed76', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'port_id': '2d32f8b6-405b-4ac4-9f4e-7339110e3763', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'mac_address': 'fa:16:3e:6a:50:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:09:53Z', 'updated_at': '2022-04-05T20:10:42Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:10:47.705393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a0719470-053e-41ea-bba6-3f1d506cedab completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:47.776182 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9b6dd199-dd2d-46f6-adf6-1ceae19e89b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:58Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:47.806866 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6dd199-dd2d-46f6-adf6-1ceae19e89b9 None None] The sync data for ids ['26a94819-c482-4597-a22b-823bcc00c29b'] in n-d-836604-1 is: [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:07:46Z', 'revision_number': 4, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bab69b41-f7e0-440b-9521-94a21764300e', 'name': '', 'network_id': '3181547e-906a-45c1-ab4d-f0e8ddba8d63', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'mac_address': 'fa:16:3e:20:04:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:45Z', 'updated_at': '2022-04-05T20:07:58Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'subnets': [{'id': 'db5d97bd-f1f9-44b3-b911-c8ed750bc5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:10:47.807483 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-c1274379-e08a-44bd-9154-38605b2d8516 service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917810 Apr 05 20:10:47.821377 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e568a0ff-4792-440e-9fe8-16dcc4f83baf req-d84a147b-0598-486b-9090-e682db1ab0f7 service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946453 Apr 05 20:10:47.845606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a0719470-053e-41ea-bba6-3f1d506cedab triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:47.846119 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:48.028253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3207a5-9b0e-49fd-99c1-ddd28066a041 req-ad3fb81e-738b-4d1b-9c09-21ea100afb88 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:48.036764 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6b3207a5-9b0e-49fd-99c1-ddd28066a041 req-ad3fb81e-738b-4d1b-9c09-21ea100afb88 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 949 time: 0.5642436 Apr 05 20:10:48.152197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Router aa13d4e2-51ff-4703-8b0f-629b56bff3b8 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:10:48.213410 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6b3207a5-9b0e-49fd-99c1-ddd28066a041 req-cdc08a06-dc3c-43da-a214-4d4d1e62a75b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756721 Apr 05 20:10:48.272630 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9980911d-f41c-48ce-8620-6dd9bd132cf8 req-9aa63703-10d2-448a-b577-6a246c215239 service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642291 Apr 05 20:10:48.406521 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:48.444322 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'tag': '2d32f8b6-405b-4ac4-9f4e-7339110e3763', 'status': 'completed', 'code': 200} Apr 05 20:10:48.480536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16546155-a5e2-4e0c-80d6-c8df97fb4307 None None] New status for floating IP 58fa4e44-a2ce-4169-96bf-8e0f97c27ebf: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:10:48.558667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:10:48.563417 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-01223596-63b9-4eff-9e8d-7658dcbbecf0 admin admin] 10.222.0.24 "PUT /v2.0/routers/aa13d4e2-51ff-4703-8b0f-629b56bff3b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2969277 Apr 05 20:10:48.574201 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Sync routers for ids ['aa13d4e2-51ff-4703-8b0f-629b56bff3b8'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:10:48.588801 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Routers {'aa13d4e2-51ff-4703-8b0f-629b56bff3b8'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:48.589924 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['aa13d4e2-51ff-4703-8b0f-629b56bff3b8'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:48.678130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port eaed120d-623f-40ac-aea4-d38dc9cb535f, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=eaed120d-623f-40ac-aea4-d38dc9cb535f,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:48.679484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-17f5a789-182c-4450-965e-cef34f65bb4b None None] Provisioning complete for port ad471d1d-2778-48cc-bfd8-65ad33d730b3 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:48.681156 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-17f5a789-182c-4450-965e-cef34f65bb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:48.828099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf774f8-a27a-40c5-97d6-2801bb707a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaed120d-623f-40ac-aea4-d38dc9cb535f'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:48.833098 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-17f5a789-182c-4450-965e-cef34f65bb4b None None] Port ad471d1d-2778-48cc-bfd8-65ad33d730b3 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:10:48.834848 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:48.955273 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Set router aa13d4e2-51ff-4703-8b0f-629b56bff3b8 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:48.964783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d8bbf-3176-4cc7-8c47-50f3e9ceb366 req-50c55831-a102-420a-bc69-4aff012a8971 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:48.966312 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0a3d8bbf-3176-4cc7-8c47-50f3e9ceb366 req-50c55831-a102-420a-bc69-4aff012a8971 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 1096 time: 0.2328196 Apr 05 20:10:48.988556 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:49.036331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=eaed120d-623f-40ac-aea4-d38dc9cb535f,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:49.043045 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a0719470-053e-41ea-bba6-3f1d506cedab, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a0719470-053e-41ea-bba6-3f1d506cedab,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:49.059974 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:49.080707 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0a3d8bbf-3176-4cc7-8c47-50f3e9ceb366 req-487cbae8-9d37-429b-b5de-e2c5fb4f43bf tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084628 Apr 05 20:10:49.134711 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2411244-0db3-44b5-ab69-0ab0e1a13499 req-9999eb9b-8503-4095-b6ce-2aab3d8130ed tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 1001 time: 0.5869768 Apr 05 20:10:49.162783 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a0719470-053e-41ea-bba6-3f1d506cedab,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:49.197833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1034192-d577-461d-84a4-4301347cf6b5 req-58efd8e8-a567-45c5-a730-a8bf528fda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:49.199756 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1034192-d577-461d-84a4-4301347cf6b5 req-58efd8e8-a567-45c5-a730-a8bf528fda21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 1097 time: 0.7326100 Apr 05 20:10:49.350743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1034192-d577-461d-84a4-4301347cf6b5 req-90827b1b-0043-4e20-9867-dd28b1dae223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:49.352179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1034192-d577-461d-84a4-4301347cf6b5 req-90827b1b-0043-4e20-9867-dd28b1dae223 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 0.1430531 Apr 05 20:10:49.376282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2411244-0db3-44b5-ab69-0ab0e1a13499 req-182f2b42-540b-4620-9907-3cc3ce37191a tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:49.382354 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2411244-0db3-44b5-ab69-0ab0e1a13499 req-182f2b42-540b-4620-9907-3cc3ce37191a tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports/2d32f8b6-405b-4ac4-9f4e-7339110e3763 HTTP/1.1" status: 200 len: 943 time: 0.2364552 Apr 05 20:10:49.440500 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf774f8-a27a-40c5-97d6-2801bb707a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaed120d-623f-40ac-aea4-d38dc9cb535f', 'code': 200} Apr 05 20:10:49.495480 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'name': 'tempest-FloatingIPsTestJSON-907408293-router', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:29Z', 'updated_at': '2022-04-05T20:10:45Z', 'revision_number': 4, 'project_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'gw_port': {'id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:33Z', 'updated_at': '2022-04-05T20:10:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ad471d1d-2778-48cc-bfd8-65ad33d730b3', 'name': '', 'network_id': 'dedff9b1-192e-4507-b1b9-5f79b94c089b', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'mac_address': 'fa:16:3e:a2:c5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '816da782-38f4-4390-8237-adbf1c7bf245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:42Z', 'updated_at': '2022-04-05T20:10:46Z', 'revision_number': 2, 'project_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'subnets': [{'id': '816da782-38f4-4390-8237-adbf1c7bf245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:49.504803 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Checking router: aa13d4e2-51ff-4703-8b0f-629b56bff3b8 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:10:49.505159 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Updating router aa13d4e2-51ff-4703-8b0f-629b56bff3b8 port ad471d1d-2778-48cc-bfd8-65ad33d730b3 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:10:49.596799 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:49.707952 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1034192-d577-461d-84a4-4301347cf6b5 req-9bdacf6f-c14f-4b24-a09c-d4d082ced8e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d32f8b6-405b-4ac4-9f4e-7339110e3763 HTTP/1.1" status: 200 len: 1001 time: 0.3243785 Apr 05 20:10:49.815939 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2411244-0db3-44b5-ab69-0ab0e1a13499 req-bc078087-72a2-4ae0-8d17-b20a4083bd5c tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 1001 time: 0.3011425 Apr 05 20:10:49.863795 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-30ee8309-6368-4389-8fac-c3995da7df4f tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2438235 Apr 05 20:10:49.876008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:49.881822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:49.885940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Usage tracker for resource:floatingip and tenant:c71b5eb7a7e2409b9be4a3a0e6671c25 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:49.888929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:49.895238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:49.910600 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:49.932492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1034192-d577-461d-84a4-4301347cf6b5 req-57add458-41bf-476a-ac00-9d81c8ca7833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:49.934120 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1034192-d577-461d-84a4-4301347cf6b5 req-57add458-41bf-476a-ac00-9d81c8ca7833 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.1972759 Apr 05 20:10:49.974248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3a8e5-5fde-4517-960f-f0440f428518 req-688ff619-951a-4dab-bd33-b2a3e5342c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:49.977163 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df3a8e5-5fde-4517-960f-f0440f428518 req-688ff619-951a-4dab-bd33-b2a3e5342c3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2cf774f8-a27a-40c5-97d6-2801bb707a22 HTTP/1.1" status: 200 len: 1101 time: 0.4624677 Apr 05 20:10:50.037709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2411244-0db3-44b5-ab69-0ab0e1a13499 req-9eab0aaa-3178-49c2-9aa2-134c2c340799 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:50.039433 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2411244-0db3-44b5-ab69-0ab0e1a13499 req-9eab0aaa-3178-49c2-9aa2-134c2c340799 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.2143691 Apr 05 20:10:50.078438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1034192-d577-461d-84a4-4301347cf6b5 req-944e1616-2509-435e-b299-77f6a07f1262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:50.080066 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1034192-d577-461d-84a4-4301347cf6b5 req-944e1616-2509-435e-b299-77f6a07f1262 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337402 Apr 05 20:10:50.132063 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df3a8e5-5fde-4517-960f-f0440f428518 req-017bedea-7e4d-405e-b3c5-ab494174f8d3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479166 Apr 05 20:10:50.228926 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:50.231875 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:50.265239 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Transition to ACTIVE for port object ad471d1d-2778-48cc-bfd8-65ad33d730b3 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:50.283383 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:50.301015 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1034192-d577-461d-84a4-4301347cf6b5 req-1ac5c9ae-0f54-4fb7-bb77-c94c3d5c266a service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109001 Apr 05 20:10:50.306050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 40ed973d-a318-4c31-9c23-4d5fc3d066b3 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:50.358719 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3ab9a-f2ab-42f4-be3c-f404cbf26c69 None None] Pushing event updated for resources: {'Port': ['ID=ad471d1d-2778-48cc-bfd8-65ad33d730b3,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:50.367920 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3ab9a-f2ab-42f4-be3c-f404cbf26c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:50.368123 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3ab9a-f2ab-42f4-be3c-f404cbf26c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:50.368871 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3ab9a-f2ab-42f4-be3c-f404cbf26c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:50.368871 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3ab9a-f2ab-42f4-be3c-f404cbf26c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:50.369370 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3ab9a-f2ab-42f4-be3c-f404cbf26c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:50.369370 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3ab9a-f2ab-42f4-be3c-f404cbf26c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:50.369683 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3ab9a-f2ab-42f4-be3c-f404cbf26c69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:50.370034 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3ab9a-f2ab-42f4-be3c-f404cbf26c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:50.370349 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3ab9a-f2ab-42f4-be3c-f404cbf26c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:50.371007 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3ab9a-f2ab-42f4-be3c-f404cbf26c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:50.371007 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3ab9a-f2ab-42f4-be3c-f404cbf26c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:50.371295 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a3ab9a-f2ab-42f4-be3c-f404cbf26c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:50.609435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 40ed973d-a318-4c31-9c23-4d5fc3d066b3 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:50.614963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 40ed973d-a318-4c31-9c23-4d5fc3d066b3 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:50.615294 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:50.675831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2b997-9faf-4675-98bc-5cc0ff520bcf req-4a73d6d0-b5ec-4235-968c-ddccf36a9dda tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:50.678514 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6ea2b997-9faf-4675-98bc-5cc0ff520bcf req-4a73d6d0-b5ec-4235-968c-ddccf36a9dda tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 949 time: 0.3763864 Apr 05 20:10:50.681464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Allocated IP 172.25.8.209 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/ab69fd8e-4e15-4e85-a4a5-129aaa280fc5) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:10:50.685040 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1034192-d577-461d-84a4-4301347cf6b5 req-e35554cc-57f7-4b53-9c06-1da38cc068c4 service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401146 Apr 05 20:10:50.765758 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Attempting to bind port ad471d1d-2778-48cc-bfd8-65ad33d730b3 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:10:50.766433 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Attempting to bind port ad471d1d-2778-48cc-bfd8-65ad33d730b3 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'c351de56-d01c-478d-998f-ef39f4ac877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dedff9b1-192e-4507-b1b9-5f79b94c089b'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:10:50.766966 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Attempting to bind port ad471d1d-2778-48cc-bfd8-65ad33d730b3 on network dedff9b1-192e-4507-b1b9-5f79b94c089b {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:50.773599 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:10:50.774307 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Checking segment: {'id': 'c351de56-d01c-478d-998f-ef39f4ac877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dedff9b1-192e-4507-b1b9-5f79b94c089b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:50.775344 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:50.776821 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Bound using segment: {'id': 'c351de56-d01c-478d-998f-ef39f4ac877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dedff9b1-192e-4507-b1b9-5f79b94c089b'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:10:50.777511 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Bound port: ad471d1d-2778-48cc-bfd8-65ad33d730b3, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c351de56-d01c-478d-998f-ef39f4ac877e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dedff9b1-192e-4507-b1b9-5f79b94c089b'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:10:50.778345 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:50.810465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6ea2b997-9faf-4675-98bc-5cc0ff520bcf req-3ef8bae4-0455-4890-a474-44e6d125116f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243672 Apr 05 20:10:50.910608 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:50.924569 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:50.967572 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] For port ad471d1d-2778-48cc-bfd8-65ad33d730b3, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:10:50.971915 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:50.974129 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] For port ad471d1d-2778-48cc-bfd8-65ad33d730b3, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ad471d1d-2778-48cc-bfd8-65ad33d730b3,segment=NetworkSegment(c351de56-d01c-478d-998f-ef39f4ac877e),segment_id=c351de56-d01c-478d-998f-ef39f4ac877e)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:10:50.987692 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:51.061303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 40ed973d-a318-4c31-9c23-4d5fc3d066b3, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=40ed973d-a318-4c31-9c23-4d5fc3d066b3,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:51.091163 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:51.179366 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3ab9a-f2ab-42f4-be3c-f404cbf26c69 None None] Pushing event updated for resources: {'Port': ['ID=ad471d1d-2778-48cc-bfd8-65ad33d730b3,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:51.227083 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Routers {'aa13d4e2-51ff-4703-8b0f-629b56bff3b8'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:51.228993 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['aa13d4e2-51ff-4703-8b0f-629b56bff3b8'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:51.240310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Pushing event updated for resources: {'Port': ['ID=ab69fd8e-4e15-4e85-a4a5-129aaa280fc5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:51.248658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:51.250252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:51.253762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:10:51.330647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0719470-053e-41ea-bba6-3f1d506cedab up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:51.390283 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:51.449569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6858018-70f0-475a-9b50-c17d77a41ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ed973d-a318-4c31-9c23-4d5fc3d066b3'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:51.487269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=40ed973d-a318-4c31-9c23-4d5fc3d066b3,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:51.531615 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:51.543658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:51.543998 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:51.546673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:51.547271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:51.547598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:51.550972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:51.554796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:51.555615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:51.557998 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:51.558333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:51.558664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:51.558963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:51.659041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a0719470-053e-41ea-bba6-3f1d506cedab triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:51.659644 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:51.707216 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] Set router aa13d4e2-51ff-4703-8b0f-629b56bff3b8 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:51.978137 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:51.983869 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:52.066245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Pushing event updated for resources: {'Port': ['ID=ab69fd8e-4e15-4e85-a4a5-129aaa280fc5,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:52.077422 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:52.104493 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:52.112833 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-dee6aaab-0794-4a2f-a078-a5d472174e4e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2405899 Apr 05 20:10:52.187245 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'name': 'tempest-FloatingIPsTestJSON-907408293-router', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:29Z', 'updated_at': '2022-04-05T20:10:45Z', 'revision_number': 4, 'project_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'gw_port': {'id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:33Z', 'updated_at': '2022-04-05T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ad471d1d-2778-48cc-bfd8-65ad33d730b3', 'name': '', 'network_id': 'dedff9b1-192e-4507-b1b9-5f79b94c089b', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'mac_address': 'fa:16:3e:a2:c5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '816da782-38f4-4390-8237-adbf1c7bf245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:42Z', 'updated_at': '2022-04-05T20:10:50Z', 'revision_number': 4, 'project_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'subnets': [{'id': '816da782-38f4-4390-8237-adbf1c7bf245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:52.192570 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e81e025-7849-4355-9b7d-559f35d45ab0 None None] The sync data for ids ['aa13d4e2-51ff-4703-8b0f-629b56bff3b8'] in n-d-836604-1 is: [{'id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'name': 'tempest-FloatingIPsTestJSON-907408293-router', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:29Z', 'updated_at': '2022-04-05T20:10:45Z', 'revision_number': 4, 'project_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'gw_port': {'id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:33Z', 'updated_at': '2022-04-05T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ad471d1d-2778-48cc-bfd8-65ad33d730b3', 'name': '', 'network_id': 'dedff9b1-192e-4507-b1b9-5f79b94c089b', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'mac_address': 'fa:16:3e:a2:c5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '816da782-38f4-4390-8237-adbf1c7bf245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:42Z', 'updated_at': '2022-04-05T20:10:50Z', 'revision_number': 4, 'project_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'subnets': [{'id': '816da782-38f4-4390-8237-adbf1c7bf245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:10:52.208336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-87f099a1-50c6-4385-804f-85fc2fe9dd02 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Synchronizing usage tracker for tenant:c71b5eb7a7e2409b9be4a3a0e6671c25 on resource:floatingip {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:10:52.228976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-87f099a1-50c6-4385-804f-85fc2fe9dd02 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Unset dirty status for tenant:c71b5eb7a7e2409b9be4a3a0e6671c25 on resource:floatingip {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:10:52.235400 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-87f099a1-50c6-4385-804f-85fc2fe9dd02 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.1216574 Apr 05 20:10:52.437333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-c46f9440-9551-49a3-b8cf-62edd02ee190 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:52.439414 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3220c88d-7352-41be-888d-001e6e8c70e6 req-c46f9440-9551-49a3-b8cf-62edd02ee190 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.2032535 Apr 05 20:10:52.502716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53062) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:52.753431 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20dd540b-1c35-4f6b-bbf2-c06bd92bcf7c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:52.825677 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-92e10fd7-8f5d-457c-94fa-306bcf9102d9 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 1001 time: 0.2579238 Apr 05 20:10:52.870947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-4b7f600c-0b40-4f00-9187-b49d48dd9c73 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:10:52.872021 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-4b7f600c-0b40-4f00-9187-b49d48dd9c73 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436316 Apr 05 20:10:52.882687 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20dd540b-1c35-4f6b-bbf2-c06bd92bcf7c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:52.894517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-52213de6-329a-4966-a600-19c386074519 req-832895bd-4eb5-4fae-966e-285aea12db4b service neutron] Request body: {'binding': {'host': 'n-h2-836604-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:52.895216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-52213de6-329a-4966-a600-19c386074519 req-832895bd-4eb5-4fae-966e-285aea12db4b service neutron] Unknown quota resources ['binding']. {{(pid=87965) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 05 20:10:52.982875 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-f2b237a8-28a8-4c74-8827-eed4483ecf30 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:52.984676 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-f2b237a8-28a8-4c74-8827-eed4483ecf30 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports/2d32f8b6-405b-4ac4-9f4e-7339110e3763 HTTP/1.1" status: 200 len: 943 time: 0.1582179 Apr 05 20:10:53.090804 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20dd540b-1c35-4f6b-bbf2-c06bd92bcf7c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:53.190402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ad471d1d-2778-48cc-bfd8-65ad33d730b3 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:53.247500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd540b-1c35-4f6b-bbf2-c06bd92bcf7c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f12754-40d0-4aa1-9716-03f59a499be9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:53.261218 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20dd540b-1c35-4f6b-bbf2-c06bd92bcf7c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:53.262421 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-20dd540b-1c35-4f6b-bbf2-c06bd92bcf7c tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "DELETE /v2.0/security-groups/33f12754-40d0-4aa1-9716-03f59a499be9 HTTP/1.1" status: 204 len: 168 time: 0.7587092 Apr 05 20:10:53.265179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53076) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:53.301807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port ad471d1d-2778-48cc-bfd8-65ad33d730b3 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:53.311306 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ad471d1d-2778-48cc-bfd8-65ad33d730b3 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:53.311825 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:53.322295 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-7999d17b-97c5-4978-a352-72735d13eef8 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] show failed (client error): The resource could not be found. Apr 05 20:10:53.326158 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7999d17b-97c5-4978-a352-72735d13eef8 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "GET /v2.0/security-groups/33f12754-40d0-4aa1-9716-03f59a499be9 HTTP/1.1" status: 404 len: 347 time: 0.0571659 Apr 05 20:10:53.326751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53080) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:53.340444 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-395fd847-09a2-4a54-83af-01de7f181e93 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 1001 time: 0.2335765 Apr 05 20:10:53.393780 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:10:53.502863 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:53.549331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port ad471d1d-2778-48cc-bfd8-65ad33d730b3, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ad471d1d-2778-48cc-bfd8-65ad33d730b3,segment=NetworkSegment(c351de56-d01c-478d-998f-ef39f4ac877e),segment_id=c351de56-d01c-478d-998f-ef39f4ac877e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:10:53.556811 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:53.559168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-52213de6-329a-4966-a600-19c386074519 req-832895bd-4eb5-4fae-966e-285aea12db4b service neutron] Attempting to bind port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e on host n-h2-836604-1 for vnic_type normal with profile None {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:10:53.559659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-52213de6-329a-4966-a600-19c386074519 req-832895bd-4eb5-4fae-966e-285aea12db4b service neutron] Attempting to bind port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:10:53.559869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52213de6-329a-4966-a600-19c386074519 req-832895bd-4eb5-4fae-966e-285aea12db4b service neutron] Attempting to bind port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:53.575327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Deleting port 38460ea7-6060-434b-9a26-c59d877dab41 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:10:53.576595 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:53.588801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52213de6-329a-4966-a600-19c386074519 req-832895bd-4eb5-4fae-966e-285aea12db4b service neutron] Port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:10:53.590199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52213de6-329a-4966-a600-19c386074519 req-832895bd-4eb5-4fae-966e-285aea12db4b service neutron] Attempting to bind port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:10:53.602253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52213de6-329a-4966-a600-19c386074519 req-832895bd-4eb5-4fae-966e-285aea12db4b service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:10:53.602903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52213de6-329a-4966-a600-19c386074519 req-832895bd-4eb5-4fae-966e-285aea12db4b service neutron] Checking segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:10:53.603445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52213de6-329a-4966-a600-19c386074519 req-832895bd-4eb5-4fae-966e-285aea12db4b service neutron] Bound using segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:10:53.604049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-52213de6-329a-4966-a600-19c386074519 req-832895bd-4eb5-4fae-966e-285aea12db4b service neutron] Bound port: 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:10:53.642675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-d0ad7305-6f98-4692-80db-320f00c22f9e tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:53.649174 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-d0ad7305-6f98-4692-80db-320f00c22f9e tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.3004081 Apr 05 20:10:53.656180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-91d10781-c816-4423-b319-f96c29d3bbec tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:10:53.663555 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-91d10781-c816-4423-b319-f96c29d3bbec tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129550 Apr 05 20:10:53.690785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=ad471d1d-2778-48cc-bfd8-65ad33d730b3,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:53.765170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-52213de6-329a-4966-a600-19c386074519 req-832895bd-4eb5-4fae-966e-285aea12db4b service neutron] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:10:53.781238 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52213de6-329a-4966-a600-19c386074519 req-832895bd-4eb5-4fae-966e-285aea12db4b service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:53.782445 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-832895bd-4eb5-4fae-966e-285aea12db4b service neutron] 10.222.0.24 "POST /v2.0/ports/941413cc-cd0e-4dca-9c2c-7c52aeac2b5e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8916531 Apr 05 20:10:53.793524 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-628a05a2-367e-4691-81ac-8d822d208b63 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 1001 time: 0.1290569 Apr 05 20:10:53.798666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-bbcceeeb-0abd-46cb-9615-00c3f3202e66 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:53.910166 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:53.915613 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:53.927684 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6858018-70f0-475a-9b50-c17d77a41ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40ed973d-a318-4c31-9c23-4d5fc3d066b3', 'code': 200} Apr 05 20:10:53.938351 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-bbcceeeb-0abd-46cb-9615-00c3f3202e66 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:54.089939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Calling delete_port for 38460ea7-6060-434b-9a26-c59d877dab41 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:10:54.246804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33816f2-c9dd-4a9d-bcc7-865479a36407 req-32425be4-452d-457c-87a5-6987de25f4da tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:54.248183 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b33816f2-c9dd-4a9d-bcc7-865479a36407 req-32425be4-452d-457c-87a5-6987de25f4da tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 950 time: 0.1279802 Apr 05 20:10:54.336367 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b33816f2-c9dd-4a9d-bcc7-865479a36407 req-cc54a1cc-bc28-49f3-8918-efcac10062d0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586443 Apr 05 20:10:54.337771 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:54.443361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Pushing event deleted for resources: {'Port': ['ID=38460ea7-6060-434b-9a26-c59d877dab41,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:54.459366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213de6-329a-4966-a600-19c386074519 req-c860d301-5ec7-45f4-8947-9dbada0bb9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:54.460860 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-c860d301-5ec7-45f4-8947-9dbada0bb9c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 1096 time: 0.2964315 Apr 05 20:10:54.466045 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-bbcceeeb-0abd-46cb-9615-00c3f3202e66 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:54.469402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da2852-55bf-4e88-812f-6b327b4dc8f7 req-0c477d09-e301-49e2-9845-911349268ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:54.471174 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34da2852-55bf-4e88-812f-6b327b4dc8f7 req-0c477d09-e301-49e2-9845-911349268ab0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 1101 time: 0.4647648 Apr 05 20:10:54.492105 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-bbcceeeb-0abd-46cb-9615-00c3f3202e66 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:54.492409 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-bbcceeeb-0abd-46cb-9615-00c3f3202e66 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Floating IP 4d35571b-67e3-4f7b-bbac-35742712ed76 disassociated. External IP: 172.25.8.53, port: 2d32f8b6-405b-4ac4-9f4e-7339110e3763. Apr 05 20:10:54.495067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:54.495414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:54.495749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:54.496082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:54.496416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:54.496741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:54.497116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:54.497396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:54.497717 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:54.498059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:54.498382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:54.498698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:10:54.546697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aaa62988-d389-448b-84d9-15c63cc4f52f req-cb0c2fce-3ce7-470e-b2c4-1c1ff532deaf tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/floatingips/5e3b479a-ff56-4f8b-8c61-f7976c09e96a HTTP/1.1" status: 200 len: 693 time: 0.1680925 Apr 05 20:10:54.669658 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:54.705203 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:54.708832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d7be57a5-e5cf-43a7-9c73-e146ec997723 tempest-ServersWithSpecificFlavorTestJSON-349491027 tempest-ServersWithSpecificFlavorTestJSON-349491027-project] 10.222.0.24 "DELETE /v2.0/floatingips/58fa4e44-a2ce-4169-96bf-8e0f97c27ebf HTTP/1.1" status: 204 len: 168 time: 1.3787067 Apr 05 20:10:54.738147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa62988-d389-448b-84d9-15c63cc4f52f req-fe8a45c8-4435-4eff-9138-75ea8c0e9c56 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:54.738789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-aaa62988-d389-448b-84d9-15c63cc4f52f req-fe8a45c8-4435-4eff-9138-75ea8c0e9c56 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Synchronizing usage tracker for tenant:c71b5eb7a7e2409b9be4a3a0e6671c25 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:10:54.749977 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34da2852-55bf-4e88-812f-6b327b4dc8f7 req-a9a372ff-ed2a-4dd2-bc77-3308c2c6ba03 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109268 Apr 05 20:10:54.755907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-aaa62988-d389-448b-84d9-15c63cc4f52f req-fe8a45c8-4435-4eff-9138-75ea8c0e9c56 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Unset dirty status for tenant:c71b5eb7a7e2409b9be4a3a0e6671c25 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:10:54.757277 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aaa62988-d389-448b-84d9-15c63cc4f52f req-fe8a45c8-4435-4eff-9138-75ea8c0e9c56 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.1993105 Apr 05 20:10:54.767807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-aaa62988-d389-448b-84d9-15c63cc4f52f req-19560038-3377-485c-8e05-754db94fd6eb tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:10:54.768738 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aaa62988-d389-448b-84d9-15c63cc4f52f req-19560038-3377-485c-8e05-754db94fd6eb tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054855 Apr 05 20:10:54.850636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213de6-329a-4966-a600-19c386074519 req-533b9090-9136-45f9-8401-fbfcb88875fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:54.852354 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-533b9090-9136-45f9-8401-fbfcb88875fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.3801851 Apr 05 20:10:54.887774 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-713031c0-bab8-433d-8023-a5c0e647c85c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4315b2776a8446efa0573a8e3d19b341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270069 Apr 05 20:10:55.034641 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-e4603f55-57a4-4e79-b1b7-68606daf9cdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e HTTP/1.1" status: 200 len: 217 time: 0.0667076 Apr 05 20:10:55.037856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-7216c9cf-d8b4-4da6-90fd-e1a497088053 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:55.039324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-7216c9cf-d8b4-4da6-90fd-e1a497088053 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1463299 Apr 05 20:10:55.041774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-bbcceeeb-0abd-46cb-9615-00c3f3202e66 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Router dd392c03-f5a5-449e-beb2-09624994d4fe has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:10:55.053695 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-6dbdac19-3e96-4386-8824-cd3664a2ca90 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/quotas/4315b2776a8446efa0573a8e3d19b341 HTTP/1.1" status: 200 len: 375 time: 0.0089824 Apr 05 20:10:55.143481 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-89ae9269-0238-4c01-aef7-34402e4a1673 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843630 Apr 05 20:10:55.146529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ad471d1d-2778-48cc-bfd8-65ad33d730b3 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:10:55.170537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213de6-329a-4966-a600-19c386074519 req-7c698bc6-ffb6-48b2-bf30-5441c875f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:55.172219 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-7c698bc6-ffb6-48b2-bf30-5441c875f602 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.1269212 Apr 05 20:10:55.218865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ad471d1d-2778-48cc-bfd8-65ad33d730b3 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:55.219554 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:55.303810 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-1b3660a8-cfa9-4e77-aecb-a404353ff243 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146679 Apr 05 20:10:55.574656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-bbcceeeb-0abd-46cb-9615-00c3f3202e66 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:10:55.580810 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-bbcceeeb-0abd-46cb-9615-00c3f3202e66 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:55.602092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef0681-f744-403a-bcce-5aa7e26da9a5 None None] Sync routers for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:10:55.612579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef0681-f744-403a-bcce-5aa7e26da9a5 None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:55.613525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-47ef0681-f744-403a-bcce-5aa7e26da9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:55.663839 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-af9f13e0-c9b2-4338-88b0-ad86afbe0189 service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515301 Apr 05 20:10:55.679139 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-bbcceeeb-0abd-46cb-9615-00c3f3202e66 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "PUT /v2.0/floatingips/4d35571b-67e3-4f7b-bbac-35742712ed76 HTTP/1.1" status: 200 len: 694 time: 1.8774488 Apr 05 20:10:55.712840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'tag': '2d32f8b6-405b-4ac4-9f4e-7339110e3763'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:10:55.841195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-47ef0681-f744-403a-bcce-5aa7e26da9a5 None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:55.869954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-22982403-c7d1-444f-8f3c-4d6c71a312cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:55.878295 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-22982403-c7d1-444f-8f3c-4d6c71a312cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 1097 time: 0.1983082 Apr 05 20:10:55.934017 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-deb4c3e0-eb73-4291-b56a-566fdd4d8025 service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222369 Apr 05 20:10:56.087467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-617e90d8-2799-4bcc-9811-f78b1c57975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:56.094879 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-617e90d8-2799-4bcc-9811-f78b1c57975f service neutron] 10.222.0.24 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 0.2155497 Apr 05 20:10:56.167499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53124) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:56.176454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Request body: {'security_group': {'name': 'tempest-securitygroup--846413552', 'description': 'tempest-description--669576399'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:56.190022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:56.201829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Usage tracker for resource:security_group and tenant:2d77a87d0b4a42228f6d71a11b446899 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:56.212724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:56.224517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-47ef0681-f744-403a-bcce-5aa7e26da9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:56.230075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef0681-f744-403a-bcce-5aa7e26da9a5 None None] Checking router: dd392c03-f5a5-449e-beb2-09624994d4fe for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:10:56.240325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef0681-f744-403a-bcce-5aa7e26da9a5 None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:10:56.241012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-47ef0681-f744-403a-bcce-5aa7e26da9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:56.246693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:56.261848 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-8d3d4bbd-1934-4854-907c-a13fb990d4e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d32f8b6-405b-4ac4-9f4e-7339110e3763 HTTP/1.1" status: 200 len: 217 time: 0.1642885 Apr 05 20:10:56.269143 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:56.313527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:56.324153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Usage tracker for resource:security_group_rule and tenant:2d77a87d0b4a42228f6d71a11b446899 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:56.330049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:56.338041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:56.346971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-29995957-8db0-4730-aa93-24ec4f531304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:56.348346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-29995957-8db0-4730-aa93-24ec4f531304 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.0801363 Apr 05 20:10:56.451641 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-1419ec9f-d929-4ea2-8e45-f5ab52e611e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:56.460520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-1419ec9f-d929-4ea2-8e45-f5ab52e611e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028125 Apr 05 20:10:56.498234 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f67896-b86c-4882-a728-d23bfdf9bcf5 req-082075fb-238f-4c47-be0b-04f25bb0a4b6 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:56.501890 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-47ef0681-f744-403a-bcce-5aa7e26da9a5 None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:10:56.505461 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48f67896-b86c-4882-a728-d23bfdf9bcf5 req-082075fb-238f-4c47-be0b-04f25bb0a4b6 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 945 time: 0.1614089 Apr 05 20:10:56.510427 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:56.531023 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:56.574345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6b6fc4-154d-4423-8b94-1c38afb3b96c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:56.622529 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48f67896-b86c-4882-a728-d23bfdf9bcf5 req-ecdd3c54-6a76-497a-a7e7-c1df7e88cf7b tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160755 Apr 05 20:10:56.624822 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:56.629328 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1ce46858-0fbc-487c-9eef-2a4b2992b3df tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4595609 Apr 05 20:10:56.634291 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-6ec3ff26-999e-4cb8-80df-110a27b8f216 service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723278 Apr 05 20:10:56.641956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53128) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:56.647018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-72c4339e-1b7d-44ad-a1c0-54ff2515854a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Request body: {'security_group_rule': {'security_group_id': '4e6b6fc4-154d-4423-8b94-1c38afb3b96c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:56.665165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-72c4339e-1b7d-44ad-a1c0-54ff2515854a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:56.670773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-72c4339e-1b7d-44ad-a1c0-54ff2515854a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Usage tracker for resource:security_group_rule and tenant:2d77a87d0b4a42228f6d71a11b446899 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:56.674128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-72c4339e-1b7d-44ad-a1c0-54ff2515854a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:56.683590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-72c4339e-1b7d-44ad-a1c0-54ff2515854a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:56.823957 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-72c4339e-1b7d-44ad-a1c0-54ff2515854a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:56.834726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-732c68ba-3584-4786-9da0-de7e740c3fbc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4315b2776a8446efa0573a8e3d19b341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605860 Apr 05 20:10:56.845802 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c32f0e1-bfdb-42b1-97f7-dbd6ddc39277 req-8aa76089-890f-4cdb-84cc-a4dca9a18a78 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=c71b5eb7a7e2409b9be4a3a0e6671c25 HTTP/1.1" status: 200 len: 696 time: 0.1319017 Apr 05 20:10:56.915765 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef2ed67-bd1e-4fe2-889f-dc91bf858d06 req-4baa6ce6-db3f-46f9-b0b1-c228192d4c48 service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796795 Apr 05 20:10:57.116917 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-47ef0681-f744-403a-bcce-5aa7e26da9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:10:57.126607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef0681-f744-403a-bcce-5aa7e26da9a5 None None] The sync data for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 is: [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:10:57.134462 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ca32101a-f45e-43a4-b5b0-03eb25a0f55d req-0bbff9bc-c874-43e8-a26b-f7fadc0b88d7 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 210 time: 0.0674934 Apr 05 20:10:57.264793 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-72c4339e-1b7d-44ad-a1c0-54ff2515854a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:57.277504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32f0e1-bfdb-42b1-97f7-dbd6ddc39277 req-9f7ab038-a100-498f-ace6-0a5debc3096b tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:57.284206 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c32f0e1-bfdb-42b1-97f7-dbd6ddc39277 req-9f7ab038-a100-498f-ace6-0a5debc3096b tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/networks?id=be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 787 time: 0.4377701 Apr 05 20:10:57.293840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-31ccd418-2bed-4b54-9b75-c1268340d764 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:57.295255 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-31ccd418-2bed-4b54-9b75-c1268340d764 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4477661 Apr 05 20:10:57.299243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-4c32f0e1-bfdb-42b1-97f7-dbd6ddc39277 req-ef77bc29-1539-4302-8eb3-6357fe462f74 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:10:57.303281 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c32f0e1-bfdb-42b1-97f7-dbd6ddc39277 req-ef77bc29-1539-4302-8eb3-6357fe462f74 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181375 Apr 05 20:10:57.304291 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-72c4339e-1b7d-44ad-a1c0-54ff2515854a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:57.330150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Request body: {'port': {'device_id': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '4315b2776a8446efa0573a8e3d19b341'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:57.362128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24c25d-4804-4c18-9910-4487dfbdfcb9 req-b0afc6a1-ee64-4fa9-b053-b1cb24c5eda7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:57.364074 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba24c25d-4804-4c18-9910-4487dfbdfcb9 req-b0afc6a1-ee64-4fa9-b053-b1cb24c5eda7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 950 time: 0.1078653 Apr 05 20:10:57.365688 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'tag': '2d32f8b6-405b-4ac4-9f4e-7339110e3763', 'status': 'completed', 'code': 200} Apr 05 20:10:57.383806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4339e-1b7d-44ad-a1c0-54ff2515854a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c74b7675-defa-4896-a925-0ea23cb4cb66,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:57.455836 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-72c4339e-1b7d-44ad-a1c0-54ff2515854a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:57.459565 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-72c4339e-1b7d-44ad-a1c0-54ff2515854a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8142436 Apr 05 20:10:57.466541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53142) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:57.479176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-25db990e-f613-48d4-a1c9-6795dc05141d tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Request body: {'security_group_rule': {'security_group_id': '4e6b6fc4-154d-4423-8b94-1c38afb3b96c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:57.486018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-25db990e-f613-48d4-a1c9-6795dc05141d tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:57.491060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-25db990e-f613-48d4-a1c9-6795dc05141d tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Usage tracker for resource:security_group_rule and tenant:2d77a87d0b4a42228f6d71a11b446899 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:57.494328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-25db990e-f613-48d4-a1c9-6795dc05141d tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:57.510414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-25db990e-f613-48d4-a1c9-6795dc05141d tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:57.551042 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba24c25d-4804-4c18-9910-4487dfbdfcb9 req-735f9b78-dc4c-45a8-b9e5-22cc5d6b7a5e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785164 Apr 05 20:10:57.571867 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-25db990e-f613-48d4-a1c9-6795dc05141d tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:57.612027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:57.639516 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95ebd0-8c7d-4fec-87c2-ef24b77848cd None None] New status for floating IP 4d35571b-67e3-4f7b-bbac-35742712ed76: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:10:57.658767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:57.695447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb8495-726e-4288-9734-f45c35599e8a req-baa0c909-c6ad-428a-9c37-313a2f632102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:57.697187 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4cb8495-726e-4288-9734-f45c35599e8a req-baa0c909-c6ad-428a-9c37-313a2f632102 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 1097 time: 0.2688043 Apr 05 20:10:57.709636 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-7d92b8bd-6a5e-4a29-927a-22cfee6ee8b4 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/floatingips/5e3b479a-ff56-4f8b-8c61-f7976c09e96a HTTP/1.1" status: 200 len: 693 time: 0.1055529 Apr 05 20:10:57.711273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Made reservation on behalf of 4315b2776a8446efa0573a8e3d19b341 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:10:57.721206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:57.775388 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-25db990e-f613-48d4-a1c9-6795dc05141d tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:57.834031 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-25db990e-f613-48d4-a1c9-6795dc05141d tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:57.898271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25db990e-f613-48d4-a1c9-6795dc05141d tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5208dae3-3a26-4791-8c5c-a0e1e2e8f464,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:57.988186 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-25db990e-f613-48d4-a1c9-6795dc05141d tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:57.993441 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-25db990e-f613-48d4-a1c9-6795dc05141d tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5254209 Apr 05 20:10:57.995490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53156) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:10:58.041437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:58.054199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:10:58.070582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Usage tracker for resource:floatingip and tenant:2d77a87d0b4a42228f6d71a11b446899 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:10:58.092864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:10:58.108508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:10:58.126851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb8495-726e-4288-9734-f45c35599e8a req-4829e30a-3d4a-45af-98b1-9190a4a0f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:58.127720 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4cb8495-726e-4288-9734-f45c35599e8a req-4829e30a-3d4a-45af-98b1-9190a4a0f6e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 0.3944170 Apr 05 20:10:58.135109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-e153a017-6566-480c-8120-910b741b7e35 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:58.136397 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-e153a017-6566-480c-8120-910b741b7e35 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.4261806 Apr 05 20:10:58.137830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8dc66-e2e7-41b4-b64f-2368bbbd5e52 req-8b65b178-50c2-46e1-b878-ba0e2ccc994a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:58.145319 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-45c8dc66-e2e7-41b4-b64f-2368bbbd5e52 req-8b65b178-50c2-46e1-b878-ba0e2ccc994a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf774f8-a27a-40c5-97d6-2801bb707a22 HTTP/1.1" status: 200 len: 950 time: 0.2541893 Apr 05 20:10:58.185481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Allocated IP 192.168.233.115 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/a85ee676-1514-4762-922c-ce91fb8864a9) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:10:58.195302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-07d0291b-97a5-4775-a203-bc5053772c96 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:10:58.196838 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-07d0291b-97a5-4775-a203-bc5053772c96 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059433 Apr 05 20:10:58.203951 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:58.205916 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4cb8495-726e-4288-9734-f45c35599e8a req-43359df2-509a-463d-9c0f-4b3bc7f0a857 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d32f8b6-405b-4ac4-9f4e-7339110e3763 HTTP/1.1" status: 200 len: 217 time: 0.0686197 Apr 05 20:10:58.243444 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-45c8dc66-e2e7-41b4-b64f-2368bbbd5e52 req-ed630b47-b009-43fa-8a58-004b2d96d63f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966437 Apr 05 20:10:58.329667 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-4c2b8892-2bc9-43d8-83e8-272caba87a3a tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.1252568 Apr 05 20:10:58.343478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb8495-726e-4288-9734-f45c35599e8a req-bba2b649-e086-4077-a021-e886aec26bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:58.345242 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4cb8495-726e-4288-9734-f45c35599e8a req-bba2b649-e086-4077-a021-e886aec26bd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.0878031 Apr 05 20:10:58.460880 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-957dc0c9-ec92-495e-ae2e-587cb4b1523c tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.1191418 Apr 05 20:10:58.582837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d5dc8-191a-44fd-bf57-e13e4ab5c406 req-4fa59aaa-26cd-44d5-bb67-7c3e2f9ccab4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:58.584274 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-103d5dc8-191a-44fd-bf57-e13e4ab5c406 req-4fa59aaa-26cd-44d5-bb67-7c3e2f9ccab4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 945 time: 0.2313287 Apr 05 20:10:58.619679 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:58.623338 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:58.636347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-89d4421e-4dc4-4326-85c1-1cd9879b3806 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Deleting port ab69fd8e-4e15-4e85-a4a5-129aaa280fc5 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:10:58.636685 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-89d4421e-4dc4-4326-85c1-1cd9879b3806 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:58.669518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb8495-726e-4288-9734-f45c35599e8a req-a61cdc4a-575c-4dee-9cd4-f47ec335336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:58.670789 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4cb8495-726e-4288-9734-f45c35599e8a req-a61cdc4a-575c-4dee-9cd4-f47ec335336c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2727618 Apr 05 20:10:58.691051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Transition to ACTIVE for port object a85ee676-1514-4762-922c-ce91fb8864a9 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:10:58.719358 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-103d5dc8-191a-44fd-bf57-e13e4ab5c406 req-46ba176c-9b5e-4c46-9e7d-33ee460da2a1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224060 Apr 05 20:10:58.810683 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:58.812713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Allocated IP 172.25.8.43 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/371ed443-d6ac-4725-a788-b98f031c05d9) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:10:58.825000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d42841c6-73ca-48b9-b406-7bfefe163cb6', '2a49da29-b868-4d29-b1b7-4c1d531e53c1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:10:58.947855 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4cb8495-726e-4288-9734-f45c35599e8a req-54a9fe1e-d3bb-49b1-94d0-5a4d0c3b7b8b service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680817 Apr 05 20:10:58.954573 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-89d4421e-4dc4-4326-85c1-1cd9879b3806 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:58.955139 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-89d4421e-4dc4-4326-85c1-1cd9879b3806 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:58.983715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Pushing event updated for resources: {'Port': ['ID=a85ee676-1514-4762-922c-ce91fb8864a9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:58.987641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:58.994439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:59.108377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:10:59.117496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-89d4421e-4dc4-4326-85c1-1cd9879b3806 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Calling delete_port for ab69fd8e-4e15-4e85-a4a5-129aaa280fc5 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:10:59.243179 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-814b0399-1f9f-4017-bd2e-4b142bf0d918 None None] Provisioning for port a85ee676-1514-4762-922c-ce91fb8864a9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:10:59.249108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-814b0399-1f9f-4017-bd2e-4b142bf0d918 None None] Provisioning complete for port a85ee676-1514-4762-922c-ce91fb8864a9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:10:59.249586 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-814b0399-1f9f-4017-bd2e-4b142bf0d918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:59.300826 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:59.313109 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-814b0399-1f9f-4017-bd2e-4b142bf0d918 None None] Port a85ee676-1514-4762-922c-ce91fb8864a9 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:10:59.324029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:59.324613 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:59.340484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-3db4dbda-8f83-4205-bd7e-8f8dd012a5d7 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:59.342321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-3db4dbda-8f83-4205-bd7e-8f8dd012a5d7 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4885104 Apr 05 20:10:59.357693 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4cb8495-726e-4288-9734-f45c35599e8a req-d49ad8ff-83ab-4569-852c-29e7c429f423 service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942742 Apr 05 20:10:59.409431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa076abc-b64e-4428-927e-c7802e90761b req-146f5cb8-12ff-40b5-a06f-2082a371d68f tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:10:59.410937 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa076abc-b64e-4428-927e-c7802e90761b req-146f5cb8-12ff-40b5-a06f-2082a371d68f tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf622d7d-ab4a-4f53-9e71-a2519f6fc757 HTTP/1.1" status: 200 len: 946 time: 0.3041024 Apr 05 20:10:59.425106 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-935738e4-eb89-44a8-864f-4df9d26300da tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1145685 Apr 05 20:10:59.439840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Request body: {'port': {'device_id': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:59.468737 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-7bef12ed-67f0-48b4-872a-2a912ad29af3 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 695 time: 0.1151724 Apr 05 20:10:59.469808 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-89d4421e-4dc4-4326-85c1-1cd9879b3806 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:59.486748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-0dee0617-fb8c-4a1a-90d0-32ba682f019f tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Request body: {'floatingip': {'port_id': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:10:59.582664 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-0dee0617-fb8c-4a1a-90d0-32ba682f019f tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:59.640029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d4421e-4dc4-4326-85c1-1cd9879b3806 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Pushing event deleted for resources: {'Port': ['ID=ab69fd8e-4e15-4e85-a4a5-129aaa280fc5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:10:59.682424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-fa076abc-b64e-4428-927e-c7802e90761b req-49f2e81c-a142-4916-ae83-f74794df2f84 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Deleting port 2d32f8b6-405b-4ac4-9f4e-7339110e3763 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:10:59.682749 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fa076abc-b64e-4428-927e-c7802e90761b req-49f2e81c-a142-4916-ae83-f74794df2f84 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:59.689862 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:59.728266 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-89d4421e-4dc4-4326-85c1-1cd9879b3806 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:59.789314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-89d4421e-4dc4-4326-85c1-1cd9879b3806 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:59.790578 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21313c7f-a0ea-41cc-b9e3-97a11e293b80 req-89d4421e-4dc4-4326-85c1-1cd9879b3806 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "DELETE /v2.0/floatingips/5e3b479a-ff56-4f8b-8c61-f7976c09e96a HTTP/1.1" status: 204 len: 173 time: 1.3228652 Apr 05 20:10:59.837994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:10:59.871297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:10:59.879689 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:10:59.898613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:10:59.922487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Pushing event updated for resources: {'Port': ['ID=371ed443-d6ac-4725-a788-b98f031c05d9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:00.017444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-fa076abc-b64e-4428-927e-c7802e90761b req-49f2e81c-a142-4916-ae83-f74794df2f84 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] For port 2d32f8b6-405b-4ac4-9f4e-7339110e3763, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2d32f8b6-405b-4ac4-9f4e-7339110e3763,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:00.017795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fa076abc-b64e-4428-927e-c7802e90761b req-49f2e81c-a142-4916-ae83-f74794df2f84 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:00.149268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-fa076abc-b64e-4428-927e-c7802e90761b req-49f2e81c-a142-4916-ae83-f74794df2f84 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Calling delete_port for 2d32f8b6-405b-4ac4-9f4e-7339110e3763 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:00.197285 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece0415-74cf-4abe-ba98-788ff1e82b4b req-2d57c5f4-e084-45ac-b9d1-06e35f58bba7 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:00.198758 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aece0415-74cf-4abe-ba98-788ff1e82b4b req-2d57c5f4-e084-45ac-b9d1-06e35f58bba7 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 936 time: 0.2811146 Apr 05 20:11:00.270893 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aece0415-74cf-4abe-ba98-788ff1e82b4b req-775ad8b8-fda1-4dae-ba25-bad1d7c7e8a2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605955 Apr 05 20:11:00.295386 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:00.350322 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fa076abc-b64e-4428-927e-c7802e90761b req-49f2e81c-a142-4916-ae83-f74794df2f84 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:00.363216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['bdd3f9be-a16a-4bd6-8f22-93fd397469dc', '2d32f8b6-405b-4ac4-9f4e-7339110e3763'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:00.409998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2e81c-a142-4916-ae83-f74794df2f84 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Pushing event deleted for resources: {'Port': ['ID=2d32f8b6-405b-4ac4-9f4e-7339110e3763,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:00.504800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa076abc-b64e-4428-927e-c7802e90761b req-49f2e81c-a142-4916-ae83-f74794df2f84 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] No DVR routers for this DVR port 2d32f8b6-405b-4ac4-9f4e-7339110e3763 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:11:00.507815 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fa076abc-b64e-4428-927e-c7802e90761b req-49f2e81c-a142-4916-ae83-f74794df2f84 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:00.510669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'name': 'network-vif-deleted', 'tag': '2d32f8b6-405b-4ac4-9f4e-7339110e3763'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:00.533065 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa076abc-b64e-4428-927e-c7802e90761b req-49f2e81c-a142-4916-ae83-f74794df2f84 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.13 "DELETE /v2.0/ports/2d32f8b6-405b-4ac4-9f4e-7339110e3763 HTTP/1.1" status: 204 len: 173 time: 1.1077361 Apr 05 20:11:00.583648 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:00.784702 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53178) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:00.863869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2876688-dfdf-4c17-82bb-ecf314c9e91e req-5d4b0397-4c81-4986-8e4d-8698c4b555d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:00.877561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2876688-dfdf-4c17-82bb-ecf314c9e91e req-5d4b0397-4c81-4986-8e4d-8698c4b555d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:00.880067 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e2876688-dfdf-4c17-82bb-ecf314c9e91e req-5d4b0397-4c81-4986-8e4d-8698c4b555d8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf774f8-a27a-40c5-97d6-2801bb707a22&device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 1691 time: 0.1468427 Apr 05 20:11:00.935067 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e2876688-dfdf-4c17-82bb-ecf314c9e91e req-d5c011a9-61ea-422a-a48e-084f6885bfb0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481055 Apr 05 20:11:00.957915 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-87ccea25-0eef-487e-ac47-fdb504e81bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:00.980971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-87ccea25-0eef-487e-ac47-fdb504e81bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:00.985796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-87ccea25-0eef-487e-ac47-fdb504e81bac admin admin] Usage tracker for resource:security_group_rule and tenant:0704a7f7ca6f449f97502de9f8ae3979 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:00.988840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-87ccea25-0eef-487e-ac47-fdb504e81bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:00.995176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-87ccea25-0eef-487e-ac47-fdb504e81bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:01.080315 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-0dee0617-fb8c-4a1a-90d0-32ba682f019f tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:11:01.147733 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-87ccea25-0eef-487e-ac47-fdb504e81bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:01.159391 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-87ccea25-0eef-487e-ac47-fdb504e81bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:01.174035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a85ee676-1514-4762-922c-ce91fb8864a9 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:01.194612 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:01.200012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aac59-d691-489c-8721-4648b81a6488 req-0230ea81-01f3-468c-9f97-173cffaef2e9 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:01.201500 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-213aac59-d691-489c-8721-4648b81a6488 req-0230ea81-01f3-468c-9f97-173cffaef2e9 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 945 time: 0.1515772 Apr 05 20:11:01.225465 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-87ccea25-0eef-487e-ac47-fdb504e81bac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0704a7f7ca6f449f97502de9f8ae3979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4364617 Apr 05 20:11:01.225690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-0dee0617-fb8c-4a1a-90d0-32ba682f019f tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:01.228442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53186) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:01.232929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Transition to ACTIVE for port object a85ee676-1514-4762-922c-ce91fb8864a9 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:11:01.234908 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-0dee0617-fb8c-4a1a-90d0-32ba682f019f tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:01.238081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ccea25-0eef-487e-ac47-fdb504e81bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a00da90-e57d-4514-879a-6db117d38f03,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:01.265969 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-213aac59-d691-489c-8721-4648b81a6488 req-4e15a2b0-fa6d-4edb-a2ee-9d7ddd25eb90 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489359 Apr 05 20:11:01.310675 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:01.386666 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:11:01.445121 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-40838f90-7712-429a-8760-c05a979bfa28 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1501796 Apr 05 20:11:01.454818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:01.460611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:01.464970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Usage tracker for resource:floatingip and tenant:c71b5eb7a7e2409b9be4a3a0e6671c25 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:01.470019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:01.471383 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:01.481537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:01.495737 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:01.499773 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:01.625607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Pushing event updated for resources: {'Port': ['ID=a85ee676-1514-4762-922c-ce91fb8864a9,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:01.643303 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:01.778938 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a97e680-6549-456b-a67f-07f83172fe6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:01.787188 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-0dee0617-fb8c-4a1a-90d0-32ba682f019f tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Floating IP 4d35571b-67e3-4f7b-bbac-35742712ed76 associated. External IP: 172.25.8.53, port: bdd3f9be-a16a-4bd6-8f22-93fd397469dc. Apr 05 20:11:01.869744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Allocated IP 172.25.8.13 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/e98c6c70-6990-4d7b-b1a7-a3d933c65824) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:11:01.918771 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:01.922637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Pushing event updated for resources: {'Port': ['ID=371ed443-d6ac-4725-a788-b98f031c05d9,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:01.929995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a97e680-6549-456b-a67f-07f83172fe6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:01.957744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Attempting to bind port a85ee676-1514-4762-922c-ce91fb8864a9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:11:01.958104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Attempting to bind port a85ee676-1514-4762-922c-ce91fb8864a9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:11:01.958431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Attempting to bind port a85ee676-1514-4762-922c-ce91fb8864a9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:01.985383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Port a85ee676-1514-4762-922c-ce91fb8864a9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:11:01.985588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Attempting to bind port a85ee676-1514-4762-922c-ce91fb8864a9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:02.017810 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.051910 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.057270 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.058490 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-87158cbd-3269-4c1c-b176-4c564bb78060 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0580683 Apr 05 20:11:02.067498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:11:02.067770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:11:02.068133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:11:02.068567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Bound port: a85ee676-1514-4762-922c-ce91fb8864a9, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:11:02.068905 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.118163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:11:02.120993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:11:02.130290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:11:02.148173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Pushing event updated for resources: {'Port': ['ID=e98c6c70-6990-4d7b-b1a7-a3d933c65824,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:02.171045 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.235138 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.243022 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a97e680-6549-456b-a67f-07f83172fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.269584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97e680-6549-456b-a67f-07f83172fe6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a00da90-e57d-4514-879a-6db117d38f03,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:02.281525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:11:02.451536 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.452916 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a97e680-6549-456b-a67f-07f83172fe6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.453972 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1a97e680-6549-456b-a67f-07f83172fe6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a00da90-e57d-4514-879a-6db117d38f03 HTTP/1.1" status: 204 len: 168 time: 1.2229958 Apr 05 20:11:02.457560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:11:02.459658 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.464297 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.518583 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.538517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:02.539089 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.540720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] 10.222.0.13 "PUT /v2.0/ports/a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 200 len: 1096 time: 3.1071084 Apr 05 20:11:02.543290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:02.556829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-0dee0617-fb8c-4a1a-90d0-32ba682f019f tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Router dd392c03-f5a5-449e-beb2-09624994d4fe has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:11:02.560594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Pushing event updated for resources: {'Port': ['ID=e98c6c70-6990-4d7b-b1a7-a3d933c65824,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:02.576919 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.579736 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-bdebfba0-c38f-4313-b730-44a2516dac65 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.1286602 Apr 05 20:11:02.638169 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f929c-ccad-44f2-bd6a-d4a06557750e service neutron] Pushing event updated for resources: {'Port': ['ID=a85ee676-1514-4762-922c-ce91fb8864a9,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:02.723326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-83888005-285c-4345-bb23-d0985d5bce6b tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Synchronizing usage tracker for tenant:c71b5eb7a7e2409b9be4a3a0e6671c25 on resource:floatingip {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:02.745287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-83888005-285c-4345-bb23-d0985d5bce6b tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Unset dirty status for tenant:c71b5eb7a7e2409b9be4a3a0e6671c25 on resource:floatingip {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:02.754512 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-83888005-285c-4345-bb23-d0985d5bce6b tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 695 time: 0.1681414 Apr 05 20:11:02.833553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-0dee0617-fb8c-4a1a-90d0-32ba682f019f tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:11:02.838142 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-0dee0617-fb8c-4a1a-90d0-32ba682f019f tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.850555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6b8fb-7721-46d9-b3bc-2e0b51fbd362 None None] Sync routers for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:11:02.863795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-b0d3c527-d6a1-4b65-b5a0-356495713d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:02.865141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6b8fb-7721-46d9-b3bc-2e0b51fbd362 None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:11:02.865271 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-b0d3c527-d6a1-4b65-b5a0-356495713d8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 1099 time: 0.2286065 Apr 05 20:11:02.865602 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53204) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:02.866775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-01d6b8fb-7721-46d9-b3bc-2e0b51fbd362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:02.897439 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1c49e5a-af50-4f41-8123-f1e44cce48fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:02.919457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1c49e5a-af50-4f41-8123-f1e44cce48fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:02.928101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a1c49e5a-af50-4f41-8123-f1e44cce48fd admin admin] Usage tracker for resource:security_group_rule and tenant:a1c02427a13d4e22a9a45f7ece53e193 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:02.934153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a1c49e5a-af50-4f41-8123-f1e44cce48fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:02.950117 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-15f62be2-fe11-4578-a04a-8355072eadb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 200 len: 217 time: 0.0724239 Apr 05 20:11:02.950508 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1c49e5a-af50-4f41-8123-f1e44cce48fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:02.964093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-2d71b4d8-e47a-45a6-aff9-0be9a3782aef tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:02.965455 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6ca8af45-2197-4f4d-abf7-c78910e3a6ed req-2d71b4d8-e47a-45a6-aff9-0be9a3782aef tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.2101400 Apr 05 20:11:03.008443 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-0dee0617-fb8c-4a1a-90d0-32ba682f019f tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "PUT /v2.0/floatingips/4d35571b-67e3-4f7b-bbac-35742712ed76 HTTP/1.1" status: 200 len: 995 time: 3.5331171 Apr 05 20:11:03.072490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-9efd4d09-2493-4818-94ea-ddb42e8828e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:03.073972 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-9efd4d09-2493-4818-94ea-ddb42e8828e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1142035 Apr 05 20:11:03.074253 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1c49e5a-af50-4f41-8123-f1e44cce48fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:03.079789 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1c49e5a-af50-4f41-8123-f1e44cce48fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:03.122767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-01d6b8fb-7721-46d9-b3bc-2e0b51fbd362 None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:11:03.128114 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf622d7d-ab4a-4f53-9e71-a2519f6fc757', 'name': 'network-vif-deleted', 'tag': '2d32f8b6-405b-4ac4-9f4e-7339110e3763', 'status': 'completed', 'code': 200} Apr 05 20:11:03.145934 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a1c49e5a-af50-4f41-8123-f1e44cce48fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1c02427a13d4e22a9a45f7ece53e193&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788670 Apr 05 20:11:03.146528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c49e5a-af50-4f41-8123-f1e44cce48fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f410343-c683-44b4-bea2-1eafc5c4170c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:03.149220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53212) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:03.170797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-a7058b94-4284-45d3-a6fa-12011929792a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:03.172914 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-a7058b94-4284-45d3-a6fa-12011929792a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 1096 time: 0.1483207 Apr 05 20:11:03.224431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-f6a2a4d2-0d96-49f3-b2ff-2bd161e95abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:03.225726 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c334b0f0-b09e-4a9d-8925-b732b27b4f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:03.228678 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-f6a2a4d2-0d96-49f3-b2ff-2bd161e95abc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1474843 Apr 05 20:11:03.253552 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c334b0f0-b09e-4a9d-8925-b732b27b4f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:03.317645 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c334b0f0-b09e-4a9d-8925-b732b27b4f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:03.372301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334b0f0-b09e-4a9d-8925-b732b27b4f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f410343-c683-44b4-bea2-1eafc5c4170c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:03.388571 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c334b0f0-b09e-4a9d-8925-b732b27b4f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:03.392205 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c334b0f0-b09e-4a9d-8925-b732b27b4f55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f410343-c683-44b4-bea2-1eafc5c4170c HTTP/1.1" status: 204 len: 168 time: 0.2389274 Apr 05 20:11:03.431642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a3385-c316-4a07-9a05-df76fe6d5d9d req-1c4971f6-ef81-415e-9b58-6d24f0a792d2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:03.433471 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2a1a3385-c316-4a07-9a05-df76fe6d5d9d req-1c4971f6-ef81-415e-9b58-6d24f0a792d2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 948 time: 0.1001368 Apr 05 20:11:03.437177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-41e7212d-11b5-47ba-adf9-3307cd7b2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:03.438796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-41e7212d-11b5-47ba-adf9-3307cd7b2e10 service neutron] 10.222.0.24 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 0.2562492 Apr 05 20:11:03.501490 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2a1a3385-c316-4a07-9a05-df76fe6d5d9d req-02da008d-e001-4a6e-87df-53daee5a4d8f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511100 Apr 05 20:11:03.513427 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-01d6b8fb-7721-46d9-b3bc-2e0b51fbd362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4d35571b-67e3-4f7b-bbac-35742712ed76', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'port_id': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'mac_address': 'fa:16:3e:fb:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:09:53Z', 'updated_at': '2022-04-05T20:11:00Z', 'revision_number': 8, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:03.517621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6b8fb-7721-46d9-b3bc-2e0b51fbd362 None None] Checking router: dd392c03-f5a5-449e-beb2-09624994d4fe for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:11:03.527151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6b8fb-7721-46d9-b3bc-2e0b51fbd362 None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:11:03.527762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-01d6b8fb-7721-46d9-b3bc-2e0b51fbd362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:03.531339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-351a9a51-06cf-4589-ada0-f684765db13e service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393041 Apr 05 20:11:03.597468 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-cb0b4d01-0c1c-4949-8a12-51abb822d52d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 200 len: 998 time: 0.1498001 Apr 05 20:11:03.669287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-6abef0fb-089f-46d9-9ce9-e7375117ad24 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Synchronizing usage tracker for tenant:2d77a87d0b4a42228f6d71a11b446899 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:03.698163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-6abef0fb-089f-46d9-9ce9-e7375117ad24 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Unset dirty status for tenant:2d77a87d0b4a42228f6d71a11b446899 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:03.709191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-6abef0fb-089f-46d9-9ce9-e7375117ad24 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--846413552&fields=id&tenant_id=2d77a87d0b4a42228f6d71a11b446899 HTTP/1.1" status: 200 len: 267 time: 0.0863116 Apr 05 20:11:03.731886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-b04fe186-801d-4014-b765-c14a756dbbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:03.733337 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-b04fe186-801d-4014-b765-c14a756dbbb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.0853016 Apr 05 20:11:03.765781 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-01d6b8fb-7721-46d9-b3bc-2e0b51fbd362 None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:11:03.792501 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fac9a3d1-378d-4608-baff-43bdfb1374db req-a218584a-68a4-4c22-a58f-74783138590d service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533271 Apr 05 20:11:03.828417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2d32f8b6-405b-4ac4-9f4e-7339110e3763 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:03.838939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-0c72644f-f1fb-4de4-9a68-58478a06d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:03.847544 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-0c72644f-f1fb-4de4-9a68-58478a06d8b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055052 Apr 05 20:11:03.866270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 2d32f8b6-405b-4ac4-9f4e-7339110e3763 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:11:03.866830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2d32f8b6-405b-4ac4-9f4e-7339110e3763 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:03.903743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-4652b784-151d-49e7-95dd-2ff99a2ea811 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:03.904924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-4652b784-151d-49e7-95dd-2ff99a2ea811 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Synchronizing usage tracker for tenant:2d77a87d0b4a42228f6d71a11b446899 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:03.924736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-4652b784-151d-49e7-95dd-2ff99a2ea811 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Unset dirty status for tenant:2d77a87d0b4a42228f6d71a11b446899 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:03.927356 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-4652b784-151d-49e7-95dd-2ff99a2ea811 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/networks?id=37531e6c-a868-4760-9faf-04c58ddf0d58 HTTP/1.1" status: 200 len: 814 time: 0.2173231 Apr 05 20:11:03.965415 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e5535b62-af33-4550-84a0-30afc98c50f2 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/quotas/2d77a87d0b4a42228f6d71a11b446899 HTTP/1.1" status: 200 len: 375 time: 0.0320520 Apr 05 20:11:04.015518 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-cfe8064b-4316-4824-a512-f48f04023e39 service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671219 Apr 05 20:11:04.063886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-3dd1a9ab-83ba-4de5-aef0-c90c9db09657 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Synchronizing usage tracker for tenant:2d77a87d0b4a42228f6d71a11b446899 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:04.091494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-3dd1a9ab-83ba-4de5-aef0-c90c9db09657 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Unset dirty status for tenant:2d77a87d0b4a42228f6d71a11b446899 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:04.093239 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-3dd1a9ab-83ba-4de5-aef0-c90c9db09657 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2d77a87d0b4a42228f6d71a11b446899&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1271808 Apr 05 20:11:04.229547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-01d6b8fb-7721-46d9-b3bc-2e0b51fbd362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4d35571b-67e3-4f7b-bbac-35742712ed76', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'port_id': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'mac_address': 'fa:16:3e:fb:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:09:53Z', 'updated_at': '2022-04-05T20:11:00Z', 'revision_number': 8, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:04.234664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6b8fb-7721-46d9-b3bc-2e0b51fbd362 None None] The sync data for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 is: [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4d35571b-67e3-4f7b-bbac-35742712ed76', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'port_id': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'mac_address': 'fa:16:3e:fb:e9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:09:53Z', 'updated_at': '2022-04-05T20:11:00Z', 'revision_number': 8, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:11:04.281974 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f861fd4d-913d-4d8d-8800-ec54870ccf00 req-e1ad925d-73ef-4a83-ae70-c239bc3ede20 service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602761 Apr 05 20:11:04.288909 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e9183937-b1bb-44eb-8407-90a4651495ef service neutron] 10.222.0.24 "GET /v2.0/networks/37531e6c-a868-4760-9faf-04c58ddf0d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824174 Apr 05 20:11:04.471656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53248) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:04.527593 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e46f16-254f-4ab1-ace3-995f801d74ef None None] New status for floating IP 4d35571b-67e3-4f7b-bbac-35742712ed76: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:11:04.537131 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-0f58352a-adad-4678-a1dd-45ce387a0081 service neutron] 10.222.0.24 "GET /v2.0/networks/37531e6c-a868-4760-9faf-04c58ddf0d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401361 Apr 05 20:11:04.538237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c158cc-2c75-4b9e-9599-e8923b39b569 req-5faa1138-8a71-4310-85a5-79c42fe69573 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:04.539792 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-80c158cc-2c75-4b9e-9599-e8923b39b569 req-5faa1138-8a71-4310-85a5-79c42fe69573 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 945 time: 0.1249170 Apr 05 20:11:04.592316 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-80c158cc-2c75-4b9e-9599-e8923b39b569 req-ce910530-ee03-4ee4-9931-bd00dd707795 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453944 Apr 05 20:11:04.625292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-370931734-network', 'tenant_id': '63eb1776c6a5494998474493c022d42a'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:04.630004 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:04.634362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Usage tracker for resource:network and tenant:63eb1776c6a5494998474493c022d42a is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:04.637243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:04.644483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:04.655400 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'status': 'completed', 'code': 200} Apr 05 20:11:04.660804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Made reservation on behalf of 63eb1776c6a5494998474493c022d42a for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:11:04.670476 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:04.687882 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:04.836194 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b953780d-1761-442e-af20-fc3b46d4961c req-c2665f54-9c48-49e7-b0f5-88b4157f2061 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/floatingips/40fc6205-4793-4882-b14b-1b5a60a8d9ca HTTP/1.1" status: 200 len: 692 time: 0.1504188 Apr 05 20:11:04.839981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:04.882808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Usage tracker for resource:security_group_rule and tenant:63eb1776c6a5494998474493c022d42a is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:04.889382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:04.910760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:04.984948 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed60b4a-33ab-4563-a917-b92ee63dec77 req-fc3a88dd-653c-4aba-8cde-c9cb9ec7e56b tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:04.986598 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6ed60b4a-33ab-4563-a917-b92ee63dec77 req-fc3a88dd-653c-4aba-8cde-c9cb9ec7e56b tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2cf774f8-a27a-40c5-97d6-2801bb707a22 HTTP/1.1" status: 200 len: 1101 time: 0.0814693 Apr 05 20:11:05.029521 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6ed60b4a-33ab-4563-a917-b92ee63dec77 req-de21da14-72d0-44bc-8e34-56577601ccda tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366540 Apr 05 20:11:05.030990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75835292-abb0-4b36-ba72-562c13e84674 req-58eefedd-1f9b-4c0d-966f-c84d00a5d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:05.031955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-75835292-abb0-4b36-ba72-562c13e84674 req-58eefedd-1f9b-4c0d-966f-c84d00a5d24a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 1099 time: 0.3450792 Apr 05 20:11:05.100278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953780d-1761-442e-af20-fc3b46d4961c req-367b694a-a618-47ab-a539-84410572aa0c tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:05.101531 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b953780d-1761-442e-af20-fc3b46d4961c req-367b694a-a618-47ab-a539-84410572aa0c tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.2591422 Apr 05 20:11:05.162964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-b953780d-1761-442e-af20-fc3b46d4961c req-598b2f2c-8db4-41a7-8a42-cd6080b5a08e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:11:05.163937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b953780d-1761-442e-af20-fc3b46d4961c req-598b2f2c-8db4-41a7-8a42-cd6080b5a08e tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130889 Apr 05 20:11:05.186425 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-141eb354-7c4a-4460-b957-29c9bb058318 req-b2a97f48-46c2-4d2f-bc6d-fc74798a7c50 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips/4d35571b-67e3-4f7b-bbac-35742712ed76 HTTP/1.1" status: 200 len: 997 time: 0.1210353 Apr 05 20:11:05.272479 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b953780d-1761-442e-af20-fc3b46d4961c req-add027f1-96ef-4a73-9a26-98a434d8a795 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 695 time: 0.0967064 Apr 05 20:11:05.350088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141eb354-7c4a-4460-b957-29c9bb058318 req-77de4105-8e3d-456e-80d8-29294015be26 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:05.351482 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-141eb354-7c4a-4460-b957-29c9bb058318 req-77de4105-8e3d-456e-80d8-29294015be26 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.1594572 Apr 05 20:11:05.362710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-141eb354-7c4a-4460-b957-29c9bb058318 req-bc5b9ff6-778b-4391-bbc8-8806bf16f85c tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:11:05.363837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-141eb354-7c4a-4460-b957-29c9bb058318 req-bc5b9ff6-778b-4391-bbc8-8806bf16f85c tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066514 Apr 05 20:11:05.382594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75835292-abb0-4b36-ba72-562c13e84674 req-0b411e1f-372d-403d-b6dd-94d77f9eb9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:05.384590 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-75835292-abb0-4b36-ba72-562c13e84674 req-0b411e1f-372d-403d-b6dd-94d77f9eb9f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.3411412 Apr 05 20:11:05.388608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:05.392045 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b953780d-1761-442e-af20-fc3b46d4961c req-56e3d3f5-670f-41e1-9b41-3f14665a919d tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.13 HTTP/1.1" status: 200 len: 695 time: 0.1067078 Apr 05 20:11:05.393855 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:05.544963 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-75835292-abb0-4b36-ba72-562c13e84674 req-0b5dc06a-61db-479a-b984-f35ad6dd71a9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 200 len: 217 time: 0.1378727 Apr 05 20:11:05.552491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfea99f-3cef-49fe-b7ed-9d573f6c1c17 req-b518057f-5304-4bbe-b43c-9ec44d13a67a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:05.553957 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dfea99f-3cef-49fe-b7ed-9d573f6c1c17 req-b518057f-5304-4bbe-b43c-9ec44d13a67a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 948 time: 0.0904748 Apr 05 20:11:05.595278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:11:05.600797 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dfea99f-3cef-49fe-b7ed-9d573f6c1c17 req-b1d63e71-cab1-4be7-8740-8d4b9f5302ee tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397432 Apr 05 20:11:05.680164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6e4b37-7998-46f6-99ef-9eaf3a8dd81a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:05.700755 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:05.701107 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Added segment 42a21119-2883-4dd6-b52d-e4591a49e8d1 of type vlan for network f3b638db-1a1c-4998-8ebc-1d157a8073fa Apr 05 20:11:05.702669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-b953780d-1761-442e-af20-fc3b46d4961c req-11f83eae-4cab-47db-9a91-aa79b65b6525 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Deleting port e98c6c70-6990-4d7b-b1a7-a3d933c65824 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:05.703007 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b953780d-1761-442e-af20-fc3b46d4961c req-11f83eae-4cab-47db-9a91-aa79b65b6525 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:05.746883 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e8f1a20f-a6c4-4fa7-a114-8cd468562225 req-91565487-99bd-4da7-ba53-b4a66e325219 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/ports?device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 210 time: 0.0454223 Apr 05 20:11:05.783935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75835292-abb0-4b36-ba72-562c13e84674 req-90e2ea61-08e7-45cb-be78-c1fbe0d613b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:05.785379 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-75835292-abb0-4b36-ba72-562c13e84674 req-90e2ea61-08e7-45cb-be78-c1fbe0d613b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2230220 Apr 05 20:11:05.806885 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:05.828284 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a85ee676-1514-4762-922c-ce91fb8864a9 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:11:06.027749 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:11:06.061867 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:06.062772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:06.063639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:06.084959 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:06.109365 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'mac_address': 'fa:16:3e:73:ff:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:11:06.117577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-623a8f2d-d1c8-40c0-883f-d54e7fc98660 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:06.119806 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-623a8f2d-d1c8-40c0-883f-d54e7fc98660 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.13 "GET /v2.0/networks?id=37531e6c-a868-4760-9faf-04c58ddf0d58 HTTP/1.1" status: 200 len: 814 time: 0.2597573 Apr 05 20:11:06.123773 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b953780d-1761-442e-af20-fc3b46d4961c req-11f83eae-4cab-47db-9a91-aa79b65b6525 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:06.124107 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b953780d-1761-442e-af20-fc3b46d4961c req-11f83eae-4cab-47db-9a91-aa79b65b6525 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:06.154613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7f8dc-75e2-4fd2-b3bb-fda53f7cc2f0 req-3caeb92d-aaff-4faa-adf8-8b6c5b15bae2 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:06.156233 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a7f7f8dc-75e2-4fd2-b3bb-fda53f7cc2f0 req-3caeb92d-aaff-4faa-adf8-8b6c5b15bae2 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 1101 time: 0.1571653 Apr 05 20:11:06.175842 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:06.197647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85ee676-1514-4762-922c-ce91fb8864a9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:06.197891 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-56dd7e64-d13e-4f32-bc41-6df1a9d46c23 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d77a87d0b4a42228f6d71a11b446899 HTTP/1.1" status: 200 len: 379 time: 0.0692945 Apr 05 20:11:06.212826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Request body: {'port': {'device_id': 'e20fc313-0542-4ef6-96f1-5461d6e08fd2', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'admin_state_up': True, 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'security_groups': ['4e6b6fc4-154d-4423-8b94-1c38afb3b96c']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:06.217626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:06.222579 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:06.259917 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a7f7f8dc-75e2-4fd2-b3bb-fda53f7cc2f0 req-318cfb06-c528-4025-bbfc-45c4a3018600 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956006 Apr 05 20:11:06.328656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=a85ee676-1514-4762-922c-ce91fb8864a9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:06.348892 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8727045 Apr 05 20:11:06.353965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-b953780d-1761-442e-af20-fc3b46d4961c req-11f83eae-4cab-47db-9a91-aa79b65b6525 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Calling delete_port for e98c6c70-6990-4d7b-b1a7-a3d933c65824 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:06.382152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53284) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:06.382722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75835292-abb0-4b36-ba72-562c13e84674 req-ed290fc1-f3cd-4643-b38c-7af05684deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:06.384249 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-75835292-abb0-4b36-ba72-562c13e84674 req-ed290fc1-f3cd-4643-b38c-7af05684deac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5799794 Apr 05 20:11:06.384864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d5d70-9ed4-4c0e-bb97-43e828d3a44f admin admin] Pushing event updated for resources: {'Network': ['ID=f3b638db-1a1c-4998-8ebc-1d157a8073fa,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:06.396948 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network f3b638db-1a1c-4998-8ebc-1d157a8073fa details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:11:06.419206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Request body: {'subnet': {'network_id': 'f3b638db-1a1c-4998-8ebc-1d157a8073fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-370931734-subnet', 'tenant_id': '63eb1776c6a5494998474493c022d42a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:06.431561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:06.440936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Usage tracker for resource:subnet and tenant:63eb1776c6a5494998474493c022d42a is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:06.445609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:06.458589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:06.504015 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-fe1c49f8-b537-4a13-a0b8-eec87b8c1ee9 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 1000 time: 0.1792440 Apr 05 20:11:06.507263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:06.512123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Made reservation on behalf of 63eb1776c6a5494998474493c022d42a for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:11:06.514536 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:06.528368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['a85ee676-1514-4762-922c-ce91fb8864a9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:06.596202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:06.597451 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-75835292-abb0-4b36-ba72-562c13e84674 req-04bf8e91-ef52-4851-bf07-f332566bfa8f service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989477 Apr 05 20:11:06.656938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'tag': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:06.713466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-24fdc170-352d-48db-b5dc-1e5cb2671eda tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:06.725197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-24fdc170-352d-48db-b5dc-1e5cb2671eda tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Synchronizing usage tracker for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:06.740415 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b953780d-1761-442e-af20-fc3b46d4961c req-11f83eae-4cab-47db-9a91-aa79b65b6525 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:06.783138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-24fdc170-352d-48db-b5dc-1e5cb2671eda tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Unset dirty status for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:06.799410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f83eae-4cab-47db-9a91-aa79b65b6525 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Pushing event deleted for resources: {'Port': ['ID=e98c6c70-6990-4d7b-b1a7-a3d933c65824,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:06.803125 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-24fdc170-352d-48db-b5dc-1e5cb2671eda tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports/bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 200 len: 942 time: 0.2717648 Apr 05 20:11:06.822634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Made reservation on behalf of 2d77a87d0b4a42228f6d71a11b446899 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:11:06.835761 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:06.892127 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-75835292-abb0-4b36-ba72-562c13e84674 req-c4ca5991-8082-4591-9e2b-19f0fdbe79b4 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820656 Apr 05 20:11:06.951150 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b953780d-1761-442e-af20-fc3b46d4961c req-11f83eae-4cab-47db-9a91-aa79b65b6525 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:06.970757 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b953780d-1761-442e-af20-fc3b46d4961c req-11f83eae-4cab-47db-9a91-aa79b65b6525 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:06.978622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b953780d-1761-442e-af20-fc3b46d4961c req-11f83eae-4cab-47db-9a91-aa79b65b6525 tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "DELETE /v2.0/floatingips/40fc6205-4793-4882-b14b-1b5a60a8d9ca HTTP/1.1" status: 204 len: 173 time: 1.5692844 Apr 05 20:11:06.986590 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:07.209482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7944b141-9f9e-4f5f-a286-3636f8e09bbe req-3ae66f29-3298-4318-a915-e20ab3c308e6 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:07.212158 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7944b141-9f9e-4f5f-a286-3636f8e09bbe req-3ae66f29-3298-4318-a915-e20ab3c308e6 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 945 time: 0.0968530 Apr 05 20:11:07.309295 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7944b141-9f9e-4f5f-a286-3636f8e09bbe req-f77fe52f-43c2-4e5d-84a8-1105b63a7442 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905910 Apr 05 20:11:07.433754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53308) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:07.483591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Allocated IP 172.20.0.13 (37531e6c-a868-4760-9faf-04c58ddf0d58/75bcafc6-2685-49d8-8bc6-37637d100b58/80b0776f-f097-4102-8f73-24e2a237ed67) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:11:07.525167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e453734c-49f1-4fe5-aff2-2ffc43af5101,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:07.701416 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-c7aa7ff1-73b6-402a-98e0-b753c9668a4d tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 1000 time: 0.6792700 Apr 05 20:11:07.793365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Checking segment: {'id': '42a21119-2883-4dd6-b52d-e4591a49e8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f3b638db-1a1c-4998-8ebc-1d157a8073fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:11:07.793730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Network hostable DHCP agents. Network: f3b638db-1a1c-4998-8ebc-1d157a8073fa, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:11:07.840608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a85ee676-1514-4762-922c-ce91fb8864a9 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:11:07.988070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Network f3b638db-1a1c-4998-8ebc-1d157a8073fa is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:11:07.991585 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port a85ee676-1514-4762-922c-ce91fb8864a9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:11:07.997383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port a85ee676-1514-4762-922c-ce91fb8864a9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:11:07.997711 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:08.024548 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:08.038205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, f3b638db-1a1c-4998-8ebc-1d157a8073fa) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:11:08.074773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:08.075356 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:08.099987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe7b300-dda2-46cb-80c0-5f4c7230c754 None None] Network f3b638db-1a1c-4998-8ebc-1d157a8073fa requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:11:08.101139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Transition to ACTIVE for port object 80b0776f-f097-4102-8f73-24e2a237ed67 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:11:08.109534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-0a53a392-c14d-4fa5-9545-f6b2623a0003 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:08.117987 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-0a53a392-c14d-4fa5-9545-f6b2623a0003 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.4156313 Apr 05 20:11:08.167586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561689a1-c9f5-472b-be71-36d663ee5147 req-dd955da4-fa20-43f1-ad5b-d75c2cc1a114 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:08.168878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-561689a1-c9f5-472b-be71-36d663ee5147 req-dd955da4-fa20-43f1-ad5b-d75c2cc1a114 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Synchronizing usage tracker for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:08.219919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-561689a1-c9f5-472b-be71-36d663ee5147 req-dd955da4-fa20-43f1-ad5b-d75c2cc1a114 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Unset dirty status for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:08.230676 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-561689a1-c9f5-472b-be71-36d663ee5147 req-dd955da4-fa20-43f1-ad5b-d75c2cc1a114 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 949 time: 0.3038127 Apr 05 20:11:08.241308 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8c05b95b-c445-4223-9fe0-afc6b98b7394 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8447533 Apr 05 20:11:08.275253 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-6b6b74a5-0608-4b4d-8ef4-84cea59fd1f7 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 1000 time: 0.1561253 Apr 05 20:11:08.284769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-f54eeefe-1a14-4d59-8f7d-fdca24384438 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:08.381305 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:08.434519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:08.491001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:08.493285 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:08.501188 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:08.546252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13dd432d-8efd-43c9-9aa2-9a3cd5b4f537 None None] Network f3b638db-1a1c-4998-8ebc-1d157a8073fa requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:11:08.593998 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:08.680304 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-f54eeefe-1a14-4d59-8f7d-fdca24384438 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:08.808091 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-561689a1-c9f5-472b-be71-36d663ee5147 req-fc3f3da6-9f59-443e-b2c4-ed6180154052 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974752 Apr 05 20:11:08.836430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=a85ee676-1514-4762-922c-ce91fb8864a9,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:08.851096 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:09.006169 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'tag': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'status': 'completed', 'code': 200} Apr 05 20:11:09.009689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Network 37531e6c-a868-4760-9faf-04c58ddf0d58 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:11:09.069125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:11:09.076633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:11:09.091631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:09.091781 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3adf01eb-d090-473a-8549-41c23c2daecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:09.093681 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:09.258371 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0463331 Apr 05 20:11:09.258371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a2f71-cf95-468b-9f7f-e1a596ea9e04 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Pushing event updated for resources: {'Port': ['ID=80b0776f-f097-4102-8f73-24e2a237ed67,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:09.287002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Request body: {'port': {'device_id': 'e20fc313-0542-4ef6-96f1-5461d6e08fd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:09.334108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53334) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:09.453586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6057e67f-5deb-43f2-b552-1f72c2a6d87a None None] Provisioning for port 80b0776f-f097-4102-8f73-24e2a237ed67 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:11:09.464601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6057e67f-5deb-43f2-b552-1f72c2a6d87a None None] Provisioning complete for port 80b0776f-f097-4102-8f73-24e2a237ed67 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:11:09.465693 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6057e67f-5deb-43f2-b552-1f72c2a6d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:09.492551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-529747852-network', 'tenant_id': 'd29ad838b3364cec8b3c5fa1ef075c48'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:09.511593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180c365-4d33-4c2b-b038-ccde52686355 req-2b1a25c2-edde-4b40-afda-30eed107fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:09.513181 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b180c365-4d33-4c2b-b038-ccde52686355 req-2b1a25c2-edde-4b40-afda-30eed107fe25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 1096 time: 0.3018305 Apr 05 20:11:09.600628 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6057e67f-5deb-43f2-b552-1f72c2a6d87a None None] Port 80b0776f-f097-4102-8f73-24e2a237ed67 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:11:09.632489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:09.648784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46b672-db59-4119-98f0-3718558f2e41 req-b0d10322-d864-4a77-a0e7-f5bc8a898874 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:09.657037 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc46b672-db59-4119-98f0-3718558f2e41 req-b0d10322-d864-4a77-a0e7-f5bc8a898874 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/ports?device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 932 time: 0.4044251 Apr 05 20:11:09.725799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-bc46b672-db59-4119-98f0-3718558f2e41 req-f3cdc2c1-ae97-4d25-a0f8-600745bbd0aa tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Synchronizing usage tracker for tenant:2d77a87d0b4a42228f6d71a11b446899 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:09.753140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-bc46b672-db59-4119-98f0-3718558f2e41 req-f3cdc2c1-ae97-4d25-a0f8-600745bbd0aa tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Unset dirty status for tenant:2d77a87d0b4a42228f6d71a11b446899 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:09.762354 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc46b672-db59-4119-98f0-3718558f2e41 req-f3cdc2c1-ae97-4d25-a0f8-600745bbd0aa tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6b6fc4-154d-4423-8b94-1c38afb3b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042056 Apr 05 20:11:09.886358 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Usage tracker for resource:network and tenant:d29ad838b3364cec8b3c5fa1ef075c48 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:09.897576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:09.944638 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-f54eeefe-1a14-4d59-8f7d-fdca24384438 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:09.948113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:09.958721 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-513d4d77-6294-47bd-8c15-cee4736375c7 req-42a7c3a0-551f-438f-87ee-67fbcffcb37a tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] show failed (client error): The resource could not be found. Apr 05 20:11:09.971557 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-513d4d77-6294-47bd-8c15-cee4736375c7 req-42a7c3a0-551f-438f-87ee-67fbcffcb37a tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/floatingips/40fc6205-4793-4882-b14b-1b5a60a8d9ca HTTP/1.1" status: 404 len: 350 time: 0.1607561 Apr 05 20:11:10.027042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-f54eeefe-1a14-4d59-8f7d-fdca24384438 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:10.027580 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-f54eeefe-1a14-4d59-8f7d-fdca24384438 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Floating IP 4d35571b-67e3-4f7b-bbac-35742712ed76 disassociated. External IP: 172.25.8.53, port: bdd3f9be-a16a-4bd6-8f22-93fd397469dc. Apr 05 20:11:10.083684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-3adf01eb-d090-473a-8549-41c23c2daecf admin admin] Deleting port bab69b41-f7e0-440b-9521-94a21764300e {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:10.084144 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3adf01eb-d090-473a-8549-41c23c2daecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:10.185494 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-5fc2a411-1fa3-4c48-8a68-348cfbda5511 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=68647ae553c84fef9dc84260fe0aaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535760 Apr 05 20:11:10.358876 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:10.370822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180c365-4d33-4c2b-b038-ccde52686355 req-60d65020-8a4f-45b7-84e9-b5baae3723f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:10.372372 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b180c365-4d33-4c2b-b038-ccde52686355 req-60d65020-8a4f-45b7-84e9-b5baae3723f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 0.5856149 Apr 05 20:11:10.404952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:11:10.422692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Made reservation on behalf of d29ad838b3364cec8b3c5fa1ef075c48 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:11:10.426717 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:10.452619 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:10.475651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:10.480044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Usage tracker for resource:security_group_rule and tenant:d29ad838b3364cec8b3c5fa1ef075c48 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:10.484085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:10.491071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:10.577373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-3adf01eb-d090-473a-8549-41c23c2daecf admin admin] For port bab69b41-f7e0-440b-9521-94a21764300e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bab69b41-f7e0-440b-9521-94a21764300e,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:10.577993 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3adf01eb-d090-473a-8549-41c23c2daecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:10.611989 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:10.622935 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213de6-329a-4966-a600-19c386074519 req-1287f6e8-5347-4d2d-8dc3-b811ab949d66 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:10.624840 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-1287f6e8-5347-4d2d-8dc3-b811ab949d66 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7&tenant_id=78e3339ed2bb42f7a4658d92708a7a40&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1096 time: 1.1922898 Apr 05 20:11:10.634668 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e has no active binding in host n-h2-836604-1 {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:11:10.657260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836604-1'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:11.047511 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:11.050890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-3adf01eb-d090-473a-8549-41c23c2daecf admin admin] Calling delete_port for bab69b41-f7e0-440b-9521-94a21764300e owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:11.059857 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:11.124715 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:11.146053 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b180c365-4d33-4c2b-b038-ccde52686355 req-b14cb185-5e6a-40f4-8d0b-64622677830f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 200 len: 217 time: 0.4356778 Apr 05 20:11:11.176605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3d3d45d4-d179-4d65-95d0-10d319aff918 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:11.178385 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3d3d45d4-d179-4d65-95d0-10d319aff918 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9920454 Apr 05 20:11:11.331205 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5ef8093b-ad6f-4957-84a4-1e473941f708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:11.416108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-9afdcf1f-1491-4d8c-ba81-9fc2374c8483 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/quotas/68647ae553c84fef9dc84260fe0aaf92 HTTP/1.1" status: 200 len: 375 time: 0.0248122 Apr 05 20:11:11.416910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:11:11.450117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80213d46-4978-4337-bd66-abc5af28c950,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:11.570533 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-eb10cf33-1a3f-44dd-a055-b5aad2bd7433 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1534534 Apr 05 20:11:11.605668 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3adf01eb-d090-473a-8549-41c23c2daecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:11.614233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-f54eeefe-1a14-4d59-8f7d-fdca24384438 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Router dd392c03-f5a5-449e-beb2-09624994d4fe has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:11:11.622813 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:11.623152 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Added segment 80b149d3-baa8-494a-99d8-b82510869546 of type vlan for network 0254fe07-32dd-43cc-b70b-df83ef63cea1 Apr 05 20:11:11.754866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf01eb-d090-473a-8549-41c23c2daecf admin admin] Pushing event deleted for resources: {'Port': ['ID=bab69b41-f7e0-440b-9521-94a21764300e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:11.812785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:11.882516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:11:11.938384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180c365-4d33-4c2b-b038-ccde52686355 req-1a4888e5-7288-4b11-a50b-a13868d8fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:11.941164 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b180c365-4d33-4c2b-b038-ccde52686355 req-1a4888e5-7288-4b11-a50b-a13868d8fe00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.1473267 Apr 05 20:11:11.955334 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:12.091828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0059166-4c1f-4606-bc1a-3cd938dbd8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '941413cc-cd0e-4dca-9c2c-7c52aeac2b5e'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:12.150478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:12.177365 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:12.178419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:12.179090 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:12.209113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b180c365-4d33-4c2b-b038-ccde52686355 req-c6747b80-44ad-4faf-ac5a-d61f38238ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:12.210754 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b180c365-4d33-4c2b-b038-ccde52686355 req-c6747b80-44ad-4faf-ac5a-d61f38238ff4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321227 Apr 05 20:11:12.239909 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:12.455984 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3adf01eb-d090-473a-8549-41c23c2daecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:12.578402 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b180c365-4d33-4c2b-b038-ccde52686355 req-5819efbf-9113-44f5-834c-4137ce49f0fe service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451204 Apr 05 20:11:12.674674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b0776f-f097-4102-8f73-24e2a237ed67 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:12.683920 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:12.730936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Transition to ACTIVE for port object 80b0776f-f097-4102-8f73-24e2a237ed67 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:11:12.742039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-f54eeefe-1a14-4d59-8f7d-fdca24384438 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:11:12.754656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf67a64-9f68-4f44-9899-88831eeddb52 None None] Sync routers for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:11:12.769706 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-f54eeefe-1a14-4d59-8f7d-fdca24384438 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:12.779501 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf67a64-9f68-4f44-9899-88831eeddb52 None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:11:12.780132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2cf67a64-9f68-4f44-9899-88831eeddb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:10:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:12.986511 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-f54eeefe-1a14-4d59-8f7d-fdca24384438 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "PUT /v2.0/floatingips/4d35571b-67e3-4f7b-bbac-35742712ed76 HTTP/1.1" status: 200 len: 695 time: 4.7099547 Apr 05 20:11:13.096875 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:13.105476 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.6848640 Apr 05 20:11:13.111010 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b180c365-4d33-4c2b-b038-ccde52686355 req-0f2bc556-e4e7-49ba-acb1-fbb6fb74f5a6 service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764912 Apr 05 20:11:13.118509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53372) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:13.159758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Request body: {'subnet': {'network_id': '0254fe07-32dd-43cc-b70b-df83ef63cea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-529747852-subnet', 'tenant_id': 'd29ad838b3364cec8b3c5fa1ef075c48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:13.166775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:13.171745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Usage tracker for resource:subnet and tenant:d29ad838b3364cec8b3c5fa1ef075c48 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:13.178447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:13.185774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:13.204856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f52dc-d07f-449a-b91a-11b222417d31 admin admin] Pushing event updated for resources: {'Network': ['ID=0254fe07-32dd-43cc-b70b-df83ef63cea1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:13.226383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Made reservation on behalf of d29ad838b3364cec8b3c5fa1ef075c48 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:11:13.226885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 0254fe07-32dd-43cc-b70b-df83ef63cea1 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:11:13.229687 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:13.415483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2705703-0aca-44bb-8acb-b47c48871a6c req-b7d2305b-69a7-436b-b2d3-4b9ee50312e9 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:13.427914 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c2705703-0aca-44bb-8acb-b47c48871a6c req-b7d2305b-69a7-436b-b2d3-4b9ee50312e9 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 943 time: 0.8855050 Apr 05 20:11:13.508309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-2cf67a64-9f68-4f44-9899-88831eeddb52 None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:11:13.639295 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c2705703-0aca-44bb-8acb-b47c48871a6c req-53323ef6-a3cf-40cc-810f-b23a008e2fd2 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100592 Apr 05 20:11:13.694632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Attempting to bind port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e on host n-h1-836604-1 for vnic_type normal with profile {"migrating_to": "n-h2-836604-1"} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:11:13.694961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Attempting to bind port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:11:13.695367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Attempting to bind port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:13.698024 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:13.831102 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-07e86ce4-1c28-4166-bf2a-0e4e396eaabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:13.962263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:11:13.962565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Attempting to bind port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:13.964773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Pushing event updated for resources: {'Port': ['ID=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,revision_number=7']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:14.059908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:11:14.073788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Checking segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:11:14.075057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Bound using segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:11:14.075685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Bound port: 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:11:14.076198 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:14.079639 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'code': 200} Apr 05 20:11:14.116292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adf01eb-d090-473a-8549-41c23c2daecf admin admin] Router 26a94819-c482-4597-a22b-823bcc00c29b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:11:14.140043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-e4b393c3-cd8d-4030-98b9-5cb37c6b544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:14.147979 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-e4b393c3-cd8d-4030-98b9-5cb37c6b544b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 1096 time: 1.1532595 Apr 05 20:11:14.216872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Attempting to bind port 80b0776f-f097-4102-8f73-24e2a237ed67 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:11:14.217459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Attempting to bind port 80b0776f-f097-4102-8f73-24e2a237ed67 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '87fe95fa-8697-462d-8185-c04aa2dfcaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:11:14.217999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Attempting to bind port 80b0776f-f097-4102-8f73-24e2a237ed67 on network 37531e6c-a868-4760-9faf-04c58ddf0d58 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:14.244769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab2be12-a3a8-4145-b3b2-18e69016046b,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:14.373294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Port 80b0776f-f097-4102-8f73-24e2a237ed67 on network 37531e6c-a868-4760-9faf-04c58ddf0d58 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:11:14.394826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Attempting to bind port 80b0776f-f097-4102-8f73-24e2a237ed67 on network 37531e6c-a868-4760-9faf-04c58ddf0d58 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:14.467604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Pushing event updated for resources: {'Port': ['ID=80b0776f-f097-4102-8f73-24e2a237ed67,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:14.482613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:11:14.483059 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Checking segment: {'id': '87fe95fa-8697-462d-8185-c04aa2dfcaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:11:14.483451 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Bound using segment: {'id': '87fe95fa-8697-462d-8185-c04aa2dfcaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:11:14.483913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Bound port: 80b0776f-f097-4102-8f73-24e2a237ed67, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87fe95fa-8697-462d-8185-c04aa2dfcaff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:11:14.484269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:14.534413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Checking segment: {'id': '80b149d3-baa8-494a-99d8-b82510869546', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0254fe07-32dd-43cc-b70b-df83ef63cea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:11:14.535150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Network hostable DHCP agents. Network: 0254fe07-32dd-43cc-b70b-df83ef63cea1, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:11:14.612092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2cf67a64-9f68-4f44-9899-88831eeddb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:14.624868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf67a64-9f68-4f44-9899-88831eeddb52 None None] Checking router: dd392c03-f5a5-449e-beb2-09624994d4fe for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:11:14.696758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf67a64-9f68-4f44-9899-88831eeddb52 None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:11:14.700090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2cf67a64-9f68-4f44-9899-88831eeddb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:14.705341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-20906cd7-1e9c-4ef0-bcfd-9930fc19dab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:14.711001 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-20906cd7-1e9c-4ef0-bcfd-9930fc19dab2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 0.5611470 Apr 05 20:11:14.745011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adf01eb-d090-473a-8549-41c23c2daecf admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:11:14.747889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605e752-83c0-4cdd-932a-33325889d562 req-e1c2f948-0851-4b2c-809c-076263f6bee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:14.749360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2605e752-83c0-4cdd-932a-33325889d562 req-e1c2f948-0851-4b2c-809c-076263f6bee8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 1101 time: 0.4657335 Apr 05 20:11:14.761067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1634927-e896-4967-aa19-fc0468f84254 req-c2a7a7e6-30b8-4617-9f24-f753dd0b2851 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:14.763917 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fde97c-04b6-44d0-aa86-3b85ae4defbc None None] Sync routers for ids ['26a94819-c482-4597-a22b-823bcc00c29b'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:11:14.767841 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1634927-e896-4967-aa19-fc0468f84254 req-c2a7a7e6-30b8-4617-9f24-f753dd0b2851 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.6250460 Apr 05 20:11:14.793844 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fde97c-04b6-44d0-aa86-3b85ae4defbc None None] Routers {'26a94819-c482-4597-a22b-823bcc00c29b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:11:14.795421 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-00fde97c-04b6-44d0-aa86-3b85ae4defbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26a94819-c482-4597-a22b-823bcc00c29b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:14.869782 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:14.879883 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:14.924744 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3adf01eb-d090-473a-8549-41c23c2daecf admin admin] 10.222.0.24 "PUT /v2.0/routers/26a94819-c482-4597-a22b-823bcc00c29b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4857237 Apr 05 20:11:14.930755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53378) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:15.038040 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-2cf67a64-9f68-4f44-9899-88831eeddb52 None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:11:15.191658 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1634927-e896-4967-aa19-fc0468f84254 req-250b6619-f92a-48af-80a5-f44b2042df32 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208157 Apr 05 20:11:15.197828 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:15.239857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] For port 80b0776f-f097-4102-8f73-24e2a237ed67, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:11:15.248461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] For port 80b0776f-f097-4102-8f73-24e2a237ed67, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=80b0776f-f097-4102-8f73-24e2a237ed67,segment=NetworkSegment(87fe95fa-8697-462d-8185-c04aa2dfcaff),segment_id=87fe95fa-8697-462d-8185-c04aa2dfcaff)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:11:15.271925 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-adfd7a0d-7d23-4da1-bf12-73b36e650914 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 200 len: 217 time: 0.4372609 Apr 05 20:11:15.367341 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-e7c2aa5d-25f0-4b2a-9137-b25cc344055b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=68647ae553c84fef9dc84260fe0aaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0905983 Apr 05 20:11:15.405085 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-00fde97c-04b6-44d0-aa86-3b85ae4defbc None None] Set router 26a94819-c482-4597-a22b-823bcc00c29b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:11:15.465757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Network 0254fe07-32dd-43cc-b70b-df83ef63cea1 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:11:15.476146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:15.506944 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.13', 54105) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:15.509615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:11:15.609469 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-f2ae7c46-54c6-48cb-b6fa-821bb4e5e6f2 req-7ba6a54f-07fc-4331-bfb9-8fa31b609f0f tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] show failed (client error): The resource could not be found. Apr 05 20:11:15.626462 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2ae7c46-54c6-48cb-b6fa-821bb4e5e6f2 req-7ba6a54f-07fc-4331-bfb9-8fa31b609f0f tempest-FloatingIPsTestJSON-970109862 tempest-FloatingIPsTestJSON-970109862-project] 10.222.0.24 "GET /v2.0/floatingips/40fc6205-4793-4882-b14b-1b5a60a8d9ca HTTP/1.1" status: 404 len: 350 time: 0.1928992 Apr 05 20:11:15.626976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53382) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:15.700428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 0254fe07-32dd-43cc-b70b-df83ef63cea1) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:11:15.708148 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2605e752-83c0-4cdd-932a-33325889d562 req-441543eb-9799-4afc-a072-b14bfdbdfc48 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9233468 Apr 05 20:11:15.709285 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:15.709853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:15.743189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23fd64a-d71e-4310-a274-71390a375bbb None None] Network 0254fe07-32dd-43cc-b70b-df83ef63cea1 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:11:16.145826 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:16.226683 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-00fde97c-04b6-44d0-aa86-3b85ae4defbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:11:11Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:16.235700 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fde97c-04b6-44d0-aa86-3b85ae4defbc None None] Checking router: 26a94819-c482-4597-a22b-823bcc00c29b for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:11:16.257668 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fde97c-04b6-44d0-aa86-3b85ae4defbc None None] Routers {'26a94819-c482-4597-a22b-823bcc00c29b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:11:16.270373 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-00fde97c-04b6-44d0-aa86-3b85ae4defbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26a94819-c482-4597-a22b-823bcc00c29b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:16.300114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2cf67a64-9f68-4f44-9899-88831eeddb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:16.310624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Pushing event updated for resources: {'Port': ['ID=80b0776f-f097-4102-8f73-24e2a237ed67,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:16.335502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-ebe9f945-b320-47c1-bde8-67e96f99dd7c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:16.337577 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-ebe9f945-b320-47c1-bde8-67e96f99dd7c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8294697 Apr 05 20:11:16.369143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:16.375451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf67a64-9f68-4f44-9899-88831eeddb52 None None] The sync data for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 is: [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:09:27Z', 'revision_number': 4, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ceccc614-7571-47c3-99cb-665995ce3e57', 'name': '', 'network_id': '26755bff-2d35-4c6d-b06f-78a229d8b2fc', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'mac_address': 'fa:16:3e:1a:24:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:25Z', 'updated_at': '2022-04-05T20:09:35Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'subnets': [{'id': '4ece50f3-2a9d-4379-840d-24002e47046f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:11:16.376510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:16.378112 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-9a7f2a90-426a-4095-be2f-de8041137230 service neutron] 10.222.0.13 "PUT /v2.0/ports/80b0776f-f097-4102-8f73-24e2a237ed67 HTTP/1.1" status: 200 len: 1092 time: 7.0977094 Apr 05 20:11:16.397622 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:16.404590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Request body: {'port': {'device_id': '09dd2cff-abc6-4779-bdab-cb521338c4ce', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '68647ae553c84fef9dc84260fe0aaf92'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:16.488832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] Deleting port c4948bd4-fe57-4f22-bf17-892235247184 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:16.489086 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:16.560334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f84633c-1266-490a-8f7c-53460351b80a None None] Network 0254fe07-32dd-43cc-b70b-df83ef63cea1 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:11:16.660644 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-00fde97c-04b6-44d0-aa86-3b85ae4defbc None None] Set router 26a94819-c482-4597-a22b-823bcc00c29b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:11:16.781284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:16.791206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:16.801154 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-5773ea10-f75d-4513-8928-4773116c9577 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=68647ae553c84fef9dc84260fe0aaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 1.1049371 Apr 05 20:11:16.816938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:11:16.910088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9a8e06-6682-4125-a42c-5bc95cb046a2 None None] New status for floating IP 4d35571b-67e3-4f7b-bbac-35742712ed76: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:11:17.063644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Made reservation on behalf of 68647ae553c84fef9dc84260fe0aaf92 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:11:17.067368 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:17.074115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43318b-04ca-4cfc-b9cd-e0892929f3f6 req-c0d5a1e6-6f9b-40fc-92d1-9381871ac3d3 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:17.076008 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ba43318b-04ca-4cfc-b9cd-e0892929f3f6 req-c0d5a1e6-6f9b-40fc-92d1-9381871ac3d3 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/ports?device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 944 time: 0.8392744 Apr 05 20:11:17.101412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-390b9138-7516-4ba4-965b-7ad189fe2df1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:17.102966 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-390b9138-7516-4ba4-965b-7ad189fe2df1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096920 Apr 05 20:11:17.104111 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:17.270485 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ba43318b-04ca-4cfc-b9cd-e0892929f3f6 req-12979796-df00-4a5e-8fc8-8a7783b0b3f8 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6b6fc4-154d-4423-8b94-1c38afb3b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481023 Apr 05 20:11:17.283512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] For port c4948bd4-fe57-4f22-bf17-892235247184, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c4948bd4-fe57-4f22-bf17-892235247184,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:17.284269 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:17.304775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Allocated IP 192.168.233.172 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/5c7da35a-ab21-48a3-b924-c3d0960e969c) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:11:17.399294 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-00fde97c-04b6-44d0-aa86-3b85ae4defbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:11:11Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:17.406816 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fde97c-04b6-44d0-aa86-3b85ae4defbc None None] The sync data for ids ['26a94819-c482-4597-a22b-823bcc00c29b'] in n-d-836604-1 is: [{'id': '26a94819-c482-4597-a22b-823bcc00c29b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1824859057-router', 'tenant_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:40Z', 'updated_at': '2022-04-05T20:11:11Z', 'revision_number': 5, 'project_id': '23dd846987e84c54bf39cdc9ce7aec5f', 'gw_port': {'id': 'c4948bd4-fe57-4f22-bf17-892235247184', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:48:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a94819-c482-4597-a22b-823bcc00c29b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:41Z', 'updated_at': '2022-04-05T20:07:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:11:17.493595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] Calling delete_port for c4948bd4-fe57-4f22-bf17-892235247184 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:17.530410 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:17.548242 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Transition to ACTIVE for port object 5c7da35a-ab21-48a3-b924-c3d0960e969c will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:11:17.629999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Request body: {'port': {'device_id': 'c9268552-d2b5-4be5-a99b-b6095258251e', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '68647ae553c84fef9dc84260fe0aaf92'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:17.720506 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5b8e0b6-8a51-49a6-9c0e-cab92cae02b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:17.778275 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0059166-4c1f-4606-bc1a-3cd938dbd8f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '941413cc-cd0e-4dca-9c2c-7c52aeac2b5e', 'code': 200} Apr 05 20:11:17.797040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:17.801559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Usage tracker for resource:port and tenant:68647ae553c84fef9dc84260fe0aaf92 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:17.804560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:17.810693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:17.813004 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:17.828338 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e', 'eaed120d-623f-40ac-aea4-d38dc9cb535f', '40ed973d-a318-4c31-9c23-4d5fc3d066b3'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:17.888203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee735b94-b431-42fd-a932-fd1f52aadecb req-c075eae7-ad2d-4c6f-8ecf-208e5f8b2351 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.3827844 Apr 05 20:11:17.928309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-50191103-f524-4513-8589-a77ff3eac7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:17.929773 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-50191103-f524-4513-8589-a77ff3eac7f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 2.5568457 Apr 05 20:11:17.957665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:11:17.969106 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-15ee3e4d-c340-47de-8de8-b3e3a7c21216 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.8202181 Apr 05 20:11:18.033475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:11:18.035721 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 05 20:11:18.035721 n-d-836604-1 neutron-server[87965]: [SQL: INSERT INTO resourcedeltas (resource, reservation_id, amount) VALUES (%(resource)s, %(reservation_id)s, %(amount)s)] Apr 05 20:11:18.035721 n-d-836604-1 neutron-server[87965]: [parameters: {'resource': 'port', 'reservation_id': '9dbca430-1144-4197-bd61-b017a763e921', 'amount': 1}] Apr 05 20:11:18.035721 n-d-836604-1 neutron-server[87965]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:11:18.036104 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Performing DB retry for function neutron.db.quota.driver.DbQuotaDriver.make_reservation {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:11:18.044400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:11:18.050629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:18.050888 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:18.063999 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:18.147575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-2a375a89-eea5-44c2-9913-d1592951acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:18.150042 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-2a375a89-eea5-44c2-9913-d1592951acd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d77a87d0b4a42228f6d71a11b446899&device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 1095 time: 1.3479569 Apr 05 20:11:18.150672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Pushing event updated for resources: {'Port': ['ID=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,revision_number=8']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:18.164057 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8151882 Apr 05 20:11:18.206690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53406) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:18.220945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e8065-dc27-40aa-82d8-53e4efc62cb3 req-988d847b-cc6a-4d18-93a0-1fdcab3ae9a1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:18.228347 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-641e8065-dc27-40aa-82d8-53e4efc62cb3 req-988d847b-cc6a-4d18-93a0-1fdcab3ae9a1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 943 time: 0.4372907 Apr 05 20:11:18.283587 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-a3ff1894-6f3b-4d9c-a8d2-da0235fe7223 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80b0776f-f097-4102-8f73-24e2a237ed67 HTTP/1.1" status: 200 len: 217 time: 0.1167095 Apr 05 20:11:18.298967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Request body: {'port': {'device_id': '09dd2cff-abc6-4779-bdab-cb521338c4ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:18.345165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:18.345691 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:18.347047 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-f9d4404e-e655-4875-a4ae-6b2bfe91ba93 service neutron] 10.222.0.41 "PUT /v2.0/ports/941413cc-cd0e-4dca-9c2c-7c52aeac2b5e HTTP/1.1" status: 200 len: 1121 time: 7.7070050 Apr 05 20:11:18.381045 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['941413cc-cd0e-4dca-9c2c-7c52aeac2b5e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:18.412356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] Pushing event deleted for resources: {'Port': ['ID=c4948bd4-fe57-4f22-bf17-892235247184,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:18.444522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['941413cc-cd0e-4dca-9c2c-7c52aeac2b5e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:18.522021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-30c90719-cc3a-4b1f-9394-1a77813f34f4 None None] Provisioning for port 5c7da35a-ab21-48a3-b924-c3d0960e969c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:11:18.537058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-30c90719-cc3a-4b1f-9394-1a77813f34f4 None None] Provisioning complete for port 5c7da35a-ab21-48a3-b924-c3d0960e969c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:11:18.537507 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-30c90719-cc3a-4b1f-9394-1a77813f34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:18.565376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:18.607112 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-641e8065-dc27-40aa-82d8-53e4efc62cb3 req-2e767930-1f94-4c6b-b4b2-a0905caa490d tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777425 Apr 05 20:11:18.618578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Usage tracker for resource:port and tenant:68647ae553c84fef9dc84260fe0aaf92 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:18.632288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5084d02-af80-48b2-9611-406869af6aab admin admin] Deleting subnet e453734c-49f1-4fe5-aff2-2ffc43af5101 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:11:18.646669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5084d02-af80-48b2-9611-406869af6aab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:18.646826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-30c90719-cc3a-4b1f-9394-1a77813f34f4 None None] Port 5c7da35a-ab21-48a3-b924-c3d0960e969c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:11:18.659846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:18.675629 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:18.705127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:18.756742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f3ef1-2721-41e2-9d14-da3900e50087 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event updated for resources: {'Port': ['ID=5c7da35a-ab21-48a3-b924-c3d0960e969c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:18.770337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-5d182034-76d0-4315-b7c4-8fdd92a89f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:18.771774 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-5d182034-76d0-4315-b7c4-8fdd92a89f98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75bcafc6-2685-49d8-8bc6-37637d100b58 HTTP/1.1" status: 200 len: 853 time: 0.4458067 Apr 05 20:11:18.834002 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:18.843165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Made reservation on behalf of 68647ae553c84fef9dc84260fe0aaf92 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:11:18.846556 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:18.860711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-515ff53c-3ebf-4b0f-a58d-dd4430f9e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:18.862204 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-515ff53c-3ebf-4b0f-a58d-dd4430f9e8f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8990963 Apr 05 20:11:18.882070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee735b94-b431-42fd-a932-fd1f52aadecb req-1a77eb18-ad0a-418f-a905-e43858f983cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:18.884061 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee735b94-b431-42fd-a932-fd1f52aadecb req-1a77eb18-ad0a-418f-a905-e43858f983cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 1096 time: 0.9445097 Apr 05 20:11:18.962811 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5084d02-af80-48b2-9611-406869af6aab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:18.994817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:19.000844 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:19.158111 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5084d02-af80-48b2-9611-406869af6aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:19.172974 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0eec807c-3b13-4e60-b81e-05444e331c04 req-6aee4cc1-9e33-4a72-9acf-7a3940b7786a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6386907 Apr 05 20:11:19.181731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bab69b41-f7e0-440b-9521-94a21764300e no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:19.196391 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:19.197337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26a94819-c482-4597-a22b-823bcc00c29b {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:11:19.234365 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: bab69b41-f7e0-440b-9521-94a21764300e {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:11:19.234906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bab69b41-f7e0-440b-9521-94a21764300e not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:19.249471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c5b8e0b6-8a51-49a6-9c0e-cab92cae02b6 admin admin] Deleting port ad471d1d-2778-48cc-bfd8-65ad33d730b3 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:19.249808 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5b8e0b6-8a51-49a6-9c0e-cab92cae02b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:19.292219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689515d-41f3-4fc9-9bbc-1c3cd6eab644 req-30a629e1-179c-417d-8f31-d2096e6ac2ea tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:19.293732 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f689515d-41f3-4fc9-9bbc-1c3cd6eab644 req-30a629e1-179c-417d-8f31-d2096e6ac2ea tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.4656451 Apr 05 20:11:19.308400 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:19.312373 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-85cfc89e-b526-46b0-93e8-3345cc9d647d admin admin] 10.222.0.24 "DELETE /v2.0/routers/26a94819-c482-4597-a22b-823bcc00c29b HTTP/1.1" status: 204 len: 168 time: 4.3788865 Apr 05 20:11:19.312870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53416) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:19.445066 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5084d02-af80-48b2-9611-406869af6aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:19.460942 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-e81dcc81-5e47-48b8-b797-8aa98a0f47ce service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821550 Apr 05 20:11:19.469225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-ed37becb-a9da-46d3-964f-36fa3828ce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:19.470648 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-ed37becb-a9da-46d3-964f-36fa3828ce74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37531e6c-a868-4760-9faf-04c58ddf0d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6859403 Apr 05 20:11:19.477197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee735b94-b431-42fd-a932-fd1f52aadecb req-79fc82dd-4f58-4a93-bd5a-4ca72028d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:19.478556 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee735b94-b431-42fd-a932-fd1f52aadecb req-79fc82dd-4f58-4a93-bd5a-4ca72028d2d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 0.5708582 Apr 05 20:11:19.494430 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f689515d-41f3-4fc9-9bbc-1c3cd6eab644 req-32d14743-47c5-469e-8628-9e68446dcfa6 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893573 Apr 05 20:11:19.562209 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5084d02-af80-48b2-9611-406869af6aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:19.565219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5084d02-af80-48b2-9611-406869af6aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e453734c-49f1-4fe5-aff2-2ffc43af5101,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:19.570043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1875fdd-8f54-4f31-b747-1ba53ae4668a admin admin] Deleting subnet db5d97bd-f1f9-44b3-b911-c8ed750bc5a6 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:11:19.582769 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c1875fdd-8f54-4f31-b747-1ba53ae4668a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:19.622535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f5084d02-af80-48b2-9611-406869af6aab admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e453734c-49f1-4fe5-aff2-2ffc43af5101 HTTP/1.1" status: 204 len: 168 time: 1.3754091 Apr 05 20:11:19.628298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53422) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:19.631162 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee735b94-b431-42fd-a932-fd1f52aadecb req-c44eb041-28af-459e-b967-1f95e334bb22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 200 len: 217 time: 0.1071000 Apr 05 20:11:19.684327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Allocated IP 192.168.233.15 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/1b25bd2a-6269-4b00-a18b-e56acb3aeaa8) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:11:19.714347 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b2eb897-977d-4bad-a570-63d4819849a2 req-fdaf0b54-8dd8-4161-9070-d5518f1c5285 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9268552-d2b5-4be5-a99b-b6095258251e HTTP/1.1" status: 200 len: 210 time: 0.0964644 Apr 05 20:11:19.733222 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c1875fdd-8f54-4f31-b747-1ba53ae4668a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:19.794744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'tag': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc'}, {'name': 'network-changed', 'server_uuid': 'e20fc313-0542-4ef6-96f1-5461d6e08fd2', 'tag': '80b0776f-f097-4102-8f73-24e2a237ed67'}, {'name': 'network-changed', 'server_uuid': 'e0059166-4c1f-4606-bc1a-3cd938dbd8f7', 'tag': '941413cc-cd0e-4dca-9c2c-7c52aeac2b5e'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:19.853525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-c5b8e0b6-8a51-49a6-9c0e-cab92cae02b6 admin admin] For port ad471d1d-2778-48cc-bfd8-65ad33d730b3, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ad471d1d-2778-48cc-bfd8-65ad33d730b3,segment=NetworkSegment(c351de56-d01c-478d-998f-ef39f4ac877e),segment_id=c351de56-d01c-478d-998f-ef39f4ac877e)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:19.853890 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5b8e0b6-8a51-49a6-9c0e-cab92cae02b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:19.878160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec807c-3b13-4e60-b81e-05444e331c04 req-75a30b45-22e5-4a6a-a080-171b9d55e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:19.879615 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0eec807c-3b13-4e60-b81e-05444e331c04 req-75a30b45-22e5-4a6a-a080-171b9d55e0e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 1117 time: 0.6517115 Apr 05 20:11:19.942708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee735b94-b431-42fd-a932-fd1f52aadecb req-91e94229-ca34-4539-a057-b1e5f0b47149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:19.944141 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee735b94-b431-42fd-a932-fd1f52aadecb req-91e94229-ca34-4539-a057-b1e5f0b47149 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.2482827 Apr 05 20:11:20.017825 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450c2767-59f8-4f98-8df7-24f5e8765cf4 req-d3ab557e-2886-487b-ac1c-15429a486c78 service neutron] 10.222.0.24 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461633 Apr 05 20:11:20.103709 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-af9c62c8-91bf-4c7d-afe8-baa6dcfaaa47 service neutron] 10.222.0.13 "GET /v2.0/networks/37531e6c-a868-4760-9faf-04c58ddf0d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6232688 Apr 05 20:11:20.127155 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e2cc16ce-63bf-43af-b8ff-b26513e19d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:20.141332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c5b8e0b6-8a51-49a6-9c0e-cab92cae02b6 admin admin] Calling delete_port for ad471d1d-2778-48cc-bfd8-65ad33d730b3 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:20.431791 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c1875fdd-8f54-4f31-b747-1ba53ae4668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:20.475256 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e2cc16ce-63bf-43af-b8ff-b26513e19d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:20.494901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c366394-14f6-4640-9ec9-009277da8b2f req-87336ee6-7e2f-48ee-b291-9d06b87c3599 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:20.496427 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c366394-14f6-4640-9ec9-009277da8b2f req-87336ee6-7e2f-48ee-b291-9d06b87c3599 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/ports?device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 944 time: 0.6304982 Apr 05 20:11:20.518448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec807c-3b13-4e60-b81e-05444e331c04 req-a5eca053-da15-447f-b0ad-cf1609fadffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:20.519868 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0eec807c-3b13-4e60-b81e-05444e331c04 req-a5eca053-da15-447f-b0ad-cf1609fadffd service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.6057210 Apr 05 20:11:20.542967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-e2cc16ce-63bf-43af-b8ff-b26513e19d0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3b638db-1a1c-4998-8ebc-1d157a8073fa']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:20.577104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-e2cc16ce-63bf-43af-b8ff-b26513e19d0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42a21119-2883-4dd6-b52d-e4591a49e8d1') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:20.577391 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-e2cc16ce-63bf-43af-b8ff-b26513e19d0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42a21119-2883-4dd6-b52d-e4591a49e8d1') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:20.611879 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e2cc16ce-63bf-43af-b8ff-b26513e19d0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:20.635920 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c366394-14f6-4640-9ec9-009277da8b2f req-81e6f857-f037-4961-9e38-b175d02e5525 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6b6fc4-154d-4423-8b94-1c38afb3b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260929 Apr 05 20:11:20.646404 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0eec807c-3b13-4e60-b81e-05444e331c04 req-cb13292b-caaf-4675-aeb4-fdfa3199e3a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84 HTTP/1.1" status: 200 len: 217 time: 0.1031814 Apr 05 20:11:20.653827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee735b94-b431-42fd-a932-fd1f52aadecb req-a93f28c5-a0dd-4311-a0ec-e11532c49a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:20.655297 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee735b94-b431-42fd-a932-fd1f52aadecb req-a93f28c5-a0dd-4311-a0ec-e11532c49a0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6829407 Apr 05 20:11:20.692738 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:20.703715 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e2cc16ce-63bf-43af-b8ff-b26513e19d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:20.709138 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c1875fdd-8f54-4f31-b747-1ba53ae4668a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:20.739006 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccefdcb0-5cb7-41af-9563-698b38a4afdb req-3725bd06-c444-4be2-a4e5-3bb6313d4ad7 service neutron] 10.222.0.13 "GET /v2.0/networks/37531e6c-a868-4760-9faf-04c58ddf0d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823983 Apr 05 20:11:20.743772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2cc16ce-63bf-43af-b8ff-b26513e19d0d admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:11:20.744297 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e2cc16ce-63bf-43af-b8ff-b26513e19d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:11:20.768827 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:11:20.771054 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5b8e0b6-8a51-49a6-9c0e-cab92cae02b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:20.778694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Transition to ACTIVE for port object 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:11:20.829431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1875fdd-8f54-4f31-b747-1ba53ae4668a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db5d97bd-f1f9-44b3-b911-c8ed750bc5a6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:20.834099 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c1875fdd-8f54-4f31-b747-1ba53ae4668a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:20.834544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91a6b4-feb8-417b-b17e-9080468feefb req-e33c8556-2f3a-4a28-9ecc-4b1f25c25c51 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:20.835997 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0a91a6b4-feb8-417b-b17e-9080468feefb req-e33c8556-2f3a-4a28-9ecc-4b1f25c25c51 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.5806684 Apr 05 20:11:20.843835 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d1306-fafd-431a-982d-68260c3d103a None None] Network 3181547e-906a-45c1-ab4d-f0e8ddba8d63 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:11:20.854122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec807c-3b13-4e60-b81e-05444e331c04 req-7c7a9a12-dcd1-4e60-95f5-cbbf434197e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:20.855572 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0eec807c-3b13-4e60-b81e-05444e331c04 req-7c7a9a12-dcd1-4e60-95f5-cbbf434197e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.1977425 Apr 05 20:11:20.929714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b8e0b6-8a51-49a6-9c0e-cab92cae02b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad471d1d-2778-48cc-bfd8-65ad33d730b3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:20.935406 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0eec807c-3b13-4e60-b81e-05444e331c04 req-9adf130d-c3ca-42ab-9df2-c30191edcaaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555861 Apr 05 20:11:20.987508 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c1875fdd-8f54-4f31-b747-1ba53ae4668a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/db5d97bd-f1f9-44b3-b911-c8ed750bc5a6 HTTP/1.1" status: 204 len: 168 time: 1.6703541 Apr 05 20:11:20.998942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53434) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:21.030670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee735b94-b431-42fd-a932-fd1f52aadecb req-848cacf5-0b27-4020-9453-e1c8eca0c167 service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278587 Apr 05 20:11:21.033862 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0a91a6b4-feb8-417b-b17e-9080468feefb req-63d41ee1-43d4-4785-ba9b-5f44b88570af tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755643 Apr 05 20:11:21.039038 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e2cc16ce-63bf-43af-b8ff-b26513e19d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:21.043741 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e2cc16ce-63bf-43af-b8ff-b26513e19d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:21.083532 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:21.088189 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e2cc16ce-63bf-43af-b8ff-b26513e19d0d admin admin] 10.222.0.24 "DELETE /v2.0/networks/f3b638db-1a1c-4998-8ebc-1d157a8073fa HTTP/1.1" status: 204 len: 168 time: 1.4278579 Apr 05 20:11:21.091787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc16ce-63bf-43af-b8ff-b26513e19d0d admin admin] Pushing event deleted for resources: {'Network': ['ID=f3b638db-1a1c-4998-8ebc-1d157a8073fa,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:21.095667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e', 'eaed120d-623f-40ac-aea4-d38dc9cb535f', '40ed973d-a318-4c31-9c23-4d5fc3d066b3'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:21.107713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53440) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:21.203540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a296c0be-e36b-41a6-800a-d9f663389cd1 None None] DHCP port deletion for 3181547e-906a-45c1-ab4d-f0e8ddba8d63 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:11:21.216085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a296c0be-e36b-41a6-800a-d9f663389cd1 None None] Deleting port d3fe155a-6358-4d3a-b65f-e5004216f2d1 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:21.216366 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a296c0be-e36b-41a6-800a-d9f663389cd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:21.305979 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'tag': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'status': 'completed', 'code': 200} Apr 05 20:11:21.306549 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20fc313-0542-4ef6-96f1-5461d6e08fd2', 'tag': '80b0776f-f097-4102-8f73-24e2a237ed67', 'status': 'completed', 'code': 200} Apr 05 20:11:21.307019 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0059166-4c1f-4606-bc1a-3cd938dbd8f7', 'tag': '941413cc-cd0e-4dca-9c2c-7c52aeac2b5e', 'status': 'completed', 'code': 200} Apr 05 20:11:21.429791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8392de-f8b6-4718-b938-362184fb176c admin admin] Deleting subnet 1ab2be12-a3a8-4145-b3b2-18e69016046b {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:11:21.442104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715e7e-de12-447f-934b-a1221787eb0a req-1836b580-5439-4c90-8a29-42c6aeaace09 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:21.443559 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c0715e7e-de12-447f-934b-a1221787eb0a req-1836b580-5439-4c90-8a29-42c6aeaace09 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 943 time: 0.6630032 Apr 05 20:11:21.447793 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8392de-f8b6-4718-b938-362184fb176c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:21.479355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c4948bd4-fe57-4f22-bf17-892235247184 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:21.484345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:11:21.499171 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5b8e0b6-8a51-49a6-9c0e-cab92cae02b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:21.535514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: c4948bd4-fe57-4f22-bf17-892235247184 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:11:21.535870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c4948bd4-fe57-4f22-bf17-892235247184 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:21.539057 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:21.541691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:11:21.563357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:11:21.568963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:21.569610 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:21.594057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a296c0be-e36b-41a6-800a-d9f663389cd1 None None] For port d3fe155a-6358-4d3a-b65f-e5004216f2d1, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d3fe155a-6358-4d3a-b65f-e5004216f2d1,segment=NetworkSegment(1b5da415-8704-417a-a997-0644cb804d6d),segment_id=1b5da415-8704-417a-a997-0644cb804d6d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:21.594331 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a296c0be-e36b-41a6-800a-d9f663389cd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:21.594600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event updated for resources: {'Port': ['ID=1b25bd2a-6269-4b00-a18b-e56acb3aeaa8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:21.667214 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0eec807c-3b13-4e60-b81e-05444e331c04 req-8c3abebe-4547-4d1d-873f-e8204ae2b66e service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195718 Apr 05 20:11:21.712058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Deleting port d3fe155a-6358-4d3a-b65f-e5004216f2d1 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:21.712058 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:21.782457 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a296c0be-e36b-41a6-800a-d9f663389cd1 None None] Calling delete_port for d3fe155a-6358-4d3a-b65f-e5004216f2d1 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:21.887677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8392de-f8b6-4718-b938-362184fb176c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:21.947094 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c0715e7e-de12-447f-934b-a1221787eb0a req-bb6f35ca-bcd1-4bfe-9d57-893ac5fced1d tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720330 Apr 05 20:11:22.063500 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8392de-f8b6-4718-b938-362184fb176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:22.098258 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-202b3ad5-f3d5-4a68-9a91-92e10279734e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4722292 Apr 05 20:11:22.100647 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee735b94-b431-42fd-a932-fd1f52aadecb req-955fa9f7-ddd2-4772-bc47-3840901be80c service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0350313 Apr 05 20:11:22.146717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1d6bfc9d-7a7e-40a9-967a-1494552c78a6 None None] Provisioning for port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:11:22.155835 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1d6bfc9d-7a7e-40a9-967a-1494552c78a6 None None] Provisioning complete for port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:11:22.156089 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1d6bfc9d-7a7e-40a9-967a-1494552c78a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:22.186417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] The port 'd3fe155a-6358-4d3a-b65f-e5004216f2d1' was deleted {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:11:22.188211 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a296c0be-e36b-41a6-800a-d9f663389cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:22.262892 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8392de-f8b6-4718-b938-362184fb176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:22.271126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296c0be-e36b-41a6-800a-d9f663389cd1 None None] No DVR routers for this DVR port d3fe155a-6358-4d3a-b65f-e5004216f2d1 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:11:22.277722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Request body: {'port': {'device_id': 'c9268552-d2b5-4be5-a99b-b6095258251e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:22.290489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296c0be-e36b-41a6-800a-d9f663389cd1 None None] Pushing event deleted for resources: {'Port': ['ID=d3fe155a-6358-4d3a-b65f-e5004216f2d1,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:22.328239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1d6bfc9d-7a7e-40a9-967a-1494552c78a6 None None] Port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:11:22.340374 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:11:22.431298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8392de-f8b6-4718-b938-362184fb176c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab2be12-a3a8-4145-b3b2-18e69016046b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:22.439220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8392de-f8b6-4718-b938-362184fb176c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:22.459215 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bf8392de-f8b6-4718-b938-362184fb176c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1ab2be12-a3a8-4145-b3b2-18e69016046b HTTP/1.1" status: 204 len: 168 time: 1.3257897 Apr 05 20:11:22.464778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53454) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:22.472878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214acd8-bfcc-462b-9098-bd983036be80 req-d76c5b9f-39d0-49ec-9ff1-8ef6e4eae8ad tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:22.473564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-7214acd8-bfcc-462b-9098-bd983036be80 req-d76c5b9f-39d0-49ec-9ff1-8ef6e4eae8ad tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:22.575504 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0eec807c-3b13-4e60-b81e-05444e331c04 req-3c13078a-92df-4919-afdc-c7424ac593fd service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8959270 Apr 05 20:11:22.615995 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:22.626592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:22.648231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7da35a-ab21-48a3-b924-c3d0960e969c {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:22.690637 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:22.697936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4736a51-30e9-4d3e-9456-3351047a3d04 req-ad25b0e4-4e7e-406c-acaa-92bb8c33dbb3 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:22.702663 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:11:22.702995 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:11:22.703899 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:11:22.704241 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Subscribe: > port after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:11:22.704554 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Subscribe: > port after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:11:22.704749 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e4736a51-30e9-4d3e-9456-3351047a3d04 req-ad25b0e4-4e7e-406c-acaa-92bb8c33dbb3 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/ports?device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 944 time: 0.4454205 Apr 05 20:11:22.704864 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Subscribe: > port after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:11:22.705197 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:11:22.705517 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:11:22.705941 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:11:22.706157 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:11:22.710424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5b8e0b6-8a51-49a6-9c0e-cab92cae02b6 admin admin] Router aa13d4e2-51ff-4703-8b0f-629b56bff3b8 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:11:22.725704 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-938a462f-7008-4e95-a3b2-e6fabf5dba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:22.829049 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:11:22.829319 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:11:22.829640 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:11:22.829995 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87965) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 20:11:22.830349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3181547e-906a-45c1-ab4d-f0e8ddba8d63']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:22.855304 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e4736a51-30e9-4d3e-9456-3351047a3d04 req-ed0f3c30-84ea-498e-82a4-27859b49490a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6b6fc4-154d-4423-8b94-1c38afb3b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497126 Apr 05 20:11:22.865638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-7214acd8-bfcc-462b-9098-bd983036be80 req-d76c5b9f-39d0-49ec-9ff1-8ef6e4eae8ad tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:22.866832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7214acd8-bfcc-462b-9098-bd983036be80 req-d76c5b9f-39d0-49ec-9ff1-8ef6e4eae8ad tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9268552-d2b5-4be5-a99b-b6095258251e HTTP/1.1" status: 200 len: 935 time: 1.4090803 Apr 05 20:11:22.890782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5da415-8704-417a-a997-0644cb804d6d') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:22.891093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5da415-8704-417a-a997-0644cb804d6d') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:22.926829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Transition to ACTIVE for port object 5c7da35a-ab21-48a3-b924-c3d0960e969c will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:11:22.940034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:22.947413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256e334-eb95-4080-aa11-3273d5e4945c req-0dc72a7e-a059-45ff-be58-936ac526cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:22.948970 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-0dc72a7e-a059-45ff-be58-936ac526cd86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 1096 time: 0.7557456 Apr 05 20:11:22.958995 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:23.064068 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:23.091743 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-938a462f-7008-4e95-a3b2-e6fabf5dba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:23.116938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:11:23.117276 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:23.127068 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd5493b9-6a28-429b-beb7-4bb796c04995 req-86a7e07c-de01-4b13-9ec7-9c927eb3b63b tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips/4d35571b-67e3-4f7b-bbac-35742712ed76 HTTP/1.1" status: 200 len: 693 time: 0.1609418 Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: from cryptography.utils import int_from_bytes Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: from cryptography.utils import int_from_bytes Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: util.warn_limited( Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: util.warn_limited( Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:11:23.149344 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:11:23.181925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d3fe155a-6358-4d3a-b65f-e5004216f2d1 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:23.195195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-938a462f-7008-4e95-a3b2-e6fabf5dba53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0254fe07-32dd-43cc-b70b-df83ef63cea1']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:23.223937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: d3fe155a-6358-4d3a-b65f-e5004216f2d1 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:11:23.224519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d3fe155a-6358-4d3a-b65f-e5004216f2d1 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:23.228531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7da35a-ab21-48a3-b924-c3d0960e969c,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:23.345446 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7214acd8-bfcc-462b-9098-bd983036be80 req-32614f66-7334-4885-a651-91c998892fc1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389794 Apr 05 20:11:23.396640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-938a462f-7008-4e95-a3b2-e6fabf5dba53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b149d3-baa8-494a-99d8-b82510869546') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:23.396934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-938a462f-7008-4e95-a3b2-e6fabf5dba53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b149d3-baa8-494a-99d8-b82510869546') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:23.410255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b8e0b6-8a51-49a6-9c0e-cab92cae02b6 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:11:23.417686 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c5b8e0b6-8a51-49a6-9c0e-cab92cae02b6 admin admin] 10.222.0.24 "PUT /v2.0/routers/aa13d4e2-51ff-4703-8b0f-629b56bff3b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7731049 Apr 05 20:11:23.425823 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b1b31-7c6f-4f5e-ac8e-ca4041661a91 None None] Sync routers for ids ['aa13d4e2-51ff-4703-8b0f-629b56bff3b8'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:11:23.427611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53462) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:23.436875 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b1b31-7c6f-4f5e-ac8e-ca4041661a91 None None] Routers {'aa13d4e2-51ff-4703-8b0f-629b56bff3b8'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:11:23.437772 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ef7b1b31-7c6f-4f5e-ac8e-ca4041661a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['aa13d4e2-51ff-4703-8b0f-629b56bff3b8'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:23.498935 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-938a462f-7008-4e95-a3b2-e6fabf5dba53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:23.554533 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-938a462f-7008-4e95-a3b2-e6fabf5dba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:23.572940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938a462f-7008-4e95-a3b2-e6fabf5dba53 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:11:23.573585 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-938a462f-7008-4e95-a3b2-e6fabf5dba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:11:23.588571 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:11:23.664943 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-ef7b1b31-7c6f-4f5e-ac8e-ca4041661a91 None None] Set router aa13d4e2-51ff-4703-8b0f-629b56bff3b8 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:11:23.676919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5493b9-6a28-429b-beb7-4bb796c04995 req-dbc1a77f-5fb1-49fb-9353-4be86d4913b8 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:23.685073 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd5493b9-6a28-429b-beb7-4bb796c04995 req-dbc1a77f-5fb1-49fb-9353-4be86d4913b8 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.5421700 Apr 05 20:11:23.717117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256e334-eb95-4080-aa11-3273d5e4945c req-bfb85c61-4ce7-4340-be81-69ee6d33a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:23.718734 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-bfb85c61-4ce7-4340-be81-69ee6d33a156 service neutron] 10.222.0.13 "GET /v2.0/networks?id=26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 200 len: 922 time: 0.7528720 Apr 05 20:11:23.861334 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd5493b9-6a28-429b-beb7-4bb796c04995 req-00aed7e2-8413-4308-9d9e-3aabb504c313 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 696 time: 0.1750133 Apr 05 20:11:23.865580 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:23.948427 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 80b0776f-f097-4102-8f73-24e2a237ed67 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:11:23.982772 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:23.987998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:24.039438 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ef7b1b31-7c6f-4f5e-ac8e-ca4041661a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'name': 'tempest-FloatingIPsTestJSON-907408293-router', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:29Z', 'updated_at': '2022-04-05T20:11:20Z', 'revision_number': 5, 'project_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'gw_port': {'id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:33Z', 'updated_at': '2022-04-05T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:24.043830 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b1b31-7c6f-4f5e-ac8e-ca4041661a91 None None] Checking router: aa13d4e2-51ff-4703-8b0f-629b56bff3b8 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:11:24.053699 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7b1b31-7c6f-4f5e-ac8e-ca4041661a91 None None] Routers {'aa13d4e2-51ff-4703-8b0f-629b56bff3b8'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:11:24.054456 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ef7b1b31-7c6f-4f5e-ac8e-ca4041661a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['aa13d4e2-51ff-4703-8b0f-629b56bff3b8'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:24.080011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] Pushing event deleted for resources: {'Network': ['ID=3181547e-906a-45c1-ab4d-f0e8ddba8d63,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:24.093995 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-8df97896-ea07-4eb5-b5b5-9cac78116446 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 200 len: 217 time: 0.3287992 Apr 05 20:11:24.106779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:24.113725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 80b0776f-f097-4102-8f73-24e2a237ed67, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=80b0776f-f097-4102-8f73-24e2a237ed67,segment=NetworkSegment(87fe95fa-8697-462d-8185-c04aa2dfcaff),segment_id=87fe95fa-8697-462d-8185-c04aa2dfcaff)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:24.127318 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-938a462f-7008-4e95-a3b2-e6fabf5dba53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:24.133585 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-938a462f-7008-4e95-a3b2-e6fabf5dba53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:24.140568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '80b0776f-f097-4102-8f73-24e2a237ed67', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'port_id': '80b0776f-f097-4102-8f73-24e2a237ed67', 'mac_address': 'fa:16:3e:87:46:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:11:24.152973 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:24.162307 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4733ac32-b33d-4a67-ab12-d36dc5a984db admin admin] 10.222.0.24 "DELETE /v2.0/networks/3181547e-906a-45c1-ab4d-f0e8ddba8d63 HTTP/1.1" status: 204 len: 168 time: 3.1572363 Apr 05 20:11:24.165319 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-938a462f-7008-4e95-a3b2-e6fabf5dba53 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0254fe07-32dd-43cc-b70b-df83ef63cea1 HTTP/1.1" status: 204 len: 168 time: 1.6964810 Apr 05 20:11:24.168577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53474) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:24.222555 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:24.250797 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b0776f-f097-4102-8f73-24e2a237ed67 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:24.260509 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd5493b9-6a28-429b-beb7-4bb796c04995 req-d81c8e54-4aa6-4425-85f2-1ab3144ed325 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.53 HTTP/1.1" status: 200 len: 696 time: 0.3464308 Apr 05 20:11:24.262627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a462f-7008-4e95-a3b2-e6fabf5dba53 admin admin] Pushing event deleted for resources: {'Network': ['ID=0254fe07-32dd-43cc-b70b-df83ef63cea1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:24.277854 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-ef7b1b31-7c6f-4f5e-ac8e-ca4041661a91 None None] Set router aa13d4e2-51ff-4703-8b0f-629b56bff3b8 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:11:24.280990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 80b0776f-f097-4102-8f73-24e2a237ed67, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=80b0776f-f097-4102-8f73-24e2a237ed67,segment=NetworkSegment(87fe95fa-8697-462d-8185-c04aa2dfcaff),segment_id=87fe95fa-8697-462d-8185-c04aa2dfcaff)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:24.284839 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Transition to ACTIVE for port object 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:11:24.292402 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:24.292643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Attempting to bind port 5c7da35a-ab21-48a3-b924-c3d0960e969c on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:11:24.292983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Attempting to bind port 5c7da35a-ab21-48a3-b924-c3d0960e969c by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:11:24.293437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Attempting to bind port 5c7da35a-ab21-48a3-b924-c3d0960e969c on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:24.313338 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:24.364548 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:24.373735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Port 5c7da35a-ab21-48a3-b924-c3d0960e969c on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:11:24.375719 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Attempting to bind port 5c7da35a-ab21-48a3-b924-c3d0960e969c on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:24.407180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256e334-eb95-4080-aa11-3273d5e4945c req-eb6a0a51-822d-417b-9b07-8eb6f54fb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:24.408663 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-eb6a0a51-822d-417b-9b07-8eb6f54fb27e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 200 len: 860 time: 0.2974629 Apr 05 20:11:24.418026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=80b0776f-f097-4102-8f73-24e2a237ed67,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:24.442951 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-55738134-4426-449c-a58f-7fa42c6e2cdb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7223518 Apr 05 20:11:24.443779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:11:24.444109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:11:24.444503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:11:24.444927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Bound port: 5c7da35a-ab21-48a3-b924-c3d0960e969c, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:11:24.445269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:24.484987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] Deleting port a0719470-053e-41ea-bba6-3f1d506cedab {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:24.485416 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:24.519406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['80b0776f-f097-4102-8f73-24e2a237ed67'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:24.568912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53484) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:24.630648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5ebdb-5615-4bd7-aff8-b17cebc787c5 req-f5f69150-9558-478b-98ff-51ded1f5312f tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:24.637708 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-97a5ebdb-5615-4bd7-aff8-b17cebc787c5 req-f5f69150-9558-478b-98ff-51ded1f5312f tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 943 time: 0.8710878 Apr 05 20:11:24.708610 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ef7b1b31-7c6f-4f5e-ac8e-ca4041661a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'name': 'tempest-FloatingIPsTestJSON-907408293-router', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:29Z', 'updated_at': '2022-04-05T20:11:20Z', 'revision_number': 5, 'project_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'gw_port': {'id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:33Z', 'updated_at': '2022-04-05T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:24.722789 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef7b1b31-7c6f-4f5e-ac8e-ca4041661a91 None None] The sync data for ids ['aa13d4e2-51ff-4703-8b0f-629b56bff3b8'] in n-d-836604-1 is: [{'id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'name': 'tempest-FloatingIPsTestJSON-907408293-router', 'tenant_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:29Z', 'updated_at': '2022-04-05T20:11:20Z', 'revision_number': 5, 'project_id': 'c71b5eb7a7e2409b9be4a3a0e6671c25', 'gw_port': {'id': 'a0719470-053e-41ea-bba6-3f1d506cedab', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa13d4e2-51ff-4703-8b0f-629b56bff3b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:33Z', 'updated_at': '2022-04-05T20:10:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:11:24.854959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-bd5493b9-6a28-429b-beb7-4bb796c04995 req-dbe07cb8-ff1b-4e55-b8a7-91d048ff4dbe tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Deleting port d7166984-10db-4766-b315-ccf73b03c27a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:24.855361 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd5493b9-6a28-429b-beb7-4bb796c04995 req-dbe07cb8-ff1b-4e55-b8a7-91d048ff4dbe tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:24.886577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Pushing event updated for resources: {'Port': ['ID=1b25bd2a-6269-4b00-a18b-e56acb3aeaa8,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:24.931091 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-97a5ebdb-5615-4bd7-aff8-b17cebc787c5 req-4aefaaab-cb6e-4fd5-985d-91240d42a8d9 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924154 Apr 05 20:11:24.997104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] For port 5c7da35a-ab21-48a3-b924-c3d0960e969c, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:11:25.001592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256e334-eb95-4080-aa11-3273d5e4945c req-0b001d8e-3f36-405f-a592-1d2b72f880e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:25.003226 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-0b001d8e-3f36-405f-a592-1d2b72f880e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=26755bff-2d35-4c6d-b06f-78a229d8b2fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5742054 Apr 05 20:11:25.007554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Attempting to bind port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:11:25.008927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Attempting to bind port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:11:25.009621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Attempting to bind port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:25.047975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] For port 5c7da35a-ab21-48a3-b924-c3d0960e969c, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5c7da35a-ab21-48a3-b924-c3d0960e969c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:11:25.049806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:11:25.050561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Attempting to bind port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:25.071993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:11:25.072581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:11:25.075474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:11:25.076132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Bound port: 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:11:25.076645 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:25.107652 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:25.132271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ad471d1d-2778-48cc-bfd8-65ad33d730b3 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:25.203836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: ad471d1d-2778-48cc-bfd8-65ad33d730b3 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:11:25.204442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ad471d1d-2778-48cc-bfd8-65ad33d730b3 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:25.231458 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd5493b9-6a28-429b-beb7-4bb796c04995 req-dbe07cb8-ff1b-4e55-b8a7-91d048ff4dbe tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:25.231970 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd5493b9-6a28-429b-beb7-4bb796c04995 req-dbe07cb8-ff1b-4e55-b8a7-91d048ff4dbe tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:25.437597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:25.439539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-bd5493b9-6a28-429b-beb7-4bb796c04995 req-dbe07cb8-ff1b-4e55-b8a7-91d048ff4dbe tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Calling delete_port for d7166984-10db-4766-b315-ccf73b03c27a owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:25.442834 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:25.444893 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] 10.222.0.41 "PUT /v2.0/ports/5c7da35a-ab21-48a3-b924-c3d0960e969c HTTP/1.1" status: 200 len: 1096 time: 7.1507421 Apr 05 20:11:25.461409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09dd2cff-abc6-4779-bdab-cb521338c4ce', 'tag': '5c7da35a-ab21-48a3-b924-c3d0960e969c'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:25.637700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c692919-a6a8-4a76-b8b7-d8771c243da0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c7da35a-ab21-48a3-b924-c3d0960e969c,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:25.656234 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-41ce11fb-0ea2-4c25-87e2-4dd75528e229 service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404765 Apr 05 20:11:25.690445 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-466dc6ce-04c3-4276-97e6-39e2cfa84987 service neutron] 10.222.0.13 "GET /v2.0/ports/941413cc-cd0e-4dca-9c2c-7c52aeac2b5e/bindings/n-h2-836604-1 HTTP/1.1" status: 200 len: 384 time: 0.4868660 Apr 05 20:11:25.696949 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-16405b08-fcb7-4f61-a37f-bcacac27e1c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63eb1776c6a5494998474493c022d42a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0840263 Apr 05 20:11:25.703705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] For port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:11:25.720074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53508) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:25.780497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] For port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1b25bd2a-6269-4b00-a18b-e56acb3aeaa8,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:11:25.845201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6de319-83ee-4bf8-9d94-c5982cfc181e req-f719856a-202b-4b1c-9eec-860c8227aa76 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:25.846706 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a6de319-83ee-4bf8-9d94-c5982cfc181e req-f719856a-202b-4b1c-9eec-860c8227aa76 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.5937972 Apr 05 20:11:25.897902 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:25.967572 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 80b0776f-f097-4102-8f73-24e2a237ed67 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:11:25.970529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] For port a0719470-053e-41ea-bba6-3f1d506cedab, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a0719470-053e-41ea-bba6-3f1d506cedab,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:25.970868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:26.036416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:26.037126 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:26.038592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] 10.222.0.13 "PUT /v2.0/ports/1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 HTTP/1.1" status: 200 len: 1095 time: 3.8468189 Apr 05 20:11:26.131939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 80b0776f-f097-4102-8f73-24e2a237ed67 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:11:26.140995 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 80b0776f-f097-4102-8f73-24e2a237ed67 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:11:26.141542 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:26.154558 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2e6098e-e0e7-4cb7-8933-643f797ce299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:26.172108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] Calling delete_port for a0719470-053e-41ea-bba6-3f1d506cedab owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:26.265725 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2e6098e-e0e7-4cb7-8933-643f797ce299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:26.350677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd5493b9-6a28-429b-beb7-4bb796c04995 req-dbe07cb8-ff1b-4e55-b8a7-91d048ff4dbe tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:26.359992 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:26.371615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3d88f-213f-40c2-abd0-4c9b8b489247 service neutron] Pushing event updated for resources: {'Port': ['ID=1b25bd2a-6269-4b00-a18b-e56acb3aeaa8,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:26.392719 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20fc313-0542-4ef6-96f1-5461d6e08fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b0776f-f097-4102-8f73-24e2a237ed67'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:26.408968 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 80b0776f-f097-4102-8f73-24e2a237ed67, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=80b0776f-f097-4102-8f73-24e2a237ed67,segment=NetworkSegment(87fe95fa-8697-462d-8185-c04aa2dfcaff),segment_id=87fe95fa-8697-462d-8185-c04aa2dfcaff)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:26.418712 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:26.496463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=80b0776f-f097-4102-8f73-24e2a237ed67,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:26.503968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-5224c394-d019-4ee2-8d1e-88c91624c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:26.505537 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-5224c394-d019-4ee2-8d1e-88c91624c86b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=09dd2cff-abc6-4779-bdab-cb521338c4ce HTTP/1.1" status: 200 len: 1099 time: 1.0051477 Apr 05 20:11:26.518316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe07cb8-ff1b-4e55-b8a7-91d048ff4dbe tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Pushing event deleted for resources: {'Port': ['ID=d7166984-10db-4766-b315-ccf73b03c27a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:26.530648 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-42613438-b853-4407-8847-3d3ec96850bf service neutron] 10.222.0.13 "GET /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8663869 Apr 05 20:11:26.533460 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a6de319-83ee-4bf8-9d94-c5982cfc181e req-1c63fbd8-6ff7-4077-ba7d-6d9748551286 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6703005 Apr 05 20:11:26.665502 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-27390dcd-eb10-4382-8163-7532edc4b54a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=5c7da35a-ab21-48a3-b924-c3d0960e969c HTTP/1.1" status: 200 len: 217 time: 0.1445367 Apr 05 20:11:26.687096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd5493b9-6a28-429b-beb7-4bb796c04995 req-dbe07cb8-ff1b-4e55-b8a7-91d048ff4dbe tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:26.721491 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2e6098e-e0e7-4cb7-8933-643f797ce299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:26.757596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e6098e-e0e7-4cb7-8933-643f797ce299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6e4b37-7998-46f6-99ef-9eaf3a8dd81a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:26.810110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-126f1691-a268-4b69-979c-b6d3407e1e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:26.811654 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-126f1691-a268-4b69-979c-b6d3407e1e01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 1101 time: 0.5148981 Apr 05 20:11:26.835900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-52213de6-329a-4966-a600-19c386074519 req-fb5f309d-2dfc-40f9-b6e2-c5084ece26a0 service neutron] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:26.863882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-23201baf-25b9-45e7-809d-b4a1af0ac385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:26.865410 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-23201baf-25b9-45e7-809d-b4a1af0ac385 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1852951 Apr 05 20:11:26.927916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-7a065309-4570-44c4-9231-9a608fd72952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:26.929505 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-7a065309-4570-44c4-9231-9a608fd72952 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=c9268552-d2b5-4be5-a99b-b6095258251e HTTP/1.1" status: 200 len: 1098 time: 0.6567554 Apr 05 20:11:26.943638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-52213de6-329a-4966-a600-19c386074519 req-fb5f309d-2dfc-40f9-b6e2-c5084ece26a0 service neutron] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:11:27.031393 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2e6098e-e0e7-4cb7-8933-643f797ce299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:27.032516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f2e6098e-e0e7-4cb7-8933-643f797ce299 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b6e4b37-7998-46f6-99ef-9eaf3a8dd81a HTTP/1.1" status: 204 len: 168 time: 1.3114402 Apr 05 20:11:27.044176 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd5493b9-6a28-429b-beb7-4bb796c04995 req-dbe07cb8-ff1b-4e55-b8a7-91d048ff4dbe tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:27.045255 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd5493b9-6a28-429b-beb7-4bb796c04995 req-dbe07cb8-ff1b-4e55-b8a7-91d048ff4dbe tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "DELETE /v2.0/floatingips/4d35571b-67e3-4f7b-bbac-35742712ed76 HTTP/1.1" status: 204 len: 173 time: 2.7839897 Apr 05 20:11:27.060091 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-9b7dde16-3f2a-46e1-ab7e-3e4d8d1b57f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 HTTP/1.1" status: 200 len: 217 time: 0.1178565 Apr 05 20:11:27.070224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256e334-eb95-4080-aa11-3273d5e4945c req-24e405d8-26c9-4db7-9c79-3639e36f799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:27.072125 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-24e405d8-26c9-4db7-9c79-3639e36f799e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d77a87d0b4a42228f6d71a11b446899&device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 1097 time: 0.4714067 Apr 05 20:11:27.132257 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:27.155779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-52213de6-329a-4966-a600-19c386074519 req-fb5f309d-2dfc-40f9-b6e2-c5084ece26a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:27.177774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9cefee-d62d-454d-b89e-ad12b13ad6ad req-c63a50b6-2620-4032-bdd5-da9bc30dfb62 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:27.178489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1f9cefee-d62d-454d-b89e-ad12b13ad6ad req-c63a50b6-2620-4032-bdd5-da9bc30dfb62 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Synchronizing usage tracker for tenant:2d77a87d0b4a42228f6d71a11b446899 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:27.204260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-52213de6-329a-4966-a600-19c386074519 req-fb5f309d-2dfc-40f9-b6e2-c5084ece26a0 service neutron] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:27.229712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0719470-053e-41ea-bba6-3f1d506cedab,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:27.288881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-02050ed1-141a-40e2-8cd9-44c0f5f6261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:27.290953 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-02050ed1-141a-40e2-8cd9-44c0f5f6261a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2160494 Apr 05 20:11:27.308323 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52213de6-329a-4966-a600-19c386074519 req-fb5f309d-2dfc-40f9-b6e2-c5084ece26a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:27.325754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-f70f75a6-7205-40f5-8cfa-5e3601a242bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:27.327290 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-f70f75a6-7205-40f5-8cfa-5e3601a242bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.5042424 Apr 05 20:11:27.353255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1f9cefee-d62d-454d-b89e-ad12b13ad6ad req-c63a50b6-2620-4032-bdd5-da9bc30dfb62 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Unset dirty status for tenant:2d77a87d0b4a42228f6d71a11b446899 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:27.354419 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1f9cefee-d62d-454d-b89e-ad12b13ad6ad req-c63a50b6-2620-4032-bdd5-da9bc30dfb62 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/ports?device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 946 time: 0.6158187 Apr 05 20:11:27.384497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-6c9b5e45-2d01-4fdc-8d94-dd7021564785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:27.385964 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-6c9b5e45-2d01-4fdc-8d94-dd7021564785 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5100491 Apr 05 20:11:27.418190 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a7396a2-0c26-456f-8c77-07d30ebba176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:27.479989 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-9bd90ffe-9cb7-4ae1-b35b-3f3720e59222 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 200 len: 217 time: 0.1446691 Apr 05 20:11:27.482117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53524) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:27.517464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256e334-eb95-4080-aa11-3273d5e4945c req-24d9a024-d6ae-4fac-a2a0-351ff422a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:27.518897 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-24d9a024-d6ae-4fac-a2a0-351ff422a994 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37531e6c-a868-4760-9faf-04c58ddf0d58 HTTP/1.1" status: 200 len: 915 time: 0.3986351 Apr 05 20:11:27.546367 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:27.654390 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1f9cefee-d62d-454d-b89e-ad12b13ad6ad req-779e9298-9b98-49fe-a51c-1c67b80e7e98 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6b6fc4-154d-4423-8b94-1c38afb3b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2858098 Apr 05 20:11:27.676808 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-c9bc7c47-21ea-4227-a643-c3cb0d1345f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80b0776f-f097-4102-8f73-24e2a237ed67 HTTP/1.1" status: 200 len: 217 time: 0.1450567 Apr 05 20:11:27.728952 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09dd2cff-abc6-4779-bdab-cb521338c4ce', 'tag': '5c7da35a-ab21-48a3-b924-c3d0960e969c', 'status': 'completed', 'code': 200} Apr 05 20:11:27.778988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-4ab7be25-0a59-4c2c-8faa-e92024dd48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:27.780459 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-4ab7be25-0a59-4c2c-8faa-e92024dd48e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4634895 Apr 05 20:11:27.794997 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:27.810625 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:27.813122 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-6c864ada-e879-443b-9765-9169f4812806 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4077399 Apr 05 20:11:27.815227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-52213de6-329a-4966-a600-19c386074519 req-fb5f309d-2dfc-40f9-b6e2-c5084ece26a0 service neutron] Transition to ACTIVE for port object 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:11:27.824078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256e334-eb95-4080-aa11-3273d5e4945c req-9783ba82-9019-4468-a7cc-61da9e2f7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:27.825418 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-9783ba82-9019-4468-a7cc-61da9e2f7c4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75bcafc6-2685-49d8-8bc6-37637d100b58 HTTP/1.1" status: 200 len: 853 time: 0.1389730 Apr 05 20:11:27.891481 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52213de6-329a-4966-a600-19c386074519 req-fb5f309d-2dfc-40f9-b6e2-c5084ece26a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:27.916557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039490c0-8240-424f-8716-cae7c15f6547 req-c7a62691-41d7-48d7-b1dd-a7c9ef8ed69c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:27.918107 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-039490c0-8240-424f-8716-cae7c15f6547 req-c7a62691-41d7-48d7-b1dd-a7c9ef8ed69c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9268552-d2b5-4be5-a99b-b6095258251e HTTP/1.1" status: 200 len: 947 time: 0.7406437 Apr 05 20:11:27.919398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-64b82b4d-eed2-4940-ad6e-2c2314ce3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:27.920663 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-64b82b4d-eed2-4940-ad6e-2c2314ce3cd5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.4220080 Apr 05 20:11:27.928308 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-730a68f3-feab-478c-a542-0b015fd39d4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d29ad838b3364cec8b3c5fa1ef075c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4426920 Apr 05 20:11:27.931305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53530) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:27.977955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:28.006773 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:28.007303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa13d4e2-51ff-4703-8b0f-629b56bff3b8 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:11:28.062190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:28.181427 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:28.182564 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e79fe0bb-a1b6-4f70-91ce-9b8c33c1cad2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/aa13d4e2-51ff-4703-8b0f-629b56bff3b8 HTTP/1.1" status: 204 len: 168 time: 4.7515473 Apr 05 20:11:28.186509 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-039490c0-8240-424f-8716-cae7c15f6547 req-60a182a9-55b4-4fb0-9695-aa4ba1f0cdfe tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571559 Apr 05 20:11:28.187765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53534) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:28.241824 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20fc313-0542-4ef6-96f1-5461d6e08fd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b0776f-f097-4102-8f73-24e2a237ed67', 'code': 200} Apr 05 20:11:28.269574 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca186090-921e-4c97-a5fd-5bec766705eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:28.313102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-277400cb-792a-423e-af34-aa65fbad456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:28.314509 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-277400cb-792a-423e-af34-aa65fbad456c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3840013 Apr 05 20:11:28.320207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-92708d13-cf12-4b20-906f-695544c1acb2 admin admin] Deleting subnet 816da782-38f4-4390-8237-adbf1c7bf245 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:11:28.323530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.13', 54120) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:28.325203 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca186090-921e-4c97-a5fd-5bec766705eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:28.340601 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92708d13-cf12-4b20-906f-695544c1acb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:28.414707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-52213de6-329a-4966-a600-19c386074519 req-fb5f309d-2dfc-40f9-b6e2-c5084ece26a0 service neutron] No DVR routers for this DVR port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:11:28.449228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f309d-2dfc-40f9-b6e2-c5084ece26a0 service neutron] Pushing event updated for resources: {'Port': ['ID=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,revision_number=10']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:28.538377 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-72351539-4bf2-4088-bb3f-464112d7b76a service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7476165 Apr 05 20:11:28.548946 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-27652012-9a2d-4282-8170-d412aba9abc5 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7263861 Apr 05 20:11:28.593554 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-fb5f309d-2dfc-40f9-b6e2-c5084ece26a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/941413cc-cd0e-4dca-9c2c-7c52aeac2b5e/bindings/n-h2-836604-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8920817 Apr 05 20:11:28.615887 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e1615-6ac8-4e1e-b359-fbbd15d0496b req-4e146218-af42-4d89-b79b-f7048e4ae7d4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:28.617457 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-429e1615-6ac8-4e1e-b359-fbbd15d0496b req-4e146218-af42-4d89-b79b-f7048e4ae7d4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 944 time: 0.8033929 Apr 05 20:11:28.628631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256e334-eb95-4080-aa11-3273d5e4945c req-c0407f1e-56b7-445b-a1d5-1e7d357b5579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:28.630217 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-c0407f1e-56b7-445b-a1d5-1e7d357b5579 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37531e6c-a868-4760-9faf-04c58ddf0d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7311933 Apr 05 20:11:28.727731 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92708d13-cf12-4b20-906f-695544c1acb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:28.895421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9a7396a2-0c26-456f-8c77-07d30ebba176 admin admin] Deleting port e1bacae7-80f7-4afb-a333-8ae366c4416d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:28.895654 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a7396a2-0c26-456f-8c77-07d30ebba176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:28.928465 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca186090-921e-4c97-a5fd-5bec766705eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:28.932955 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-429e1615-6ac8-4e1e-b359-fbbd15d0496b req-91b6f8fa-cd78-426c-a097-43a561f07a5e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999492 Apr 05 20:11:28.952374 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-8837efb5-d914-40ba-8988-3adaff6118b1 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800881 Apr 05 20:11:28.975093 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1df16824-56a3-4f46-aeff-2ef317d1c862 req-fdeebb87-7298-4aa8-a104-c583049dcbcd service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223754 Apr 05 20:11:28.982419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ce67b-39da-40e9-87a0-508647e6c915 req-6ee05ea6-fbe8-40df-bdbf-46402dc398a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:28.983844 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-776ce67b-39da-40e9-87a0-508647e6c915 req-6ee05ea6-fbe8-40df-bdbf-46402dc398a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 1097 time: 0.6465311 Apr 05 20:11:29.005381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca186090-921e-4c97-a5fd-5bec766705eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80213d46-4978-4337-bd66-abc5af28c950,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:29.021062 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-63b393c1-e5f7-4eb2-82e8-2375d2deb6b7 service neutron] 10.222.0.13 "GET /v2.0/networks/37531e6c-a868-4760-9faf-04c58ddf0d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134177 Apr 05 20:11:29.026695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30aa1f-e3c8-4042-b476-65c09c064086 req-9586a524-6481-4269-b4d8-432862665d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:29.028384 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c30aa1f-e3c8-4042-b476-65c09c064086 req-9586a524-6481-4269-b4d8-432862665d22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=09dd2cff-abc6-4779-bdab-cb521338c4ce HTTP/1.1" status: 200 len: 1099 time: 0.4023540 Apr 05 20:11:29.057221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213de6-329a-4966-a600-19c386074519 req-fb8779bb-6d7c-4659-8621-b3192cf5b697 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:29.059009 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-fb8779bb-6d7c-4659-8621-b3192cf5b697 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7&tenant_id=78e3339ed2bb42f7a4658d92708a7a40&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1095 time: 0.3267417 Apr 05 20:11:29.101682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f176a-9ee2-41dc-95ad-b2643157a623 req-f4ecf5bc-3ed6-4133-84ed-1de913cfce15 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:29.103771 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-292f176a-9ee2-41dc-95ad-b2643157a623 req-f4ecf5bc-3ed6-4133-84ed-1de913cfce15 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.4981515 Apr 05 20:11:29.104577 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca186090-921e-4c97-a5fd-5bec766705eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:29.107919 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ca186090-921e-4c97-a5fd-5bec766705eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80213d46-4978-4337-bd66-abc5af28c950 HTTP/1.1" status: 204 len: 168 time: 1.1352987 Apr 05 20:11:29.169331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0719470-053e-41ea-bba6-3f1d506cedab no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:29.214214 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: a0719470-053e-41ea-bba6-3f1d506cedab {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:11:29.215274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0719470-053e-41ea-bba6-3f1d506cedab not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:29.314369 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92708d13-cf12-4b20-906f-695544c1acb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:29.351621 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-776ce67b-39da-40e9-87a0-508647e6c915 req-57a3430e-ff37-4b36-ab43-619a3531ba4b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4e6b6fc4-154d-4423-8b94-1c38afb3b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3318896 Apr 05 20:11:29.367154 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-2f375a30-92d9-4d6d-ad1d-3b62e89d8df0 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881621 Apr 05 20:11:29.400654 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-292f176a-9ee2-41dc-95ad-b2643157a623 req-13451854-8246-49a6-bdb9-0a8607647df3 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778464 Apr 05 20:11:29.402393 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-8d59b541-ed81-4ebc-811d-d1c0a18987f3 service neutron] 10.222.0.13 "GET /v2.0/networks/37531e6c-a868-4760-9faf-04c58ddf0d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707137 Apr 05 20:11:29.413947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30aa1f-e3c8-4042-b476-65c09c064086 req-8c0a8064-fb5d-4786-a8e4-b7c85aabd343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:29.415407 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c30aa1f-e3c8-4042-b476-65c09c064086 req-8c0a8064-fb5d-4786-a8e4-b7c85aabd343 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.3614590 Apr 05 20:11:29.441157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-9a7396a2-0c26-456f-8c77-07d30ebba176 admin admin] For port e1bacae7-80f7-4afb-a333-8ae366c4416d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e1bacae7-80f7-4afb-a333-8ae366c4416d,segment=NetworkSegment(d1756426-dc33-407b-be9f-b9605c9fb8b1),segment_id=d1756426-dc33-407b-be9f-b9605c9fb8b1)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:29.442317 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a7396a2-0c26-456f-8c77-07d30ebba176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:29.529096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640bc065-531f-479a-afc6-ffdacdc18913 req-d57caee8-820c-41b9-aafe-50c19c98d7c6 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:29.530619 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-640bc065-531f-479a-afc6-ffdacdc18913 req-d57caee8-820c-41b9-aafe-50c19c98d7c6 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 945 time: 0.4706984 Apr 05 20:11:29.532973 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c30aa1f-e3c8-4042-b476-65c09c064086 req-899a40f6-3949-48e2-a608-31d3aad578d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=5c7da35a-ab21-48a3-b924-c3d0960e969c HTTP/1.1" status: 200 len: 217 time: 0.1094134 Apr 05 20:11:29.535386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213de6-329a-4966-a600-19c386074519 req-85e16d18-7f32-4f8c-bd8d-5c1c3e84babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:29.536771 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-85e16d18-7f32-4f8c-bd8d-5c1c3e84babe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7&tenant_id=78e3339ed2bb42f7a4658d92708a7a40 HTTP/1.1" status: 200 len: 1095 time: 0.4472568 Apr 05 20:11:29.595945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9a7396a2-0c26-456f-8c77-07d30ebba176 admin admin] Calling delete_port for e1bacae7-80f7-4afb-a333-8ae366c4416d owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:29.636796 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92708d13-cf12-4b20-906f-695544c1acb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:29.785777 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92708d13-cf12-4b20-906f-695544c1acb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:29.787218 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9268552-d2b5-4be5-a99b-b6095258251e', 'tag': '1b25bd2a-6269-4b00-a18b-e56acb3aeaa8'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:29.794143 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b084dcb-562d-49e3-b623-600a0ba71177 None None] Network dedff9b1-192e-4507-b1b9-5f79b94c089b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:11:29.797746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92708d13-cf12-4b20-906f-695544c1acb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=816da782-38f4-4390-8237-adbf1c7bf245,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:29.817546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-92708d13-cf12-4b20-906f-695544c1acb2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/816da782-38f4-4390-8237-adbf1c7bf245 HTTP/1.1" status: 204 len: 168 time: 1.6274197 Apr 05 20:11:29.827951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53564) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:29.871744 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-640bc065-531f-479a-afc6-ffdacdc18913 req-3ba129eb-cfed-433a-b229-8d165f34668b tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335607 Apr 05 20:11:29.914338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30aa1f-e3c8-4042-b476-65c09c064086 req-d78e253a-16fa-4f20-8d93-b06fc8a2cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:29.927157 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c30aa1f-e3c8-4042-b476-65c09c064086 req-d78e253a-16fa-4f20-8d93-b06fc8a2cbc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.3700435 Apr 05 20:11:29.998975 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:30.062348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Deleting port 643e0a57-6a82-4279-b502-8cc00063b4b3 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:30.062348 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:30.142214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256e334-eb95-4080-aa11-3273d5e4945c req-a14488f5-3c54-4d32-871d-81a4b9e2a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:30.145844 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-a14488f5-3c54-4d32-871d-81a4b9e2a317 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 1095 time: 0.4321513 Apr 05 20:11:30.155854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cccb2b8-d2a5-4b23-abe1-d68bfdba21ba req-8b45d2cf-1836-4231-aa6c-14e60458e360 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:30.157258 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7cccb2b8-d2a5-4b23-abe1-d68bfdba21ba req-8b45d2cf-1836-4231-aa6c-14e60458e360 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/ports?device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 946 time: 0.5731637 Apr 05 20:11:30.166188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adb4668-3aa5-4a11-8737-379b495ef77f None None] DHCP port deletion for dedff9b1-192e-4507-b1b9-5f79b94c089b request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:11:30.173644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2adb4668-3aa5-4a11-8737-379b495ef77f None None] Deleting port 643e0a57-6a82-4279-b502-8cc00063b4b3 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:30.174663 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2adb4668-3aa5-4a11-8737-379b495ef77f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:30.189758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213de6-329a-4966-a600-19c386074519 req-0c864ca7-f67c-4932-a82a-98deb7e3a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:30.191517 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-0c864ca7-f67c-4932-a82a-98deb7e3a66a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 1095 time: 0.4800313 Apr 05 20:11:30.356383 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:11:30.447656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2adb4668-3aa5-4a11-8737-379b495ef77f None None] For port 643e0a57-6a82-4279-b502-8cc00063b4b3, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=643e0a57-6a82-4279-b502-8cc00063b4b3,segment=NetworkSegment(c351de56-d01c-478d-998f-ef39f4ac877e),segment_id=c351de56-d01c-478d-998f-ef39f4ac877e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:30.450366 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2adb4668-3aa5-4a11-8737-379b495ef77f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:30.474156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30aa1f-e3c8-4042-b476-65c09c064086 req-84423f26-eb9c-465c-bf5a-245b2e7c4fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:30.475775 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c30aa1f-e3c8-4042-b476-65c09c064086 req-84423f26-eb9c-465c-bf5a-245b2e7c4fd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5344510 Apr 05 20:11:30.488745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589614b6-3d98-4912-80eb-e92f7d1832c2 req-d31c671e-bce8-431e-a6cc-a08203616998 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:30.490247 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-589614b6-3d98-4912-80eb-e92f7d1832c2 req-d31c671e-bce8-431e-a6cc-a08203616998 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9268552-d2b5-4be5-a99b-b6095258251e HTTP/1.1" status: 200 len: 947 time: 0.4457703 Apr 05 20:11:30.531275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256e334-eb95-4080-aa11-3273d5e4945c req-03530e30-4b15-47b9-861b-3804dd718eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:30.533455 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-03530e30-4b15-47b9-861b-3804dd718eaf service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.3790441 Apr 05 20:11:30.538427 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7cccb2b8-d2a5-4b23-abe1-d68bfdba21ba req-39db0e8e-6a21-4102-824d-dc96f9964942 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6b6fc4-154d-4423-8b94-1c38afb3b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3722432 Apr 05 20:11:30.701141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] For port 643e0a57-6a82-4279-b502-8cc00063b4b3, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=643e0a57-6a82-4279-b502-8cc00063b4b3,segment=NetworkSegment(c351de56-d01c-478d-998f-ef39f4ac877e),segment_id=c351de56-d01c-478d-998f-ef39f4ac877e)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:30.702429 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:30.727667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213de6-329a-4966-a600-19c386074519 req-13c9405f-6953-4434-a22d-1f02e6996af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:30.729106 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-13c9405f-6953-4434-a22d-1f02e6996af9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.5180683 Apr 05 20:11:30.751113 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2adb4668-3aa5-4a11-8737-379b495ef77f None None] Calling delete_port for 643e0a57-6a82-4279-b502-8cc00063b4b3 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:30.760987 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9268552-d2b5-4be5-a99b-b6095258251e', 'tag': '1b25bd2a-6269-4b00-a18b-e56acb3aeaa8', 'status': 'completed', 'code': 200} Apr 05 20:11:30.875286 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2adb4668-3aa5-4a11-8737-379b495ef77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:30.895699 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-6497d117-cc1e-40ba-97e6-04373e6159bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e HTTP/1.1" status: 200 len: 217 time: 0.3408952 Apr 05 20:11:30.930408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Calling delete_port for 643e0a57-6a82-4279-b502-8cc00063b4b3 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:30.939272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adb4668-3aa5-4a11-8737-379b495ef77f None None] Pushing event deleted for resources: {'Port': ['ID=643e0a57-6a82-4279-b502-8cc00063b4b3,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:30.951852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adb4668-3aa5-4a11-8737-379b495ef77f None None] No DVR routers for this DVR port 643e0a57-6a82-4279-b502-8cc00063b4b3 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:11:30.976094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-a4b3224f-d884-49e9-9cbf-84690cdd55c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e HTTP/1.1" status: 200 len: 217 time: 0.2011981 Apr 05 20:11:31.027684 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-589614b6-3d98-4912-80eb-e92f7d1832c2 req-1be2f09c-8f52-450d-85f1-0067dbf011c7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978426 Apr 05 20:11:31.062267 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a7396a2-0c26-456f-8c77-07d30ebba176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:31.073393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256e334-eb95-4080-aa11-3273d5e4945c req-3123e5f5-36e4-4be4-a1be-2b31ba4708f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:31.074834 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-3123e5f5-36e4-4be4-a1be-2b31ba4708f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.1502495 Apr 05 20:11:31.129087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213de6-329a-4966-a600-19c386074519 req-782256f5-69a1-4d63-8d72-f621dfa64508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:31.133848 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-782256f5-69a1-4d63-8d72-f621dfa64508 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.1462932 Apr 05 20:11:31.133848 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c30aa1f-e3c8-4042-b476-65c09c064086 req-881ae09e-0c6e-4ebe-9e5f-196f908be93c service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411109 Apr 05 20:11:31.137602 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-11041294-cff3-4198-8969-b4979a009ffa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523670 Apr 05 20:11:31.140363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7396a2-0c26-456f-8c77-07d30ebba176 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bacae7-80f7-4afb-a333-8ae366c4416d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:31.150500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fea778e-2a92-42cf-a6ab-5fa0187bb660 req-30e7cbe1-d615-4de8-ba53-f7dd8b9b8044 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:31.151213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7fea778e-2a92-42cf-a6ab-5fa0187bb660 req-30e7cbe1-d615-4de8-ba53-f7dd8b9b8044 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Synchronizing usage tracker for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:31.226840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 643e0a57-6a82-4279-b502-8cc00063b4b3 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:31.275965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 643e0a57-6a82-4279-b502-8cc00063b4b3 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:11:31.276358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 643e0a57-6a82-4279-b502-8cc00063b4b3 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:31.299278 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-07e6aeca-68cf-4356-8607-df11214881ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363666 Apr 05 20:11:31.350849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7fea778e-2a92-42cf-a6ab-5fa0187bb660 req-30e7cbe1-d615-4de8-ba53-f7dd8b9b8044 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Unset dirty status for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:31.352054 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7fea778e-2a92-42cf-a6ab-5fa0187bb660 req-30e7cbe1-d615-4de8-ba53-f7dd8b9b8044 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 945 time: 1.1620798 Apr 05 20:11:31.362331 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:11:31.362704 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:11:31.468748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3a660-f7de-4f0a-8e21-731ccaaeeaec req-cd29ec3c-584c-4af6-9021-5b89534a26bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:31.470353 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88e3a660-f7de-4f0a-8e21-731ccaaeeaec req-cd29ec3c-584c-4af6-9021-5b89534a26bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=c9268552-d2b5-4be5-a99b-b6095258251e HTTP/1.1" status: 200 len: 1098 time: 0.7453940 Apr 05 20:11:31.477955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb92ff9-1a25-4df0-8aa5-d77340834bc7 req-4da39321-be84-42a0-bfbf-434bef47d9f6 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:31.479458 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1eb92ff9-1a25-4df0-8aa5-d77340834bc7 req-4da39321-be84-42a0-bfbf-434bef47d9f6 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 944 time: 0.5045178 Apr 05 20:11:31.586649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-7fea778e-2a92-42cf-a6ab-5fa0187bb660 req-facda056-df5f-49e6-aee0-1241525b2ce0 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Deleting port bdd3f9be-a16a-4bd6-8f22-93fd397469dc {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:31.587321 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7fea778e-2a92-42cf-a6ab-5fa0187bb660 req-facda056-df5f-49e6-aee0-1241525b2ce0 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:31.698364 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c30aa1f-e3c8-4042-b476-65c09c064086 req-08f692fa-0f4a-45a2-8442-7b2d58e7843e service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339582 Apr 05 20:11:31.728154 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-32157a6b-8b3f-4d13-9f82-d3c02c412940 service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266635 Apr 05 20:11:31.731166 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-e2a71470-0ba1-4eee-acd8-3f4b066ab358 service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899482 Apr 05 20:11:31.764471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad063cc4-fce3-4e9e-8503-416d5480edbb req-05ac7ba7-991d-4b11-ad13-611c7c7ffb94 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:31.765217 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1eb92ff9-1a25-4df0-8aa5-d77340834bc7 req-a773b92d-64fd-40ad-91c1-29558710e0d6 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739420 Apr 05 20:11:31.765951 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ad063cc4-fce3-4e9e-8503-416d5480edbb req-05ac7ba7-991d-4b11-ad13-611c7c7ffb94 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.5282927 Apr 05 20:11:31.850233 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a7396a2-0c26-456f-8c77-07d30ebba176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:31.865071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Deleting port 643e0a57-6a82-4279-b502-8cc00063b4b3 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:31.865908 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:31.902079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3a660-f7de-4f0a-8e21-731ccaaeeaec req-5d7ef213-91ea-42dd-b398-cce64871d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:31.903473 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88e3a660-f7de-4f0a-8e21-731ccaaeeaec req-5d7ef213-91ea-42dd-b398-cce64871d617 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.4231429 Apr 05 20:11:31.978186 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ad063cc4-fce3-4e9e-8503-416d5480edbb req-98aac58b-9d40-4941-bdd7-407247ebc006 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819789 Apr 05 20:11:32.003307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:11:32.020298 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-f40167f8-6d6a-4f96-9459-39c4e4db9faf service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852309 Apr 05 20:11:32.026064 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9256e334-eb95-4080-aa11-3273d5e4945c req-eb12e6c2-4d0b-42bb-acc3-78ba7c8f9810 service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716224 Apr 05 20:11:32.199007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1b25bd2a-6269-4b00-a18b-e56acb3aeaa8,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:32.215099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '1b25bd2a-6269-4b00-a18b-e56acb3aeaa8', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '1b25bd2a-6269-4b00-a18b-e56acb3aeaa8', 'mac_address': 'fa:16:3e:9b:c4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:11:32.258882 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-946d48cf-e341-4936-8bdb-8fc765b57352 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=47ef75b103394f1aba7ab1e64d03b2fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310256 Apr 05 20:11:32.283530 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:32.302999 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:32.318360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1b25bd2a-6269-4b00-a18b-e56acb3aeaa8,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:32.323832 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:32.395074 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=1b25bd2a-6269-4b00-a18b-e56acb3aeaa8,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:32.465806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] The port '643e0a57-6a82-4279-b502-8cc00063b4b3' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:11:32.471263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88e3a660-f7de-4f0a-8e21-731ccaaeeaec req-6605892c-fc2a-4086-b0bb-2024824060ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 HTTP/1.1" status: 200 len: 217 time: 0.5263629 Apr 05 20:11:32.486174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-536ab55f-7b57-4b0d-acf2-346e8b35bd03 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:32.488185 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-536ab55f-7b57-4b0d-acf2-346e8b35bd03 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236047 Apr 05 20:11:32.490603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52213de6-329a-4966-a600-19c386074519 req-a5a86fc0-b506-471e-a411-14125b1ef417 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:32.491940 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-a5a86fc0-b506-471e-a411-14125b1ef417 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7&tenant_id=78e3339ed2bb42f7a4658d92708a7a40&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 1095 time: 0.1966729 Apr 05 20:11:32.499119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5c7da35a-ab21-48a3-b924-c3d0960e969c details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:11:32.544919 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-4d7808c1-3c6c-4902-916a-24dd8d2b343c tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/quotas/47ef75b103394f1aba7ab1e64d03b2fd HTTP/1.1" status: 200 len: 375 time: 0.0510767 Apr 05 20:11:32.595372 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['1b25bd2a-6269-4b00-a18b-e56acb3aeaa8'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:32.603621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-7fea778e-2a92-42cf-a6ab-5fa0187bb660 req-facda056-df5f-49e6-aee0-1241525b2ce0 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] For port bdd3f9be-a16a-4bd6-8f22-93fd397469dc, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=bdd3f9be-a16a-4bd6-8f22-93fd397469dc,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:32.604214 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7fea778e-2a92-42cf-a6ab-5fa0187bb660 req-facda056-df5f-49e6-aee0-1241525b2ce0 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:32.604490 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-a97e31fe-1a43-43d5-bf89-61b008ad9be0 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47ef75b103394f1aba7ab1e64d03b2fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518892 Apr 05 20:11:32.675786 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-52213de6-329a-4966-a600-19c386074519 req-3a5c6751-a671-4a9b-81e3-173df1c7fb00 service neutron] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:11:32.681577 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-52213de6-329a-4966-a600-19c386074519 req-3a5c6751-a671-4a9b-81e3-173df1c7fb00 service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:32.682658 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52213de6-329a-4966-a600-19c386074519 req-3a5c6751-a671-4a9b-81e3-173df1c7fb00 service neutron] 10.222.0.41 "DELETE /v2.0/ports/941413cc-cd0e-4dca-9c2c-7c52aeac2b5e/bindings/n-h1-836604-1 HTTP/1.1" status: 204 len: 173 time: 0.1793401 Apr 05 20:11:32.736770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5c7da35a-ab21-48a3-b924-c3d0960e969c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5c7da35a-ab21-48a3-b924-c3d0960e969c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:32.815696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-7fea778e-2a92-42cf-a6ab-5fa0187bb660 req-facda056-df5f-49e6-aee0-1241525b2ce0 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Calling delete_port for bdd3f9be-a16a-4bd6-8f22-93fd397469dc owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:32.834151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '5c7da35a-ab21-48a3-b924-c3d0960e969c', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '5c7da35a-ab21-48a3-b924-c3d0960e969c', 'mac_address': 'fa:16:3e:53:ba:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:11:32.905499 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:32.929043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3a660-f7de-4f0a-8e21-731ccaaeeaec req-d6d31ec8-2569-4cf1-811f-a84c0b5f2db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:32.931318 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88e3a660-f7de-4f0a-8e21-731ccaaeeaec req-d6d31ec8-2569-4cf1-811f-a84c0b5f2db7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.4452994 Apr 05 20:11:32.948983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7da35a-ab21-48a3-b924-c3d0960e969c {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:32.959386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8552ab5f-2dde-48af-a53d-684c66cc15c6 req-fc690d32-a165-40eb-850a-bb09dce59cf3 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:32.960825 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8552ab5f-2dde-48af-a53d-684c66cc15c6 req-fc690d32-a165-40eb-850a-bb09dce59cf3 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/ports?device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 946 time: 0.0889490 Apr 05 20:11:32.976062 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5c7da35a-ab21-48a3-b924-c3d0960e969c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5c7da35a-ab21-48a3-b924-c3d0960e969c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:32.994933 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:33.004327 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:33.018257 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8552ab5f-2dde-48af-a53d-684c66cc15c6 req-5b985f2e-cdb8-4d67-a632-f408686fcf8a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6b6fc4-154d-4423-8b94-1c38afb3b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505831 Apr 05 20:11:33.112943 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedff9b1-192e-4507-b1b9-5f79b94c089b']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:33.137768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c351de56-d01c-478d-998f-ef39f4ac877e') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:33.138213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c351de56-d01c-478d-998f-ef39f4ac877e') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:33.167691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63653846-1d38-4ad2-8140-446c0fb3f32f req-fb78c4d2-19fc-4270-aec1-c2f9fa292902 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:33.169329 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-63653846-1d38-4ad2-8140-446c0fb3f32f req-fb78c4d2-19fc-4270-aec1-c2f9fa292902 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 945 time: 1.2687275 Apr 05 20:11:33.173379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=5c7da35a-ab21-48a3-b924-c3d0960e969c,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:33.254177 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:33.300846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd92b70-041b-45bd-ba57-9f2956c10fbf req-353ecb29-a553-408d-bf5e-8b95a814d5f9 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:33.303013 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6bd92b70-041b-45bd-ba57-9f2956c10fbf req-353ecb29-a553-408d-bf5e-8b95a814d5f9 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9268552-d2b5-4be5-a99b-b6095258251e HTTP/1.1" status: 200 len: 948 time: 0.0971169 Apr 05 20:11:33.312231 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:33.329534 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['5c7da35a-ab21-48a3-b924-c3d0960e969c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:33.355799 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6bd92b70-041b-45bd-ba57-9f2956c10fbf req-bb4cd14f-822c-41cc-9d45-e3c8ea5e4730 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451889 Apr 05 20:11:33.393786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:11:33.394298 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:11:33.409646 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:11:33.508635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7396a2-0c26-456f-8c77-07d30ebba176 admin admin] Router c67f41bd-3bc6-4687-a380-e6b1d373c08e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:11:33.526576 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-63653846-1d38-4ad2-8140-446c0fb3f32f req-04239143-490f-4f20-8c6b-2ad915624fbd tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/security-groups?id=da6e6967-ebea-4353-82e6-796704feb9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743957 Apr 05 20:11:33.545598 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:33.551499 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d20df5e-6fe7-4a40-a4c7-9e4fa24d4c32 req-9ec35a90-4780-43ee-b076-10b0ec741963 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 210 time: 0.0592072 Apr 05 20:11:33.656963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3a660-f7de-4f0a-8e21-731ccaaeeaec req-9a786190-42bd-4cab-86f0-d69163c2373b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:33.658498 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88e3a660-f7de-4f0a-8e21-731ccaaeeaec req-9a786190-42bd-4cab-86f0-d69163c2373b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6565559 Apr 05 20:11:33.659508 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:33.797922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bee22-1938-40e6-bab7-92632526a189 req-46a196d8-23a7-4dc5-aba7-4ee96bee71be tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:33.799461 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-741bee22-1938-40e6-bab7-92632526a189 req-46a196d8-23a7-4dc5-aba7-4ee96bee71be tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.1189761 Apr 05 20:11:33.822224 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7fea778e-2a92-42cf-a6ab-5fa0187bb660 req-facda056-df5f-49e6-aee0-1241525b2ce0 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:33.846507 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-741bee22-1938-40e6-bab7-92632526a189 req-94bf77e7-df94-4b18-b354-04337ff2241b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407810 Apr 05 20:11:33.865207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=dedff9b1-192e-4507-b1b9-5f79b94c089b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:33.956276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facda056-df5f-49e6-aee0-1241525b2ce0 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Pushing event deleted for resources: {'Port': ['ID=bdd3f9be-a16a-4bd6-8f22-93fd397469dc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:33.999022 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:11:34.020181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df14c581-5608-4292-971b-95fa09a5da2a req-6dba5a0e-f15f-4a7f-ab23-3d71790dbc39 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:34.031783 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df14c581-5608-4292-971b-95fa09a5da2a req-6dba5a0e-f15f-4a7f-ab23-3d71790dbc39 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/ports?device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 946 time: 0.0897472 Apr 05 20:11:34.032299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53628) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:34.037311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-37da623b-65c9-4069-8fe9-9526a525cc5a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Request body: {'floatingip': {'port_id': '80b0776f-f097-4102-8f73-24e2a237ed67'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:34.076869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:11:34.083690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:11:34.084064 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:34.089078 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-618f0a6d-1ac0-49d9-b9b7-e3b04a3cf6d2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dedff9b1-192e-4507-b1b9-5f79b94c089b HTTP/1.1" status: 204 len: 168 time: 4.2595966 Apr 05 20:11:34.129691 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37da623b-65c9-4069-8fe9-9526a525cc5a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:34.198167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fea778e-2a92-42cf-a6ab-5fa0187bb660 req-facda056-df5f-49e6-aee0-1241525b2ce0 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] No DVR routers for this DVR port bdd3f9be-a16a-4bd6-8f22-93fd397469dc on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:11:34.206485 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7fea778e-2a92-42cf-a6ab-5fa0187bb660 req-facda056-df5f-49e6-aee0-1241525b2ce0 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:34.208480 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7fea778e-2a92-42cf-a6ab-5fa0187bb660 req-facda056-df5f-49e6-aee0-1241525b2ce0 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.13 "DELETE /v2.0/ports/bdd3f9be-a16a-4bd6-8f22-93fd397469dc HTTP/1.1" status: 204 len: 173 time: 2.8504510 Apr 05 20:11:34.212272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'name': 'network-vif-deleted', 'tag': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:34.230647 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:34.268830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9268552-d2b5-4be5-a99b-b6095258251e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b25bd2a-6269-4b00-a18b-e56acb3aeaa8'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:34.282727 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1b25bd2a-6269-4b00-a18b-e56acb3aeaa8,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:34.288088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7396a2-0c26-456f-8c77-07d30ebba176 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:11:34.289474 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:34.297396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device bdd3f9be-a16a-4bd6-8f22-93fd397469dc no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:34.299793 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9a7396a2-0c26-456f-8c77-07d30ebba176 admin admin] 10.222.0.24 "PUT /v2.0/routers/c67f41bd-3bc6-4687-a380-e6b1d373c08e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1145165 Apr 05 20:11:34.303119 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88e3a660-f7de-4f0a-8e21-731ccaaeeaec req-2cf25189-e117-4e1b-8b10-cd8987c7edd6 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6244256 Apr 05 20:11:34.303792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53638) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:34.306002 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed487efe-2569-4c77-abb7-ad8be9fc7afb', 'name': 'network-vif-deleted', 'tag': 'bdd3f9be-a16a-4bd6-8f22-93fd397469dc', 'status': 'completed', 'code': 200} Apr 05 20:11:34.378475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a8fe3-5941-4d00-8221-cfa6a2d6cef2 req-7ca65cf8-769f-42ba-8128-dddd57bc3d53 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:34.380062 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a6a8fe3-5941-4d00-8221-cfa6a2d6cef2 req-7ca65cf8-769f-42ba-8128-dddd57bc3d53 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 944 time: 0.7155609 Apr 05 20:11:34.380495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198b544-bc49-479a-b007-a4b6e182337c None None] Sync routers for ids ['c67f41bd-3bc6-4687-a380-e6b1d373c08e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:11:34.405117 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: bdd3f9be-a16a-4bd6-8f22-93fd397469dc {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:11:34.405446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device bdd3f9be-a16a-4bd6-8f22-93fd397469dc not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:34.411112 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9268552-d2b5-4be5-a99b-b6095258251e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b25bd2a-6269-4b00-a18b-e56acb3aeaa8', 'code': 200} Apr 05 20:11:34.427618 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198b544-bc49-479a-b007-a4b6e182337c None None] Routers {'c67f41bd-3bc6-4687-a380-e6b1d373c08e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:11:34.428648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3198b544-bc49-479a-b007-a4b6e182337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c67f41bd-3bc6-4687-a380-e6b1d373c08e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:34.586992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5c7da35a-ab21-48a3-b924-c3d0960e969c up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:11:34.711637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53646) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:34.714360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=1b25bd2a-6269-4b00-a18b-e56acb3aeaa8,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:34.724229 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88e3a660-f7de-4f0a-8e21-731ccaaeeaec req-fd9dc7ff-48ce-4527-9ccd-a6489bd68496 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118166 Apr 05 20:11:34.839200 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-f87480cb-4d43-4169-9a1c-9c749c178d44 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=47ef75b103394f1aba7ab1e64d03b2fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3416445 Apr 05 20:11:34.863241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 5c7da35a-ab21-48a3-b924-c3d0960e969c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:11:34.875668 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 5c7da35a-ab21-48a3-b924-c3d0960e969c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:11:34.875668 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:34.908980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-3198b544-bc49-479a-b007-a4b6e182337c None None] Set router c67f41bd-3bc6-4687-a380-e6b1d373c08e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:11:34.909827 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a6a8fe3-5941-4d00-8221-cfa6a2d6cef2 req-4f0dd5ad-dd81-4dc0-8d9f-1df359f9ab41 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534974 Apr 05 20:11:34.927885 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:35.048722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f7da5-25c2-440d-8884-c3512baf0c97 req-38a2cd6c-a431-456a-bcea-edeed8d81d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:35.050312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be8f7da5-25c2-440d-8884-c3512baf0c97 req-38a2cd6c-a431-456a-bcea-edeed8d81d99 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9268552-d2b5-4be5-a99b-b6095258251e HTTP/1.1" status: 200 len: 1100 time: 0.4701760 Apr 05 20:11:35.055852 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bf585a1e-96ec-47e9-bc65-dd8314cb4aae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c71b5eb7a7e2409b9be4a3a0e6671c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304207 Apr 05 20:11:35.064860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53656) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:35.172199 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be8f7da5-25c2-440d-8884-c3512baf0c97 req-4b686565-9ccb-4f66-b100-89118d1bae7b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132650 Apr 05 20:11:35.230986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7fdc9795-135e-4b99-9374-04f64e2cecad req-0976333d-1cc7-4a8c-927b-54b981b28868 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Synchronizing usage tracker for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:35.245764 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:35.264999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] Deleting port e253c62e-37e5-4deb-9bec-8c7731368e8d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:35.265342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:35.295418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7fdc9795-135e-4b99-9374-04f64e2cecad req-0976333d-1cc7-4a8c-927b-54b981b28868 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] Unset dirty status for tenant:2bc710cd70ff45d68ca5b0ab43ae1933 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:35.296580 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7fdc9795-135e-4b99-9374-04f64e2cecad req-0976333d-1cc7-4a8c-927b-54b981b28868 tempest-FloatingIPsAssociationTestJSON-514877877 tempest-FloatingIPsAssociationTestJSON-514877877-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed487efe-2569-4c77-abb7-ad8be9fc7afb HTTP/1.1" status: 200 len: 210 time: 0.1231117 Apr 05 20:11:35.310129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-357e7ba5-d771-44f6-a9c4-098946094554 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:35.311889 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-357e7ba5-d771-44f6-a9c4-098946094554 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4654834 Apr 05 20:11:35.329055 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:35.339707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Request body: {'port': {'device_id': '3b2b6dc8-d388-4e79-91b9-2e17f95253d4', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '47ef75b103394f1aba7ab1e64d03b2fd'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:35.374370 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5c7da35a-ab21-48a3-b924-c3d0960e969c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5c7da35a-ab21-48a3-b924-c3d0960e969c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:35.383872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d37fc-17f8-419e-aae7-4ab5cbfeb58e req-affc1321-e633-4d8b-89f1-51b27dc36946 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:35.387147 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:35.391537 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da7d37fc-17f8-419e-aae7-4ab5cbfeb58e req-affc1321-e633-4d8b-89f1-51b27dc36946 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9268552-d2b5-4be5-a99b-b6095258251e HTTP/1.1" status: 200 len: 949 time: 0.6646338 Apr 05 20:11:35.453976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3198b544-bc49-479a-b007-a4b6e182337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-491661345-router', 'tenant_id': '9eaba56670b3425398b097035b326560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.200'}], 'enable_snat': True}, 'gw_port_id': 'e253c62e-37e5-4deb-9bec-8c7731368e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:55Z', 'updated_at': '2022-04-05T20:11:30Z', 'revision_number': 5, 'project_id': '9eaba56670b3425398b097035b326560', 'gw_port': {'id': 'e253c62e-37e5-4deb-9bec-8c7731368e8d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:68:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:07:57Z', 'updated_at': '2022-04-05T20:08:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:35.468762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198b544-bc49-479a-b007-a4b6e182337c None None] Checking router: c67f41bd-3bc6-4687-a380-e6b1d373c08e for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:11:35.482940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=5c7da35a-ab21-48a3-b924-c3d0960e969c,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:35.487076 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3198b544-bc49-479a-b007-a4b6e182337c None None] Routers {'c67f41bd-3bc6-4687-a380-e6b1d373c08e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:11:35.487696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3198b544-bc49-479a-b007-a4b6e182337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c67f41bd-3bc6-4687-a380-e6b1d373c08e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:35.533862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ffebe03-7a88-44a4-9b83-229e05176292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:35.578440 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da7d37fc-17f8-419e-aae7-4ab5cbfeb58e req-4c8f3398-cf72-4ad3-8ce3-f801f6a4bba5 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859457 Apr 05 20:11:35.611068 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ffebe03-7a88-44a4-9b83-229e05176292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:35.635030 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2991255b-8288-41a1-9e8a-d9f1e4a23564 req-ef64d67c-7fed-45d8-837e-e298976d09f2 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 210 time: 0.0708294 Apr 05 20:11:35.645038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:35.678934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Usage tracker for resource:port and tenant:47ef75b103394f1aba7ab1e64d03b2fd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:35.698225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:35.698832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] For port e253c62e-37e5-4deb-9bec-8c7731368e8d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e253c62e-37e5-4deb-9bec-8c7731368e8d,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:35.699468 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:35.721909 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-3198b544-bc49-479a-b007-a4b6e182337c None None] Set router c67f41bd-3bc6-4687-a380-e6b1d373c08e gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:11:35.767300 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-37da623b-65c9-4069-8fe9-9526a525cc5a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:11:35.830241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:35.832170 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ffebe03-7a88-44a4-9b83-229e05176292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:35.850513 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3198b544-bc49-479a-b007-a4b6e182337c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-491661345-router', 'tenant_id': '9eaba56670b3425398b097035b326560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:55Z', 'updated_at': '2022-04-05T20:11:35Z', 'revision_number': 6, 'project_id': '9eaba56670b3425398b097035b326560', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:35.856396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3198b544-bc49-479a-b007-a4b6e182337c None None] The sync data for ids ['c67f41bd-3bc6-4687-a380-e6b1d373c08e'] in n-d-836604-1 is: [{'id': 'c67f41bd-3bc6-4687-a380-e6b1d373c08e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-491661345-router', 'tenant_id': '9eaba56670b3425398b097035b326560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:07:55Z', 'updated_at': '2022-04-05T20:11:35Z', 'revision_number': 6, 'project_id': '9eaba56670b3425398b097035b326560', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:11:35.912149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffebe03-7a88-44a4-9b83-229e05176292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7221fa-eefe-43d4-bb6d-c1329b49dd6b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:35.926109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Made reservation on behalf of 47ef75b103394f1aba7ab1e64d03b2fd for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:11:35.930884 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:35.938080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] Calling delete_port for e253c62e-37e5-4deb-9bec-8c7731368e8d owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:35.954160 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ffebe03-7a88-44a4-9b83-229e05176292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:35.955258 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8ffebe03-7a88-44a4-9b83-229e05176292 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa7221fa-eefe-43d4-bb6d-c1329b49dd6b HTTP/1.1" status: 204 len: 168 time: 0.8895822 Apr 05 20:11:35.964385 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37da623b-65c9-4069-8fe9-9526a525cc5a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:35.966431 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:35.979993 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37da623b-65c9-4069-8fe9-9526a525cc5a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:36.046728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:36.053121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a004b5-9e83-44f4-a51b-2e65830e5dd1 req-9dc986ac-d2f2-4240-a0b2-a8e791e4a742 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:36.054302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Usage tracker for resource:security_group_rule and tenant:47ef75b103394f1aba7ab1e64d03b2fd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:36.054680 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-17a004b5-9e83-44f4-a51b-2e65830e5dd1 req-9dc986ac-d2f2-4240-a0b2-a8e791e4a742 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 1095 time: 0.1622427 Apr 05 20:11:36.059901 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:36.069623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:36.113457 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-17a004b5-9e83-44f4-a51b-2e65830e5dd1 req-c81937ce-9bc6-49e5-9f24-6cfb41258ba2 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437765 Apr 05 20:11:36.192002 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:36.205968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf3f5c-171c-4e83-837a-17f50810abf2 req-567481e4-93c0-45b9-9897-8f066a25aafd tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:36.205968 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4bf3f5c-171c-4e83-837a-17f50810abf2 req-567481e4-93c0-45b9-9897-8f066a25aafd tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.4334860 Apr 05 20:11:36.311330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e253c62e-37e5-4deb-9bec-8c7731368e8d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:36.313089 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-37da623b-65c9-4069-8fe9-9526a525cc5a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Floating IP 1d748ae8-bbb1-4982-927a-81f0c7368a97 associated. External IP: 172.25.8.43, port: 80b0776f-f097-4102-8f73-24e2a237ed67. Apr 05 20:11:36.412972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09dd2cff-abc6-4779-bdab-cb521338c4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7da35a-ab21-48a3-b924-c3d0960e969c'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:36.482118 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4bf3f5c-171c-4e83-837a-17f50810abf2 req-1ecc27db-2e66-4efd-b7dc-290051f9c959 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559383 Apr 05 20:11:36.502321 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:36.623259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53680) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:36.658451 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09dd2cff-abc6-4779-bdab-cb521338c4ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7da35a-ab21-48a3-b924-c3d0960e969c', 'code': 200} Apr 05 20:11:36.793702 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:36.814937 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:36.816642 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:36.822377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:36.849535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e77e00-ce5a-4754-9529-afcc2dde6ad3 req-347711fd-ed64-4e61-89ca-673921288e54 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:36.851417 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41e77e00-ce5a-4754-9529-afcc2dde6ad3 req-347711fd-ed64-4e61-89ca-673921288e54 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 1095 time: 0.5333693 Apr 05 20:11:36.936793 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:36.937320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c67f41bd-3bc6-4687-a380-e6b1d373c08e {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:11:36.983619 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:36.987294 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-67962424-292a-43fb-a874-0556c5d331eb admin admin] 10.222.0.24 "DELETE /v2.0/routers/c67f41bd-3bc6-4687-a380-e6b1d373c08e HTTP/1.1" status: 204 len: 168 time: 2.6787539 Apr 05 20:11:36.987940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53696) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:37.039503 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41e77e00-ce5a-4754-9529-afcc2dde6ad3 req-defc6a16-b973-4f76-add2-5c13a66ed07c tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704669 Apr 05 20:11:37.064576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127fefed-f2b1-499c-b44f-5e509b62df76,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:37.090085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53700) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:37.149729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-80390500-a97d-47fb-9dda-f3c3168d3be8 admin admin] Deleting subnet 8d85ec01-37da-4dea-aa76-f80bb5ace57d {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:11:37.153012 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80390500-a97d-47fb-9dda-f3c3168d3be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:37.223099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e1bacae7-80f7-4afb-a333-8ae366c4416d no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:37.299012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: e1bacae7-80f7-4afb-a333-8ae366c4416d {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:11:37.299752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e1bacae7-80f7-4afb-a333-8ae366c4416d not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:37.300357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e253c62e-37e5-4deb-9bec-8c7731368e8d no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:37.337001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: e253c62e-37e5-4deb-9bec-8c7731368e8d {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:11:37.337347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e253c62e-37e5-4deb-9bec-8c7731368e8d not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:37.348751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37da623b-65c9-4069-8fe9-9526a525cc5a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Router c8ae9531-4269-4442-85d1-5aac4c3513c2 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:11:37.387830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee9926-787d-4e8c-bdcf-c371be8e68dd req-1b114ebb-cd59-4dde-92a4-8be36c61245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:37.387830 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6fee9926-787d-4e8c-bdcf-c371be8e68dd req-1b114ebb-cd59-4dde-92a4-8be36c61245b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=09dd2cff-abc6-4779-bdab-cb521338c4ce HTTP/1.1" status: 200 len: 1101 time: 0.6430359 Apr 05 20:11:37.470857 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a351c00e-f483-4e62-b33e-f2db94695638 req-0b276442-650a-4d37-9f1b-9df4702f1072 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 210 time: 0.1147943 Apr 05 20:11:37.472859 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80390500-a97d-47fb-9dda-f3c3168d3be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:37.483362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2003547503-network', 'tenant_id': 'cfd34cd945744a0a89a6f2f3bec7bb69'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:37.504132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:37.522794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293d8b7-8dff-4738-b081-b3ef398352ca req-0a108b9a-4399-4f44-8b35-1548fbecd007 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:37.524801 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b293d8b7-8dff-4738-b081-b3ef398352ca req-0a108b9a-4399-4f44-8b35-1548fbecd007 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9268552-d2b5-4be5-a99b-b6095258251e HTTP/1.1" status: 200 len: 949 time: 0.6496837 Apr 05 20:11:37.531984 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Usage tracker for resource:network and tenant:cfd34cd945744a0a89a6f2f3bec7bb69 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:37.545792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:37.558143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Allocated IP 192.168.233.132 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/5f9cd4ef-d0de-4a50-8211-52f776f2bbe9) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:11:37.575534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:37.596623 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6fee9926-787d-4e8c-bdcf-c371be8e68dd req-9a9bb7ae-e9c6-4c76-ad93-24ac3c6893eb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028918 Apr 05 20:11:37.656853 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80390500-a97d-47fb-9dda-f3c3168d3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:37.732387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Made reservation on behalf of cfd34cd945744a0a89a6f2f3bec7bb69 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:11:37.734682 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:37.751838 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80390500-a97d-47fb-9dda-f3c3168d3be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:37.763219 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b293d8b7-8dff-4738-b081-b3ef398352ca req-cb07c415-f6c9-43a0-8351-0c9a8c02bc46 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184806 Apr 05 20:11:37.768466 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:37.802561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80390500-a97d-47fb-9dda-f3c3168d3be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d85ec01-37da-4dea-aa76-f80bb5ace57d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:37.807854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37da623b-65c9-4069-8fe9-9526a525cc5a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:11:37.818254 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7d455-00d6-4516-86bb-afcbfa3e2511 None None] Sync routers for ids ['c8ae9531-4269-4442-85d1-5aac4c3513c2'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:11:37.821408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:37.831106 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7d455-00d6-4516-86bb-afcbfa3e2511 None None] Routers {'c8ae9531-4269-4442-85d1-5aac4c3513c2'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:11:37.831701 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c8c7d455-00d6-4516-86bb-afcbfa3e2511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8ae9531-4269-4442-85d1-5aac4c3513c2'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:37.849135 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80390500-a97d-47fb-9dda-f3c3168d3be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:37.850612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Usage tracker for resource:security_group_rule and tenant:cfd34cd945744a0a89a6f2f3bec7bb69 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:37.853677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30099c83-4236-458c-aaf6-d056c3b03aec None None] Network 7a72aeac-2055-4b74-a660-6d3ae1dba19d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:11:37.862433 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-80390500-a97d-47fb-9dda-f3c3168d3be8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8d85ec01-37da-4dea-aa76-f80bb5ace57d HTTP/1.1" status: 204 len: 168 time: 0.8699138 Apr 05 20:11:37.864855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53718) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:37.869871 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:37.882049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:37.952477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37da623b-65c9-4069-8fe9-9526a525cc5a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:38.079404 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:38.084758 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:38.108001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Transition to ACTIVE for port object 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:11:38.131491 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c8c7d455-00d6-4516-86bb-afcbfa3e2511 None None] Set router c8ae9531-4269-4442-85d1-5aac4c3513c2 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:11:38.144172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Deleting port 135fc958-dcbc-4455-ba14-c360497d3457 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:38.144496 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:38.236056 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ba1d-99f0-469f-8429-f46893c9db37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:38.238642 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-37da623b-65c9-4069-8fe9-9526a525cc5a tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "PUT /v2.0/floatingips/1d748ae8-bbb1-4982-927a-81f0c7368a97 HTTP/1.1" status: 200 len: 991 time: 4.2050469 Apr 05 20:11:38.243327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20fc313-0542-4ef6-96f1-5461d6e08fd2', 'tag': '80b0776f-f097-4102-8f73-24e2a237ed67'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:38.252935 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:38.319940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76061ffc-5dd6-448a-bbee-0a70d1fa57dc None None] DHCP port deletion for 7a72aeac-2055-4b74-a660-6d3ae1dba19d request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:11:38.325624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-76061ffc-5dd6-448a-bbee-0a70d1fa57dc None None] Deleting port 135fc958-dcbc-4455-ba14-c360497d3457 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:38.326016 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-76061ffc-5dd6-448a-bbee-0a70d1fa57dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:38.357015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Pushing event updated for resources: {'Port': ['ID=5f9cd4ef-d0de-4a50-8211-52f776f2bbe9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:38.393440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5b7f9-f764-4d40-8bea-28eb446af2ea req-acbba2f9-606b-4a53-b7e5-a3315b5f8aad tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:38.396922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:11:38.401306 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43c5b7f9-f764-4d40-8bea-28eb446af2ea req-acbba2f9-606b-4a53-b7e5-a3315b5f8aad tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=09dd2cff-abc6-4779-bdab-cb521338c4ce HTTP/1.1" status: 200 len: 950 time: 0.3190787 Apr 05 20:11:38.406858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:11:38.417248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:11:38.490449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca3d639-9dcb-4c4a-a5f2-f8b2e66f1ef6 req-1402a77b-b0a7-4300-9998-9eaacc30eb94 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:38.497738 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ca3d639-9dcb-4c4a-a5f2-f8b2e66f1ef6 req-1402a77b-b0a7-4300-9998-9eaacc30eb94 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.3681028 Apr 05 20:11:38.611640 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c8c7d455-00d6-4516-86bb-afcbfa3e2511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '1d748ae8-bbb1-4982-927a-81f0c7368a97', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'port_id': '80b0776f-f097-4102-8f73-24e2a237ed67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'mac_address': 'fa:16:3e:87:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20fc313-0542-4ef6-96f1-5461d6e08fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:11:00Z', 'updated_at': '2022-04-05T20:11:35Z', 'revision_number': 1, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0', 'name': '', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'mac_address': 'fa:16:3e:78:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:54Z', 'updated_at': '2022-04-05T20:10:05Z', 'revision_number': 5, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'subnets': [{'id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:38.616341 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:38.624757 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7d455-00d6-4516-86bb-afcbfa3e2511 None None] Checking router: c8ae9531-4269-4442-85d1-5aac4c3513c2 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:11:38.636406 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ca3d639-9dcb-4c4a-a5f2-f8b2e66f1ef6 req-65b016c3-1429-49b4-bc44-78916789ecc3 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373117 Apr 05 20:11:38.638688 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7d455-00d6-4516-86bb-afcbfa3e2511 None None] Routers {'c8ae9531-4269-4442-85d1-5aac4c3513c2'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:11:38.639407 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c8c7d455-00d6-4516-86bb-afcbfa3e2511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8ae9531-4269-4442-85d1-5aac4c3513c2'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:38.680311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-76061ffc-5dd6-448a-bbee-0a70d1fa57dc None None] For port 135fc958-dcbc-4455-ba14-c360497d3457, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=135fc958-dcbc-4455-ba14-c360497d3457,segment=NetworkSegment(d1756426-dc33-407b-be9f-b9605c9fb8b1),segment_id=d1756426-dc33-407b-be9f-b9605c9fb8b1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:38.680719 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-76061ffc-5dd6-448a-bbee-0a70d1fa57dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:38.696346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:38.701866 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:38.712671 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:38.764373 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:38.791197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43c5b7f9-f764-4d40-8bea-28eb446af2ea req-aade019e-6558-4a63-b9a2-a0ffc10ad396 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889580 Apr 05 20:11:38.826372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] For port 135fc958-dcbc-4455-ba14-c360497d3457, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=135fc958-dcbc-4455-ba14-c360497d3457,segment=NetworkSegment(d1756426-dc33-407b-be9f-b9605c9fb8b1),segment_id=d1756426-dc33-407b-be9f-b9605c9fb8b1)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:38.827022 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:38.840259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-77c751f1-c187-4331-bbf9-1ac0977beb9d tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5108953 Apr 05 20:11:38.875534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Request body: {'port': {'device_id': '3b2b6dc8-d388-4e79-91b9-2e17f95253d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:38.928035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3411a671-f87c-48c1-856f-0bab7c840083,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:38.944881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:11:38.956796 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20fc313-0542-4ef6-96f1-5461d6e08fd2', 'tag': '80b0776f-f097-4102-8f73-24e2a237ed67', 'status': 'completed', 'code': 200} Apr 05 20:11:38.988711 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:38.989050 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Added segment 9f37330e-c2fa-48f0-b6ea-569c77ae5bc2 of type vlan for network 90c58985-6e9e-49a8-afc1-08efbdccc060 Apr 05 20:11:39.032370 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-76061ffc-5dd6-448a-bbee-0a70d1fa57dc None None] Calling delete_port for 135fc958-dcbc-4455-ba14-c360497d3457 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:39.088073 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c8c7d455-00d6-4516-86bb-afcbfa3e2511 None None] Set router c8ae9531-4269-4442-85d1-5aac4c3513c2 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:11:39.097079 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a6bd573a-ee0d-4a9f-9f02-7ee6dee2f1c2 None None] Provisioning for port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:11:39.112228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a6bd573a-ee0d-4a9f-9f02-7ee6dee2f1c2 None None] Provisioning complete for port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:11:39.112654 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a6bd573a-ee0d-4a9f-9f02-7ee6dee2f1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:39.170646 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:39.234211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 135fc958-dcbc-4455-ba14-c360497d3457 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:39.317699 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:39.340912 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:39.351095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a6bd573a-ee0d-4a9f-9f02-7ee6dee2f1c2 None None] Port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:11:39.440762 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-76061ffc-5dd6-448a-bbee-0a70d1fa57dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:39.503322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Calling delete_port for 135fc958-dcbc-4455-ba14-c360497d3457 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:39.506734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Port 135fc958-dcbc-4455-ba14-c360497d3457 update to DOWN by agent not found {{(pid=87966) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 05 20:11:39.517360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76061ffc-5dd6-448a-bbee-0a70d1fa57dc None None] Pushing event deleted for resources: {'Port': ['ID=135fc958-dcbc-4455-ba14-c360497d3457,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:39.519683 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76061ffc-5dd6-448a-bbee-0a70d1fa57dc None None] No DVR routers for this DVR port 135fc958-dcbc-4455-ba14-c360497d3457 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:11:39.528819 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:39.528819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:39.529431 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:39.589419 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c8c7d455-00d6-4516-86bb-afcbfa3e2511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '1d748ae8-bbb1-4982-927a-81f0c7368a97', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'port_id': '80b0776f-f097-4102-8f73-24e2a237ed67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'mac_address': 'fa:16:3e:87:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20fc313-0542-4ef6-96f1-5461d6e08fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:11:00Z', 'updated_at': '2022-04-05T20:11:35Z', 'revision_number': 1, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0', 'name': '', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'mac_address': 'fa:16:3e:78:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:54Z', 'updated_at': '2022-04-05T20:10:05Z', 'revision_number': 5, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'subnets': [{'id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:39.595388 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7d455-00d6-4516-86bb-afcbfa3e2511 None None] The sync data for ids ['c8ae9531-4269-4442-85d1-5aac4c3513c2'] in n-d-836604-1 is: [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '1d748ae8-bbb1-4982-927a-81f0c7368a97', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'floating_ip_address': '172.25.8.43', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'port_id': '80b0776f-f097-4102-8f73-24e2a237ed67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'mac_address': 'fa:16:3e:87:46:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e20fc313-0542-4ef6-96f1-5461d6e08fd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:11:00Z', 'updated_at': '2022-04-05T20:11:35Z', 'revision_number': 1, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0', 'name': '', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'mac_address': 'fa:16:3e:78:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:54Z', 'updated_at': '2022-04-05T20:10:05Z', 'revision_number': 5, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'subnets': [{'id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:11:39.624116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df8077-3aaa-4728-894f-0d8bf944772b req-f71198e1-dfb0-4974-ba55-42f5a6701fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:39.626188 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5df8077-3aaa-4728-894f-0d8bf944772b req-f71198e1-dfb0-4974-ba55-42f5a6701fbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2d77a87d0b4a42228f6d71a11b446899&device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 1097 time: 0.5414300 Apr 05 20:11:39.626549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d2041-32c0-4d29-b636-ae08aa623177 req-96f50b96-e09e-4247-a548-5492dd186373 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:39.627258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-521d2041-32c0-4d29-b636-ae08aa623177 req-96f50b96-e09e-4247-a548-5492dd186373 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Synchronizing usage tracker for tenant:47ef75b103394f1aba7ab1e64d03b2fd on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:39.635040 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:11:39.635572 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:11:39.768472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] Pushing event updated for resources: {'Network': ['ID=90c58985-6e9e-49a8-afc1-08efbdccc060,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:39.771049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-521d2041-32c0-4d29-b636-ae08aa623177 req-96f50b96-e09e-4247-a548-5492dd186373 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Unset dirty status for tenant:47ef75b103394f1aba7ab1e64d03b2fd on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:39.779572 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-521d2041-32c0-4d29-b636-ae08aa623177 req-96f50b96-e09e-4247-a548-5492dd186373 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 936 time: 0.6919463 Apr 05 20:11:39.783420 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 90c58985-6e9e-49a8-afc1-08efbdccc060 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:11:39.835099 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-826696fd-8343-4088-a7a5-e958487c3764 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7426555 Apr 05 20:11:39.877412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53734) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:39.891265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-521d2041-32c0-4d29-b636-ae08aa623177 req-588c3cbd-440a-406f-9dd2-d8e2c8e4725e tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Synchronizing usage tracker for tenant:47ef75b103394f1aba7ab1e64d03b2fd on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:39.892370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Request body: {'subnet': {'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2003547503-subnet', 'tenant_id': 'cfd34cd945744a0a89a6f2f3bec7bb69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:39.912854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:39.925061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Usage tracker for resource:subnet and tenant:cfd34cd945744a0a89a6f2f3bec7bb69 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:39.933864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2ba1d-99f0-469f-8429-f46893c9db37 admin admin] Deleting port ceccc614-7571-47c3-99cb-665995ce3e57 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:39.934325 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ba1d-99f0-469f-8429-f46893c9db37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:39.950971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3378ca-f7ab-48ba-bf65-408691118f1d None None] New status for floating IP 1d748ae8-bbb1-4982-927a-81f0c7368a97: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:11:39.965729 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-521d2041-32c0-4d29-b636-ae08aa623177 req-588c3cbd-440a-406f-9dd2-d8e2c8e4725e tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Unset dirty status for tenant:47ef75b103394f1aba7ab1e64d03b2fd on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:39.967032 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-521d2041-32c0-4d29-b636-ae08aa623177 req-588c3cbd-440a-406f-9dd2-d8e2c8e4725e tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865785 Apr 05 20:11:39.969740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:39.996277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:40.027454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df8077-3aaa-4728-894f-0d8bf944772b req-37570ab4-9296-4d20-af64-ef7b0c54fa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:40.029206 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5df8077-3aaa-4728-894f-0d8bf944772b req-37570ab4-9296-4d20-af64-ef7b0c54fa01 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37531e6c-a868-4760-9faf-04c58ddf0d58 HTTP/1.1" status: 200 len: 915 time: 0.3926313 Apr 05 20:11:40.115560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Made reservation on behalf of cfd34cd945744a0a89a6f2f3bec7bb69 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:11:40.117868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:40.144411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Deleting port 135fc958-dcbc-4455-ba14-c360497d3457 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:40.144885 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:40.171415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:40.181679 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:40.201431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Transition to ACTIVE for port object 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:11:40.217747 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:40.277014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b5938-b87a-4939-a9f7-b87642e72881 req-0be5b2b1-203f-4261-8e17-64532e7ae6d4 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:40.278386 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d6b5938-b87a-4939-a9f7-b87642e72881 req-0be5b2b1-203f-4261-8e17-64532e7ae6d4 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=09dd2cff-abc6-4779-bdab-cb521338c4ce HTTP/1.1" status: 200 len: 950 time: 0.1731725 Apr 05 20:11:40.375436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] The port '135fc958-dcbc-4455-ba14-c360497d3457' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:11:40.376603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9cd4ef-d0de-4a50-8211-52f776f2bbe9,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:40.438212 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d6b5938-b87a-4939-a9f7-b87642e72881 req-f6d85817-abdc-4af4-9523-bc80fb13565e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501677 Apr 05 20:11:40.446791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8b72c-629e-42d8-8214-ba5591d71bf4 req-d630a635-a8f4-472b-b912-0b14fbf72f8f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:40.448346 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48b8b72c-629e-42d8-8214-ba5591d71bf4 req-d630a635-a8f4-472b-b912-0b14fbf72f8f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.6055512 Apr 05 20:11:40.465309 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5df8077-3aaa-4728-894f-0d8bf944772b req-005ed7f4-eb30-4030-bdea-4536e142f912 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80b0776f-f097-4102-8f73-24e2a237ed67 HTTP/1.1" status: 200 len: 999 time: 0.4014549 Apr 05 20:11:40.515124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Attempting to bind port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:11:40.515454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Attempting to bind port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:11:40.515782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Attempting to bind port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:40.520432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:11:40.520752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Attempting to bind port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:40.526112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:11:40.526446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:11:40.526830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:11:40.527253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Bound port: 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:11:40.527598 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:40.599974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-1bb2ba1d-99f0-469f-8429-f46893c9db37 admin admin] For port ceccc614-7571-47c3-99cb-665995ce3e57, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ceccc614-7571-47c3-99cb-665995ce3e57,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:40.600707 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ba1d-99f0-469f-8429-f46893c9db37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:40.694443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] For port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:11:40.698353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] For port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5f9cd4ef-d0de-4a50-8211-52f776f2bbe9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:11:40.713591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:40.721143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48b8b72c-629e-42d8-8214-ba5591d71bf4 req-132c6a68-ecf7-48d6-bd97-40c7e471947a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434437 Apr 05 20:11:40.816015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:40.816971 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:40.818584 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 HTTP/1.1" status: 200 len: 1096 time: 1.9590325 Apr 05 20:11:40.842038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a001be-1a6d-408f-8af6-065f6f1eaf48 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9cd4ef-d0de-4a50-8211-52f776f2bbe9,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:40.865782 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:40.880411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1bb2ba1d-99f0-469f-8429-f46893c9db37 admin admin] Calling delete_port for ceccc614-7571-47c3-99cb-665995ce3e57 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:40.950854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df8077-3aaa-4728-894f-0d8bf944772b req-88c8ce4b-5c28-483b-83d8-d6b9ab5744f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:40.952300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5df8077-3aaa-4728-894f-0d8bf944772b req-88c8ce4b-5c28-483b-83d8-d6b9ab5744f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=75bcafc6-2685-49d8-8bc6-37637d100b58 HTTP/1.1" status: 200 len: 853 time: 0.4518421 Apr 05 20:11:40.975622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2b6dc8-d388-4e79-91b9-2e17f95253d4', 'tag': '5f9cd4ef-d0de-4a50-8211-52f776f2bbe9'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:41.052629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-94411bbf-447f-4751-b53c-e66c258dc298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:41.054133 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-94411bbf-447f-4751-b53c-e66c258dc298 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47ef75b103394f1aba7ab1e64d03b2fd&device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 1099 time: 0.1835787 Apr 05 20:11:41.055613 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2b6dc8-d388-4e79-91b9-2e17f95253d4', 'tag': '5f9cd4ef-d0de-4a50-8211-52f776f2bbe9', 'status': 'completed', 'code': 200} Apr 05 20:11:41.064826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb1665-9382-4a65-ad1b-ff72a76bcbe4 req-2260ecc2-427c-4e54-bf73-3d5af145c65c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:41.070987 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb1665-9382-4a65-ad1b-ff72a76bcbe4 req-2260ecc2-427c-4e54-bf73-3d5af145c65c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:41.077935 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4cb1665-9382-4a65-ad1b-ff72a76bcbe4 req-2260ecc2-427c-4e54-bf73-3d5af145c65c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9268552-d2b5-4be5-a99b-b6095258251e&device_id=09dd2cff-abc6-4779-bdab-cb521338c4ce HTTP/1.1" status: 200 len: 1690 time: 0.1414330 Apr 05 20:11:41.103849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a72aeac-2055-4b74-a660-6d3ae1dba19d']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:41.152041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1756426-dc33-407b-be9f-b9605c9fb8b1') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:41.152261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1756426-dc33-407b-be9f-b9605c9fb8b1') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:41.169847 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-b3ffe0b5-ed84-46c6-af81-d277d5b7d4db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 HTTP/1.1" status: 200 len: 217 time: 0.0891948 Apr 05 20:11:41.232945 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4cb1665-9382-4a65-ad1b-ff72a76bcbe4 req-5893b152-977d-4c3b-8b69-58b108163c08 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540675 Apr 05 20:11:41.260392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-5765162b-7aad-4d77-80bf-c630e35008da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:41.262137 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-5765162b-7aad-4d77-80bf-c630e35008da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0814154 Apr 05 20:11:41.327889 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e8116237-cac5-4472-85c7-294a615940f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:41.363384 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:41.373755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-c7776de6-c735-44ec-ab75-ab2a7c6ecdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:41.376272 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-c7776de6-c735-44ec-ab75-ab2a7c6ecdd8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079834 Apr 05 20:11:41.414437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:41.436444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:11:41.436838 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:11:41.462569 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:11:41.570000 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:41.628384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df8077-3aaa-4728-894f-0d8bf944772b req-5777f870-362c-4f17-abf6-731cbb6dcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:41.630760 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5df8077-3aaa-4728-894f-0d8bf944772b req-5777f870-362c-4f17-abf6-731cbb6dcf04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37531e6c-a868-4760-9faf-04c58ddf0d58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6649227 Apr 05 20:11:41.656418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e12107-a0c8-4939-8608-da163d52bbb4 req-fde71a9d-bca1-41d1-93f2-8fe732fd0f07 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:41.658132 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73e12107-a0c8-4939-8608-da163d52bbb4 req-fde71a9d-bca1-41d1-93f2-8fe732fd0f07 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 948 time: 0.3622677 Apr 05 20:11:41.700681 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:41.705057 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:41.722172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8f31d-e9bc-4f7a-a7a9-c2b39f9fa67f req-4a3ead1c-9e5b-4349-937a-5634451cc2c3 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:41.724750 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbf8f31d-e9bc-4f7a-a7a9-c2b39f9fa67f req-4a3ead1c-9e5b-4349-937a-5634451cc2c3 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c9268552-d2b5-4be5-a99b-b6095258251e HTTP/1.1" status: 200 len: 1100 time: 0.2936840 Apr 05 20:11:41.753560 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-13c8f970-bc67-4950-a5d2-7506fe51300d service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683176 Apr 05 20:11:41.794638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] Pushing event deleted for resources: {'Network': ['ID=7a72aeac-2055-4b74-a660-6d3ae1dba19d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:41.845759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1175b7-fe76-4409-88b2-f584c22d2454,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:41.860022 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1c6ea68e-0c46-4b8d-a61c-d4c0be7acaac admin admin] 10.222.0.24 "DELETE /v2.0/networks/7a72aeac-2055-4b74-a660-6d3ae1dba19d HTTP/1.1" status: 204 len: 168 time: 3.9943464 Apr 05 20:11:41.879675 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbf8f31d-e9bc-4f7a-a7a9-c2b39f9fa67f req-f3b1d41a-b82e-4244-b2ee-db66638982e5 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454813 Apr 05 20:11:41.941739 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73e12107-a0c8-4939-8608-da163d52bbb4 req-9a392282-fd32-40f9-9c9c-ee1c85a446cc tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568858 Apr 05 20:11:41.942859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Checking segment: {'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:11:41.943091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Network hostable DHCP agents. Network: 90c58985-6e9e-49a8-afc1-08efbdccc060, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:11:41.977141 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72bfea1f-948a-4e97-b8d1-107a91f7a4b2 req-b6d25310-5983-41ae-b3ff-cefb2aa10068 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160625 Apr 05 20:11:42.012801 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5df8077-3aaa-4728-894f-0d8bf944772b req-2281e5b3-2c67-46c9-94ec-50ef3be260a7 service neutron] 10.222.0.13 "GET /v2.0/networks/37531e6c-a868-4760-9faf-04c58ddf0d58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698630 Apr 05 20:11:42.059548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Network 90c58985-6e9e-49a8-afc1-08efbdccc060 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:11:42.061713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53816) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:42.099080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ba1d-99f0-469f-8429-f46893c9db37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:42.202646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa99da-c9e6-4d4b-989e-25fb891b2a13 req-9b1a8943-33cf-4cc5-aea4-ebc354c577c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:42.204635 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-47aa99da-c9e6-4d4b-989e-25fb891b2a13 req-9b1a8943-33cf-4cc5-aea4-ebc354c577c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=47ef75b103394f1aba7ab1e64d03b2fd&device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 1099 time: 0.1711929 Apr 05 20:11:42.210113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 90c58985-6e9e-49a8-afc1-08efbdccc060) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:11:42.215539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:42.216065 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:42.219285 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd090f9f-a4e7-49de-b046-f46507c7677a None None] Network 90c58985-6e9e-49a8-afc1-08efbdccc060 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:11:42.269624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2ba1d-99f0-469f-8429-f46893c9db37 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceccc614-7571-47c3-99cb-665995ce3e57,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:42.307893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e52db-ee5a-44ad-91ce-9040e6991c35 req-d68a43da-5551-4659-8f85-c9380019741c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:42.309954 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-772e52db-ee5a-44ad-91ce-9040e6991c35 req-d68a43da-5551-4659-8f85-c9380019741c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.2124937 Apr 05 20:11:42.466543 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-772e52db-ee5a-44ad-91ce-9040e6991c35 req-df3e5a26-06ae-4b9a-b655-10c224ea014d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479702 Apr 05 20:11:42.517583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa99da-c9e6-4d4b-989e-25fb891b2a13 req-f7fb1fb0-deec-416c-bad2-8394b30c0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:42.518832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bc73a4ea-3722-4a46-acad-1f1dfd11c697 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23dd846987e84c54bf39cdc9ce7aec5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4400449 Apr 05 20:11:42.519095 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-47aa99da-c9e6-4d4b-989e-25fb891b2a13 req-f7fb1fb0-deec-416c-bad2-8394b30c0b7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2998924 Apr 05 20:11:42.521938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53838) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:42.528471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-32086fdb-2ee0-48fe-8dd8-9d0dab09a082 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6495209 Apr 05 20:11:42.531074 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5df8077-3aaa-4728-894f-0d8bf944772b req-ead526ba-2c0a-4863-893d-bd365ae4cc62 service neutron] 10.222.0.13 "GET /v2.0/networks/37531e6c-a868-4760-9faf-04c58ddf0d58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001745 Apr 05 20:11:42.576220 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2636de-a179-4088-a1f0-8afbfcbc8c53 None None] Network 90c58985-6e9e-49a8-afc1-08efbdccc060 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:11:42.626808 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-47aa99da-c9e6-4d4b-989e-25fb891b2a13 req-4798dc0d-ec8c-4396-aaa3-e4cfba91347e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 HTTP/1.1" status: 200 len: 217 time: 0.1001985 Apr 05 20:11:42.837861 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:42.884139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564d9fbd-98dd-4263-bf31-f36793829701 req-7a36fd17-cdfd-4972-b9ed-d35df1a25a4f tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:42.886264 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:42.886554 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-564d9fbd-98dd-4263-bf31-f36793829701 req-7a36fd17-cdfd-4972-b9ed-d35df1a25a4f tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=09dd2cff-abc6-4779-bdab-cb521338c4ce HTTP/1.1" status: 200 len: 1101 time: 0.5665958 Apr 05 20:11:42.929283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa99da-c9e6-4d4b-989e-25fb891b2a13 req-63968343-7ca7-4ace-a6b5-e5add0d123ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:42.930795 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-47aa99da-c9e6-4d4b-989e-25fb891b2a13 req-63968343-7ca7-4ace-a6b5-e5add0d123ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2451015 Apr 05 20:11:42.953787 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1bb2ba1d-99f0-469f-8429-f46893c9db37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:42.970328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-564d9fbd-98dd-4263-bf31-f36793829701 req-225d219d-4845-4726-9492-8fa98440b03b tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Synchronizing usage tracker for tenant:d5cc9f0cf9404901b8b04987af1ef184 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:43.021461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa99da-c9e6-4d4b-989e-25fb891b2a13 req-68267fa9-318e-4a63-bcdb-ca190ed9eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:43.024382 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-47aa99da-c9e6-4d4b-989e-25fb891b2a13 req-68267fa9-318e-4a63-bcdb-ca190ed9eaad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856237 Apr 05 20:11:43.057135 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:43.062002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-564d9fbd-98dd-4263-bf31-f36793829701 req-225d219d-4845-4726-9492-8fa98440b03b tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Unset dirty status for tenant:d5cc9f0cf9404901b8b04987af1ef184 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:43.067316 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-564d9fbd-98dd-4263-bf31-f36793829701 req-225d219d-4845-4726-9492-8fa98440b03b tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730924 Apr 05 20:11:43.109614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65aa303-202d-4357-bb0f-e483decc5232,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:43.147498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:43.147841 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:43.148181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:43.152653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:43.152891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:43.153241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:43.153595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:43.153918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:43.154248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:43.154573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:43.154898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:43.155217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:43.300256 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:43.304047 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9a8f4a38-cc58-42b2-a736-febb9186b6b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f65aa303-202d-4357-bb0f-e483decc5232 HTTP/1.1" status: 204 len: 168 time: 0.7807803 Apr 05 20:11:43.360453 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-47aa99da-c9e6-4d4b-989e-25fb891b2a13 req-ca820103-8143-4b4a-8a1c-b8d997217e0c service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303528 Apr 05 20:11:43.592504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-c8150eb1-7e7b-4b57-bf4d-aa411c25d5f5 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:43.592823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-c8150eb1-7e7b-4b57-bf4d-aa411c25d5f5 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Synchronizing usage tracker for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:43.610625 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc425439-6327-49d9-a2d9-ef60f9784bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:43.630444 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-47aa99da-c9e6-4d4b-989e-25fb891b2a13 req-998e63de-0ff9-4bfd-85d9-8f3040de20eb service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183974 Apr 05 20:11:43.639648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-c8150eb1-7e7b-4b57-bf4d-aa411c25d5f5 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Unset dirty status for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:43.641812 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-c8150eb1-7e7b-4b57-bf4d-aa411c25d5f5 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/networks?id=90c58985-6e9e-49a8-afc1-08efbdccc060 HTTP/1.1" status: 200 len: 805 time: 0.3706760 Apr 05 20:11:43.657254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa8911-34e4-4dde-b97a-f5019e4bc7d9 req-2e493042-4a60-4f6a-a20c-ae86daccb8fb tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:43.659688 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6fa8911-34e4-4dde-b97a-f5019e4bc7d9 req-2e493042-4a60-4f6a-a20c-ae86daccb8fb tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 948 time: 0.4267821 Apr 05 20:11:43.673607 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-8d9e4e1a-03f7-47a2-9dd2-95604690dd26 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/quotas/cfd34cd945744a0a89a6f2f3bec7bb69 HTTP/1.1" status: 200 len: 375 time: 0.0234923 Apr 05 20:11:43.726096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb2ba1d-99f0-469f-8429-f46893c9db37 admin admin] Router dd392c03-f5a5-449e-beb2-09624994d4fe has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:11:43.741291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6fa8911-34e4-4dde-b97a-f5019e4bc7d9 req-8f540ba9-5fce-4ab0-813f-92950cbabc39 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741978 Apr 05 20:11:43.796629 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-0b39c026-52df-4d5c-8064-4b46b2ceae4d tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfd34cd945744a0a89a6f2f3bec7bb69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1184084 Apr 05 20:11:43.853084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53878) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:43.970650 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-8e9c947e-c974-49f4-acad-38c06148b27b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=68647ae553c84fef9dc84260fe0aaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466769 Apr 05 20:11:44.015447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb2ba1d-99f0-469f-8429-f46893c9db37 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:11:44.027236 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae209a-e4c2-4d71-bbfa-c21b7f2a21fe None None] Sync routers for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:11:44.034633 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1bb2ba1d-99f0-469f-8429-f46893c9db37 admin admin] 10.222.0.24 "PUT /v2.0/routers/dd392c03-f5a5-449e-beb2-09624994d4fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4019163 Apr 05 20:11:44.037099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53888) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:44.039278 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae209a-e4c2-4d71-bbfa-c21b7f2a21fe None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:11:44.039278 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e2ae209a-e4c2-4d71-bbfa-c21b7f2a21fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:11:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:44.179529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-962f40c5-fbe4-4151-8dda-2e041ea0030e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:44.186426 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-962f40c5-fbe4-4151-8dda-2e041ea0030e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055814 Apr 05 20:11:44.200632 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-99816cd4-fbf9-4034-9417-e316526983ca tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/quotas/68647ae553c84fef9dc84260fe0aaf92 HTTP/1.1" status: 200 len: 375 time: 0.0106208 Apr 05 20:11:44.240723 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-86b2077b-ac45-471e-9746-35b7c619ab48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9eaba56670b3425398b097035b326560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3837821 Apr 05 20:11:44.248556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53892) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:44.260759 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-e2ae209a-e4c2-4d71-bbfa-c21b7f2a21fe None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:11:44.284568 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-522a9667-633f-45e0-ae6f-108b9d85211e service neutron] 10.222.0.24 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781947 Apr 05 20:11:44.327394 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-5c410de3-75b1-4fc8-9e05-628e4ec66bc7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1207609 Apr 05 20:11:44.357777 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:44.562093 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41330de5-ccd4-43d1-bd06-d21fb193638b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:44.578362 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:11:44.649448 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e2ae209a-e4c2-4d71-bbfa-c21b7f2a21fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:11:41Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:44.662946 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae209a-e4c2-4d71-bbfa-c21b7f2a21fe None None] Checking router: dd392c03-f5a5-449e-beb2-09624994d4fe for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:11:44.674784 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae209a-e4c2-4d71-bbfa-c21b7f2a21fe None None] Routers {'dd392c03-f5a5-449e-beb2-09624994d4fe'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:11:44.675399 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e2ae209a-e4c2-4d71-bbfa-c21b7f2a21fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:11:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dd392c03-f5a5-449e-beb2-09624994d4fe'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:44.729090 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41330de5-ccd4-43d1-bd06-d21fb193638b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:44.834536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace8ccf-1a25-4978-a28b-2d15e43a5a71 req-16f26786-7ee4-43ba-bdea-9ca76e17d448 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:44.837068 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ace8ccf-1a25-4978-a28b-2d15e43a5a71 req-16f26786-7ee4-43ba-bdea-9ca76e17d448 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.2181389 Apr 05 20:11:44.864218 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-9bba193d-029e-4628-a090-ebb1ccfe1d19 service neutron] 10.222.0.24 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678937 Apr 05 20:11:44.886919 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:44.953352 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ace8ccf-1a25-4978-a28b-2d15e43a5a71 req-8d7db1c8-8094-460a-9414-f83da7729da6 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043487 Apr 05 20:11:44.961632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] Deleting port 9e345477-9ffe-4c4b-aad6-af4f74a5c650 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:44.962209 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:45.018506 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-e2ae209a-e4c2-4d71-bbfa-c21b7f2a21fe None None] Set router dd392c03-f5a5-449e-beb2-09624994d4fe gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:11:45.031438 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:45.076689 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:45.099809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5f9cd4ef-d0de-4a50-8211-52f776f2bbe9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:45.129464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '5f9cd4ef-d0de-4a50-8211-52f776f2bbe9', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '5f9cd4ef-d0de-4a50-8211-52f776f2bbe9', 'mac_address': 'fa:16:3e:da:30:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:11:45.241376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c619a1f0-3ab9-4f24-8399-52a7a681360e req-2784f92a-afff-4dfd-b0ce-77d405e4e7d1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 210 time: 0.1645706 Apr 05 20:11:45.305109 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:45.326327 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41330de5-ccd4-43d1-bd06-d21fb193638b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:45.347399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:45.372494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5f9cd4ef-d0de-4a50-8211-52f776f2bbe9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:45.380738 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:45.417999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41330de5-ccd4-43d1-bd06-d21fb193638b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a331f6a9-5c40-427a-afbf-3eec9a1e2f09,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:45.496875 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-211bc578-f6d8-4359-b5ab-9e4283bea6d0 req-e9c5c5a4-f1fa-41a1-b424-ac9146783baf tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 210 time: 0.1443985 Apr 05 20:11:45.526550 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41330de5-ccd4-43d1-bd06-d21fb193638b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:45.530963 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-41330de5-ccd4-43d1-bd06-d21fb193638b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a331f6a9-5c40-427a-afbf-3eec9a1e2f09 HTTP/1.1" status: 204 len: 168 time: 1.2748346 Apr 05 20:11:45.551480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=5f9cd4ef-d0de-4a50-8211-52f776f2bbe9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:45.675037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] For port 9e345477-9ffe-4c4b-aad6-af4f74a5c650, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9e345477-9ffe-4c4b-aad6-af4f74a5c650,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:45.675228 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:45.734294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['5f9cd4ef-d0de-4a50-8211-52f776f2bbe9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:45.754102 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e2ae209a-e4c2-4d71-bbfa-c21b7f2a21fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:11:41Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:45.766870 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae209a-e4c2-4d71-bbfa-c21b7f2a21fe None None] The sync data for ids ['dd392c03-f5a5-449e-beb2-09624994d4fe'] in n-d-836604-1 is: [{'id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'name': 'tempest-FloatingIPsAssociationTestJSON-1215240167-router', 'tenant_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:20Z', 'updated_at': '2022-04-05T20:11:41Z', 'revision_number': 5, 'project_id': '2bc710cd70ff45d68ca5b0ab43ae1933', 'gw_port': {'id': '9e345477-9ffe-4c4b-aad6-af4f74a5c650', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b8:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd392c03-f5a5-449e-beb2-09624994d4fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:21Z', 'updated_at': '2022-04-05T20:09:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:11:45.900068 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:45.901670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346164f5-c4b9-4177-bb88-f9075cfa3099 req-19f5d7e7-b73a-4683-858f-ee8d86e4424e tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:45.909194 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-346164f5-c4b9-4177-bb88-f9075cfa3099 req-19f5d7e7-b73a-4683-858f-ee8d86e4424e tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 949 time: 0.4934094 Apr 05 20:11:46.037822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] Calling delete_port for 9e345477-9ffe-4c4b-aad6-af4f74a5c650 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:46.126848 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-346164f5-c4b9-4177-bb88-f9075cfa3099 req-1c23273f-7827-4ccf-a8b8-9656d68d988a tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160139 Apr 05 20:11:46.345074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e764c73-a85c-4a95-a0a4-7cd0c9817494 req-1e473265-2b0e-49a9-a5a0-1653752ffe9e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:46.355067 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e764c73-a85c-4a95-a0a4-7cd0c9817494 req-1e473265-2b0e-49a9-a5a0-1653752ffe9e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.1944947 Apr 05 20:11:46.487433 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e8a19a6f-1d39-4e7c-8b1d-ee098a561611 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=68647ae553c84fef9dc84260fe0aaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734684 Apr 05 20:11:46.583159 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e764c73-a85c-4a95-a0a4-7cd0c9817494 req-7096eea2-19b1-4428-9ddc-95cb4bdfe17e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246141 Apr 05 20:11:46.605142 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-641a687a-da7c-4c9a-a561-1159cde9655f req-75e95e44-43da-438c-9dc5-f92172db2b39 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 210 time: 0.1110249 Apr 05 20:11:46.784526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:46.884946 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e007327-f8d6-46b8-9677-a5bff434fb7f req-ee284cbe-1995-4e42-974e-e5f0ed0d7414 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 210 time: 0.1553271 Apr 05 20:11:46.913556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-c2bca63a-905b-4671-94c8-ee992832c02c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:46.915637 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-c2bca63a-905b-4671-94c8-ee992832c02c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4200342 Apr 05 20:11:46.935163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Request body: {'port': {'device_id': 'c2ceacf3-66ae-4b3d-89ae-3753431d2e5c', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '68647ae553c84fef9dc84260fe0aaf92'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:46.967864 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-a129ea5f-dd0c-4f06-8066-5ad2a71e79f3 service neutron] show failed (client error): The resource could not be found. Apr 05 20:11:46.969124 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-a129ea5f-dd0c-4f06-8066-5ad2a71e79f3 service neutron] 10.222.0.13 "GET /v2.0/ports/a85ee676-1514-4762-922c-ce91fb8864a9/bindings/n-h2-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.2360301 Apr 05 20:11:47.008529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e345477-9ffe-4c4b-aad6-af4f74a5c650,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:47.101549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:47.116637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:47.147006 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Made reservation on behalf of 68647ae553c84fef9dc84260fe0aaf92 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:11:47.158443 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:47.169693 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:47.244436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ceccc614-7571-47c3-99cb-665995ce3e57 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:47.353276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: ceccc614-7571-47c3-99cb-665995ce3e57 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:11:47.353764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ceccc614-7571-47c3-99cb-665995ce3e57 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:47.684749 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:47.689314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:47.739576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Allocated IP 192.168.233.143 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/c8469f67-c176-4344-a930-20955f564d29) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:11:47.765531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-7fbea098-45c6-4571-beac-a995255f0237 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:47.767178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-7fbea098-45c6-4571-beac-a995255f0237 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.13 "GET /v2.0/networks?id=90c58985-6e9e-49a8-afc1-08efbdccc060 HTTP/1.1" status: 200 len: 805 time: 0.4632468 Apr 05 20:11:47.783699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Request body: {'port': {'device_id': 'a1018c69-8a3d-4d2c-be1d-fea9e8141865', 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060', 'admin_state_up': True, 'tenant_id': 'cfd34cd945744a0a89a6f2f3bec7bb69'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:47.838056 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:47.838426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd392c03-f5a5-449e-beb2-09624994d4fe {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:11:47.879293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21da37e-3fa0-451d-ae7d-017382d27653 req-6f90a0f3-fa69-4165-8816-f2795e01be20 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:47.901559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f21da37e-3fa0-451d-ae7d-017382d27653 req-6f90a0f3-fa69-4165-8816-f2795e01be20 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 949 time: 0.3957534 Apr 05 20:11:47.937922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-088f0b2a-eb74-4678-a960-4748ec67680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:47.939029 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-088f0b2a-eb74-4678-a960-4748ec67680c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1&tenant_id=4315b2776a8446efa0573a8e3d19b341 HTTP/1.1" status: 200 len: 1101 time: 0.5295391 Apr 05 20:11:47.957038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:48.016850 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:48.024332 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fb678fd7-de06-49f8-87ec-6a4a5378f520 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dd392c03-f5a5-449e-beb2-09624994d4fe HTTP/1.1" status: 204 len: 168 time: 3.9762919 Apr 05 20:11:48.025306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53976) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:48.103629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b2b9f3-5044-45d4-937d-340f7e56968a admin admin] Deleting subnet 4ece50f3-2a9d-4379-840d-24002e47046f {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:11:48.107803 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f21da37e-3fa0-451d-ae7d-017382d27653 req-ba3d86e9-d352-4e21-ad19-9eacaff777df tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040424 Apr 05 20:11:48.113008 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22b2b9f3-5044-45d4-937d-340f7e56968a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:48.156411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:48.160289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Usage tracker for resource:port and tenant:cfd34cd945744a0a89a6f2f3bec7bb69 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:48.163914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:48.170169 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:48.192201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b528f-86c6-4ec5-b886-8a995b50c457 req-9a5224a7-d653-4c78-acc0-1aab23214f18 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:48.199483 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b96b528f-86c6-4ec5-b886-8a995b50c457 req-9a5224a7-d653-4c78-acc0-1aab23214f18 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.3985674 Apr 05 20:11:48.221541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Made reservation on behalf of cfd34cd945744a0a89a6f2f3bec7bb69 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:11:48.225002 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:48.230288 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22b2b9f3-5044-45d4-937d-340f7e56968a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:48.321310 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b96b528f-86c6-4ec5-b886-8a995b50c457 req-46447a74-a85a-4f14-bc1a-249c3812722a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209798 Apr 05 20:11:48.322807 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:48.337770 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f9a91049-4f17-4506-aabd-c5a44feb9c42 req-7e99be6f-ca2e-454a-86a6-afb703fb36ea tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 210 time: 0.0717294 Apr 05 20:11:48.395325 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:48.474979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Transition to ACTIVE for port object c8469f67-c176-4344-a930-20955f564d29 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:11:48.514566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Allocated IP 172.20.0.14 (90c58985-6e9e-49a8-afc1-08efbdccc060/1e1175b7-fe76-4409-88b2-f584c22d2454/4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:11:48.592905 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22b2b9f3-5044-45d4-937d-340f7e56968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:48.607892 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-abc7d7d5-1e43-4f80-9b2e-76ec183cafc3 req-7b86a24d-2d59-4322-b112-d693e5b8f747 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 210 time: 0.0719676 Apr 05 20:11:48.612174 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:48.626734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['1b25bd2a-6269-4b00-a18b-e56acb3aeaa8'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:48.712881 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e', 'eaed120d-623f-40ac-aea4-d38dc9cb535f', '40ed973d-a318-4c31-9c23-4d5fc3d066b3', '5c7da35a-ab21-48a3-b924-c3d0960e969c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:48.886260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:11:48.890642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22b2b9f3-5044-45d4-937d-340f7e56968a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:48.935538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:48.939032 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22b2b9f3-5044-45d4-937d-340f7e56968a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:48.946752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5ba62e-0f68-46b4-8b70-44c2a3e2d10f None None] Network 26755bff-2d35-4c6d-b06f-78a229d8b2fc requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:11:48.949782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2b9f3-5044-45d4-937d-340f7e56968a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ece50f3-2a9d-4379-840d-24002e47046f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:48.957610 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-22b2b9f3-5044-45d4-937d-340f7e56968a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4ece50f3-2a9d-4379-840d-24002e47046f HTTP/1.1" status: 204 len: 168 time: 0.9265542 Apr 05 20:11:48.959393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53988) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:49.091380 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:49.161267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:11:49.186084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:11:49.189451 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:11:49.191741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:11:49.198302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9e345477-9ffe-4c4b-aad6-af4f74a5c650 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:49.288703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event updated for resources: {'Port': ['ID=c8469f67-c176-4344-a930-20955f564d29,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:49.312300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:49.312937 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:49.333198 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:49.357524 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:49.391245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Transition to ACTIVE for port object a85ee676-1514-4762-922c-ce91fb8864a9 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:11:49.393758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:49.430803 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:49.447594 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e7663f38-027a-482f-8266-00da4da582a1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5164375 Apr 05 20:11:49.471429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Request body: {'port': {'device_id': 'c2ceacf3-66ae-4b3d-89ae-3753431d2e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:49.497963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 9e345477-9ffe-4c4b-aad6-af4f74a5c650 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:11:49.498394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9e345477-9ffe-4c4b-aad6-af4f74a5c650 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:49.520932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Network 90c58985-6e9e-49a8-afc1-08efbdccc060 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:11:49.536747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:11:49.544679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:11:49.589015 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:11:49.606334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:11:49.606701 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:49.630898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Pushing event updated for resources: {'Port': ['ID=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:49.795606 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:49.808136 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-72454198-6687-49f1-b16c-e901a9f81e9f None None] Provisioning for port c8469f67-c176-4344-a930-20955f564d29 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:11:49.830582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-72454198-6687-49f1-b16c-e901a9f81e9f None None] Provisioning complete for port c8469f67-c176-4344-a930-20955f564d29 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:11:49.830954 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-72454198-6687-49f1-b16c-e901a9f81e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:49.884293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:49.889870 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:49.920722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] No DVR routers for this DVR port a85ee676-1514-4762-922c-ce91fb8864a9 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:11:49.945736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54010) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:49.949374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Pushing event updated for resources: {'Port': ['ID=a85ee676-1514-4762-922c-ce91fb8864a9,revision_number=6']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:49.956978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-55f6f3dc-414e-490e-b1e2-35fafc69ec5b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1780558 Apr 05 20:11:49.980394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Request body: {'port': {'device_id': 'a1018c69-8a3d-4d2c-be1d-fea9e8141865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:11:50.049913 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:50.057384 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Deleting port 19d256e7-afa5-4148-8792-85387e1210e4 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:50.057724 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:50.077527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce1944-9065-49a6-b818-45304e8f9098 req-359ecf5b-f81a-4647-9109-b28511604597 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:50.079517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1bce1944-9065-49a6-b818-45304e8f9098 req-359ecf5b-f81a-4647-9109-b28511604597 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 948 time: 0.5442233 Apr 05 20:11:50.095821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b63a811-e4b4-4332-bebb-1a1370f23321 req-0c30b040-ce0d-441f-813d-3a038ce06357 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:50.099823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a85ee676-1514-4762-922c-ce91fb8864a9 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:50.103151 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b63a811-e4b4-4332-bebb-1a1370f23321 req-0c30b040-ce0d-441f-813d-3a038ce06357 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 949 time: 0.6957281 Apr 05 20:11:50.154205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Attempting to bind port a85ee676-1514-4762-922c-ce91fb8864a9 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:11:50.154535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Attempting to bind port a85ee676-1514-4762-922c-ce91fb8864a9 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:11:50.154861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Attempting to bind port a85ee676-1514-4762-922c-ce91fb8864a9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:50.161698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Port a85ee676-1514-4762-922c-ce91fb8864a9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:11:50.162052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Attempting to bind port a85ee676-1514-4762-922c-ce91fb8864a9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:50.197995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:11:50.197995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:11:50.197995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:11:50.197995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Bound port: a85ee676-1514-4762-922c-ce91fb8864a9, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:11:50.197995 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:50.244010 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-72454198-6687-49f1-b16c-e901a9f81e9f None None] Port c8469f67-c176-4344-a930-20955f564d29 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:11:50.251053 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:50.269957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a85ee676-1514-4762-922c-ce91fb8864a9 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:50.286440 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b63a811-e4b4-4332-bebb-1a1370f23321 req-c625a018-41a3-4b96-a439-3e45942bf4b3 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823733 Apr 05 20:11:50.311529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5f9cd4ef-d0de-4a50-8211-52f776f2bbe9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:50.311529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2b6dc8-d388-4e79-91b9-2e17f95253d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9cd4ef-d0de-4a50-8211-52f776f2bbe9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:50.355533 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:50.379841 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:50.475363 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1bce1944-9065-49a6-b818-45304e8f9098 req-a3ed86e3-dcd0-445a-8fe4-4b340dfbac3c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3830307 Apr 05 20:11:50.504000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e34ef1-1809-4dca-8b25-18bab92ffede None None] DHCP port deletion for 26755bff-2d35-4c6d-b06f-78a229d8b2fc request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:11:50.536104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-08e34ef1-1809-4dca-8b25-18bab92ffede None None] Deleting port 19d256e7-afa5-4148-8792-85387e1210e4 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:50.536535 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-08e34ef1-1809-4dca-8b25-18bab92ffede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:50.544200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] For port 19d256e7-afa5-4148-8792-85387e1210e4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=19d256e7-afa5-4148-8792-85387e1210e4,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:50.545201 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:50.646122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=5f9cd4ef-d0de-4a50-8211-52f776f2bbe9,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:50.791050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Calling delete_port for 19d256e7-afa5-4148-8792-85387e1210e4 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:50.897046 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa673e08-0764-4adb-bf9b-7cac22122dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:50.945549 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'code': 200} Apr 05 20:11:50.968212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fa673e08-0764-4adb-bf9b-7cac22122dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:50.973345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fa673e08-0764-4adb-bf9b-7cac22122dea admin admin] Usage tracker for resource:security_group_rule and tenant:0f5634cc17ce40a6b2d8b3bc069c26d8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:50.987671 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fa673e08-0764-4adb-bf9b-7cac22122dea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:51.021956 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-08e34ef1-1809-4dca-8b25-18bab92ffede None None] For port 19d256e7-afa5-4148-8792-85387e1210e4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=19d256e7-afa5-4148-8792-85387e1210e4,segment=NetworkSegment(5e36dac4-4845-4bbc-9dc6-f40e11c4d86d),segment_id=5e36dac4-4845-4bbc-9dc6-f40e11c4d86d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:51.023019 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-08e34ef1-1809-4dca-8b25-18bab92ffede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:51.038518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fa673e08-0764-4adb-bf9b-7cac22122dea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:51.084401 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:51.087565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef4978-08c6-41d6-ab49-5dd0b4737a95 req-6657adc2-107f-4968-8ae8-fd39c45c6bd1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:51.088313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a1ef4978-08c6-41d6-ab49-5dd0b4737a95 req-6657adc2-107f-4968-8ae8-fd39c45c6bd1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Synchronizing usage tracker for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:51.143829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] No DVR routers for this DVR port 19d256e7-afa5-4148-8792-85387e1210e4 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:11:51.184645 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-08e34ef1-1809-4dca-8b25-18bab92ffede None None] Calling delete_port for 19d256e7-afa5-4148-8792-85387e1210e4 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:11:51.230053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 19d256e7-afa5-4148-8792-85387e1210e4 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:11:51.232939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a1ef4978-08c6-41d6-ab49-5dd0b4737a95 req-6657adc2-107f-4968-8ae8-fd39c45c6bd1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Unset dirty status for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:51.234136 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1ef4978-08c6-41d6-ab49-5dd0b4737a95 req-6657adc2-107f-4968-8ae8-fd39c45c6bd1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 932 time: 0.4278104 Apr 05 20:11:51.243647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8469f67-c176-4344-a930-20955f564d29 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:51.250215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:51.279104 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:51.282338 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:51.284507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Pushing event deleted for resources: {'Port': ['ID=19d256e7-afa5-4148-8792-85387e1210e4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:51.308788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Transition to ACTIVE for port object 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:11:51.327013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 19d256e7-afa5-4148-8792-85387e1210e4 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:11:51.327362 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 19d256e7-afa5-4148-8792-85387e1210e4 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:11:51.347535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:11:51.351431 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1ef4978-08c6-41d6-ab49-5dd0b4737a95 req-170f832b-33b5-4bd0-bf26-7b7e9d48d9aa tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967679 Apr 05 20:11:51.352136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:51.357982 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-08e34ef1-1809-4dca-8b25-18bab92ffede None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:11:51.358460 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-08e34ef1-1809-4dca-8b25-18bab92ffede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:11:51.402235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Transition to ACTIVE for port object c8469f67-c176-4344-a930-20955f564d29 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:11:51.426593 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2b6dc8-d388-4e79-91b9-2e17f95253d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9cd4ef-d0de-4a50-8211-52f776f2bbe9', 'code': 200} Apr 05 20:11:51.429649 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:51.542632 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:51.632682 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:11:51.700785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf6578-f81e-4146-89b7-e42059befcb5 req-caf4437c-3735-4ed8-bd98-56ab077f91d9 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:51.705141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12348160-2466-4974-981e-d39e452659ad service neutron] Pushing event updated for resources: {'Port': ['ID=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:51.708523 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75cf6578-f81e-4146-89b7-e42059befcb5 req-caf4437c-3735-4ed8-bd98-56ab077f91d9 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 936 time: 0.7456660 Apr 05 20:11:51.717092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26755bff-2d35-4c6d-b06f-78a229d8b2fc']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:51.725268 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:51.859395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-08e34ef1-1809-4dca-8b25-18bab92ffede None None] Deleting port 19d256e7-afa5-4148-8792-85387e1210e4 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:11:51.860012 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-08e34ef1-1809-4dca-8b25-18bab92ffede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:51.911682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Attempting to bind port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:11:51.912158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Attempting to bind port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:11:51.912495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Attempting to bind port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae on network 90c58985-6e9e-49a8-afc1-08efbdccc060 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:51.923706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae on network 90c58985-6e9e-49a8-afc1-08efbdccc060 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:11:51.924033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Attempting to bind port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae on network 90c58985-6e9e-49a8-afc1-08efbdccc060 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:51.971101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Pushing event updated for resources: {'Port': ['ID=c8469f67-c176-4344-a930-20955f564d29,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:51.981679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:11:51.982050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Checking segment: {'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:11:51.982441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Bound using segment: {'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:11:51.982904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Bound port: 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:11:51.983262 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:51.986797 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-08e34ef1-1809-4dca-8b25-18bab92ffede None None] The port '19d256e7-afa5-4148-8792-85387e1210e4' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:11:52.034727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:52.035333 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:52.036702 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] 10.222.0.41 "PUT /v2.0/ports/a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 200 len: 1096 time: 4.0867038 Apr 05 20:11:52.041155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:52.041396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e36dac4-4845-4bbc-9dc6-f40e11c4d86d') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:11:52.119693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5825-b304-4548-93d3-3019284d9257 service neutron] Pushing event updated for resources: {'Port': ['ID=a85ee676-1514-4762-922c-ce91fb8864a9,revision_number=7']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:52.125559 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:52.167299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a151b40e-4c9d-42eb-bab1-8789336d6b54 req-dd231240-2fd5-49ce-a8cf-1a89eb7c841b tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:52.168758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a151b40e-4c9d-42eb-bab1-8789336d6b54 req-dd231240-2fd5-49ce-a8cf-1a89eb7c841b tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 950 time: 0.5670648 Apr 05 20:11:52.222251 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75cf6578-f81e-4146-89b7-e42059befcb5 req-77a25d8c-018d-4e69-90d7-42f69b2137dd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5127180 Apr 05 20:11:52.225594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Attempting to bind port c8469f67-c176-4344-a930-20955f564d29 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:11:52.225928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Attempting to bind port c8469f67-c176-4344-a930-20955f564d29 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:11:52.226250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Attempting to bind port c8469f67-c176-4344-a930-20955f564d29 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:52.248580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Port c8469f67-c176-4344-a930-20955f564d29 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:11:52.248858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Attempting to bind port c8469f67-c176-4344-a930-20955f564d29 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:11:52.258706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:11:52.259066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:11:52.259433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:11:52.259907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Bound port: c8469f67-c176-4344-a930-20955f564d29, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:11:52.260213 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:52.295184 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:52.305347 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a151b40e-4c9d-42eb-bab1-8789336d6b54 req-85e89188-7483-4413-ad84-dc1d04fa44f9 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183310 Apr 05 20:11:52.317424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] For port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:11:52.326298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:11:52.326714 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:11:52.345189 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:11:52.382076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f02819-8805-402d-931f-137ef0f3a6c1 req-1487da83-1dd6-4aa5-bb72-8f28a75709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:52.383594 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-36f02819-8805-402d-931f-137ef0f3a6c1 req-1487da83-1dd6-4aa5-bb72-8f28a75709ab service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 1101 time: 0.8112350 Apr 05 20:11:52.385363 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa673e08-0764-4adb-bf9b-7cac22122dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:52.392125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] For port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:11:52.420596 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:52.496411 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa673e08-0764-4adb-bf9b-7cac22122dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:52.584981 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:52.592013 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:52.640539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa673e08-0764-4adb-bf9b-7cac22122dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc64a8d-cab3-4371-8be0-c40a9cd4407b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:52.645633 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fa673e08-0764-4adb-bf9b-7cac22122dea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f5634cc17ce40a6b2d8b3bc069c26d8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6965868 Apr 05 20:11:52.656470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-0849eafa-8c5e-4936-87d1-d6fae5d482c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:52.657060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54030) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:52.658158 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-0849eafa-8c5e-4936-87d1-d6fae5d482c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 1099 time: 0.5162938 Apr 05 20:11:52.659626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] Pushing event deleted for resources: {'Network': ['ID=26755bff-2d35-4c6d-b06f-78a229d8b2fc,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:52.667971 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-36f02819-8805-402d-931f-137ef0f3a6c1 req-be238608-78c9-448d-b53f-1674625a5c85 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971622 Apr 05 20:11:52.672289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:52.673181 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:52.674745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-12348160-2466-4974-981e-d39e452659ad service neutron] 10.222.0.13 "PUT /v2.0/ports/4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae HTTP/1.1" status: 200 len: 1092 time: 2.7089112 Apr 05 20:11:52.675314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1018c69-8a3d-4d2c-be1d-fea9e8141865', 'tag': '4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:52.693381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] For port c8469f67-c176-4344-a930-20955f564d29, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:11:52.719825 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c30a3cc8-d913-4f80-9eb1-6720456a035e admin admin] 10.222.0.24 "DELETE /v2.0/networks/26755bff-2d35-4c6d-b06f-78a229d8b2fc HTTP/1.1" status: 204 len: 168 time: 3.7593396 Apr 05 20:11:52.791668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] For port c8469f67-c176-4344-a930-20955f564d29, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c8469f67-c176-4344-a930-20955f564d29,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:11:52.802025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12348160-2466-4974-981e-d39e452659ad service neutron] Pushing event updated for resources: {'Port': ['ID=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:52.814118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8697f7-c796-4036-a096-d8e35304a368 req-125eb918-4e44-443b-96ba-39761c33622a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:52.816262 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8697f7-c796-4036-a096-d8e35304a368 req-125eb918-4e44-443b-96ba-39761c33622a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 948 time: 0.4439266 Apr 05 20:11:52.830614 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:52.878869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-bbdeced8-415f-4c31-a06a-d488256b552f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:52.880332 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-bbdeced8-415f-4c31-a06a-d488256b552f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2074163 Apr 05 20:11:52.888514 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8697f7-c796-4036-a096-d8e35304a368 req-79819e11-e569-42c2-9ee4-bf8f3195f781 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644755 Apr 05 20:11:52.929142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:52.942863 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:52.944246 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] 10.222.0.13 "PUT /v2.0/ports/c8469f67-c176-4344-a930-20955f564d29 HTTP/1.1" status: 200 len: 1096 time: 3.4813418 Apr 05 20:11:52.955607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54038) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:52.974349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:52.999676 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-f0144c47-bd2b-4a16-976a-c16ff4c7eca4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 200 len: 217 time: 0.1036286 Apr 05 20:11:53.028123 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1018c69-8a3d-4d2c-be1d-fea9e8141865', 'tag': '4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae', 'status': 'completed', 'code': 200} Apr 05 20:11:53.034521 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d10f0f3-5dae-4b9e-9322-66a48bed6906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:53.065485 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'status': 'completed', 'code': 200} Apr 05 20:11:53.092957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-47e5a6d0-bf5d-4d0b-8cb0-556636b2aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:53.094413 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-47e5a6d0-bf5d-4d0b-8cb0-556636b2aee3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0882692 Apr 05 20:11:53.200715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd6b404-c524-411e-ba67-f8d1b8972209 service neutron] Pushing event updated for resources: {'Port': ['ID=c8469f67-c176-4344-a930-20955f564d29,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:53.228444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43809e-129f-4e83-a7d7-f36630813d01 req-3e1fcae2-097b-4135-a798-a1851aa4e893 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:53.230414 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a43809e-129f-4e83-a7d7-f36630813d01 req-3e1fcae2-097b-4135-a798-a1851aa4e893 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 944 time: 0.7553566 Apr 05 20:11:53.238328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-253d3916-5886-439e-ac20-0cf39b4e9f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:53.239792 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-253d3916-5886-439e-ac20-0cf39b4e9f35 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 1099 time: 0.1445467 Apr 05 20:11:53.247350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-50c00c2b-ab95-4681-86de-58d36a801a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:53.248900 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-50c00c2b-ab95-4681-86de-58d36a801a4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1170070 Apr 05 20:11:53.303859 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d10f0f3-5dae-4b9e-9322-66a48bed6906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:53.375432 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6c9ff3e0-6ba6-433d-9d9c-9b88f9b812e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2bc710cd70ff45d68ca5b0ab43ae1933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4012129 Apr 05 20:11:53.378116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-dc0bf8fb-4f0c-444b-bc3e-0f6b2320b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:53.379659 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-dc0bf8fb-4f0c-444b-bc3e-0f6b2320b74b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd34cd945744a0a89a6f2f3bec7bb69&device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 1095 time: 0.6405780 Apr 05 20:11:53.385592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54050) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:53.444534 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-5c0c326b-95ed-4441-8312-0ec4e27ce87a service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718676 Apr 05 20:11:53.503264 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a43809e-129f-4e83-a7d7-f36630813d01 req-f8078367-3186-48b3-931c-ea3c3f2cee5a tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462864 Apr 05 20:11:53.505087 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-9c23b9ac-95e6-43f8-98cd-0f0d69a2aac8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae HTTP/1.1" status: 200 len: 217 time: 0.1169841 Apr 05 20:11:53.518172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-10feacd3-762e-48de-970e-8eaa4dd27b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:53.519803 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-10feacd3-762e-48de-970e-8eaa4dd27b4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 1099 time: 0.4873493 Apr 05 20:11:53.654394 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-9488a7b7-d393-485e-a0ce-1338e590fba2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=c8469f67-c176-4344-a930-20955f564d29 HTTP/1.1" status: 200 len: 217 time: 0.1277890 Apr 05 20:11:53.756497 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d10f0f3-5dae-4b9e-9322-66a48bed6906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:53.767060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-4f9d4ed1-77b8-478e-9f9c-a56f5373396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:53.768487 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-4f9d4ed1-77b8-478e-9f9c-a56f5373396d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.5186734 Apr 05 20:11:53.776194 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0043cc24-80b9-45c7-8bd9-adc53a118642 req-0b52ecc9-f2a5-437d-ab41-0a12874d0a18 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230562 Apr 05 20:11:53.829286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-e3064a66-7e47-4ede-a725-a6f1a14f0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:53.830926 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-e3064a66-7e47-4ede-a725-a6f1a14f0208 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e1175b7-fe76-4409-88b2-f584c22d2454 HTTP/1.1" status: 200 len: 845 time: 0.3072081 Apr 05 20:11:53.840147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10f0f3-5dae-4b9e-9322-66a48bed6906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc64a8d-cab3-4371-8be0-c40a9cd4407b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:53.847442 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d489503-5845-4c36-870b-d29e5874d93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:53.917992 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-cdff65e7-9b88-4912-957e-6f201a080e3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90c58985-6e9e-49a8-afc1-08efbdccc060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744925 Apr 05 20:11:53.918877 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d10f0f3-5dae-4b9e-9322-66a48bed6906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:53.929321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4d10f0f3-5dae-4b9e-9322-66a48bed6906 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3dc64a8d-cab3-4371-8be0-c40a9cd4407b HTTP/1.1" status: 204 len: 168 time: 1.2628186 Apr 05 20:11:53.936459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-9c508c7b-972f-4787-b5dd-d6f9e2c27aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:53.938582 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-9c508c7b-972f-4787-b5dd-d6f9e2c27aee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2419713 Apr 05 20:11:53.944418 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-18bfa3e7-ab71-4a9e-a72f-150b7c9eb686 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 200 len: 217 time: 0.1644776 Apr 05 20:11:54.044895 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d489503-5845-4c36-870b-d29e5874d93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:54.147354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efefd8c-ae13-442f-b8cd-ca891eb82e0d req-43a6cd52-fced-4e9a-98f4-2ff984291cf0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:54.154757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9efefd8c-ae13-442f-b8cd-ca891eb82e0d req-43a6cd52-fced-4e9a-98f4-2ff984291cf0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 948 time: 0.5481508 Apr 05 20:11:54.219437 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9efefd8c-ae13-442f-b8cd-ca891eb82e0d req-33c1b523-6e55-4d49-9fb3-30ede8495ec3 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637712 Apr 05 20:11:54.241702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a2965-b2fc-4563-8f1d-9cb31f080057 req-2629d38f-5e9e-4658-82e8-542910958321 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:54.254642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-a5788ad2-244d-489f-858e-c9b77f054439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:54.257129 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e5a2965-b2fc-4563-8f1d-9cb31f080057 req-2629d38f-5e9e-4658-82e8-542910958321 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 950 time: 0.6192780 Apr 05 20:11:54.259088 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-a5788ad2-244d-489f-858e-c9b77f054439 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.3069646 Apr 05 20:11:54.344406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-bcd4afd1-a084-432d-b9a3-bd00cb891bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:54.346172 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-bcd4afd1-a084-432d-b9a3-bd00cb891bc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 1099 time: 0.4778452 Apr 05 20:11:54.359316 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d489503-5845-4c36-870b-d29e5874d93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:54.406914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d489503-5845-4c36-870b-d29e5874d93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6e6967-ebea-4353-82e6-796704feb9d9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:54.413965 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-328b295f-d3a5-471a-b3dd-93b9e0e18f16 service neutron] 10.222.0.13 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721415 Apr 05 20:11:54.418829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-6654a4e1-5b94-4d56-8220-1d89a1968112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:54.420257 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-6654a4e1-5b94-4d56-8220-1d89a1968112 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4570000 Apr 05 20:11:54.457036 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e5a2965-b2fc-4563-8f1d-9cb31f080057 req-2e33f3dc-b78c-4904-b69a-b51d2b4e49a8 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978052 Apr 05 20:11:54.521581 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d489503-5845-4c36-870b-d29e5874d93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:54.522718 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9d489503-5845-4c36-870b-d29e5874d93f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da6e6967-ebea-4353-82e6-796704feb9d9 HTTP/1.1" status: 204 len: 168 time: 1.1372104 Apr 05 20:11:54.543286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-e7c5e974-cf4d-434f-b9bc-f7ba0cc5eb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:54.544919 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-e7c5e974-cf4d-434f-b9bc-f7ba0cc5eb91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2741463 Apr 05 20:11:54.556279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54066) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:54.691505 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-f7088275-47fd-4acc-87f7-573de130f259 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359346 Apr 05 20:11:54.752807 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec1a91fc-12ae-4a48-8338-730553a8ee6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:54.821199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ec1a91fc-12ae-4a48-8338-730553a8ee6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:11:54.825360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ec1a91fc-12ae-4a48-8338-730553a8ee6c admin admin] Usage tracker for resource:security_group_rule and tenant:b2dd9d860d6841cc9ae494d05584c5b5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:11:54.826775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b98fd4cc-2f5b-4ee5-8bd9-c4584ffc0897 req-712fb442-0539-40f2-a876-0a1bc8db2fb8 service neutron] 10.222.0.13 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038935 Apr 05 20:11:54.828452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ec1a91fc-12ae-4a48-8338-730553a8ee6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:11:54.831637 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-e6e7af76-9c76-4355-ace1-c06cecf2039e service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686624 Apr 05 20:11:54.834624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ec1a91fc-12ae-4a48-8338-730553a8ee6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:11:54.849060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-c6216103-b9a9-41a1-ae5f-1328fe6af114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:54.850550 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-c6216103-b9a9-41a1-ae5f-1328fe6af114 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.4972165 Apr 05 20:11:54.939508 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec1a91fc-12ae-4a48-8338-730553a8ee6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:55.047488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ceacf3-66ae-4b3d-89ae-3753431d2e5c', 'tag': 'c8469f67-c176-4344-a930-20955f564d29'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:11:55.056477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec1a91fc-12ae-4a48-8338-730553a8ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:55.101926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b807138-2094-4878-ae5e-db5c6681c2cd req-82f39adf-041b-4967-928a-7ba73322f8ee tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:55.102963 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b807138-2094-4878-ae5e-db5c6681c2cd req-82f39adf-041b-4967-928a-7ba73322f8ee tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 948 time: 0.7075026 Apr 05 20:11:55.110508 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-22f7185c-e9ba-4f6d-b547-391182e95172 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 200 len: 217 time: 0.1147730 Apr 05 20:11:55.175976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d366fed-dfa6-46d1-888b-debdfaec6f86 req-87177420-1d31-4a9d-a25e-50832e5c549d tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:55.184080 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d366fed-dfa6-46d1-888b-debdfaec6f86 req-87177420-1d31-4a9d-a25e-50832e5c549d tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 944 time: 0.4329896 Apr 05 20:11:55.196622 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ec1a91fc-12ae-4a48-8338-730553a8ee6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2dd9d860d6841cc9ae494d05584c5b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6366589 Apr 05 20:11:55.205181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a91fc-12ae-4a48-8338-730553a8ee6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff1e17f-cfaf-4504-9d4d-55dfe78e003b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:55.220198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54082) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:55.250697 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-20236665-6415-44ee-b6a1-8336fef684b6 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419178 Apr 05 20:11:55.257183 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b807138-2094-4878-ae5e-db5c6681c2cd req-d1f61ca3-c15d-43b1-9a88-482ce316bd19 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356683 Apr 05 20:11:55.262746 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95a8cb66-7ff5-409a-bbce-ca5b07a041f7 req-7cffa902-962c-45be-a096-08b5ee5693d3 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226367 Apr 05 20:11:55.262899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-68a2ff83-b924-4692-a90d-920ccca78074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:55.264363 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-68a2ff83-b924-4692-a90d-920ccca78074 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1387851 Apr 05 20:11:55.326400 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d366fed-dfa6-46d1-888b-debdfaec6f86 req-3ece57b5-f152-4e01-8ac6-8f77cb3dff4a tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412995 Apr 05 20:11:55.355713 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ceacf3-66ae-4b3d-89ae-3753431d2e5c', 'tag': 'c8469f67-c176-4344-a930-20955f564d29', 'status': 'completed', 'code': 200} Apr 05 20:11:55.365456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46a47e-8fea-4834-a2fe-8737a9874561 req-b3fa0775-f9e4-4056-a727-0b91c7c4fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:55.367012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c46a47e-8fea-4834-a2fe-8737a9874561 req-b3fa0775-f9e4-4056-a727-0b91c7c4fcf6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd34cd945744a0a89a6f2f3bec7bb69&device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 1095 time: 0.3652344 Apr 05 20:11:55.435571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-dca9e7fc-70c2-49af-bb7a-63f1216fd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:55.437049 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-dca9e7fc-70c2-49af-bb7a-63f1216fd1fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1638236 Apr 05 20:11:55.466702 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:55.607739 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:55.702961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46a47e-8fea-4834-a2fe-8737a9874561 req-20214a50-81ea-480b-aaa5-717a6b96f5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:55.704611 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c46a47e-8fea-4834-a2fe-8737a9874561 req-20214a50-81ea-480b-aaa5-717a6b96f5a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=90c58985-6e9e-49a8-afc1-08efbdccc060 HTTP/1.1" status: 200 len: 906 time: 0.3206692 Apr 05 20:11:55.728645 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-4a763397-db4f-49f7-a8d9-75618e0b6e09 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845080 Apr 05 20:11:55.789584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113a9d9-7489-4396-a7a1-a1891b708940 req-2ab36a5a-f101-4376-a7ef-36d3d93e44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:55.791087 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4113a9d9-7489-4396-a7a1-a1891b708940 req-2ab36a5a-f101-4376-a7ef-36d3d93e44b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 1099 time: 0.3826394 Apr 05 20:11:55.794787 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c46a47e-8fea-4834-a2fe-8737a9874561 req-8c05dc9c-32f5-4abb-a810-3457d9b0b5ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae HTTP/1.1" status: 200 len: 217 time: 0.0810516 Apr 05 20:11:55.808215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ecbea-2427-4ddd-9040-32b7ac2766f4 req-133aadb7-a866-44e3-b73b-eecb85764615 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:55.808905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-e07ecbea-2427-4ddd-9040-32b7ac2766f4 req-133aadb7-a866-44e3-b73b-eecb85764615 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:55.897505 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:55.904279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7bbd29-5280-4c87-b7fe-cc44bc75a201 req-66bd9863-4cbd-4c1c-bdc9-e0fe70dc9017 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:55.905744 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc7bbd29-5280-4c87-b7fe-cc44bc75a201 req-66bd9863-4cbd-4c1c-bdc9-e0fe70dc9017 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 950 time: 0.2683382 Apr 05 20:11:55.943312 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09c5682b-df34-439b-b44e-64d637fe3b7c req-73e6faa3-e961-44f0-86c8-414b3fb17f51 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005844 Apr 05 20:11:55.970803 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc7bbd29-5280-4c87-b7fe-cc44bc75a201 req-54ca6d45-f33a-430a-9ffe-966760545150 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537374 Apr 05 20:11:56.004884 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff1e17f-cfaf-4504-9d4d-55dfe78e003b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:56.013667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-e07ecbea-2427-4ddd-9040-32b7ac2766f4 req-133aadb7-a866-44e3-b73b-eecb85764615 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:56.015032 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e07ecbea-2427-4ddd-9040-32b7ac2766f4 req-133aadb7-a866-44e3-b73b-eecb85764615 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 948 time: 0.4815621 Apr 05 20:11:56.029093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:56.029424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:56.029757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:56.030132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:56.030459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:56.030783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:56.031102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:56.031419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:56.031739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:56.032050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:56.032370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:56.032681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:56.040408 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:56.044093 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a65a28b7-66f3-49cd-af53-bd7ddf66a604 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fff1e17f-cfaf-4504-9d4d-55dfe78e003b HTTP/1.1" status: 204 len: 168 time: 0.8198652 Apr 05 20:11:56.044236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46a47e-8fea-4834-a2fe-8737a9874561 req-74af88bb-655c-4a36-a856-18868c96923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:56.045593 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c46a47e-8fea-4834-a2fe-8737a9874561 req-74af88bb-655c-4a36-a856-18868c96923b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e1175b7-fe76-4409-88b2-f584c22d2454 HTTP/1.1" status: 200 len: 845 time: 0.2325954 Apr 05 20:11:56.124889 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c46a47e-8fea-4834-a2fe-8737a9874561 req-663a7fd1-d7cd-4f10-bc9a-3ba5d02a0410 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90c58985-6e9e-49a8-afc1-08efbdccc060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608454 Apr 05 20:11:56.191642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113a9d9-7489-4396-a7a1-a1891b708940 req-cea840df-b49c-4a55-8817-404994253f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:56.193076 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4113a9d9-7489-4396-a7a1-a1891b708940 req-cea840df-b49c-4a55-8817-404994253f3c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.3814175 Apr 05 20:11:56.291654 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e07ecbea-2427-4ddd-9040-32b7ac2766f4 req-96fab306-24be-40f5-aeac-9a4683b49660 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644017 Apr 05 20:11:56.328243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4113a9d9-7489-4396-a7a1-a1891b708940 req-f14e3494-9f3f-40ea-ab79-04e90a3f38dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=c8469f67-c176-4344-a930-20955f564d29 HTTP/1.1" status: 200 len: 217 time: 0.1145525 Apr 05 20:11:56.500292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113a9d9-7489-4396-a7a1-a1891b708940 req-dc6c098a-a9cd-4f7e-93e4-4e396026d589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:56.501735 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4113a9d9-7489-4396-a7a1-a1891b708940 req-dc6c098a-a9cd-4f7e-93e4-4e396026d589 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0976501 Apr 05 20:11:56.506899 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c46a47e-8fea-4834-a2fe-8737a9874561 req-70d6ed7d-480f-45ee-95ad-1581e61ef45b service neutron] 10.222.0.13 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647809 Apr 05 20:11:56.675234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a85ee676-1514-4762-922c-ce91fb8864a9 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:11:56.840263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8befbc54-4043-47aa-b07c-2274e1d4eb40 req-dadf8b94-5ec4-41fb-8207-f71467a145c3 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:56.841763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8befbc54-4043-47aa-b07c-2274e1d4eb40 req-dadf8b94-5ec4-41fb-8207-f71467a145c3 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 948 time: 0.3270075 Apr 05 20:11:56.846254 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c46a47e-8fea-4834-a2fe-8737a9874561 req-5545a71c-9ce1-4678-8ea1-f6ed3eba1b67 service neutron] 10.222.0.13 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499154 Apr 05 20:11:56.848981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113a9d9-7489-4396-a7a1-a1891b708940 req-e03e659c-078d-40c6-bccc-a6b0ac21b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:56.850384 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4113a9d9-7489-4396-a7a1-a1891b708940 req-e03e659c-078d-40c6-bccc-a6b0ac21b045 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2551975 Apr 05 20:11:56.947166 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:56.959296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8823a3-7651-458a-9642-213309f53fc2 req-6ac9d07b-a188-44c2-b782-e6747567e518 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:56.962238 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7f8823a3-7651-458a-9642-213309f53fc2 req-6ac9d07b-a188-44c2-b782-e6747567e518 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 944 time: 0.1013906 Apr 05 20:11:56.972917 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'mac_address': 'fa:16:3e:73:ff:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:11:57.017198 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-7f8823a3-7651-458a-9642-213309f53fc2 req-0f03d61c-4f0c-43cf-8ed0-89493da03dc0 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Synchronizing usage tracker for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:11:57.041099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-7f8823a3-7651-458a-9642-213309f53fc2 req-0f03d61c-4f0c-43cf-8ed0-89493da03dc0 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Unset dirty status for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:11:57.051794 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7f8823a3-7651-458a-9642-213309f53fc2 req-0f03d61c-4f0c-43cf-8ed0-89493da03dc0 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817397 Apr 05 20:11:57.113931 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8befbc54-4043-47aa-b07c-2274e1d4eb40 req-7075d268-04cd-4597-9b56-a06c910fdd4e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603884 Apr 05 20:11:57.119800 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:57.185519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85ee676-1514-4762-922c-ce91fb8864a9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:57.203902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:57.210566 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:57.218277 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4113a9d9-7489-4396-a7a1-a1891b708940 req-abcd598b-6f7f-4f0c-9de6-894412a3e74a service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480420 Apr 05 20:11:57.313904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a85ee676-1514-4762-922c-ce91fb8864a9,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:57.325161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:57.326825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:57.327380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:57.328614 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:57.329168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:57.329693 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:57.330767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:57.331323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:57.331855 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:57.332383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:57.333091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:57.333620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:11:57.492763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4113a9d9-7489-4396-a7a1-a1891b708940 req-6383ef91-3515-494c-9e86-6216351786e7 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671866 Apr 05 20:11:57.517830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80676bde-e3a6-485c-bcb2-9d8bba0e5b94 req-19c9bc83-983e-44d9-8c6d-316198f0bff3 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:57.525923 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-80676bde-e3a6-485c-bcb2-9d8bba0e5b94 req-19c9bc83-983e-44d9-8c6d-316198f0bff3 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 950 time: 0.2400949 Apr 05 20:11:57.620874 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-80676bde-e3a6-485c-bcb2-9d8bba0e5b94 req-a89f49ad-0898-4c29-aa18-ad9724a7cb30 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935347 Apr 05 20:11:57.625486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['a85ee676-1514-4762-922c-ce91fb8864a9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:58.016422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b997b-99ec-445c-a3b5-cf7ef01beea4 req-a0634548-5a4f-4489-bcdb-00d71d26ba30 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:58.019050 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e0b997b-99ec-445c-a3b5-cf7ef01beea4 req-a0634548-5a4f-4489-bcdb-00d71d26ba30 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 949 time: 0.2291992 Apr 05 20:11:58.040278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540b63d2-1956-459a-aa37-47cea817da5e req-8f66c9af-c0b6-41f6-bcca-535b9f23fc5f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:58.049350 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-540b63d2-1956-459a-aa37-47cea817da5e req-8f66c9af-c0b6-41f6-bcca-535b9f23fc5f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 948 time: 0.3659899 Apr 05 20:11:58.077658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-c3fa895b-5ce7-4bc7-a31b-2169ffb6ff5a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:58.080195 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-c3fa895b-5ce7-4bc7-a31b-2169ffb6ff5a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.41 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1&tenant_id=4315b2776a8446efa0573a8e3d19b341&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 949 time: 0.5289361 Apr 05 20:11:58.106951 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e0b997b-99ec-445c-a3b5-cf7ef01beea4 req-9f186526-687a-4a8d-8a60-4b13b9930835 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803740 Apr 05 20:11:58.111840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:11:58.218711 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-540b63d2-1956-459a-aa37-47cea817da5e req-04c69c29-8aac-422e-afc2-28d06875a6ba tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681142 Apr 05 20:11:58.227255 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-dbcfe677-8df2-44ec-a1db-5afbca9c3ffa service neutron] 10.222.0.41 "GET /v2.0/ports/a85ee676-1514-4762-922c-ce91fb8864a9/bindings/n-h2-836604-1 HTTP/1.1" status: 200 len: 382 time: 0.1389265 Apr 05 20:11:58.347606 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-80868d97-a4ff-49fc-9bf3-b35b0292af3c tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=47ef75b103394f1aba7ab1e64d03b2fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412989 Apr 05 20:11:58.355840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:58.372817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-eb5746e4-f8db-4c71-bdaf-6c5f722b9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:58.378799 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-eb5746e4-f8db-4c71-bdaf-6c5f722b9b13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 1100 time: 0.1231976 Apr 05 20:11:58.384384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae', 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060', 'port_id': '4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae', 'mac_address': 'fa:16:3e:12:6d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1175b7-fe76-4409-88b2-f584c22d2454', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:11:58.457558 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:58.485556 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:58.519791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:58.528963 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:58.529755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c8469f67-c176-4344-a930-20955f564d29 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:11:58.535222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-dc8b74fe-cda8-4d24-bb95-207f6d31cbaa tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:58.542565 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-dc8b74fe-cda8-4d24-bb95-207f6d31cbaa tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1934986 Apr 05 20:11:58.566985 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-8a9b5056-161b-467b-92f5-1dcdb87772eb tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/quotas/47ef75b103394f1aba7ab1e64d03b2fd HTTP/1.1" status: 200 len: 375 time: 0.0160320 Apr 05 20:11:58.574252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-3d519531-3137-4e7d-8df6-0096fb1245a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:58.576525 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-3d519531-3137-4e7d-8df6-0096fb1245a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.1901770 Apr 05 20:11:58.659290 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-c545b54c-e91e-424b-8e41-a0988c1142c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 200 len: 217 time: 0.0751956 Apr 05 20:11:58.679233 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-b84a342e-ffc1-43de-828f-5d5e0ae8a40f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=47ef75b103394f1aba7ab1e64d03b2fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1111465 Apr 05 20:11:58.735675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:58.761840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fdadf4-d02b-4345-98b4-d39c4840bc95 req-98676cba-323c-411e-b56a-b7a94eb0885c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:58.763489 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f9fdadf4-d02b-4345-98b4-d39c4840bc95 req-98676cba-323c-411e-b56a-b7a94eb0885c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 945 time: 0.2267416 Apr 05 20:11:58.771114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-5a05e752-89a7-4dfc-85b8-e7415388a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:58.772510 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-5a05e752-89a7-4dfc-85b8-e7415388a681 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0966465 Apr 05 20:11:58.811163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c8469f67-c176-4344-a930-20955f564d29, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c8469f67-c176-4344-a930-20955f564d29,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:58.838978 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'c8469f67-c176-4344-a930-20955f564d29', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'c8469f67-c176-4344-a930-20955f564d29', 'mac_address': 'fa:16:3e:88:8a:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:11:58.946846 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:58.951085 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f9fdadf4-d02b-4345-98b4-d39c4840bc95 req-a98247b4-6b89-4927-83d2-c61e60f1cb6a tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776178 Apr 05 20:11:58.988909 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8469f67-c176-4344-a930-20955f564d29 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:11:58.989025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2f973f9f-e455-4368-baea-b1a7b1245967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:58.990342 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2f973f9f-e455-4368-baea-b1a7b1245967 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1955307 Apr 05 20:11:59.013551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c8469f67-c176-4344-a930-20955f564d29, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c8469f67-c176-4344-a930-20955f564d29,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:11:59.025215 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:11:59.122933 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7134a86-6e8e-4cc6-8188-30318463797d req-68e93312-507b-417a-b308-33e92e688d60 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 210 time: 0.0773404 Apr 05 20:11:59.170689 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c8469f67-c176-4344-a930-20955f564d29,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:11:59.264108 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-9b1c828a-640c-400b-925f-344cb13dfcc8 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620258 Apr 05 20:11:59.277573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:59.329667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['c8469f67-c176-4344-a930-20955f564d29'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:11:59.465902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd3889-022d-4dea-89bc-e5ed2a83a73e req-26885535-44f4-4cd7-8740-8cc9a838c3ab tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:59.471682 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3889-022d-4dea-89bc-e5ed2a83a73e req-26885535-44f4-4cd7-8740-8cc9a838c3ab tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 949 time: 0.1853390 Apr 05 20:11:59.571395 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-952db91d-23e9-4710-be5e-5898f4f0c499 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005702 Apr 05 20:11:59.594479 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3889-022d-4dea-89bc-e5ed2a83a73e req-89e2e44c-5587-4df8-a70d-2bbf4c57ec73 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142654 Apr 05 20:11:59.595092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54246) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:11:59.731581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e2760-7a81-43b3-8263-a44c5f6c6489 req-e38d1bd4-c341-45c0-bf11-aadd220d44d3 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:11:59.735207 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd7e2760-7a81-43b3-8263-a44c5f6c6489 req-e38d1bd4-c341-45c0-bf11-aadd220d44d3 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 949 time: 0.1563807 Apr 05 20:11:59.859874 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd7e2760-7a81-43b3-8263-a44c5f6c6489 req-2e715ebf-e38c-4203-81fb-c5172b94e7c7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160398 Apr 05 20:12:00.007072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03096937-042c-49bc-98dd-aaa6da15b4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:00.042802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54262) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:00.055414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-03096937-042c-49bc-98dd-aaa6da15b4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:00.073229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-03096937-042c-49bc-98dd-aaa6da15b4aa admin admin] Usage tracker for resource:security_group_rule and tenant:519ba981a13943349c14bddc68e2319b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:00.079149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-03096937-042c-49bc-98dd-aaa6da15b4aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:00.088558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-03096937-042c-49bc-98dd-aaa6da15b4aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:00.181584 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-61376589-6ca5-477b-8607-b7a4ec123b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:00.198467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-61376589-6ca5-477b-8607-b7a4ec123b97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:00.202986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-61376589-6ca5-477b-8607-b7a4ec123b97 admin admin] Usage tracker for resource:security_group_rule and tenant:3fe829672d744f778897c19b68b9fb63 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:00.205911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-61376589-6ca5-477b-8607-b7a4ec123b97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:00.213038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-61376589-6ca5-477b-8607-b7a4ec123b97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:00.258468 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03096937-042c-49bc-98dd-aaa6da15b4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:00.282764 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03096937-042c-49bc-98dd-aaa6da15b4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:00.298855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5121a85-5720-4e5e-b8eb-add14b5cbfc2 req-05786927-467e-4968-9b47-ea986d72f19c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:00.300466 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5121a85-5720-4e5e-b8eb-add14b5cbfc2 req-05786927-467e-4968-9b47-ea986d72f19c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 945 time: 0.2047956 Apr 05 20:12:00.364551 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-03096937-042c-49bc-98dd-aaa6da15b4aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=519ba981a13943349c14bddc68e2319b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7684038 Apr 05 20:12:00.367170 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-432aa216-c45a-40bc-9de1-ad30156fd807 req-ce8c0332-252b-453f-8f77-5f343c669452 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 210 time: 0.0776093 Apr 05 20:12:00.372478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54280) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:00.374286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03096937-042c-49bc-98dd-aaa6da15b4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176e5ccc-345b-4ae6-a44e-79353ceb3c1f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:00.396513 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5121a85-5720-4e5e-b8eb-add14b5cbfc2 req-a00139d9-aa8d-4175-ad7a-a08e876da5a4 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849013 Apr 05 20:12:00.415115 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-61376589-6ca5-477b-8607-b7a4ec123b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:00.429314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-61376589-6ca5-477b-8607-b7a4ec123b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:00.497869 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-61376589-6ca5-477b-8607-b7a4ec123b97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3fe829672d744f778897c19b68b9fb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515066 Apr 05 20:12:00.500273 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54284) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:00.502352 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-1768b170-e2ce-4c23-8640-a16067700587 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=47ef75b103394f1aba7ab1e64d03b2fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364914 Apr 05 20:12:00.527013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61376589-6ca5-477b-8607-b7a4ec123b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f47d584-00d7-4f4d-908d-a5ae7cefc57c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:00.548106 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c569-4f34-4a39-b23e-d370c3ba5d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:00.593602 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c569-4f34-4a39-b23e-d370c3ba5d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:00.658823 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2deabfe0-90b1-41ee-981f-81915149503e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:00.688437 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2deabfe0-90b1-41ee-981f-81915149503e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:00.700952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a85ee676-1514-4762-922c-ce91fb8864a9 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:00.752220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-dd5b663e-b6f3-44cc-9e83-e1c146013917 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:00.754392 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-dd5b663e-b6f3-44cc-9e83-e1c146013917 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459259 Apr 05 20:12:00.769433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Request body: {'port': {'device_id': 'e6086836-872d-4e82-84e1-30b2677f64f7', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '47ef75b103394f1aba7ab1e64d03b2fd'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:00.816360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port a85ee676-1514-4762-922c-ce91fb8864a9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:00.823807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port a85ee676-1514-4762-922c-ce91fb8864a9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:00.824283 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:00.875367 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2deabfe0-90b1-41ee-981f-81915149503e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:00.927569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deabfe0-90b1-41ee-981f-81915149503e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f47d584-00d7-4f4d-908d-a5ae7cefc57c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:00.933212 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c569-4f34-4a39-b23e-d370c3ba5d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:00.964090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:00.978962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:00.997097 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:01.003415 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2deabfe0-90b1-41ee-981f-81915149503e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:01.004991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Made reservation on behalf of 47ef75b103394f1aba7ab1e64d03b2fd for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:12:01.009504 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:01.019240 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2deabfe0-90b1-41ee-981f-81915149503e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f47d584-00d7-4f4d-908d-a5ae7cefc57c HTTP/1.1" status: 204 len: 168 time: 0.5151706 Apr 05 20:12:01.021909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8c569-4f34-4a39-b23e-d370c3ba5d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176e5ccc-345b-4ae6-a44e-79353ceb3c1f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:01.090978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bfa8c569-4f34-4a39-b23e-d370c3ba5d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:01.094508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:01.094658 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bfa8c569-4f34-4a39-b23e-d370c3ba5d9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/176e5ccc-345b-4ae6-a44e-79353ceb3c1f HTTP/1.1" status: 204 len: 168 time: 0.7079163 Apr 05 20:12:01.128995 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:01.131364 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:01.136346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf79d4f-43b6-44d5-9aa2-cb6e219ac325 req-0239a9b9-5373-47be-b8e6-355d4b307822 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:01.144358 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fbf79d4f-43b6-44d5-9aa2-cb6e219ac325 req-0239a9b9-5373-47be-b8e6-355d4b307822 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 949 time: 0.3783977 Apr 05 20:12:01.201774 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fbf79d4f-43b6-44d5-9aa2-cb6e219ac325 req-6c935814-57e2-4591-987c-918abac18286 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564792 Apr 05 20:12:01.247075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a85ee676-1514-4762-922c-ce91fb8864a9,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:01.355293 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'code': 200} Apr 05 20:12:01.375303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5c336f-52e6-411a-ae53-edabaa19f108 req-8e34caf9-b80b-4b10-b53e-c018cd952bf2 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:01.383866 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f5c336f-52e6-411a-ae53-edabaa19f108 req-8e34caf9-b80b-4b10-b53e-c018cd952bf2 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 949 time: 0.3177030 Apr 05 20:12:01.449002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Allocated IP 192.168.233.129 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/05d326cc-0db4-4cbe-8442-8bf9b72945c9) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:12:01.465644 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f5c336f-52e6-411a-ae53-edabaa19f108 req-f6289165-dd2c-4ff3-b164-b5c52d92c837 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807061 Apr 05 20:12:01.550666 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8778fc96-2ab1-4cf8-9b10-d44ff38b07dd req-b5822815-9902-4229-8995-428a64f63997 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 210 time: 0.0583694 Apr 05 20:12:01.894209 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:01.894618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54324) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:01.908600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Transition to ACTIVE for port object 05d326cc-0db4-4cbe-8442-8bf9b72945c9 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:01.927380 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e35311e2-0afe-455c-b641-d5266938c1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:01.962651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e35311e2-0afe-455c-b641-d5266938c1e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:01.966804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e35311e2-0afe-455c-b641-d5266938c1e7 admin admin] Usage tracker for resource:security_group_rule and tenant:beac6442cb8f46dcbd9f675a7ff3dc05 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:01.971316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e35311e2-0afe-455c-b641-d5266938c1e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:01.986800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e35311e2-0afe-455c-b641-d5266938c1e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:02.000011 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:02.013909 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['5f9cd4ef-d0de-4a50-8211-52f776f2bbe9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:02.129201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Pushing event updated for resources: {'Port': ['ID=05d326cc-0db4-4cbe-8442-8bf9b72945c9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:02.134549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:02.163461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:12:02.176315 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:02.255229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:12:02.420025 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e35311e2-0afe-455c-b641-d5266938c1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:02.423594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:02.426456 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:02.431728 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e35311e2-0afe-455c-b641-d5266938c1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:02.450055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:02.473752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:02.480593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bf0da-6614-4e28-83e5-a5cc86d07491 req-6c86676d-8161-4829-b6de-2db77a1f3d1d tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:02.482191 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f7bf0da-6614-4e28-83e5-a5cc86d07491 req-6c86676d-8161-4829-b6de-2db77a1f3d1d tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 945 time: 0.5506387 Apr 05 20:12:02.488207 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:02.511515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-a3fb9851-b00f-4823-91b2-3d9db56800f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:02.513231 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-a3fb9851-b00f-4823-91b2-3d9db56800f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1&tenant_id=4315b2776a8446efa0573a8e3d19b341 HTTP/1.1" status: 200 len: 1101 time: 0.3342323 Apr 05 20:12:02.530785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:02.543305 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e35311e2-0afe-455c-b641-d5266938c1e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=beac6442cb8f46dcbd9f675a7ff3dc05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6483276 Apr 05 20:12:02.545139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54342) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:02.545465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54344) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:02.597446 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c374efd7-f90c-48f1-a8c3-415adcfb06c6 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8336194 Apr 05 20:12:02.610603 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f7bf0da-6614-4e28-83e5-a5cc86d07491 req-9bd02229-ecba-4eab-b76d-b2fc760a39c8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175199 Apr 05 20:12:02.618612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Request body: {'port': {'device_id': 'e6086836-872d-4e82-84e1-30b2677f64f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:02.689125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cb93b4b8-df2f-488b-8161-82c09f895628 None None] Provisioning for port 05d326cc-0db4-4cbe-8442-8bf9b72945c9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:02.745165 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cb93b4b8-df2f-488b-8161-82c09f895628 None None] Provisioning complete for port 05d326cc-0db4-4cbe-8442-8bf9b72945c9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:02.745521 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb93b4b8-df2f-488b-8161-82c09f895628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:02.768463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35311e2-0afe-455c-b641-d5266938c1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a31eaa0-3f41-4a2a-83de-34ebe9b1d546,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:02.826896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91f728-31bd-4eb6-8481-f219a49f101a req-c8d94d0c-ff2c-4775-b2ce-7535a4ee3d85 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:02.837309 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce91f728-31bd-4eb6-8481-f219a49f101a req-c8d94d0c-ff2c-4775-b2ce-7535a4ee3d85 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.3669364 Apr 05 20:12:02.868472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1902081857-network', 'tenant_id': 'aadb54985d2d4ae395ad377a8a39c6fe'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:02.889124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:02.900984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-cb93b4b8-df2f-488b-8161-82c09f895628 None None] Port 05d326cc-0db4-4cbe-8442-8bf9b72945c9 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:12:02.907108 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:02.909795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc7a68af-655f-4a1f-ba90-11f1fe45b97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:02.929252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Usage tracker for resource:network and tenant:aadb54985d2d4ae395ad377a8a39c6fe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:02.943654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:02.946550 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce91f728-31bd-4eb6-8481-f219a49f101a req-695e964d-ac29-493d-913d-7d6f55669a31 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079538 Apr 05 20:12:02.947744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:02.954030 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:02.954998 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c8469f67-c176-4344-a930-20955f564d29 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:02.977618 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:02.980848 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc7a68af-655f-4a1f-ba90-11f1fe45b97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.000038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:03.015421 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.080299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Made reservation on behalf of aadb54985d2d4ae395ad377a8a39c6fe for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:12:03.084049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:03.087094 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.118208 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.146473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port c8469f67-c176-4344-a930-20955f564d29 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:03.153432 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port c8469f67-c176-4344-a930-20955f564d29 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:03.155057 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.200072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:03.204047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Usage tracker for resource:security_group_rule and tenant:aadb54985d2d4ae395ad377a8a39c6fe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:03.206988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:03.213566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:03.246565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df28d9dd-47e9-4c07-a6af-665944785036 req-d57b844a-7007-41a2-b361-134a14df09cd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:03.254130 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc7a68af-655f-4a1f-ba90-11f1fe45b97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.254856 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df28d9dd-47e9-4c07-a6af-665944785036 req-d57b844a-7007-41a2-b361-134a14df09cd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 949 time: 0.3669021 Apr 05 20:12:03.280352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a68af-655f-4a1f-ba90-11f1fe45b97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a31eaa0-3f41-4a2a-83de-34ebe9b1d546,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:03.342806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6c8b7-a2b0-41ee-abef-4c6902f75ae4 req-17256523-4b73-42c7-a1af-8d394e735bf3 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:03.350438 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ec6c8b7-a2b0-41ee-abef-4c6902f75ae4 req-17256523-4b73-42c7-a1af-8d394e735bf3 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 936 time: 0.2062716 Apr 05 20:12:03.366722 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc7a68af-655f-4a1f-ba90-11f1fe45b97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.370128 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fc7a68af-655f-4a1f-ba90-11f1fe45b97e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a31eaa0-3f41-4a2a-83de-34ebe9b1d546 HTTP/1.1" status: 204 len: 168 time: 0.8177397 Apr 05 20:12:03.370284 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1018c69-8a3d-4d2c-be1d-fea9e8141865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:03.396269 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.430821 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ec6c8b7-a2b0-41ee-abef-4c6902f75ae4 req-523b5f05-16f9-48fd-bffd-1af41f663816 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793996 Apr 05 20:12:03.466706 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.479689 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.485321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df28d9dd-47e9-4c07-a6af-665944785036 req-66ba1e44-1910-460d-8057-c8a3eef2336d tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294993 Apr 05 20:12:03.486052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c8469f67-c176-4344-a930-20955f564d29, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c8469f67-c176-4344-a930-20955f564d29,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:03.492119 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.550060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:12:03.552528 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1018c69-8a3d-4d2c-be1d-fea9e8141865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae', 'code': 200} Apr 05 20:12:03.574730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9bee89-b989-43d0-b97d-7b010700062a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:03.581048 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.581614 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Added segment 41e90d0d-3aba-4aaa-96f6-a68a385edada of type vlan for network d394f804-aaf4-4e3e-a175-a6def53d4129 Apr 05 20:12:03.606869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c8469f67-c176-4344-a930-20955f564d29,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:03.678139 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.727677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.728671 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:03.729249 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.844374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] Pushing event updated for resources: {'Network': ['ID=d394f804-aaf4-4e3e-a175-a6def53d4129,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:03.848223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f731b68-4888-4dfd-8045-9ed159a768ac req-3000d2a6-a5d8-4770-b955-4faa3c71f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:03.849705 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0f731b68-4888-4dfd-8045-9ed159a768ac req-3000d2a6-a5d8-4770-b955-4faa3c71f666 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 1097 time: 0.2281563 Apr 05 20:12:03.857138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network d394f804-aaf4-4e3e-a175-a6def53d4129 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:12:03.876275 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-817191da-1c9c-4fb1-820f-386780279d63 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3242888 Apr 05 20:12:03.879299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54366) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:03.887145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05d326cc-0db4-4cbe-8442-8bf9b72945c9 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:03.898590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Request body: {'subnet': {'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1902081857-subnet', 'tenant_id': 'aadb54985d2d4ae395ad377a8a39c6fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:03.904250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:03.904930 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0f731b68-4888-4dfd-8045-9ed159a768ac req-f5231e31-c0a2-4088-92a4-344399d8b763 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456963 Apr 05 20:12:03.911086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Usage tracker for resource:subnet and tenant:aadb54985d2d4ae395ad377a8a39c6fe is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:03.915470 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:03.918692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:03.929056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:03.965258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Transition to ACTIVE for port object 05d326cc-0db4-4cbe-8442-8bf9b72945c9 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:04.000231 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:04.004035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Made reservation on behalf of aadb54985d2d4ae395ad377a8a39c6fe for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:12:04.006478 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:04.135660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a8199-5926-403b-b788-5b2eeadcf691 req-9f88a584-4128-4666-969d-58bc983cc28f tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:04.137331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-181a8199-5926-403b-b788-5b2eeadcf691 req-9f88a584-4128-4666-969d-58bc983cc28f tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 946 time: 0.3409977 Apr 05 20:12:04.234037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896abe15-bacd-4dca-a6ae-bcafcb5020d5 req-a53016eb-23d6-4b0e-9fd4-bf0a435f474f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:04.242565 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-896abe15-bacd-4dca-a6ae-bcafcb5020d5 req-a53016eb-23d6-4b0e-9fd4-bf0a435f474f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.1364474 Apr 05 20:12:04.308381 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-896abe15-bacd-4dca-a6ae-bcafcb5020d5 req-b4aeaf01-8f3f-4bb8-81a8-e9d9e95b601e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648026 Apr 05 20:12:04.505905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54390) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:04.588579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Pushing event updated for resources: {'Port': ['ID=05d326cc-0db4-4cbe-8442-8bf9b72945c9,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:04.636688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:04.703829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-network', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:04.713156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:04.723662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Usage tracker for resource:network and tenant:6c1296c3e07b4e66aa7d36ee7af0901d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:04.728645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-181a8199-5926-403b-b788-5b2eeadcf691 req-73154dd6-ee59-4cd2-92c7-1ef88852093a tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822335 Apr 05 20:12:04.730650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:04.732685 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a85ee676-1514-4762-922c-ce91fb8864a9 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:12:04.743426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:04.782439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f9d7f-c76f-4dc4-ab6c-1511248a28b1 req-97b4e13b-2e99-487d-8d47-dbe18a6200f1 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:04.791030 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-873f9d7f-c76f-4dc4-ab6c-1511248a28b1 req-97b4e13b-2e99-487d-8d47-dbe18a6200f1 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 948 time: 0.1967878 Apr 05 20:12:04.841972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Attempting to bind port 05d326cc-0db4-4cbe-8442-8bf9b72945c9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:12:04.841972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Attempting to bind port 05d326cc-0db4-4cbe-8442-8bf9b72945c9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:12:04.841972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Attempting to bind port 05d326cc-0db4-4cbe-8442-8bf9b72945c9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:04.865693 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-873f9d7f-c76f-4dc4-ab6c-1511248a28b1 req-2eee24a9-5953-47b1-afbe-6006949a9948 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735266 Apr 05 20:12:04.866364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Made reservation on behalf of 6c1296c3e07b4e66aa7d36ee7af0901d for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:12:04.868721 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:04.890061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Port 05d326cc-0db4-4cbe-8442-8bf9b72945c9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:12:04.890405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Attempting to bind port 05d326cc-0db4-4cbe-8442-8bf9b72945c9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:04.903594 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:04.919234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:04.923447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Usage tracker for resource:security_group_rule and tenant:6c1296c3e07b4e66aa7d36ee7af0901d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:04.926971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:04.935956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:04.964364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:04.994091 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.063177 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.070483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:12:05.071045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:05.071425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:12:05.071829 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.072061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Bound port: 05d326cc-0db4-4cbe-8442-8bf9b72945c9, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:12:05.072499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.086218 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.157903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:12:05.158289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:05.182546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be79ffd0-1a70-44d0-982d-3f5547615086,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:05.185766 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.202018 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.202526 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Added segment 1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd of type vlan for network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 Apr 05 20:12:05.245863 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.246400 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'code': 200} Apr 05 20:12:05.282903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Transition to ACTIVE for port object a85ee676-1514-4762-922c-ce91fb8864a9 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:05.284531 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.285942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:05.287022 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.307928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2a73de-05a0-424d-8ac3-181495091cad,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:05.321826 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.364519 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:12:05.364869 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:12:05.379031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Checking segment: {'id': '41e90d0d-3aba-4aaa-96f6-a68a385edada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:05.379467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Network hostable DHCP agents. Network: d394f804-aaf4-4e3e-a175-a6def53d4129, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:12:05.449665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] Pushing event updated for resources: {'Network': ['ID=8423dc9b-76d6-4e6a-a973-7acf16d1a246,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:05.452960 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8299c1c0-1348-4746-bc66-67b04af998cd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9455972 Apr 05 20:12:05.456206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54404) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:05.465039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] For port 05d326cc-0db4-4cbe-8442-8bf9b72945c9, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:05.465233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Request body: {'subnet': {'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-subnet', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:05.465836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:12:05.472265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:05.477773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Usage tracker for resource:subnet and tenant:6c1296c3e07b4e66aa7d36ee7af0901d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:05.484868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:05.493902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:05.572165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] For port 05d326cc-0db4-4cbe-8442-8bf9b72945c9, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=05d326cc-0db4-4cbe-8442-8bf9b72945c9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:12:05.580899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bfe3e-9b56-41d7-bdaf-6532acd02da1 req-048b513b-2c4d-48d9-a908-5e4a6629aa6f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:05.588569 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f8bfe3e-9b56-41d7-bdaf-6532acd02da1 req-048b513b-2c4d-48d9-a908-5e4a6629aa6f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 950 time: 0.5663567 Apr 05 20:12:05.592646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Made reservation on behalf of 6c1296c3e07b4e66aa7d36ee7af0901d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:12:05.595790 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.598555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Pushing event updated for resources: {'Port': ['ID=a85ee676-1514-4762-922c-ce91fb8864a9,revision_number=10']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:05.615630 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.624194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] No DVR routers for this DVR port a85ee676-1514-4762-922c-ce91fb8864a9 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:12:05.627593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ceacf3-66ae-4b3d-89ae-3753431d2e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8469f67-c176-4344-a930-20955f564d29'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:05.725305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Network d394f804-aaf4-4e3e-a175-a6def53d4129 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:12:05.745556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:05.746300 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.747757 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] 10.222.0.13 "PUT /v2.0/ports/05d326cc-0db4-4cbe-8442-8bf9b72945c9 HTTP/1.1" status: 200 len: 1096 time: 3.1362779 Apr 05 20:12:05.792289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, d394f804-aaf4-4e3e-a175-a6def53d4129) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:05.810958 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e586442c-9006-496d-b445-414ef6d67885 None None] Network d394f804-aaf4-4e3e-a175-a6def53d4129 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:12:05.812630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:05.814010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:05.837307 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f8bfe3e-9b56-41d7-bdaf-6532acd02da1 req-54f7e338-afd5-4562-8e55-a1f953220c9b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441826 Apr 05 20:12:05.866505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cf8af-c544-40cb-933f-158c875c249b req-eba3f869-57d0-4d58-a5e9-28d92752bd94 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:05.873270 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-997cf8af-c544-40cb-933f-158c875c249b req-eba3f869-57d0-4d58-a5e9-28d92752bd94 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 949 time: 0.3895783 Apr 05 20:12:05.907946 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Attempting to bind port a85ee676-1514-4762-922c-ce91fb8864a9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:12:05.908823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Attempting to bind port a85ee676-1514-4762-922c-ce91fb8864a9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:12:05.909374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Attempting to bind port a85ee676-1514-4762-922c-ce91fb8864a9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:05.949106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d4f0f1-87ac-4eda-bdc2-562b5fb51506 service neutron] Pushing event updated for resources: {'Port': ['ID=05d326cc-0db4-4cbe-8442-8bf9b72945c9,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:05.972412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Port a85ee676-1514-4762-922c-ce91fb8864a9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:12:05.982533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Attempting to bind port a85ee676-1514-4762-922c-ce91fb8864a9 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:05.993177 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ceacf3-66ae-4b3d-89ae-3753431d2e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8469f67-c176-4344-a930-20955f564d29', 'code': 200} Apr 05 20:12:06.013202 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-df39f65c-6cfc-4c22-8a90-a5a6c97c0b48 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1306434 Apr 05 20:12:06.020338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:12:06.022057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:06.022354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:12:06.024283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Bound port: a85ee676-1514-4762-922c-ce91fb8864a9, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:12:06.024694 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:06.182631 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-997cf8af-c544-40cb-933f-158c875c249b req-0346ff9e-0175-4243-ba33-f781bf47c87f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996213 Apr 05 20:12:06.305792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c0072420-4a03-4fc1-bc84-f214994acf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:06.307404 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-c0072420-4a03-4fc1-bc84-f214994acf04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ef75b103394f1aba7ab1e64d03b2fd&device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 1099 time: 0.4882078 Apr 05 20:12:06.412138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395b410d-8fc0-4848-b710-8d62cf160939 None None] Network d394f804-aaf4-4e3e-a175-a6def53d4129 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:12:06.423234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-80a9468b-c319-449b-985c-97bd1e1cc98a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=05d326cc-0db4-4cbe-8442-8bf9b72945c9 HTTP/1.1" status: 200 len: 217 time: 0.1040361 Apr 05 20:12:06.436147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:06.440180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:12:06.458255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41722d88-0e66-4c9e-8ba8-b3fdcd96393c req-33a077ec-c431-4c2b-b0cb-284cedd144e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:06.460097 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-41722d88-0e66-4c9e-8ba8-b3fdcd96393c req-33a077ec-c431-4c2b-b0cb-284cedd144e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 1101 time: 0.4212778 Apr 05 20:12:06.520963 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:06.533195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:06.577070 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-41722d88-0e66-4c9e-8ba8-b3fdcd96393c req-15cd5c70-76f1-491c-a8dc-c85bda5eb70d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986714 Apr 05 20:12:06.639491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85948baf-77f2-4ee1-a2c5-466138fed694 req-1a65ef3a-1d48-442f-a3ff-501c440eb51e tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:06.646524 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-85948baf-77f2-4ee1-a2c5-466138fed694 req-1a65ef3a-1d48-442f-a3ff-501c440eb51e tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 946 time: 0.4536402 Apr 05 20:12:06.647484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e33506-40a3-430a-a944-7a87389ff892,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:06.655971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:06.657387 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:06.658725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab7909-777c-4973-bc91-13063d55cf20 req-c1b92b1c-e29c-4e18-8336-e0f55dc70371 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:06.659008 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] 10.222.0.13 "PUT /v2.0/ports/a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 200 len: 1097 time: 4.1368871 Apr 05 20:12:06.660158 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-54ab7909-777c-4973-bc91-13063d55cf20 req-c1b92b1c-e29c-4e18-8336-e0f55dc70371 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 948 time: 0.2651274 Apr 05 20:12:06.663281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Checking segment: {'id': '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:06.664156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Network hostable DHCP agents. Network: 8423dc9b-76d6-4e6a-a973-7acf16d1a246, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:12:06.681377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-6dc1eeac-6323-4551-9162-171346698eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:06.683786 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-6dc1eeac-6323-4551-9162-171346698eb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2399161 Apr 05 20:12:06.732560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ef30f-3818-43a5-8c5f-cede438ee64a service neutron] Pushing event updated for resources: {'Port': ['ID=a85ee676-1514-4762-922c-ce91fb8864a9,revision_number=11']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:06.885212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:12:06.890139 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-54ab7909-777c-4973-bc91-13063d55cf20 req-873d914d-03ee-4a9c-808e-d32cd59bfdba tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142954 Apr 05 20:12:06.914884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 8423dc9b-76d6-4e6a-a973-7acf16d1a246) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:06.930882 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af51e7f-4e37-40ba-93b1-c8fe68987c6e None None] Network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:12:06.933286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:06.935201 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:06.982478 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-70f8a161-86c7-43ef-9968-1369f3485f4c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5249078 Apr 05 20:12:06.985437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54438) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:06.995331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:07.010592 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-85948baf-77f2-4ee1-a2c5-466138fed694 req-4b555e3b-bbce-4317-b747-6d790f527774 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631845 Apr 05 20:12:07.011889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:07.020088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Usage tracker for resource:router and tenant:6c1296c3e07b4e66aa7d36ee7af0901d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:07.040332 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:07.040332 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:07.075305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:07.076665 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:07.105388 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-e8a3ddca-632b-40c0-af7d-ff046515dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:07.107052 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-e8a3ddca-632b-40c0-af7d-ff046515dd15 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 1100 time: 0.1905465 Apr 05 20:12:07.110530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-ca3c751f-0241-4219-bb1f-45577751a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:07.112677 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-ca3c751f-0241-4219-bb1f-45577751a489 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1949735 Apr 05 20:12:07.133554 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:07.276752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6086836-872d-4e82-84e1-30b2677f64f7', 'tag': '05d326cc-0db4-4cbe-8442-8bf9b72945c9'}, {'name': 'network-changed', 'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:07.356348 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'fixed_ips': [{'subnet_id': '13e33506-40a3-430a-a944-7a87389ff892'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:12:07.357174 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:07.364029 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:12:07.461367 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-64ee8f90-a196-453f-b80f-e62a738952c6 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132558 Apr 05 20:12:07.557526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Allocated IP 172.20.0.2 (8423dc9b-76d6-4e6a-a973-7acf16d1a246/13e33506-40a3-430a-a944-7a87389ff892/fb122bff-4a34-4641-9324-6b91aba477cb) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:12:07.566146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:07.591372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-9f8a3614-a504-4879-abc1-86885c486e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:07.592808 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-9f8a3614-a504-4879-abc1-86885c486e26 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.4783719 Apr 05 20:12:07.673362 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-66969cb1-a3ff-4896-9847-74a080ac4db7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 200 len: 217 time: 0.0708575 Apr 05 20:12:07.681608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033d03e7-069e-4c1b-93a6-b88f60efd1fb req-ad5dbbd5-6884-484e-ad9f-b3747b02daf9 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:07.683526 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-033d03e7-069e-4c1b-93a6-b88f60efd1fb req-ad5dbbd5-6884-484e-ad9f-b3747b02daf9 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 950 time: 0.5285571 Apr 05 20:12:07.800892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-6454e6eb-8934-4e66-95e7-45cef1255501 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:07.801709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-6454e6eb-8934-4e66-95e7-45cef1255501 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Synchronizing usage tracker for tenant:aadb54985d2d4ae395ad377a8a39c6fe on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:07.825911 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:07.837139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-6454e6eb-8934-4e66-95e7-45cef1255501 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Unset dirty status for tenant:aadb54985d2d4ae395ad377a8a39c6fe on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:07.838424 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-6454e6eb-8934-4e66-95e7-45cef1255501 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/networks?id=d394f804-aaf4-4e3e-a175-a6def53d4129 HTTP/1.1" status: 200 len: 815 time: 0.4998596 Apr 05 20:12:07.838879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Transition to ACTIVE for port object fb122bff-4a34-4641-9324-6b91aba477cb will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:07.860995 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Transition to ACTIVE for port object fb122bff-4a34-4641-9324-6b91aba477cb will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:07.867497 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-033d03e7-069e-4c1b-93a6-b88f60efd1fb req-8aa6cadb-c541-45c7-b748-37b948d73a46 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511378 Apr 05 20:12:07.868264 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:07.870590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-ed7f745d-b84a-4d43-ba2a-68cdd4cd420e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:07.871983 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-ed7f745d-b84a-4d43-ba2a-68cdd4cd420e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1861286 Apr 05 20:12:07.886157 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d10a715-f7d2-4615-b0d6-85a1e1146a08 req-fea4c2fa-5cdd-42f2-899e-6f62dad36817 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172885 Apr 05 20:12:07.933404 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-33dd031d-b0ab-4a82-adda-d24db92e69f3 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/quotas/aadb54985d2d4ae395ad377a8a39c6fe HTTP/1.1" status: 200 len: 375 time: 0.0888619 Apr 05 20:12:07.943143 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:12:07.946700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:07.950729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:12:07.999612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Pushing event updated for resources: {'Port': ['ID=fb122bff-4a34-4641-9324-6b91aba477cb,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:08.012835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-9f3b3c77-a299-49f3-b867-1b5bd2e5a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:08.014342 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-9f3b3c77-a299-49f3-b867-1b5bd2e5a008 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270070 Apr 05 20:12:08.056117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-c9912400-2fdb-4d9a-b519-b6986a70b809 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aadb54985d2d4ae395ad377a8a39c6fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621653 Apr 05 20:12:08.075811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Attempting to bind port fb122bff-4a34-4641-9324-6b91aba477cb on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:12:08.076181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Attempting to bind port fb122bff-4a34-4641-9324-6b91aba477cb by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:12:08.076520 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Attempting to bind port fb122bff-4a34-4641-9324-6b91aba477cb on network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:08.082426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:12:08.082794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Checking segment: {'id': '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:08.083242 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:08.083665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Bound using segment: {'id': '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:12:08.084126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Bound port: fb122bff-4a34-4641-9324-6b91aba477cb, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:12:08.084488 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:08.178007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] For port fb122bff-4a34-4641-9324-6b91aba477cb, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:08.186613 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] For port fb122bff-4a34-4641-9324-6b91aba477cb, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=fb122bff-4a34-4641-9324-6b91aba477cb,segment=NetworkSegment(1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd),segment_id=1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:12:08.195359 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:08.205562 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:08.240935 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:08.280239 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-d57da5df-92ee-4fd3-b9f2-7b6e91732474 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510138 Apr 05 20:12:08.288289 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa56fb-3b5d-4439-8164-94276c867797 None None] Pushing event updated for resources: {'Port': ['ID=fb122bff-4a34-4641-9324-6b91aba477cb,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:08.330905 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-271079f9-ef4e-4a98-b86e-1bfef370c5a3 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465584 Apr 05 20:12:08.414656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-e99ad2bb-2833-430b-9324-8a05bbcf7335 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:08.416137 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-e99ad2bb-2833-430b-9324-8a05bbcf7335 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 820 time: 0.2833862 Apr 05 20:12:08.440332 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-d9e6b610-a3d4-4f70-afd0-f6fa9201fbc1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/quotas/78e3339ed2bb42f7a4658d92708a7a40 HTTP/1.1" status: 200 len: 375 time: 0.0168595 Apr 05 20:12:08.520538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Allocated IP 172.25.8.189 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/0cdb7a62-1f98-489e-a1b5-3496682b0888) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:12:08.527103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3b6289d-318c-4a1a-88ac-7aff91b3c466 req-0cbbea01-f8d9-456e-8c78-18c1b5eb6f08 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321236 Apr 05 20:12:08.535790 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:08.554393 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-cdf86757-1d5c-4d3d-ab1d-d0e7312c1d3f service neutron] 10.222.0.24 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125816 Apr 05 20:12:08.586953 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-76264ea2-f91f-4208-9a7e-4b0f4faff57d tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1373384 Apr 05 20:12:08.791809 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:08.879715 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:08.919180 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:08.942159 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-d12abf9e-0055-4c83-a039-f8bc228b5a48 service neutron] 10.222.0.24 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463769 Apr 05 20:12:08.996165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:12:08.999253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:09.003160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:12:09.068161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Pushing event updated for resources: {'Port': ['ID=0cdb7a62-1f98-489e-a1b5-3496682b0888,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:09.153551 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-18778218-cc3a-45f8-b7c4-61f799dacbb1 service neutron] 10.222.0.24 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043591 Apr 05 20:12:09.297856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device fb122bff-4a34-4641-9324-6b91aba477cb up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:09.418974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port fb122bff-4a34-4641-9324-6b91aba477cb completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:09.558484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031eaac4-43b8-47b5-9235-07abd5c3c92a req-4abceff3-ef44-4ab7-851f-daa3eea875b2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:09.565828 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-031eaac4-43b8-47b5-9235-07abd5c3c92a req-4abceff3-ef44-4ab7-851f-daa3eea875b2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 949 time: 0.4922543 Apr 05 20:12:09.624203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f4594e-6a21-4c51-8189-ee4b163e1df5 None None] Network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:12:09.672006 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6086836-872d-4e82-84e1-30b2677f64f7', 'tag': '05d326cc-0db4-4cbe-8442-8bf9b72945c9', 'status': 'completed', 'code': 200} Apr 05 20:12:09.672768 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'status': 'completed', 'code': 200} Apr 05 20:12:09.792244 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:09.830139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6b1b4df9-3727-468a-a680-675e31f99e93 None None] Provisioning for port fb122bff-4a34-4641-9324-6b91aba477cb completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:09.836744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-0d90661a-8008-4e72-9bc1-8b1f3407a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:09.838190 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-0d90661a-8008-4e72-9bc1-8b1f3407a0a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ef75b103394f1aba7ab1e64d03b2fd&device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 1099 time: 0.1450999 Apr 05 20:12:09.839716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6b1b4df9-3727-468a-a680-675e31f99e93 None None] Provisioning complete for port fb122bff-4a34-4641-9324-6b91aba477cb triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:09.840138 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6b1b4df9-3727-468a-a680-675e31f99e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:09.869820 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-031eaac4-43b8-47b5-9235-07abd5c3c92a req-60b76137-7ec0-444d-b63a-bcf718f11dfd tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030887 Apr 05 20:12:10.070462 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6b1b4df9-3727-468a-a680-675e31f99e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:10.125572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-20a48a69-28cb-499b-ad3e-21d094ced6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:10.127431 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-20a48a69-28cb-499b-ad3e-21d094ced6f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 1100 time: 0.3424938 Apr 05 20:12:10.147007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6b1b4df9-3727-468a-a680-675e31f99e93 None None] For port fb122bff-4a34-4641-9324-6b91aba477cb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=fb122bff-4a34-4641-9324-6b91aba477cb,segment=NetworkSegment(1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd),segment_id=1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:10.151858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 05d326cc-0db4-4cbe-8442-8bf9b72945c9 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:12:10.193926 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6b1b4df9-3727-468a-a680-675e31f99e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:10.200502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4c862-4100-45a1-a187-f3fd3cf621ab req-b8271751-ee3d-4d1e-8967-8685e94d25da tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:10.201456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3cd4c862-4100-45a1-a187-f3fd3cf621ab req-b8271751-ee3d-4d1e-8967-8685e94d25da tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Synchronizing usage tracker for tenant:47ef75b103394f1aba7ab1e64d03b2fd on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:10.219436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-5a55be8f-e706-43a2-ac9a-1a9ca477060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:10.221166 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-5a55be8f-e706-43a2-ac9a-1a9ca477060d service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.3704376 Apr 05 20:12:10.331687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-4265a225-c07d-40ca-839c-d226d5418121 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=05d326cc-0db4-4cbe-8442-8bf9b72945c9 HTTP/1.1" status: 200 len: 217 time: 0.0933740 Apr 05 20:12:10.335743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3cd4c862-4100-45a1-a187-f3fd3cf621ab req-b8271751-ee3d-4d1e-8967-8685e94d25da tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Unset dirty status for tenant:47ef75b103394f1aba7ab1e64d03b2fd on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:10.344448 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cd4c862-4100-45a1-a187-f3fd3cf621ab req-b8271751-ee3d-4d1e-8967-8685e94d25da tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 948 time: 0.4717796 Apr 05 20:12:10.368799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b4df9-3727-468a-a680-675e31f99e93 None None] Pushing event updated for resources: {'Port': ['ID=fb122bff-4a34-4641-9324-6b91aba477cb,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:10.403526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 05d326cc-0db4-4cbe-8442-8bf9b72945c9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=05d326cc-0db4-4cbe-8442-8bf9b72945c9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:10.438852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '05d326cc-0db4-4cbe-8442-8bf9b72945c9', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '05d326cc-0db4-4cbe-8442-8bf9b72945c9', 'mac_address': 'fa:16:3e:f3:0f:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:12:10.544204 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:10.582651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05d326cc-0db4-4cbe-8442-8bf9b72945c9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:10.621250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 05d326cc-0db4-4cbe-8442-8bf9b72945c9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=05d326cc-0db4-4cbe-8442-8bf9b72945c9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:10.640164 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:10.641117 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cd4c862-4100-45a1-a187-f3fd3cf621ab req-0cbdb983-51de-465e-84f8-4e69b4f7475a tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957160 Apr 05 20:12:10.642982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-f9e45e66-0fa3-4e21-9bc2-3ccb338ec0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:10.644398 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-f9e45e66-0fa3-4e21-9bc2-3ccb338ec0a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2924142 Apr 05 20:12:10.736364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-e25951e9-8078-4701-9475-2f5dd53ee146 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:10.742916 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-e25951e9-8078-4701-9475-2f5dd53ee146 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.41 "GET /v2.0/networks?id=d394f804-aaf4-4e3e-a175-a6def53d4129 HTTP/1.1" status: 200 len: 815 time: 0.4635298 Apr 05 20:12:10.779355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Request body: {'port': {'device_id': '8d9caaaa-fd9c-465c-9b31-dde532c8dd2f', 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129', 'admin_state_up': True, 'tenant_id': 'aadb54985d2d4ae395ad377a8a39c6fe'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:10.803510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=05d326cc-0db4-4cbe-8442-8bf9b72945c9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:10.849384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-47de773e-c215-44c1-91c8-9e4569b73e3a None None] Provisioning complete for port fb122bff-4a34-4641-9324-6b91aba477cb triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:10.856979 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-47de773e-c215-44c1-91c8-9e4569b73e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:10.861602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-cee53fc2-3cfa-4b69-bcb4-083c3cbceb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:10.865691 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-cee53fc2-3cfa-4b69-bcb4-083c3cbceb90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2044904 Apr 05 20:12:10.995831 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['05d326cc-0db4-4cbe-8442-8bf9b72945c9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:11.166314 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1908df29-edf1-48ad-87f9-fa99dc468043 req-f8aac4d9-c43b-4113-9fc2-57c83d3a47ab tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 210 time: 0.3343337 Apr 05 20:12:11.259503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device fb122bff-4a34-4641-9324-6b91aba477cb up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:11.262265 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-e9d97d0e-c0fa-4f7d-b3a3-1982a173f5e7 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868868 Apr 05 20:12:11.401402 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee9246cc-d008-470b-9387-6883578e8d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:11.454576 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-c2a26b49-e110-4df5-a4ff-2c8e287ee116 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798613 Apr 05 20:12:11.471358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port fb122bff-4a34-4641-9324-6b91aba477cb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:11.472332 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:11.481559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03033974-fe1c-46e0-b063-6211d4cb0083 req-5edc34b1-3337-4c72-90c5-9d72d5d7d315 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:11.483153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-03033974-fe1c-46e0-b063-6211d4cb0083 req-5edc34b1-3337-4c72-90c5-9d72d5d7d315 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 950 time: 0.5446684 Apr 05 20:12:11.488509 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:11.502753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-0d9db119-ce44-4caa-9362-8af6410dc6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:11.504774 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-0d9db119-ce44-4caa-9362-8af6410dc6c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 1.3600423 Apr 05 20:12:11.592634 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-03033974-fe1c-46e0-b063-6211d4cb0083 req-20adedc9-b5e9-4203-8fbe-a8e36fff43ff tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017447 Apr 05 20:12:11.648997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-fe5bb1fb-2dc9-46db-8bcb-014d460e0d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:11.651186 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-fe5bb1fb-2dc9-46db-8bcb-014d460e0d38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 1100 time: 0.1362333 Apr 05 20:12:11.705115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:11.709632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Usage tracker for resource:port and tenant:aadb54985d2d4ae395ad377a8a39c6fe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:11.714220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:11.721159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:11.772230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Made reservation on behalf of aadb54985d2d4ae395ad377a8a39c6fe for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:12:11.778819 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:11.788924 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e65171f-c431-4839-8a25-40c3bd0f686c req-97ab7cf7-3892-4f5b-8d9b-33d8af3e2921 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 210 time: 0.0659831 Apr 05 20:12:11.827583 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-6c56a85d-0139-4418-b0e9-eeb28fb85a02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 200 len: 217 time: 0.2074289 Apr 05 20:12:11.954790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-d834afa4-eddb-41c7-b90d-de4e0760c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:11.956660 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-d834afa4-eddb-41c7-b90d-de4e0760c8be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1175997 Apr 05 20:12:12.086195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-e721e82c-1440-491b-adf1-8bd7e5529156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:12.087655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-e721e82c-1440-491b-adf1-8bd7e5529156 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.4245372 Apr 05 20:12:12.168899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a85ee676-1514-4762-922c-ce91fb8864a9 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:12:12.171197 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 05d326cc-0db4-4cbe-8442-8bf9b72945c9 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:12.261369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abda89f-fc4e-4f25-a31b-c59ceaa96af3 req-f3a4bafa-c38f-4f98-ad0f-d3962bd92d9c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:12.269301 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7abda89f-fc4e-4f25-a31b-c59ceaa96af3 req-f3a4bafa-c38f-4f98-ad0f-d3962bd92d9c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 946 time: 0.7699990 Apr 05 20:12:12.338569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Allocated IP 172.20.0.6 (d394f804-aaf4-4e3e-a175-a6def53d4129/1c2a73de-05a0-424d-8ac3-181495091cad/87a65a4c-e7f4-4696-846f-fd2f3620a9b9) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:12:12.352762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-5ed39f6f-bacf-44e0-b4ad-5c02418efe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:12.353639 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-5ed39f6f-bacf-44e0-b4ad-5c02418efe0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3873935 Apr 05 20:12:12.363791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 05d326cc-0db4-4cbe-8442-8bf9b72945c9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:12.376025 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 05d326cc-0db4-4cbe-8442-8bf9b72945c9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:12.376544 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:12.377572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-a6af6f1c-7ecd-4f0d-ad7b-9fd6d376acf3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 200 len: 217 time: 0.2782466 Apr 05 20:12:12.432078 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7abda89f-fc4e-4f25-a31b-c59ceaa96af3 req-d7455be4-1062-4bc0-8986-4499ce76c516 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618381 Apr 05 20:12:12.486260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:12:12.510746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-0a726fe4-d680-40fc-a568-254e6a2f3296 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:12.512197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-0a726fe4-d680-40fc-a568-254e6a2f3296 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.13 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 820 time: 0.7222655 Apr 05 20:12:12.533874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Request body: {'port': {'device_id': 'cfb3a3ad-2394-4463-8f08-a4b562ed2475', 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba', 'admin_state_up': True, 'tenant_id': '78e3339ed2bb42f7a4658d92708a7a40'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:12.687727 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:12.740594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb95f2-93a8-4b3f-af2c-6b2df07e59bf req-b8d43b37-821d-4a10-a0e2-c1052b015410 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:12.746017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:12.754368 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8eb95f2-93a8-4b3f-af2c-6b2df07e59bf req-b8d43b37-821d-4a10-a0e2-c1052b015410 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 949 time: 0.8059657 Apr 05 20:12:12.786768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 05d326cc-0db4-4cbe-8442-8bf9b72945c9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=05d326cc-0db4-4cbe-8442-8bf9b72945c9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:12.791392 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6086836-872d-4e82-84e1-30b2677f64f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d326cc-0db4-4cbe-8442-8bf9b72945c9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:12.799892 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:12.840577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:12.844518 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'mac_address': 'fa:16:3e:73:ff:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:12:12.846415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-d9af9f28-8c13-469a-9369-44ce4ed4d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:12.847855 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-d9af9f28-8c13-469a-9369-44ce4ed4d9b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.4570794 Apr 05 20:12:12.885551 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-521dd7d5-54de-4744-a801-e3823053791f service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156076 Apr 05 20:12:12.905450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:12.940410 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:12.966271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a85ee676-1514-4762-922c-ce91fb8864a9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:12.968646 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8eb95f2-93a8-4b3f-af2c-6b2df07e59bf req-5621bb9b-b33e-4dad-a555-79cda57613b8 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130134 Apr 05 20:12:12.975870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=05d326cc-0db4-4cbe-8442-8bf9b72945c9,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:12.978834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Made reservation on behalf of 78e3339ed2bb42f7a4658d92708a7a40 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:12:12.987489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:13.001530 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:13.007530 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:13.140403 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=a85ee676-1514-4762-922c-ce91fb8864a9,revision_number=12']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:13.225303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-ac43afef-5e10-4796-be22-2781ebb427ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:13.227480 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-ac43afef-5e10-4796-be22-2781ebb427ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3675325 Apr 05 20:12:13.295528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['a85ee676-1514-4762-922c-ce91fb8864a9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:13.318930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:12:13.348365 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:13.387198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Sync routers for ids ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:12:13.398988 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-e5eaadf5-cfee-4d9e-a6d0-34e458eb1daa service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985588 Apr 05 20:12:13.400830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf81db-881d-42bd-b81c-8294728a68c8 req-19e43fcc-5114-4738-a0dd-b0f1fc0fa773 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:13.402635 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6baf81db-881d-42bd-b81c-8294728a68c8 req-19e43fcc-5114-4738-a0dd-b0f1fc0fa773 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 1101 time: 0.7369008 Apr 05 20:12:13.408458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Routers {'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:12:13.413787 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:13.414812 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:11:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:13.419528 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-43ac2731-62ed-40a6-908c-253953d2e383 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.4327328 Apr 05 20:12:13.422955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54526) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:13.465201 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:13.540069 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Allocated IP 172.20.0.4 (ecbc5fa8-17b4-410c-85af-ab13ae3078ba/1e997de4-b7c5-47fa-849a-8d287866bd13/a5fc5886-db56-47d5-bd46-79c8e7419136) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:12:13.549271 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6baf81db-881d-42bd-b81c-8294728a68c8 req-d13c2037-8a9c-49f8-9a27-d27b2eb6e367 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366696 Apr 05 20:12:13.570158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487cc92-1aee-41f3-bba4-10ab55cdc5a0 req-cbb8f161-cad3-49d6-b660-683147b29ece tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:13.571747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Network d394f804-aaf4-4e3e-a175-a6def53d4129 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:12:13.577941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a487cc92-1aee-41f3-bba4-10ab55cdc5a0 req-cbb8f161-cad3-49d6-b660-683147b29ece tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 950 time: 0.4325848 Apr 05 20:12:13.583530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:13.598602 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:12:13.644030 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-c7fde01b-a204-495f-afbd-dcc9ae64f59e service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043329 Apr 05 20:12:13.693476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Pushing event updated for resources: {'Port': ['ID=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:13.712866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:13.713798 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:13.769777 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1cca2567-558c-4ba5-b5f9-dee0a048449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:13.772641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Set router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:12:13.796304 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-75b4a152-c10e-4b64-aa46-eaf91d2c98ae tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0381703 Apr 05 20:12:13.810943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Request body: {'port': {'device_id': '8d9caaaa-fd9c-465c-9b31-dde532c8dd2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:13.940555 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:13.995846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c32025-4726-4adb-8075-6eb931de8a9b req-55cc1887-1312-4e4f-a942-45f7f7bfa717 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:13.996827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-89c32025-4726-4adb-8075-6eb931de8a9b req-55cc1887-1312-4e4f-a942-45f7f7bfa717 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Synchronizing usage tracker for tenant:aadb54985d2d4ae395ad377a8a39c6fe on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:14.064445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-89c32025-4726-4adb-8075-6eb931de8a9b req-55cc1887-1312-4e4f-a942-45f7f7bfa717 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Unset dirty status for tenant:aadb54985d2d4ae395ad377a8a39c6fe on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:14.065608 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89c32025-4726-4adb-8075-6eb931de8a9b req-55cc1887-1312-4e4f-a942-45f7f7bfa717 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 931 time: 0.3404098 Apr 05 20:12:14.087989 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a487cc92-1aee-41f3-bba4-10ab55cdc5a0 req-fb2280a6-dcda-4e75-9171-9f1bbf7e0d38 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5103018 Apr 05 20:12:14.184249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-89c32025-4726-4adb-8075-6eb931de8a9b req-e38a9ffa-1aaa-4871-82a1-64beb067a304 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Synchronizing usage tracker for tenant:aadb54985d2d4ae395ad377a8a39c6fe on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:14.235135 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:12:09Z', 'revision_number': 3, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:14.240337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Checking router: f7a04dcf-0a62-48b6-bd08-f572dd45c5ea for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:12:14.240686 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Updating router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea port 0cdb7a62-1f98-489e-a1b5-3496682b0888 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:12:14.325302 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:14.468601 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-89c32025-4726-4adb-8075-6eb931de8a9b req-e38a9ffa-1aaa-4871-82a1-64beb067a304 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Unset dirty status for tenant:aadb54985d2d4ae395ad377a8a39c6fe on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:14.469795 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89c32025-4726-4adb-8075-6eb931de8a9b req-e38a9ffa-1aaa-4871-82a1-64beb067a304 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905904 Apr 05 20:12:14.622998 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6086836-872d-4e82-84e1-30b2677f64f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05d326cc-0db4-4cbe-8442-8bf9b72945c9', 'code': 200} Apr 05 20:12:14.661061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:14.671528 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:14.695661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Transition to ACTIVE for port object 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:14.739732 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-93e50b4f-6bf5-4c24-9b33-0fd43b7b8ef0 req-4ee3ec49-73e3-44c2-845c-b065632eee7e service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7766743 Apr 05 20:12:14.786684 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:14.828079 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:14.941178 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8509a590-035e-4562-b6da-368061042b55 req-fbd7af1a-a691-4b94-9a25-1fe764b645a0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 210 time: 0.1672664 Apr 05 20:12:14.969924 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:14.979302 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:14.990493 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:15.009537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Transition to ACTIVE for port object 0cdb7a62-1f98-489e-a1b5-3496682b0888 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:15.018407 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:15.111362 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Attempting to bind port 0cdb7a62-1f98-489e-a1b5-3496682b0888 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:12:15.111618 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Attempting to bind port 0cdb7a62-1f98-489e-a1b5-3496682b0888 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:12:15.112302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Attempting to bind port 0cdb7a62-1f98-489e-a1b5-3496682b0888 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:15.115852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3b21d-fdcc-45a7-90e9-111f33968d3d None None] Pushing event updated for resources: {'Port': ['ID=0cdb7a62-1f98-489e-a1b5-3496682b0888,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:15.120984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:12:15.121343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:15.121919 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:15.122301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:12:15.122740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Bound port: 0cdb7a62-1f98-489e-a1b5-3496682b0888, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:12:15.123100 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:15.146979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Pushing event updated for resources: {'Port': ['ID=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:15.179784 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-f7b15427-a667-47c2-8711-345cda76e038 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=68647ae553c84fef9dc84260fe0aaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707119 Apr 05 20:12:15.189528 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a930151-0661-44de-9518-a181a3b0990d req-3f9442c2-fe64-4b64-bfde-f7d2f8bb0b0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4924397 Apr 05 20:12:15.199451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] For port 0cdb7a62-1f98-489e-a1b5-3496682b0888, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:15.203474 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] For port 0cdb7a62-1f98-489e-a1b5-3496682b0888, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0cdb7a62-1f98-489e-a1b5-3496682b0888,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:12:15.210752 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:15.213915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18791671-ffa4-46e2-a053-51177f3858b1 req-b670b195-b58c-4c6e-b6e8-f9fbe3208d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:15.215708 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18791671-ffa4-46e2-a053-51177f3858b1 req-b670b195-b58c-4c6e-b6e8-f9fbe3208d95 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 1101 time: 0.4150388 Apr 05 20:12:15.273216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65ac11-b94a-4519-afcf-83f31348976e req-f8bbc893-0c79-4f35-a8ea-c7487fc165ac tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:15.275691 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a65ac11-b94a-4519-afcf-83f31348976e req-f8bbc893-0c79-4f35-a8ea-c7487fc165ac tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 950 time: 0.3646710 Apr 05 20:12:15.294485 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:15.297284 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Routers {'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:12:15.298322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:12:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:15.358075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['941413cc-cd0e-4dca-9c2c-7c52aeac2b5e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:15.367687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-325ebd94-f60e-4ff6-bd30-517909faf0cd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:15.369112 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-325ebd94-f60e-4ff6-bd30-517909faf0cd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1828134 Apr 05 20:12:15.385808 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18791671-ffa4-46e2-a053-51177f3858b1 req-33ee85e8-087f-4a44-a0fe-b86a1b6f57bc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615098 Apr 05 20:12:15.415658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3b21d-fdcc-45a7-90e9-111f33968d3d None None] Pushing event updated for resources: {'Port': ['ID=0cdb7a62-1f98-489e-a1b5-3496682b0888,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:15.448886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Network ecbc5fa8-17b4-410c-85af-ab13ae3078ba is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:12:15.449282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Attempting to bind port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:12:15.449615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Attempting to bind port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '41e90d0d-3aba-4aaa-96f6-a68a385edada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:12:15.449963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Attempting to bind port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 on network d394f804-aaf4-4e3e-a175-a6def53d4129 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:15.456314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 on network d394f804-aaf4-4e3e-a175-a6def53d4129 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:12:15.456631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Attempting to bind port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 on network d394f804-aaf4-4e3e-a175-a6def53d4129 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:15.459476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:15.468176 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-51f72bca-ff13-48d2-9aad-88dc5a74d625 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/quotas/68647ae553c84fef9dc84260fe0aaf92 HTTP/1.1" status: 200 len: 375 time: 0.0472078 Apr 05 20:12:15.469292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:12:15.469831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:12:15.470318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Checking segment: {'id': '41e90d0d-3aba-4aaa-96f6-a68a385edada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:15.470545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Bound using segment: {'id': '41e90d0d-3aba-4aaa-96f6-a68a385edada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:12:15.470974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Bound port: 87a65a4c-e7f4-4696-846f-fd2f3620a9b9, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e90d0d-3aba-4aaa-96f6-a68a385edada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:12:15.471311 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:15.497432 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a65ac11-b94a-4519-afcf-83f31348976e req-e3119484-272f-4570-9ce9-27e41db3ba6b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042885 Apr 05 20:12:15.559390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Pushing event updated for resources: {'Port': ['ID=a5fc5886-db56-47d5-bd46-79c8e7419136,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:15.604883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:15.604883 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:15.612031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] Set router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:12:15.616733 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:15.729260 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-ef445e2f-e7ea-4747-81a3-1868a392c236 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2050166 Apr 05 20:12:15.795346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930151-0661-44de-9518-a181a3b0990d req-707d1a5b-2473-47a6-b7a0-c02b58eb1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:15.796805 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a930151-0661-44de-9518-a181a3b0990d req-707d1a5b-2473-47a6-b7a0-c02b58eb1ef4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 1101 time: 0.4268627 Apr 05 20:12:15.799843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Request body: {'port': {'device_id': 'cfb3a3ad-2394-4463-8f08-a4b562ed2475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:15.828833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] For port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:15.838152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] For port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:12:15.875457 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:15.937300 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-3a1d548a-4518-485f-96b8-cd3e3d1cea81 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4551961 Apr 05 20:12:15.974897 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:16.011624 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:16.021355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:16.021939 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:16.024012 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] 10.222.0.41 "PUT /v2.0/ports/87a65a4c-e7f4-4696-846f-fd2f3620a9b9 HTTP/1.1" status: 200 len: 1091 time: 2.2177823 Apr 05 20:12:16.026492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9caaaa-fd9c-465c-9b31-dde532c8dd2f', 'tag': '87a65a4c-e7f4-4696-846f-fd2f3620a9b9'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:16.053414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006cf94-ab21-4d38-99c0-58b036387a0d service neutron] Pushing event updated for resources: {'Port': ['ID=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:16.074830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930151-0661-44de-9518-a181a3b0990d req-c85eaefd-8b09-4486-8bb2-bb0ed45779dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:16.075724 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a930151-0661-44de-9518-a181a3b0990d req-c85eaefd-8b09-4486-8bb2-bb0ed45779dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2445712 Apr 05 20:12:16.078991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:12:09Z', 'revision_number': 3, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:16.084406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7aa023-5bd8-49fc-95dc-2811ddf77a10 None None] The sync data for ids ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'] in n-d-836604-1 is: [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:12:09Z', 'revision_number': 3, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:12:16.173354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a85ee676-1514-4762-922c-ce91fb8864a9 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:16.196021 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db51375-2687-4982-aa56-32eeb724f9f7 req-ffa92737-c2ff-4333-9894-e3fa130b413f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:16.204829 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3db51375-2687-4982-aa56-32eeb724f9f7 req-ffa92737-c2ff-4333-9894-e3fa130b413f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 950 time: 0.4794741 Apr 05 20:12:16.224008 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a930151-0661-44de-9518-a181a3b0990d req-10a4694f-51c7-4d21-88be-7934e80bd6f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 200 len: 217 time: 0.1405435 Apr 05 20:12:16.318520 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port a85ee676-1514-4762-922c-ce91fb8864a9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:16.325075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port a85ee676-1514-4762-922c-ce91fb8864a9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:16.326280 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:16.362866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930151-0661-44de-9518-a181a3b0990d req-17580682-4956-48bb-81ef-0e210d2b3c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:16.364310 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a930151-0661-44de-9518-a181a3b0990d req-17580682-4956-48bb-81ef-0e210d2b3c18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1337640 Apr 05 20:12:16.403353 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3db51375-2687-4982-aa56-32eeb724f9f7 req-4bff17a1-81fa-4463-b038-887687b0a914 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972656 Apr 05 20:12:16.472570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-ee45e7e6-c376-43e9-b11b-d516c88d3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:16.474073 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-ee45e7e6-c376-43e9-b11b-d516c88d3ad6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aadb54985d2d4ae395ad377a8a39c6fe&device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 1094 time: 0.3098526 Apr 05 20:12:16.532649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Allocated IP 172.20.0.1 (8423dc9b-76d6-4e6a-a973-7acf16d1a246/13e33506-40a3-430a-a944-7a87389ff892/3df8745d-90c9-46d6-9047-0a6d11df906c) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:12:16.554461 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:16.633143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5cd8f-197e-4230-a452-82a3b5596399 req-cb3b1cf4-eee6-4a61-9fae-7ea9ae797b8f tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:16.649106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:16.650460 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ed5cd8f-197e-4230-a452-82a3b5596399 req-cb3b1cf4-eee6-4a61-9fae-7ea9ae797b8f tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 943 time: 0.3632779 Apr 05 20:12:16.677743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:16.685407 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:16.710711 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-45ff1fa4-3339-4170-841d-e01e7209ed2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87a65a4c-e7f4-4696-846f-fd2f3620a9b9 HTTP/1.1" status: 200 len: 217 time: 0.2110977 Apr 05 20:12:16.863311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-b075e506-b907-42f6-8800-788ae39c0957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:16.867172 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-b075e506-b907-42f6-8800-788ae39c0957 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c2a73de-05a0-424d-8ac3-181495091cad HTTP/1.1" status: 200 len: 855 time: 0.1465716 Apr 05 20:12:16.955586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=a85ee676-1514-4762-922c-ce91fb8864a9,revision_number=13']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:16.977647 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ed5cd8f-197e-4230-a452-82a3b5596399 req-15d06587-695e-48d0-95d0-a3d7014a2b16 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263111 Apr 05 20:12:16.981184 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-3cfb262c-3e08-4741-a921-ad5a731410f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d394f804-aaf4-4e3e-a175-a6def53d4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740790 Apr 05 20:12:16.986543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a930151-0661-44de-9518-a181a3b0990d req-dced1df4-68ea-4314-af49-1fbd9c2608ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:16.987972 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a930151-0661-44de-9518-a181a3b0990d req-dced1df4-68ea-4314-af49-1fbd9c2608ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6133304 Apr 05 20:12:17.173552 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9caaaa-fd9c-465c-9b31-dde532c8dd2f', 'tag': '87a65a4c-e7f4-4696-846f-fd2f3620a9b9', 'status': 'completed', 'code': 200} Apr 05 20:12:17.284315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0cdb7a62-1f98-489e-a1b5-3496682b0888 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:17.320233 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f85688ce-3a3b-4bb7-b528-ef7e1ea8c74c req-5c689786-9da0-4b16-9bda-2c187459320f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 210 time: 0.0614316 Apr 05 20:12:17.329532 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a930151-0661-44de-9518-a181a3b0990d req-dd474170-f0c0-429e-b125-18e22d3b8033 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196368 Apr 05 20:12:17.423908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 0cdb7a62-1f98-489e-a1b5-3496682b0888 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:17.438322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0cdb7a62-1f98-489e-a1b5-3496682b0888 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:17.438686 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:17.461027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5fc5886-db56-47d5-bd46-79c8e7419136 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:17.485264 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:17.498850 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'code': 200} Apr 05 20:12:17.543841 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a930151-0661-44de-9518-a181a3b0990d req-eec658f5-54ac-431e-8c7a-cbbf6ce56867 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980979 Apr 05 20:12:17.564604 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-4edf9de6-83df-4b07-9188-198ce7eb660d service neutron] 10.222.0.41 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754285 Apr 05 20:12:17.566667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ddbb0-2e08-4499-90e3-c357fc42eeba req-8e6544b1-77ce-4c25-8fb4-4e7d76752e38 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:17.567411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-758ddbb0-2e08-4499-90e3-c357fc42eeba req-8e6544b1-77ce-4c25-8fb4-4e7d76752e38 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Synchronizing usage tracker for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:17.577190 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:17.582000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Transition to ACTIVE for port object a5fc5886-db56-47d5-bd46-79c8e7419136 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:17.607041 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:17.621276 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:17.639032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 0cdb7a62-1f98-489e-a1b5-3496682b0888, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0cdb7a62-1f98-489e-a1b5-3496682b0888,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:17.643513 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:17.657146 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Transition to ACTIVE for port object 3df8745d-90c9-46d6-9047-0a6d11df906c will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:17.721774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=0cdb7a62-1f98-489e-a1b5-3496682b0888,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:17.722132 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb9c051d-c53e-4438-bcf2-7682a93d8b79 req-6d33d7d3-57cb-4479-bef0-6ecdf8efe29a service neutron] 10.222.0.41 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466231 Apr 05 20:12:17.761657 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-5d76c1dc-5108-48f2-a624-6d6f36b73e9a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4315b2776a8446efa0573a8e3d19b341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1872454 Apr 05 20:12:17.823584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-758ddbb0-2e08-4499-90e3-c357fc42eeba req-8e6544b1-77ce-4c25-8fb4-4e7d76752e38 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Unset dirty status for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:17.824723 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-758ddbb0-2e08-4499-90e3-c357fc42eeba req-8e6544b1-77ce-4c25-8fb4-4e7d76752e38 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 931 time: 0.9771497 Apr 05 20:12:17.877283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Pushing event updated for resources: {'Port': ['ID=a5fc5886-db56-47d5-bd46-79c8e7419136,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:17.910964 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-758ddbb0-2e08-4499-90e3-c357fc42eeba req-fa191076-d900-4111-a5c9-e959ca09bc08 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671499 Apr 05 20:12:17.956286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Attempting to bind port a5fc5886-db56-47d5-bd46-79c8e7419136 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:12:17.956621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Attempting to bind port a5fc5886-db56-47d5-bd46-79c8e7419136 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:12:17.956942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Attempting to bind port a5fc5886-db56-47d5-bd46-79c8e7419136 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:17.967856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Port a5fc5886-db56-47d5-bd46-79c8e7419136 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:12:17.968177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Attempting to bind port a5fc5886-db56-47d5-bd46-79c8e7419136 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:17.981017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:12:17.981366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Checking segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:17.981755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Bound using segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:12:17.982230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Bound port: a5fc5886-db56-47d5-bd46-79c8e7419136, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:12:17.982587 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:18.011464 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:18.118705 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-fc7eb95f-5e56-43c3-aef1-51c264715042 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=68647ae553c84fef9dc84260fe0aaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896115 Apr 05 20:12:18.213107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:12:18.219638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:12:18.248762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:18.255569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:12:18.379260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Pushing event updated for resources: {'Port': ['ID=3df8745d-90c9-46d6-9047-0a6d11df906c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:18.426843 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:18.491139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-2a72869f-624e-4d33-ad67-863779a2b17e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:18.497369 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-2a72869f-624e-4d33-ad67-863779a2b17e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7262504 Apr 05 20:12:18.512521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-b12880ef-e02a-473f-b96c-23169bf79a6b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:18.512749 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:18.524300 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-b12880ef-e02a-473f-b96c-23169bf79a6b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3632243 Apr 05 20:12:18.530420 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae', 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060', 'port_id': '4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae', 'mac_address': 'fa:16:3e:12:6d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1175b7-fe76-4409-88b2-f584c22d2454', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:12:18.553656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Request body: {'port': {'device_id': '6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '68647ae553c84fef9dc84260fe0aaf92'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:18.585268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-bcd53bc7-1763-4dd0-b73f-f3adfa1abe9e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/quotas/4315b2776a8446efa0573a8e3d19b341 HTTP/1.1" status: 200 len: 375 time: 0.0582190 Apr 05 20:12:18.623167 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:18.627278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:18.653218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:18.676816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:18.683310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a5fc5886-db56-47d5-bd46-79c8e7419136,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:12:18.684722 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:18.711640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:18.738879 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:18.743099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ee671-05dc-4fb6-9d38-0cb0f976a30e req-519bd452-71c6-4444-8a52-c29f95e0748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:18.744557 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-272ee671-05dc-4fb6-9d38-0cb0f976a30e req-519bd452-71c6-4444-8a52-c29f95e0748f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aadb54985d2d4ae395ad377a8a39c6fe&device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 1094 time: 0.9422326 Apr 05 20:12:18.759372 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4b08664e-781d-48a4-a6c8-b6a0f0bb8476 None None] Provisioning for port 3df8745d-90c9-46d6-9047-0a6d11df906c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:18.774294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4b08664e-781d-48a4-a6c8-b6a0f0bb8476 None None] Provisioning complete for port 3df8745d-90c9-46d6-9047-0a6d11df906c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:18.775060 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4b08664e-781d-48a4-a6c8-b6a0f0bb8476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:18.812767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d750e1-8eab-4835-b4d2-2c0837bb6606 req-b5f71c50-c0e3-4e34-a83c-7f2b397d6485 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:18.831388 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99d750e1-8eab-4835-b4d2-2c0837bb6606 req-b5f71c50-c0e3-4e34-a83c-7f2b397d6485 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 950 time: 0.7146878 Apr 05 20:12:18.836983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:18.883712 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:18.906690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:18.958496 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4b08664e-781d-48a4-a6c8-b6a0f0bb8476 None None] Port 3df8745d-90c9-46d6-9047-0a6d11df906c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:12:19.004827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Made reservation on behalf of 68647ae553c84fef9dc84260fe0aaf92 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:12:19.008592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:19.017508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:19.018569 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:19.020169 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] 10.222.0.13 "PUT /v2.0/ports/a5fc5886-db56-47d5-bd46-79c8e7419136 HTTP/1.1" status: 200 len: 1091 time: 3.2253690 Apr 05 20:12:19.023970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfb3a3ad-2394-4463-8f08-a4b562ed2475', 'tag': 'a5fc5886-db56-47d5-bd46-79c8e7419136'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:19.116404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b731f6-db6a-446d-897c-c8b63c9df6cb service neutron] Pushing event updated for resources: {'Port': ['ID=a5fc5886-db56-47d5-bd46-79c8e7419136,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:19.203797 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99d750e1-8eab-4835-b4d2-2c0837bb6606 req-994744e6-2daf-42bc-a56e-3b34778b5688 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714855 Apr 05 20:12:19.290251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0cdb7a62-1f98-489e-a1b5-3496682b0888 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:19.306349 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:19.390740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-384fb835-1f0e-47a0-acf3-d945df0a7ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:19.392203 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-384fb835-1f0e-47a0-acf3-d945df0a7ec6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 1094 time: 0.2696073 Apr 05 20:12:19.446419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0cdb7a62-1f98-489e-a1b5-3496682b0888 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:19.446694 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:19.460668 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-5c9761ac-ef02-4229-ba26-276155925cbc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7244670 Apr 05 20:12:19.485797 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-0780d6a8-b673-40af-9926-bb86f0950554 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5fc5886-db56-47d5-bd46-79c8e7419136 HTTP/1.1" status: 200 len: 217 time: 0.0746772 Apr 05 20:12:19.504276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ee671-05dc-4fb6-9d38-0cb0f976a30e req-1bb38a25-8a12-4a24-aac3-60363a63fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:19.514391 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-272ee671-05dc-4fb6-9d38-0cb0f976a30e req-1bb38a25-8a12-4a24-aac3-60363a63fe27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d394f804-aaf4-4e3e-a175-a6def53d4129 HTTP/1.1" status: 200 len: 916 time: 0.7106497 Apr 05 20:12:19.652483 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-272ee671-05dc-4fb6-9d38-0cb0f976a30e req-8d4e5d9c-3bd4-4895-9f12-ce94e00ce3cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87a65a4c-e7f4-4696-846f-fd2f3620a9b9 HTTP/1.1" status: 200 len: 217 time: 0.1232560 Apr 05 20:12:19.664177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-56bd173f-41a9-4ac8-92d3-4132a3aee7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:19.671727 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-56bd173f-41a9-4ac8-92d3-4132a3aee7ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.1191833 Apr 05 20:12:19.764034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ee671-05dc-4fb6-9d38-0cb0f976a30e req-f5d9f7b3-3b64-4cd9-b5bc-520f16e8a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:19.765784 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-272ee671-05dc-4fb6-9d38-0cb0f976a30e req-f5d9f7b3-3b64-4cd9-b5bc-520f16e8a93b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c2a73de-05a0-424d-8ac3-181495091cad HTTP/1.1" status: 200 len: 855 time: 0.1054559 Apr 05 20:12:19.768860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Allocated IP 192.168.233.38 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/41eac429-9e5b-424d-bf0d-01fedc2b9544) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:12:19.846968 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-272ee671-05dc-4fb6-9d38-0cb0f976a30e req-d5ec89b9-3220-46ab-b07e-1075cb9c1af4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d394f804-aaf4-4e3e-a175-a6def53d4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646005 Apr 05 20:12:19.908964 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-279bb6b3-1d11-4b87-93f1-0b58691b60f0 req-8c596918-333e-4cb7-8835-6a59974347b3 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 210 time: 0.0751064 Apr 05 20:12:20.001499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:20.042394 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-06195a82-da16-4306-be63-fee9262f47c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050587 Apr 05 20:12:20.043467 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:20.230980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:20.379851 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-272ee671-05dc-4fb6-9d38-0cb0f976a30e req-78f51258-a949-49be-bbdf-54f0ec3507e4 service neutron] 10.222.0.41 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4698815 Apr 05 20:12:20.417440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:20.418008 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:20.592347 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:20.627360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-20cea72b-cbd5-4e12-bd8c-41e77e93fe01 service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964870 Apr 05 20:12:20.636057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:20.639196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1018c69-8a3d-4d2c-be1d-fea9e8141865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:20.687439 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:20.688453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95371c7b-b2d5-4b0f-b271-55449ccf0d4a req-9457cfe9-5f38-472d-8202-8c6deaffebb1 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:20.696882 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95371c7b-b2d5-4b0f-b271-55449ccf0d4a req-9457cfe9-5f38-472d-8202-8c6deaffebb1 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 943 time: 1.2099633 Apr 05 20:12:20.726805 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:20.791103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Pushing event updated for resources: {'Port': ['ID=3df8745d-90c9-46d6-9047-0a6d11df906c,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:20.864113 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:20.886646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:20.898683 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:12:20.912582 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95371c7b-b2d5-4b0f-b271-55449ccf0d4a req-a78cb190-561e-4c3e-94d1-bcfbb50f7076 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144320 Apr 05 20:12:20.943150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Transition to ACTIVE for port object 41eac429-9e5b-424d-bf0d-01fedc2b9544 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:20.974981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731beff1-2548-40b1-b273-bbef1d3e5e4c req-c599ff21-b20c-499d-9c58-3a17318fb266 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:20.981894 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-731beff1-2548-40b1-b273-bbef1d3e5e4c req-c599ff21-b20c-499d-9c58-3a17318fb266 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 943 time: 0.6653473 Apr 05 20:12:21.056757 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb3a3ad-2394-4463-8f08-a4b562ed2475', 'tag': 'a5fc5886-db56-47d5-bd46-79c8e7419136', 'status': 'completed', 'code': 200} Apr 05 20:12:21.086984 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:21.091616 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-272ee671-05dc-4fb6-9d38-0cb0f976a30e req-8a5b8383-66e0-4dd6-bcc8-f1018c0432ef service neutron] 10.222.0.41 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6982188 Apr 05 20:12:21.104647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:21.125502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '87a65a4c-e7f4-4696-846f-fd2f3620a9b9', 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129', 'port_id': '87a65a4c-e7f4-4696-846f-fd2f3620a9b9', 'mac_address': 'fa:16:3e:ff:fc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2a73de-05a0-424d-8ac3-181495091cad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:12:21.127486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e', 'eaed120d-623f-40ac-aea4-d38dc9cb535f', '40ed973d-a318-4c31-9c23-4d5fc3d066b3', '5c7da35a-ab21-48a3-b924-c3d0960e969c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:21.171941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-223b3f3d-3855-48c8-8fa7-a7a3bdb3f1db req-8483c50d-75aa-4309-94d5-bb24fa088cae service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231595 Apr 05 20:12:21.199019 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-731beff1-2548-40b1-b273-bbef1d3e5e4c req-357aba21-01a7-456e-b397-e6604a0a9f79 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161734 Apr 05 20:12:21.227034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:12:21.232215 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['1b25bd2a-6269-4b00-a18b-e56acb3aeaa8', 'c8469f67-c176-4344-a930-20955f564d29'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:21.234631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:12:21.235988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:21.253953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:21.267740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:12:21.375521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event updated for resources: {'Port': ['ID=41eac429-9e5b-424d-bf0d-01fedc2b9544,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:21.496909 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d9c0ed9-bab0-41e1-82a0-ade18af3023c req-e3f7beb2-92e5-4ef2-a52e-8c49dae5f0f2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 210 time: 0.0619607 Apr 05 20:12:21.534324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:21.535103 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:21.614670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-c11020d4-a033-458a-965a-507e3873b12f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0658159 Apr 05 20:12:21.629713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Request body: {'port': {'device_id': '6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:21.686688 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1018c69-8a3d-4d2c-be1d-fea9e8141865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae', 'code': 200} Apr 05 20:12:21.844711 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-153e0747-d29f-4a2d-aa41-3666e21ea81a tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=4315b2776a8446efa0573a8e3d19b341&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043665 Apr 05 20:12:21.888692 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:21.942688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4a19ea4f-8a7f-4fa6-b8cd-f7708c727f57 None None] Provisioning complete for port 3df8745d-90c9-46d6-9047-0a6d11df906c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:21.943042 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4a19ea4f-8a7f-4fa6-b8cd-f7708c727f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:21.997854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91091c85-0c60-487f-804f-5282c68b5cc7 req-458bf640-9434-492c-a12d-f9224779d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:21.999997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91091c85-0c60-487f-804f-5282c68b5cc7 req-458bf640-9434-492c-a12d-f9224779d6a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 1094 time: 0.5933368 Apr 05 20:12:22.071378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:22.088487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:12:22.125565 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:22.222302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4a19ea4f-8a7f-4fa6-b8cd-f7708c727f57 None None] Port 3df8745d-90c9-46d6-9047-0a6d11df906c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:12:22.237980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:22.270986 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:22.445369 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-315a73f5-b442-43fb-8bb4-f1d064c22520 None None] Provisioning for port 41eac429-9e5b-424d-bf0d-01fedc2b9544 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:22.472706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:22.478964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-315a73f5-b442-43fb-8bb4-f1d064c22520 None None] Provisioning complete for port 41eac429-9e5b-424d-bf0d-01fedc2b9544 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:22.479328 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-315a73f5-b442-43fb-8bb4-f1d064c22520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:22.560058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc340e7-875e-4131-9f09-8f0b5f83e58d req-bdf7edda-e5f6-4d73-a3cd-0ad206b46283 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:22.561762 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fdc340e7-875e-4131-9f09-8f0b5f83e58d req-bdf7edda-e5f6-4d73-a3cd-0ad206b46283 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 935 time: 0.6704979 Apr 05 20:12:22.615140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:12:22.618953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-315a73f5-b442-43fb-8bb4-f1d064c22520 None None] Port 41eac429-9e5b-424d-bf0d-01fedc2b9544 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:12:22.620649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['87a65a4c-e7f4-4696-846f-fd2f3620a9b9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:22.627170 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Sync routers for ids ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:12:22.640704 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Routers {'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:12:22.641323 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:12:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:22.648986 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-80ec704f-e1f5-4ea7-94dd-39b5ac3a00ff admin admin] 10.222.0.24 "PUT /v2.0/routers/f7a04dcf-0a62-48b6-bd08-f572dd45c5ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2248659 Apr 05 20:12:22.652624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91091c85-0c60-487f-804f-5282c68b5cc7 req-fbc7d89e-0906-46d3-bc82-364a38e46997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:22.653382 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91091c85-0c60-487f-804f-5282c68b5cc7 req-fbc7d89e-0906-46d3-bc82-364a38e46997 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.6285837 Apr 05 20:12:22.781675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91091c85-0c60-487f-804f-5282c68b5cc7 req-6b432806-d9ff-45d5-84d3-09f93b5fcf07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5fc5886-db56-47d5-bd46-79c8e7419136 HTTP/1.1" status: 200 len: 217 time: 0.1191707 Apr 05 20:12:22.815425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41eac429-9e5b-424d-bf0d-01fedc2b9544 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:22.839617 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:22.888225 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fdc340e7-875e-4131-9f09-8f0b5f83e58d req-4dc9cc49-52dc-4d43-b50a-211bf46c54f6 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038399 Apr 05 20:12:22.888721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Transition to ACTIVE for port object 41eac429-9e5b-424d-bf0d-01fedc2b9544 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:22.934952 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:22.967227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91091c85-0c60-487f-804f-5282c68b5cc7 req-27b2ef56-37d5-4fb7-93f4-807ea19f7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:22.969016 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91091c85-0c60-487f-804f-5282c68b5cc7 req-27b2ef56-37d5-4fb7-93f4-807ea19f7298 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.1725392 Apr 05 20:12:23.195425 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Set router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:12:23.311070 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91091c85-0c60-487f-804f-5282c68b5cc7 req-6be3be09-ef1e-4cc9-8e0d-a04ca27f8dc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3329716 Apr 05 20:12:23.418888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-a13abcc9-59e4-4d8f-b7b6-2ee527c646ee tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:23.420399 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-a13abcc9-59e4-4d8f-b7b6-2ee527c646ee tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5411170 Apr 05 20:12:23.561092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Request body: {'port': {'device_id': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '4315b2776a8446efa0573a8e3d19b341'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:23.570157 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91091c85-0c60-487f-804f-5282c68b5cc7 req-3ba800e6-c161-4705-9f8f-9917c0b807c3 service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410669 Apr 05 20:12:23.955863 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91091c85-0c60-487f-804f-5282c68b5cc7 req-b1290dac-53d6-4c22-8348-7db3d345bba6 service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756459 Apr 05 20:12:23.957973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Pushing event updated for resources: {'Port': ['ID=41eac429-9e5b-424d-bf0d-01fedc2b9544,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:23.991408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e95d0-d99b-436e-aa3e-98c7cddc4661 req-fa92e799-0d24-4443-a3c2-48e8079116a4 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:24.002651 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-219e95d0-d99b-436e-aa3e-98c7cddc4661 req-fa92e799-0d24-4443-a3c2-48e8079116a4 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 950 time: 1.7488441 Apr 05 20:12:24.009126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565b5dc-7287-4210-bcf2-3b372deaa8c9 req-ae87653b-9faf-490c-873b-7f9d74ef60f9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:24.016125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9565b5dc-7287-4210-bcf2-3b372deaa8c9 req-ae87653b-9faf-490c-873b-7f9d74ef60f9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 944 time: 0.1337855 Apr 05 20:12:24.022419 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:12:19Z', 'revision_number': 4, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3df8745d-90c9-46d6-9047-0a6d11df906c', 'name': '', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'mac_address': 'fa:16:3e:bf:9c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '13e33506-40a3-430a-a944-7a87389ff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:15Z', 'updated_at': '2022-04-05T20:12:19Z', 'revision_number': 2, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'subnets': [{'id': '13e33506-40a3-430a-a944-7a87389ff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:24.026674 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Checking router: f7a04dcf-0a62-48b6-bd08-f572dd45c5ea for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:12:24.027014 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Updating router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea port 3df8745d-90c9-46d6-9047-0a6d11df906c binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:12:24.083482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:24.089019 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:24.096685 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9565b5dc-7287-4210-bcf2-3b372deaa8c9 req-d68cce59-f5c6-4085-8b3e-889ea9471f51 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793393 Apr 05 20:12:24.133140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:24.148098 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-219e95d0-d99b-436e-aa3e-98c7cddc4661 req-ef47119d-5a82-4697-a122-305773bf0e41 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431360 Apr 05 20:12:24.215869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Attempting to bind port 41eac429-9e5b-424d-bf0d-01fedc2b9544 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:12:24.216193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Attempting to bind port 41eac429-9e5b-424d-bf0d-01fedc2b9544 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:12:24.216509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Attempting to bind port 41eac429-9e5b-424d-bf0d-01fedc2b9544 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:24.221855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Port 41eac429-9e5b-424d-bf0d-01fedc2b9544 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:12:24.222193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Attempting to bind port 41eac429-9e5b-424d-bf0d-01fedc2b9544 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:24.242838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Made reservation on behalf of 4315b2776a8446efa0573a8e3d19b341 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:12:24.250812 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:24.291163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:12:24.291440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:24.291712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:12:24.292147 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Bound port: 41eac429-9e5b-424d-bf0d-01fedc2b9544, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:12:24.292489 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:24.405516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15326da4-bed4-444c-9d46-19ceaf61c34a req-8dad3d2a-0864-488d-9686-8f67a51818c4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:24.412946 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15326da4-bed4-444c-9d46-19ceaf61c34a req-8dad3d2a-0864-488d-9686-8f67a51818c4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 943 time: 0.1657064 Apr 05 20:12:24.560976 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15326da4-bed4-444c-9d46-19ceaf61c34a req-a01638e7-9e4e-4117-8575-4b4e29d61f7a tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466432 Apr 05 20:12:24.707825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] For port 41eac429-9e5b-424d-bf0d-01fedc2b9544, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:24.721825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] For port 41eac429-9e5b-424d-bf0d-01fedc2b9544, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=41eac429-9e5b-424d-bf0d-01fedc2b9544,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:12:24.758686 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:24.783268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0cc007b6-40bc-44bb-a298-9a7a045c0f1f req-4128f952-6348-481a-88c7-eaa98e0f0462 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 210 time: 0.4625168 Apr 05 20:12:24.827072 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:24.841332 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Transition to ACTIVE for port object 3df8745d-90c9-46d6-9047-0a6d11df906c will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:24.853104 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:24.853779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:24.993821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:24.994460 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:24.995890 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] 10.222.0.13 "PUT /v2.0/ports/41eac429-9e5b-424d-bf0d-01fedc2b9544 HTTP/1.1" status: 200 len: 1095 time: 3.3723466 Apr 05 20:12:25.025995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef', 'tag': '41eac429-9e5b-424d-bf0d-01fedc2b9544'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:25.059227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:25.064677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:25.065175 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:25.374610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Allocated IP 192.168.233.89 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/807fa30f-42f5-45a5-a350-cebbc3659bc7) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:12:25.420794 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:25.426654 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379da0da-749d-4361-bc46-d19bfb3a0ca5 None None] Pushing event updated for resources: {'Port': ['ID=3df8745d-90c9-46d6-9047-0a6d11df906c,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:25.495243 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379da0da-749d-4361-bc46-d19bfb3a0ca5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:25.495499 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379da0da-749d-4361-bc46-d19bfb3a0ca5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:25.495830 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379da0da-749d-4361-bc46-d19bfb3a0ca5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:25.496161 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379da0da-749d-4361-bc46-d19bfb3a0ca5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:25.496486 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379da0da-749d-4361-bc46-d19bfb3a0ca5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:25.496806 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379da0da-749d-4361-bc46-d19bfb3a0ca5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:25.497128 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379da0da-749d-4361-bc46-d19bfb3a0ca5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:25.497443 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379da0da-749d-4361-bc46-d19bfb3a0ca5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:25.497758 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379da0da-749d-4361-bc46-d19bfb3a0ca5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:25.498101 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379da0da-749d-4361-bc46-d19bfb3a0ca5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:25.498414 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379da0da-749d-4361-bc46-d19bfb3a0ca5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:25.498731 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379da0da-749d-4361-bc46-d19bfb3a0ca5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:25.513143 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:25.515258 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9caaaa-fd9c-465c-9b31-dde532c8dd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a65a4c-e7f4-4696-846f-fd2f3620a9b9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:25.529892 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Attempting to bind port 3df8745d-90c9-46d6-9047-0a6d11df906c on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:12:25.530420 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Attempting to bind port 3df8745d-90c9-46d6-9047-0a6d11df906c by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:12:25.530794 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Attempting to bind port 3df8745d-90c9-46d6-9047-0a6d11df906c on network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:25.530914 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:25.542715 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:12:25.543081 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Checking segment: {'id': '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:25.543477 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:25.543986 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Bound using segment: {'id': '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:12:25.544638 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Bound port: 3df8745d-90c9-46d6-9047-0a6d11df906c, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:12:25.544822 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:25.559770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23545ec-1394-4438-9151-d2372809792f req-3513f08f-7883-465c-bc0b-d8dc309b84c6 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:25.572310 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23545ec-1394-4438-9151-d2372809792f req-3513f08f-7883-465c-bc0b-d8dc309b84c6 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/networks?id=8423dc9b-76d6-4e6a-a973-7acf16d1a246 HTTP/1.1" status: 200 len: 828 time: 0.4414444 Apr 05 20:12:25.604016 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23545ec-1394-4438-9151-d2372809792f req-595fd83e-f15f-44b3-b02f-f7b0eb36876f tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/quotas/6c1296c3e07b4e66aa7d36ee7af0901d HTTP/1.1" status: 200 len: 375 time: 0.0307558 Apr 05 20:12:25.701558 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:25.747847 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:25.765441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Transition to ACTIVE for port object 807fa30f-42f5-45a5-a350-cebbc3659bc7 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:25.783850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f23545ec-1394-4438-9151-d2372809792f req-89df76e7-763c-484b-b2a9-201262cf56a8 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Synchronizing usage tracker for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:25.810273 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] For port 3df8745d-90c9-46d6-9047-0a6d11df906c, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:25.813502 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] For port 3df8745d-90c9-46d6-9047-0a6d11df906c, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3df8745d-90c9-46d6-9047-0a6d11df906c,segment=NetworkSegment(1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd),segment_id=1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:12:25.815586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f23545ec-1394-4438-9151-d2372809792f req-89df76e7-763c-484b-b2a9-201262cf56a8 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Unset dirty status for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:25.825351 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23545ec-1394-4438-9151-d2372809792f req-89df76e7-763c-484b-b2a9-201262cf56a8 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c1296c3e07b4e66aa7d36ee7af0901d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2190049 Apr 05 20:12:25.833921 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:25.835162 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:25.847855 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['a85ee676-1514-4762-922c-ce91fb8864a9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:25.917242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d42841c6-73ca-48b9-b406-7bfefe163cb6', '2a49da29-b868-4d29-b1b7-4c1d531e53c1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:25.940324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:12:25.953714 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Routers {'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:12:25.955094 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:12:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:25.958736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:25.965436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:12:26.137619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:26.138318 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:26.227348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-853abb84-99d9-478e-b834-b65f6dbdf57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:26.229171 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-853abb84-99d9-478e-b834-b65f6dbdf57e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 1098 time: 0.4022920 Apr 05 20:12:26.230260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf00baf1-857a-4d59-b548-7f5bcee409a7 service neutron] Pushing event updated for resources: {'Port': ['ID=41eac429-9e5b-424d-bf0d-01fedc2b9544,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:26.262284 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23545ec-1394-4438-9151-d2372809792f req-c87e32bc-8067-4ce3-b79b-12eebbcc4d78 service neutron] 10.222.0.24 "GET /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358881 Apr 05 20:12:26.444179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:26.495170 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23545ec-1394-4438-9151-d2372809792f req-176a8ef9-68bf-451d-9602-0b69e0b3e13e service neutron] 10.222.0.24 "GET /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286508 Apr 05 20:12:26.529742 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379da0da-749d-4361-bc46-d19bfb3a0ca5 None None] Pushing event updated for resources: {'Port': ['ID=3df8745d-90c9-46d6-9047-0a6d11df906c,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:26.571475 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] Set router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:12:26.644609 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-aaaa613e-78cf-4546-b520-a8e5ec714fac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=41eac429-9e5b-424d-bf0d-01fedc2b9544 HTTP/1.1" status: 200 len: 217 time: 0.1929238 Apr 05 20:12:26.694276 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-df95167a-d4ed-43ae-9d4c-38f2ac14804d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1614017 Apr 05 20:12:26.715631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7fc19155-4b3e-4d1a-924c-48395ee67d64 None None] Provisioning for port 807fa30f-42f5-45a5-a350-cebbc3659bc7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:26.726028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Request body: {'port': {'device_id': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:26.803254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7fc19155-4b3e-4d1a-924c-48395ee67d64 None None] Provisioning complete for port 807fa30f-42f5-45a5-a350-cebbc3659bc7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:26.803607 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7fc19155-4b3e-4d1a-924c-48395ee67d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:26.882505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd802c-8a6e-4def-9576-c3930f118e39 req-604a857d-bb97-4156-88cb-c3ed128d6a87 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:26.883422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4abd802c-8a6e-4def-9576-c3930f118e39 req-604a857d-bb97-4156-88cb-c3ed128d6a87 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:26.951793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7fc19155-4b3e-4d1a-924c-48395ee67d64 None None] Port 807fa30f-42f5-45a5-a350-cebbc3659bc7 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:12:26.986546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-20a49d43-52da-4cae-b2f4-2b889d6a1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:26.992432 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-20a49d43-52da-4cae-b2f4-2b889d6a1715 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.3404794 Apr 05 20:12:27.076433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4abd802c-8a6e-4def-9576-c3930f118e39 req-604a857d-bb97-4156-88cb-c3ed128d6a87 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:27.083615 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4abd802c-8a6e-4def-9576-c3930f118e39 req-604a857d-bb97-4156-88cb-c3ed128d6a87 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 947 time: 1.2949495 Apr 05 20:12:27.167082 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:27.203468 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4abd802c-8a6e-4def-9576-c3930f118e39 req-2056175d-3d71-4b9b-9117-5e672481f13f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177828 Apr 05 20:12:27.276365 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:12:19Z', 'revision_number': 4, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3df8745d-90c9-46d6-9047-0a6d11df906c', 'name': '', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'mac_address': 'fa:16:3e:bf:9c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '13e33506-40a3-430a-a944-7a87389ff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:15Z', 'updated_at': '2022-04-05T20:12:25Z', 'revision_number': 4, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'subnets': [{'id': '13e33506-40a3-430a-a944-7a87389ff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:27.283303 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f1a3e8-92db-42c1-9087-5237114ee49d None None] The sync data for ids ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'] in n-d-836604-1 is: [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:12:19Z', 'revision_number': 4, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3df8745d-90c9-46d6-9047-0a6d11df906c', 'name': '', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'mac_address': 'fa:16:3e:bf:9c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '13e33506-40a3-430a-a944-7a87389ff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:15Z', 'updated_at': '2022-04-05T20:12:25Z', 'revision_number': 4, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'subnets': [{'id': '13e33506-40a3-430a-a944-7a87389ff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:12:27.294187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115024f5-4953-4cf4-8eb2-1b488acb53d2 req-0f70b48a-741d-4f7c-ae49-1f171cb7e617 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:27.303011 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-115024f5-4953-4cf4-8eb2-1b488acb53d2 req-0f70b48a-741d-4f7c-ae49-1f171cb7e617 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.1786857 Apr 05 20:12:27.421449 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-115024f5-4953-4cf4-8eb2-1b488acb53d2 req-9e92d85b-d13f-4919-af8f-d743b9097d7f tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174848 Apr 05 20:12:27.501432 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9caaaa-fd9c-465c-9b31-dde532c8dd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a65a4c-e7f4-4696-846f-fd2f3620a9b9', 'code': 200} Apr 05 20:12:27.835493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807fa30f-42f5-45a5-a350-cebbc3659bc7 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:27.848546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:27.885432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Transition to ACTIVE for port object 807fa30f-42f5-45a5-a350-cebbc3659bc7 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:27.931134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06cfa7-4cfa-41d0-9570-97caa48df7b9 req-f1309792-3162-4c88-99f9-447332f2a364 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:27.950286 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd06cfa7-4cfa-41d0-9570-97caa48df7b9 req-f1309792-3162-4c88-99f9-447332f2a364 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 943 time: 0.2616942 Apr 05 20:12:28.010648 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:28.024615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd06cfa7-4cfa-41d0-9570-97caa48df7b9 req-0d01dbd0-2efd-4666-8c8b-99dfc6cbfef4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621309 Apr 05 20:12:28.290614 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a5fc5886-db56-47d5-bd46-79c8e7419136 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:12:28.534665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a5fc5886-db56-47d5-bd46-79c8e7419136,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:28.543101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-1c8aba29-8227-4d97-9864-038ab5a86ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:28.546480 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-1c8aba29-8227-4d97-9864-038ab5a86ea1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5270114 Apr 05 20:12:28.554582 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef', 'tag': '41eac429-9e5b-424d-bf0d-01fedc2b9544', 'status': 'completed', 'code': 200} Apr 05 20:12:28.562173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228b10f-81f9-4892-8f40-4497a765e6b3 req-f1e74be1-f2de-4160-b2a8-b27b5e3445ce tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:28.576364 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8228b10f-81f9-4892-8f40-4497a765e6b3 req-f1e74be1-f2de-4160-b2a8-b27b5e3445ce tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 947 time: 0.2233222 Apr 05 20:12:28.590573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'a5fc5886-db56-47d5-bd46-79c8e7419136', 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba', 'port_id': 'a5fc5886-db56-47d5-bd46-79c8e7419136', 'mac_address': 'fa:16:3e:57:82:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e997de4-b7c5-47fa-849a-8d287866bd13', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:12:28.673373 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8228b10f-81f9-4892-8f40-4497a765e6b3 req-715e3243-365e-4339-8b65-d58478ee4964 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848894 Apr 05 20:12:28.776477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:28.808143 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:28.848969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5fc5886-db56-47d5-bd46-79c8e7419136 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:28.899510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a5fc5886-db56-47d5-bd46-79c8e7419136,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:28.910116 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:29.065729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=a5fc5886-db56-47d5-bd46-79c8e7419136,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:29.107302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94045ecc-80fd-442a-af1f-dd6897e85aa3 req-58f7edc4-adc6-4cd5-895c-1e1f0524b140 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:29.111537 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-94045ecc-80fd-442a-af1f-dd6897e85aa3 req-58f7edc4-adc6-4cd5-895c-1e1f0524b140 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 950 time: 1.2247698 Apr 05 20:12:29.228455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['a5fc5886-db56-47d5-bd46-79c8e7419136'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:29.254260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23545ec-1394-4438-9151-d2372809792f req-5b61719e-da25-4fcf-b858-d9ff322be449 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:29.256582 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23545ec-1394-4438-9151-d2372809792f req-5b61719e-da25-4fcf-b858-d9ff322be449 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.13 "GET /v2.0/networks?id=8423dc9b-76d6-4e6a-a973-7acf16d1a246 HTTP/1.1" status: 200 len: 828 time: 0.4000638 Apr 05 20:12:29.257211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453d68c-8d73-4b4d-9413-48659f75c39e req-de328c98-219b-4db8-b948-233e19ad9de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:29.258850 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7453d68c-8d73-4b4d-9413-48659f75c39e req-de328c98-219b-4db8-b948-233e19ad9de7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 1096 time: 1.3131282 Apr 05 20:12:29.278484 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-94045ecc-80fd-442a-af1f-dd6897e85aa3 req-2757bd05-499d-4f00-986a-c494b5b38ac9 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297662 Apr 05 20:12:29.326937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Attempting to bind port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:12:29.327323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Attempting to bind port 807fa30f-42f5-45a5-a350-cebbc3659bc7 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:12:29.327720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Attempting to bind port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:29.330935 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7105473c-71e6-470b-9445-f04227d8817b req-9d664949-d3e7-43db-bf80-139ef12e2714 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 210 time: 0.0729895 Apr 05 20:12:29.336216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Request body: {'port': {'device_id': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'admin_state_up': True, 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:29.355547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:12:29.355547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Attempting to bind port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:29.394897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3df8745d-90c9-46d6-9047-0a6d11df906c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:29.404358 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:12:29.404486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:29.413642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:12:29.414762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Bound port: 807fa30f-42f5-45a5-a350-cebbc3659bc7, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:12:29.417075 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:29.512970 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-90c4718d-4d2d-44c3-833f-3246cab28e47 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9271629 Apr 05 20:12:29.598668 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7453d68c-8d73-4b4d-9413-48659f75c39e req-24c0798d-93bd-42b1-aec5-ed4bd44aeb28 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086064 Apr 05 20:12:29.685291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 3df8745d-90c9-46d6-9047-0a6d11df906c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:29.719125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 3df8745d-90c9-46d6-9047-0a6d11df906c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:29.719526 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:29.795868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:29.817201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:29.836417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:29.843459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:12:29.844437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Made reservation on behalf of 6c1296c3e07b4e66aa7d36ee7af0901d for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:12:29.848895 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:29.874790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df748a-ab4f-406f-96cc-bd0ae511d2d7 req-7299b570-a18b-4f05-899c-17f26bc79a80 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:29.876825 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65df748a-ab4f-406f-96cc-bd0ae511d2d7 req-7299b570-a18b-4f05-899c-17f26bc79a80 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 947 time: 0.3630009 Apr 05 20:12:29.880118 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:29.901116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58094fed-4308-418e-9cc2-bba293dde5a7 req-68d48134-7c91-472c-9fa7-50d64b68f8a2 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:29.903185 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-58094fed-4308-418e-9cc2-bba293dde5a7 req-68d48134-7c91-472c-9fa7-50d64b68f8a2 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.1502771 Apr 05 20:12:29.945977 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba6b2f23-e354-47dc-91b1-e291e856b1ed req-84bcbfdf-56c9-4e7a-be52-77129c19c0a8 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785374 Apr 05 20:12:29.988240 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:30.008346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:30.010146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:30.012515 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] 10.222.0.41 "PUT /v2.0/ports/807fa30f-42f5-45a5-a350-cebbc3659bc7 HTTP/1.1" status: 200 len: 1095 time: 3.2913864 Apr 05 20:12:30.050518 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-58094fed-4308-418e-9cc2-bba293dde5a7 req-cc466795-41eb-4f8b-b3ce-df44473c4da3 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365540 Apr 05 20:12:30.053169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 3df8745d-90c9-46d6-9047-0a6d11df906c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3df8745d-90c9-46d6-9047-0a6d11df906c,segment=NetworkSegment(1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd),segment_id=1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:30.064997 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:30.234164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=3df8745d-90c9-46d6-9047-0a6d11df906c,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:30.299399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Allocated IP 172.20.0.9 (8423dc9b-76d6-4e6a-a973-7acf16d1a246/13e33506-40a3-430a-a944-7a87389ff892/3442c6d9-bb53-4cb1-a3fc-0d2fae07b697) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:12:30.299708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a243e1-512d-4aab-8640-0b4e40bef2bb service neutron] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:30.326097 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65df748a-ab4f-406f-96cc-bd0ae511d2d7 req-fe8bca7c-5598-4f46-a59c-c76cb767bf75 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340467 Apr 05 20:12:30.385400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761159c-b5be-421d-8327-e90d393e449e req-a2f60947-6da8-43b3-9ac7-dd342e47d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:30.387669 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e761159c-b5be-421d-8327-e90d393e449e req-a2f60947-6da8-43b3-9ac7-dd342e47d6c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 1098 time: 0.3673742 Apr 05 20:12:30.395378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-dc132338-1e08-4a9a-8029-232893004539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:30.399718 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-dc132338-1e08-4a9a-8029-232893004539 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.2418494 Apr 05 20:12:30.460534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f854251-eaca-41ed-b280-9aa902611a6b req-0f2bd65c-9664-4cec-9645-fa0961d393cb tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:30.467536 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f854251-eaca-41ed-b280-9aa902611a6b req-0f2bd65c-9664-4cec-9645-fa0961d393cb tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 944 time: 0.2181108 Apr 05 20:12:30.562355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:30.571903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761159c-b5be-421d-8327-e90d393e449e req-985913f5-b157-4570-858e-25d7a03dfb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:30.571903 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e761159c-b5be-421d-8327-e90d393e449e req-985913f5-b157-4570-858e-25d7a03dfb12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.1689947 Apr 05 20:12:30.604498 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f854251-eaca-41ed-b280-9aa902611a6b req-bd56c660-1cd3-4905-9b0c-bdcb6d7314df tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359787 Apr 05 20:12:30.729535 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:30.779214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Transition to ACTIVE for port object 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:30.817713 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-cb4bc356-644a-4030-9936-e67f54a8bb0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7 HTTP/1.1" status: 200 len: 217 time: 0.2468271 Apr 05 20:12:30.824626 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e761159c-b5be-421d-8327-e90d393e449e req-8bbc071c-4a58-4df3-aedd-c5f162e66514 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=41eac429-9e5b-424d-bf0d-01fedc2b9544 HTTP/1.1" status: 200 len: 217 time: 0.2029290 Apr 05 20:12:30.903589 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:30.956674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:12:30.965160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:30.976631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:12:30.978834 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761159c-b5be-421d-8327-e90d393e449e req-440dd4c5-2f0d-48cc-ab40-70c69055de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:30.980551 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e761159c-b5be-421d-8327-e90d393e449e req-440dd4c5-2f0d-48cc-ab40-70c69055de96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1108141 Apr 05 20:12:30.983189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e64d68a4-6041-4804-90c4-3222e1481b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:30.984603 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-e64d68a4-6041-4804-90c4-3222e1481b87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1509011 Apr 05 20:12:30.986689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a47e10-126f-4ad1-af3b-bfafcec89322 req-dfff5800-6a56-4e2b-8b94-2534b7c7092b tempest-LiveMigrationNegativeTest-504274095 tempest-LiveMigrationNegativeTest-504274095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:30.988044 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27a47e10-126f-4ad1-af3b-bfafcec89322 req-dfff5800-6a56-4e2b-8b94-2534b7c7092b tempest-LiveMigrationNegativeTest-504274095 tempest-LiveMigrationNegativeTest-504274095-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 1101 time: 0.2149041 Apr 05 20:12:31.076216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Pushing event updated for resources: {'Port': ['ID=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:31.101308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a17f10-c371-4118-920f-6c0eff9a9855 req-643f81cc-41d7-421d-8e62-701e384587be tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:31.109042 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18a17f10-c371-4118-920f-6c0eff9a9855 req-643f81cc-41d7-421d-8e62-701e384587be tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 947 time: 0.2965040 Apr 05 20:12:31.120329 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-27a47e10-126f-4ad1-af3b-bfafcec89322 req-5b1b098a-1ed6-4faf-86b7-e903ca1dfe07 tempest-LiveMigrationNegativeTest-504274095 tempest-LiveMigrationNegativeTest-504274095-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:31.153664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:31.154540 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:31.158367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-27a47e10-126f-4ad1-af3b-bfafcec89322 req-5b1b098a-1ed6-4faf-86b7-e903ca1dfe07 tempest-LiveMigrationNegativeTest-504274095 tempest-LiveMigrationNegativeTest-504274095-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:31.167872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-27a47e10-126f-4ad1-af3b-bfafcec89322 req-5b1b098a-1ed6-4faf-86b7-e903ca1dfe07 tempest-LiveMigrationNegativeTest-504274095 tempest-LiveMigrationNegativeTest-504274095-project-admin] Usage tracker for resource:security_group_rule and tenant:47f59397f2264660a11d3694e698dce6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:31.171690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-27a47e10-126f-4ad1-af3b-bfafcec89322 req-5b1b098a-1ed6-4faf-86b7-e903ca1dfe07 tempest-LiveMigrationNegativeTest-504274095 tempest-LiveMigrationNegativeTest-504274095-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:31.180294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-27a47e10-126f-4ad1-af3b-bfafcec89322 req-5b1b098a-1ed6-4faf-86b7-e903ca1dfe07 tempest-LiveMigrationNegativeTest-504274095 tempest-LiveMigrationNegativeTest-504274095-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:31.209678 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18a17f10-c371-4118-920f-6c0eff9a9855 req-5bb7fef1-6a93-44a2-95b8-278c25b23113 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986581 Apr 05 20:12:31.228393 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23545ec-1394-4438-9151-d2372809792f req-e26eaf29-2f07-47a3-888b-9170477de2ca tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8961556 Apr 05 20:12:31.244868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Request body: {'port': {'device_id': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:31.298090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3df8745d-90c9-46d6-9047-0a6d11df906c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:31.419133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a97eb765-64ef-4a84-a93e-1b96880b6b4b None None] Provisioning for port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:31.427335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a97eb765-64ef-4a84-a93e-1b96880b6b4b None None] Provisioning complete for port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:31.427720 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a97eb765-64ef-4a84-a93e-1b96880b6b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:31.453419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-27a47e10-126f-4ad1-af3b-bfafcec89322 req-5b1b098a-1ed6-4faf-86b7-e903ca1dfe07 tempest-LiveMigrationNegativeTest-504274095 tempest-LiveMigrationNegativeTest-504274095-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:31.466302 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-27a47e10-126f-4ad1-af3b-bfafcec89322 req-5b1b098a-1ed6-4faf-86b7-e903ca1dfe07 tempest-LiveMigrationNegativeTest-504274095 tempest-LiveMigrationNegativeTest-504274095-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:31.483309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 3df8745d-90c9-46d6-9047-0a6d11df906c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:31.483669 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:31.491946 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:31.529098 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27a47e10-126f-4ad1-af3b-bfafcec89322 req-5b1b098a-1ed6-4faf-86b7-e903ca1dfe07 tempest-LiveMigrationNegativeTest-504274095 tempest-LiveMigrationNegativeTest-504274095-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4902139 Apr 05 20:12:31.538381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a97eb765-64ef-4a84-a93e-1b96880b6b4b None None] Port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:12:31.568807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-794c28f7-9a72-4500-a7e7-e6586b4f36e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:31.574289 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-794c28f7-9a72-4500-a7e7-e6586b4f36e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5371146 Apr 05 20:12:31.575275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b098a-1ed6-4faf-86b7-e903ca1dfe07 tempest-LiveMigrationNegativeTest-504274095 tempest-LiveMigrationNegativeTest-504274095-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c755e3-b462-4240-86fb-270412fb460b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:31.629608 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'status': 'completed', 'code': 200} Apr 05 20:12:31.656693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e761159c-b5be-421d-8327-e90d393e449e req-1f1547bd-e63e-4b37-97f0-b22de1e2c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:31.675770 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e761159c-b5be-421d-8327-e90d393e449e req-1f1547bd-e63e-4b37-97f0-b22de1e2c174 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6859741 Apr 05 20:12:31.915321 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-a7a5e348-eac0-4cc0-a8c9-39c36473f5d9 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325119 Apr 05 20:12:31.947875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0745c-fa6a-4cca-a724-991847e5e813 req-76ce2165-26b5-449d-9e65-b584abce4598 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:31.948557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-92d0745c-fa6a-4cca-a724-991847e5e813 req-76ce2165-26b5-449d-9e65-b584abce4598 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Synchronizing usage tracker for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:31.971207 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e761159c-b5be-421d-8327-e90d393e449e req-3644349b-5d84-499e-913c-89426a5f72c2 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012076 Apr 05 20:12:31.996723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-92d0745c-fa6a-4cca-a724-991847e5e813 req-76ce2165-26b5-449d-9e65-b584abce4598 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Unset dirty status for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:31.999239 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-92d0745c-fa6a-4cca-a724-991847e5e813 req-76ce2165-26b5-449d-9e65-b584abce4598 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 931 time: 0.6039314 Apr 05 20:12:32.099429 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-92d0745c-fa6a-4cca-a724-991847e5e813 req-88738c40-da1b-4e7d-bce2-db17d31d7341 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/security-groups?id=be79ffd0-1a70-44d0-982d-3f5547615086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598397 Apr 05 20:12:32.131532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:32.147577 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:32.176853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Transition to ACTIVE for port object 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:32.188693 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:32.221030 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-021dd5fe-ff79-45e7-9374-d1275c852850 req-f5c55121-5dc1-4292-8596-76b30e78b726 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921896 Apr 05 20:12:32.256655 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e761159c-b5be-421d-8327-e90d393e449e req-66315ff3-3eb1-4ee5-b2a2-d2a2b98aa933 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224002 Apr 05 20:12:32.296067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1aef31-b8fa-4ec3-94db-1900a8756cf7 req-d16f59c3-a75f-41a3-a6e5-70b433ba1095 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:32.298111 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-af1aef31-b8fa-4ec3-94db-1900a8756cf7 req-d16f59c3-a75f-41a3-a6e5-70b433ba1095 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.1626892 Apr 05 20:12:32.322178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 41eac429-9e5b-424d-bf0d-01fedc2b9544 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:12:32.327541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a5fc5886-db56-47d5-bd46-79c8e7419136 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:32.420559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-af1aef31-b8fa-4ec3-94db-1900a8756cf7 req-56fd936c-ec1c-4cf1-b676-3c609199d5ee tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631442 Apr 05 20:12:32.460848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16b5a5-a320-4b37-bf8d-e6d8e5320c2a req-34ec23ef-3257-4531-936a-3475009044ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:32.465648 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d16b5a5-a320-4b37-bf8d-e6d8e5320c2a req-34ec23ef-3257-4531-936a-3475009044ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.1654818 Apr 05 20:12:32.606336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port a5fc5886-db56-47d5-bd46-79c8e7419136 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:32.622193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port a5fc5886-db56-47d5-bd46-79c8e7419136 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:32.622828 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:32.722991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16b5a5-a320-4b37-bf8d-e6d8e5320c2a req-b7bcc57d-3fa8-48f2-8b28-8d91e044c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:32.728580 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d16b5a5-a320-4b37-bf8d-e6d8e5320c2a req-b7bcc57d-3fa8-48f2-8b28-8d91e044c0b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2564652 Apr 05 20:12:32.787933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 41eac429-9e5b-424d-bf0d-01fedc2b9544, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=41eac429-9e5b-424d-bf0d-01fedc2b9544,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:32.831954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '41eac429-9e5b-424d-bf0d-01fedc2b9544', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '41eac429-9e5b-424d-bf0d-01fedc2b9544', 'mac_address': 'fa:16:3e:87:44:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:12:32.847425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Pushing event updated for resources: {'Port': ['ID=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:32.869967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Attempting to bind port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:12:32.870309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Attempting to bind port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:12:32.870638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Attempting to bind port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 on network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:32.876410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 on network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:12:32.876730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Attempting to bind port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 on network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:32.883135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:12:32.883476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Checking segment: {'id': '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:32.883858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Bound using segment: {'id': '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:12:32.884345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Bound port: 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:12:32.884695 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:32.903017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3dbb5-3540-4c0c-aa4e-83e61bd1edd2 req-1bf1ccc4-78b3-482c-8cf0-07c50bc0889d tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:32.904547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-17d3dbb5-3540-4c0c-aa4e-83e61bd1edd2 req-1bf1ccc4-78b3-482c-8cf0-07c50bc0889d tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 947 time: 0.5424414 Apr 05 20:12:32.919734 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:32.928059 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d16b5a5-a320-4b37-bf8d-e6d8e5320c2a req-da226f5e-5722-4c55-bbf3-43e1d9a4036f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7 HTTP/1.1" status: 200 len: 217 time: 0.1921830 Apr 05 20:12:33.001548 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:33.028339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16b5a5-a320-4b37-bf8d-e6d8e5320c2a req-9feba186-81aa-46ee-a2e9-94a5d62d222d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:33.028602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41eac429-9e5b-424d-bf0d-01fedc2b9544 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:33.029845 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d16b5a5-a320-4b37-bf8d-e6d8e5320c2a req-9feba186-81aa-46ee-a2e9-94a5d62d222d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0938871 Apr 05 20:12:33.038609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beec694-26ea-4d1a-a378-a48a47d03ea0 req-a8f79ca7-f617-48db-b91b-4455024004d0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:33.040057 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7beec694-26ea-4d1a-a378-a48a47d03ea0 req-a8f79ca7-f617-48db-b91b-4455024004d0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 944 time: 0.1789780 Apr 05 20:12:33.044715 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-17d3dbb5-3540-4c0c-aa4e-83e61bd1edd2 req-9b44126d-8ffb-4558-b3df-153c567f0234 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333022 Apr 05 20:12:33.067135 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 41eac429-9e5b-424d-bf0d-01fedc2b9544, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=41eac429-9e5b-424d-bf0d-01fedc2b9544,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:33.079157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] For port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:33.083255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] For port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697,segment=NetworkSegment(1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd),segment_id=1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:12:33.092792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a5fc5886-db56-47d5-bd46-79c8e7419136,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:33.095091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb3a3ad-2394-4463-8f08-a4b562ed2475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fc5886-db56-47d5-bd46-79c8e7419136'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:33.097471 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:33.102197 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:33.142697 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7beec694-26ea-4d1a-a378-a48a47d03ea0 req-51efe90d-4060-4426-849c-ab6494c51146 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626845 Apr 05 20:12:33.147343 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:33.220423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16b5a5-a320-4b37-bf8d-e6d8e5320c2a req-d80f36ba-4098-452a-8a41-3ef8248a688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:33.231331 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d16b5a5-a320-4b37-bf8d-e6d8e5320c2a req-d80f36ba-4098-452a-8a41-3ef8248a688c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1809998 Apr 05 20:12:33.232355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:33.232973 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:33.233918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=41eac429-9e5b-424d-bf0d-01fedc2b9544,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:33.244122 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23545ec-1394-4438-9151-d2372809792f req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] 10.222.0.13 "PUT /v2.0/ports/3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 HTTP/1.1" status: 200 len: 1091 time: 2.0069678 Apr 05 20:12:33.247710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'tag': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:33.398459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=a5fc5886-db56-47d5-bd46-79c8e7419136,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:33.429181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c3afd-789f-455f-9cb4-29ee19e6e231 service neutron] Pushing event updated for resources: {'Port': ['ID=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:33.462588 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d16b5a5-a320-4b37-bf8d-e6d8e5320c2a req-bf0a36da-a85a-406a-b9f0-a4eb7897a3e7 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303298 Apr 05 20:12:33.494791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cea0e7-372d-4262-bb8a-452ec8499eb0 req-58627596-1a32-4444-bca6-812bdd4e4c86 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:33.496403 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8cea0e7-372d-4262-bb8a-452ec8499eb0 req-58627596-1a32-4444-bca6-812bdd4e4c86 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/ports?device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 946 time: 0.2122445 Apr 05 20:12:33.498786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23545ec-1394-4438-9151-d2372809792f req-a5825ddb-4cfc-4611-b3d0-27ad55b34f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:33.500239 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23545ec-1394-4438-9151-d2372809792f req-a5825ddb-4cfc-4611-b3d0-27ad55b34f42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c1296c3e07b4e66aa7d36ee7af0901d&device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 1094 time: 0.2149923 Apr 05 20:12:33.508987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['41eac429-9e5b-424d-bf0d-01fedc2b9544'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:33.634470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4770bc-885e-4261-b62f-5692e55c8b17 req-4618574a-ce1e-4f60-aabb-7716f87887f1 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:33.635329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-2b4770bc-885e-4261-b62f-5692e55c8b17 req-4618574a-ce1e-4f60-aabb-7716f87887f1 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Synchronizing usage tracker for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:33.680917 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-2b4770bc-885e-4261-b62f-5692e55c8b17 req-4618574a-ce1e-4f60-aabb-7716f87887f1 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Unset dirty status for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:33.688322 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2b4770bc-885e-4261-b62f-5692e55c8b17 req-4618574a-ce1e-4f60-aabb-7716f87887f1 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 947 time: 0.2970383 Apr 05 20:12:33.803281 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23545ec-1394-4438-9151-d2372809792f req-38e0c869-52a9-48c4-a2e7-a548c049395c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 HTTP/1.1" status: 200 len: 217 time: 0.2288737 Apr 05 20:12:33.875012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8cea0e7-372d-4262-bb8a-452ec8499eb0 req-3f4ebf82-9f0b-4bc8-9afd-531ec8b1a43e tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e6b6fc4-154d-4423-8b94-1c38afb3b96c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3680182 Apr 05 20:12:33.924068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23545ec-1394-4438-9151-d2372809792f req-b9c178bf-5b83-4529-bb42-6d806019d208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:33.925868 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23545ec-1394-4438-9151-d2372809792f req-b9c178bf-5b83-4529-bb42-6d806019d208 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13e33506-40a3-430a-a944-7a87389ff892 HTTP/1.1" status: 200 len: 867 time: 0.1138098 Apr 05 20:12:33.959403 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d16b5a5-a320-4b37-bf8d-e6d8e5320c2a req-effe6448-a20f-4372-b6ef-fc6a2e6aac3e service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872909 Apr 05 20:12:33.986336 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2b4770bc-885e-4261-b62f-5692e55c8b17 req-e72b42fe-8d49-461b-b191-b6c041dbc129 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969835 Apr 05 20:12:34.060482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-b6051fa7-42fe-4404-b619-d69b27f0b57e tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:34.062263 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-b6051fa7-42fe-4404-b619-d69b27f0b57e tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.13 "GET /v2.0/ports?device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 946 time: 0.3354552 Apr 05 20:12:34.155403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a741007-f107-47fc-bb71-0a76044d8c29 req-a8bfebef-3b44-4338-8be2-a551fca5a743 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:34.164268 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a741007-f107-47fc-bb71-0a76044d8c29 req-a8bfebef-3b44-4338-8be2-a551fca5a743 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.1595678 Apr 05 20:12:34.173902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Deleting port 80b0776f-f097-4102-8f73-24e2a237ed67 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:12:34.174239 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:34.183532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23545ec-1394-4438-9151-d2372809792f req-2600cc91-04ab-4eb1-b06e-4e49bc1bced0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:34.186328 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23545ec-1394-4438-9151-d2372809792f req-2600cc91-04ab-4eb1-b06e-4e49bc1bced0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8423dc9b-76d6-4e6a-a973-7acf16d1a246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2435889 Apr 05 20:12:34.202774 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb3a3ad-2394-4463-8f08-a4b562ed2475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fc5886-db56-47d5-bd46-79c8e7419136', 'code': 200} Apr 05 20:12:34.325482 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a741007-f107-47fc-bb71-0a76044d8c29 req-c1756752-bfac-4833-b485-f483e6b53323 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600065 Apr 05 20:12:34.423330 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'tag': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697', 'status': 'completed', 'code': 200} Apr 05 20:12:34.480393 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23545ec-1394-4438-9151-d2372809792f req-c715d5ba-fc2d-40ef-86b4-2a7b2d8e6bf5 service neutron] 10.222.0.13 "GET /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839317 Apr 05 20:12:34.585035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ba0f6-3285-4f1e-9836-9e5987089c29 req-faaf5c3f-1b6e-4fb9-b0aa-0a75680579fc tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:34.588096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807ad32-d904-42ce-8c82-fd39a4942111 req-67c4bba3-ec5f-47c7-acb5-7dec85b85d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:34.589615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0807ad32-d904-42ce-8c82-fd39a4942111 req-67c4bba3-ec5f-47c7-acb5-7dec85b85d97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 1096 time: 0.2540896 Apr 05 20:12:34.592783 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b99ba0f6-3285-4f1e-9836-9e5987089c29 req-faaf5c3f-1b6e-4fb9-b0aa-0a75680579fc tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 943 time: 0.2345631 Apr 05 20:12:34.614908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] For port 80b0776f-f097-4102-8f73-24e2a237ed67, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=80b0776f-f097-4102-8f73-24e2a237ed67,segment=NetworkSegment(87fe95fa-8697-462d-8185-c04aa2dfcaff),segment_id=87fe95fa-8697-462d-8185-c04aa2dfcaff)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:34.615884 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:34.735178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0807ad32-d904-42ce-8c82-fd39a4942111 req-2e0efba4-2a11-407d-8a99-43637fb1d472 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029077 Apr 05 20:12:34.739237 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b99ba0f6-3285-4f1e-9836-9e5987089c29 req-fe507286-47fc-4e78-8d43-57d85be832b5 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Synchronizing usage tracker for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:34.741138 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23545ec-1394-4438-9151-d2372809792f req-88287f20-86e3-46d4-a228-84fed24a568f service neutron] 10.222.0.13 "GET /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512732 Apr 05 20:12:34.761319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67953564-c6ab-4d57-b592-712df77b8258 req-c977d94a-21e2-4162-a029-1ade295dc266 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:34.763001 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-67953564-c6ab-4d57-b592-712df77b8258 req-c977d94a-21e2-4162-a029-1ade295dc266 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 948 time: 0.1724992 Apr 05 20:12:34.822174 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-67953564-c6ab-4d57-b592-712df77b8258 req-06ac7cbc-175e-4fd9-9f9d-ae0eee41c030 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493488 Apr 05 20:12:34.838971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b99ba0f6-3285-4f1e-9836-9e5987089c29 req-fe507286-47fc-4e78-8d43-57d85be832b5 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Unset dirty status for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:34.840051 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b99ba0f6-3285-4f1e-9836-9e5987089c29 req-fe507286-47fc-4e78-8d43-57d85be832b5 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/security-groups?id=be79ffd0-1a70-44d0-982d-3f5547615086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465262 Apr 05 20:12:34.916007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 807fa30f-42f5-45a5-a350-cebbc3659bc7 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:12:35.142467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:35.174529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eae7b4-2cf1-4b72-bde7-b35e22135df5 req-d84103ab-e428-4094-b6c8-27d9bbc652e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:35.175771 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30eae7b4-2cf1-4b72-bde7-b35e22135df5 req-d84103ab-e428-4094-b6c8-27d9bbc652e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c1296c3e07b4e66aa7d36ee7af0901d&device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 1094 time: 0.1618199 Apr 05 20:12:35.176252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'mac_address': 'fa:16:3e:a8:6f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:12:35.223084 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:35.224992 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:35.226758 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Floating IP 1d748ae8-bbb1-4982-927a-81f0c7368a97 disassociated. External IP: 172.25.8.43, port: 80b0776f-f097-4102-8f73-24e2a237ed67. Apr 05 20:12:35.227599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Calling delete_port for 80b0776f-f097-4102-8f73-24e2a237ed67 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:12:35.297780 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:35.316104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807fa30f-42f5-45a5-a350-cebbc3659bc7 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:35.333130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:35.348830 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:35.432759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:35.453555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eae7b4-2cf1-4b72-bde7-b35e22135df5 req-ea0ad778-058c-4cf0-9b2d-a3576e6a8172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:35.455098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30eae7b4-2cf1-4b72-bde7-b35e22135df5 req-ea0ad778-058c-4cf0-9b2d-a3576e6a8172 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8423dc9b-76d6-4e6a-a973-7acf16d1a246 HTTP/1.1" status: 200 len: 929 time: 0.2450354 Apr 05 20:12:35.497046 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:35.560791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Pushing event deleted for resources: {'Port': ['ID=80b0776f-f097-4102-8f73-24e2a237ed67,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:35.594954 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30eae7b4-2cf1-4b72-bde7-b35e22135df5 req-6fd01e67-d2be-41d6-aef0-bbf2708a7e8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 HTTP/1.1" status: 200 len: 217 time: 0.1280563 Apr 05 20:12:35.638807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c467f4-b6db-4b5e-8eed-12e5c491dce3 req-74091972-c8a5-441b-86c9-adff44385d15 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:35.645962 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07c467f4-b6db-4b5e-8eed-12e5c491dce3 req-74091972-c8a5-441b-86c9-adff44385d15 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 945 time: 0.5136826 Apr 05 20:12:35.699978 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['807fa30f-42f5-45a5-a350-cebbc3659bc7'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:35.731371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eae7b4-2cf1-4b72-bde7-b35e22135df5 req-8889a559-a7a4-49ad-ab81-f1e5ceafc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:35.732466 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07c467f4-b6db-4b5e-8eed-12e5c491dce3 req-888aaf77-ed91-4fa5-91f6-72e7066ace7a tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806198 Apr 05 20:12:35.736223 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30eae7b4-2cf1-4b72-bde7-b35e22135df5 req-8889a559-a7a4-49ad-ab81-f1e5ceafc6b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13e33506-40a3-430a-a944-7a87389ff892 HTTP/1.1" status: 200 len: 867 time: 0.1308830 Apr 05 20:12:36.022232 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-43492133-5454-41bb-8f26-d0409856190c req-e6a697cc-7900-4c84-99e4-73bd82db4949 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/ports?device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 210 time: 0.0816252 Apr 05 20:12:36.046615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Router c8ae9531-4269-4442-85d1-5aac4c3513c2 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:12:36.275164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eae7b4-2cf1-4b72-bde7-b35e22135df5 req-2428aa7d-cf14-42f5-80c6-448df66b237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:36.280216 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30eae7b4-2cf1-4b72-bde7-b35e22135df5 req-2428aa7d-cf14-42f5-80c6-448df66b237c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8423dc9b-76d6-4e6a-a973-7acf16d1a246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5327220 Apr 05 20:12:36.340922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 41eac429-9e5b-424d-bf0d-01fedc2b9544 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:36.443860 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 41eac429-9e5b-424d-bf0d-01fedc2b9544 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:36.452373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 41eac429-9e5b-424d-bf0d-01fedc2b9544 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:36.452838 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:36.479540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff846c7-ccb6-42dc-959d-3ac3f27975ab req-be8f5bc6-401d-4c03-b667-940891ae8050 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:36.486782 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cff846c7-ccb6-42dc-959d-3ac3f27975ab req-be8f5bc6-401d-4c03-b667-940891ae8050 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 948 time: 0.3179057 Apr 05 20:12:36.541423 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30eae7b4-2cf1-4b72-bde7-b35e22135df5 req-09de466f-52dd-43c8-ae50-11ee9484394e service neutron] 10.222.0.13 "GET /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464268 Apr 05 20:12:36.567748 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cff846c7-ccb6-42dc-959d-3ac3f27975ab req-74ec3462-d4c1-4b21-aa61-319c17b96a4b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799286 Apr 05 20:12:36.662482 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:36.715834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eac429-9e5b-424d-bf0d-01fedc2b9544'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:36.720140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b524c-2e1f-4b94-8d31-df8a20617a17 req-3952c12e-934b-44be-bf60-2793059deb04 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:36.721643 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f66b524c-2e1f-4b94-8d31-df8a20617a17 req-3952c12e-934b-44be-bf60-2793059deb04 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 950 time: 0.4339643 Apr 05 20:12:36.739637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 41eac429-9e5b-424d-bf0d-01fedc2b9544, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=41eac429-9e5b-424d-bf0d-01fedc2b9544,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:36.754407 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:36.755353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 80b0776f-f097-4102-8f73-24e2a237ed67 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:12:36.759599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:12:36.888614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] No DVR routers for this DVR port 80b0776f-f097-4102-8f73-24e2a237ed67 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:12:36.891562 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:36.927208 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20fc313-0542-4ef6-96f1-5461d6e08fd2', 'name': 'network-vif-deleted', 'tag': '80b0776f-f097-4102-8f73-24e2a237ed67'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:36.938930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95ab56-5cd3-461a-8640-af9583ffdb32 None None] Sync routers for ids ['c8ae9531-4269-4442-85d1-5aac4c3513c2'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:12:36.945547 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46666c1e-fd7c-4d78-9c7b-ebfb9e9c7543 req-8656fff7-b5c9-4089-98e9-d4ba9e48abc7 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.13 "DELETE /v2.0/ports/80b0776f-f097-4102-8f73-24e2a237ed67 HTTP/1.1" status: 204 len: 173 time: 2.8757958 Apr 05 20:12:36.947811 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30eae7b4-2cf1-4b72-bde7-b35e22135df5 req-bb8f4710-80d9-4b44-90f7-2fd2e63b2b29 service neutron] 10.222.0.13 "GET /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956673 Apr 05 20:12:36.961243 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f66b524c-2e1f-4b94-8d31-df8a20617a17 req-4c17ab3a-3ac7-4b73-87aa-db2478dad249 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263627 Apr 05 20:12:36.976929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 80b0776f-f097-4102-8f73-24e2a237ed67 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:12:36.977268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 80b0776f-f097-4102-8f73-24e2a237ed67 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:12:37.009791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95ab56-5cd3-461a-8640-af9583ffdb32 None None] Routers {'c8ae9531-4269-4442-85d1-5aac4c3513c2'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:12:37.010474 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2d95ab56-5cd3-461a-8640-af9583ffdb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:12:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8ae9531-4269-4442-85d1-5aac4c3513c2'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:37.102230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=41eac429-9e5b-424d-bf0d-01fedc2b9544,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:37.240232 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb46e0d-fe78-4545-879e-c30a72760d73 req-6d2480f0-c5a6-4aa8-b7a3-69269fddce4e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:37.246961 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9eb46e0d-fe78-4545-879e-c30a72760d73 req-6d2480f0-c5a6-4aa8-b7a3-69269fddce4e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 949 time: 0.2434473 Apr 05 20:12:37.275770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08a8d9-2797-4930-8d28-e6b67c9922fc req-41e15d25-0c5c-47c8-b0d9-454d7caae71b tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:37.278136 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f08a8d9-2797-4930-8d28-e6b67c9922fc req-41e15d25-0c5c-47c8-b0d9-454d7caae71b tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 950 time: 0.1519432 Apr 05 20:12:37.291482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8050a-8374-4857-b118-cb2f86a7f241 req-a5de17ea-ff6d-475c-8fb4-9d0f51c6c1f3 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:37.293226 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-44f8050a-8374-4857-b118-cb2f86a7f241 req-a5de17ea-ff6d-475c-8fb4-9d0f51c6c1f3 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 943 time: 0.1667578 Apr 05 20:12:37.312103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9eb46e0d-fe78-4545-879e-c30a72760d73 req-8858f9ac-7c3c-434b-8425-7e06e6226072 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633259 Apr 05 20:12:37.333522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-2d95ab56-5cd3-461a-8640-af9583ffdb32 None None] Set router c8ae9531-4269-4442-85d1-5aac4c3513c2 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:12:37.362019 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-44f8050a-8374-4857-b118-cb2f86a7f241 req-768febe4-6bb1-48e5-95ef-2be68320a1fa tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/security-groups?id=be79ffd0-1a70-44d0-982d-3f5547615086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625398 Apr 05 20:12:37.447210 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41eac429-9e5b-424d-bf0d-01fedc2b9544', 'code': 200} Apr 05 20:12:37.606167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-4f08a8d9-2797-4930-8d28-e6b67c9922fc req-81da89c2-4eb2-4c68-8271-0fe4738a5b2b tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Deleting port 05d326cc-0db4-4cbe-8442-8bf9b72945c9 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:12:37.606977 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4f08a8d9-2797-4930-8d28-e6b67c9922fc req-81da89c2-4eb2-4c68-8271-0fe4738a5b2b tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:37.665489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb894a27-aa7c-4e31-9443-8f110b8a24e4 req-da91f001-b41d-4aa3-bbe7-c34467c8c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:37.666905 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb894a27-aa7c-4e31-9443-8f110b8a24e4 req-da91f001-b41d-4aa3-bbe7-c34467c8c5e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 1100 time: 0.1685879 Apr 05 20:12:37.676911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056e355-94a4-4313-a921-1951be40b879 req-9bd04c6e-d5b6-40a5-9b2c-4f8c8f11f5a4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:37.679185 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3056e355-94a4-4313-a921-1951be40b879 req-9bd04c6e-d5b6-40a5-9b2c-4f8c8f11f5a4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 945 time: 0.1218030 Apr 05 20:12:37.714360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4e349-fcfe-427a-b79e-0c8d5e40b1ae req-d7c3f5f7-1000-49d5-9c62-35f6dd70c4ac tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:37.716591 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5e4e349-fcfe-427a-b79e-0c8d5e40b1ae req-d7c3f5f7-1000-49d5-9c62-35f6dd70c4ac tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.2123632 Apr 05 20:12:37.816730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb894a27-aa7c-4e31-9443-8f110b8a24e4 req-a735de37-d184-4726-8b1e-3c931e9b63cc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357467 Apr 05 20:12:37.820929 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3056e355-94a4-4313-a921-1951be40b879 req-bfc2ad16-a405-4ae6-8e31-0a304d065798 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268520 Apr 05 20:12:37.921094 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20fc313-0542-4ef6-96f1-5461d6e08fd2', 'name': 'network-vif-deleted', 'tag': '80b0776f-f097-4102-8f73-24e2a237ed67', 'status': 'completed', 'code': 200} Apr 05 20:12:37.990725 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5e4e349-fcfe-427a-b79e-0c8d5e40b1ae req-96600eae-2fe1-40d4-b4de-71999b115c5c tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121997 Apr 05 20:12:37.996913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2d95ab56-5cd3-461a-8640-af9583ffdb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0', 'name': '', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'mac_address': 'fa:16:3e:78:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:54Z', 'updated_at': '2022-04-05T20:10:05Z', 'revision_number': 5, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'subnets': [{'id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:38.003105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95ab56-5cd3-461a-8640-af9583ffdb32 None None] Checking router: c8ae9531-4269-4442-85d1-5aac4c3513c2 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:12:38.022116 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95ab56-5cd3-461a-8640-af9583ffdb32 None None] Routers {'c8ae9531-4269-4442-85d1-5aac4c3513c2'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:12:38.022116 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2d95ab56-5cd3-461a-8640-af9583ffdb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:12:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8ae9531-4269-4442-85d1-5aac4c3513c2'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:38.231687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-45540c8d-6c3e-435d-84f3-ad86c4ef9205 req-1345a29d-6977-47ad-8d1d-9f075e74e22d tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Synchronizing usage tracker for tenant:2d77a87d0b4a42228f6d71a11b446899 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:38.242227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4f08a8d9-2797-4930-8d28-e6b67c9922fc req-81da89c2-4eb2-4c68-8271-0fe4738a5b2b tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] For port 05d326cc-0db4-4cbe-8442-8bf9b72945c9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=05d326cc-0db4-4cbe-8442-8bf9b72945c9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:38.242575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4f08a8d9-2797-4930-8d28-e6b67c9922fc req-81da89c2-4eb2-4c68-8271-0fe4738a5b2b tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:38.265046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-45540c8d-6c3e-435d-84f3-ad86c4ef9205 req-1345a29d-6977-47ad-8d1d-9f075e74e22d tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Unset dirty status for tenant:2d77a87d0b4a42228f6d71a11b446899 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:38.266816 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-45540c8d-6c3e-435d-84f3-ad86c4ef9205 req-1345a29d-6977-47ad-8d1d-9f075e74e22d tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/ports?device_id=e20fc313-0542-4ef6-96f1-5461d6e08fd2 HTTP/1.1" status: 200 len: 210 time: 0.1394410 Apr 05 20:12:38.461020 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:12:38.476838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-2d95ab56-5cd3-461a-8640-af9583ffdb32 None None] Set router c8ae9531-4269-4442-85d1-5aac4c3513c2 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:12:38.513850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-4f08a8d9-2797-4930-8d28-e6b67c9922fc req-81da89c2-4eb2-4c68-8271-0fe4738a5b2b tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Calling delete_port for 05d326cc-0db4-4cbe-8442-8bf9b72945c9 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:12:38.668610 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:12:38.683084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78609b-b4a3-470e-bd82-bfbfff3147b0 req-63f09c90-6022-4e5f-821e-77041708c6c6 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:38.684964 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ab78609b-b4a3-470e-bd82-bfbfff3147b0 req-63f09c90-6022-4e5f-821e-77041708c6c6 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 1096 time: 0.1345456 Apr 05 20:12:38.761027 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ab78609b-b4a3-470e-bd82-bfbfff3147b0 req-bdb14133-4415-4a05-a94e-dbcc8a2760db tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688906 Apr 05 20:12:38.776648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60268e85-bf7b-41cb-af89-ffd5407e9858 req-fdb806ac-9dc6-41e4-a3b9-c5d0dbcf1118 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:38.778424 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60268e85-bf7b-41cb-af89-ffd5407e9858 req-fdb806ac-9dc6-41e4-a3b9-c5d0dbcf1118 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 948 time: 0.5911520 Apr 05 20:12:38.839988 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:38.845139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697,segment=NetworkSegment(1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd),segment_id=1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:38.932333 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60268e85-bf7b-41cb-af89-ffd5407e9858 req-1a16dccc-2fef-409b-8974-d21edf31da55 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542433 Apr 05 20:12:38.933253 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4f08a8d9-2797-4930-8d28-e6b67c9922fc req-81da89c2-4eb2-4c68-8271-0fe4738a5b2b tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:39.096606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da89c2-4eb2-4c68-8271-0fe4738a5b2b tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Pushing event deleted for resources: {'Port': ['ID=05d326cc-0db4-4cbe-8442-8bf9b72945c9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:39.127856 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3edca298-1a54-4290-b1f2-7dbd5d348cea req-551813f4-e136-4e97-aa4b-75107feeedbe tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6086836-872d-4e82-84e1-30b2677f64f7 HTTP/1.1" status: 200 len: 210 time: 0.1077087 Apr 05 20:12:39.130709 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 807fa30f-42f5-45a5-a350-cebbc3659bc7 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:39.163419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f08a8d9-2797-4930-8d28-e6b67c9922fc req-81da89c2-4eb2-4c68-8271-0fe4738a5b2b tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] No DVR routers for this DVR port 05d326cc-0db4-4cbe-8442-8bf9b72945c9 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:12:39.165814 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4f08a8d9-2797-4930-8d28-e6b67c9922fc req-81da89c2-4eb2-4c68-8271-0fe4738a5b2b tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:39.180929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6086836-872d-4e82-84e1-30b2677f64f7', 'name': 'network-vif-deleted', 'tag': '05d326cc-0db4-4cbe-8442-8bf9b72945c9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:39.221807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['5f9cd4ef-d0de-4a50-8211-52f776f2bbe9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:39.270799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['05d326cc-0db4-4cbe-8442-8bf9b72945c9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:39.272546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f08a8d9-2797-4930-8d28-e6b67c9922fc req-81da89c2-4eb2-4c68-8271-0fe4738a5b2b tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.13 "DELETE /v2.0/ports/05d326cc-0db4-4cbe-8442-8bf9b72945c9 HTTP/1.1" status: 204 len: 173 time: 1.8620863 Apr 05 20:12:39.369963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cdb9d-96cd-4521-a1d8-069fc366e4f4 req-5a497f35-45d7-424f-8fa9-34c9859d2915 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:39.376858 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-322cdb9d-96cd-4521-a1d8-069fc366e4f4 req-5a497f35-45d7-424f-8fa9-34c9859d2915 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 949 time: 0.1895759 Apr 05 20:12:39.406024 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'port_id': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697', 'mac_address': 'fa:16:3e:d5:b6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13e33506-40a3-430a-a944-7a87389ff892', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:12:39.470349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5d322-745e-4c4c-b3d2-fdcb7a2c82db req-cbc233f5-9881-493d-98dd-71a47b664578 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:39.472016 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dfc5d322-745e-4c4c-b3d2-fdcb7a2c82db req-cbc233f5-9881-493d-98dd-71a47b664578 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 943 time: 0.1659305 Apr 05 20:12:39.553503 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:39.556695 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dfc5d322-745e-4c4c-b3d2-fdcb7a2c82db req-781bb8c4-cd7a-4c52-9073-7cf62038aca3 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/security-groups?id=be79ffd0-1a70-44d0-982d-3f5547615086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774307 Apr 05 20:12:39.578370 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:39.588830 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-322cdb9d-96cd-4521-a1d8-069fc366e4f4 req-5c953d55-44d5-4c3c-b659-bb306c800d58 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011003 Apr 05 20:12:39.639954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:39.758280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfeff36-091f-437d-b958-3a6d67c2e6c3 req-236f23cb-86e5-498d-83b5-ed3d851b328c tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:39.763025 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697,segment=NetworkSegment(1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd),segment_id=1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:39.768010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0cfeff36-091f-437d-b958-3a6d67c2e6c3 req-236f23cb-86e5-498d-83b5-ed3d851b328c tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 1096 time: 0.0927784 Apr 05 20:12:39.797958 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:39.823268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0cfeff36-091f-437d-b958-3a6d67c2e6c3 req-27b3e38f-9f5e-4d12-b8e3-edbd7c7af21c tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533271 Apr 05 20:12:39.889317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae8642-a542-4bb8-a1c1-9b8cd1476ca7 req-0d4a7859-fd36-4993-b88b-939feac51606 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:39.890337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2d95ab56-5cd3-461a-8640-af9583ffdb32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0', 'name': '', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'mac_address': 'fa:16:3e:78:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:54Z', 'updated_at': '2022-04-05T20:10:05Z', 'revision_number': 5, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'subnets': [{'id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:39.896830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:39.899695 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-baae8642-a542-4bb8-a1c1-9b8cd1476ca7 req-0d4a7859-fd36-4993-b88b-939feac51606 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.1760106 Apr 05 20:12:39.911027 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95ab56-5cd3-461a-8640-af9583ffdb32 None None] The sync data for ids ['c8ae9531-4269-4442-85d1-5aac4c3513c2'] in n-d-836604-1 is: [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0', 'name': '', 'network_id': '37531e6c-a868-4760-9faf-04c58ddf0d58', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'mac_address': 'fa:16:3e:78:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:54Z', 'updated_at': '2022-04-05T20:10:05Z', 'revision_number': 5, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'subnets': [{'id': '75bcafc6-2685-49d8-8bc6-37637d100b58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:12:39.919661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 807fa30f-42f5-45a5-a350-cebbc3659bc7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:39.950645 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 807fa30f-42f5-45a5-a350-cebbc3659bc7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:39.951011 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:39.994416 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-baae8642-a542-4bb8-a1c1-9b8cd1476ca7 req-8bd06250-4a5f-4fcc-95f4-4fcda8270ea9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841684 Apr 05 20:12:39.996137 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6086836-872d-4e82-84e1-30b2677f64f7', 'name': 'network-vif-deleted', 'tag': '05d326cc-0db4-4cbe-8442-8bf9b72945c9', 'status': 'completed', 'code': 200} Apr 05 20:12:40.162529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['3442c6d9-bb53-4cb1-a3fc-0d2fae07b697'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:40.240250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54970) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:40.327198 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:40.372012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 05d326cc-0db4-4cbe-8442-8bf9b72945c9 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:12:40.388574 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7540613c-8cd6-4390-9bec-5f3bccd0ad51 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:40.399527 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caecfd81-cb7e-4017-b6d1-1f45c1b2d9db None None] New status for floating IP 1d748ae8-bbb1-4982-927a-81f0c7368a97: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:12:40.425174 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:40.433117 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7540613c-8cd6-4390-9bec-5f3bccd0ad51 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:40.434626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 05d326cc-0db4-4cbe-8442-8bf9b72945c9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:12:40.434966 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 05d326cc-0db4-4cbe-8442-8bf9b72945c9 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:12:40.474883 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:40.491569 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:40.508701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373223b-1526-4761-ad0f-e5049998bb0b req-d0f302d4-63a1-4079-b08b-be692dc224ec tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:40.515751 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6373223b-1526-4761-ad0f-e5049998bb0b req-d0f302d4-63a1-4079-b08b-be692dc224ec tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 948 time: 0.1939545 Apr 05 20:12:40.565668 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6373223b-1526-4761-ad0f-e5049998bb0b req-015d6a55-228d-4012-a5a5-ab3e81d90013 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490468 Apr 05 20:12:40.588895 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7540613c-8cd6-4390-9bec-5f3bccd0ad51 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:40.609869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:40.641853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7540613c-8cd6-4390-9bec-5f3bccd0ad51 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:40.643711 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7540613c-8cd6-4390-9bec-5f3bccd0ad51 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "DELETE /v2.0/security-groups/4e6b6fc4-154d-4423-8b94-1c38afb3b96c HTTP/1.1" status: 204 len: 168 time: 0.4021134 Apr 05 20:12:40.645329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540613c-8cd6-4390-9bec-5f3bccd0ad51 tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6b6fc4-154d-4423-8b94-1c38afb3b96c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:40.646302 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54992) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:40.687714 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-44f240a1-1f78-4f28-8efe-5c853663573b tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] show failed (client error): The resource could not be found. Apr 05 20:12:40.694527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-44f240a1-1f78-4f28-8efe-5c853663573b tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "GET /v2.0/security-groups/4e6b6fc4-154d-4423-8b94-1c38afb3b96c HTTP/1.1" status: 404 len: 347 time: 0.0471866 Apr 05 20:12:40.694775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54996) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:40.905325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8560b4f5-59a6-4b3e-a287-0a66127eac7e tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Deleting port 371ed443-d6ac-4725-a788-b98f031c05d9 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:12:40.905662 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8560b4f5-59a6-4b3e-a287-0a66127eac7e tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:40.944643 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'code': 200} Apr 05 20:12:41.313143 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8560b4f5-59a6-4b3e-a287-0a66127eac7e tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:41.313791 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8560b4f5-59a6-4b3e-a287-0a66127eac7e tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:41.315984 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5568c93a-b053-4319-a726-5345b76e1a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:41.448572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8560b4f5-59a6-4b3e-a287-0a66127eac7e tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Calling delete_port for 371ed443-d6ac-4725-a788-b98f031c05d9 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:12:41.503932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b3bb3-b4a5-4a25-adbf-51a7f0c37320 req-ccb6a10f-92f9-4acd-9b2c-e3e97457c499 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:41.505981 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-346b3bb3-b4a5-4a25-adbf-51a7f0c37320 req-ccb6a10f-92f9-4acd-9b2c-e3e97457c499 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 944 time: 0.4492688 Apr 05 20:12:41.510361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9760fdfa-fb1e-4a25-a74c-e6574f04c4d2 req-5b8109c6-2703-4b4a-83e6-c0b3a7fef0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:41.511773 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9760fdfa-fb1e-4a25-a74c-e6574f04c4d2 req-5b8109c6-2703-4b4a-83e6-c0b3a7fef0c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 1100 time: 0.4169683 Apr 05 20:12:41.601714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-96f6a923-e3b1-44b5-85d0-bee48ad83ad3 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:12:41.602694 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-96f6a923-e3b1-44b5-85d0-bee48ad83ad3 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195768 Apr 05 20:12:41.615113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-30592d71-1d67-46ad-bc64-5ef456020ecd service neutron] Request body: {'binding': {'host': 'n-h2-836604-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:41.615553 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-30592d71-1d67-46ad-bc64-5ef456020ecd service neutron] Unknown quota resources ['binding']. {{(pid=87965) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 05 20:12:41.646600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9760fdfa-fb1e-4a25-a74c-e6574f04c4d2 req-c7b68872-9629-4bfd-a442-db5ddfecdde5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262910 Apr 05 20:12:41.653549 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-346b3bb3-b4a5-4a25-adbf-51a7f0c37320 req-e48691d8-2583-4696-9a9c-e988c22b1363 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/security-groups?id=be79ffd0-1a70-44d0-982d-3f5547615086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409309 Apr 05 20:12:41.844438 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8560b4f5-59a6-4b3e-a287-0a66127eac7e tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:41.905476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8560b4f5-59a6-4b3e-a287-0a66127eac7e tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Pushing event deleted for resources: {'Port': ['ID=371ed443-d6ac-4725-a788-b98f031c05d9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:42.057204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-30592d71-1d67-46ad-bc64-5ef456020ecd service neutron] Attempting to bind port a5fc5886-db56-47d5-bd46-79c8e7419136 on host n-h2-836604-1 for vnic_type normal with profile None {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:12:42.057578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-30592d71-1d67-46ad-bc64-5ef456020ecd service neutron] Attempting to bind port a5fc5886-db56-47d5-bd46-79c8e7419136 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:12:42.057826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-30592d71-1d67-46ad-bc64-5ef456020ecd service neutron] Attempting to bind port a5fc5886-db56-47d5-bd46-79c8e7419136 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:42.061206 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8560b4f5-59a6-4b3e-a287-0a66127eac7e tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:42.071379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd67f52d-9f79-40ed-83fe-e5e4445d759d req-93271d5b-5113-4956-a46e-6c25ff74f609 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:42.072799 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd67f52d-9f79-40ed-83fe-e5e4445d759d req-93271d5b-5113-4956-a46e-6c25ff74f609 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 949 time: 0.2731822 Apr 05 20:12:42.075674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-30592d71-1d67-46ad-bc64-5ef456020ecd service neutron] Port a5fc5886-db56-47d5-bd46-79c8e7419136 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:12:42.075986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-30592d71-1d67-46ad-bc64-5ef456020ecd service neutron] Attempting to bind port a5fc5886-db56-47d5-bd46-79c8e7419136 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:42.086047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-30592d71-1d67-46ad-bc64-5ef456020ecd service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:12:42.086372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-30592d71-1d67-46ad-bc64-5ef456020ecd service neutron] Checking segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:42.086733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-30592d71-1d67-46ad-bc64-5ef456020ecd service neutron] Bound using segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:12:42.087143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-30592d71-1d67-46ad-bc64-5ef456020ecd service neutron] Bound port: a5fc5886-db56-47d5-bd46-79c8e7419136, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:12:42.121652 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8560b4f5-59a6-4b3e-a287-0a66127eac7e tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:42.122747 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8560b4f5-59a6-4b3e-a287-0a66127eac7e tempest-AttachSCSIVolumeTestJSON-1476500105 tempest-AttachSCSIVolumeTestJSON-1476500105-project] 10.222.0.24 "DELETE /v2.0/floatingips/1d748ae8-bbb1-4982-927a-81f0c7368a97 HTTP/1.1" status: 204 len: 168 time: 1.4268734 Apr 05 20:12:42.146130 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd67f52d-9f79-40ed-83fe-e5e4445d759d req-c40dacfc-a08b-42be-9d5d-1d7c17d6e8ff tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642798 Apr 05 20:12:42.156719 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-30592d71-1d67-46ad-bc64-5ef456020ecd service neutron] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a5fc5886-db56-47d5-bd46-79c8e7419136,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:12:42.169959 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-30592d71-1d67-46ad-bc64-5ef456020ecd service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:42.169959 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-30592d71-1d67-46ad-bc64-5ef456020ecd service neutron] 10.222.0.24 "POST /v2.0/ports/a5fc5886-db56-47d5-bd46-79c8e7419136/bindings HTTP/1.1" status: 201 len: 389 time: 0.5562403 Apr 05 20:12:42.368565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:12:42.518972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:42.540857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:42.541233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be7112-7849-43d6-a8b9-2f727fd3edfa req-f6f3c52c-1b45-4b95-aac8-bf723b11dc50 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:42.542422 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:42.543079 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10be7112-7849-43d6-a8b9-2f727fd3edfa req-f6f3c52c-1b45-4b95-aac8-bf723b11dc50 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.2186718 Apr 05 20:12:42.599571 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10be7112-7849-43d6-a8b9-2f727fd3edfa req-2c545adb-7b9a-495c-8f93-3cbbf19573b6 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468025 Apr 05 20:12:42.605961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d53cf7-673e-4623-bd07-38fecffe6bd7 req-5f2c98e5-d6d0-43cf-951b-58eb2d5075ad tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:42.607526 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-48d53cf7-673e-4623-bd07-38fecffe6bd7 req-5f2c98e5-d6d0-43cf-951b-58eb2d5075ad tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 950 time: 0.1186936 Apr 05 20:12:42.614342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-539d05c4-f750-4090-9e0c-c7ca0a3e1820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:42.615890 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-539d05c4-f750-4090-9e0c-c7ca0a3e1820 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 1096 time: 0.1779659 Apr 05 20:12:42.805542 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:42.807953 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-48d53cf7-673e-4623-bd07-38fecffe6bd7 req-6307622e-0ff4-4cf1-8ea6-8695500bed6c tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/security-groups?id=127fefed-f2b1-499c-b44f-5e509b62df76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910465 Apr 05 20:12:42.882234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697,segment=NetworkSegment(1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd),segment_id=1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:42.902213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-2854984e-2369-408e-a65e-1bff0a873345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:42.909592 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:42.910097 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-2854984e-2369-408e-a65e-1bff0a873345 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.2793100 Apr 05 20:12:42.956541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:42.980401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060c930-c31b-43a6-a36f-69e632ec7937 req-4939357b-64f9-4a1d-ad37-7958e15b97d6 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:42.980901 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179c648-9e9e-4b00-825f-a5f2e1cfe788 req-28958804-c8ca-4cb1-9796-b7347b599b20 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:42.982316 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1060c930-c31b-43a6-a36f-69e632ec7937 req-4939357b-64f9-4a1d-ad37-7958e15b97d6 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.1125157 Apr 05 20:12:42.982677 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9179c648-9e9e-4b00-825f-a5f2e1cfe788 req-28958804-c8ca-4cb1-9796-b7347b599b20 tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 950 time: 0.3129249 Apr 05 20:12:43.002712 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:43.084683 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-22b788bd-8224-4dd8-9b27-bdd323f92535 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5fc5886-db56-47d5-bd46-79c8e7419136 HTTP/1.1" status: 200 len: 217 time: 0.1668706 Apr 05 20:12:43.124678 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1060c930-c31b-43a6-a36f-69e632ec7937 req-a6c68436-f176-4166-bd97-5db3004e0355 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285238 Apr 05 20:12:43.238583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-9179c648-9e9e-4b00-825f-a5f2e1cfe788 req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Deleting port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:12:43.238959 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9179c648-9e9e-4b00-825f-a5f2e1cfe788 req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:43.310253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877efb4-38a6-4385-ae1e-8112a9803e0e req-1c5df584-3b93-4300-90ee-0713385df0a4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:43.312119 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5877efb4-38a6-4385-ae1e-8112a9803e0e req-1c5df584-3b93-4300-90ee-0713385df0a4 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 945 time: 0.0880322 Apr 05 20:12:43.359603 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5877efb4-38a6-4385-ae1e-8112a9803e0e req-d96f88e4-948c-4927-b87c-d115addeffba tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404820 Apr 05 20:12:43.415639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-145babfb-36a8-43ee-8acb-ea1d5f0832ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:43.417083 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-145babfb-36a8-43ee-8acb-ea1d5f0832ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.2655830 Apr 05 20:12:43.483130 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-f3b76fc9-7de4-4b7f-8706-b3949f4c39a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576437 Apr 05 20:12:43.514419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d5329b-2768-4e71-a17b-464cc6a17e35 req-b36d267a-4a13-4002-94f1-d07b8ae2b6b1 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:43.515771 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30d5329b-2768-4e71-a17b-464cc6a17e35 req-b36d267a-4a13-4002-94f1-d07b8ae2b6b1 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 1100 time: 0.5481057 Apr 05 20:12:43.548499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd1ebe-64ed-4966-a0ff-35e275938bc5 req-ccd50bdd-5ef7-453c-b450-de01a0825e1b tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:43.550795 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-decd1ebe-64ed-4966-a0ff-35e275938bc5 req-ccd50bdd-5ef7-453c-b450-de01a0825e1b tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 945 time: 0.0901594 Apr 05 20:12:43.599924 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-decd1ebe-64ed-4966-a0ff-35e275938bc5 req-de0d8993-f551-487d-a652-c60cea8c8c7b tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/security-groups?id=be79ffd0-1a70-44d0-982d-3f5547615086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Apr 05 20:12:43.608019 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b7a736e6-e7ae-4dff-b321-ea16036f55d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:43.707400 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30d5329b-2768-4e71-a17b-464cc6a17e35 req-3567b8e3-b95e-4b0c-ad4b-75241db229ab tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684947 Apr 05 20:12:43.754967 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697', 'code': 200} Apr 05 20:12:43.816221 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-98b02ed6-d3b9-48be-8053-0835fb54190f service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995028 Apr 05 20:12:43.920404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16b4bd-6c39-44f4-8f15-d1be435d90bc req-7a9bea7b-3481-4316-b036-9e77bc6c9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:43.922275 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed16b4bd-6c39-44f4-8f15-d1be435d90bc req-7a9bea7b-3481-4316-b036-9e77bc6c9310 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 1096 time: 0.0819137 Apr 05 20:12:44.002881 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed16b4bd-6c39-44f4-8f15-d1be435d90bc req-69f2cfde-3a8a-441d-bae0-68dda6337399 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=be79ffd0-1a70-44d0-982d-3f5547615086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692203 Apr 05 20:12:44.041907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9179c648-9e9e-4b00-825f-a5f2e1cfe788 req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] For port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5f9cd4ef-d0de-4a50-8211-52f776f2bbe9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:44.042537 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9179c648-9e9e-4b00-825f-a5f2e1cfe788 req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:44.195418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-9179c648-9e9e-4b00-825f-a5f2e1cfe788 req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Calling delete_port for 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:12:44.284146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-4cb09efd-5b20-4ce4-8808-2bd548b3cbea service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4564009 Apr 05 20:12:44.320123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88c76a-fa04-46b6-9d61-d2bcb0a0ac29 req-521cb582-e5cc-480e-91de-cd72baca42c1 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:44.321681 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f88c76a-fa04-46b6-9d61-d2bcb0a0ac29 req-521cb582-e5cc-480e-91de-cd72baca42c1 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.4241066 Apr 05 20:12:44.356548 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:12:44.371435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:12:44.435454 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f88c76a-fa04-46b6-9d61-d2bcb0a0ac29 req-f63ea6ea-2790-4fa5-96d8-6ff4b55621de tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993757 Apr 05 20:12:44.460059 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-58d0a554-16c5-4eb1-a7fd-e40f423da43a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=68647ae553c84fef9dc84260fe0aaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511186 Apr 05 20:12:44.466434 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9179c648-9e9e-4b00-825f-a5f2e1cfe788 req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:44.484906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['5f9cd4ef-d0de-4a50-8211-52f776f2bbe9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:44.548500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Pushing event deleted for resources: {'Port': ['ID=5f9cd4ef-d0de-4a50-8211-52f776f2bbe9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:44.562489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:44.562981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:44.563408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:44.563835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:44.564257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:44.564695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:44.565282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:44.565700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:44.566144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:44.566556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:44.567193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:44.568136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:44.617820 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:44.672850 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:44.688781 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:44.695493 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:44.708757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-7a3cbede-38ac-404b-8b6a-fc7d3a7cf49f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:44.716558 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-7a3cbede-38ac-404b-8b6a-fc7d3a7cf49f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2601275 Apr 05 20:12:44.730705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-9179c648-9e9e-4b00-825f-a5f2e1cfe788 req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] No DVR routers for this DVR port 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:12:44.737678 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9179c648-9e9e-4b00-825f-a5f2e1cfe788 req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:44.741434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-0dac6f5d-5bf7-4e95-add3-5428bc3ac3d6 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/quotas/68647ae553c84fef9dc84260fe0aaf92 HTTP/1.1" status: 200 len: 375 time: 0.0237637 Apr 05 20:12:44.741576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2b6dc8-d388-4e79-91b9-2e17f95253d4', 'name': 'network-vif-deleted', 'tag': '5f9cd4ef-d0de-4a50-8211-52f776f2bbe9'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:44.756718 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ecc4ab79-e242-4412-a289-95c991947795 req-533aebb8-58a3-4693-b396-8d6b2d5a0f7c tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2b6dc8-d388-4e79-91b9-2e17f95253d4 HTTP/1.1" status: 200 len: 210 time: 0.1978047 Apr 05 20:12:44.789967 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9179c648-9e9e-4b00-825f-a5f2e1cfe788 req-6ded5cf6-d0e8-4546-8bd7-f0619f7d8c0f tempest-LiveMigrationNegativeTest-1411893992 tempest-LiveMigrationNegativeTest-1411893992-project] 10.222.0.41 "DELETE /v2.0/ports/5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 HTTP/1.1" status: 204 len: 173 time: 1.7993226 Apr 05 20:12:44.847912 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:44.859231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:44.947892 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-775a4ba5-4c66-4c56-9444-cff701615f4b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2056012 Apr 05 20:12:45.084062 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1358a794-e106-4c9c-aa44-ee758a9280c8 req-48423168-fde2-4b8f-b9ea-d75a90fbc15d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:45.085794 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1358a794-e106-4c9c-aa44-ee758a9280c8 req-48423168-fde2-4b8f-b9ea-d75a90fbc15d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.1525953 Apr 05 20:12:45.220866 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1358a794-e106-4c9c-aa44-ee758a9280c8 req-7e4b1d23-2204-4bf7-8253-ade2959eefba tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277957 Apr 05 20:12:45.653301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3218d-9749-4eeb-a133-d836ce070a25 req-ebcd6ce9-b963-4ee5-a602-67d11d51fa39 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:45.666460 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-01d3218d-9749-4eeb-a133-d836ce070a25 req-ebcd6ce9-b963-4ee5-a602-67d11d51fa39 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 945 time: 0.2188706 Apr 05 20:12:45.751374 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-01d3218d-9749-4eeb-a133-d836ce070a25 req-7d65d9a0-44f7-4ec8-b738-f50d0ea73ce1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834203 Apr 05 20:12:45.756295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1018c69-8a3d-4d2c-be1d-fea9e8141865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:45.838374 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2b6dc8-d388-4e79-91b9-2e17f95253d4', 'name': 'network-vif-deleted', 'tag': '5f9cd4ef-d0de-4a50-8211-52f776f2bbe9', 'status': 'completed', 'code': 200} Apr 05 20:12:45.886165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569bcff8-c5a2-46c9-94e8-bc3a48def336 req-445c4841-7020-4ee5-920a-4392fdcdeecd tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:45.888584 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-569bcff8-c5a2-46c9-94e8-bc3a48def336 req-445c4841-7020-4ee5-920a-4392fdcdeecd tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 945 time: 0.2015171 Apr 05 20:12:45.900809 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:45.934464 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c4f293a-9ca9-4b85-8751-b124f9860ab3 req-a7b75492-40c9-4667-a324-909105324677 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 210 time: 0.0593319 Apr 05 20:12:45.965360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-569bcff8-c5a2-46c9-94e8-bc3a48def336 req-dcec51b7-6bb2-4d48-8749-7cdc43263090 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/security-groups?id=be79ffd0-1a70-44d0-982d-3f5547615086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691051 Apr 05 20:12:46.179124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e334aa-1ab3-49ef-8fbe-ee8c0b373261 req-c51be4d0-680d-4477-87c7-b7c891f225ca tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:46.187622 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28e334aa-1ab3-49ef-8fbe-ee8c0b373261 req-c51be4d0-680d-4477-87c7-b7c891f225ca tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 1100 time: 0.1242771 Apr 05 20:12:46.229170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-28e334aa-1ab3-49ef-8fbe-ee8c0b373261 req-fa040e36-bd9c-436c-ac0d-899eac4bb155 tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] Synchronizing usage tracker for tenant:588a5181c73c43ad90eb5791ddc5353d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:46.247299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-28e334aa-1ab3-49ef-8fbe-ee8c0b373261 req-fa040e36-bd9c-436c-ac0d-899eac4bb155 tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] Unset dirty status for tenant:588a5181c73c43ad90eb5791ddc5353d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:46.257820 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28e334aa-1ab3-49ef-8fbe-ee8c0b373261 req-fa040e36-bd9c-436c-ac0d-899eac4bb155 tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691593 Apr 05 20:12:46.302764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c2df3-b2ab-4c7a-b2d9-3747e9e087a5 req-ca6ae782-b32a-458b-bb5e-7867da8ff526 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:46.305079 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a99c2df3-b2ab-4c7a-b2d9-3747e9e087a5 req-ca6ae782-b32a-458b-bb5e-7867da8ff526 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.1549463 Apr 05 20:12:46.356164 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a99c2df3-b2ab-4c7a-b2d9-3747e9e087a5 req-6a016a76-819d-4dca-9cec-70f829cae76d tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459769 Apr 05 20:12:46.439172 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1018c69-8a3d-4d2c-be1d-fea9e8141865', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae', 'code': 200} Apr 05 20:12:46.728378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-2b6ba1c3-404b-4578-b900-64107ce4afae tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:46.750917 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-2b6ba1c3-404b-4578-b900-64107ce4afae tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/networks?id=90c58985-6e9e-49a8-afc1-08efbdccc060 HTTP/1.1" status: 200 len: 805 time: 0.3609424 Apr 05 20:12:46.769421 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-15942fc1-4744-47a2-8fc9-0eb2d843d71f tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/quotas/cfd34cd945744a0a89a6f2f3bec7bb69 HTTP/1.1" status: 200 len: 375 time: 0.0169837 Apr 05 20:12:46.794910 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-49ab2b41-ba41-4c06-88e9-ad0c9503824b tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 258 time: 0.2546294 Apr 05 20:12:46.807336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:46.816355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:46.822511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Usage tracker for resource:floatingip and tenant:6c1296c3e07b4e66aa7d36ee7af0901d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:46.825907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:46.832121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55220) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:46.835407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:46.851460 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:46.877009 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-2a764044-705d-486c-9c77-1b736142f85c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=68647ae553c84fef9dc84260fe0aaf92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300789 Apr 05 20:12:46.941443 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-6c81bd48-828a-41b6-bfc4-3bf8053fca9e tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfd34cd945744a0a89a6f2f3bec7bb69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1697707 Apr 05 20:12:46.984561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:12:47.017732 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:47.030923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:12:47.031265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5f9cd4ef-d0de-4a50-8211-52f776f2bbe9 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:12:47.158319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Allocated IP 172.25.8.56 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/77088d63-d414-48a4-acc5-cf275410809b) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:12:47.213184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fe02b237-3c07-47a6-a5f5-897cce3fba58 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:47.215074 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fe02b237-3c07-47a6-a5f5-897cce3fba58 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3329148 Apr 05 20:12:47.219258 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3aa7c0bd-ac51-40b0-8cac-bacd06be56cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47ef75b103394f1aba7ab1e64d03b2fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3860779 Apr 05 20:12:47.221390 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-4a1028b9-c33a-4730-9af6-51ae84efac11 service neutron] 10.222.0.24 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249622 Apr 05 20:12:47.221826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55230) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:47.228853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Request body: {'port': {'device_id': '9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '68647ae553c84fef9dc84260fe0aaf92'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:47.314002 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:47.347417 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:47.507580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:12:47.510315 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:47.515823 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e72f852-5e8d-4f6d-84b0-03460699d77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:47.518140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:12:47.545630 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-2c1e9e6e-e5b1-4146-9d6d-2622f829f306 service neutron] 10.222.0.24 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887309 Apr 05 20:12:47.554046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Pushing event updated for resources: {'Port': ['ID=77088d63-d414-48a4-acc5-cf275410809b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:47.559508 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:47.571694 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e72f852-5e8d-4f6d-84b0-03460699d77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:47.587789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:47.613744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Made reservation on behalf of 68647ae553c84fef9dc84260fe0aaf92 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:12:47.619252 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:47.673266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89cab2-d7d3-4696-940d-96a2195d0daf req-479214ce-0466-4b5d-a10e-f867be275e2a tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:47.674788 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff89cab2-d7d3-4696-940d-96a2195d0daf req-479214ce-0466-4b5d-a10e-f867be275e2a tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1018c69-8a3d-4d2c-be1d-fea9e8141865 HTTP/1.1" status: 200 len: 944 time: 0.1122487 Apr 05 20:12:47.677689 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:47.748974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55240) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:47.756383 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e72f852-5e8d-4f6d-84b0-03460699d77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:47.853391 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ff89cab2-d7d3-4696-940d-96a2195d0daf req-c69cb417-34ca-4514-8dcb-9171b56b8aa1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Deleting port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:12:47.853727 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff89cab2-d7d3-4696-940d-96a2195d0daf req-c69cb417-34ca-4514-8dcb-9171b56b8aa1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:47.936753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72f852-5e8d-4f6d-84b0-03460699d77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127fefed-f2b1-499c-b44f-5e509b62df76,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:47.950185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:47.968725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Allocated IP 192.168.233.66 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/8fbfd5eb-5c86-4dad-ad35-3f08225abc46) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:12:47.983412 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e72f852-5e8d-4f6d-84b0-03460699d77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:47.984506 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3e72f852-5e8d-4f6d-84b0-03460699d77c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/127fefed-f2b1-499c-b44f-5e509b62df76 HTTP/1.1" status: 204 len: 168 time: 0.7618055 Apr 05 20:12:48.336907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ff89cab2-d7d3-4696-940d-96a2195d0daf req-c69cb417-34ca-4514-8dcb-9171b56b8aa1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] For port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:48.336907 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff89cab2-d7d3-4696-940d-96a2195d0daf req-c69cb417-34ca-4514-8dcb-9171b56b8aa1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:48.414824 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55260) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:48.497040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ff89cab2-d7d3-4696-940d-96a2195d0daf req-c69cb417-34ca-4514-8dcb-9171b56b8aa1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Calling delete_port for 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:12:48.626327 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:48.633002 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-587869ce-c7e5-4946-ba8d-9d2b454c22d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47f59397f2264660a11d3694e698dce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2149332 Apr 05 20:12:48.635065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55264) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:48.640360 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:48.707482 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:48.737839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Pushing event updated for resources: {'Port': ['ID=77088d63-d414-48a4-acc5-cf275410809b,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:48.835843 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-9559dc1f-0d6c-40a8-aac4-e373064e052b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4422324 Apr 05 20:12:48.886684 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:48.902785 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad3c80f7-d1ae-40e3-96a7-c1c73b871849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:48.919261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641acd5-d832-4f9e-9e7d-0a9ccbd0efbb req-5f417769-f064-419d-96ae-44b585f0e29f tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:48.925962 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff89cab2-d7d3-4696-940d-96a2195d0daf req-c69cb417-34ca-4514-8dcb-9171b56b8aa1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:48.926365 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1641acd5-d832-4f9e-9e7d-0a9ccbd0efbb req-5f417769-f064-419d-96ae-44b585f0e29f tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 945 time: 0.5376298 Apr 05 20:12:48.929519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Transition to ACTIVE for port object 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:49.006449 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1641acd5-d832-4f9e-9e7d-0a9ccbd0efbb req-f73c1215-b2d8-4620-bd3f-df0191feeafb tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791175 Apr 05 20:12:49.031793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69cb417-34ca-4514-8dcb-9171b56b8aa1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Pushing event deleted for resources: {'Port': ['ID=4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:49.048690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad3c80f7-d1ae-40e3-96a7-c1c73b871849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:49.049715 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:49.055986 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:49.064616 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-3a6e9c0a-628b-4a52-80bd-b8d38599035c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2636471 Apr 05 20:12:49.073981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['1b25bd2a-6269-4b00-a18b-e56acb3aeaa8', 'c8469f67-c176-4344-a930-20955f564d29', '41eac429-9e5b-424d-bf0d-01fedc2b9544'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:49.167255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e', 'eaed120d-623f-40ac-aea4-d38dc9cb535f', '40ed973d-a318-4c31-9c23-4d5fc3d066b3', '5c7da35a-ab21-48a3-b924-c3d0960e969c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:49.212067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff89cab2-d7d3-4696-940d-96a2195d0daf req-c69cb417-34ca-4514-8dcb-9171b56b8aa1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] No DVR routers for this DVR port 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:12:49.216899 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff89cab2-d7d3-4696-940d-96a2195d0daf req-c69cb417-34ca-4514-8dcb-9171b56b8aa1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:49.220405 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff89cab2-d7d3-4696-940d-96a2195d0daf req-c69cb417-34ca-4514-8dcb-9171b56b8aa1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.13 "DELETE /v2.0/ports/4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae HTTP/1.1" status: 204 len: 173 time: 1.5365851 Apr 05 20:12:49.234886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1018c69-8a3d-4d2c-be1d-fea9e8141865', 'name': 'network-vif-deleted', 'tag': '4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:49.253347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-38cd3c35-3018-45b7-8ada-038cf3363f09 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Synchronizing usage tracker for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:floatingip {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:49.275931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:12:49.290661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:49.340168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:12:49.353272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-38cd3c35-3018-45b7-8ada-038cf3363f09 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Unset dirty status for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:floatingip {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:49.368529 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-38cd3c35-3018-45b7-8ada-038cf3363f09 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 695 time: 0.3004298 Apr 05 20:12:49.560578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event updated for resources: {'Port': ['ID=8fbfd5eb-5c86-4dad-ad35-3f08225abc46,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:49.691169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:49.692048 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:49.746789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-c20ed4aa-701d-4746-9da6-53df4003a052 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:49.749827 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-c20ed4aa-701d-4746-9da6-53df4003a052 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.13 "GET /v2.0/networks?id=90c58985-6e9e-49a8-afc1-08efbdccc060 HTTP/1.1" status: 200 len: 805 time: 0.6110735 Apr 05 20:12:49.815055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Request body: {'port': {'device_id': 'e6ec550b-5880-4e2d-bee3-c2ac4c86e404', 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060', 'admin_state_up': True, 'tenant_id': 'cfd34cd945744a0a89a6f2f3bec7bb69'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:49.828447 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad3c80f7-d1ae-40e3-96a7-c1c73b871849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:49.885088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb7d8f-5f41-4245-b693-35ab899ddea8 req-9cc63817-3dd7-4d70-be7b-bdd535312f65 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:49.886322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bbbb7d8f-5f41-4245-b693-35ab899ddea8 req-9cc63817-3dd7-4d70-be7b-bdd535312f65 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:49.908738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c80f7-d1ae-40e3-96a7-c1c73b871849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c755e3-b462-4240-86fb-270412fb460b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:49.916463 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad3c80f7-d1ae-40e3-96a7-c1c73b871849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:49.918697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ad3c80f7-d1ae-40e3-96a7-c1c73b871849 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6c755e3-b462-4240-86fb-270412fb460b HTTP/1.1" status: 204 len: 168 time: 1.2818584 Apr 05 20:12:49.919226 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-55fc14b2-0bcc-4ee2-94c9-e3ae84da7995 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6947193 Apr 05 20:12:49.950645 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8fc38d81-09a9-482c-88d9-01c978e51126 None None] Provisioning for port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:12:49.964994 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cf930d6-6732-48b6-83b5-c03026f1ddab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:49.973324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8fc38d81-09a9-482c-88d9-01c978e51126 None None] Provisioning complete for port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:12:49.974334 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8fc38d81-09a9-482c-88d9-01c978e51126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:50.009861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-c07dab00-afc4-420f-ad29-e53185365029 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:50.011840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-c07dab00-afc4-420f-ad29-e53185365029 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.6403136 Apr 05 20:12:50.033110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-6b28a624-ceff-4c3c-b5ec-f39ab907b889 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:12:50.042844 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0405a2f9-53a7-43ee-b5b6-d29c7399c722 req-6b28a624-ceff-4c3c-b5ec-f39ab907b889 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215523 Apr 05 20:12:50.175132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8fc38d81-09a9-482c-88d9-01c978e51126 None None] Port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:12:50.372541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Request body: {'port': {'device_id': '9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:50.401966 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:12:50.497401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:12:50.497401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:12:50.544583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226a4fd-a7df-46d0-8fb1-3d78627635c6 req-b4d16cce-5b48-4186-a3bc-106c86694c2b tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:50.556618 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7226a4fd-a7df-46d0-8fb1-3d78627635c6 req-b4d16cce-5b48-4186-a3bc-106c86694c2b tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.2832737 Apr 05 20:12:50.647299 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7226a4fd-a7df-46d0-8fb1-3d78627635c6 req-bc399625-25f9-4830-9991-144190255155 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888767 Apr 05 20:12:50.831942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:50.857540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f7c07bd5-62e5-4cde-bdfd-1fe9d2ef4c3f req-62d58d1c-229c-4110-8f64-b045601eba2d tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Synchronizing usage tracker for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:50.901864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bbbb7d8f-5f41-4245-b693-35ab899ddea8 req-9cc63817-3dd7-4d70-be7b-bdd535312f65 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:50.901864 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bbbb7d8f-5f41-4245-b693-35ab899ddea8 req-9cc63817-3dd7-4d70-be7b-bdd535312f65 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 935 time: 1.6237333 Apr 05 20:12:50.902586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:50.943316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f7c07bd5-62e5-4cde-bdfd-1fe9d2ef4c3f req-62d58d1c-229c-4110-8f64-b045601eba2d tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Unset dirty status for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:50.944528 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7c07bd5-62e5-4cde-bdfd-1fe9d2ef4c3f req-62d58d1c-229c-4110-8f64-b045601eba2d tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 210 time: 0.1459379 Apr 05 20:12:50.957995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Made reservation on behalf of cfd34cd945744a0a89a6f2f3bec7bb69 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:12:50.961643 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:50.980839 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:51.106733 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bbbb7d8f-5f41-4245-b693-35ab899ddea8 req-499f7969-5664-4e66-948c-f5666f792bc8 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832118 Apr 05 20:12:51.173513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6550722-f4f7-4aec-ab4b-4b1fd76ee368 req-5758b784-f511-4d63-a6ec-59cf84668881 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:51.175598 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6550722-f4f7-4aec-ab4b-4b1fd76ee368 req-5758b784-f511-4d63-a6ec-59cf84668881 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.1103101 Apr 05 20:12:51.216067 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1018c69-8a3d-4d2c-be1d-fea9e8141865', 'name': 'network-vif-deleted', 'tag': '4ff61cbd-c3c0-4bcb-a6b5-515d39ab30ae', 'status': 'completed', 'code': 200} Apr 05 20:12:51.246744 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6550722-f4f7-4aec-ab4b-4b1fd76ee368 req-18f3c142-d4da-4c93-85d4-22ac5dcac644 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604608 Apr 05 20:12:51.603599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-0a383b72-29e8-44c7-b67b-9ea67968a17c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:51.605206 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-0a383b72-29e8-44c7-b67b-9ea67968a17c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0931001 Apr 05 20:12:51.628939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7cf930d6-6732-48b6-83b5-c03026f1ddab admin admin] Deleting port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:12:51.629549 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cf930d6-6732-48b6-83b5-c03026f1ddab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:51.699361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-906e2ff5-78cb-4c29-945e-2fe35d25cfd6 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 695 time: 0.0876496 Apr 05 20:12:51.707222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-fc750406-f22f-4328-b96e-398e2a1463ae tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Request body: {'floatingip': {'port_id': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:51.761183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Allocated IP 172.20.0.12 (90c58985-6e9e-49a8-afc1-08efbdccc060/1e1175b7-fe76-4409-88b2-f584c22d2454/f47275ab-515d-4c25-8af7-e4895da3e8e9) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:12:51.793582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-fc750406-f22f-4328-b96e-398e2a1463ae tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:51.871550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd77771-7ef7-47bf-aeb9-59bed707b4f2 req-3a36a19a-cf51-45a7-8ae6-6f81bf8f29be tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:51.873023 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bcd77771-7ef7-47bf-aeb9-59bed707b4f2 req-3a36a19a-cf51-45a7-8ae6-6f81bf8f29be tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 945 time: 0.4834697 Apr 05 20:12:51.943488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-e3ae1646-72ec-47f8-a97e-1591733f3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:51.944928 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-e3ae1646-72ec-47f8-a97e-1591733f3421 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 1100 time: 0.5564623 Apr 05 20:12:52.194626 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bcd77771-7ef7-47bf-aeb9-59bed707b4f2 req-9f334d71-cf94-4070-af36-312b816876d0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485027 Apr 05 20:12:52.235698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-7cf930d6-6732-48b6-83b5-c03026f1ddab admin admin] For port 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0,segment=NetworkSegment(87fe95fa-8697-462d-8185-c04aa2dfcaff),segment_id=87fe95fa-8697-462d-8185-c04aa2dfcaff)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:52.236164 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cf930d6-6732-48b6-83b5-c03026f1ddab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:52.466683 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-fc750406-f22f-4328-b96e-398e2a1463ae tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:52.470516 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-fc750406-f22f-4328-b96e-398e2a1463ae tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:52.486805 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:12:52.502051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7cf930d6-6732-48b6-83b5-c03026f1ddab admin admin] Calling delete_port for 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:12:52.640282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-01eb0867-4c3a-4b59-825d-2e22813a20f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:52.641730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-01eb0867-4c3a-4b59-825d-2e22813a20f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.6853826 Apr 05 20:12:52.740786 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:52.748872 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-fc750406-f22f-4328-b96e-398e2a1463ae tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Floating IP 75ec1d87-be96-4d18-a20d-570a307fbeea associated. External IP: 172.25.8.56, port: 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697. Apr 05 20:12:52.753461 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:52.767165 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-604198c4-f718-4727-a101-06dd07c9d464 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7 HTTP/1.1" status: 200 len: 217 time: 0.1134081 Apr 05 20:12:52.770209 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:52.988137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Transition to ACTIVE for port object 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:52.995842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-5951fc7b-9904-42a3-8d52-8e43aaeaa873 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:52.997314 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-5951fc7b-9904-42a3-8d52-8e43aaeaa873 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475&tenant_id=78e3339ed2bb42f7a4658d92708a7a40&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1096 time: 0.1964843 Apr 05 20:12:53.002660 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:53.057233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291df47-7e33-44e1-a632-88b43d04d02d req-1e80bad7-fa5d-4b14-93eb-f71adc1d0d10 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:53.058260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836604-1'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:53.062535 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6291df47-7e33-44e1-a632-88b43d04d02d req-1e80bad7-fa5d-4b14-93eb-f71adc1d0d10 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.7538469 Apr 05 20:12:53.172460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-de9d6dc3-3547-4e13-a506-9b418ae013ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:53.174358 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-de9d6dc3-3547-4e13-a506-9b418ae013ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.3923757 Apr 05 20:12:53.280110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbfd5eb-5c86-4dad-ad35-3f08225abc46,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:53.287783 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:53.312331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-fc750406-f22f-4328-b96e-398e2a1463ae tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:12:53.350579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:53.361693 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6291df47-7e33-44e1-a632-88b43d04d02d req-709c3730-f323-4220-aca5-ee70d30c34a7 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766654 Apr 05 20:12:53.483585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Network 90c58985-6e9e-49a8-afc1-08efbdccc060 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:12:53.510594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:12:53.553237 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:12:53.597422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Pushing event updated for resources: {'Port': ['ID=f47275ab-515d-4c25-8af7-e4895da3e8e9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:53.624247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Attempting to bind port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:12:53.624573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Attempting to bind port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:12:53.624893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Attempting to bind port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:53.641976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-fc750406-f22f-4328-b96e-398e2a1463ae tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:12:53.649606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:12:53.653439 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73bc9c6-18c1-400d-9cee-470346a64ca4 None None] Sync routers for ids ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:12:53.654182 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-fc750406-f22f-4328-b96e-398e2a1463ae tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:53.658074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Attempting to bind port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:53.665711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73bc9c6-18c1-400d-9cee-470346a64ca4 None None] Routers {'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:12:53.666623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d73bc9c6-18c1-400d-9cee-470346a64ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:12:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:53.680983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:12:53.681416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:53.681806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:12:53.682374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Bound port: 8fbfd5eb-5c86-4dad-ad35-3f08225abc46, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:12:53.682904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:53.695402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-e61c2a50-8263-4d82-89ec-827796c157f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:53.697340 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-e61c2a50-8263-4d82-89ec-827796c157f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4949710 Apr 05 20:12:53.698199 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cf930d6-6732-48b6-83b5-c03026f1ddab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:53.701474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a5fc5886-db56-47d5-bd46-79c8e7419136,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:53.718116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:53.718722 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:53.734316 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-fc750406-f22f-4328-b96e-398e2a1463ae tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "PUT /v2.0/floatingips/75ec1d87-be96-4d18-a20d-570a307fbeea HTTP/1.1" status: 200 len: 995 time: 2.0284443 Apr 05 20:12:53.736048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'tag': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:53.811637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:53.875687 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d73bc9c6-18c1-400d-9cee-470346a64ca4 None None] Set router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:12:53.886454 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:53.891441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-51099955-250c-48f8-a778-8dab88f1532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:53.892970 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-51099955-250c-48f8-a778-8dab88f1532c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c1296c3e07b4e66aa7d36ee7af0901d&device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 1096 time: 0.1521177 Apr 05 20:12:53.896484 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:53.937088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf930d6-6732-48b6-83b5-c03026f1ddab admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:54.123874 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c09c73fe-283e-4534-b570-cc7626654537 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873310 Apr 05 20:12:54.144531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4afe04-bdbc-42af-9a0a-4d187d6d60f7 req-74075e6a-e8c0-4a20-9bd0-64f1236b507e tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:54.145838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9e4afe04-bdbc-42af-9a0a-4d187d6d60f7 req-74075e6a-e8c0-4a20-9bd0-64f1236b507e tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Synchronizing usage tracker for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:54.149338 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-60082ee7-1b6f-43b3-ae50-f65d6cf49626 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3740499 Apr 05 20:12:54.274308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-db5eaf6a-0460-47f2-8af6-370826142732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:54.279099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] For port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:54.281323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-db5eaf6a-0460-47f2-8af6-370826142732 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8423dc9b-76d6-4e6a-a973-7acf16d1a246 HTTP/1.1" status: 200 len: 929 time: 0.3508914 Apr 05 20:12:54.358067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Request body: {'port': {'device_id': 'e6ec550b-5880-4e2d-bee3-c2ac4c86e404', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:54.360184 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d73bc9c6-18c1-400d-9cee-470346a64ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:12:19Z', 'revision_number': 4, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '75ec1d87-be96-4d18-a20d-570a307fbeea', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'port_id': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'mac_address': 'fa:16:3e:d5:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:12:47Z', 'updated_at': '2022-04-05T20:12:52Z', 'revision_number': 1, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df8745d-90c9-46d6-9047-0a6d11df906c', 'name': '', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'mac_address': 'fa:16:3e:bf:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '13e33506-40a3-430a-a944-7a87389ff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:15Z', 'updated_at': '2022-04-05T20:12:30Z', 'revision_number': 5, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'subnets': [{'id': '13e33506-40a3-430a-a944-7a87389ff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:54.367004 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73bc9c6-18c1-400d-9cee-470346a64ca4 None None] Checking router: f7a04dcf-0a62-48b6-bd08-f572dd45c5ea for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:12:54.378552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73bc9c6-18c1-400d-9cee-470346a64ca4 None None] Routers {'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:12:54.379293 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d73bc9c6-18c1-400d-9cee-470346a64ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:12:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:54.419881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Pushing event updated for resources: {'Port': ['ID=a5fc5886-db56-47d5-bd46-79c8e7419136,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:54.444585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Attempting to bind port a5fc5886-db56-47d5-bd46-79c8e7419136 on host n-h1-836604-1 for vnic_type normal with profile {"migrating_to": "n-h2-836604-1"} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:12:54.444920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Attempting to bind port a5fc5886-db56-47d5-bd46-79c8e7419136 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:12:54.445245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Attempting to bind port a5fc5886-db56-47d5-bd46-79c8e7419136 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:54.448494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9e4afe04-bdbc-42af-9a0a-4d187d6d60f7 req-74075e6a-e8c0-4a20-9bd0-64f1236b507e tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Unset dirty status for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:54.449665 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9e4afe04-bdbc-42af-9a0a-4d187d6d60f7 req-74075e6a-e8c0-4a20-9bd0-64f1236b507e tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 932 time: 0.9682314 Apr 05 20:12:54.451665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Port a5fc5886-db56-47d5-bd46-79c8e7419136 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:12:54.451988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Attempting to bind port a5fc5886-db56-47d5-bd46-79c8e7419136 on network ecbc5fa8-17b4-410c-85af-ab13ae3078ba {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:54.462515 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-ee5dcd95-9ab0-4ffc-bc40-da3c2a08d3e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 HTTP/1.1" status: 200 len: 998 time: 0.1802113 Apr 05 20:12:54.463757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] For port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8fbfd5eb-5c86-4dad-ad35-3f08225abc46,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:12:54.464052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:12:54.464556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Checking segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:54.465067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Bound using segment: {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:12:54.465686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Bound port: a5fc5886-db56-47d5-bd46-79c8e7419136, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebb85dd5-1077-4f86-8280-5e5d726a9625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ecbc5fa8-17b4-410c-85af-ab13ae3078ba'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:12:54.466192 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:54.502253 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:54.580465 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d73bc9c6-18c1-400d-9cee-470346a64ca4 None None] Set router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:12:54.594957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-13ba90da-b0b5-4e83-ba01-bbdac6ea86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:54.596570 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-13ba90da-b0b5-4e83-ba01-bbdac6ea86b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13e33506-40a3-430a-a944-7a87389ff892 HTTP/1.1" status: 200 len: 867 time: 0.1153996 Apr 05 20:12:54.667637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:54.672727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a5fc5886-db56-47d5-bd46-79c8e7419136,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:12:54.684678 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:54.797431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:54.798081 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:54.799443 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] 10.222.0.41 "PUT /v2.0/ports/8fbfd5eb-5c86-4dad-ad35-3f08225abc46 HTTP/1.1" status: 200 len: 1095 time: 4.8528461 Apr 05 20:12:54.804272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c', 'tag': '8fbfd5eb-5c86-4dad-ad35-3f08225abc46'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:54.824364 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:54.860571 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9e4afe04-bdbc-42af-9a0a-4d187d6d60f7 req-88861d29-eb83-4faf-92cf-8f14723196fa tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3986006 Apr 05 20:12:54.863956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-12bbde28-a8c9-44bc-9444-5f9ababcd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:54.867902 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c0c0e094-f150-4c27-b8fa-903b740f8323 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7152035 Apr 05 20:12:54.872541 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-12bbde28-a8c9-44bc-9444-5f9ababcd5db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8423dc9b-76d6-4e6a-a973-7acf16d1a246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2658944 Apr 05 20:12:54.929189 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cf930d6-6732-48b6-83b5-c03026f1ddab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:55.026985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a5fc5886-db56-47d5-bd46-79c8e7419136 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:12:55.100408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cc208-0a7b-4540-b323-4f6e4b398d16 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbfd5eb-5c86-4dad-ad35-3f08225abc46,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:55.159358 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-6651e24c-69f0-4e83-b9a1-a3862b7e6bd8 service neutron] 10.222.0.24 "GET /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724831 Apr 05 20:12:55.214767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d73bc9c6-18c1-400d-9cee-470346a64ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:12:19Z', 'revision_number': 4, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '75ec1d87-be96-4d18-a20d-570a307fbeea', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'port_id': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'mac_address': 'fa:16:3e:d5:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:12:47Z', 'updated_at': '2022-04-05T20:12:52Z', 'revision_number': 1, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df8745d-90c9-46d6-9047-0a6d11df906c', 'name': '', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'mac_address': 'fa:16:3e:bf:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '13e33506-40a3-430a-a944-7a87389ff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:15Z', 'updated_at': '2022-04-05T20:12:30Z', 'revision_number': 5, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'subnets': [{'id': '13e33506-40a3-430a-a944-7a87389ff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:55.221463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73bc9c6-18c1-400d-9cee-470346a64ca4 None None] The sync data for ids ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'] in n-d-836604-1 is: [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:12:19Z', 'revision_number': 4, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '75ec1d87-be96-4d18-a20d-570a307fbeea', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'floating_ip_address': '172.25.8.56', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'port_id': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 644, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'mac_address': 'fa:16:3e:d5:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:12:47Z', 'updated_at': '2022-04-05T20:12:52Z', 'revision_number': 1, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df8745d-90c9-46d6-9047-0a6d11df906c', 'name': '', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'mac_address': 'fa:16:3e:bf:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '13e33506-40a3-430a-a944-7a87389ff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:15Z', 'updated_at': '2022-04-05T20:12:30Z', 'revision_number': 5, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'subnets': [{'id': '13e33506-40a3-430a-a944-7a87389ff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:12:55.278859 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a5fc5886-db56-47d5-bd46-79c8e7419136,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:55.293587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a5fc5886-db56-47d5-bd46-79c8e7419136 has no active binding in host n-h2-836604-1 {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:12:55.305574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:55.306198 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:55.307539 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] 10.222.0.41 "PUT /v2.0/ports/a5fc5886-db56-47d5-bd46-79c8e7419136 HTTP/1.1" status: 200 len: 1121 time: 2.2587090 Apr 05 20:12:55.310426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1101bbc-feec-49af-b043-485d9ee2a7de service neutron] Pushing event updated for resources: {'Port': ['ID=a5fc5886-db56-47d5-bd46-79c8e7419136,revision_number=8']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:55.356799 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff339d09-da33-4a1d-9a11-c6ff1ab321b5 req-5f3f3370-8955-409d-b1af-17d179bb4647 service neutron] 10.222.0.24 "GET /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941173 Apr 05 20:12:55.417903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['a5fc5886-db56-47d5-bd46-79c8e7419136'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:55.474547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['a5fc5886-db56-47d5-bd46-79c8e7419136'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:12:55.561768 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758f5c31-3a03-4c49-be13-16a7bc3c1829 None None] New status for floating IP 75ec1d87-be96-4d18-a20d-570a307fbeea: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:12:55.586191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbb09a-6a50-4567-8bb4-5c84198b1321 req-2b23b4fb-a26d-41bb-b47e-f5786214cd52 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:55.595387 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-33fbb09a-6a50-4567-8bb4-5c84198b1321 req-2b23b4fb-a26d-41bb-b47e-f5786214cd52 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.1249840 Apr 05 20:12:55.660479 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-33fbb09a-6a50-4567-8bb4-5c84198b1321 req-375ea6a2-58bc-45c6-92bf-c9754382624f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602965 Apr 05 20:12:55.736395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-194513cc-ca46-4db3-9005-e15f8f554af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:55.738513 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-194513cc-ca46-4db3-9005-e15f8f554af5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 1098 time: 0.8105540 Apr 05 20:12:55.765027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03631e10-14c6-4785-81a6-0b055dc10209 req-3d135dd5-e703-432f-9c8e-5c675f6cf9a4 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:55.773022 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-03631e10-14c6-4785-81a6-0b055dc10209 req-3d135dd5-e703-432f-9c8e-5c675f6cf9a4 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 947 time: 0.4449565 Apr 05 20:12:55.862933 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-46d9fbed-b38f-4fe5-829a-cc1bdbf253c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=8fbfd5eb-5c86-4dad-ad35-3f08225abc46 HTTP/1.1" status: 200 len: 217 time: 0.1063342 Apr 05 20:12:55.897919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a59ff-31e9-4054-ac28-1b9c540919eb req-9700920d-4076-45d0-a39b-bd3a24ee0a58 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:55.899493 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c2a59ff-31e9-4054-ac28-1b9c540919eb req-9700920d-4076-45d0-a39b-bd3a24ee0a58 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 943 time: 0.0924585 Apr 05 20:12:55.945814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c2a59ff-31e9-4054-ac28-1b9c540919eb req-6fc2d66a-2b11-4f8e-9c84-73c1d435b12a tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396011 Apr 05 20:12:56.014965 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'tag': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697', 'status': 'completed', 'code': 200} Apr 05 20:12:56.056080 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-03631e10-14c6-4785-81a6-0b055dc10209 req-3cf17130-bf22-4535-8150-a4dc05a78840 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820172 Apr 05 20:12:56.061923 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47275ab-515d-4c25-8af7-e4895da3e8e9 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:56.074639 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:56.104342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-c490735a-2aab-48ed-8286-3444ea00d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:56.105753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-c490735a-2aab-48ed-8286-3444ea00d13a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2075930 Apr 05 20:12:56.164993 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c', 'tag': '8fbfd5eb-5c86-4dad-ad35-3f08225abc46', 'status': 'completed', 'code': 200} Apr 05 20:12:56.185988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ba065-70b7-450c-9610-b4f2fdc2072f req-05a36346-d102-4d61-971c-38d64e347538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:56.187853 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-824ba065-70b7-450c-9610-b4f2fdc2072f req-05a36346-d102-4d61-971c-38d64e347538 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c1296c3e07b4e66aa7d36ee7af0901d&device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 1096 time: 0.1509140 Apr 05 20:12:56.209619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Transition to ACTIVE for port object f47275ab-515d-4c25-8af7-e4895da3e8e9 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:12:56.221103 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:56.233473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051acff8-41c9-4da3-8538-1b2b0e80dbb8 req-34686d36-e480-4fb3-8cb2-3670e5d96fd0 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:56.235125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-051acff8-41c9-4da3-8538-1b2b0e80dbb8 req-34686d36-e480-4fb3-8cb2-3670e5d96fd0 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.1312881 Apr 05 20:12:56.360483 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-051acff8-41c9-4da3-8538-1b2b0e80dbb8 req-14a609fc-ddae-4d5b-aa8a-311f2f38c2cb tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129727 Apr 05 20:12:56.391731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ba065-70b7-450c-9610-b4f2fdc2072f req-3e911465-75f1-4309-8d07-28695f082275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:56.393254 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-824ba065-70b7-450c-9610-b4f2fdc2072f req-3e911465-75f1-4309-8d07-28695f082275 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8423dc9b-76d6-4e6a-a973-7acf16d1a246 HTTP/1.1" status: 200 len: 929 time: 0.1916425 Apr 05 20:12:56.398315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf930d6-6732-48b6-83b5-c03026f1ddab admin admin] Router c8ae9531-4269-4442-85d1-5aac4c3513c2 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:12:56.455943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Pushing event updated for resources: {'Port': ['ID=f47275ab-515d-4c25-8af7-e4895da3e8e9,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:56.654880 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-824ba065-70b7-450c-9610-b4f2fdc2072f req-4ea06bcc-5e96-4935-a583-edd2e8d18521 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 HTTP/1.1" status: 200 len: 1000 time: 0.2548225 Apr 05 20:12:56.741254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc7113-eef0-4316-816e-d723ba712eeb req-e794092f-0a6e-49c7-8872-5d253366b2e1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:56.743506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59cc7113-eef0-4316-816e-d723ba712eeb req-e794092f-0a6e-49c7-8872-5d253366b2e1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 944 time: 0.2800357 Apr 05 20:12:56.747399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ba065-70b7-450c-9610-b4f2fdc2072f req-651a723e-e47a-471c-9db0-6cad91303f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:56.748623 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-824ba065-70b7-450c-9610-b4f2fdc2072f req-651a723e-e47a-471c-9db0-6cad91303f97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13e33506-40a3-430a-a944-7a87389ff892 HTTP/1.1" status: 200 len: 867 time: 0.0872569 Apr 05 20:12:56.793767 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-b29368b2-7144-47ff-8316-161bb88e6579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:56.795252 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-b29368b2-7144-47ff-8316-161bb88e6579 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6353667 Apr 05 20:12:56.846913 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59cc7113-eef0-4316-816e-d723ba712eeb req-18a107c3-0633-46b3-ae18-6e61fbbfdb65 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945857 Apr 05 20:12:56.878554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ba065-70b7-450c-9610-b4f2fdc2072f req-c9ba6423-4cfd-4fa5-956e-bb78ac66920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:56.878554 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-824ba065-70b7-450c-9610-b4f2fdc2072f req-c9ba6423-4cfd-4fa5-956e-bb78ac66920c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8423dc9b-76d6-4e6a-a973-7acf16d1a246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062930 Apr 05 20:12:56.953113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8b2791d6-cac1-4ffa-8416-c87257787014 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Synchronizing usage tracker for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:12:57.024825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Attempting to bind port f47275ab-515d-4c25-8af7-e4895da3e8e9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:12:57.025055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Attempting to bind port f47275ab-515d-4c25-8af7-e4895da3e8e9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:12:57.025372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Attempting to bind port f47275ab-515d-4c25-8af7-e4895da3e8e9 on network 90c58985-6e9e-49a8-afc1-08efbdccc060 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:57.043883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Port f47275ab-515d-4c25-8af7-e4895da3e8e9 on network 90c58985-6e9e-49a8-afc1-08efbdccc060 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:12:57.044191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Attempting to bind port f47275ab-515d-4c25-8af7-e4895da3e8e9 on network 90c58985-6e9e-49a8-afc1-08efbdccc060 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:12:57.060908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:12:57.061266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Checking segment: {'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:12:57.061642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Bound using segment: {'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:12:57.062095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Bound port: f47275ab-515d-4c25-8af7-e4895da3e8e9, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:12:57.062434 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:57.075253 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-824ba065-70b7-450c-9610-b4f2fdc2072f req-34252699-fd91-4718-abfc-777965df2aa7 service neutron] 10.222.0.13 "GET /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931884 Apr 05 20:12:57.093290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8b2791d6-cac1-4ffa-8416-c87257787014 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Unset dirty status for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:12:57.094613 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8b2791d6-cac1-4ffa-8416-c87257787014 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 258 time: 0.7430258 Apr 05 20:12:57.134336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c8ca0-ef45-48bd-8d77-69cdcab5fc92 req-080a4241-adda-48fe-9185-c57bbc1a8bd2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:57.135790 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f5c8ca0-ef45-48bd-8d77-69cdcab5fc92 req-080a4241-adda-48fe-9185-c57bbc1a8bd2 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.1522233 Apr 05 20:12:57.138100 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf930d6-6732-48b6-83b5-c03026f1ddab admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:12:57.143180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:12:57.147345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de3d9a-9373-473d-9e09-c7ff1fb9d33f None None] Sync routers for ids ['c8ae9531-4269-4442-85d1-5aac4c3513c2'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:12:57.157126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de3d9a-9373-473d-9e09-c7ff1fb9d33f None None] Routers {'c8ae9531-4269-4442-85d1-5aac4c3513c2'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:12:57.157734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-07de3d9a-9373-473d-9e09-c7ff1fb9d33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:12:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8ae9531-4269-4442-85d1-5aac4c3513c2'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:57.162208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7cf930d6-6732-48b6-83b5-c03026f1ddab admin admin] 10.222.0.24 "PUT /v2.0/routers/c8ae9531-4269-4442-85d1-5aac4c3513c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4089389 Apr 05 20:12:57.162208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-dd32e689-c1f8-42ec-84f5-c2634b351d9f service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539667 Apr 05 20:12:57.162547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55368) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:57.163648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:57.250730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f5c8ca0-ef45-48bd-8d77-69cdcab5fc92 req-5274f540-de8f-4bf8-acf5-5cb070cb0a2f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701597 Apr 05 20:12:57.267531 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-824ba065-70b7-450c-9610-b4f2fdc2072f req-d30dc0fb-2d46-4ff8-9df9-549e23c47b29 service neutron] 10.222.0.13 "GET /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822219 Apr 05 20:12:57.282386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:57.351424 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-07de3d9a-9373-473d-9e09-c7ff1fb9d33f None None] Set router c8ae9531-4269-4442-85d1-5aac4c3513c2 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:12:57.445381 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:57.470357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] For port f47275ab-515d-4c25-8af7-e4895da3e8e9, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:57.511038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] For port f47275ab-515d-4c25-8af7-e4895da3e8e9, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f47275ab-515d-4c25-8af7-e4895da3e8e9,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:12:57.543042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:57.588221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebbe8e-f9a9-4e0e-905a-556651b0a536 req-7d6ec3a4-5171-47eb-a841-9ee46c2f519c tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:57.590535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1cebbe8e-f9a9-4e0e-905a-556651b0a536 req-7d6ec3a4-5171-47eb-a841-9ee46c2f519c tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 943 time: 0.1033885 Apr 05 20:12:57.594100 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:57.648204 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1cebbe8e-f9a9-4e0e-905a-556651b0a536 req-a54ed476-66f7-4084-8f51-05f2f1fdbb93 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538521 Apr 05 20:12:57.704813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:57.705660 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:57.707253 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] 10.222.0.13 "PUT /v2.0/ports/f47275ab-515d-4c25-8af7-e4895da3e8e9 HTTP/1.1" status: 200 len: 1092 time: 3.5465763 Apr 05 20:12:57.719012 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1f44d6e-eb34-4e5a-8b56-6ea2a7362b88 req-6f54483f-e51d-493c-ab2f-51a81f493cb9 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457935 Apr 05 20:12:57.732292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-07de3d9a-9373-473d-9e09-c7ff1fb9d33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:12:53Z', 'revision_number': 5, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:57.747844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de3d9a-9373-473d-9e09-c7ff1fb9d33f None None] Checking router: c8ae9531-4269-4442-85d1-5aac4c3513c2 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:12:57.759509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de3d9a-9373-473d-9e09-c7ff1fb9d33f None None] Routers {'c8ae9531-4269-4442-85d1-5aac4c3513c2'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:12:57.760183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-07de3d9a-9373-473d-9e09-c7ff1fb9d33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:12:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8ae9531-4269-4442-85d1-5aac4c3513c2'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:57.788301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55378) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:57.934143 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:57.941656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadcb02-2845-4a13-8a1d-b06adabe0468 service neutron] Pushing event updated for resources: {'Port': ['ID=f47275ab-515d-4c25-8af7-e4895da3e8e9,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:57.958539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ace6b-0391-46a5-b1cc-bc83308adc89 req-73b06764-b6f8-4005-9d3c-c8dd29acf322 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:57.960496 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e13ace6b-0391-46a5-b1cc-bc83308adc89 req-73b06764-b6f8-4005-9d3c-c8dd29acf322 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 947 time: 0.1294253 Apr 05 20:12:57.963558 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-07de3d9a-9373-473d-9e09-c7ff1fb9d33f None None] Set router c8ae9531-4269-4442-85d1-5aac4c3513c2 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:12:57.967452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:57.985725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:87156f147cfc4702bfed2754c7cce70c is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:57.991364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:57.999652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:58.016220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb3a3ad-2394-4463-8f08-a4b562ed2475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5fc5886-db56-47d5-bd46-79c8e7419136'}, {'name': 'network-changed', 'server_uuid': 'cfb3a3ad-2394-4463-8f08-a4b562ed2475', 'tag': 'a5fc5886-db56-47d5-bd46-79c8e7419136'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:58.028586 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:58.034452 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e13ace6b-0391-46a5-b1cc-bc83308adc89 req-555d428e-3413-422c-806e-1d0877e51646 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644541 Apr 05 20:12:58.147486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:58.153317 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:58.188178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ec550b-5880-4e2d-bee3-c2ac4c86e404', 'tag': 'f47275ab-515d-4c25-8af7-e4895da3e8e9'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:12:58.214649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] Deleting port 43f0ab5b-937f-45ad-859c-52f1b69f2038 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:12:58.214976 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:58.248041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15d769-dc09-4334-8eac-f2d567791f45 req-c78ec47e-8afa-4adc-8949-47df197b0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:58.249501 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d15d769-dc09-4334-8eac-f2d567791f45 req-c78ec47e-8afa-4adc-8949-47df197b0c54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 1098 time: 0.4248405 Apr 05 20:12:58.259481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-18f468f4-0d7a-429c-baf4-92ff7f7f89d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:58.260910 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-18f468f4-0d7a-429c-baf4-92ff7f7f89d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd34cd945744a0a89a6f2f3bec7bb69&device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 1095 time: 0.4815230 Apr 05 20:12:58.263513 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87156f147cfc4702bfed2754c7cce70c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740827 Apr 05 20:12:58.269463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55390) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:58.304961 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-07de3d9a-9373-473d-9e09-c7ff1fb9d33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:12:53Z', 'revision_number': 5, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:12:58.309063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07de3d9a-9373-473d-9e09-c7ff1fb9d33f None None] The sync data for ids ['c8ae9531-4269-4442-85d1-5aac4c3513c2'] in n-d-836604-1 is: [{'id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'name': 'tempest-AttachSCSIVolumeTestJSON-952000693-router', 'tenant_id': '2d77a87d0b4a42228f6d71a11b446899', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:09:46Z', 'updated_at': '2022-04-05T20:12:53Z', 'revision_number': 5, 'project_id': '2d77a87d0b4a42228f6d71a11b446899', 'gw_port': {'id': '43f0ab5b-937f-45ad-859c-52f1b69f2038', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:08:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ae9531-4269-4442-85d1-5aac4c3513c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:09:49Z', 'updated_at': '2022-04-05T20:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:12:58.314586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63e9e4c-1ef1-41b4-b301-dce900b59d31,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:58.326868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:58.327211 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:58.327525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:58.327984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:58.328336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:58.328656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:58.328973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:58.329284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:58.329592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:58.329960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:58.330286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:58.330595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4633d4b9-9927-4e6c-b5d0-f592bba28ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:12:58.379006 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3f770ec1-ec40-4755-be55-4a87a37d5d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:58.381512 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-db5b41c2-c912-4052-96d7-272daf482ef9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f47275ab-515d-4c25-8af7-e4895da3e8e9 HTTP/1.1" status: 200 len: 217 time: 0.0898170 Apr 05 20:12:58.398750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad65c8-8747-40da-b6d0-93fec68f4e76 req-c75a4e50-b33c-4083-91e4-75b20befd496 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:58.400233 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a4ad65c8-8747-40da-b6d0-93fec68f4e76 req-c75a4e50-b33c-4083-91e4-75b20befd496 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.2243130 Apr 05 20:12:58.438668 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3f770ec1-ec40-4755-be55-4a87a37d5d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:58.486911 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a4ad65c8-8747-40da-b6d0-93fec68f4e76 req-f8d540ae-37b9-4760-b64a-8380c0b78a11 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752456 Apr 05 20:12:58.495360 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:58.510783 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3f770ec1-ec40-4755-be55-4a87a37d5d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:58.533581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f770ec1-ec40-4755-be55-4a87a37d5d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63e9e4c-1ef1-41b4-b301-dce900b59d31,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:58.536283 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3f770ec1-ec40-4755-be55-4a87a37d5d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:58.540399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3f770ec1-ec40-4755-be55-4a87a37d5d29 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a63e9e4c-1ef1-41b4-b301-dce900b59d31 HTTP/1.1" status: 204 len: 168 time: 0.2660162 Apr 05 20:12:58.746462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-234ed6a0-a095-4a84-b541-a7872eb9141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:58.748151 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-234ed6a0-a095-4a84-b541-a7872eb9141c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e1175b7-fe76-4409-88b2-f584c22d2454 HTTP/1.1" status: 200 len: 845 time: 0.3079057 Apr 05 20:12:58.753111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15d769-dc09-4334-8eac-f2d567791f45 req-74c7a1aa-54a3-4974-86b1-17fa9ce61a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:58.754809 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d15d769-dc09-4334-8eac-f2d567791f45 req-74c7a1aa-54a3-4974-86b1-17fa9ce61a2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.4930646 Apr 05 20:12:58.757998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81730e-ed8b-4db3-b14d-52a4fb3671ee req-10c1c93b-2840-435f-9174-93d38eab83cb tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:58.762108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fa81730e-ed8b-4db3-b14d-52a4fb3671ee req-10c1c93b-2840-435f-9174-93d38eab83cb tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 944 time: 0.1284993 Apr 05 20:12:58.850179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fa81730e-ed8b-4db3-b14d-52a4fb3671ee req-0b623884-a1bc-4a0c-aac7-ac380022afa1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808918 Apr 05 20:12:58.965234 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d15d769-dc09-4334-8eac-f2d567791f45 req-23acbac6-956e-4d66-872c-ffc93d2c1965 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=8fbfd5eb-5c86-4dad-ad35-3f08225abc46 HTTP/1.1" status: 200 len: 217 time: 0.0977931 Apr 05 20:12:58.967662 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-0e4db224-5a98-421b-a956-d1571953f0c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90c58985-6e9e-49a8-afc1-08efbdccc060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1872461 Apr 05 20:12:58.984509 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-0f25b9b4-9a61-4a93-9070-03fa1fbd20b7 service neutron] 10.222.0.13 "GET /v2.0/ports/a5fc5886-db56-47d5-bd46-79c8e7419136/bindings/n-h2-836604-1 HTTP/1.1" status: 200 len: 384 time: 0.0930622 Apr 05 20:12:59.029556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55404) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:59.041491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] For port 43f0ab5b-937f-45ad-859c-52f1b69f2038, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=43f0ab5b-937f-45ad-859c-52f1b69f2038,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:59.042019 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:59.066152 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a854f281-6fd1-42fb-8e3a-00c8b35d5b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:59.089674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a854f281-6fd1-42fb-8e3a-00c8b35d5b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:12:59.096688 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb3a3ad-2394-4463-8f08-a4b562ed2475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5fc5886-db56-47d5-bd46-79c8e7419136', 'code': 200} Apr 05 20:12:59.097032 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfb3a3ad-2394-4463-8f08-a4b562ed2475', 'tag': 'a5fc5886-db56-47d5-bd46-79c8e7419136', 'status': 'completed', 'code': 200} Apr 05 20:12:59.098032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a854f281-6fd1-42fb-8e3a-00c8b35d5b48 admin admin] Usage tracker for resource:security_group_rule and tenant:70225f705aab4c5887bbf2be3ec5dcee is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:12:59.115691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a854f281-6fd1-42fb-8e3a-00c8b35d5b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:12:59.133780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a854f281-6fd1-42fb-8e3a-00c8b35d5b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:12:59.202372 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:12:59.262729 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ec550b-5880-4e2d-bee3-c2ac4c86e404', 'tag': 'f47275ab-515d-4c25-8af7-e4895da3e8e9', 'status': 'completed', 'code': 200} Apr 05 20:12:59.278433 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:12:59.278433 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3ca1ef4d-ef58-4e22-82a5-d0a30699e0a0 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:12:59.291307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] Calling delete_port for 43f0ab5b-937f-45ad-859c-52f1b69f2038 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:12:59.315271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Allocated IP 172.25.8.39 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/f24d269e-7c26-40b2-a72f-78e6e3a7ac4f) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:12:59.353752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15d769-dc09-4334-8eac-f2d567791f45 req-02934585-e22f-4dcc-a922-8a73741bd757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:59.353752 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d15d769-dc09-4334-8eac-f2d567791f45 req-02934585-e22f-4dcc-a922-8a73741bd757 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.3764777 Apr 05 20:12:59.558627 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-f3ac74b2-5ac9-46ff-b9b3-ec1fc6dfa9b8 service neutron] 10.222.0.13 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5513012 Apr 05 20:12:59.585633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5ec11-dd7f-4c82-af36-5e6ebc6d6d2b req-0826261e-31ac-4261-ad8b-1f3ef3d3043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:59.586784 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7af5ec11-dd7f-4c82-af36-5e6ebc6d6d2b req-0826261e-31ac-4261-ad8b-1f3ef3d3043e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 1124 time: 0.4296744 Apr 05 20:12:59.660196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-85ca3aef-baf2-4436-80b9-9e3f493f9fc9 service neutron] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a5fc5886-db56-47d5-bd46-79c8e7419136,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:12:59.676721 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a854f281-6fd1-42fb-8e3a-00c8b35d5b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:59.702311 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a854f281-6fd1-42fb-8e3a-00c8b35d5b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:12:59.832099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5860e-fda1-480b-9dff-93d28247dd02 req-436f4f61-4bf6-4728-a4ff-3853797ae076 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:59.832099 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-20d5860e-fda1-480b-9dff-93d28247dd02 req-436f4f61-4bf6-4728-a4ff-3853797ae076 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.5310063 Apr 05 20:12:59.881582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-85ca3aef-baf2-4436-80b9-9e3f493f9fc9 service neutron] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:12:59.918280 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a854f281-6fd1-42fb-8e3a-00c8b35d5b48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70225f705aab4c5887bbf2be3ec5dcee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8852632 Apr 05 20:12:59.933704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55414) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:12:59.937323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854f281-6fd1-42fb-8e3a-00c8b35d5b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27e6e2e-e0c4-41bd-ab87-8279f65d9848,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:12:59.984423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15d769-dc09-4334-8eac-f2d567791f45 req-d130f1e0-5867-4680-a838-abea20abc355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:12:59.987022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-85ca3aef-baf2-4436-80b9-9e3f493f9fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5fc5886-db56-47d5-bd46-79c8e7419136 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:12:59.987167 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d15d769-dc09-4334-8eac-f2d567791f45 req-d130f1e0-5867-4680-a838-abea20abc355 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6200001 Apr 05 20:13:00.002713 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:00.008755 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-20d5860e-fda1-480b-9dff-93d28247dd02 req-3e0fb8c0-c9e2-4e19-bd04-a80c49eab35c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550801 Apr 05 20:13:00.008755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-85ca3aef-baf2-4436-80b9-9e3f493f9fc9 service neutron] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a5fc5886-db56-47d5-bd46-79c8e7419136,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:00.016715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5ec11-dd7f-4c82-af36-5e6ebc6d6d2b req-83ac1904-27f6-45aa-9245-798760967cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:00.018204 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7af5ec11-dd7f-4c82-af36-5e6ebc6d6d2b req-83ac1904-27f6-45aa-9245-798760967cf2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.4185359 Apr 05 20:13:00.063284 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1809fff-834a-4b1a-95e5-ebf226745aa9 req-21a0e35a-a2cf-4fb1-ba29-bb8434a9f1e6 service neutron] 10.222.0.13 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765019 Apr 05 20:13:00.114476 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7af5ec11-dd7f-4c82-af36-5e6ebc6d6d2b req-53ac1267-ae2a-442b-89d5-14a848a8c8da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5fc5886-db56-47d5-bd46-79c8e7419136 HTTP/1.1" status: 200 len: 217 time: 0.0768378 Apr 05 20:13:00.114476 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-85ca3aef-baf2-4436-80b9-9e3f493f9fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:00.299707 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d15d769-dc09-4334-8eac-f2d567791f45 req-c63146dc-17fc-438b-ba9f-3bbdde7fbb17 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978187 Apr 05 20:13:00.352271 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36d14421-2abd-47e4-8bd6-04831fb26f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:00.352828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5ec11-dd7f-4c82-af36-5e6ebc6d6d2b req-88d7eb9b-eaf1-4f41-89e8-0e9aedba497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:00.354339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7af5ec11-dd7f-4c82-af36-5e6ebc6d6d2b req-88d7eb9b-eaf1-4f41-89e8-0e9aedba497c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.2386959 Apr 05 20:13:00.375009 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:00.419769 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7af5ec11-dd7f-4c82-af36-5e6ebc6d6d2b req-a632eea4-edf8-4665-9987-56aca6893492 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510974 Apr 05 20:13:00.419769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-85ca3aef-baf2-4436-80b9-9e3f493f9fc9 service neutron] Transition to ACTIVE for port object a5fc5886-db56-47d5-bd46-79c8e7419136 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:13:00.429008 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-85ca3aef-baf2-4436-80b9-9e3f493f9fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:00.496413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] Pushing event deleted for resources: {'Port': ['ID=43f0ab5b-937f-45ad-859c-52f1b69f2038,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:00.508973 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36d14421-2abd-47e4-8bd6-04831fb26f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:00.520294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353177e-24bb-4ef0-9ce9-3cb8221615a2 req-6b629339-c96c-41f0-97cd-56d930cd86f0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:00.521746 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f353177e-24bb-4ef0-9ce9-3cb8221615a2 req-6b629339-c96c-41f0-97cd-56d930cd86f0 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 943 time: 0.3724985 Apr 05 20:13:00.610527 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:00.701523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-85ca3aef-baf2-4436-80b9-9e3f493f9fc9 service neutron] No DVR routers for this DVR port a5fc5886-db56-47d5-bd46-79c8e7419136 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:00.744692 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d15d769-dc09-4334-8eac-f2d567791f45 req-136d2572-679a-4393-9c4f-14cc0aa3155a service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185302 Apr 05 20:13:00.744692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:13:00.744692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:13:00.760736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc30472-93d8-438a-9d96-d42a244a240d req-33412467-bce3-439b-bf39-847385e92a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:00.760736 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afc30472-93d8-438a-9d96-d42a244a240d req-33412467-bce3-439b-bf39-847385e92a75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cfd34cd945744a0a89a6f2f3bec7bb69&device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 1095 time: 0.5228198 Apr 05 20:13:00.760736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:13:00.773000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca3aef-baf2-4436-80b9-9e3f493f9fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=a5fc5886-db56-47d5-bd46-79c8e7419136,revision_number=10']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:00.788901 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f353177e-24bb-4ef0-9ce9-3cb8221615a2 req-91aaf9fe-dad3-490c-92ad-eb0c92e2085a tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152457 Apr 05 20:13:00.839950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7af5ec11-dd7f-4c82-af36-5e6ebc6d6d2b req-5e8f84a0-6888-4ea9-8983-fe35e767b285 service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716009 Apr 05 20:13:00.843757 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-85ca3aef-baf2-4436-80b9-9e3f493f9fc9 service neutron] 10.222.0.13 "PUT /v2.0/ports/a5fc5886-db56-47d5-bd46-79c8e7419136/bindings/n-h2-836604-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8534222 Apr 05 20:13:00.874667 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:00.923083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Pushing event updated for resources: {'Port': ['ID=f24d269e-7c26-40b2-a72f-78e6e3a7ac4f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:01.028068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:13:01.073325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7af5ec11-dd7f-4c82-af36-5e6ebc6d6d2b req-82089910-6bd4-4492-9b99-ae6bbd554570 service neutron] 10.222.0.13 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161717 Apr 05 20:13:01.096841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d799d-af11-4b7e-ae1c-81d561ed7c1b req-8089c714-9c44-4814-b66e-c24e55565e5b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:01.104151 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e6d799d-af11-4b7e-ae1c-81d561ed7c1b req-8089c714-9c44-4814-b66e-c24e55565e5b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 947 time: 0.1379161 Apr 05 20:13:01.148084 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e6d799d-af11-4b7e-ae1c-81d561ed7c1b req-319f5ff9-c152-467b-8337-2406733f2c92 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429649 Apr 05 20:13:01.184356 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36d14421-2abd-47e4-8bd6-04831fb26f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:01.184867 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8fbfd5eb-5c86-4dad-ad35-3f08225abc46,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:01.194133 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:01.204760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '8fbfd5eb-5c86-4dad-ad35-3f08225abc46', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '8fbfd5eb-5c86-4dad-ad35-3f08225abc46', 'mac_address': 'fa:16:3e:96:95:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:13:01.209036 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:01.225912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d14421-2abd-47e4-8bd6-04831fb26f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27e6e2e-e0c4-41bd-ab87-8279f65d9848,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:01.291405 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:01.296248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc30472-93d8-438a-9d96-d42a244a240d req-e956695b-e769-401e-9e89-3efeadf1544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:01.297981 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afc30472-93d8-438a-9d96-d42a244a240d req-e956695b-e769-401e-9e89-3efeadf1544d service neutron] 10.222.0.13 "GET /v2.0/networks?id=90c58985-6e9e-49a8-afc1-08efbdccc060 HTTP/1.1" status: 200 len: 906 time: 0.4810495 Apr 05 20:13:01.298741 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36d14421-2abd-47e4-8bd6-04831fb26f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:01.299869 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-36d14421-2abd-47e4-8bd6-04831fb26f91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d27e6e2e-e0c4-41bd-ab87-8279f65d9848 HTTP/1.1" status: 204 len: 168 time: 1.3721118 Apr 05 20:13:01.305262 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:01.305371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8ae9531-4269-4442-85d1-5aac4c3513c2 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:13:01.327305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:01.347444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8fbfd5eb-5c86-4dad-ad35-3f08225abc46,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:01.355281 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:01.395327 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afc30472-93d8-438a-9d96-d42a244a240d req-08145426-d368-4262-86e3-5af542b9c5ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f47275ab-515d-4c25-8af7-e4895da3e8e9 HTTP/1.1" status: 200 len: 217 time: 0.0875723 Apr 05 20:13:01.396483 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:01.402093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d06bd8-d1dd-41f1-8f8c-44e2b60a17df req-c6d0a6d1-c42b-4426-bb43-9470b16270ca tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:01.403787 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-52d06bd8-d1dd-41f1-8f8c-44e2b60a17df req-c6d0a6d1-c42b-4426-bb43-9470b16270ca tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.1086061 Apr 05 20:13:01.477666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=8fbfd5eb-5c86-4dad-ad35-3f08225abc46,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:01.492236 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-52d06bd8-d1dd-41f1-8f8c-44e2b60a17df req-823ddb36-0ffa-4f6a-b076-fe6d496be0ac tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801451 Apr 05 20:13:01.495501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-39c734a9-a4fc-4beb-bc59-8677434da07e tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:01.496557 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-39c734a9-a4fc-4beb-bc59-8677434da07e tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475&tenant_id=78e3339ed2bb42f7a4658d92708a7a40&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1095 time: 0.5511968 Apr 05 20:13:01.498359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:01.498716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:01.499050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:01.499527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:01.499864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:01.500192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:01.500515 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:01.500835 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:01.501155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:01.501469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:01.501790 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:01.504891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:01.561998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:01.561998 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b64f7fd6-6a4a-4627-a7b7-a0dcbd3fd7db admin admin] 10.222.0.24 "DELETE /v2.0/routers/c8ae9531-4269-4442-85d1-5aac4c3513c2 HTTP/1.1" status: 204 len: 168 time: 4.3879318 Apr 05 20:13:01.569781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55422) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:01.662378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-e947561e-558c-4349-99d5-f628bc709363 admin admin] Deleting subnet 75bcafc6-2685-49d8-8bc6-37637d100b58 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:13:01.670536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e947561e-558c-4349-99d5-f628bc709363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:01.728792 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:01.761352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc30472-93d8-438a-9d96-d42a244a240d req-8ee40b0c-9e2e-42c9-8fb7-418911f0bc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:01.763509 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afc30472-93d8-438a-9d96-d42a244a240d req-8ee40b0c-9e2e-42c9-8fb7-418911f0bc19 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1e1175b7-fe76-4409-88b2-f584c22d2454 HTTP/1.1" status: 200 len: 845 time: 0.3573363 Apr 05 20:13:01.795186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['8fbfd5eb-5c86-4dad-ad35-3f08225abc46'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:01.825640 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afc30472-93d8-438a-9d96-d42a244a240d req-cf5f89a3-446e-4aa7-b6a2-668ed5d5ec69 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=90c58985-6e9e-49a8-afc1-08efbdccc060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525806 Apr 05 20:13:01.979385 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e947561e-558c-4349-99d5-f628bc709363 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:02.064709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba3e5f-ee81-4f07-be9d-eea99238f06d req-e5e2fc2e-e3ae-47b5-ba68-09ea3efb1e98 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:02.070356 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3ba3e5f-ee81-4f07-be9d-eea99238f06d req-e5e2fc2e-e3ae-47b5-ba68-09ea3efb1e98 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 944 time: 0.3662810 Apr 05 20:13:02.080223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-d080aa8f-78a0-4f75-88e0-4e7decfb9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:02.081692 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-d080aa8f-78a0-4f75-88e0-4e7decfb9c2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475&tenant_id=78e3339ed2bb42f7a4658d92708a7a40 HTTP/1.1" status: 200 len: 1095 time: 0.5684884 Apr 05 20:13:02.133232 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3ba3e5f-ee81-4f07-be9d-eea99238f06d req-6dd9d2bc-ce58-4964-9ffe-2e9128d64ffd tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593166 Apr 05 20:13:02.147841 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e947561e-558c-4349-99d5-f628bc709363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:02.162613 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afc30472-93d8-438a-9d96-d42a244a240d req-efab878e-8c9e-4519-8806-f60571ae9381 service neutron] 10.222.0.13 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266692 Apr 05 20:13:02.235679 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e947561e-558c-4349-99d5-f628bc709363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:02.284827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947561e-558c-4349-99d5-f628bc709363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75bcafc6-2685-49d8-8bc6-37637d100b58,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:02.289762 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e947561e-558c-4349-99d5-f628bc709363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:02.300450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2357c0d-9133-436d-84fb-1e9986c0f231 None None] Network 37531e6c-a868-4760-9faf-04c58ddf0d58 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:13:02.307065 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e947561e-558c-4349-99d5-f628bc709363 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/75bcafc6-2685-49d8-8bc6-37637d100b58 HTTP/1.1" status: 204 len: 168 time: 0.7421513 Apr 05 20:13:02.309955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55446) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:02.322650 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:02.341608 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:02.413097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-c3fe6620-bef0-4594-8156-83da8c8a2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:02.414603 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-c3fe6620-bef0-4594-8156-83da8c8a2eb3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 1095 time: 0.3065751 Apr 05 20:13:02.422782 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f47275ab-515d-4c25-8af7-e4895da3e8e9 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:13:02.425303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a5fc5886-db56-47d5-bd46-79c8e7419136 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:02.452683 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afc30472-93d8-438a-9d96-d42a244a240d req-f43b0bb8-d5a8-40c6-ab35-0abe13e5e096 service neutron] 10.222.0.13 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763281 Apr 05 20:13:02.544975 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:02.564285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Deleting port 7c1d9f02-aec6-47df-9405-85ade2554529 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:02.564699 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:02.616756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Pushing event updated for resources: {'Port': ['ID=f24d269e-7c26-40b2-a72f-78e6e3a7ac4f,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:02.630888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4cf6e9-0dbf-4fc5-aa97-e9ac8c6297b7 req-984ad6d1-b04b-4225-ad4b-28a4bc5dd302 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:02.643693 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e4cf6e9-0dbf-4fc5-aa97-e9ac8c6297b7 req-984ad6d1-b04b-4225-ad4b-28a4bc5dd302 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.3351376 Apr 05 20:13:02.659818 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:02.664317 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-97b720d1-cf02-4439-8a1a-b6d79a3dfc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:02.666709 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-97b720d1-cf02-4439-8a1a-b6d79a3dfc32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 200 len: 921 time: 0.2189622 Apr 05 20:13:02.686766 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:13:02.745787 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-e6772966-6c69-4e72-b421-6874a4b873d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a5fc5886-db56-47d5-bd46-79c8e7419136 HTTP/1.1" status: 200 len: 217 time: 0.0706770 Apr 05 20:13:02.750019 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:02.751592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-8bd22a6a-3fa7-4b60-950c-dd1a2566bada tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.6403871 Apr 05 20:13:02.794698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a5fc5886-db56-47d5-bd46-79c8e7419136 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:02.867541 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e4cf6e9-0dbf-4fc5-aa97-e9ac8c6297b7 req-a19721d8-80e1-4ecc-9921-761190d54805 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188604 Apr 05 20:13:02.908049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-3f530fa5-333e-431c-8567-d00f9075a5b0 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Synchronizing usage tracker for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:floatingip {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:02.919154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-ef681e6a-ad39-4e9a-a21b-3614468013dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:02.920822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-ef681e6a-ad39-4e9a-a21b-3614468013dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 200 len: 860 time: 0.1639009 Apr 05 20:13:02.934201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f47275ab-515d-4c25-8af7-e4895da3e8e9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f47275ab-515d-4c25-8af7-e4895da3e8e9,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:02.957924 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'f47275ab-515d-4c25-8af7-e4895da3e8e9', 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060', 'port_id': 'f47275ab-515d-4c25-8af7-e4895da3e8e9', 'mac_address': 'fa:16:3e:fe:cb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1175b7-fe76-4409-88b2-f584c22d2454', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:13:02.980426 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-706745cc-c573-4037-b309-36cfed658d6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecbc5fa8-17b4-410c-85af-ab13ae3078ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502174 Apr 05 20:13:02.990922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-3f530fa5-333e-431c-8567-d00f9075a5b0 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Unset dirty status for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:floatingip {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:02.993386 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-3f530fa5-333e-431c-8567-d00f9075a5b0 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.2352185 Apr 05 20:13:03.013495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989dd4de-0882-45ee-be1a-79dc226eccc9 None None] DHCP port deletion for 37531e6c-a868-4760-9faf-04c58ddf0d58 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:13:03.022722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-989dd4de-0882-45ee-be1a-79dc226eccc9 None None] Deleting port 7c1d9f02-aec6-47df-9405-85ade2554529 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:03.023200 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-989dd4de-0882-45ee-be1a-79dc226eccc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:03.064857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] For port 7c1d9f02-aec6-47df-9405-85ade2554529, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=7c1d9f02-aec6-47df-9405-85ade2554529,segment=NetworkSegment(87fe95fa-8697-462d-8185-c04aa2dfcaff),segment_id=87fe95fa-8697-462d-8185-c04aa2dfcaff)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:03.065320 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:03.079917 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:03.108920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47275ab-515d-4c25-8af7-e4895da3e8e9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:03.125855 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f47275ab-515d-4c25-8af7-e4895da3e8e9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f47275ab-515d-4c25-8af7-e4895da3e8e9,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:03.139757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-c500f6cf-aee3-47ab-85cc-db7a46cbca37 service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517625 Apr 05 20:13:03.157853 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:03.308047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Calling delete_port for 7c1d9f02-aec6-47df-9405-85ade2554529 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:03.340278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 43f0ab5b-937f-45ad-859c-52f1b69f2038 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:03.378163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f47275ab-515d-4c25-8af7-e4895da3e8e9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:03.399294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 43f0ab5b-937f-45ad-859c-52f1b69f2038 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:03.399910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 43f0ab5b-937f-45ad-859c-52f1b69f2038 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:03.401163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7c1d9f02-aec6-47df-9405-85ade2554529 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:03.434503 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:03.463035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 7c1d9f02-aec6-47df-9405-85ade2554529 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:03.463219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7c1d9f02-aec6-47df-9405-85ade2554529 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:03.487821 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['f47275ab-515d-4c25-8af7-e4895da3e8e9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:03.523481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c1d9f02-aec6-47df-9405-85ade2554529,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:03.531165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] No DVR routers for this DVR port 7c1d9f02-aec6-47df-9405-85ade2554529 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:03.548720 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-989dd4de-0882-45ee-be1a-79dc226eccc9 None None] For port 7c1d9f02-aec6-47df-9405-85ade2554529, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=7c1d9f02-aec6-47df-9405-85ade2554529,segment=NetworkSegment(87fe95fa-8697-462d-8185-c04aa2dfcaff),segment_id=87fe95fa-8697-462d-8185-c04aa2dfcaff)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:03.548720 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-989dd4de-0882-45ee-be1a-79dc226eccc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:03.568524 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-31e9d1d2-2fe1-4c94-9b9c-aef04e710896 service neutron] 10.222.0.41 "GET /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048598 Apr 05 20:13:03.575397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-b4e7f0d5-dcec-4e9f-b377-95799783f7b0 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:03.576702 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8a9d0367-ec9b-45f0-bd63-7cd28d7e53d5 req-b4e7f0d5-dcec-4e9f-b377-95799783f7b0 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.4359891 Apr 05 20:13:03.597403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02252706-4b0f-4c42-9af1-0975df7074aa req-6d614d0b-a27f-4ca7-b15b-a5825e0d0ea2 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:03.599240 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-02252706-4b0f-4c42-9af1-0975df7074aa req-6d614d0b-a27f-4ca7-b15b-a5825e0d0ea2 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 944 time: 0.4552488 Apr 05 20:13:03.717216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:03.754006 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-02252706-4b0f-4c42-9af1-0975df7074aa req-86f2a01f-c389-4a3e-a6b3-9b4d1e06edfe tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418641 Apr 05 20:13:03.762013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37531e6c-a868-4760-9faf-04c58ddf0d58']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:03.796820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87fe95fa-8697-462d-8185-c04aa2dfcaff') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:03.797122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87fe95fa-8697-462d-8185-c04aa2dfcaff') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:03.799502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-989dd4de-0882-45ee-be1a-79dc226eccc9 None None] Calling delete_port for 7c1d9f02-aec6-47df-9405-85ade2554529 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:03.826541 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:03.874939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:03.903931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:13:03.903931 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:13:03.953844 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:13:03.971704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb660bba-9a5a-4b9e-b6e3-9a35f0ad242d req-67cd5b27-dfdb-43b6-bb73-edcfb7d1132c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:03.974607 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb660bba-9a5a-4b9e-b6e3-9a35f0ad242d req-67cd5b27-dfdb-43b6-bb73-edcfb7d1132c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 948 time: 0.2091868 Apr 05 20:13:03.983553 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-1f91b8ea-3219-4a7d-afed-541cfe83cd3b tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:03.985381 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-1f91b8ea-3219-4a7d-afed-541cfe83cd3b tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475&tenant_id=78e3339ed2bb42f7a4658d92708a7a40&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 1095 time: 0.1346591 Apr 05 20:13:03.985503 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-989dd4de-0882-45ee-be1a-79dc226eccc9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:13:03.985736 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-989dd4de-0882-45ee-be1a-79dc226eccc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:13:04.093992 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:04.106409 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb660bba-9a5a-4b9e-b6e3-9a35f0ad242d req-71ab6bd6-0bca-4142-ae60-f3850c17a35b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195405 Apr 05 20:13:04.116071 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:04.126894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] Pushing event deleted for resources: {'Network': ['ID=37531e6c-a868-4760-9faf-04c58ddf0d58,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:04.156486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-adf7a3e3-eb55-441c-9dba-3b1fb7398a50 service neutron] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:13:04.159211 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9c8c6401-dd48-49d8-8592-c53ca7cf1c46 admin admin] 10.222.0.24 "DELETE /v2.0/networks/37531e6c-a868-4760-9faf-04c58ddf0d58 HTTP/1.1" status: 204 len: 168 time: 1.7960095 Apr 05 20:13:04.164364 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-adf7a3e3-eb55-441c-9dba-3b1fb7398a50 service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:04.164364 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f52cb92e-1655-4e0f-abdb-044f7e18ff41 req-adf7a3e3-eb55-441c-9dba-3b1fb7398a50 service neutron] 10.222.0.41 "DELETE /v2.0/ports/a5fc5886-db56-47d5-bd46-79c8e7419136/bindings/n-h1-836604-1 HTTP/1.1" status: 204 len: 173 time: 0.1594868 Apr 05 20:13:04.164364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55478) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:04.184808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2190b2-9a60-4580-9db1-aa43c7248315 req-ce204291-2c84-4f89-8016-4ad0eda14f6a tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:04.184808 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cf2190b2-9a60-4580-9db1-aa43c7248315 req-ce204291-2c84-4f89-8016-4ad0eda14f6a tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.2149746 Apr 05 20:13:04.246659 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cf2190b2-9a60-4580-9db1-aa43c7248315 req-c0868e00-878e-4e48-be0c-eab45b3a9e7a tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568140 Apr 05 20:13:04.441345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f88f3e-3057-4bd0-a852-1a43a918a35a req-eb45c7a4-5e2f-48bf-b083-6e50291b8743 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:04.442989 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d3f88f3e-3057-4bd0-a852-1a43a918a35a req-eb45c7a4-5e2f-48bf-b083-6e50291b8743 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 945 time: 0.1987348 Apr 05 20:13:04.494406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-989dd4de-0882-45ee-be1a-79dc226eccc9 None None] Deleting port 7c1d9f02-aec6-47df-9405-85ade2554529 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:04.494406 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-989dd4de-0882-45ee-be1a-79dc226eccc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:04.536190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d61c6a-f881-446e-9699-3e2f6a89aeb7 req-0e01e441-2395-48f7-a3c1-1ce74b4608e2 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:04.536190 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e2d61c6a-f881-446e-9699-3e2f6a89aeb7 req-0e01e441-2395-48f7-a3c1-1ce74b4608e2 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1960740 Apr 05 20:13:04.606039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-989dd4de-0882-45ee-be1a-79dc226eccc9 None None] The port '7c1d9f02-aec6-47df-9405-85ade2554529' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:13:04.610006 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d3f88f3e-3057-4bd0-a852-1a43a918a35a req-7a6e14fe-2d3e-4082-ae2c-82efc81b3a49 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533976 Apr 05 20:13:04.677449 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e2d61c6a-f881-446e-9699-3e2f6a89aeb7 req-d77cbef8-16e3-4dff-8f76-5fbc072eb209 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.1374009 Apr 05 20:13:04.683483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-e2d61c6a-f881-446e-9699-3e2f6a89aeb7 req-e26251f2-743d-4a11-a4e9-715aab6c887e tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Request body: {'floatingip': {'port_id': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:04.793184 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e2d61c6a-f881-446e-9699-3e2f6a89aeb7 req-e26251f2-743d-4a11-a4e9-715aab6c887e tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:04.982430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-4df334b6-2598-4e63-a3c3-fdb54384b4f8 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=de693046406448ce9712373baee87060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406997 Apr 05 20:13:05.054085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:13:05.127052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:13:05.134239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:13:05.134992 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:05.193159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-33801adf-9545-413a-b23c-7270f66239e2 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:05.201281 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-33801adf-9545-413a-b23c-7270f66239e2 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154346 Apr 05 20:13:05.213048 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-c6eb8d84-25c2-4e6b-8cd1-448b5faa065b tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/quotas/de693046406448ce9712373baee87060 HTTP/1.1" status: 200 len: 375 time: 0.0108676 Apr 05 20:13:05.288342 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-a9648019-76f4-46fe-8f70-d78e3bb6c2f3 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=de693046406448ce9712373baee87060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634122 Apr 05 20:13:05.296695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89fae673-eecc-4fe0-aa8a-583e22f1558f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:05.302635 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:05.322075 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-e2d61c6a-f881-446e-9699-3e2f6a89aeb7 req-e26251f2-743d-4a11-a4e9-715aab6c887e tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 20:13:05.338234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e2d61c6a-f881-446e-9699-3e2f6a89aeb7 req-e26251f2-743d-4a11-a4e9-715aab6c887e tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "PUT /v2.0/floatingips/76b0b737-bc37-4781-b1eb-cf46d1e6b092 HTTP/1.1" status: 409 len: 549 time: 0.6594844 Apr 05 20:13:05.362119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbfd5eb-5c86-4dad-ad35-3f08225abc46'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:05.375847 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8fbfd5eb-5c86-4dad-ad35-3f08225abc46,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:05.381364 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:05.484235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=8fbfd5eb-5c86-4dad-ad35-3f08225abc46,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:05.582212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c4752-0e45-45a4-afd6-5d4ce51d9908 req-1bf0c456-3ebd-4cf7-bc56-a915cf8f8cff tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:05.583885 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-129c4752-0e45-45a4-afd6-5d4ce51d9908 req-1bf0c456-3ebd-4cf7-bc56-a915cf8f8cff tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.1290233 Apr 05 20:13:05.641939 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-129c4752-0e45-45a4-afd6-5d4ce51d9908 req-48bb7e9c-c6fe-4136-af08-57efa78a1072 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454822 Apr 05 20:13:05.918877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0011c3b-e245-431f-9ecf-2efbbd14219f req-f8719e2e-b5f0-46a2-980b-a8691c0d2f8b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:05.920298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0011c3b-e245-431f-9ecf-2efbbd14219f req-f8719e2e-b5f0-46a2-980b-a8691c0d2f8b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 949 time: 0.1010797 Apr 05 20:13:05.930279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887af5cc-7015-428f-bd46-43e0fb1288ac req-b802ac5c-4159-4873-955e-770d1631806b tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:05.937616 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-887af5cc-7015-428f-bd46-43e0fb1288ac req-b802ac5c-4159-4873-955e-770d1631806b tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 944 time: 0.3285830 Apr 05 20:13:05.986514 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0011c3b-e245-431f-9ecf-2efbbd14219f req-c8a852a3-2cfa-467a-8dcb-e2239f9d1009 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516973 Apr 05 20:13:06.034463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-89fae673-eecc-4fe0-aa8a-583e22f1558f admin admin] Deleting port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:06.035022 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89fae673-eecc-4fe0-aa8a-583e22f1558f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:06.077499 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-887af5cc-7015-428f-bd46-43e0fb1288ac req-369d5af3-f753-49fb-abb6-72cdca645ccc tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388857 Apr 05 20:13:06.178728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18071c02-f42d-4939-a8c6-eb824f5da05c req-43d670ab-8538-41d5-9e41-de32aab180ce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:06.186177 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18071c02-f42d-4939-a8c6-eb824f5da05c req-43d670ab-8538-41d5-9e41-de32aab180ce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.0949960 Apr 05 20:13:06.232631 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7f9d5f88-8466-4070-b174-3e15d4ce6a16 req-97dd99a2-2869-4376-a589-76c8daf2e6af tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips/76b0b737-bc37-4781-b1eb-cf46d1e6b092 HTTP/1.1" status: 200 len: 692 time: 0.1237240 Apr 05 20:13:06.263967 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18071c02-f42d-4939-a8c6-eb824f5da05c req-bddfedf9-0bf5-47a5-9af7-c639dec86759 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766013 Apr 05 20:13:06.325154 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbfd5eb-5c86-4dad-ad35-3f08225abc46', 'code': 200} Apr 05 20:13:06.448563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-d7101612-e234-41b4-8365-0b742babbe5c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=de693046406448ce9712373baee87060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324359 Apr 05 20:13:06.465163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f47275ab-515d-4c25-8af7-e4895da3e8e9 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:13:06.516071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-89fae673-eecc-4fe0-aa8a-583e22f1558f admin admin] For port 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8,segment=NetworkSegment(51ef7509-de0b-4f63-adfa-f7d231dc6445),segment_id=51ef7509-de0b-4f63-adfa-f7d231dc6445)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:06.516756 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89fae673-eecc-4fe0-aa8a-583e22f1558f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:06.553247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port f47275ab-515d-4c25-8af7-e4895da3e8e9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:13:06.559334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port f47275ab-515d-4c25-8af7-e4895da3e8e9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:13:06.559701 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:06.636043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-736fe676-767c-49a4-a1ab-5ff64cc67ed6 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:06.643512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-736fe676-767c-49a4-a1ab-5ff64cc67ed6 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1880577 Apr 05 20:13:06.663911 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-eeeeb9df-33fa-4c2d-81d2-65f750a001d9 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/quotas/de693046406448ce9712373baee87060 HTTP/1.1" status: 200 len: 375 time: 0.0190089 Apr 05 20:13:06.672678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-89fae673-eecc-4fe0-aa8a-583e22f1558f admin admin] Calling delete_port for 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:06.728005 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-63b9ea82-0f0f-4476-bdc4-d7314aeb2db9 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=de693046406448ce9712373baee87060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609195 Apr 05 20:13:06.734192 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:06.736638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d5f88-8466-4070-b174-3e15d4ce6a16 req-d95a361f-bb8f-4e38-a5d5-5cd380a8d0bd tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:06.738054 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7f9d5f88-8466-4070-b174-3e15d4ce6a16 req-d95a361f-bb8f-4e38-a5d5-5cd380a8d0bd tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.4451926 Apr 05 20:13:06.790836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f47275ab-515d-4c25-8af7-e4895da3e8e9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f47275ab-515d-4c25-8af7-e4895da3e8e9,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:06.798253 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:06.901013 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7f9d5f88-8466-4070-b174-3e15d4ce6a16 req-8de1153b-4bf0-4b9d-97e4-ee377fb61ec4 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.1435294 Apr 05 20:13:06.943863 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f47275ab-515d-4c25-8af7-e4895da3e8e9,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:06.999257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a239e-12ab-4129-ae4e-340a30a0578e req-227e4767-1cee-475a-9e08-1a4f8d02c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:07.000722 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d95a239e-12ab-4129-ae4e-340a30a0578e req-227e4767-1cee-475a-9e08-1a4f8d02c6a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 1100 time: 0.5820487 Apr 05 20:13:07.057934 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-afcdc805-198b-4300-80d9-e43dc67e77a7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=de693046406448ce9712373baee87060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1427114 Apr 05 20:13:07.066094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7f9d5f88-8466-4070-b174-3e15d4ce6a16 req-2f5002d5-e88b-414a-9543-45cdceab90b0 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.39 HTTP/1.1" status: 200 len: 695 time: 0.1610124 Apr 05 20:13:07.163091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a444843-c7f3-41f3-bc66-73bab0f1744d req-ea6e5b8e-db1d-442b-b15a-a55725a29418 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:07.170738 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a444843-c7f3-41f3-bc66-73bab0f1744d req-ea6e5b8e-db1d-442b-b15a-a55725a29418 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 946 time: 0.1883183 Apr 05 20:13:07.235649 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d95a239e-12ab-4129-ae4e-340a30a0578e req-492bf413-396c-4770-b5c8-49cd1cd7be98 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236168 Apr 05 20:13:07.244370 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a444843-c7f3-41f3-bc66-73bab0f1744d req-a3295411-2765-4225-8adb-4e43ba0e499d tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724506 Apr 05 20:13:07.474637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f548dd-18ee-47c2-8f3f-177d3d4e268b req-62a474fd-d457-410e-8883-09ea150dc561 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:07.482447 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6f548dd-18ee-47c2-8f3f-177d3d4e268b req-62a474fd-d457-410e-8883-09ea150dc561 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.1001391 Apr 05 20:13:07.523795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-7f9d5f88-8466-4070-b174-3e15d4ce6a16 req-1e151c87-7d9a-4096-86db-83aeb5b3d8be tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Deleting port f24d269e-7c26-40b2-a72f-78e6e3a7ac4f {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:07.524128 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7f9d5f88-8466-4070-b174-3e15d4ce6a16 req-1e151c87-7d9a-4096-86db-83aeb5b3d8be tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:07.529108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6f548dd-18ee-47c2-8f3f-177d3d4e268b req-c07204ae-7bcc-4ada-9a9f-03e25975438c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458305 Apr 05 20:13:07.707205 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-66e22bab-56c5-4aff-90e1-5310c6359063 req-e6358322-0ef2-4359-9ad0-ca71d43da8e8 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 210 time: 0.0534673 Apr 05 20:13:07.756982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-e010f2f8-62a1-4dff-bcc4-fecaf7188c6a tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:07.758540 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-e010f2f8-62a1-4dff-bcc4-fecaf7188c6a tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6337142 Apr 05 20:13:07.777032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Request body: {'port': {'device_id': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': 'de693046406448ce9712373baee87060'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:07.898230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2102d9-55e6-47c2-961f-ad68dce82a31 req-1ca60765-7eee-4528-b191-d7c7fed1910a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:07.899334 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea2102d9-55e6-47c2-961f-ad68dce82a31 req-1ca60765-7eee-4528-b191-d7c7fed1910a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 949 time: 0.0931423 Apr 05 20:13:07.948890 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea2102d9-55e6-47c2-961f-ad68dce82a31 req-9a21ac9a-5765-4481-9fa1-a3c69acc5b5d tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430200 Apr 05 20:13:07.960623 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7f9d5f88-8466-4070-b174-3e15d4ce6a16 req-1e151c87-7d9a-4096-86db-83aeb5b3d8be tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:07.961340 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7f9d5f88-8466-4070-b174-3e15d4ce6a16 req-1e151c87-7d9a-4096-86db-83aeb5b3d8be tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:08.126973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-7f9d5f88-8466-4070-b174-3e15d4ce6a16 req-1e151c87-7d9a-4096-86db-83aeb5b3d8be tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Calling delete_port for f24d269e-7c26-40b2-a72f-78e6e3a7ac4f owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:08.133798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200a4c1-8304-4dc9-914a-f819c00ccb52 req-d9994ea6-8d4c-49ab-900a-7103d14c1845 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:08.138446 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d200a4c1-8304-4dc9-914a-f819c00ccb52 req-d9994ea6-8d4c-49ab-900a-7103d14c1845 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.0923002 Apr 05 20:13:08.178122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:08.180430 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89fae673-eecc-4fe0-aa8a-583e22f1558f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:08.234111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Usage tracker for resource:port and tenant:de693046406448ce9712373baee87060 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:08.245873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:08.298880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fae673-eecc-4fe0-aa8a-583e22f1558f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:08.303221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:08.326364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ec550b-5880-4e2d-bee3-c2ac4c86e404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47275ab-515d-4c25-8af7-e4895da3e8e9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:08.343328 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0efd75dd-8eb9-4bbd-a0e1-a5534773a958 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=de693046406448ce9712373baee87060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479946 Apr 05 20:13:08.346401 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d200a4c1-8304-4dc9-914a-f819c00ccb52 req-a4c7e84b-42cf-491c-b225-d5b2567acb4c tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050602 Apr 05 20:13:08.431985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Made reservation on behalf of de693046406448ce9712373baee87060 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:13:08.435781 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:08.491632 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:08.543067 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:08.610634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:08.624131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Usage tracker for resource:security_group_rule and tenant:de693046406448ce9712373baee87060 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:08.630764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:08.645745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:08.690689 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7f9d5f88-8466-4070-b174-3e15d4ce6a16 req-1e151c87-7d9a-4096-86db-83aeb5b3d8be tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:08.730679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-4f431f1e-82c6-4de4-aa42-6a08e273e0f9 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:08.732177 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-4f431f1e-82c6-4de4-aa42-6a08e273e0f9 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3814387 Apr 05 20:13:08.751525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Request body: {'port': {'device_id': 'd9e9e6b1-afff-4b6d-b8e4-f521a3500e63', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': 'de693046406448ce9712373baee87060'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:08.803611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94671a32-6221-4d4b-afba-960374ec6382 req-c94473c1-917d-4d01-9151-3ee5f334ac4c tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:08.806381 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-94671a32-6221-4d4b-afba-960374ec6382 req-c94473c1-917d-4d01-9151-3ee5f334ac4c tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 1095 time: 0.1808107 Apr 05 20:13:08.814815 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:08.835833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e151c87-7d9a-4096-86db-83aeb5b3d8be tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Pushing event deleted for resources: {'Port': ['ID=f24d269e-7c26-40b2-a72f-78e6e3a7ac4f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:08.940751 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-94671a32-6221-4d4b-afba-960374ec6382 req-c823adcd-8d54-47e5-b6c1-1dcc2c114a18 tempest-LiveAutoBlockMigrationV225Test-106071998 tempest-LiveAutoBlockMigrationV225Test-106071998-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856254 Apr 05 20:13:08.951768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:08.956185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Usage tracker for resource:port and tenant:de693046406448ce9712373baee87060 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:08.956722 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89fae673-eecc-4fe0-aa8a-583e22f1558f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:08.962451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:08.969822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:08.993663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Made reservation on behalf of de693046406448ce9712373baee87060 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:13:08.997600 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:09.020846 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:09.046695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:09.053710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Usage tracker for resource:security_group_rule and tenant:de693046406448ce9712373baee87060 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:09.059488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:09.068251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:09.074317 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7f9d5f88-8466-4070-b174-3e15d4ce6a16 req-1e151c87-7d9a-4096-86db-83aeb5b3d8be tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:09.111190 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:09.122209 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:09.181078 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) de693046406448ce9712373baee87060 {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:13:09.181078 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:13:09.227754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dea90e-7f77-43b9-9738-69869bce9f1f req-c9d82a1e-f340-45e0-8970-429cf12aaa19 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:09.229297 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-63dea90e-7f77-43b9-9738-69869bce9f1f req-c9d82a1e-f340-45e0-8970-429cf12aaa19 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 946 time: 0.1171687 Apr 05 20:13:09.298764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-63dea90e-7f77-43b9-9738-69869bce9f1f req-b847b6e9-56d9-41f8-b269-08f17cee7f7b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587294 Apr 05 20:13:09.351268 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ec550b-5880-4e2d-bee3-c2ac4c86e404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47275ab-515d-4c25-8af7-e4895da3e8e9', 'code': 200} Apr 05 20:13:09.471827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02bb6eec-ea6b-4f89-b373-71a3c9642332,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:09.480586 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7f9d5f88-8466-4070-b174-3e15d4ce6a16 req-1e151c87-7d9a-4096-86db-83aeb5b3d8be tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:09.481178 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7f9d5f88-8466-4070-b174-3e15d4ce6a16 req-1e151c87-7d9a-4096-86db-83aeb5b3d8be tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "DELETE /v2.0/floatingips/76b0b737-bc37-4781-b1eb-cf46d1e6b092 HTTP/1.1" status: 204 len: 173 time: 2.4171755 Apr 05 20:13:09.592009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5bc042-7618-4113-8550-ea13cb9ef37b req-c53e7a3a-6b69-47ef-a4c4-0c88bf0717b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:09.593422 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf5bc042-7618-4113-8550-ea13cb9ef37b req-c53e7a3a-6b69-47ef-a4c4-0c88bf0717b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 1097 time: 0.1598332 Apr 05 20:13:09.602126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643e38d-de9d-48d2-9fa9-a80d9948c8e2 req-c390f2e3-6349-4a63-b826-00a01a7052f1 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:09.603488 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b643e38d-de9d-48d2-9fa9-a80d9948c8e2 req-c390f2e3-6349-4a63-b826-00a01a7052f1 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.1322112 Apr 05 20:13:09.670688 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4fa000e-ddc4-4051-b6a1-095a04e3a303 req-3bdd17be-bd44-447f-ba84-ce5439ef0cf5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 210 time: 0.0704167 Apr 05 20:13:09.672297 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf5bc042-7618-4113-8550-ea13cb9ef37b req-cc93f5e2-14aa-4305-8306-448c79217d13 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650017 Apr 05 20:13:09.674271 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b643e38d-de9d-48d2-9fa9-a80d9948c8e2 req-1bb1bb12-79b0-4503-884b-2c35159d79c4 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578189 Apr 05 20:13:09.683101 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:09.788370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Allocated IP 192.168.233.102 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/f2c6f2e7-e1df-434a-81dd-c358d151e0cb) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:13:09.883525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fae673-eecc-4fe0-aa8a-583e22f1558f admin admin] Router 12775330-07cd-4514-9890-efe48e7ebb5a has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:13:10.014804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4eb7e-4ed3-469a-802d-30ab959e1d4f req-60c68587-7095-49ff-9f62-b73a7d042aab tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:10.023465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a4eb7e-4ed3-469a-802d-30ab959e1d4f req-60c68587-7095-49ff-9f62-b73a7d042aab tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 949 time: 0.1352413 Apr 05 20:13:10.074657 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a4eb7e-4ed3-469a-802d-30ab959e1d4f req-fe9b5d7a-4b5b-47e8-8d56-c98de6a3db15 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502255 Apr 05 20:13:10.193861 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-ddb0482c-1b12-40e0-ab3c-f1b5f481c279 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 1000 time: 0.0980959 Apr 05 20:13:10.271356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fae673-eecc-4fe0-aa8a-583e22f1558f admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:13:10.277117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-edd165cb-44ec-4cdf-9d91-7f434e2de31d tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:10.278812 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-edd165cb-44ec-4cdf-9d91-7f434e2de31d tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports/3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 HTTP/1.1" status: 200 len: 942 time: 0.0790977 Apr 05 20:13:10.280788 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af077c5f-c6b9-48f1-8460-0b8fcc7dfc1c None None] Sync routers for ids ['12775330-07cd-4514-9890-efe48e7ebb5a'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:13:10.291840 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af077c5f-c6b9-48f1-8460-0b8fcc7dfc1c None None] Routers {'12775330-07cd-4514-9890-efe48e7ebb5a'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:13:10.292473 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-af077c5f-c6b9-48f1-8460-0b8fcc7dfc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:12:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['12775330-07cd-4514-9890-efe48e7ebb5a'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:10.296481 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:10.310588 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-89fae673-eecc-4fe0-aa8a-583e22f1558f admin admin] 10.222.0.24 "PUT /v2.0/routers/12775330-07cd-4514-9890-efe48e7ebb5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1441765 Apr 05 20:13:10.311381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55564) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:10.400487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Transition to ACTIVE for port object f2c6f2e7-e1df-434a-81dd-c358d151e0cb will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:13:10.424978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e610537-9681-40be-8be6-456fb372f292 req-154ff408-19a0-4ba7-8995-80eae5e869c3 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:10.427271 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e610537-9681-40be-8be6-456fb372f292 req-154ff408-19a0-4ba7-8995-80eae5e869c3 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.2619998 Apr 05 20:13:10.481642 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-af077c5f-c6b9-48f1-8460-0b8fcc7dfc1c None None] Set router 12775330-07cd-4514-9890-efe48e7ebb5a gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:13:10.498941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-42cf3a6e-5206-43ec-8e8e-26f7710cf6b0 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 1000 time: 0.1053998 Apr 05 20:13:10.562281 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:10.648811 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e610537-9681-40be-8be6-456fb372f292 req-8a53819e-3c6a-489f-be3f-21ebdbdc68c3 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095933 Apr 05 20:13:10.653700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-4566d7af-fa76-4abd-90db-e6d427749726 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:10.655090 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-4566d7af-fa76-4abd-90db-e6d427749726 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.1526911 Apr 05 20:13:10.722910 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:10.831463 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-af077c5f-c6b9-48f1-8460-0b8fcc7dfc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1712343257-router', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:04Z', 'updated_at': '2022-04-05T20:13:07Z', 'revision_number': 5, 'project_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'gw_port': {'id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:06Z', 'updated_at': '2022-04-05T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:10.837014 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af077c5f-c6b9-48f1-8460-0b8fcc7dfc1c None None] Checking router: 12775330-07cd-4514-9890-efe48e7ebb5a for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:13:10.848717 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af077c5f-c6b9-48f1-8460-0b8fcc7dfc1c None None] Routers {'12775330-07cd-4514-9890-efe48e7ebb5a'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:13:10.849330 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-af077c5f-c6b9-48f1-8460-0b8fcc7dfc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:12:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['12775330-07cd-4514-9890-efe48e7ebb5a'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:10.944020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Allocated IP 192.168.233.185 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/cee594a2-bba3-415d-92c8-5833f447e646) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:13:10.957820 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-da9ecf99-cb26-435f-a8f1-c92f6e450697 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 1000 time: 0.2681754 Apr 05 20:13:10.990375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-b6d1c92b-277d-4ba0-badf-2930bdc9fbe7 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:11.063944 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-af077c5f-c6b9-48f1-8460-0b8fcc7dfc1c None None] Set router 12775330-07cd-4514-9890-efe48e7ebb5a gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:13:11.074050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:13:11.120065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:13:11.140719 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-b6d1c92b-277d-4ba0-badf-2930bdc9fbe7 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:11.142367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:13:11.152267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:13:11.226966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Pushing event updated for resources: {'Port': ['ID=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:11.297505 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:11.318251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:11.327453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee60e49-d8d9-4e23-a115-3f3391cc6c99 req-5843ff95-09a1-42f3-8d18-db64b5cc7b01 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:11.329145 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cee60e49-d8d9-4e23-a115-3f3391cc6c99 req-5843ff95-09a1-42f3-8d18-db64b5cc7b01 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.41 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 944 time: 0.6771753 Apr 05 20:13:11.329510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:11.408069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5030945-1a47-41fa-a453-677d48a73266 req-8147faee-d7e4-4b0c-b4cb-a94519eae4fc tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:11.415843 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e5030945-1a47-41fa-a453-677d48a73266 req-8147faee-d7e4-4b0c-b4cb-a94519eae4fc tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=cfb3a3ad-2394-4463-8f08-a4b562ed2475 HTTP/1.1" status: 200 len: 944 time: 0.6056015 Apr 05 20:13:11.420723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '87a65a4c-e7f4-4696-846f-fd2f3620a9b9', 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129', 'port_id': '87a65a4c-e7f4-4696-846f-fd2f3620a9b9', 'mac_address': 'fa:16:3e:ff:fc:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2a73de-05a0-424d-8ac3-181495091cad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:13:11.437804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:11.438525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:11.448671 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] Deleting port 1d6a39c7-7832-4d68-be00-91dbd09cc8ed {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:11.449511 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:11.473757 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-af077c5f-c6b9-48f1-8460-0b8fcc7dfc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1712343257-router', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:04Z', 'updated_at': '2022-04-05T20:13:07Z', 'revision_number': 5, 'project_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'gw_port': {'id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:06Z', 'updated_at': '2022-04-05T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:11.478016 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af077c5f-c6b9-48f1-8460-0b8fcc7dfc1c None None] The sync data for ids ['12775330-07cd-4514-9890-efe48e7ebb5a'] in n-d-836604-1 is: [{'id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'name': 'tempest-AttachSCSIVolumeTestJSON-1712343257-router', 'tenant_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199'}], 'enable_snat': True}, 'gw_port_id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:10:04Z', 'updated_at': '2022-04-05T20:13:07Z', 'revision_number': 5, 'project_id': 'ac14e30a60aa4ba9ada6aa73bbffced0', 'gw_port': {'id': '1d6a39c7-7832-4d68-be00-91dbd09cc8ed', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:9e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12775330-07cd-4514-9890-efe48e7ebb5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:10:06Z', 'updated_at': '2022-04-05T20:10:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:13:11.490497 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-09dc29ec-118b-410f-8d19-9caa8b6ce25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:11.535878 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:11.545590 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-34ee60d5-9672-4baf-9958-89c37a8a3c2c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7766492 Apr 05 20:13:11.557848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-cee60e49-d8d9-4e23-a115-3f3391cc6c99 req-794119a5-93c2-4448-91fa-ddd8cccff528 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Deleting port a5fc5886-db56-47d5-bd46-79c8e7419136 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:11.558356 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cee60e49-d8d9-4e23-a115-3f3391cc6c99 req-794119a5-93c2-4448-91fa-ddd8cccff528 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:11.594545 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:11.598493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b3e82143-0871-44ba-979a-055b143c28d9 None None] Provisioning for port f2c6f2e7-e1df-434a-81dd-c358d151e0cb completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:13:11.608671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b3e82143-0871-44ba-979a-055b143c28d9 None None] Provisioning complete for port f2c6f2e7-e1df-434a-81dd-c358d151e0cb triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:13:11.609124 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b3e82143-0871-44ba-979a-055b143c28d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:11.640344 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-b6d1c92b-277d-4ba0-badf-2930bdc9fbe7 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:11.651054 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-b6d1c92b-277d-4ba0-badf-2930bdc9fbe7 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:11.651661 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-b6d1c92b-277d-4ba0-badf-2930bdc9fbe7 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Floating IP 75ec1d87-be96-4d18-a20d-570a307fbeea disassociated. External IP: 172.25.8.56, port: 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697. Apr 05 20:13:11.666913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Request body: {'port': {'device_id': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:11.669443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:11.673780 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:11.690247 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:11.744060 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b3e82143-0871-44ba-979a-055b143c28d9 None None] Port f2c6f2e7-e1df-434a-81dd-c358d151e0cb cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:13:11.759539 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e5030945-1a47-41fa-a453-677d48a73266 req-4ff34954-c6a4-4ed8-955c-22c11089b752 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413553 Apr 05 20:13:11.759878 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:11.819116 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:11.834792 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:13:11.835205 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:13:11.857372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Transition to ACTIVE for port object cee594a2-bba3-415d-92c8-5833f447e646 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:13:11.987802 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:12.045846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['87a65a4c-e7f4-4696-846f-fd2f3620a9b9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:12.102024 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:12.118051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:13:12.137701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:13:12.144306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:13:12.185830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Pushing event updated for resources: {'Port': ['ID=cee594a2-bba3-415d-92c8-5833f447e646,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:12.210736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-b6d1c92b-277d-4ba0-badf-2930bdc9fbe7 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:13:12.247506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:12.247769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] For port 1d6a39c7-7832-4d68-be00-91dbd09cc8ed, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1d6a39c7-7832-4d68-be00-91dbd09cc8ed,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:12.247956 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:12.249608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:12.345364 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-0ebb413a-33e4-4dc2-bd1f-78968b8dd6f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5977480 Apr 05 20:13:12.374152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Request body: {'port': {'device_id': 'd9e9e6b1-afff-4b6d-b8e4-f521a3500e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:12.400034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f217cc5d-c311-4cc7-affd-c00fd54f99ac None None] Provisioning for port cee594a2-bba3-415d-92c8-5833f447e646 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:13:12.405459 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:12.416973 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f217cc5d-c311-4cc7-affd-c00fd54f99ac None None] Provisioning complete for port cee594a2-bba3-415d-92c8-5833f447e646 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:13:12.417277 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f217cc5d-c311-4cc7-affd-c00fd54f99ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:12.429779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] Calling delete_port for 1d6a39c7-7832-4d68-be00-91dbd09cc8ed owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:12.462104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:12.484196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-cee60e49-d8d9-4e23-a115-3f3391cc6c99 req-794119a5-93c2-4448-91fa-ddd8cccff528 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] For port a5fc5886-db56-47d5-bd46-79c8e7419136, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a5fc5886-db56-47d5-bd46-79c8e7419136,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:12.484552 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cee60e49-d8d9-4e23-a115-3f3391cc6c99 req-794119a5-93c2-4448-91fa-ddd8cccff528 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:12.492451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:12.493818 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f217cc5d-c311-4cc7-affd-c00fd54f99ac None None] Port cee594a2-bba3-415d-92c8-5833f447e646 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:13:12.499539 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:12.571516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:12.656863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-cee60e49-d8d9-4e23-a115-3f3391cc6c99 req-794119a5-93c2-4448-91fa-ddd8cccff528 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Calling delete_port for a5fc5886-db56-47d5-bd46-79c8e7419136 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:12.702762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-b6d1c92b-277d-4ba0-badf-2930bdc9fbe7 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:13:12.708658 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-b6d1c92b-277d-4ba0-badf-2930bdc9fbe7 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:12.715427 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f66f7-20c0-4df0-9b3a-fd2570be03d0 None None] Sync routers for ids ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:13:12.725974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f66f7-20c0-4df0-9b3a-fd2570be03d0 None None] Routers {'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:13:12.726904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-572f66f7-20c0-4df0-9b3a-fd2570be03d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:12:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:12.739214 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:12.745326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cf971-6094-4b6e-ba18-2f193d385914 req-f07062af-80a1-47e0-835c-45683f186d25 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:12.746878 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-794cf971-6094-4b6e-ba18-2f193d385914 req-f07062af-80a1-47e0-835c-45683f186d25 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 1100 time: 0.8447826 Apr 05 20:13:12.817329 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-b6d1c92b-277d-4ba0-badf-2930bdc9fbe7 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "PUT /v2.0/floatingips/75ec1d87-be96-4d18-a20d-570a307fbeea HTTP/1.1" status: 200 len: 694 time: 1.8484638 Apr 05 20:13:12.819883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'tag': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:12.898554 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-794cf971-6094-4b6e-ba18-2f193d385914 req-76a39b6c-17cf-499f-aaf7-7bb6fc67f1e7 tempest-ServersOnMultiNodesTest-612239604 tempest-ServersOnMultiNodesTest-612239604-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301866 Apr 05 20:13:12.960163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-572f66f7-20c0-4df0-9b3a-fd2570be03d0 None None] Set router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:13:12.985017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-65b34bb2-be58-4331-82e9-eb9be7802ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:12.986565 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-65b34bb2-be58-4331-82e9-eb9be7802ff3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c1296c3e07b4e66aa7d36ee7af0901d&device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 1096 time: 0.1499746 Apr 05 20:13:13.098434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a5fc5886-db56-47d5-bd46-79c8e7419136 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:13.145146 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-66c05615-9f91-49d7-9892-f0cb8079ceae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:13.152843 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-66c05615-9f91-49d7-9892-f0cb8079ceae service neutron] 10.222.0.24 "GET /v2.0/networks?id=8423dc9b-76d6-4e6a-a973-7acf16d1a246 HTTP/1.1" status: 200 len: 929 time: 0.1577857 Apr 05 20:13:13.221519 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-c1dc4e29-fafb-484f-9762-3129f69b54c6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 HTTP/1.1" status: 200 len: 217 time: 0.0677619 Apr 05 20:13:13.236410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:13.288616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-43053d67-cd66-444d-b5e1-630fd00b8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:13.290442 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-43053d67-cd66-444d-b5e1-630fd00b8789 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=13e33506-40a3-430a-a944-7a87389ff892 HTTP/1.1" status: 200 len: 867 time: 0.0618083 Apr 05 20:13:13.305116 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cee60e49-d8d9-4e23-a115-3f3391cc6c99 req-794119a5-93c2-4448-91fa-ddd8cccff528 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:13.308463 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:13.328417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:13.328752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2b5e1c9b-78c8-47e3-ad76-c8ec8a6ca2f8 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:13.330398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['941413cc-cd0e-4dca-9c2c-7c52aeac2b5e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:13.363776 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No active binding found for port a5fc5886-db56-47d5-bd46-79c8e7419136 {{(pid=87966) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 20:13:13.364185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a5fc5886-db56-47d5-bd46-79c8e7419136 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:13.382188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d6a39c7-7832-4d68-be00-91dbd09cc8ed,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:13.393635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-f4072836-4457-4501-a898-b36ee9ab3755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:13.402653 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-f4072836-4457-4501-a898-b36ee9ab3755 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8423dc9b-76d6-4e6a-a973-7acf16d1a246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1044052 Apr 05 20:13:13.504748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835a9e5-ed64-4e6c-8ec7-0387db056389 req-7128706f-59e1-41e9-bc26-393e81eabdc8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:13.506265 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9835a9e5-ed64-4e6c-8ec7-0387db056389 req-7128706f-59e1-41e9-bc26-393e81eabdc8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 946 time: 0.4305201 Apr 05 20:13:13.538029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794119a5-93c2-4448-91fa-ddd8cccff528 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Pushing event deleted for resources: {'Port': ['ID=a5fc5886-db56-47d5-bd46-79c8e7419136,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:13.542652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-572f66f7-20c0-4df0-9b3a-fd2570be03d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:12:19Z', 'revision_number': 4, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3df8745d-90c9-46d6-9047-0a6d11df906c', 'name': '', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'mac_address': 'fa:16:3e:bf:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '13e33506-40a3-430a-a944-7a87389ff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:15Z', 'updated_at': '2022-04-05T20:12:30Z', 'revision_number': 5, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'subnets': [{'id': '13e33506-40a3-430a-a944-7a87389ff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:13.545983 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-16db5c59-2a82-438a-97ab-6afaa3090a01 service neutron] 10.222.0.24 "GET /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400521 Apr 05 20:13:13.558084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f66f7-20c0-4df0-9b3a-fd2570be03d0 None None] Checking router: f7a04dcf-0a62-48b6-bd08-f572dd45c5ea for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:13:13.584050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572f66f7-20c0-4df0-9b3a-fd2570be03d0 None None] Routers {'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:13:13.584665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-572f66f7-20c0-4df0-9b3a-fd2570be03d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:12:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:13.657026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c6f2e7-e1df-434a-81dd-c358d151e0cb {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:13.672483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee60e49-d8d9-4e23-a115-3f3391cc6c99 req-794119a5-93c2-4448-91fa-ddd8cccff528 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] No DVR routers for this DVR port a5fc5886-db56-47d5-bd46-79c8e7419136 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:13.677032 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:13.682613 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42a5f6a5-60e5-49c7-8b93-0e86514f3daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:13.689168 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cee60e49-d8d9-4e23-a115-3f3391cc6c99 req-794119a5-93c2-4448-91fa-ddd8cccff528 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:13.698911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfb3a3ad-2394-4463-8f08-a4b562ed2475', 'name': 'network-vif-deleted', 'tag': 'a5fc5886-db56-47d5-bd46-79c8e7419136'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:13.708965 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52a6d0b-c2c0-420f-b2f3-24cb4af1515d req-ead0d19b-1525-40d4-bfc0-7c332f1e6506 service neutron] 10.222.0.24 "GET /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534867 Apr 05 20:13:13.744798 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9835a9e5-ed64-4e6c-8ec7-0387db056389 req-0bd13c23-dcb3-4090-94d9-578764ef9cb2 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848166 Apr 05 20:13:13.751631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Transition to ACTIVE for port object f2c6f2e7-e1df-434a-81dd-c358d151e0cb will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:13:13.752540 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:13.802188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-572f66f7-20c0-4df0-9b3a-fd2570be03d0 None None] Set router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:13:13.857140 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cee60e49-d8d9-4e23-a115-3f3391cc6c99 req-794119a5-93c2-4448-91fa-ddd8cccff528 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.41 "DELETE /v2.0/ports/a5fc5886-db56-47d5-bd46-79c8e7419136 HTTP/1.1" status: 204 len: 173 time: 2.5124612 Apr 05 20:13:13.916237 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:14.010460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e11152-1ecc-4e61-a1fb-3097661977e0 req-1c9f03a2-b200-444f-82c6-a9742285ffdc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:14.012069 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-12e11152-1ecc-4e61-a1fb-3097661977e0 req-1c9f03a2-b200-444f-82c6-a9742285ffdc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.1475036 Apr 05 20:13:14.092177 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:14.144406 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:14.158444 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-12e11152-1ecc-4e61-a1fb-3097661977e0 req-ee618b67-99da-47e8-82a9-4cd110e23e4c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382515 Apr 05 20:13:14.178462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee594a2-bba3-415d-92c8-5833f447e646 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:14.188020 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:14.214395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Transition to ACTIVE for port object cee594a2-bba3-415d-92c8-5833f447e646 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:13:14.221368 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:14.229678 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-572f66f7-20c0-4df0-9b3a-fd2570be03d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:12:19Z', 'revision_number': 4, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3df8745d-90c9-46d6-9047-0a6d11df906c', 'name': '', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'mac_address': 'fa:16:3e:bf:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '13e33506-40a3-430a-a944-7a87389ff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:15Z', 'updated_at': '2022-04-05T20:12:30Z', 'revision_number': 5, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'subnets': [{'id': '13e33506-40a3-430a-a944-7a87389ff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:14.240156 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572f66f7-20c0-4df0-9b3a-fd2570be03d0 None None] The sync data for ids ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'] in n-d-836604-1 is: [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:12:19Z', 'revision_number': 4, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3df8745d-90c9-46d6-9047-0a6d11df906c', 'name': '', 'network_id': '8423dc9b-76d6-4e6a-a973-7acf16d1a246', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'mac_address': 'fa:16:3e:bf:9c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '13e33506-40a3-430a-a944-7a87389ff892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:15Z', 'updated_at': '2022-04-05T20:12:30Z', 'revision_number': 5, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'subnets': [{'id': '13e33506-40a3-430a-a944-7a87389ff892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:13:14.318165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:14.350384 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:14.351192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12775330-07cd-4514-9890-efe48e7ebb5a {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:13:14.509442 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:14.511100 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6af663f8-9565-465d-a49c-40ea066a1032 admin admin] 10.222.0.24 "DELETE /v2.0/routers/12775330-07cd-4514-9890-efe48e7ebb5a HTTP/1.1" status: 204 len: 168 time: 4.1985269 Apr 05 20:13:14.514502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55588) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:14.520793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Attempting to bind port f2c6f2e7-e1df-434a-81dd-c358d151e0cb on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:13:14.521254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Attempting to bind port f2c6f2e7-e1df-434a-81dd-c358d151e0cb by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:13:14.521688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Attempting to bind port f2c6f2e7-e1df-434a-81dd-c358d151e0cb on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:13:14.538605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf1c11-2ce0-426e-b01b-71d0eb035867 req-7ede8598-09cc-4c68-984a-66d7873d0dce tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:14.539640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ebaf1c11-2ce0-426e-b01b-71d0eb035867 req-7ede8598-09cc-4c68-984a-66d7873d0dce tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Synchronizing usage tracker for tenant:de693046406448ce9712373baee87060 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:14.598148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Port f2c6f2e7-e1df-434a-81dd-c358d151e0cb on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:13:14.598712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Attempting to bind port f2c6f2e7-e1df-434a-81dd-c358d151e0cb on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:13:14.610422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:13:14.610974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:13:14.611421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:13:14.614041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Bound port: f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:13:14.614432 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:14.669956 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:14.694372 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436ea395-5b4a-4e4b-89d0-9de8f4fede03 None None] New status for floating IP 75ec1d87-be96-4d18-a20d-570a307fbeea: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:13:14.728279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-b287aec7-8deb-42ac-a977-e8fd10f1b2ea admin admin] Deleting subnet ce035e35-3004-4dc7-ad6f-2c27b4d7f680 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:13:14.741264 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b287aec7-8deb-42ac-a977-e8fd10f1b2ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:14.809648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ebaf1c11-2ce0-426e-b01b-71d0eb035867 req-7ede8598-09cc-4c68-984a-66d7873d0dce tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Unset dirty status for tenant:de693046406448ce9712373baee87060 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:14.817281 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ebaf1c11-2ce0-426e-b01b-71d0eb035867 req-7ede8598-09cc-4c68-984a-66d7873d0dce tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 936 time: 0.8840663 Apr 05 20:13:14.825783 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:14.876566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Pushing event updated for resources: {'Port': ['ID=cee594a2-bba3-415d-92c8-5833f447e646,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:14.885301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Attempting to bind port cee594a2-bba3-415d-92c8-5833f447e646 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:13:14.885575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Attempting to bind port cee594a2-bba3-415d-92c8-5833f447e646 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:13:14.885908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Attempting to bind port cee594a2-bba3-415d-92c8-5833f447e646 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:13:14.894992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Port cee594a2-bba3-415d-92c8-5833f447e646 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:13:14.896109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Attempting to bind port cee594a2-bba3-415d-92c8-5833f447e646 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:13:14.903416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:13:14.903838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:13:14.904533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:13:14.904965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Bound port: cee594a2-bba3-415d-92c8-5833f447e646, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:13:14.905334 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:14.911346 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b287aec7-8deb-42ac-a977-e8fd10f1b2ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:15.079248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:13:15.109675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf639f9-3c6e-4605-bf27-b08ac3beba79 req-3b29cd4c-e3ad-4271-a674-fd71b0484a39 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:15.132110 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-acf639f9-3c6e-4605-bf27-b08ac3beba79 req-3b29cd4c-e3ad-4271-a674-fd71b0484a39 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 943 time: 0.7460821 Apr 05 20:13:15.150496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] For port cee594a2-bba3-415d-92c8-5833f447e646, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:13:15.182568 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b287aec7-8deb-42ac-a977-e8fd10f1b2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:15.209056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] For port cee594a2-bba3-415d-92c8-5833f447e646, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cee594a2-bba3-415d-92c8-5833f447e646,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:13:15.232773 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:15.243415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:13:15.243866 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:15.263750 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ebaf1c11-2ce0-426e-b01b-71d0eb035867 req-911ec0ec-2f04-48a3-bee1-b8fb5f341601 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Synchronizing usage tracker for tenant:de693046406448ce9712373baee87060 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:15.279789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] For port f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:13:15.307579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] For port f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:13:15.320701 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:15.327321 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1d6a39c7-7832-4d68-be00-91dbd09cc8ed no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:15.352439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-acf639f9-3c6e-4605-bf27-b08ac3beba79 req-3d73c8e9-ed3f-45f0-9700-e74434efa243 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189050 Apr 05 20:13:15.361653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:15.362419 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:15.364109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] 10.222.0.13 "PUT /v2.0/ports/cee594a2-bba3-415d-92c8-5833f447e646 HTTP/1.1" status: 200 len: 1096 time: 2.9962053 Apr 05 20:13:15.388928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ebaf1c11-2ce0-426e-b01b-71d0eb035867 req-911ec0ec-2f04-48a3-bee1-b8fb5f341601 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Unset dirty status for tenant:de693046406448ce9712373baee87060 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:15.393027 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ebaf1c11-2ce0-426e-b01b-71d0eb035867 req-911ec0ec-2f04-48a3-bee1-b8fb5f341601 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5745466 Apr 05 20:13:15.407566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2d441-e2fb-4edd-81e6-ded20d517be6 service neutron] Pushing event updated for resources: {'Port': ['ID=cee594a2-bba3-415d-92c8-5833f447e646,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:15.439432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:15.440028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:15.442710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 1d6a39c7-7832-4d68-be00-91dbd09cc8ed {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:15.443039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1d6a39c7-7832-4d68-be00-91dbd09cc8ed not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:15.446074 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/f2c6f2e7-e1df-434a-81dd-c358d151e0cb HTTP/1.1" status: 200 len: 1096 time: 3.8247793 Apr 05 20:13:15.551607 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'tag': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697', 'status': 'completed', 'code': 200} Apr 05 20:13:15.576536 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b287aec7-8deb-42ac-a977-e8fd10f1b2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:15.590280 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:15.620845 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b287aec7-8deb-42ac-a977-e8fd10f1b2ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:15.630531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287aec7-8deb-42ac-a977-e8fd10f1b2ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce035e35-3004-4dc7-ad6f-2c27b4d7f680,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:15.632902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3984c9f-021a-44c2-b099-7b3a2733df56 None None] Network 270a592a-fffa-4213-98d2-6219b5af852d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:13:15.646626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adddcff-57a1-49d3-bb12-499225d4e5a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:15.655977 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b287aec7-8deb-42ac-a977-e8fd10f1b2ea admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ce035e35-3004-4dc7-ad6f-2c27b4d7f680 HTTP/1.1" status: 204 len: 168 time: 1.1352007 Apr 05 20:13:15.658611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55594) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:15.707140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9caaaa-fd9c-465c-9b31-dde532c8dd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a65a4c-e7f4-4696-846f-fd2f3620a9b9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:15.727932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-e827c652-1420-4fb2-bf27-0f239e59473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:15.729432 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-e827c652-1420-4fb2-bf27-0f239e59473c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de693046406448ce9712373baee87060&device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 1099 time: 0.3088269 Apr 05 20:13:15.731342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:15.810364 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:15.835838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Deleting port d337e5b6-8ecd-4072-8e60-43c351b90596 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:15.836179 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:15.851462 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:15.953267 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfb3a3ad-2394-4463-8f08-a4b562ed2475', 'name': 'network-vif-deleted', 'tag': 'a5fc5886-db56-47d5-bd46-79c8e7419136', 'status': 'completed', 'code': 200} Apr 05 20:13:15.983509 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-6ff328f1-e66d-44ea-9a8a-a2f436492263 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=cee594a2-bba3-415d-92c8-5833f447e646 HTTP/1.1" status: 200 len: 217 time: 0.2222958 Apr 05 20:13:16.165759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:16.200227 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:16.292130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] For port d337e5b6-8ecd-4072-8e60-43c351b90596, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d337e5b6-8ecd-4072-8e60-43c351b90596,segment=NetworkSegment(51ef7509-de0b-4f63-adfa-f7d231dc6445),segment_id=51ef7509-de0b-4f63-adfa-f7d231dc6445)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:16.292544 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:16.304293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-a1c5843c-757f-43b7-b4cc-c72672172b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:16.305819 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-a1c5843c-757f-43b7-b4cc-c72672172b89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de693046406448ce9712373baee87060&device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 1099 time: 0.7913594 Apr 05 20:13:16.338491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88b8a0d5-6395-4be9-8fa6-b7cf1e39fad4 req-bb839d08-92b4-44d0-8fc1-2aa5b900d3d4 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips/75ec1d87-be96-4d18-a20d-570a307fbeea HTTP/1.1" status: 200 len: 692 time: 0.3539982 Apr 05 20:13:16.391250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11df5d1a-8891-490e-ac59-466610914b7b None None] DHCP port deletion for 270a592a-fffa-4213-98d2-6219b5af852d request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:13:16.396996 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-11df5d1a-8891-490e-ac59-466610914b7b None None] Deleting port d337e5b6-8ecd-4072-8e60-43c351b90596 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:16.397494 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11df5d1a-8891-490e-ac59-466610914b7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:16.399313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c6bc-3870-4c8f-80cd-b919ce08052e req-821107b4-1f55-4099-b6a3-5c4d5ee6a1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:16.400965 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e858c6bc-3870-4c8f-80cd-b919ce08052e req-821107b4-1f55-4099-b6a3-5c4d5ee6a1d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c1296c3e07b4e66aa7d36ee7af0901d&device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 1096 time: 0.8414984 Apr 05 20:13:16.414625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-a9039374-5df1-4af5-86b0-423760bc3887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:16.416793 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-a9039374-5df1-4af5-86b0-423760bc3887 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.4252450 Apr 05 20:13:16.514118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Calling delete_port for d337e5b6-8ecd-4072-8e60-43c351b90596 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:16.603562 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-ad0c36e5-2b16-44a5-ad63-bbfcd281fe29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb HTTP/1.1" status: 200 len: 217 time: 0.2349837 Apr 05 20:13:16.817280 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b678eb8-4ad9-4ac0-9051-a02506d43e47 req-df9d6196-12ea-45ba-ba8f-665967a2dbb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9268552-d2b5-4be5-a99b-b6095258251e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8631508 Apr 05 20:13:16.818834 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:16.843924 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-11df5d1a-8891-490e-ac59-466610914b7b None None] For port d337e5b6-8ecd-4072-8e60-43c351b90596, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d337e5b6-8ecd-4072-8e60-43c351b90596,segment=NetworkSegment(51ef7509-de0b-4f63-adfa-f7d231dc6445),segment_id=51ef7509-de0b-4f63-adfa-f7d231dc6445)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:16.844506 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11df5d1a-8891-490e-ac59-466610914b7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:16.916257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8a0d5-6395-4be9-8fa6-b7cf1e39fad4 req-4a8c6099-990f-44db-9282-e669f2bc5f79 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:16.929840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Pushing event deleted for resources: {'Port': ['ID=d337e5b6-8ecd-4072-8e60-43c351b90596,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:16.931109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88b8a0d5-6395-4be9-8fa6-b7cf1e39fad4 req-4a8c6099-990f-44db-9282-e669f2bc5f79 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.5823529 Apr 05 20:13:16.992881 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-11df5d1a-8891-490e-ac59-466610914b7b None None] Calling delete_port for d337e5b6-8ecd-4072-8e60-43c351b90596 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:17.013401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] No DVR routers for this DVR port d337e5b6-8ecd-4072-8e60-43c351b90596 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:17.023431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c6bc-3870-4c8f-80cd-b919ce08052e req-9f771566-d244-44f1-a9e0-67e770d1f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:17.025072 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e858c6bc-3870-4c8f-80cd-b919ce08052e req-9f771566-d244-44f1-a9e0-67e770d1f103 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8423dc9b-76d6-4e6a-a973-7acf16d1a246 HTTP/1.1" status: 200 len: 929 time: 0.5966716 Apr 05 20:13:17.059909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-b2753670-7a35-4fed-ba99-efac9be660d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:17.061363 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-b2753670-7a35-4fed-ba99-efac9be660d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.4365458 Apr 05 20:13:17.078390 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-11df5d1a-8891-490e-ac59-466610914b7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:13:17.078605 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-11df5d1a-8891-490e-ac59-466610914b7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:13:17.126836 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88b8a0d5-6395-4be9-8fa6-b7cf1e39fad4 req-995e4a7a-a1fd-47ee-ab6f-c1c0f4949fb8 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 695 time: 0.1812756 Apr 05 20:13:17.136440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-6a89565d-458b-4141-bb70-3dbc4bf37cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:17.138480 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-6a89565d-458b-4141-bb70-3dbc4bf37cb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6264150 Apr 05 20:13:17.141286 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e858c6bc-3870-4c8f-80cd-b919ce08052e req-3f29eba7-3f77-44ad-b528-0c24273bb430 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 HTTP/1.1" status: 200 len: 217 time: 0.0974591 Apr 05 20:13:17.254658 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:17.293975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d337e5b6-8ecd-4072-8e60-43c351b90596 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:17.355236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: d337e5b6-8ecd-4072-8e60-43c351b90596 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:17.355512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d337e5b6-8ecd-4072-8e60-43c351b90596 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:17.416278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88b8a0d5-6395-4be9-8fa6-b7cf1e39fad4 req-b5bd7a2d-d720-44c6-a7eb-4f653a1e290f tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.56 HTTP/1.1" status: 200 len: 695 time: 0.2766309 Apr 05 20:13:17.571268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['270a592a-fffa-4213-98d2-6219b5af852d']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:17.579960 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-11df5d1a-8891-490e-ac59-466610914b7b None None] Deleting port d337e5b6-8ecd-4072-8e60-43c351b90596 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:17.580335 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11df5d1a-8891-490e-ac59-466610914b7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:17.587418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ef7509-de0b-4f63-adfa-f7d231dc6445') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:17.587851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ef7509-de0b-4f63-adfa-f7d231dc6445') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:17.601427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:17.621475 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:17.629115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:13:17.629799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:13:17.729836 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:13:17.744609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e9e6b1-afff-4b6d-b8e4-f521a3500e63', 'tag': 'cee594a2-bba3-415d-92c8-5833f447e646'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:17.757115 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-11df5d1a-8891-490e-ac59-466610914b7b None None] The port 'd337e5b6-8ecd-4072-8e60-43c351b90596' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:13:17.769338 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:17.779593 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:17.795393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b678eb8-4ad9-4ac0-9051-a02506d43e47 req-432474bb-e2b7-4bf0-9939-6c94c7f72b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:17.797258 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b678eb8-4ad9-4ac0-9051-a02506d43e47 req-432474bb-e2b7-4bf0-9939-6c94c7f72b73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=68647ae553c84fef9dc84260fe0aaf92&device_id=c9268552-d2b5-4be5-a99b-b6095258251e HTTP/1.1" status: 200 len: 1100 time: 0.8771803 Apr 05 20:13:17.820581 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-89527118-90ba-47f3-b270-58ee85ae7c5f service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061316 Apr 05 20:13:17.928654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-88b8a0d5-6395-4be9-8fa6-b7cf1e39fad4 req-963b3dd5-a8b4-4731-befc-2f6324021bc4 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Deleting port 77088d63-d414-48a4-acc5-cf275410809b {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:17.929004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-88b8a0d5-6395-4be9-8fa6-b7cf1e39fad4 req-963b3dd5-a8b4-4731-befc-2f6324021bc4 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:17.972541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c6bc-3870-4c8f-80cd-b919ce08052e req-dad41fbe-e002-40a0-b7d6-f2d788cae44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:17.973989 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e858c6bc-3870-4c8f-80cd-b919ce08052e req-dad41fbe-e002-40a0-b7d6-f2d788cae44a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13e33506-40a3-430a-a944-7a87389ff892 HTTP/1.1" status: 200 len: 867 time: 0.7585964 Apr 05 20:13:17.983938 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] 10.222.0.24 "DELETE /v2.0/networks/270a592a-fffa-4213-98d2-6219b5af852d HTTP/1.1" status: 204 len: 168 time: 2.3209724 Apr 05 20:13:17.985256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0225f43-da76-4095-a0b0-5970a748e147 admin admin] Pushing event deleted for resources: {'Network': ['ID=270a592a-fffa-4213-98d2-6219b5af852d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:17.997854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8dd79-c7e2-47b6-9414-387db8bdaaee req-7188250d-b009-48cc-842d-310782c512e8 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:18.005315 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40a8dd79-c7e2-47b6-9414-387db8bdaaee req-7188250d-b009-48cc-842d-310782c512e8 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 1.1813900 Apr 05 20:13:18.032651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'tag': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:18.038276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b678eb8-4ad9-4ac0-9051-a02506d43e47 req-3d690d4a-2b3c-46ab-b147-7b7807f68105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:18.039767 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b678eb8-4ad9-4ac0-9051-a02506d43e47 req-3d690d4a-2b3c-46ab-b147-7b7807f68105 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2032938 Apr 05 20:13:18.187495 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40a8dd79-c7e2-47b6-9414-387db8bdaaee req-bd5bd566-658a-4f40-88a3-99543416e44f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813416 Apr 05 20:13:18.204409 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b678eb8-4ad9-4ac0-9051-a02506d43e47 req-103b18f6-db93-4fe0-bc94-8c30b137e585 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 HTTP/1.1" status: 200 len: 217 time: 0.1476040 Apr 05 20:13:18.220032 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-6084c7a6-ae35-456d-9460-a970b1b6578a service neutron] show failed (client error): The resource could not be found. Apr 05 20:13:18.221041 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-6084c7a6-ae35-456d-9460-a970b1b6578a service neutron] 10.222.0.41 "GET /v2.0/ports/807fa30f-42f5-45a5-a350-cebbc3659bc7/bindings/n-h1-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.9283438 Apr 05 20:13:18.291820 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55626) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:18.293649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-c4dd883e-ea09-4730-a2c6-c60bce3b204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:18.295147 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-c4dd883e-ea09-4730-a2c6-c60bce3b204b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2164345 Apr 05 20:13:18.398804 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9caaaa-fd9c-465c-9b31-dde532c8dd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87a65a4c-e7f4-4696-846f-fd2f3620a9b9', 'code': 200} Apr 05 20:13:18.478889 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-44f3d4de-6bdd-4a6d-a851-620fedbfd21f service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524653 Apr 05 20:13:18.589206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b678eb8-4ad9-4ac0-9051-a02506d43e47 req-803610c4-ae02-4f7e-b14f-23243bd17bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:18.590656 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b678eb8-4ad9-4ac0-9051-a02506d43e47 req-803610c4-ae02-4f7e-b14f-23243bd17bad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.3721039 Apr 05 20:13:18.593642 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-88b8a0d5-6395-4be9-8fa6-b7cf1e39fad4 req-963b3dd5-a8b4-4731-befc-2f6324021bc4 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:18.594170 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-88b8a0d5-6395-4be9-8fa6-b7cf1e39fad4 req-963b3dd5-a8b4-4731-befc-2f6324021bc4 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:18.620877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6606164-df68-4f3a-a6b9-f4599542083f req-50aee265-2228-48f3-a13f-8d6eb5a7d2a7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:18.622319 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6606164-df68-4f3a-a6b9-f4599542083f req-50aee265-2228-48f3-a13f-8d6eb5a7d2a7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 949 time: 1.1593466 Apr 05 20:13:18.643328 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-39d3b549-2d80-45b7-b2b3-846abe79c2e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d77a87d0b4a42228f6d71a11b446899&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3448172 Apr 05 20:13:18.718345 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76ede23c-4ea2-4b64-985a-635c5074b73b req-c1180086-b406-46d3-83a4-96a3568fcaa8 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7959170 Apr 05 20:13:18.726111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55630) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:18.868204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-88b8a0d5-6395-4be9-8fa6-b7cf1e39fad4 req-963b3dd5-a8b4-4731-befc-2f6324021bc4 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Calling delete_port for 77088d63-d414-48a4-acc5-cf275410809b owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:18.931755 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5badfee6-cbbd-4598-9a4b-54e056939545 req-634ae3d2-56a5-4dd7-b4eb-aeacfb4297fb service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376185 Apr 05 20:13:18.959267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413a7b1-6b23-4c10-b270-7c010909416a req-bd6b21ac-1cd0-422c-9b38-e428fe7229e1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:18.966386 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f413a7b1-6b23-4c10-b270-7c010909416a req-bd6b21ac-1cd0-422c-9b38-e428fe7229e1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 949 time: 0.4460857 Apr 05 20:13:18.990064 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e26-fe91-4f16-b203-135d47b6a4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:19.035201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b678eb8-4ad9-4ac0-9051-a02506d43e47 req-eca3d51a-680e-4986-b2fb-65871e0db029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:19.036656 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b678eb8-4ad9-4ac0-9051-a02506d43e47 req-eca3d51a-680e-4986-b2fb-65871e0db029 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4353578 Apr 05 20:13:19.051415 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e26-fe91-4f16-b203-135d47b6a4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:19.091522 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f413a7b1-6b23-4c10-b270-7c010909416a req-33400a7b-dda4-48a4-9dc2-9dbf6c73c895 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241989 Apr 05 20:13:19.128878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858c6bc-3870-4c8f-80cd-b919ce08052e req-53294b03-331b-43d2-be4e-79bd8f6050e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:19.130416 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e858c6bc-3870-4c8f-80cd-b919ce08052e req-53294b03-331b-43d2-be4e-79bd8f6050e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8423dc9b-76d6-4e6a-a973-7acf16d1a246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1339126 Apr 05 20:13:19.142215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c6606164-df68-4f3a-a6b9-f4599542083f req-99e492b4-d316-413b-b563-510aa91f826b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Deleting port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:19.142649 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6606164-df68-4f3a-a6b9-f4599542083f req-99e492b4-d316-413b-b563-510aa91f826b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:19.275941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e498c51-d466-4622-8c8e-3cfad5410166 req-63fc9751-6dba-4523-b126-a3528be7b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:19.277728 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e498c51-d466-4622-8c8e-3cfad5410166 req-63fc9751-6dba-4523-b126-a3528be7b97d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 1096 time: 0.4278343 Apr 05 20:13:19.356016 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b678eb8-4ad9-4ac0-9051-a02506d43e47 req-d2240d4a-d86f-4419-bd2d-4057a10c86f8 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077931 Apr 05 20:13:19.360155 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e498c51-d466-4622-8c8e-3cfad5410166 req-9b3ceaf2-6261-4dc5-bfc1-1fb046942006 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742433 Apr 05 20:13:19.388189 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e26-fe91-4f16-b203-135d47b6a4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:19.426096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c83e26-fe91-4f16-b203-135d47b6a4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5906ac66-53c8-44c0-b0f1-8cb77988136a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:19.445391 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-ae859abc-99ba-4559-98c5-b84873ded7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:19.446955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-ae859abc-99ba-4559-98c5-b84873ded7c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2&tenant_id=4315b2776a8446efa0573a8e3d19b341 HTTP/1.1" status: 200 len: 1100 time: 0.4985161 Apr 05 20:13:19.473978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:19.503372 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e0c83e26-fe91-4f16-b203-135d47b6a4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:19.506835 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e0c83e26-fe91-4f16-b203-135d47b6a4b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5906ac66-53c8-44c0-b0f1-8cb77988136a HTTP/1.1" status: 204 len: 168 time: 0.7482562 Apr 05 20:13:19.514494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdb2d7-35b0-449d-9785-39eba15d7fb4 req-88a9467f-20a1-4858-a412-db1b7b7d2dea tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:19.521938 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e6cdb2d7-35b0-449d-9785-39eba15d7fb4 req-88a9467f-20a1-4858-a412-db1b7b7d2dea tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.2996461 Apr 05 20:13:19.650857 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e858c6bc-3870-4c8f-80cd-b919ce08052e req-9e7dfcd0-6119-42b4-9666-9bf9acc86c9e service neutron] 10.222.0.13 "GET /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761949 Apr 05 20:13:19.707368 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b678eb8-4ad9-4ac0-9051-a02506d43e47 req-84f8c26e-fb14-4a04-8712-ec4cda231d33 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432376 Apr 05 20:13:19.720585 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e6cdb2d7-35b0-449d-9785-39eba15d7fb4 req-26a64f1f-b8b0-428b-9171-4f3c6e2c950c tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977196 Apr 05 20:13:19.876963 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-88b8a0d5-6395-4be9-8fa6-b7cf1e39fad4 req-963b3dd5-a8b4-4731-befc-2f6324021bc4 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:19.942564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d15c4d-bdf0-4270-9357-a40411dff0ca req-b19ef4fe-4883-4892-a8d5-6a55dd622ad6 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:19.943826 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-78d15c4d-bdf0-4270-9357-a40411dff0ca req-b19ef4fe-4883-4892-a8d5-6a55dd622ad6 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 948 time: 0.0939052 Apr 05 20:13:19.983511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b3dd5-a8b4-4731-befc-2f6324021bc4 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Pushing event deleted for resources: {'Port': ['ID=77088d63-d414-48a4-acc5-cf275410809b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:19.994577 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-78d15c4d-bdf0-4270-9357-a40411dff0ca req-aac02d2c-591f-44b7-b0c3-a684d1221a38 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436885 Apr 05 20:13:20.038467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55644) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:20.072159 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:20.088209 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f5d6e7f0-7db6-4f45-ad64-730157f7ad4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac14e30a60aa4ba9ada6aa73bbffced0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484304 Apr 05 20:13:20.129857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55648) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:20.219178 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b291b6f-82e6-4a42-b2ec-94ce31c4c113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:20.236283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a415d43-fd4a-4120-8405-28b7ab55da4b req-e4011ff1-955f-4d00-8953-58305dc89e3a tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:20.237781 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a415d43-fd4a-4120-8405-28b7ab55da4b req-e4011ff1-955f-4d00-8953-58305dc89e3a tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 946 time: 0.1485672 Apr 05 20:13:20.257312 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-88b8a0d5-6395-4be9-8fa6-b7cf1e39fad4 req-963b3dd5-a8b4-4731-befc-2f6324021bc4 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:20.267665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c6606164-df68-4f3a-a6b9-f4599542083f req-99e492b4-d316-413b-b563-510aa91f826b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] For port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8fbfd5eb-5c86-4dad-ad35-3f08225abc46,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:20.268031 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6606164-df68-4f3a-a6b9-f4599542083f req-99e492b4-d316-413b-b563-510aa91f826b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:20.273399 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b291b6f-82e6-4a42-b2ec-94ce31c4c113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:20.323784 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a415d43-fd4a-4120-8405-28b7ab55da4b req-2ba21776-2780-4f93-92e3-0c0a468d8d08 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802138 Apr 05 20:13:20.349761 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b291b6f-82e6-4a42-b2ec-94ce31c4c113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:20.366754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b291b6f-82e6-4a42-b2ec-94ce31c4c113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962ed5a4-14b6-453c-b349-7d237ec12d0b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:20.372063 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b291b6f-82e6-4a42-b2ec-94ce31c4c113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:20.372607 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1b291b6f-82e6-4a42-b2ec-94ce31c4c113 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/962ed5a4-14b6-453c-b349-7d237ec12d0b HTTP/1.1" status: 204 len: 168 time: 0.2443724 Apr 05 20:13:20.425837 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e9e6b1-afff-4b6d-b8e4-f521a3500e63', 'tag': 'cee594a2-bba3-415d-92c8-5833f447e646', 'status': 'completed', 'code': 200} Apr 05 20:13:20.471942 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'tag': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb', 'status': 'completed', 'code': 200} Apr 05 20:13:20.491521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device cee594a2-bba3-415d-92c8-5833f447e646 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:13:20.511529 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e858c6bc-3870-4c8f-80cd-b919ce08052e req-3612c3c5-89c7-4d4c-807b-deea71458ef2 service neutron] 10.222.0.13 "GET /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7873955 Apr 05 20:13:20.524372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c6606164-df68-4f3a-a6b9-f4599542083f req-99e492b4-d316-413b-b563-510aa91f826b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Calling delete_port for 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:20.566777 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-88b8a0d5-6395-4be9-8fa6-b7cf1e39fad4 req-963b3dd5-a8b4-4731-befc-2f6324021bc4 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:20.568100 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88b8a0d5-6395-4be9-8fa6-b7cf1e39fad4 req-963b3dd5-a8b4-4731-befc-2f6324021bc4 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "DELETE /v2.0/floatingips/75ec1d87-be96-4d18-a20d-570a307fbeea HTTP/1.1" status: 204 len: 173 time: 3.1341429 Apr 05 20:13:20.594291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbc22a-272f-4cf5-9717-5cee81e709e1 req-2ac74098-58f4-43c8-a9e8-99a8b1c1e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:20.595760 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90fbc22a-272f-4cf5-9717-5cee81e709e1 req-2ac74098-58f4-43c8-a9e8-99a8b1c1e2a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de693046406448ce9712373baee87060&device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 1099 time: 0.1749916 Apr 05 20:13:20.855049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65579af8-edb1-43da-addc-d0d78c911831 req-160c6a4b-fbeb-4998-9951-6c15869af1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:20.857063 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65579af8-edb1-43da-addc-d0d78c911831 req-160c6a4b-fbeb-4998-9951-6c15869af1be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de693046406448ce9712373baee87060&device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 1099 time: 0.3545990 Apr 05 20:13:20.860245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbc22a-272f-4cf5-9717-5cee81e709e1 req-688a66f4-12fc-48f4-95b5-ed85753ca72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:20.863396 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90fbc22a-272f-4cf5-9717-5cee81e709e1 req-688a66f4-12fc-48f4-95b5-ed85753ca72c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2557042 Apr 05 20:13:20.927851 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port cee594a2-bba3-415d-92c8-5833f447e646, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cee594a2-bba3-415d-92c8-5833f447e646,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:20.970048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'cee594a2-bba3-415d-92c8-5833f447e646', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'cee594a2-bba3-415d-92c8-5833f447e646', 'mac_address': 'fa:16:3e:b8:8e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:13:20.973028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:21.080674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6606164-df68-4f3a-a6b9-f4599542083f req-99e492b4-d316-413b-b563-510aa91f826b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:21.102893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e', 'eaed120d-623f-40ac-aea4-d38dc9cb535f', '40ed973d-a318-4c31-9c23-4d5fc3d066b3', '5c7da35a-ab21-48a3-b924-c3d0960e969c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:21.146860 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['1b25bd2a-6269-4b00-a18b-e56acb3aeaa8', 'c8469f67-c176-4344-a930-20955f564d29', '41eac429-9e5b-424d-bf0d-01fedc2b9544'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:21.171655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:13:21.176289 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:21.200816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e492b4-d316-413b-b563-510aa91f826b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event deleted for resources: {'Port': ['ID=8fbfd5eb-5c86-4dad-ad35-3f08225abc46,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:21.203097 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:21.241415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65579af8-edb1-43da-addc-d0d78c911831 req-96ee642d-51d6-4233-8342-5e5a72625c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:21.242969 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65579af8-edb1-43da-addc-d0d78c911831 req-96ee642d-51d6-4233-8342-5e5a72625c47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.3696427 Apr 05 20:13:21.258324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c397131-1efd-4b37-b0d6-68646d8ab55e req-1796875c-96a2-4e33-8cf5-fe02a8ddffa5 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:21.260079 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c397131-1efd-4b37-b0d6-68646d8ab55e req-1796875c-96a2-4e33-8cf5-fe02a8ddffa5 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.3701501 Apr 05 20:13:21.265854 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90fbc22a-272f-4cf5-9717-5cee81e709e1 req-edb38218-7e2a-4f65-99b5-ee56235f4736 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=cee594a2-bba3-415d-92c8-5833f447e646 HTTP/1.1" status: 200 len: 217 time: 0.3907211 Apr 05 20:13:21.285622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:21.286303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:21.292509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 807fa30f-42f5-45a5-a350-cebbc3659bc7 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:21.324297 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-71258070-6ff1-4a6f-9f29-796efc551da9 req-d3c61fb8-db3e-4ec1-a5e2-05a33a0769b7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c HTTP/1.1" status: 200 len: 210 time: 0.0634854 Apr 05 20:13:21.357391 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:13:21.373180 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee594a2-bba3-415d-92c8-5833f447e646 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:21.392720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6606164-df68-4f3a-a6b9-f4599542083f req-99e492b4-d316-413b-b563-510aa91f826b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] No DVR routers for this DVR port 8fbfd5eb-5c86-4dad-ad35-3f08225abc46 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:21.414886 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6606164-df68-4f3a-a6b9-f4599542083f req-99e492b4-d316-413b-b563-510aa91f826b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:21.450931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port cee594a2-bba3-415d-92c8-5833f447e646, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cee594a2-bba3-415d-92c8-5833f447e646,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:21.455625 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65579af8-edb1-43da-addc-d0d78c911831 req-265c4ba3-53ea-42cc-ae52-e732ca71882c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb HTTP/1.1" status: 200 len: 217 time: 0.1885903 Apr 05 20:13:21.481574 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:21.482399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f2c6f2e7-e1df-434a-81dd-c358d151e0cb details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:13:21.488236 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:21.572734 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6606164-df68-4f3a-a6b9-f4599542083f req-99e492b4-d316-413b-b563-510aa91f826b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "DELETE /v2.0/ports/8fbfd5eb-5c86-4dad-ad35-3f08225abc46 HTTP/1.1" status: 204 len: 173 time: 2.8459702 Apr 05 20:13:21.582557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65579af8-edb1-43da-addc-d0d78c911831 req-28af58ea-a86a-4c96-a6a2-1423710403f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:21.583285 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c397131-1efd-4b37-b0d6-68646d8ab55e req-d6b0465c-0e91-46fd-8087-65c90387a35c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102307 Apr 05 20:13:21.583597 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65579af8-edb1-43da-addc-d0d78c911831 req-28af58ea-a86a-4c96-a6a2-1423710403f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0843377 Apr 05 20:13:21.586621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Transition to ACTIVE for port object 807fa30f-42f5-45a5-a350-cebbc3659bc7 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:13:21.739597 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:21.746387 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc7b5565-07a0-4e45-852b-424de61c4f53 req-22c5669d-a7d6-4c5e-adfe-bbe1d1c2b1ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7247400 Apr 05 20:13:21.759059 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:21.763199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbc22a-272f-4cf5-9717-5cee81e709e1 req-ba41da85-0ad8-4953-be53-fc8c5d7abcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:21.764777 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90fbc22a-272f-4cf5-9717-5cee81e709e1 req-ba41da85-0ad8-4953-be53-fc8c5d7abcae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.4395556 Apr 05 20:13:21.780526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=cee594a2-bba3-415d-92c8-5833f447e646,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:21.813538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb', 'mac_address': 'fa:16:3e:ca:66:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:13:21.970974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65579af8-edb1-43da-addc-d0d78c911831 req-59d7c191-8a68-4b32-9b1c-7cec0a561464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:21.972988 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65579af8-edb1-43da-addc-d0d78c911831 req-59d7c191-8a68-4b32-9b1c-7cec0a561464 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3733408 Apr 05 20:13:21.988034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13ed4d-2ad6-4039-bf95-cf75ec165f81 req-42193e21-35e8-4e6b-93c2-f8f856017280 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:21.989509 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ca13ed4d-2ad6-4039-bf95-cf75ec165f81 req-42193e21-35e8-4e6b-93c2-f8f856017280 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.3174648 Apr 05 20:13:22.115599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] No DVR routers for this DVR port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:22.118022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:22.223287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47fa20b-283e-4690-9a0e-a7a6036ce750 req-03894bdd-f7b9-4e6b-b7e6-0f8356c015ea tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:22.224594 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:22.224795 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a47fa20b-283e-4690-9a0e-a7a6036ce750 req-03894bdd-f7b9-4e6b-b7e6-0f8356c015ea tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 944 time: 0.6322820 Apr 05 20:13:22.271749 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c6f2e7-e1df-434a-81dd-c358d151e0cb {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:22.365716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:22.402470 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:22.474734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Attempting to bind port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:13:22.475171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Attempting to bind port 807fa30f-42f5-45a5-a350-cebbc3659bc7 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:13:22.475403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Attempting to bind port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:13:22.480613 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ca13ed4d-2ad6-4039-bf95-cf75ec165f81 req-d3404092-859a-4617-8eef-3ba683c8d8bf tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135854 Apr 05 20:13:22.483285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c', 'name': 'network-vif-deleted', 'tag': '8fbfd5eb-5c86-4dad-ad35-3f08225abc46'}, {'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:22.494437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-a47fa20b-283e-4690-9a0e-a7a6036ce750 req-3cc3180c-e1f6-4c32-b7a5-1cc4963e8fec tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Deleting port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:22.494768 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a47fa20b-283e-4690-9a0e-a7a6036ce750 req-3cc3180c-e1f6-4c32-b7a5-1cc4963e8fec tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:22.546833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbc22a-272f-4cf5-9717-5cee81e709e1 req-3d15cb21-a734-43c9-844a-c4b6a0837e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:22.548599 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90fbc22a-272f-4cf5-9717-5cee81e709e1 req-3d15cb21-a734-43c9-844a-c4b6a0837e0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7675102 Apr 05 20:13:22.551435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:13:22.551763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Attempting to bind port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:13:22.559990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:13:22.560323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:13:22.560708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:13:22.561143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Bound port: 807fa30f-42f5-45a5-a350-cebbc3659bc7, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:13:22.561488 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:22.606266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1504a-b6ad-410f-8ff4-98fd86b7f388 req-11e62c2b-71a9-455f-b028-728c90108656 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:22.606998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d6a1504a-b6ad-410f-8ff4-98fd86b7f388 req-11e62c2b-71a9-455f-b028-728c90108656 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Synchronizing usage tracker for tenant:de693046406448ce9712373baee87060 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:22.654013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:22.745679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d6a1504a-b6ad-410f-8ff4-98fd86b7f388 req-11e62c2b-71a9-455f-b028-728c90108656 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Unset dirty status for tenant:de693046406448ce9712373baee87060 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:22.747130 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d6a1504a-b6ad-410f-8ff4-98fd86b7f388 req-11e62c2b-71a9-455f-b028-728c90108656 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 949 time: 0.8161395 Apr 05 20:13:22.766793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['cee594a2-bba3-415d-92c8-5833f447e646'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:22.806129 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90fbc22a-272f-4cf5-9717-5cee81e709e1 req-9c14ad79-3032-4f19-95f7-d5181d4299d6 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365949 Apr 05 20:13:22.811740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b5565-07a0-4e45-852b-424de61c4f53 req-31bce509-a043-4a32-9e68-b4c64cca37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:22.812430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['f2c6f2e7-e1df-434a-81dd-c358d151e0cb'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:22.813024 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc7b5565-07a0-4e45-852b-424de61c4f53 req-31bce509-a043-4a32-9e68-b4c64cca37d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 1101 time: 0.9044986 Apr 05 20:13:22.871826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d6a1504a-b6ad-410f-8ff4-98fd86b7f388 req-672ef2ef-8e48-4d9d-8130-3a85270004d4 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Synchronizing usage tracker for tenant:de693046406448ce9712373baee87060 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:22.902163 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65579af8-edb1-43da-addc-d0d78c911831 req-caee06cc-5d90-4d41-92c1-19622d853ab3 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9106150 Apr 05 20:13:22.947347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:13:22.958521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d6a1504a-b6ad-410f-8ff4-98fd86b7f388 req-672ef2ef-8e48-4d9d-8130-3a85270004d4 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Unset dirty status for tenant:de693046406448ce9712373baee87060 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:22.959494 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d6a1504a-b6ad-410f-8ff4-98fd86b7f388 req-672ef2ef-8e48-4d9d-8130-3a85270004d4 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050774 Apr 05 20:13:22.968181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:13:22.979349 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:23.064898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:23.085977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:23.086917 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:23.087917 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c21728cf-b03c-4537-9e06-5834823d7a88 service neutron] 10.222.0.13 "PUT /v2.0/ports/807fa30f-42f5-45a5-a350-cebbc3659bc7 HTTP/1.1" status: 200 len: 1095 time: 3.6260753 Apr 05 20:13:23.110002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a47fa20b-283e-4690-9a0e-a7a6036ce750 req-3cc3180c-e1f6-4c32-b7a5-1cc4963e8fec tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] For port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:23.110348 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a47fa20b-283e-4690-9a0e-a7a6036ce750 req-3cc3180c-e1f6-4c32-b7a5-1cc4963e8fec tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:23.127209 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65579af8-edb1-43da-addc-d0d78c911831 req-d234046a-4046-4c07-aa3d-b756afd685ae service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000108 Apr 05 20:13:23.303686 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90fbc22a-272f-4cf5-9717-5cee81e709e1 req-b05ba611-33e1-4d8b-b83b-05a32ec3f9ca service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872959 Apr 05 20:13:23.306760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b5565-07a0-4e45-852b-424de61c4f53 req-48560b51-c248-466c-8ec4-24a50d9c0eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:23.308044 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc7b5565-07a0-4e45-852b-424de61c4f53 req-48560b51-c248-466c-8ec4-24a50d9c0eba service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.4375725 Apr 05 20:13:23.321447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9979c-2bf3-4bae-99fa-57e84cfde0a6 req-ab812d53-5a32-46b9-9975-684808b0e2bf tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:23.322186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-61a9979c-2bf3-4bae-99fa-57e84cfde0a6 req-ab812d53-5a32-46b9-9975-684808b0e2bf tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Synchronizing usage tracker for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:23.359037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-a47fa20b-283e-4690-9a0e-a7a6036ce750 req-3cc3180c-e1f6-4c32-b7a5-1cc4963e8fec tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Calling delete_port for 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:23.400974 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc7b5565-07a0-4e45-852b-424de61c4f53 req-da8da3a8-a93b-4c9b-a54c-af96d52c4d08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6 HTTP/1.1" status: 200 len: 217 time: 0.0740404 Apr 05 20:13:23.441262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-61a9979c-2bf3-4bae-99fa-57e84cfde0a6 req-ab812d53-5a32-46b9-9975-684808b0e2bf tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Unset dirty status for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:23.442349 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61a9979c-2bf3-4bae-99fa-57e84cfde0a6 req-ab812d53-5a32-46b9-9975-684808b0e2bf tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0059166-4c1f-4606-bc1a-3cd938dbd8f7 HTTP/1.1" status: 200 len: 944 time: 0.6353464 Apr 05 20:13:23.478919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-685365ad-7e6c-47bd-836f-1a2d663b846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:23.480387 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-685365ad-7e6c-47bd-836f-1a2d663b846e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 1098 time: 0.3541832 Apr 05 20:13:23.495835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b5565-07a0-4e45-852b-424de61c4f53 req-9952e197-23e8-4faf-bc36-651a77109996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:23.497238 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc7b5565-07a0-4e45-852b-424de61c4f53 req-9952e197-23e8-4faf-bc36-651a77109996 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0902369 Apr 05 20:13:23.508480 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61a9979c-2bf3-4bae-99fa-57e84cfde0a6 req-6d323369-6b04-4e25-9ea1-26d65750f048 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558248 Apr 05 20:13:23.550494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404cdc9b-d1ba-41e5-9dfd-29732fc613fc req-1a954d5f-1867-4147-822f-c48fc8413f09 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:23.551950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-404cdc9b-d1ba-41e5-9dfd-29732fc613fc req-1a954d5f-1867-4147-822f-c48fc8413f09 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 946 time: 0.3832521 Apr 05 20:13:23.680931 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a47fa20b-283e-4690-9a0e-a7a6036ce750 req-3cc3180c-e1f6-4c32-b7a5-1cc4963e8fec tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:23.726434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-404cdc9b-d1ba-41e5-9dfd-29732fc613fc req-6869ebf8-482b-4359-83d7-7a9da0a28829 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572015 Apr 05 20:13:23.745707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3180c-e1f6-4c32-b7a5-1cc4963e8fec tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Pushing event deleted for resources: {'Port': ['ID=941413cc-cd0e-4dca-9c2c-7c52aeac2b5e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:23.771601 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7b5565-07a0-4e45-852b-424de61c4f53 req-5c0cee40-76d0-45db-b630-cc710a6edd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:23.773166 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc7b5565-07a0-4e45-852b-424de61c4f53 req-5c0cee40-76d0-45db-b630-cc710a6edd4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2679176 Apr 05 20:13:23.781247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53ad86-14d8-44a8-9d25-7391a12f6c86 req-e2b0b17a-e72f-473e-9141-af3b6130afbd tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:23.782070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8d53ad86-14d8-44a8-9d25-7391a12f6c86 req-e2b0b17a-e72f-473e-9141-af3b6130afbd tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Synchronizing usage tracker for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:23.794992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-1bdd5bfb-fdd2-47f8-a297-6c4f8ac29693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:23.796751 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-1bdd5bfb-fdd2-47f8-a297-6c4f8ac29693 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2838104 Apr 05 20:13:23.878997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8d53ad86-14d8-44a8-9d25-7391a12f6c86 req-e2b0b17a-e72f-473e-9141-af3b6130afbd tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Unset dirty status for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:23.880258 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d53ad86-14d8-44a8-9d25-7391a12f6c86 req-e2b0b17a-e72f-473e-9141-af3b6130afbd tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2602541 Apr 05 20:13:23.906025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47fa20b-283e-4690-9a0e-a7a6036ce750 req-3cc3180c-e1f6-4c32-b7a5-1cc4963e8fec tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] No DVR routers for this DVR port 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:23.908465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-65cad1d2-1815-427c-bbe4-81717b9efd03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7 HTTP/1.1" status: 200 len: 217 time: 0.0994911 Apr 05 20:13:23.909575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a47fa20b-283e-4690-9a0e-a7a6036ce750 req-3cc3180c-e1f6-4c32-b7a5-1cc4963e8fec tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:23.961030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8d53ad86-14d8-44a8-9d25-7391a12f6c86 req-b2a16b43-b374-4556-a56a-fc5901cd6afe tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Synchronizing usage tracker for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:floatingip {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:23.997261 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc7b5565-07a0-4e45-852b-424de61c4f53 req-87e7ed88-f82c-4b79-9752-79a44c664331 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111537 Apr 05 20:13:23.998380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8d53ad86-14d8-44a8-9d25-7391a12f6c86 req-b2a16b43-b374-4556-a56a-fc5901cd6afe tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Unset dirty status for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:floatingip {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:23.999381 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d53ad86-14d8-44a8-9d25-7391a12f6c86 req-b2a16b43-b374-4556-a56a-fc5901cd6afe tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1088696 Apr 05 20:13:23.999610 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a47fa20b-283e-4690-9a0e-a7a6036ce750 req-3cc3180c-e1f6-4c32-b7a5-1cc4963e8fec tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.41 "DELETE /v2.0/ports/941413cc-cd0e-4dca-9c2c-7c52aeac2b5e HTTP/1.1" status: 204 len: 173 time: 1.6255479 Apr 05 20:13:24.029858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-f4ee0be8-e8af-420a-9df3-f53704218cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:24.031300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-f4ee0be8-e8af-420a-9df3-f53704218cab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1138854 Apr 05 20:13:24.099627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b7f65-e2e8-4a11-b55e-cd4819d957cc req-5a02f9b4-2118-4b4a-aa1d-04ff49df24b1 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:24.101097 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-508b7f65-e2e8-4a11-b55e-cd4819d957cc req-5a02f9b4-2118-4b4a-aa1d-04ff49df24b1 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.1846721 Apr 05 20:13:24.108986 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac6d7fd-7353-46c0-a8d3-b2c4c5c4960c', 'name': 'network-vif-deleted', 'tag': '8fbfd5eb-5c86-4dad-ad35-3f08225abc46', 'status': 'completed', 'code': 200} Apr 05 20:13:24.109246 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'code': 200} Apr 05 20:13:24.164928 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-508b7f65-e2e8-4a11-b55e-cd4819d957cc req-eecc2e57-845a-4ac3-852c-7be06aa0edd8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576515 Apr 05 20:13:24.174070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-2ebdc0c6-56f5-4ccb-8bc3-46aec485f2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:24.176090 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-2ebdc0c6-56f5-4ccb-8bc3-46aec485f2e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299360 Apr 05 20:13:24.183235 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc7b5565-07a0-4e45-852b-424de61c4f53 req-ee604799-5f2e-48a4-8dc3-6b9b16bf3565 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775582 Apr 05 20:13:24.315490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a3e2b-94b4-43fa-ae1a-aa299539ad28 req-5548f0df-63a0-46e3-b1aa-e60076f46f88 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:24.317238 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-582a3e2b-94b4-43fa-ae1a-aa299539ad28 req-5548f0df-63a0-46e3-b1aa-e60076f46f88 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 947 time: 0.0884168 Apr 05 20:13:24.361074 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-582a3e2b-94b4-43fa-ae1a-aa299539ad28 req-15e996f9-17c0-4849-8a0f-0e95d2059386 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377493 Apr 05 20:13:24.440795 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-47e68c26-c6e5-4d3f-9871-2c28ae1b7895 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537355 Apr 05 20:13:24.519414 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f2c6f2e7-e1df-434a-81dd-c358d151e0cb up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:13:24.606241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port f2c6f2e7-e1df-434a-81dd-c358d151e0cb completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:13:24.611551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port f2c6f2e7-e1df-434a-81dd-c358d151e0cb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:13:24.611913 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:24.622299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f74a4-97ba-4264-b06d-d20a667f45cc req-1669135a-7d8b-4798-bd00-59eae7ecd672 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:24.629590 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-748f74a4-97ba-4264-b06d-d20a667f45cc req-1669135a-7d8b-4798-bd00-59eae7ecd672 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 949 time: 0.1491904 Apr 05 20:13:24.634368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-24bae748-c8a1-4923-a44b-f686d45afba3 req-c634666a-7876-4734-8388-ed92520b1f84 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Synchronizing usage tracker for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:floatingip {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:24.685006 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ee19e90-7e6e-4d44-b6a6-6d14ec2eaba4 req-c1bb12a1-93db-4f26-8659-e1ac8bd16031 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373753 Apr 05 20:13:24.686889 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-748f74a4-97ba-4264-b06d-d20a667f45cc req-b75631d1-9f63-45ed-be02-99a089dab9c3 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539646 Apr 05 20:13:24.696497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-24bae748-c8a1-4923-a44b-f686d45afba3 req-c634666a-7876-4734-8388-ed92520b1f84 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Unset dirty status for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:floatingip {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:24.712807 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24bae748-c8a1-4923-a44b-f686d45afba3 req-c634666a-7876-4734-8388-ed92520b1f84 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1576209 Apr 05 20:13:24.794324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:24.829461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:24.841750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:24.849121 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:24.850220 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device cee594a2-bba3-415d-92c8-5833f447e646 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:13:24.987656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:25.002301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port cee594a2-bba3-415d-92c8-5833f447e646 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:13:25.011061 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port cee594a2-bba3-415d-92c8-5833f447e646 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:13:25.012361 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:25.092906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:25.174296 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:25.174656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 941413cc-cd0e-4dca-9c2c-7c52aeac2b5e not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:25.202313 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:25.266888 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port cee594a2-bba3-415d-92c8-5833f447e646, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cee594a2-bba3-415d-92c8-5833f447e646,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:25.271672 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:25.353769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=cee594a2-bba3-415d-92c8-5833f447e646,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:25.364829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf331d2e-ef32-421d-af12-29a486fa0445 req-2c5e2088-ec83-4fd9-b6da-04958d3282d1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:25.366381 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cf331d2e-ef32-421d-af12-29a486fa0445 req-2c5e2088-ec83-4fd9-b6da-04958d3282d1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 949 time: 0.2340555 Apr 05 20:13:25.412151 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cf331d2e-ef32-421d-af12-29a486fa0445 req-7ec5bbbb-ca41-4dcd-9065-84cc85cd6efd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399151 Apr 05 20:13:25.589872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9152375-1515-4e01-8211-a5fbff904ad4 req-e9926aa4-755e-435b-a014-8ee9867a903a tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:25.591330 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e9152375-1515-4e01-8211-a5fbff904ad4 req-e9926aa4-755e-435b-a014-8ee9867a903a tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 946 time: 0.0874581 Apr 05 20:13:25.600436 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb', 'code': 200} Apr 05 20:13:25.639294 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e9152375-1515-4e01-8211-a5fbff904ad4 req-c9b68ea7-dbf2-4044-882a-0221a0846620 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424917 Apr 05 20:13:25.884134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d01b1-a511-44fb-9de0-ec63d5830721 req-94cc7e5c-512f-46d0-8967-6c4b0cf89177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:25.885607 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-001d01b1-a511-44fb-9de0-ec63d5830721 req-94cc7e5c-512f-46d0-8967-6c4b0cf89177 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 1101 time: 0.2135084 Apr 05 20:13:25.892132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-9380a8ca-d779-4a21-a13d-5eaaac3d851a tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:25.893466 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-9380a8ca-d779-4a21-a13d-5eaaac3d851a tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/networks?id=d394f804-aaf4-4e3e-a175-a6def53d4129 HTTP/1.1" status: 200 len: 815 time: 0.1693513 Apr 05 20:13:25.922825 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-1acdf6bc-0a60-4dcf-a682-109919b652cc tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/quotas/aadb54985d2d4ae395ad377a8a39c6fe HTTP/1.1" status: 200 len: 375 time: 0.0152390 Apr 05 20:13:25.976919 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-001d01b1-a511-44fb-9de0-ec63d5830721 req-1de9d31f-9dc1-401a-8fe5-492bdce59c87 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819087 Apr 05 20:13:26.025571 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-5a33faf8-870d-4574-9bf5-848c61c17914 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aadb54985d2d4ae395ad377a8a39c6fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946939 Apr 05 20:13:26.056626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570613b-b53e-4170-b75e-cebca7e2eb18 req-ae1fcdcd-9e51-4011-95aa-be087d4d28d1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:26.059597 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b570613b-b53e-4170-b75e-cebca7e2eb18 req-ae1fcdcd-9e51-4011-95aa-be087d4d28d1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 949 time: 0.1117520 Apr 05 20:13:26.116243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7'}, {'server_uuid': 'e0059166-4c1f-4606-bc1a-3cd938dbd8f7', 'name': 'network-vif-deleted', 'tag': '941413cc-cd0e-4dca-9c2c-7c52aeac2b5e'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:26.218972 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-0de6511c-a460-461b-a275-41f9d8b01805 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852520 Apr 05 20:13:26.280689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-b570613b-b53e-4170-b75e-cebca7e2eb18 req-e7e02910-999e-4778-9ac7-3d8e6351e5e7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Deleting port 41eac429-9e5b-424d-bf0d-01fedc2b9544 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:26.281162 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b570613b-b53e-4170-b75e-cebca7e2eb18 req-e7e02910-999e-4778-9ac7-3d8e6351e5e7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:26.378898 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-f577bd59-5b05-4234-9037-8d35ffb7ee0b service neutron] 10.222.0.24 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490512 Apr 05 20:13:26.526704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 807fa30f-42f5-45a5-a350-cebbc3659bc7 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:13:26.621955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da5005-56f2-49a7-bfc3-7d85315a8474 req-8d956b24-974e-48ba-b8f1-bb7637fc76eb tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:26.623319 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-81da5005-56f2-49a7-bfc3-7d85315a8474 req-8d956b24-974e-48ba-b8f1-bb7637fc76eb tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d9caaaa-fd9c-465c-9b31-dde532c8dd2f HTTP/1.1" status: 200 len: 945 time: 0.3157294 Apr 05 20:13:26.720295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ffefc-254a-417a-8574-9c14ed43ad90 req-4a5cb4bd-9377-46e1-9726-f1d796456794 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:26.728855 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c59ffefc-254a-417a-8574-9c14ed43ad90 req-4a5cb4bd-9377-46e1-9726-f1d796456794 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 947 time: 0.3569713 Apr 05 20:13:26.744928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31a710-682d-45e7-852b-c62283d35150 req-4d6fc8a3-47c9-4296-bd78-e15134f827ba tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:26.745635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7a31a710-682d-45e7-852b-c62283d35150 req-4d6fc8a3-47c9-4296-bd78-e15134f827ba tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Synchronizing usage tracker for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:26.820977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7a31a710-682d-45e7-852b-c62283d35150 req-4d6fc8a3-47c9-4296-bd78-e15134f827ba tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Unset dirty status for tenant:6c1296c3e07b4e66aa7d36ee7af0901d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:26.830028 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a31a710-682d-45e7-852b-c62283d35150 req-4d6fc8a3-47c9-4296-bd78-e15134f827ba tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 945 time: 0.2186964 Apr 05 20:13:26.844604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-b570613b-b53e-4170-b75e-cebca7e2eb18 req-e7e02910-999e-4778-9ac7-3d8e6351e5e7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] For port 41eac429-9e5b-424d-bf0d-01fedc2b9544, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=41eac429-9e5b-424d-bf0d-01fedc2b9544,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:26.845024 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b570613b-b53e-4170-b75e-cebca7e2eb18 req-e7e02910-999e-4778-9ac7-3d8e6351e5e7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:26.846133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:26.863685 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'mac_address': 'fa:16:3e:a8:6f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:13:26.877373 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c59ffefc-254a-417a-8574-9c14ed43ad90 req-5b6356c1-d59c-44fd-8bf0-b5a5048a1551 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473079 Apr 05 20:13:26.891011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-81da5005-56f2-49a7-bfc3-7d85315a8474 req-2a029955-9c54-431a-b562-e01f4c15ffe6 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Deleting port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:26.891348 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-81da5005-56f2-49a7-bfc3-7d85315a8474 req-2a029955-9c54-431a-b562-e01f4c15ffe6 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:26.911707 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a31a710-682d-45e7-852b-c62283d35150 req-6c9444ed-913d-4cca-9839-ec82d3292e65 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/security-groups?id=be79ffd0-1a70-44d0-982d-3f5547615086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783570 Apr 05 20:13:26.946871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86306291-c5ce-45ef-b1c7-0498981d571a req-fa9748b6-e3b8-471c-bf2a-83e8fed4fbf5 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:26.947601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-86306291-c5ce-45ef-b1c7-0498981d571a req-fa9748b6-e3b8-471c-bf2a-83e8fed4fbf5 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Synchronizing usage tracker for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:26.962505 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:26.983730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-86306291-c5ce-45ef-b1c7-0498981d571a req-fa9748b6-e3b8-471c-bf2a-83e8fed4fbf5 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Unset dirty status for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:26.990858 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-86306291-c5ce-45ef-b1c7-0498981d571a req-fa9748b6-e3b8-471c-bf2a-83e8fed4fbf5 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.41 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 944 time: 0.2233803 Apr 05 20:13:27.015737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807fa30f-42f5-45a5-a350-cebbc3659bc7 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:27.038898 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:27.047760 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:27.118854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-86306291-c5ce-45ef-b1c7-0498981d571a req-5bd2d8a4-0d97-416c-aee8-9fae1be9a92e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Deleting port aa38d186-0b55-41bc-8955-47bffb4eed2f {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:27.132502 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-86306291-c5ce-45ef-b1c7-0498981d571a req-5bd2d8a4-0d97-416c-aee8-9fae1be9a92e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:27.177319 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'status': 'completed', 'code': 200} Apr 05 20:13:27.177868 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0059166-4c1f-4606-bc1a-3cd938dbd8f7', 'name': 'network-vif-deleted', 'tag': '941413cc-cd0e-4dca-9c2c-7c52aeac2b5e', 'status': 'completed', 'code': 200} Apr 05 20:13:27.182466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-b570613b-b53e-4170-b75e-cebca7e2eb18 req-e7e02910-999e-4778-9ac7-3d8e6351e5e7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Calling delete_port for 41eac429-9e5b-424d-bf0d-01fedc2b9544 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:27.231729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:27.445981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['807fa30f-42f5-45a5-a350-cebbc3659bc7'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:27.615938 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e9e6b1-afff-4b6d-b8e4-f521a3500e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee594a2-bba3-415d-92c8-5833f447e646'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:27.668321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-d51226e1-5eb4-4b17-914d-ca95b59b5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:27.670087 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-d51226e1-5eb4-4b17-914d-ca95b59b5bcc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 1099 time: 0.4912951 Apr 05 20:13:27.687463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-81da5005-56f2-49a7-bfc3-7d85315a8474 req-2a029955-9c54-431a-b562-e01f4c15ffe6 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] For port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:27.687819 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-81da5005-56f2-49a7-bfc3-7d85315a8474 req-2a029955-9c54-431a-b562-e01f4c15ffe6 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:27.721347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db87e9-ea00-4511-a38a-558fe0903ca8 req-75c82a54-f9fb-4b50-8f8a-dc08ddf83d68 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:27.723439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-98db87e9-ea00-4511-a38a-558fe0903ca8 req-75c82a54-f9fb-4b50-8f8a-dc08ddf83d68 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=344ef78f-c70e-4e48-8787-db141d698430 HTTP/1.1" status: 200 len: 944 time: 0.3965168 Apr 05 20:13:27.856046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-86306291-c5ce-45ef-b1c7-0498981d571a req-5bd2d8a4-0d97-416c-aee8-9fae1be9a92e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] For port aa38d186-0b55-41bc-8955-47bffb4eed2f, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=aa38d186-0b55-41bc-8955-47bffb4eed2f,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:27.856409 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-86306291-c5ce-45ef-b1c7-0498981d571a req-5bd2d8a4-0d97-416c-aee8-9fae1be9a92e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:27.963357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-81da5005-56f2-49a7-bfc3-7d85315a8474 req-2a029955-9c54-431a-b562-e01f4c15ffe6 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Calling delete_port for 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:28.002422 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-98db87e9-ea00-4511-a38a-558fe0903ca8 req-d61d80f1-44ae-467f-b394-af7c7ddfcfaa tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549210 Apr 05 20:13:28.012390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-86306291-c5ce-45ef-b1c7-0498981d571a req-5bd2d8a4-0d97-416c-aee8-9fae1be9a92e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Calling delete_port for aa38d186-0b55-41bc-8955-47bffb4eed2f owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:28.071833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-80d6d089-dec1-4dad-8715-c6bef24b2a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:28.073941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-80d6d089-dec1-4dad-8715-c6bef24b2a6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.3936067 Apr 05 20:13:28.082007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.41', 51693) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:28.098821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c7d79-051e-43a6-a43b-20ffff1637af req-f2293d2f-458f-400d-afcb-e609816e0ef0 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:28.103350 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-263c7d79-051e-43a6-a43b-20ffff1637af req-f2293d2f-458f-400d-afcb-e609816e0ef0 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 950 time: 0.9433324 Apr 05 20:13:28.134161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-f7a61a46-8465-4daa-8892-45085afb7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:28.135609 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-f7a61a46-8465-4daa-8892-45085afb7927 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 1099 time: 0.9629042 Apr 05 20:13:28.175733 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b570613b-b53e-4170-b75e-cebca7e2eb18 req-e7e02910-999e-4778-9ac7-3d8e6351e5e7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:28.187615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e', 'eaed120d-623f-40ac-aea4-d38dc9cb535f', '40ed973d-a318-4c31-9c23-4d5fc3d066b3', '5c7da35a-ab21-48a3-b924-c3d0960e969c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:28.191063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-3dbfdce9-4da7-4be9-9b4b-a201c2f65411 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7 HTTP/1.1" status: 200 len: 217 time: 0.1098502 Apr 05 20:13:28.292578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-74dcd708-679b-4460-b846-0608959cc23b req-d6ad59db-6826-4b6d-ad5a-e267dc3f7e0e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:28.389229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['1b25bd2a-6269-4b00-a18b-e56acb3aeaa8', 'c8469f67-c176-4344-a930-20955f564d29'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:28.410631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a45c-4657-4fe4-a3ea-c4ab34d524ba req-cd45963a-1822-4ee0-bbf0-9d9abd50424c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:28.412075 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa99a45c-4657-4fe4-a3ea-c4ab34d524ba req-cd45963a-1822-4ee0-bbf0-9d9abd50424c tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.13 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 945 time: 1.0071771 Apr 05 20:13:28.442544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-aaa814bc-d0b3-49fd-93d7-a6aa1e62d750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:28.443955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-aaa814bc-d0b3-49fd-93d7-a6aa1e62d750 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2045264 Apr 05 20:13:28.452855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-74dcd708-679b-4460-b846-0608959cc23b req-d6ad59db-6826-4b6d-ad5a-e267dc3f7e0e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:28.453933 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74dcd708-679b-4460-b846-0608959cc23b req-d6ad59db-6826-4b6d-ad5a-e267dc3f7e0e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef HTTP/1.1" status: 200 len: 210 time: 0.2862813 Apr 05 20:13:28.496913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e02910-999e-4778-9ac7-3d8e6351e5e7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event deleted for resources: {'Port': ['ID=41eac429-9e5b-424d-bf0d-01fedc2b9544,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:28.533773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-0f00c340-40a7-444e-b976-16984dd9fcdc tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:28.535081 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-0f00c340-40a7-444e-b976-16984dd9fcdc tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.41 "GET /v2.0/networks?id=d394f804-aaf4-4e3e-a175-a6def53d4129 HTTP/1.1" status: 200 len: 815 time: 0.4519787 Apr 05 20:13:28.539657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 807fa30f-42f5-45a5-a350-cebbc3659bc7 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:13:28.548108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Request body: {'port': {'device_id': '05bf1c51-f51b-45b8-992e-90f06662bb2c', 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129', 'admin_state_up': True, 'tenant_id': 'aadb54985d2d4ae395ad377a8a39c6fe'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:28.564182 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-b570613b-b53e-4170-b75e-cebca7e2eb18 req-e7e02910-999e-4778-9ac7-3d8e6351e5e7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] No DVR routers for this DVR port 41eac429-9e5b-424d-bf0d-01fedc2b9544 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:28.568341 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b570613b-b53e-4170-b75e-cebca7e2eb18 req-e7e02910-999e-4778-9ac7-3d8e6351e5e7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:28.584605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-86306291-c5ce-45ef-b1c7-0498981d571a req-5bd2d8a4-0d97-416c-aee8-9fae1be9a92e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:28.600117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef', 'name': 'network-vif-deleted', 'tag': '41eac429-9e5b-424d-bf0d-01fedc2b9544'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:28.616143 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-263c7d79-051e-43a6-a43b-20ffff1637af req-ee68295b-6c6c-4641-852b-8b8ff4f42d36 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013192 Apr 05 20:13:28.650073 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b570613b-b53e-4170-b75e-cebca7e2eb18 req-e7e02910-999e-4778-9ac7-3d8e6351e5e7 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "DELETE /v2.0/ports/41eac429-9e5b-424d-bf0d-01fedc2b9544 HTTP/1.1" status: 204 len: 173 time: 2.4668593 Apr 05 20:13:28.692511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-7a661b3e-cb2e-4df7-845b-57914bf45c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:28.694096 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-7a661b3e-cb2e-4df7-845b-57914bf45c1a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.5484779 Apr 05 20:13:28.697745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-fa99a45c-4657-4fe4-a3ea-c4ab34d524ba req-0ce41e5f-637a-4d8e-9821-20268df51549 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Deleting port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:28.698198 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fa99a45c-4657-4fe4-a3ea-c4ab34d524ba req-0ce41e5f-637a-4d8e-9821-20268df51549 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:28.792260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2d8a4-0d97-416c-aee8-9fae1be9a92e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Pushing event deleted for resources: {'Port': ['ID=aa38d186-0b55-41bc-8955-47bffb4eed2f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:28.849036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 807fa30f-42f5-45a5-a350-cebbc3659bc7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:13:28.884560 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 807fa30f-42f5-45a5-a350-cebbc3659bc7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:13:28.890330 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:28.909421 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-5eb5d324-74c9-49f5-b6c7-f51d9b69d47a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7 HTTP/1.1" status: 200 len: 217 time: 0.1697929 Apr 05 20:13:28.911141 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e520287-8343-4601-8f48-6c7e27bfc2b3 req-633ec126-1e40-4e82-91b3-57336cace516 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 210 time: 0.1572282 Apr 05 20:13:29.017364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-86306291-c5ce-45ef-b1c7-0498981d571a req-5bd2d8a4-0d97-416c-aee8-9fae1be9a92e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] No DVR routers for this DVR port aa38d186-0b55-41bc-8955-47bffb4eed2f on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:29.023268 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-81da5005-56f2-49a7-bfc3-7d85315a8474 req-2a029955-9c54-431a-b562-e01f4c15ffe6 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:29.029802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-33a2c195-dcad-481b-b8dd-72f2ef5b2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:29.031355 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-33a2c195-dcad-481b-b8dd-72f2ef5b2895 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1009893 Apr 05 20:13:29.038473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-24c75e8e-5359-4627-9d46-10ca34ab2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:29.040045 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-24c75e8e-5359-4627-9d46-10ca34ab2097 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5801320 Apr 05 20:13:29.043485 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-86306291-c5ce-45ef-b1c7-0498981d571a req-5bd2d8a4-0d97-416c-aee8-9fae1be9a92e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:29.107102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:29.135629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:29.145012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a029955-9c54-431a-b562-e01f4c15ffe6 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Pushing event deleted for resources: {'Port': ['ID=87a65a4c-e7f4-4696-846f-fd2f3620a9b9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:29.202706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:29.203165 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:29.203425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device aa38d186-0b55-41bc-8955-47bffb4eed2f no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:29.216223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '344ef78f-c70e-4e48-8787-db141d698430', 'name': 'network-vif-deleted', 'tag': 'aa38d186-0b55-41bc-8955-47bffb4eed2f'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:29.238603 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-86306291-c5ce-45ef-b1c7-0498981d571a req-5bd2d8a4-0d97-416c-aee8-9fae1be9a92e tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.41 "DELETE /v2.0/ports/aa38d186-0b55-41bc-8955-47bffb4eed2f HTTP/1.1" status: 204 len: 173 time: 2.2393515 Apr 05 20:13:29.250507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:29.267374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: aa38d186-0b55-41bc-8955-47bffb4eed2f {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:29.267760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device aa38d186-0b55-41bc-8955-47bffb4eed2f not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:29.291212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-83c49a25-9913-4a40-95aa-35d52b4952d0 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276955 Apr 05 20:13:29.294378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Made reservation on behalf of aadb54985d2d4ae395ad377a8a39c6fe for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:13:29.302915 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:29.330735 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:29.460593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:29.470573 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:29.471536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 41eac429-9e5b-424d-bf0d-01fedc2b9544 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:29.520737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-fa99a45c-4657-4fe4-a3ea-c4ab34d524ba req-0ce41e5f-637a-4d8e-9821-20268df51549 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] For port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697,segment=NetworkSegment(1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd),segment_id=1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:29.521105 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fa99a45c-4657-4fe4-a3ea-c4ab34d524ba req-0ce41e5f-637a-4d8e-9821-20268df51549 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:29.621262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 41eac429-9e5b-424d-bf0d-01fedc2b9544 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:29.621667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 41eac429-9e5b-424d-bf0d-01fedc2b9544 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:29.632502 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e9e6b1-afff-4b6d-b8e4-f521a3500e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee594a2-bba3-415d-92c8-5833f447e646', 'code': 200} Apr 05 20:13:29.691358 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-fa99a45c-4657-4fe4-a3ea-c4ab34d524ba req-0ce41e5f-637a-4d8e-9821-20268df51549 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Calling delete_port for 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:29.710785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:29.847192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Allocated IP 172.20.0.3 (d394f804-aaf4-4e3e-a175-a6def53d4129/1c2a73de-05a0-424d-8ac3-181495091cad/3babd706-5729-4487-b3d7-8ad40b794abd) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:13:29.851962 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-39e40c3d-1ef1-4d13-b6a0-c6cb897ebf2e service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5236392 Apr 05 20:13:29.967860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0fd3c0-b707-4386-b45c-5fb6fa4f607e req-1edf01b3-0eec-4b94-b1ca-e3073a1a7062 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:29.969341 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f0fd3c0-b707-4386-b45c-5fb6fa4f607e req-1edf01b3-0eec-4b94-b1ca-e3073a1a7062 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.1773036 Apr 05 20:13:29.973177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-81da5005-56f2-49a7-bfc3-7d85315a8474 req-2a029955-9c54-431a-b562-e01f4c15ffe6 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] No DVR routers for this DVR port 87a65a4c-e7f4-4696-846f-fd2f3620a9b9 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:29.976001 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-81da5005-56f2-49a7-bfc3-7d85315a8474 req-2a029955-9c54-431a-b562-e01f4c15ffe6 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:29.978497 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-81da5005-56f2-49a7-bfc3-7d85315a8474 req-2a029955-9c54-431a-b562-e01f4c15ffe6 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.41 "DELETE /v2.0/ports/87a65a4c-e7f4-4696-846f-fd2f3620a9b9 HTTP/1.1" status: 204 len: 173 time: 3.3483109 Apr 05 20:13:30.060577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64d434-5ac6-4db5-bb70-a50f30622cea req-f6066ba1-506f-4915-9c27-a91f7f7e7f65 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:30.061970 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb64d434-5ac6-4db5-bb70-a50f30622cea req-f6066ba1-506f-4915-9c27-a91f7f7e7f65 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 946 time: 1.2192492 Apr 05 20:13:30.105615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f0fd3c0-b707-4386-b45c-5fb6fa4f607e req-d5855a79-8c87-4a86-82e7-6677609aa770 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746131 Apr 05 20:13:30.132907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-b2649504-0fcb-485e-9c66-e32746045069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:30.134760 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-b2649504-0fcb-485e-9c66-e32746045069 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0540347 Apr 05 20:13:30.233624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba4007-bd80-4a57-b3f0-7ef7679e8c6d req-b068599f-c5ff-4e19-aa6a-04aa9d4eaea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:30.235189 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-acba4007-bd80-4a57-b3f0-7ef7679e8c6d req-b068599f-c5ff-4e19-aa6a-04aa9d4eaea6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 1101 time: 0.3631029 Apr 05 20:13:30.296059 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb64d434-5ac6-4db5-bb70-a50f30622cea req-ae2373ab-21c3-4173-8e02-d9c053e056d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179334 Apr 05 20:13:30.301244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31055db4-d323-4607-9b88-21c8a6d77f21 req-1e28c953-0ef4-440c-84f4-e49f508a6134 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:30.302754 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-31055db4-d323-4607-9b88-21c8a6d77f21 req-1e28c953-0ef4-440c-84f4-e49f508a6134 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/ports?device_id=adc9e193-f98f-43a9-99ac-152bab5c0f54 HTTP/1.1" status: 200 len: 945 time: 0.0898335 Apr 05 20:13:30.336342 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fa99a45c-4657-4fe4-a3ea-c4ab34d524ba req-0ce41e5f-637a-4d8e-9821-20268df51549 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:30.361437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:30.373650 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-31055db4-d323-4607-9b88-21c8a6d77f21 req-e4e71dd7-2d82-4670-be57-4614a1eb14cc tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.24 "GET /v2.0/security-groups?id=be79ffd0-1a70-44d0-982d-3f5547615086&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643759 Apr 05 20:13:30.410052 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:30.451954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce41e5f-637a-4d8e-9821-20268df51549 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Pushing event deleted for resources: {'Port': ['ID=3442c6d9-bb53-4cb1-a3fc-0d2fae07b697,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:30.503055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Network d394f804-aaf4-4e3e-a175-a6def53d4129 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:13:30.507116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:13:30.517432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:13:30.527061 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-acba4007-bd80-4a57-b3f0-7ef7679e8c6d req-1d99dafe-4faa-4963-9027-51b40d19334c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345016 Apr 05 20:13:30.529489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa99a45c-4657-4fe4-a3ea-c4ab34d524ba req-0ce41e5f-637a-4d8e-9821-20268df51549 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] No DVR routers for this DVR port 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:30.533513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fa99a45c-4657-4fe4-a3ea-c4ab34d524ba req-0ce41e5f-637a-4d8e-9821-20268df51549 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:30.539470 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f44755c-84fb-4e51-8b6b-fb7fab1fb4ef', 'name': 'network-vif-deleted', 'tag': '41eac429-9e5b-424d-bf0d-01fedc2b9544', 'status': 'completed', 'code': 200} Apr 05 20:13:30.539755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:30.542780 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-32d92770-3c86-4e81-be3c-ae78092c433e service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994701 Apr 05 20:13:30.582701 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa99a45c-4657-4fe4-a3ea-c4ab34d524ba req-0ce41e5f-637a-4d8e-9821-20268df51549 tempest-FloatingIPsAssociationNegativeTestJSON-290000110 tempest-FloatingIPsAssociationNegativeTestJSON-290000110-project] 10.222.0.13 "DELETE /v2.0/ports/3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 HTTP/1.1" status: 204 len: 173 time: 2.1189234 Apr 05 20:13:30.597453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Pushing event updated for resources: {'Port': ['ID=3babd706-5729-4487-b3d7-8ad40b794abd,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:30.619996 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:30.620765 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:30.639192 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '344ef78f-c70e-4e48-8787-db141d698430', 'name': 'network-vif-deleted', 'tag': 'aa38d186-0b55-41bc-8955-47bffb4eed2f', 'status': 'completed', 'code': 200} Apr 05 20:13:30.646872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:30.647548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 3442c6d9-bb53-4cb1-a3fc-0d2fae07b697 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:30.660769 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-88b6c917-bffb-4969-a628-ba5e3a5c1dce tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1167643 Apr 05 20:13:30.677025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Request body: {'port': {'device_id': '05bf1c51-f51b-45b8-992e-90f06662bb2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:30.724180 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c1ad51a-69b7-44f2-addc-463b3e14dd45 req-2e4e8488-ca34-4d70-b2b3-efaade54d5d6 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745155 Apr 05 20:13:30.842775 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:30.945288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c55cd7-00a5-4fdb-a0c2-e396cb451e92 req-a69fd649-1882-499b-b470-2cee8835d794 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:30.947027 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-62c55cd7-00a5-4fdb-a0c2-e396cb451e92 req-a69fd649-1882-499b-b470-2cee8835d794 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 950 time: 0.0913870 Apr 05 20:13:31.024652 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-62c55cd7-00a5-4fdb-a0c2-e396cb451e92 req-8080f723-45c0-449d-b3db-c33fcbbc7d2a tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708973 Apr 05 20:13:31.097535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0633c-5bbc-4faf-a4f6-caecc0484657 req-6691a5c3-f2e0-4f0d-80ef-cd53d85812b1 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:31.098238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-04e0633c-5bbc-4faf-a4f6-caecc0484657 req-6691a5c3-f2e0-4f0d-80ef-cd53d85812b1 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Synchronizing usage tracker for tenant:aadb54985d2d4ae395ad377a8a39c6fe on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:31.187103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-04e0633c-5bbc-4faf-a4f6-caecc0484657 req-6691a5c3-f2e0-4f0d-80ef-cd53d85812b1 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Unset dirty status for tenant:aadb54985d2d4ae395ad377a8a39c6fe on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:31.188170 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-04e0633c-5bbc-4faf-a4f6-caecc0484657 req-6691a5c3-f2e0-4f0d-80ef-cd53d85812b1 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 931 time: 0.2867346 Apr 05 20:13:31.265167 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-04e0633c-5bbc-4faf-a4f6-caecc0484657 req-f69620e8-153f-49fd-8d5b-c0c2af6ea514 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642874 Apr 05 20:13:31.358547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3babd706-5729-4487-b3d7-8ad40b794abd {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:31.366794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-cc938ef8-1d6f-433f-aac3-8ff8cbaebed1 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:31.367382 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:31.368507 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-cc938ef8-1d6f-433f-aac3-8ff8cbaebed1 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2&tenant_id=4315b2776a8446efa0573a8e3d19b341&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 949 time: 0.1024764 Apr 05 20:13:31.383569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Transition to ACTIVE for port object 3babd706-5729-4487-b3d7-8ad40b794abd will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:13:31.396960 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:31.494513 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-3207eea6-27e4-4a09-bf81-3ed494fd4146 service neutron] 10.222.0.13 "GET /v2.0/ports/807fa30f-42f5-45a5-a350-cebbc3659bc7/bindings/n-h1-836604-1 HTTP/1.1" status: 200 len: 382 time: 0.1168704 Apr 05 20:13:31.634225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:31.663602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=3babd706-5729-4487-b3d7-8ad40b794abd,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:31.712412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-b5ada74c-69be-463c-a427-9bef20c49ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:31.713916 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-b5ada74c-69be-463c-a427-9bef20c49ed4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 1100 time: 0.1648045 Apr 05 20:13:31.730084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Attempting to bind port 3babd706-5729-4487-b3d7-8ad40b794abd on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:13:31.730419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Attempting to bind port 3babd706-5729-4487-b3d7-8ad40b794abd by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '41e90d0d-3aba-4aaa-96f6-a68a385edada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:13:31.730741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Attempting to bind port 3babd706-5729-4487-b3d7-8ad40b794abd on network d394f804-aaf4-4e3e-a175-a6def53d4129 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:13:31.735464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Port 3babd706-5729-4487-b3d7-8ad40b794abd on network d394f804-aaf4-4e3e-a175-a6def53d4129 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:13:31.735781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Attempting to bind port 3babd706-5729-4487-b3d7-8ad40b794abd on network d394f804-aaf4-4e3e-a175-a6def53d4129 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:13:31.742868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:13:31.743164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Checking segment: {'id': '41e90d0d-3aba-4aaa-96f6-a68a385edada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:13:31.743541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Bound using segment: {'id': '41e90d0d-3aba-4aaa-96f6-a68a385edada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:13:31.743969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Bound port: 3babd706-5729-4487-b3d7-8ad40b794abd, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e90d0d-3aba-4aaa-96f6-a68a385edada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:13:31.744353 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:31.899675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-13093c5d-6551-491f-a32a-0789708c1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:31.901413 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-13093c5d-6551-491f-a32a-0789708c1501 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.1752355 Apr 05 20:13:31.937593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] For port 3babd706-5729-4487-b3d7-8ad40b794abd, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:13:31.947892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c9fd2-605d-4cc7-86c3-f8589c633f32 req-099eca35-feb0-4557-ad05-b88b62a37f5d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:31.949761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b20c9fd2-605d-4cc7-86c3-f8589c633f32 req-099eca35-feb0-4557-ad05-b88b62a37f5d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.2080104 Apr 05 20:13:31.951538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] For port 3babd706-5729-4487-b3d7-8ad40b794abd, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3babd706-5729-4487-b3d7-8ad40b794abd,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:13:31.957698 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:32.041017 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-e9c77efd-9484-4bbb-9545-22116e9056c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7 HTTP/1.1" status: 200 len: 217 time: 0.1303191 Apr 05 20:13:32.141503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:32.142198 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:32.144068 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] 10.222.0.41 "PUT /v2.0/ports/3babd706-5729-4487-b3d7-8ad40b794abd HTTP/1.1" status: 200 len: 1091 time: 1.4753652 Apr 05 20:13:32.164526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-142a5fbb-0b0b-4b3d-91f6-bcb82bf2b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:32.166588 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-142a5fbb-0b0b-4b3d-91f6-bcb82bf2b7c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1182122 Apr 05 20:13:32.175352 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b20c9fd2-605d-4cc7-86c3-f8589c633f32 req-207be9ad-28a4-477a-8130-4cdbba8d207f tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111003 Apr 05 20:13:32.180838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0dc89-bca3-41b2-8ecc-1b16d43e5cf2 service neutron] Pushing event updated for resources: {'Port': ['ID=3babd706-5729-4487-b3d7-8ad40b794abd,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:32.246033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b5882-f502-4dc5-a4e3-43920a80c07d req-ded0776f-eda7-4b3c-a568-712e64f8beb1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:32.247377 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c00b5882-f502-4dc5-a4e3-43920a80c07d req-ded0776f-eda7-4b3c-a568-712e64f8beb1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 966 time: 0.2512660 Apr 05 20:13:32.271363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-9efd0e5e-e919-488d-8208-b8b262ad72fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:32.272940 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-9efd0e5e-e919-488d-8208-b8b262ad72fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aadb54985d2d4ae395ad377a8a39c6fe&device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 1094 time: 0.0889935 Apr 05 20:13:32.274744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56004) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:32.320352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50fc9f-d085-483c-86bc-197681372636 req-0d2d9275-1936-4f55-972d-1c6023678a6e tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:32.321862 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d50fc9f-d085-483c-86bc-197681372636 req-0d2d9275-1936-4f55-972d-1c6023678a6e tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 946 time: 0.2343597 Apr 05 20:13:32.364368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-c00b5882-f502-4dc5-a4e3-43920a80c07d req-0a76a59b-67fc-4a44-aa53-38f696bb31e1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Deleting port abe616d3-ddcf-4a77-a12a-ce9e82490e84 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:32.364703 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c00b5882-f502-4dc5-a4e3-43920a80c07d req-0a76a59b-67fc-4a44-aa53-38f696bb31e1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:32.454325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-5c0586c7-0bad-4202-b6dc-aa3a9f6b397b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3babd706-5729-4487-b3d7-8ad40b794abd HTTP/1.1" status: 200 len: 217 time: 0.1146781 Apr 05 20:13:32.540104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9caaaa-fd9c-465c-9b31-dde532c8dd2f', 'name': 'network-vif-deleted', 'tag': '87a65a4c-e7f4-4696-846f-fd2f3620a9b9'}, {'server_uuid': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'name': 'network-vif-deleted', 'tag': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:32.545992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-bb61f402-059d-4281-9bd5-e5d7bc492e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:32.547465 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-bb61f402-059d-4281-9bd5-e5d7bc492e32 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3737447 Apr 05 20:13:32.587160 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d50fc9f-d085-483c-86bc-197681372636 req-50a56542-dae8-4cb5-a574-cbea5ffde703 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512784 Apr 05 20:13:32.623586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-e0c47485-3752-41c5-8693-281805277ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:32.625108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-e0c47485-3752-41c5-8693-281805277ae8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c2a73de-05a0-424d-8ac3-181495091cad HTTP/1.1" status: 200 len: 855 time: 0.1610014 Apr 05 20:13:32.666812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05bf1c51-f51b-45b8-992e-90f06662bb2c', 'tag': '3babd706-5729-4487-b3d7-8ad40b794abd'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:32.755505 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-a9679f12-0424-48b6-908c-1a32da8e8313 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d394f804-aaf4-4e3e-a175-a6def53d4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206527 Apr 05 20:13:32.770881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacc809-b68d-4da2-b7e4-fa58e1370492 req-db10dae7-67a9-444a-bb37-088686100558 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:32.771596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8dacc809-b68d-4da2-b7e4-fa58e1370492 req-db10dae7-67a9-444a-bb37-088686100558 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Synchronizing usage tracker for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:32.893825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8dacc809-b68d-4da2-b7e4-fa58e1370492 req-db10dae7-67a9-444a-bb37-088686100558 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Unset dirty status for tenant:78e3339ed2bb42f7a4658d92708a7a40 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:32.894994 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8dacc809-b68d-4da2-b7e4-fa58e1370492 req-db10dae7-67a9-444a-bb37-088686100558 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb53a81a-c484-47e6-a11d-bd4e59a65af0 HTTP/1.1" status: 200 len: 966 time: 0.5043011 Apr 05 20:13:32.901798 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-926a39d2-ce25-42f8-93c9-acee0a95eac3 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427379 Apr 05 20:13:32.974206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0dde06-611c-474d-906b-d4858eeab804 req-1448c0b3-adca-4bbf-973f-609a60e0865a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:32.974892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8c0dde06-611c-474d-906b-d4858eeab804 req-1448c0b3-adca-4bbf-973f-609a60e0865a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:32.983933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c00b5882-f502-4dc5-a4e3-43920a80c07d req-0a76a59b-67fc-4a44-aa53-38f696bb31e1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] For port abe616d3-ddcf-4a77-a12a-ce9e82490e84, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=abe616d3-ddcf-4a77-a12a-ce9e82490e84,segment=NetworkSegment(ebb85dd5-1077-4f86-8280-5e5d726a9625),segment_id=ebb85dd5-1077-4f86-8280-5e5d726a9625)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:32.984289 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c00b5882-f502-4dc5-a4e3-43920a80c07d req-0a76a59b-67fc-4a44-aa53-38f696bb31e1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:33.053316 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8dacc809-b68d-4da2-b7e4-fa58e1370492 req-d2704e89-3510-4854-bc10-2dc270622928 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.24 "GET /v2.0/security-groups?id=d96fb784-9799-4600-85f8-baf81be24f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139016 Apr 05 20:13:33.087160 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-21c8436c-87a0-4d12-a079-b38729f65a35 service neutron] 10.222.0.41 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096569 Apr 05 20:13:33.124435 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'code': 200} Apr 05 20:13:33.184490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-c00b5882-f502-4dc5-a4e3-43920a80c07d req-0a76a59b-67fc-4a44-aa53-38f696bb31e1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Calling delete_port for abe616d3-ddcf-4a77-a12a-ce9e82490e84 owned by compute:tempest-test_az-864972030 {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:33.262754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8c0dde06-611c-474d-906b-d4858eeab804 req-1448c0b3-adca-4bbf-973f-609a60e0865a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:33.266893 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8c0dde06-611c-474d-906b-d4858eeab804 req-1448c0b3-adca-4bbf-973f-609a60e0865a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 950 time: 0.5737579 Apr 05 20:13:33.329937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a5aab6-0946-4ff5-b984-6c754ef212dc req-b66b4c86-b371-4296-a2d2-2e490cab8f56 service neutron] 10.222.0.41 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362092 Apr 05 20:13:33.368635 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-0a3c3db8-da83-4dec-aae2-ff2ed41bf018 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555492 Apr 05 20:13:33.380460 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8c0dde06-611c-474d-906b-d4858eeab804 req-bca3b5d8-73f1-43e0-9d6b-1608d9232ef1 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036205 Apr 05 20:13:33.445090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa952fdc-3dfa-4f63-808a-2779d1b40b3f req-3180bf67-e9e9-4697-94ef-579ab8a13752 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:33.445335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb13a1-3046-4268-a1b5-71b5e41bd315 req-ed6c4551-0ce2-43a5-936e-d5c666e23287 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:33.446625 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa952fdc-3dfa-4f63-808a-2779d1b40b3f req-3180bf67-e9e9-4697-94ef-579ab8a13752 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 950 time: 0.2728205 Apr 05 20:13:33.446779 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffeb13a1-3046-4268-a1b5-71b5e41bd315 req-ed6c4551-0ce2-43a5-936e-d5c666e23287 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 950 time: 0.1702411 Apr 05 20:13:33.489932 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd522e7a-6401-4f42-b9db-f3506dbf6c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:33.563207 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c00b5882-f502-4dc5-a4e3-43920a80c07d req-0a76a59b-67fc-4a44-aa53-38f696bb31e1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:33.575032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-fa952fdc-3dfa-4f63-808a-2779d1b40b3f req-2411cf2b-378c-4ed8-a1e6-73e2aa4907ca tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Deleting port c8469f67-c176-4344-a930-20955f564d29 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:33.575502 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fa952fdc-3dfa-4f63-808a-2779d1b40b3f req-2411cf2b-378c-4ed8-a1e6-73e2aa4907ca tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:33.665470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a76a59b-67fc-4a44-aa53-38f696bb31e1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Pushing event deleted for resources: {'Port': ['ID=abe616d3-ddcf-4a77-a12a-ce9e82490e84,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:33.686374 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffeb13a1-3046-4268-a1b5-71b5e41bd315 req-9b4fe9d8-9f2b-4e2b-9369-e423065b956c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238235 Apr 05 20:13:33.785552 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9caaaa-fd9c-465c-9b31-dde532c8dd2f', 'name': 'network-vif-deleted', 'tag': '87a65a4c-e7f4-4696-846f-fd2f3620a9b9', 'status': 'completed', 'code': 200} Apr 05 20:13:33.785804 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc9e193-f98f-43a9-99ac-152bab5c0f54', 'name': 'network-vif-deleted', 'tag': '3442c6d9-bb53-4cb1-a3fc-0d2fae07b697', 'status': 'completed', 'code': 200} Apr 05 20:13:33.792658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00b5882-f502-4dc5-a4e3-43920a80c07d req-0a76a59b-67fc-4a44-aa53-38f696bb31e1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] No DVR routers for this DVR port abe616d3-ddcf-4a77-a12a-ce9e82490e84 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:33.804564 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c00b5882-f502-4dc5-a4e3-43920a80c07d req-0a76a59b-67fc-4a44-aa53-38f696bb31e1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:33.841189 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c00b5882-f502-4dc5-a4e3-43920a80c07d req-0a76a59b-67fc-4a44-aa53-38f696bb31e1 tempest-LiveAutoBlockMigrationV225Test-489319706 tempest-LiveAutoBlockMigrationV225Test-489319706-project] 10.222.0.41 "DELETE /v2.0/ports/abe616d3-ddcf-4a77-a12a-ce9e82490e84 HTTP/1.1" status: 204 len: 173 time: 1.5848465 Apr 05 20:13:33.867270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414050bc-af81-4efb-8cf8-7d6fc74afc17 req-03471303-ca35-43f0-8468-451cbf0a01e8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:33.867975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-414050bc-af81-4efb-8cf8-7d6fc74afc17 req-03471303-ca35-43f0-8468-451cbf0a01e8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Synchronizing usage tracker for tenant:aadb54985d2d4ae395ad377a8a39c6fe on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:33.880047 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05bf1c51-f51b-45b8-992e-90f06662bb2c', 'tag': '3babd706-5729-4487-b3d7-8ad40b794abd', 'status': 'completed', 'code': 200} Apr 05 20:13:33.898251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-414050bc-af81-4efb-8cf8-7d6fc74afc17 req-03471303-ca35-43f0-8468-451cbf0a01e8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Unset dirty status for tenant:aadb54985d2d4ae395ad377a8a39c6fe on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:33.904707 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-414050bc-af81-4efb-8cf8-7d6fc74afc17 req-03471303-ca35-43f0-8468-451cbf0a01e8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 943 time: 0.4075541 Apr 05 20:13:34.021822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-414050bc-af81-4efb-8cf8-7d6fc74afc17 req-be9d1750-d0e7-4fb6-bc4d-b92175ef873a tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161983 Apr 05 20:13:34.036921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39973f1a-b9fb-4d96-bce5-acb64c90af28 req-155f8276-bc18-4e35-a231-3c448410fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:34.038415 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39973f1a-b9fb-4d96-bce5-acb64c90af28 req-155f8276-bc18-4e35-a231-3c448410fc87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aadb54985d2d4ae395ad377a8a39c6fe&device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 1094 time: 0.1576331 Apr 05 20:13:34.071327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-fa952fdc-3dfa-4f63-808a-2779d1b40b3f req-2411cf2b-378c-4ed8-a1e6-73e2aa4907ca tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] For port c8469f67-c176-4344-a930-20955f564d29, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c8469f67-c176-4344-a930-20955f564d29,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:34.071819 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fa952fdc-3dfa-4f63-808a-2779d1b40b3f req-2411cf2b-378c-4ed8-a1e6-73e2aa4907ca tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:34.225759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-fd522e7a-6401-4f42-b9db-f3506dbf6c71 admin admin] Deleting port 3df8745d-90c9-46d6-9047-0a6d11df906c {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:34.226341 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd522e7a-6401-4f42-b9db-f3506dbf6c71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:34.288903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39973f1a-b9fb-4d96-bce5-acb64c90af28 req-c111ae22-6185-4359-9aba-4426adf90851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:34.290370 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39973f1a-b9fb-4d96-bce5-acb64c90af28 req-c111ae22-6185-4359-9aba-4426adf90851 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d394f804-aaf4-4e3e-a175-a6def53d4129 HTTP/1.1" status: 200 len: 916 time: 0.2331135 Apr 05 20:13:34.376538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-fa952fdc-3dfa-4f63-808a-2779d1b40b3f req-2411cf2b-378c-4ed8-a1e6-73e2aa4907ca tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Calling delete_port for c8469f67-c176-4344-a930-20955f564d29 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:34.427816 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39973f1a-b9fb-4d96-bce5-acb64c90af28 req-dc2b90f6-6ba9-4b39-961b-165919cb1be1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3babd706-5729-4487-b3d7-8ad40b794abd HTTP/1.1" status: 200 len: 217 time: 0.1282232 Apr 05 20:13:34.517396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735071e-71d9-47f3-b4f2-69a7c8c06ee8 req-6e1566b5-1045-419b-aefb-c2e16af08370 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:34.518807 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d735071e-71d9-47f3-b4f2-69a7c8c06ee8 req-6e1566b5-1045-419b-aefb-c2e16af08370 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.2405543 Apr 05 20:13:34.582170 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d735071e-71d9-47f3-b4f2-69a7c8c06ee8 req-3b8c8a1b-0571-441b-b060-df4ce3db062b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521343 Apr 05 20:13:34.582882 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fa952fdc-3dfa-4f63-808a-2779d1b40b3f req-2411cf2b-378c-4ed8-a1e6-73e2aa4907ca tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:34.595622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e', 'eaed120d-623f-40ac-aea4-d38dc9cb535f', '40ed973d-a318-4c31-9c23-4d5fc3d066b3', '5c7da35a-ab21-48a3-b924-c3d0960e969c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:34.605003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39973f1a-b9fb-4d96-bce5-acb64c90af28 req-38b46739-9f4b-466d-ba83-86f575597251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:34.606475 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39973f1a-b9fb-4d96-bce5-acb64c90af28 req-38b46739-9f4b-466d-ba83-86f575597251 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c2a73de-05a0-424d-8ac3-181495091cad HTTP/1.1" status: 200 len: 855 time: 0.1693437 Apr 05 20:13:34.617340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-fd522e7a-6401-4f42-b9db-f3506dbf6c71 admin admin] For port 3df8745d-90c9-46d6-9047-0a6d11df906c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3df8745d-90c9-46d6-9047-0a6d11df906c,segment=NetworkSegment(1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd),segment_id=1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:34.617696 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd522e7a-6401-4f42-b9db-f3506dbf6c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:34.637475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2411cf2b-378c-4ed8-a1e6-73e2aa4907ca tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event deleted for resources: {'Port': ['ID=c8469f67-c176-4344-a930-20955f564d29,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:34.715032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['1b25bd2a-6269-4b00-a18b-e56acb3aeaa8'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:34.727200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa952fdc-3dfa-4f63-808a-2779d1b40b3f req-2411cf2b-378c-4ed8-a1e6-73e2aa4907ca tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] No DVR routers for this DVR port c8469f67-c176-4344-a930-20955f564d29 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:34.729591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fa952fdc-3dfa-4f63-808a-2779d1b40b3f req-2411cf2b-378c-4ed8-a1e6-73e2aa4907ca tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:34.735523 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39973f1a-b9fb-4d96-bce5-acb64c90af28 req-979e0ea4-0836-4126-a9ed-560a06374c68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d394f804-aaf4-4e3e-a175-a6def53d4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218519 Apr 05 20:13:34.751423 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa952fdc-3dfa-4f63-808a-2779d1b40b3f req-2411cf2b-378c-4ed8-a1e6-73e2aa4907ca tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "DELETE /v2.0/ports/c8469f67-c176-4344-a930-20955f564d29 HTTP/1.1" status: 204 len: 173 time: 1.2987952 Apr 05 20:13:34.834163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-fd522e7a-6401-4f42-b9db-f3506dbf6c71 admin admin] Calling delete_port for 3df8745d-90c9-46d6-9047-0a6d11df906c owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:34.904939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a4878-dcbd-4b9b-af07-c8191c9aa85f req-d101d053-d37e-428e-855a-563091501703 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:34.906746 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-690a4878-dcbd-4b9b-af07-c8191c9aa85f req-d101d053-d37e-428e-855a-563091501703 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 946 time: 0.5511148 Apr 05 20:13:34.927561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61287208-704b-4da3-99a2-c548702b6d50 req-992d22bc-e71c-43cf-be24-100018319268 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:34.929058 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61287208-704b-4da3-99a2-c548702b6d50 req-992d22bc-e71c-43cf-be24-100018319268 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.1382501 Apr 05 20:13:34.980659 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61287208-704b-4da3-99a2-c548702b6d50 req-6ba95997-c6d1-4b25-a58e-f31eda3e22d4 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454571 Apr 05 20:13:35.117005 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56076) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:35.189801 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3babd706-5729-4487-b3d7-8ad40b794abd details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:13:35.198025 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device abe616d3-ddcf-4a77-a12a-ce9e82490e84 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:35.237695 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: abe616d3-ddcf-4a77-a12a-ce9e82490e84 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:35.238065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device abe616d3-ddcf-4a77-a12a-ce9e82490e84 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:35.381765 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-690a4878-dcbd-4b9b-af07-c8191c9aa85f req-84d05ff7-f984-4edf-b3cc-518aa263f9e8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4615312 Apr 05 20:13:35.411714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1f0a24-517a-4839-bb6f-8968fbde233b admin admin] Deleting subnet 1e997de4-b7c5-47fa-849a-8d287866bd13 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:13:35.424300 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0a24-517a-4839-bb6f-8968fbde233b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:35.456975 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39973f1a-b9fb-4d96-bce5-acb64c90af28 req-b896ead7-795a-43d3-a59a-b64bef0637eb service neutron] 10.222.0.41 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6487112 Apr 05 20:13:35.534403 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0a24-517a-4839-bb6f-8968fbde233b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:35.542327 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3babd706-5729-4487-b3d7-8ad40b794abd, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3babd706-5729-4487-b3d7-8ad40b794abd,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:35.557403 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '3babd706-5729-4487-b3d7-8ad40b794abd', 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129', 'port_id': '3babd706-5729-4487-b3d7-8ad40b794abd', 'mac_address': 'fa:16:3e:91:87:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2a73de-05a0-424d-8ac3-181495091cad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:13:35.602331 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0a24-517a-4839-bb6f-8968fbde233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:35.691237 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:35.714707 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0a24-517a-4839-bb6f-8968fbde233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:35.730657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3babd706-5729-4487-b3d7-8ad40b794abd {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:35.748256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3babd706-5729-4487-b3d7-8ad40b794abd, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3babd706-5729-4487-b3d7-8ad40b794abd,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:35.763726 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:35.769074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f0a24-517a-4839-bb6f-8968fbde233b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e997de4-b7c5-47fa-849a-8d287866bd13,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:35.787157 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d1f0a24-517a-4839-bb6f-8968fbde233b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:35.791765 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb53a81a-c484-47e6-a11d-bd4e59a65af0', 'name': 'network-vif-deleted', 'tag': 'abe616d3-ddcf-4a77-a12a-ce9e82490e84'}, {'server_uuid': 'c2ceacf3-66ae-4b3d-89ae-3753431d2e5c', 'name': 'network-vif-deleted', 'tag': 'c8469f67-c176-4344-a930-20955f564d29'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:35.806705 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7d1f0a24-517a-4839-bb6f-8968fbde233b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1e997de4-b7c5-47fa-849a-8d287866bd13 HTTP/1.1" status: 204 len: 168 time: 0.6880293 Apr 05 20:13:35.807731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56116) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:35.914486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=3babd706-5729-4487-b3d7-8ad40b794abd,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:35.951885 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6ff326a-cee4-4c55-b14a-ad3b46e8a79c req-b8f42f54-0a82-4df1-9ff6-1be32d53eb9b tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2ceacf3-66ae-4b3d-89ae-3753431d2e5c HTTP/1.1" status: 200 len: 210 time: 0.2380097 Apr 05 20:13:35.952879 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd522e7a-6401-4f42-b9db-f3506dbf6c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:36.025213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['3babd706-5729-4487-b3d7-8ad40b794abd'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:36.043472 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b3b86734-e7c5-4696-8da3-9e67f5b197b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:36.062277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd522e7a-6401-4f42-b9db-f3506dbf6c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=3df8745d-90c9-46d6-9047-0a6d11df906c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:36.070200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-cc95efb3-15ba-4a22-a661-070306c82889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:36.072068 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-cc95efb3-15ba-4a22-a661-070306c82889 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2&tenant_id=4315b2776a8446efa0573a8e3d19b341 HTTP/1.1" status: 200 len: 1100 time: 0.1980267 Apr 05 20:13:36.121293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:36.296317 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39973f1a-b9fb-4d96-bce5-acb64c90af28 req-9ec8b673-b1ee-48e8-9a45-f923785508d0 service neutron] 10.222.0.41 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8155904 Apr 05 20:13:36.339521 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b3b86734-e7c5-4696-8da3-9e67f5b197b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:36.348195 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-843423c9-0a13-4ced-bd18-943d05b1f68a tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=de693046406448ce9712373baee87060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793293 Apr 05 20:13:36.411247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b3b86734-e7c5-4696-8da3-9e67f5b197b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbc5fa8-17b4-410c-85af-ab13ae3078ba']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:36.415160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e4331-e4c5-4d92-8d0e-d949a4cea23d req-97417a0f-5bf7-4b4c-88fd-ce15b3a6c096 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:36.416624 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b5e4331-e4c5-4d92-8d0e-d949a4cea23d req-97417a0f-5bf7-4b4c-88fd-ce15b3a6c096 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 944 time: 0.2658365 Apr 05 20:13:36.431646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b3b86734-e7c5-4696-8da3-9e67f5b197b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebb85dd5-1077-4f86-8280-5e5d726a9625') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:36.431867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b3b86734-e7c5-4696-8da3-9e67f5b197b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebb85dd5-1077-4f86-8280-5e5d726a9625') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:36.500915 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b3b86734-e7c5-4696-8da3-9e67f5b197b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:36.514881 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:36.537220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd522e7a-6401-4f42-b9db-f3506dbf6c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:36.543217 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b5e4331-e4c5-4d92-8d0e-d949a4cea23d req-81f0d2b1-9fa9-413e-b8ff-9f77e9be9fd8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691915 Apr 05 20:13:36.557396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 807fa30f-42f5-45a5-a350-cebbc3659bc7 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:36.662358 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b3b86734-e7c5-4696-8da3-9e67f5b197b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:36.714608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b86734-e7c5-4696-8da3-9e67f5b197b1 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:13:36.714797 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:36.715244 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b3b86734-e7c5-4696-8da3-9e67f5b197b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:13:36.731724 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:13:36.752032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:36.758073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:36.763691 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:36.764706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c8469f67-c176-4344-a930-20955f564d29 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:36.825027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-b7d71f60-5991-430b-b8ca-02edcab87a38 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:36.826480 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-b7d71f60-5991-430b-b8ca-02edcab87a38 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4676845 Apr 05 20:13:36.852213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: c8469f67-c176-4344-a930-20955f564d29 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:36.852213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c8469f67-c176-4344-a930-20955f564d29 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:36.852598 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:13:36.852598 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:13:36.855269 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-2c3a90a3-f193-4579-86e6-aa69e74bdc86 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/quotas/de693046406448ce9712373baee87060 HTTP/1.1" status: 200 len: 375 time: 0.0171437 Apr 05 20:13:36.879623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=10']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:36.891601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c08bd8-b04f-4174-a913-17f0aff6975a req-4cbe93b5-8f4e-400f-852c-cfb281246b0c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:36.893593 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28c08bd8-b04f-4174-a913-17f0aff6975a req-4cbe93b5-8f4e-400f-852c-cfb281246b0c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.1881659 Apr 05 20:13:36.895327 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b3b86734-e7c5-4696-8da3-9e67f5b197b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:36.921927 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b3b86734-e7c5-4696-8da3-9e67f5b197b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:36.929578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b86734-e7c5-4696-8da3-9e67f5b197b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecbc5fa8-17b4-410c-85af-ab13ae3078ba,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:36.947797 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b3b86734-e7c5-4696-8da3-9e67f5b197b1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ecbc5fa8-17b4-410c-85af-ab13ae3078ba HTTP/1.1" status: 204 len: 168 time: 1.1387298 Apr 05 20:13:36.951705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56142) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:37.019973 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-93c697c6-983d-42c5-bc4d-9d52f2e05c0b tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=de693046406448ce9712373baee87060&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1577895 Apr 05 20:13:37.030315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a48158-f97e-4693-a6cc-4d242e78b975 admin admin] Deleting subnet c3677e8b-4c60-47c7-a5da-ae268364f33f {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:13:37.030517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28c08bd8-b04f-4174-a913-17f0aff6975a req-b29d2ca7-dd1d-4e8e-8e19-3c8109ece345 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226370 Apr 05 20:13:37.033837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a8a48158-f97e-4693-a6cc-4d242e78b975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:37.036242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd522e7a-6401-4f42-b9db-f3506dbf6c71 admin admin] Router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:13:37.089744 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a8a48158-f97e-4693-a6cc-4d242e78b975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:37.118116 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb53a81a-c484-47e6-a11d-bd4e59a65af0', 'name': 'network-vif-deleted', 'tag': 'abe616d3-ddcf-4a77-a12a-ce9e82490e84', 'status': 'completed', 'code': 200} Apr 05 20:13:37.118419 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ceacf3-66ae-4b3d-89ae-3753431d2e5c', 'name': 'network-vif-deleted', 'tag': 'c8469f67-c176-4344-a930-20955f564d29', 'status': 'completed', 'code': 200} Apr 05 20:13:37.177458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3babd706-5729-4487-b3d7-8ad40b794abd up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:13:37.182823 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a8a48158-f97e-4693-a6cc-4d242e78b975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:37.307981 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'code': 200} Apr 05 20:13:37.321801 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 3babd706-5729-4487-b3d7-8ad40b794abd completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:13:37.328416 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 3babd706-5729-4487-b3d7-8ad40b794abd triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:13:37.328827 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:37.418754 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a8a48158-f97e-4693-a6cc-4d242e78b975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:37.494290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a48158-f97e-4693-a6cc-4d242e78b975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3677e8b-4c60-47c7-a5da-ae268364f33f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:37.497216 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:37.500509 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:37.523366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05673f-29c6-4ffb-9eb6-8265bf50c721 req-8d3dabfb-3296-4a8b-b1a4-00de76bf0af6 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:37.530445 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc05673f-29c6-4ffb-9eb6-8265bf50c721 req-8d3dabfb-3296-4a8b-b1a4-00de76bf0af6 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 946 time: 0.2637444 Apr 05 20:13:37.541920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3babd706-5729-4487-b3d7-8ad40b794abd, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3babd706-5729-4487-b3d7-8ad40b794abd,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:37.545253 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a8a48158-f97e-4693-a6cc-4d242e78b975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:37.551679 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:37.554266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd522e7a-6401-4f42-b9db-f3506dbf6c71 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:13:37.568723 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fd522e7a-6401-4f42-b9db-f3506dbf6c71 admin admin] 10.222.0.24 "PUT /v2.0/routers/f7a04dcf-0a62-48b6-bd08-f572dd45c5ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2926760 Apr 05 20:13:37.570893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56168) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:37.594132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d3334-4799-4a15-9a06-5bc73fecf8f5 None None] Sync routers for ids ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:13:37.622345 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a8a48158-f97e-4693-a6cc-4d242e78b975 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c3677e8b-4c60-47c7-a5da-ae268364f33f HTTP/1.1" status: 204 len: 168 time: 0.6698167 Apr 05 20:13:37.623777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d3334-4799-4a15-9a06-5bc73fecf8f5 None None] Routers {'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:13:37.624504 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c89d3334-4799-4a15-9a06-5bc73fecf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:13:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:37.636042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56176) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:37.715162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=3babd706-5729-4487-b3d7-8ad40b794abd,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:37.754111 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc05673f-29c6-4ffb-9eb6-8265bf50c721 req-153b098b-f3c6-4177-b14b-f0d5791c5a87 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223773 Apr 05 20:13:37.787830 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dc8eeb7b-18d7-4c08-ba1d-c2a1fa304eb2 req-8fa8bfdb-7e19-45e1-9636-a88dadec5d08 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 210 time: 0.2177098 Apr 05 20:13:37.860175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-c89d3334-4799-4a15-9a06-5bc73fecf8f5 None None] Set router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:13:38.008094 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:38.067386 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-484fa28e-e6fa-4fe8-abf8-1f9978f981d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:38.217379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c89d3334-4799-4a15-9a06-5bc73fecf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:13:35Z', 'revision_number': 5, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:38.223028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d3334-4799-4a15-9a06-5bc73fecf8f5 None None] Checking router: f7a04dcf-0a62-48b6-bd08-f572dd45c5ea for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:13:38.233667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d3334-4799-4a15-9a06-5bc73fecf8f5 None None] Routers {'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:13:38.234308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c89d3334-4799-4a15-9a06-5bc73fecf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:13:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:38.341833 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:38.357401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] Deleting port 0cdb7a62-1f98-489e-a1b5-3496682b0888 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:38.357895 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:38.416593 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-484fa28e-e6fa-4fe8-abf8-1f9978f981d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:38.435931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:38.447658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-c89d3334-4799-4a15-9a06-5bc73fecf8f5 None None] Set router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:13:38.458017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-484fa28e-e6fa-4fe8-abf8-1f9978f981d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bdc7eaf-24fb-4f4d-96e5-27f29596c356']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:38.471213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1a7bf1-519b-4226-96b0-d5dad03a524f req-f0a88db2-57b1-41be-af6d-0a10a9f4a341 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:38.472791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-484fa28e-e6fa-4fe8-abf8-1f9978f981d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991cfac8-cf6d-4add-88c1-221c94de7cc2') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:38.473195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-484fa28e-e6fa-4fe8-abf8-1f9978f981d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991cfac8-cf6d-4add-88c1-221c94de7cc2') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:38.478601 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c1a7bf1-519b-4226-96b0-d5dad03a524f req-f0a88db2-57b1-41be-af6d-0a10a9f4a341 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.2269526 Apr 05 20:13:38.497409 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-484fa28e-e6fa-4fe8-abf8-1f9978f981d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:38.523932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:13:38.557347 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-484fa28e-e6fa-4fe8-abf8-1f9978f981d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:38.581036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-484fa28e-e6fa-4fe8-abf8-1f9978f981d4 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:13:38.581331 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-484fa28e-e6fa-4fe8-abf8-1f9978f981d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:13:38.597447 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:13:38.639038 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c1a7bf1-519b-4226-96b0-d5dad03a524f req-72bb2b64-9d51-4682-be31-4bbc88a84b9d tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594269 Apr 05 20:13:38.671340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807fa30f-42f5-45a5-a350-cebbc3659bc7 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:38.686505 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:38.707985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Transition to ACTIVE for port object 807fa30f-42f5-45a5-a350-cebbc3659bc7 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:13:38.711013 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-484fa28e-e6fa-4fe8-abf8-1f9978f981d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:38.746317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] For port 0cdb7a62-1f98-489e-a1b5-3496682b0888, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0cdb7a62-1f98-489e-a1b5-3496682b0888,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:38.746868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:38.775234 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:38.795268 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-484fa28e-e6fa-4fe8-abf8-1f9978f981d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:38.832388 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:38.834711 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-484fa28e-e6fa-4fe8-abf8-1f9978f981d4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2bdc7eaf-24fb-4f4d-96e5-27f29596c356 HTTP/1.1" status: 204 len: 168 time: 1.1933444 Apr 05 20:13:38.849268 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:39.003941 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c89d3334-4799-4a15-9a06-5bc73fecf8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:13:35Z', 'revision_number': 5, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:39.010357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fa28e-e6fa-4fe8-abf8-1f9978f981d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bdc7eaf-24fb-4f4d-96e5-27f29596c356,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:39.012884 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89d3334-4799-4a15-9a06-5bc73fecf8f5 None None] The sync data for ids ['f7a04dcf-0a62-48b6-bd08-f572dd45c5ea'] in n-d-836604-1 is: [{'id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-391657399-router', 'tenant_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:12:07Z', 'updated_at': '2022-04-05T20:13:35Z', 'revision_number': 5, 'project_id': '6c1296c3e07b4e66aa7d36ee7af0901d', 'gw_port': {'id': '0cdb7a62-1f98-489e-a1b5-3496682b0888', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a04dcf-0a62-48b6-bd08-f572dd45c5ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:12:08Z', 'updated_at': '2022-04-05T20:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:13:39.022127 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-db69fd86-7887-4b91-8c45-652986a9f98c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=de693046406448ce9712373baee87060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2402005 Apr 05 20:13:39.087479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] Calling delete_port for 0cdb7a62-1f98-489e-a1b5-3496682b0888 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:39.128476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56228) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:39.225440 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-551345aa-d259-403e-8ba1-9675cbc0872e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78e3339ed2bb42f7a4658d92708a7a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0958543 Apr 05 20:13:39.227941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56254) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:39.309673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bf1c51-f51b-45b8-992e-90f06662bb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3babd706-5729-4487-b3d7-8ad40b794abd'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:39.325389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=11']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:39.327911 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3d6eea5-7942-420a-8b63-cb6507574191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:39.328393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] No DVR routers for this DVR port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:39.397401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3df8745d-90c9-46d6-9047-0a6d11df906c no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:39.423911 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3d6eea5-7942-420a-8b63-cb6507574191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:39.460966 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 3df8745d-90c9-46d6-9047-0a6d11df906c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:39.461207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3df8745d-90c9-46d6-9047-0a6d11df906c not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:39.466039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Attempting to bind port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:13:39.466224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Attempting to bind port 807fa30f-42f5-45a5-a350-cebbc3659bc7 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:13:39.466925 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Attempting to bind port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:13:39.481959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-8efeeb2d-1157-474c-a792-d9f4a21011a2 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:39.483415 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-8efeeb2d-1157-474c-a792-d9f4a21011a2 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3422153 Apr 05 20:13:39.493227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2493e94-ab81-4ec0-b1e6-84799c9d83ab req-8cbf458a-5b86-4a7c-8543-5a75b0a385bf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:39.500522 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2493e94-ab81-4ec0-b1e6-84799c9d83ab req-8cbf458a-5b86-4a7c-8543-5a75b0a385bf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 948 time: 0.7911069 Apr 05 20:13:39.502516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:13:39.503006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Attempting to bind port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:13:39.526579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Request body: {'port': {'device_id': 'aefa72a2-eb99-4ba9-9b99-afbd08fe68ea', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': 'de693046406448ce9712373baee87060'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:39.536336 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:39.556225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:13:39.556882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:13:39.557249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:13:39.557865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Bound port: 807fa30f-42f5-45a5-a350-cebbc3659bc7, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:13:39.558427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:39.736098 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2493e94-ab81-4ec0-b1e6-84799c9d83ab req-597cbbe1-b5aa-4603-8d5c-431a3b475bf0 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343714 Apr 05 20:13:39.737680 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3d6eea5-7942-420a-8b63-cb6507574191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:39.762659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdb7a62-1f98-489e-a1b5-3496682b0888,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:39.859430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6eea5-7942-420a-8b63-cb6507574191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96fb784-9799-4600-85f8-baf81be24f54,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:39.859686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:13:39.869665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:39.874545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:13:39.887764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:39.892689 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:39.993525 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3d6eea5-7942-420a-8b63-cb6507574191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:39.994854 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f3d6eea5-7942-420a-8b63-cb6507574191 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d96fb784-9799-4600-85f8-baf81be24f54 HTTP/1.1" status: 204 len: 168 time: 0.7659733 Apr 05 20:13:40.000274 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:40.005734 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-454ac1a3-bd84-410b-a507-38cab4aa986f req-9d00085b-35e9-4e27-913c-f19f79244399 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 210 time: 0.0712528 Apr 05 20:13:40.009317 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:40.009795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:40.011191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] 10.222.0.41 "PUT /v2.0/ports/807fa30f-42f5-45a5-a350-cebbc3659bc7 HTTP/1.1" status: 200 len: 1096 time: 3.8951027 Apr 05 20:13:40.011618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:40.043129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Made reservation on behalf of de693046406448ce9712373baee87060 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:13:40.048192 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:40.145612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53dcf3-d727-4c8d-a386-0f0d659c9dde req-5e4922d0-0e0f-4a64-995a-e2fbddeaba94 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:40.150381 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc53dcf3-d727-4c8d-a386-0f0d659c9dde req-5e4922d0-0e0f-4a64-995a-e2fbddeaba94 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/ports?device_id=09dd2cff-abc6-4779-bdab-cb521338c4ce HTTP/1.1" status: 200 len: 950 time: 0.6513343 Apr 05 20:13:40.212349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f82678-45ea-4952-9e7b-8055462f6edd service neutron] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=12']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:40.342153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:40.358787 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:40.396243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead22c50-ba0c-45bf-9277-4efbebc1c038 req-667fb47b-1c23-44c2-a939-bf0462890b9d tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:40.397924 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ead22c50-ba0c-45bf-9277-4efbebc1c038 req-667fb47b-1c23-44c2-a939-bf0462890b9d tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 946 time: 0.5819020 Apr 05 20:13:40.402274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-5db2bb8a-2a2b-42f5-b702-c997d9cf8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:40.403754 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-5db2bb8a-2a2b-42f5-b702-c997d9cf8bb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 1099 time: 0.3347738 Apr 05 20:13:40.462065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-bc53dcf3-d727-4c8d-a386-0f0d659c9dde req-e3a25d8f-9982-4203-ab5b-3cb25fbbb04f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Deleting port 5c7da35a-ab21-48a3-b924-c3d0960e969c {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:40.462633 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bc53dcf3-d727-4c8d-a386-0f0d659c9dde req-e3a25d8f-9982-4203-ab5b-3cb25fbbb04f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:40.468196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fde457-9783-40dd-ad02-04caf39c392d req-54e331a3-776c-40c2-aab2-7eff5bfe25b0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:40.468872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-59fde457-9783-40dd-ad02-04caf39c392d req-54e331a3-776c-40c2-aab2-7eff5bfe25b0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:40.480568 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Allocated IP 192.168.233.156 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/0efa148f-9492-44ed-934f-7b82e677935c) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:13:40.507304 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:40.507828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7a04dcf-0a62-48b6-bd08-f572dd45c5ea {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:13:40.535306 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ead22c50-ba0c-45bf-9277-4efbebc1c038 req-84d0749b-7f89-46c5-a043-cb71d7d12d01 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162472 Apr 05 20:13:40.588388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-59fde457-9783-40dd-ad02-04caf39c392d req-54e331a3-776c-40c2-aab2-7eff5bfe25b0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:40.589551 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-59fde457-9783-40dd-ad02-04caf39c392d req-54e331a3-776c-40c2-aab2-7eff5bfe25b0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=09dd2cff-abc6-4779-bdab-cb521338c4ce HTTP/1.1" status: 200 len: 950 time: 0.3695214 Apr 05 20:13:40.605363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:40.606955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-864c045e-25e5-4abd-ba3f-add8fc345808 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f7a04dcf-0a62-48b6-bd08-f572dd45c5ea HTTP/1.1" status: 204 len: 168 time: 3.0348535 Apr 05 20:13:40.613115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56288) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:40.613637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56290) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:40.629846 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bf1c51-f51b-45b8-992e-90f06662bb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3babd706-5729-4487-b3d7-8ad40b794abd', 'code': 200} Apr 05 20:13:40.712136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-c5f0aa64-2ed4-4306-8fda-74e3d92a8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:40.713729 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-c5f0aa64-2ed4-4306-8fda-74e3d92a8edb service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.3003659 Apr 05 20:13:40.831305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-d524e0c9-64ac-4d51-825f-4ee29aedbc2a admin admin] Deleting subnet 13e33506-40a3-430a-a944-7a87389ff892 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:13:40.890326 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-52251315-72ae-45fc-9de6-e24777bd829f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d29275d9c99f414d90bdc0fdd9c95260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2755723 Apr 05 20:13:40.892796 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-453b0639-b1b7-4d17-8c8b-d6d09e9a1403 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7 HTTP/1.1" status: 200 len: 217 time: 0.1177826 Apr 05 20:13:40.897855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56308) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:40.898562 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d524e0c9-64ac-4d51-825f-4ee29aedbc2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:41.025409 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d524e0c9-64ac-4d51-825f-4ee29aedbc2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:41.079535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-bc53dcf3-d727-4c8d-a386-0f0d659c9dde req-e3a25d8f-9982-4203-ab5b-3cb25fbbb04f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] For port 5c7da35a-ab21-48a3-b924-c3d0960e969c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5c7da35a-ab21-48a3-b924-c3d0960e969c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:41.079901 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bc53dcf3-d727-4c8d-a386-0f0d659c9dde req-e3a25d8f-9982-4203-ab5b-3cb25fbbb04f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:41.120095 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-59fde457-9783-40dd-ad02-04caf39c392d req-04f9e00f-ee63-4ccb-8301-2f29e8e84f65 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178654 Apr 05 20:13:41.210958 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'status': 'completed', 'code': 200} Apr 05 20:13:41.226651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-bc53dcf3-d727-4c8d-a386-0f0d659c9dde req-e3a25d8f-9982-4203-ab5b-3cb25fbbb04f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Calling delete_port for 5c7da35a-ab21-48a3-b924-c3d0960e969c owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:41.256061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-8dc8b4d7-73a2-4413-a3b4-ad4d7ea37706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:41.257477 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-8dc8b4d7-73a2-4413-a3b4-ad4d7ea37706 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.3546906 Apr 05 20:13:41.295916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0cdb7a62-1f98-489e-a1b5-3496682b0888 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:41.338246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d928030-f0a5-4d3a-b436-034fbff491e5 req-b72eee0e-2a85-43f1-94a3-9e77466b7c61 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:41.339708 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d928030-f0a5-4d3a-b436-034fbff491e5 req-b72eee0e-2a85-43f1-94a3-9e77466b7c61 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9268552-d2b5-4be5-a99b-b6095258251e HTTP/1.1" status: 200 len: 949 time: 0.7221839 Apr 05 20:13:41.349378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8600cce-9ec3-4659-af02-7ea216ee6178 req-72d0134d-df72-4ade-8a6e-22a860716268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:41.350906 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8600cce-9ec3-4659-af02-7ea216ee6178 req-72d0134d-df72-4ade-8a6e-22a860716268 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 1096 time: 0.6352785 Apr 05 20:13:41.351431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 0cdb7a62-1f98-489e-a1b5-3496682b0888 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:41.351902 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4b69b20-28ee-4fd9-88d0-156329199c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:41.352095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0cdb7a62-1f98-489e-a1b5-3496682b0888 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:41.361030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:41.368775 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5df28978-6daa-4109-990a-4d554d765443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:41.431163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772c1bc-267d-4d00-ae52-593409fcf04e req-3927c59e-4cf8-4ffa-9aca-69f75239f556 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:41.432675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e772c1bc-267d-4d00-ae52-593409fcf04e req-3927c59e-4cf8-4ffa-9aca-69f75239f556 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.5452785 Apr 05 20:13:41.476070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Transition to ACTIVE for port object 0efa148f-9492-44ed-934f-7b82e677935c will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:13:41.482339 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4b69b20-28ee-4fd9-88d0-156329199c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:41.517560 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d524e0c9-64ac-4d51-825f-4ee29aedbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:41.537104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-3d928030-f0a5-4d3a-b436-034fbff491e5 req-5cfa24df-901e-4ab0-b49f-a49648c34d7c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Deleting port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:41.537685 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3d928030-f0a5-4d3a-b436-034fbff491e5 req-5cfa24df-901e-4ab0-b49f-a49648c34d7c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:41.575079 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8600cce-9ec3-4659-af02-7ea216ee6178 req-5dbe6eb7-72fe-4a6b-87fb-26117fde88db service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033391 Apr 05 20:13:41.605698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-9f99c75b-42ea-4202-9238-0d898cb509a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:41.607845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-9f99c75b-42ea-4202-9238-0d898cb509a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 1099 time: 0.3033137 Apr 05 20:13:41.610740 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e772c1bc-267d-4d00-ae52-593409fcf04e req-77b4dd58-579f-4971-993c-74df3c4c4cb2 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666560 Apr 05 20:13:41.672014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-2e4ae976-47a9-422a-8696-0464203351ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:41.673488 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-2e4ae976-47a9-422a-8696-0464203351ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3958514 Apr 05 20:13:41.675962 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bc53dcf3-d727-4c8d-a386-0f0d659c9dde req-e3a25d8f-9982-4203-ab5b-3cb25fbbb04f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:41.687413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e', 'eaed120d-623f-40ac-aea4-d38dc9cb535f', '40ed973d-a318-4c31-9c23-4d5fc3d066b3'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:41.713119 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:41.748039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['1b25bd2a-6269-4b00-a18b-e56acb3aeaa8'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:41.835541 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4b69b20-28ee-4fd9-88d0-156329199c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:41.926678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:13:41.940720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:13:41.958459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b69b20-28ee-4fd9-88d0-156329199c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594ccf9b-1c0b-4e7f-b054-b3a1822aded7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:42.014181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:13:42.151736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Pushing event updated for resources: {'Port': ['ID=0efa148f-9492-44ed-934f-7b82e677935c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:42.189912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a25d8f-9982-4203-ab5b-3cb25fbbb04f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event deleted for resources: {'Port': ['ID=5c7da35a-ab21-48a3-b924-c3d0960e969c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:42.208297 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d524e0c9-64ac-4d51-825f-4ee29aedbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:42.243172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:42.243750 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:42.245976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc53dcf3-d727-4c8d-a386-0f0d659c9dde req-e3a25d8f-9982-4203-ab5b-3cb25fbbb04f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] No DVR routers for this DVR port 5c7da35a-ab21-48a3-b924-c3d0960e969c on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:42.260664 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bc53dcf3-d727-4c8d-a386-0f0d659c9dde req-e3a25d8f-9982-4203-ab5b-3cb25fbbb04f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:42.267976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09dd2cff-abc6-4779-bdab-cb521338c4ce', 'name': 'network-vif-deleted', 'tag': '5c7da35a-ab21-48a3-b924-c3d0960e969c'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:42.277564 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d524e0c9-64ac-4d51-825f-4ee29aedbc2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e33506-40a3-430a-a944-7a87389ff892,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:42.293246 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d524e0c9-64ac-4d51-825f-4ee29aedbc2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:42.295815 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4b69b20-28ee-4fd9-88d0-156329199c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:42.301933 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d4b69b20-28ee-4fd9-88d0-156329199c75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/594ccf9b-1c0b-4e7f-b054-b3a1822aded7 HTTP/1.1" status: 204 len: 168 time: 1.3962817 Apr 05 20:13:42.302583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['f2c6f2e7-e1df-434a-81dd-c358d151e0cb', 'cee594a2-bba3-415d-92c8-5833f447e646'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:42.316382 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-6694f130-d0e8-42c1-8a82-8403bfecd311 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410461 Apr 05 20:13:42.320626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-3d928030-f0a5-4d3a-b436-034fbff491e5 req-5cfa24df-901e-4ab0-b49f-a49648c34d7c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] For port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1b25bd2a-6269-4b00-a18b-e56acb3aeaa8,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:42.321070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3d928030-f0a5-4d3a-b436-034fbff491e5 req-5cfa24df-901e-4ab0-b49f-a49648c34d7c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:42.326423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945567bb-ebe2-4b62-9c7f-2a6b0137bb20 None None] Network 8423dc9b-76d6-4e6a-a973-7acf16d1a246 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:13:42.353825 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc53dcf3-d727-4c8d-a386-0f0d659c9dde req-e3a25d8f-9982-4203-ab5b-3cb25fbbb04f tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "DELETE /v2.0/ports/5c7da35a-ab21-48a3-b924-c3d0960e969c HTTP/1.1" status: 204 len: 173 time: 2.0590093 Apr 05 20:13:42.360564 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d524e0c9-64ac-4d51-825f-4ee29aedbc2a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/13e33506-40a3-430a-a944-7a87389ff892 HTTP/1.1" status: 204 len: 168 time: 1.7422521 Apr 05 20:13:42.360564 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-5f0dcf75-ee5b-4aed-9cd6-ac7ea15d122b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:42.362004 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-5f0dcf75-ee5b-4aed-9cd6-ac7ea15d122b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.7376075 Apr 05 20:13:42.364386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56360) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:42.366394 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-1f184d20-0a5a-4416-af6d-41155c3749c5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8604310 Apr 05 20:13:42.436386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937ebb9a-84f4-41f0-ab69-d9b1768dcc26 req-3cab7793-54f6-468d-9434-96f0d2d150a2 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:42.437036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-937ebb9a-84f4-41f0-ab69-d9b1768dcc26 req-3cab7793-54f6-468d-9434-96f0d2d150a2 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Synchronizing usage tracker for tenant:de693046406448ce9712373baee87060 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:42.492832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-3b4f1adb-9bf6-45ab-bc91-c38772237923 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7 HTTP/1.1" status: 200 len: 217 time: 0.1057525 Apr 05 20:13:42.525454 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-76614ec4-44c9-4c9a-9f8d-9001e0209233 None None] Provisioning for port 0efa148f-9492-44ed-934f-7b82e677935c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:13:42.527811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-3d928030-f0a5-4d3a-b436-034fbff491e5 req-5cfa24df-901e-4ab0-b49f-a49648c34d7c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Calling delete_port for 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:42.566259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Request body: {'port': {'device_id': 'aefa72a2-eb99-4ba9-9b99-afbd08fe68ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:42.593297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee751719-57ac-42f3-9383-1995b17eb6cb req-6ca2880b-5401-48f6-a812-3f6e29a4b7bc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:42.600868 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee751719-57ac-42f3-9383-1995b17eb6cb req-6ca2880b-5401-48f6-a812-3f6e29a4b7bc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 948 time: 0.6124449 Apr 05 20:13:42.621344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-76614ec4-44c9-4c9a-9f8d-9001e0209233 None None] Provisioning complete for port 0efa148f-9492-44ed-934f-7b82e677935c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:13:42.621700 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-76614ec4-44c9-4c9a-9f8d-9001e0209233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:42.666346 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:42.685637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-cb33d446-556a-4ec7-a0f5-51b8df306d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:42.687724 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-cb33d446-556a-4ec7-a0f5-51b8df306d01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1877093 Apr 05 20:13:42.703361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee751719-57ac-42f3-9383-1995b17eb6cb req-dd6c6adf-815f-4629-aa00-c84eb3eb160b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993733 Apr 05 20:13:42.765865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-937ebb9a-84f4-41f0-ab69-d9b1768dcc26 req-3cab7793-54f6-468d-9434-96f0d2d150a2 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Unset dirty status for tenant:de693046406448ce9712373baee87060 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:42.774963 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-937ebb9a-84f4-41f0-ab69-d9b1768dcc26 req-3cab7793-54f6-468d-9434-96f0d2d150a2 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 936 time: 0.8823731 Apr 05 20:13:42.848977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Deleting port fb122bff-4a34-4641-9324-6b91aba477cb {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:42.861824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:43.028983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-76614ec4-44c9-4c9a-9f8d-9001e0209233 None None] Port 0efa148f-9492-44ed-934f-7b82e677935c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:13:43.082344 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-937ebb9a-84f4-41f0-ab69-d9b1768dcc26 req-91fc8bf6-446b-484b-899f-fb928159dfe2 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061836 Apr 05 20:13:43.094835 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37c4482-75b7-4bd5-95d0-df776436e30d req-19773ccf-43e5-407c-847e-4a3648d6c9e2 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7592885 Apr 05 20:13:43.095486 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:43.214395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5c7da35a-ab21-48a3-b924-c3d0960e969c no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:43.280152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 5c7da35a-ab21-48a3-b924-c3d0960e969c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:43.280495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5c7da35a-ab21-48a3-b924-c3d0960e969c not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:43.364493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-b34fcd96-9305-4e3a-b693-2067955b40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:43.366008 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-b34fcd96-9305-4e3a-b693-2067955b40b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6562393 Apr 05 20:13:43.374659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] For port fb122bff-4a34-4641-9324-6b91aba477cb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=fb122bff-4a34-4641-9324-6b91aba477cb,segment=NetworkSegment(1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd),segment_id=1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:43.375010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:43.390483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba02a5b-168c-44fd-a310-8ff12d60e041 None None] DHCP port deletion for 8423dc9b-76d6-4e6a-a973-7acf16d1a246 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:13:43.406839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7ba02a5b-168c-44fd-a310-8ff12d60e041 None None] Deleting port fb122bff-4a34-4641-9324-6b91aba477cb {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:43.412990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3d928030-f0a5-4d3a-b436-034fbff491e5 req-5cfa24df-901e-4ab0-b49f-a49648c34d7c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:43.415063 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7ba02a5b-168c-44fd-a310-8ff12d60e041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:43.558781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa24df-901e-4ab0-b49f-a49648c34d7c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event deleted for resources: {'Port': ['ID=1b25bd2a-6269-4b00-a18b-e56acb3aeaa8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:43.589974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Calling delete_port for fb122bff-4a34-4641-9324-6b91aba477cb owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:43.679667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d928030-f0a5-4d3a-b436-034fbff491e5 req-5cfa24df-901e-4ab0-b49f-a49648c34d7c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] No DVR routers for this DVR port 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:43.682419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3d928030-f0a5-4d3a-b436-034fbff491e5 req-5cfa24df-901e-4ab0-b49f-a49648c34d7c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:43.691382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9268552-d2b5-4be5-a99b-b6095258251e', 'name': 'network-vif-deleted', 'tag': '1b25bd2a-6269-4b00-a18b-e56acb3aeaa8'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:43.713766 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d928030-f0a5-4d3a-b436-034fbff491e5 req-5cfa24df-901e-4ab0-b49f-a49648c34d7c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.13 "DELETE /v2.0/ports/1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 HTTP/1.1" status: 204 len: 173 time: 2.3579223 Apr 05 20:13:43.774468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-7ad80a47-f92d-4bfc-a5ce-1c262a4d4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:43.776411 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-7ad80a47-f92d-4bfc-a5ce-1c262a4d4881 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4315b2776a8446efa0573a8e3d19b341&device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 1099 time: 0.4443822 Apr 05 20:13:43.799414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81e1a4-5d63-45c2-a027-802c0b83ce56 req-74b5648c-bc32-454d-ad07-636c5a2a5e20 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:43.810893 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a81e1a4-5d63-45c2-a027-802c0b83ce56 req-74b5648c-bc32-454d-ad07-636c5a2a5e20 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 946 time: 0.8451650 Apr 05 20:13:43.821974 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ff8f3bc0-d4da-42a0-a849-a2ab3ffeaa9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:43.889025 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e', 'eaed120d-623f-40ac-aea4-d38dc9cb535f', '40ed973d-a318-4c31-9c23-4d5fc3d066b3'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:43.907287 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-1cb33e63-ffd8-43d5-9907-2326f865b616 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148516 Apr 05 20:13:43.934526 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a81e1a4-5d63-45c2-a027-802c0b83ce56 req-cdb0c99a-7ee1-4ff0-90fb-7aed57e8a29c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226947 Apr 05 20:13:43.960833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56422) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:44.002909 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:44.124167 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7ba02a5b-168c-44fd-a310-8ff12d60e041 None None] For port fb122bff-4a34-4641-9324-6b91aba477cb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=fb122bff-4a34-4641-9324-6b91aba477cb,segment=NetworkSegment(1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd),segment_id=1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:44.124806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7ba02a5b-168c-44fd-a310-8ff12d60e041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:44.203242 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09dd2cff-abc6-4779-bdab-cb521338c4ce', 'name': 'network-vif-deleted', 'tag': '5c7da35a-ab21-48a3-b924-c3d0960e969c', 'status': 'completed', 'code': 200} Apr 05 20:13:44.253109 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9268552-d2b5-4be5-a99b-b6095258251e', 'name': 'network-vif-deleted', 'tag': '1b25bd2a-6269-4b00-a18b-e56acb3aeaa8', 'status': 'completed', 'code': 200} Apr 05 20:13:44.325565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-170db1da-ff17-4c00-82bf-5bf04bbb7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:44.327053 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-170db1da-ff17-4c00-82bf-5bf04bbb7a8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.5323153 Apr 05 20:13:44.368322 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-97741758-69ad-461d-84f9-aae72083e6d4 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282172 Apr 05 20:13:44.369468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Pushing event deleted for resources: {'Port': ['ID=fb122bff-4a34-4641-9324-6b91aba477cb,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:44.432471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7ba02a5b-168c-44fd-a310-8ff12d60e041 None None] Calling delete_port for fb122bff-4a34-4641-9324-6b91aba477cb owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:44.438446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1937389026-network', 'tenant_id': '637efc23dfdb499b8292cc0b1136bd84'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:44.444364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:44.448839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Usage tracker for resource:network and tenant:637efc23dfdb499b8292cc0b1136bd84 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:44.452064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:44.459467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:44.464066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] No DVR routers for this DVR port fb122bff-4a34-4641-9324-6b91aba477cb on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:44.471300 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-e4b66905-0648-46f6-9193-343e3cb18fe4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7 HTTP/1.1" status: 200 len: 217 time: 0.1282806 Apr 05 20:13:44.480815 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:13:44.558210 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-7ba02a5b-168c-44fd-a310-8ff12d60e041 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:13:44.558475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Made reservation on behalf of 637efc23dfdb499b8292cc0b1136bd84 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:13:44.558931 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-7ba02a5b-168c-44fd-a310-8ff12d60e041 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:13:44.560938 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:44.582931 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:44.608500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-64079806-7b67-4ade-9dbc-22e523d5acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:44.609994 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-64079806-7b67-4ade-9dbc-22e523d5acbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1305568 Apr 05 20:13:44.618163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0efa148f-9492-44ed-934f-7b82e677935c {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:44.619368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:44.635228 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:44.648266 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:44.672135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:44.682777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:44.683151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1b25bd2a-6269-4b00-a18b-e56acb3aeaa8 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:44.686534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Usage tracker for resource:security_group_rule and tenant:637efc23dfdb499b8292cc0b1136bd84 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:44.693853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:44.694154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2741e-dbbc-42f6-933e-0b0c5fa64719 req-4f355702-4aa6-4532-b528-1266946e7eeb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:44.694278 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:44.695594 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e8f2741e-dbbc-42f6-933e-0b0c5fa64719 req-4f355702-4aa6-4532-b528-1266946e7eeb tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 948 time: 0.2789462 Apr 05 20:13:44.706333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Transition to ACTIVE for port object 0efa148f-9492-44ed-934f-7b82e677935c will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:13:44.709767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:44.716601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8423dc9b-76d6-4e6a-a973-7acf16d1a246']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:44.728696 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:44.777070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cd63d-4aa3-43a1-a69a-9ce8523f43f1 req-89a5692b-72f1-45b0-816e-0848b48f61e7 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:44.788318 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a17cd63d-4aa3-43a1-a69a-9ce8523f43f1 req-89a5692b-72f1-45b0-816e-0848b48f61e7 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.4073699 Apr 05 20:13:44.791150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:44.791444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac5ed09-5418-4adf-bb53-3ffe7b1cf0fd') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:13:44.843550 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:44.887770 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e8f2741e-dbbc-42f6-933e-0b0c5fa64719 req-03a26845-7ede-471d-8a53-620e26a2fa26 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802900 Apr 05 20:13:44.906352 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a17cd63d-4aa3-43a1-a69a-9ce8523f43f1 req-2708270f-b1ae-453c-ace7-bc7448a9a266 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883491 Apr 05 20:13:44.917906 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:44.953176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:13:44.953589 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:44.957496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Pushing event updated for resources: {'Port': ['ID=0efa148f-9492-44ed-934f-7b82e677935c,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:13:44.993967 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:13:45.016175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:45.016575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:45.016926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:45.017255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:45.017613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:45.017983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:45.018314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:45.018690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:45.019015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:45.019334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:45.019700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:45.020019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:45.032192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-2b2cbb27-800e-473f-aaa8-9dbd106dc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:45.033723 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-2b2cbb27-800e-473f-aaa8-9dbd106dc834 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4015713 Apr 05 20:13:45.093213 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:45.097594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7ba02a5b-168c-44fd-a310-8ff12d60e041 None None] Deleting port fb122bff-4a34-4641-9324-6b91aba477cb {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:45.098400 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7ba02a5b-168c-44fd-a310-8ff12d60e041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:45.202854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 807fa30f-42f5-45a5-a350-cebbc3659bc7 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:13:45.250627 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:45.298490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Attempting to bind port 0efa148f-9492-44ed-934f-7b82e677935c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:13:45.299716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Attempting to bind port 0efa148f-9492-44ed-934f-7b82e677935c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:13:45.299716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Attempting to bind port 0efa148f-9492-44ed-934f-7b82e677935c on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:13:45.319928 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:45.334898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Port 0efa148f-9492-44ed-934f-7b82e677935c on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:13:45.335228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Attempting to bind port 0efa148f-9492-44ed-934f-7b82e677935c on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:13:45.354759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] Pushing event deleted for resources: {'Network': ['ID=8423dc9b-76d6-4e6a-a973-7acf16d1a246,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:45.359162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:13:45.359502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:13:45.359880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:13:45.360318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Bound port: 0efa148f-9492-44ed-934f-7b82e677935c, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:13:45.360661 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:45.417288 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-ceffabb9-f735-4b96-ad35-de11cc6e02ca service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732953 Apr 05 20:13:45.477632 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:45.487419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:45.504058 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:45.509778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'mac_address': 'fa:16:3e:a8:6f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:13:45.514352 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device fb122bff-4a34-4641-9324-6b91aba477cb no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:45.553787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7ba02a5b-168c-44fd-a310-8ff12d60e041 None None] The port 'fb122bff-4a34-4641-9324-6b91aba477cb' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:13:45.559963 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-47ab315e-887b-4980-b93b-2a52075b983d admin admin] 10.222.0.24 "DELETE /v2.0/networks/8423dc9b-76d6-4e6a-a973-7acf16d1a246 HTTP/1.1" status: 204 len: 168 time: 3.1945181 Apr 05 20:13:45.602836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:13:45.711501 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:45.712678 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Added segment 9ff88476-6f78-47ec-816e-5bc802251015 of type vlan for network 51344418-38f5-4178-a1c3-ae0225c075f4 Apr 05 20:13:45.719037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f0d87c-b951-4ac4-95ee-7ac16130a232,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:45.787647 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:45.792259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d8fe4-f1b7-4517-9ab2-a0b293944f3e req-da2b2188-f7f7-49e8-86e1-c293ce210937 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:45.794137 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f80d8fe4-f1b7-4517-9ab2-a0b293944f3e req-da2b2188-f7f7-49e8-86e1-c293ce210937 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 948 time: 0.4622474 Apr 05 20:13:45.801804 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: fb122bff-4a34-4641-9324-6b91aba477cb {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:45.806615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device fb122bff-4a34-4641-9324-6b91aba477cb not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:45.853267 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807fa30f-42f5-45a5-a350-cebbc3659bc7 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:45.855649 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:45.862012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56480) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:45.886587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:45.891567 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:45.894600 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:45.934973 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f80d8fe4-f1b7-4517-9ab2-a0b293944f3e req-e39d21b4-85dd-44b4-812e-d7d22f1efcea tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221826 Apr 05 20:13:46.006948 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4936958d-dd81-4838-abf6-dd20acc92f82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c1296c3e07b4e66aa7d36ee7af0901d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434851 Apr 05 20:13:46.010314 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:46.011492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:46.012856 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:46.026813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=13']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:46.045067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56492) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:46.074901 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1105652 Apr 05 20:13:46.088341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56500) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:46.100924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Request body: {'subnet': {'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1937389026-subnet', 'tenant_id': '637efc23dfdb499b8292cc0b1136bd84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:46.122825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] For port 0efa148f-9492-44ed-934f-7b82e677935c, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:13:46.130589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:46.163263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Usage tracker for resource:subnet and tenant:637efc23dfdb499b8292cc0b1136bd84 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:46.166037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4da4a-278b-4834-a9b1-f0d361f31024 admin admin] Pushing event updated for resources: {'Network': ['ID=51344418-38f5-4178-a1c3-ae0225c075f4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:46.174356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] For port 0efa148f-9492-44ed-934f-7b82e677935c, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0efa148f-9492-44ed-934f-7b82e677935c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:13:46.174594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['807fa30f-42f5-45a5-a350-cebbc3659bc7'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:46.177133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:46.192816 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eea20369-b1d1-438b-b6f8-81072d1c0da9 req-7c30856c-d466-45b8-87c0-1f0c702474fd service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7318661 Apr 05 20:13:46.195434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:46.199844 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:46.226609 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 51344418-38f5-4178-a1c3-ae0225c075f4 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:13:46.324546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc61e-0fc9-45a7-82a0-ccbfef44f8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:46.360015 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc61e-0fc9-45a7-82a0-ccbfef44f8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:46.392975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:46.393919 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:46.395416 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] 10.222.0.13 "PUT /v2.0/ports/0efa148f-9492-44ed-934f-7b82e677935c HTTP/1.1" status: 200 len: 1096 time: 3.8334491 Apr 05 20:13:46.419664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefa72a2-eb99-4ba9-9b99-afbd08fe68ea', 'tag': '0efa148f-9492-44ed-934f-7b82e677935c'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:46.425318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Made reservation on behalf of 637efc23dfdb499b8292cc0b1136bd84 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:13:46.427679 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:46.500371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56510) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:46.554749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f3cf4-68fd-4cb4-a897-eb9b04e01585 req-2da6e9c1-7e12-4b47-b337-4880940c7b76 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:46.558348 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-390f3cf4-68fd-4cb4-a897-eb9b04e01585 req-2da6e9c1-7e12-4b47-b337-4880940c7b76 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.1191840 Apr 05 20:13:46.620468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f47275ab-515d-4c25-8af7-e4895da3e8e9 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:13:46.625978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-390f3cf4-68fd-4cb4-a897-eb9b04e01585 req-08ab7552-9c67-45b7-ae4a-95d21bb6bfb4 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633163 Apr 05 20:13:46.647158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10765fdd-3603-4c18-87f1-4ae4a16c7e0f service neutron] Pushing event updated for resources: {'Port': ['ID=0efa148f-9492-44ed-934f-7b82e677935c,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:46.678529 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7678b4ca-9ad9-4043-9f10-a55883f9a19b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:46.691087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c71836-2626-4ba5-9b89-94b82f22c8ee req-a444fe0f-bcde-41ce-bbb5-b42a4f95842a tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:46.698686 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-48c71836-2626-4ba5-9b89-94b82f22c8ee req-a444fe0f-bcde-41ce-bbb5-b42a4f95842a tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.7309351 Apr 05 20:13:46.699401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7678b4ca-9ad9-4043-9f10-a55883f9a19b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:46.710265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7678b4ca-9ad9-4043-9f10-a55883f9a19b admin admin] Usage tracker for resource:security_group_rule and tenant:58b85981151c43859b0ec1f3814d2d84 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:46.717713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7678b4ca-9ad9-4043-9f10-a55883f9a19b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:46.734545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7678b4ca-9ad9-4043-9f10-a55883f9a19b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:46.787555 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-48c71836-2626-4ba5-9b89-94b82f22c8ee req-3fac78e1-3153-4d69-bb83-6f1b0bc7aa9f tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879138 Apr 05 20:13:46.811204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-68bae319-ada0-4d43-9fcc-4971ccd56f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:46.812674 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-68bae319-ada0-4d43-9fcc-4971ccd56f26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de693046406448ce9712373baee87060&device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 1099 time: 0.2691231 Apr 05 20:13:46.824194 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc61e-0fc9-45a7-82a0-ccbfef44f8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:46.861051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f47275ab-515d-4c25-8af7-e4895da3e8e9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f47275ab-515d-4c25-8af7-e4895da3e8e9,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:46.888488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'f47275ab-515d-4c25-8af7-e4895da3e8e9', 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060', 'port_id': 'f47275ab-515d-4c25-8af7-e4895da3e8e9', 'mac_address': 'fa:16:3e:fe:cb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1175b7-fe76-4409-88b2-f584c22d2454', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:13:46.921989 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7678b4ca-9ad9-4043-9f10-a55883f9a19b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:46.935346 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7678b4ca-9ad9-4043-9f10-a55883f9a19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:46.942890 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-05bfc4c6-890a-43dd-898c-8c3eb222b258 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=0efa148f-9492-44ed-934f-7b82e677935c HTTP/1.1" status: 200 len: 217 time: 0.1156011 Apr 05 20:13:46.945869 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefa72a2-eb99-4ba9-9b99-afbd08fe68ea', 'tag': '0efa148f-9492-44ed-934f-7b82e677935c', 'status': 'completed', 'code': 200} Apr 05 20:13:46.950522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdbc61e-0fc9-45a7-82a0-ccbfef44f8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be79ffd0-1a70-44d0-982d-3f5547615086,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:46.989040 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:47.016234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f47275ab-515d-4c25-8af7-e4895da3e8e9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:47.035146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcdbc61e-0fc9-45a7-82a0-ccbfef44f8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:47.036175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bcdbc61e-0fc9-45a7-82a0-ccbfef44f8c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be79ffd0-1a70-44d0-982d-3f5547615086 HTTP/1.1" status: 204 len: 168 time: 0.9898498 Apr 05 20:13:47.037514 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7678b4ca-9ad9-4043-9f10-a55883f9a19b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58b85981151c43859b0ec1f3814d2d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5361381 Apr 05 20:13:47.049273 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56530) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:47.084052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f47275ab-515d-4c25-8af7-e4895da3e8e9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f47275ab-515d-4c25-8af7-e4895da3e8e9,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:47.091290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-61041271-5473-4e9a-8f7a-8505c7ff3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:47.092873 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-61041271-5473-4e9a-8f7a-8505c7ff3ae7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1366818 Apr 05 20:13:47.095348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678b4ca-9ad9-4043-9f10-a55883f9a19b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e7f8ef-745e-44ea-993d-5ae43c7e96d9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:47.097644 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:47.221648 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:47.233623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 807fa30f-42f5-45a5-a350-cebbc3659bc7 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:13:47.311081 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['f47275ab-515d-4c25-8af7-e4895da3e8e9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:47.385064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5346762e-f36c-499a-9d81-34ed675bbd11,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:47.387172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Checking segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:13:47.387531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Network hostable DHCP agents. Network: 51344418-38f5-4178-a1c3-ae0225c075f4, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:13:47.398999 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56ba5db3-7db8-4bc6-8891-92816b630890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:47.420790 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f47275ab-515d-4c25-8af7-e4895da3e8e9,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:47.448343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Network 51344418-38f5-4178-a1c3-ae0225c075f4 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:13:47.455527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-41a503c2-e5eb-450a-a3a0-fde23213156f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:47.457007 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-41a503c2-e5eb-450a-a3a0-fde23213156f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3373740 Apr 05 20:13:47.460980 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56ba5db3-7db8-4bc6-8891-92816b630890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:47.509810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 51344418-38f5-4178-a1c3-ae0225c075f4) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:13:47.528162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:47.528730 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:47.554915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48e6ad3-19bb-4d56-a81c-5642d2336dbc None None] Network 51344418-38f5-4178-a1c3-ae0225c075f4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:13:47.558655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ed392-1f52-4d2a-ae52-543c027d0fea req-524cc15c-220b-4f86-a54e-6095d617ddc5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:47.567382 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab1ed392-1f52-4d2a-ae52-543c027d0fea req-524cc15c-220b-4f86-a54e-6095d617ddc5 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 948 time: 0.1139238 Apr 05 20:13:47.613859 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8a61b6fa-7699-46a8-aa9b-62da211d3e29 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5241549 Apr 05 20:13:47.625991 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab1ed392-1f52-4d2a-ae52-543c027d0fea req-0988fc34-1bc9-46ab-b5da-69e042ca9eba tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574365 Apr 05 20:13:47.637513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d3661-a241-4345-a60b-6f265ac33079 req-ce7a42af-4cda-455e-8067-7bb4580b3c8f tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:47.644115 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4c6d3661-a241-4345-a60b-6f265ac33079 req-ce7a42af-4cda-455e-8067-7bb4580b3c8f tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 1100 time: 0.3280334 Apr 05 20:13:47.716359 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56ba5db3-7db8-4bc6-8891-92816b630890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:47.787242 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4c6d3661-a241-4345-a60b-6f265ac33079 req-f2c760ec-b56f-46a0-8901-7b1541b337c8 tempest-MigrationsAdminTest-1172501624 tempest-MigrationsAdminTest-1172501624-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420457 Apr 05 20:13:47.798165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba5db3-7db8-4bc6-8891-92816b630890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e7f8ef-745e-44ea-993d-5ae43c7e96d9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:47.859186 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56ba5db3-7db8-4bc6-8891-92816b630890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:47.864668 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-56ba5db3-7db8-4bc6-8891-92816b630890 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49e7f8ef-745e-44ea-993d-5ae43c7e96d9 HTTP/1.1" status: 204 len: 168 time: 0.8103857 Apr 05 20:13:47.867083 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-95e8ee90-2263-4594-9cca-4bb439bd5314 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972423 Apr 05 20:13:47.985055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 807fa30f-42f5-45a5-a350-cebbc3659bc7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:13:47.998999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba4671f-0ace-4975-ac08-26ae2491f68f req-be50dab5-09e8-44f7-a9c2-7e7cebcf9e29 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:48.005779 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dba4671f-0ace-4975-ac08-26ae2491f68f req-be50dab5-09e8-44f7-a9c2-7e7cebcf9e29 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.1285298 Apr 05 20:13:48.023746 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 807fa30f-42f5-45a5-a350-cebbc3659bc7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:13:48.026045 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:48.065893 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dba4671f-0ace-4975-ac08-26ae2491f68f req-a31c0867-a2ee-4c39-857a-a988bfc4ef1f tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588758 Apr 05 20:13:48.098774 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda11117-51ad-4e0e-8ede-a9f0b69c67d5 req-f9f91070-a035-4b96-aaf0-fb7a81e7bbc0 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239752 Apr 05 20:13:48.170378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684be2b0-2be6-45ef-b777-94008f892726 req-8cbd81e3-e54f-468d-bdf2-7de6914dcc0e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:48.171386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-684be2b0-2be6-45ef-b777-94008f892726 req-8cbd81e3-e54f-468d-bdf2-7de6914dcc0e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:48.277696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-684be2b0-2be6-45ef-b777-94008f892726 req-8cbd81e3-e54f-468d-bdf2-7de6914dcc0e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:48.284508 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-684be2b0-2be6-45ef-b777-94008f892726 req-8cbd81e3-e54f-468d-bdf2-7de6914dcc0e tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf774f8-a27a-40c5-97d6-2801bb707a22 HTTP/1.1" status: 200 len: 950 time: 0.2426593 Apr 05 20:13:48.334904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90b5398-13ad-4f6d-9481-d631885ab30f None None] Network 51344418-38f5-4178-a1c3-ae0225c075f4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:13:48.342410 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-684be2b0-2be6-45ef-b777-94008f892726 req-76010562-d480-446a-9122-5660e43fedfa tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569320 Apr 05 20:13:48.489083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd14f85-7681-4352-aba4-d5813756e3b6 req-7513b023-1655-4bd4-bde2-896e1425f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:48.491417 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd14f85-7681-4352-aba4-d5813756e3b6 req-7513b023-1655-4bd4-bde2-896e1425f418 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de693046406448ce9712373baee87060&device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 1099 time: 0.3052850 Apr 05 20:13:48.658083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f47275ab-515d-4c25-8af7-e4895da3e8e9 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:13:48.694876 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:48.866594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:48.883890 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:48.908779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ebe74-6a40-4f8a-aad4-e3fe45b85bd8 req-9e8b1ba6-7294-4c54-ad27-c1acf1b1e392 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:48.910342 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af9ebe74-6a40-4f8a-aad4-e3fe45b85bd8 req-9e8b1ba6-7294-4c54-ad27-c1acf1b1e392 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 949 time: 0.2921860 Apr 05 20:13:48.918178 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:48.979634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56618) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:49.026934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1771014433-network', 'tenant_id': '9088eca40c654ab5bdc801445dd6ecfc'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:49.038136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:49.046431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=14']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:49.048332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Usage tracker for resource:network and tenant:9088eca40c654ab5bdc801445dd6ecfc is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:49.050501 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port f47275ab-515d-4c25-8af7-e4895da3e8e9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:13:49.050889 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:49.065981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:49.078907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:49.138428 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af9ebe74-6a40-4f8a-aad4-e3fe45b85bd8 req-f4518ac9-067d-4321-84cd-b8033ec347d4 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072415 Apr 05 20:13:49.150853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Made reservation on behalf of 9088eca40c654ab5bdc801445dd6ecfc for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:13:49.153664 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:49.158656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac11bc-64d0-4529-995e-d9d45d3b2b9a req-f099385e-64eb-43b4-b746-faf81ba90861 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:49.160082 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07ac11bc-64d0-4529-995e-d9d45d3b2b9a req-f099385e-64eb-43b4-b746-faf81ba90861 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/ports?device_id=2cf774f8-a27a-40c5-97d6-2801bb707a22 HTTP/1.1" status: 200 len: 950 time: 0.7894511 Apr 05 20:13:49.188646 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:49.211110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c6970-14cf-4f06-9573-b88de0e1478c req-e8d84210-278d-436d-ae59-ed17aa87b570 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:49.211812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-528c6970-14cf-4f06-9573-b88de0e1478c req-e8d84210-278d-436d-ae59-ed17aa87b570 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:49.219157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:49.231691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Usage tracker for resource:security_group_rule and tenant:9088eca40c654ab5bdc801445dd6ecfc is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:49.237730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:49.244142 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:49.245638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-528c6970-14cf-4f06-9573-b88de0e1478c req-e8d84210-278d-436d-ae59-ed17aa87b570 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:49.246801 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-528c6970-14cf-4f06-9573-b88de0e1478c req-e8d84210-278d-436d-ae59-ed17aa87b570 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/ports?device_id=c6858018-70f0-475a-9b50-c17d77a41ce6 HTTP/1.1" status: 200 len: 950 time: 0.4656870 Apr 05 20:13:49.247727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:49.265281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-07ac11bc-64d0-4529-995e-d9d45d3b2b9a req-ac0ef291-45e6-451f-81f4-76814b2232bd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Deleting port eaed120d-623f-40ac-aea4-d38dc9cb535f {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:49.265614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07ac11bc-64d0-4529-995e-d9d45d3b2b9a req-ac0ef291-45e6-451f-81f4-76814b2232bd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:49.328031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f47275ab-515d-4c25-8af7-e4895da3e8e9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f47275ab-515d-4c25-8af7-e4895da3e8e9,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:49.335801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429bf13d-8560-4f2c-808b-fbce3b192294 req-058f386a-a989-47c7-afd7-024a3425ce0e tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:49.337728 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-429bf13d-8560-4f2c-808b-fbce3b192294 req-058f386a-a989-47c7-afd7-024a3425ce0e tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.3482766 Apr 05 20:13:49.346820 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:49.356250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd14f85-7681-4352-aba4-d5813756e3b6 req-bd2a9596-4d15-468f-963d-824745893422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:49.357772 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd14f85-7681-4352-aba4-d5813756e3b6 req-bd2a9596-4d15-468f-963d-824745893422 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.8525543 Apr 05 20:13:49.397148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-528c6970-14cf-4f06-9573-b88de0e1478c req-d7492267-ea45-4f8a-b97b-05759cae3cd4 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Deleting port 40ed973d-a318-4c31-9c23-4d5fc3d066b3 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:49.397148 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-528c6970-14cf-4f06-9573-b88de0e1478c req-d7492267-ea45-4f8a-b97b-05759cae3cd4 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:49.524842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f47275ab-515d-4c25-8af7-e4895da3e8e9,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:49.641094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd14f85-7681-4352-aba4-d5813756e3b6 req-14994e81-bf8a-48c6-96f9-044dfc40545f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=0efa148f-9492-44ed-934f-7b82e677935c HTTP/1.1" status: 200 len: 217 time: 0.2372665 Apr 05 20:13:49.651995 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-429bf13d-8560-4f2c-808b-fbce3b192294 req-a84b6c7f-7083-42d6-83a9-75bc2be97c6f tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054883 Apr 05 20:13:49.671091 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:49.701587 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:49.792137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd14f85-7681-4352-aba4-d5813756e3b6 req-f8b35064-84fa-4c2f-aaa0-b489e85899a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:49.793852 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd14f85-7681-4352-aba4-d5813756e3b6 req-f8b35064-84fa-4c2f-aaa0-b489e85899a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1407359 Apr 05 20:13:49.815548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:13:49.817791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f50dd29-ae21-43d8-9810-b598b8247db3,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:49.868976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-07ac11bc-64d0-4529-995e-d9d45d3b2b9a req-ac0ef291-45e6-451f-81f4-76814b2232bd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] For port eaed120d-623f-40ac-aea4-d38dc9cb535f, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=eaed120d-623f-40ac-aea4-d38dc9cb535f,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:49.869375 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07ac11bc-64d0-4529-995e-d9d45d3b2b9a req-ac0ef291-45e6-451f-81f4-76814b2232bd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:49.875202 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:49.875803 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Added segment 7b0e1fa1-8342-45c6-a433-f7146944056b of type vlan for network 025313a9-7ce4-4c26-9955-a583efedfa1d Apr 05 20:13:49.963550 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42462c30-09cb-4455-98f8-4236446218c6 req-dcb86358-1b22-48d4-b415-1c28dff90626 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:49.965116 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42462c30-09cb-4455-98f8-4236446218c6 req-dcb86358-1b22-48d4-b415-1c28dff90626 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 948 time: 0.5976498 Apr 05 20:13:50.064919 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:50.085607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-07ac11bc-64d0-4529-995e-d9d45d3b2b9a req-ac0ef291-45e6-451f-81f4-76814b2232bd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Calling delete_port for eaed120d-623f-40ac-aea4-d38dc9cb535f owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:50.121001 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42462c30-09cb-4455-98f8-4236446218c6 req-626c2047-de20-4502-9ed7-bc74483a7bcd tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488559 Apr 05 20:13:50.215804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-528c6970-14cf-4f06-9573-b88de0e1478c req-d7492267-ea45-4f8a-b97b-05759cae3cd4 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] For port 40ed973d-a318-4c31-9c23-4d5fc3d066b3, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=40ed973d-a318-4c31-9c23-4d5fc3d066b3,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:50.216536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-528c6970-14cf-4f06-9573-b88de0e1478c req-d7492267-ea45-4f8a-b97b-05759cae3cd4 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:50.219170 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'code': 200} Apr 05 20:13:50.229056 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:50.230155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:50.230739 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:50.283261 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2987981 Apr 05 20:13:50.311460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56668) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:50.352833 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07ac11bc-64d0-4529-995e-d9d45d3b2b9a req-ac0ef291-45e6-451f-81f4-76814b2232bd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:50.364375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Request body: {'subnet': {'network_id': '025313a9-7ce4-4c26-9955-a583efedfa1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1771014433-subnet', 'tenant_id': '9088eca40c654ab5bdc801445dd6ecfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:50.365635 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:50.376852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccee79-53a6-4508-b8b0-de5727263674 req-731371ef-0865-46a1-801b-c7e9f637a93b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:50.378302 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0cccee79-53a6-4508-b8b0-de5727263674 req-731371ef-0865-46a1-801b-c7e9f637a93b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 950 time: 0.5815747 Apr 05 20:13:50.380216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd14f85-7681-4352-aba4-d5813756e3b6 req-7e903606-c6f0-46bb-9170-8d6e5172fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:50.381715 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd14f85-7681-4352-aba4-d5813756e3b6 req-7e903606-c6f0-46bb-9170-8d6e5172fd11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5169692 Apr 05 20:13:50.395414 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-a55f762f-35d5-42eb-9264-a6acc81e294d tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=cac8197e7c664ca989a92b484a3efcfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791881 Apr 05 20:13:50.445658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:50.450017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ef291-45e6-451f-81f4-76814b2232bd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event deleted for resources: {'Port': ['ID=eaed120d-623f-40ac-aea4-d38dc9cb535f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:50.557902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Usage tracker for resource:subnet and tenant:9088eca40c654ab5bdc801445dd6ecfc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:50.564798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:50.580153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-528c6970-14cf-4f06-9573-b88de0e1478c req-d7492267-ea45-4f8a-b97b-05759cae3cd4 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Calling delete_port for 40ed973d-a318-4c31-9c23-4d5fc3d066b3 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:50.590598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:50.644544 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4eda02b5-4315-4eb7-aa2b-b2ed5f54a691 req-fd5efadd-75fd-45c7-80ef-d8c63e38b0c5 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf774f8-a27a-40c5-97d6-2801bb707a22 HTTP/1.1" status: 200 len: 210 time: 0.2864084 Apr 05 20:13:50.728500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec5cfb-5d25-46e2-a064-6a54cd173a7c admin admin] Pushing event updated for resources: {'Network': ['ID=025313a9-7ce4-4c26-9955-a583efedfa1d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:50.731679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 0efa148f-9492-44ed-934f-7b82e677935c details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:13:50.764356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 025313a9-7ce4-4c26-9955-a583efedfa1d details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:13:50.895050 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-528c6970-14cf-4f06-9573-b88de0e1478c req-d7492267-ea45-4f8a-b97b-05759cae3cd4 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:51.036669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7492267-ea45-4f8a-b97b-05759cae3cd4 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event deleted for resources: {'Port': ['ID=40ed973d-a318-4c31-9c23-4d5fc3d066b3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:51.187810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-528c6970-14cf-4f06-9573-b88de0e1478c req-d7492267-ea45-4f8a-b97b-05759cae3cd4 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] No DVR routers for this DVR port 40ed973d-a318-4c31-9c23-4d5fc3d066b3 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:51.192274 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-528c6970-14cf-4f06-9573-b88de0e1478c req-d7492267-ea45-4f8a-b97b-05759cae3cd4 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:51.195139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6858018-70f0-475a-9b50-c17d77a41ce6', 'name': 'network-vif-deleted', 'tag': '40ed973d-a318-4c31-9c23-4d5fc3d066b3'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:51.210230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ac11bc-64d0-4529-995e-d9d45d3b2b9a req-ac0ef291-45e6-451f-81f4-76814b2232bd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] No DVR routers for this DVR port eaed120d-623f-40ac-aea4-d38dc9cb535f on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:51.213231 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd14f85-7681-4352-aba4-d5813756e3b6 req-b82b2b43-568a-405d-b51f-3556e37c8b7f service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7642508 Apr 05 20:13:51.227973 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-528c6970-14cf-4f06-9573-b88de0e1478c req-d7492267-ea45-4f8a-b97b-05759cae3cd4 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "DELETE /v2.0/ports/40ed973d-a318-4c31-9c23-4d5fc3d066b3 HTTP/1.1" status: 204 len: 173 time: 1.9747713 Apr 05 20:13:51.234679 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07ac11bc-64d0-4529-995e-d9d45d3b2b9a req-ac0ef291-45e6-451f-81f4-76814b2232bd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:51.257414 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['43d16c42-ddbf-4864-b78c-b44984de481e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:51.331024 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 40ed973d-a318-4c31-9c23-4d5fc3d066b3 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:51.413296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Deleting port 807fa30f-42f5-45a5-a350-cebbc3659bc7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:51.414438 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:51.449218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 0efa148f-9492-44ed-934f-7b82e677935c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0efa148f-9492-44ed-934f-7b82e677935c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:51.471128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '0efa148f-9492-44ed-934f-7b82e677935c', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '0efa148f-9492-44ed-934f-7b82e677935c', 'mac_address': 'fa:16:3e:f5:1d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:13:51.513118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cf774f8-a27a-40c5-97d6-2801bb707a22', 'name': 'network-vif-deleted', 'tag': 'eaed120d-623f-40ac-aea4-d38dc9cb535f'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:51.520381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56700) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:51.525019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-a5750ecc-a20d-4836-b298-8c9c818a809d tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:51.533460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 40ed973d-a318-4c31-9c23-4d5fc3d066b3 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:51.537683 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-a5750ecc-a20d-4836-b298-8c9c818a809d tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1413534 Apr 05 20:13:51.546063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Made reservation on behalf of 9088eca40c654ab5bdc801445dd6ecfc for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:13:51.546651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 40ed973d-a318-4c31-9c23-4d5fc3d066b3 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:51.549436 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:51.550479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 807fa30f-42f5-45a5-a350-cebbc3659bc7 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:51.812812 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:51.813667 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efd14f85-7681-4352-aba4-d5813756e3b6 req-6dfcb3b9-c126-427b-a3b7-fa650595bf9e service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724454 Apr 05 20:13:51.823573 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-08128af3-9c5d-4d10-a942-568143081f64 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/quotas/cac8197e7c664ca989a92b484a3efcfb HTTP/1.1" status: 200 len: 375 time: 0.2848012 Apr 05 20:13:51.864213 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-706c2483-51a5-4142-ab00-7fe62c54091c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:51.903093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-706c2483-51a5-4142-ab00-7fe62c54091c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:51.912387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-706c2483-51a5-4142-ab00-7fe62c54091c admin admin] Usage tracker for resource:security_group_rule and tenant:3505fb3883ec42049d00c4fdaa4b5b4b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:51.922792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-706c2483-51a5-4142-ab00-7fe62c54091c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:51.940900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-706c2483-51a5-4142-ab00-7fe62c54091c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:51.948264 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0efa148f-9492-44ed-934f-7b82e677935c {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:51.994019 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-ac888a54-0b8e-4ad0-8af4-76b2a559a148 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cac8197e7c664ca989a92b484a3efcfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1694164 Apr 05 20:13:51.996568 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07ac11bc-64d0-4529-995e-d9d45d3b2b9a req-ac0ef291-45e6-451f-81f4-76814b2232bd tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "DELETE /v2.0/ports/eaed120d-623f-40ac-aea4-d38dc9cb535f HTTP/1.1" status: 204 len: 173 time: 2.8120823 Apr 05 20:13:52.167870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 0efa148f-9492-44ed-934f-7b82e677935c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0efa148f-9492-44ed-934f-7b82e677935c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:52.217233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611f9d0-a247-4645-a552-80b3461ca356 req-1ab575ef-8c25-472e-ad25-37e441f896ee tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:52.219724 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c611f9d0-a247-4645-a552-80b3461ca356 req-1ab575ef-8c25-472e-ad25-37e441f896ee tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 950 time: 0.2673233 Apr 05 20:13:52.241203 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:52.278002 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:52.300273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ec550b-5880-4e2d-bee3-c2ac4c86e404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47275ab-515d-4c25-8af7-e4895da3e8e9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:52.340146 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c611f9d0-a247-4645-a552-80b3461ca356 req-90223acd-8097-4531-8e01-ff707b37105e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032774 Apr 05 20:13:52.443547 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-706c2483-51a5-4142-ab00-7fe62c54091c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:52.457699 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-706c2483-51a5-4142-ab00-7fe62c54091c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:52.569522 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6858018-70f0-475a-9b50-c17d77a41ce6', 'name': 'network-vif-deleted', 'tag': '40ed973d-a318-4c31-9c23-4d5fc3d066b3', 'status': 'completed', 'code': 200} Apr 05 20:13:52.582291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-706c2483-51a5-4142-ab00-7fe62c54091c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3505fb3883ec42049d00c4fdaa4b5b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0605438 Apr 05 20:13:52.583336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c2483-51a5-4142-ab00-7fe62c54091c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239d26c7-0676-45a4-adef-96dc2e765832,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:52.591764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56728) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:52.683769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['0efa148f-9492-44ed-934f-7b82e677935c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:52.793108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=0efa148f-9492-44ed-934f-7b82e677935c,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:52.837607 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cf774f8-a27a-40c5-97d6-2801bb707a22', 'name': 'network-vif-deleted', 'tag': 'eaed120d-623f-40ac-aea4-d38dc9cb535f', 'status': 'completed', 'code': 200} Apr 05 20:13:52.842358 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-541ba4f7-397b-451b-baf1-212b96a01b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:52.870418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:52.887029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d363c-bb37-4618-bd6f-c96f2f1da2a7 req-40e15b2c-5ac3-4504-bbd3-4aef82b66cef tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:52.902359 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3c8d363c-bb37-4618-bd6f-c96f2f1da2a7 req-40e15b2c-5ac3-4504-bbd3-4aef82b66cef tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 949 time: 0.3107650 Apr 05 20:13:52.938645 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:52.939938 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device eaed120d-623f-40ac-aea4-d38dc9cb535f no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:13:52.999386 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-541ba4f7-397b-451b-baf1-212b96a01b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:53.085461 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3c8d363c-bb37-4618-bd6f-c96f2f1da2a7 req-8004b374-2094-46fb-a817-607bb81a9a68 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817348 Apr 05 20:13:53.126524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: eaed120d-623f-40ac-aea4-d38dc9cb535f {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:13:53.128109 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device eaed120d-623f-40ac-aea4-d38dc9cb535f not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:13:53.140261 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:53.163636 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-541ba4f7-397b-451b-baf1-212b96a01b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:53.192235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541ba4f7-397b-451b-baf1-212b96a01b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239d26c7-0676-45a4-adef-96dc2e765832,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:53.214113 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-541ba4f7-397b-451b-baf1-212b96a01b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:53.218021 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-541ba4f7-397b-451b-baf1-212b96a01b0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/239d26c7-0676-45a4-adef-96dc2e765832 HTTP/1.1" status: 204 len: 168 time: 0.6224389 Apr 05 20:13:53.354821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ce75eed9-91f6-42c8-8cd3-55a3f372634f req-050f2f3a-f2e6-4397-a39b-f6960d6f07b6 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:53.396031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ce75eed9-91f6-42c8-8cd3-55a3f372634f req-050f2f3a-f2e6-4397-a39b-f6960d6f07b6 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:53.404517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce75eed9-91f6-42c8-8cd3-55a3f372634f req-050f2f3a-f2e6-4397-a39b-f6960d6f07b6 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=2cf774f8-a27a-40c5-97d6-2801bb707a22 HTTP/1.1" status: 200 len: 210 time: 0.1290736 Apr 05 20:13:53.452292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=15']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:53.549642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Pushing event updated for resources: {'Subnet': ['ID=433b5dba-7195-4915-9afc-1d47b0bce7dc,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:53.557258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Checking segment: {'id': '7b0e1fa1-8342-45c6-a433-f7146944056b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '025313a9-7ce4-4c26-9955-a583efedfa1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:13:53.558107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Network hostable DHCP agents. Network: 025313a9-7ce4-4c26-9955-a583efedfa1d, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:13:53.568436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:53.569164 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:53.689207 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7876906e-3518-44c9-8b1d-1c1e9a95618d req-77e0dd1b-070f-422c-85a5-e60e068be911 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81 HTTP/1.1" status: 200 len: 210 time: 0.0751238 Apr 05 20:13:53.780901 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Calling delete_port for 807fa30f-42f5-45a5-a350-cebbc3659bc7 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:53.802263 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ec550b-5880-4e2d-bee3-c2ac4c86e404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47275ab-515d-4c25-8af7-e4895da3e8e9', 'code': 200} Apr 05 20:13:53.846289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Network 025313a9-7ce4-4c26-9955-a583efedfa1d is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:13:53.885250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff7c01-28aa-427d-8338-a1f942da4858 req-37e851dc-0469-4ddf-9dfa-8cb08ad5d835 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:53.893048 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3aff7c01-28aa-427d-8338-a1f942da4858 req-37e851dc-0469-4ddf-9dfa-8cb08ad5d835 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.7989087 Apr 05 20:13:53.913218 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 025313a9-7ce4-4c26-9955-a583efedfa1d) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:13:53.929765 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a125ad-6c65-4f07-9b80-5acccacdc8b1 None None] Network 025313a9-7ce4-4c26-9955-a583efedfa1d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:13:53.930870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:53.931550 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:54.003715 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3aff7c01-28aa-427d-8338-a1f942da4858 req-a8a1e87c-01e3-45b3-adce-6c4876e7ff8c tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094606 Apr 05 20:13:54.031349 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-03acefc9-048e-46b0-bbdd-1481d0d71685 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.6876979 Apr 05 20:13:54.038680 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:13:54.039341 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:13:54.181641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34efb0-c0bc-4c5b-807f-0b14d131f4a4 req-bb4894a5-8dee-484d-b0d1-3247aef1923b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:54.184028 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e34efb0-c0bc-4c5b-807f-0b14d131f4a4 req-bb4894a5-8dee-484d-b0d1-3247aef1923b tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 948 time: 0.2140939 Apr 05 20:13:54.362394 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e34efb0-c0bc-4c5b-807f-0b14d131f4a4 req-af70a24a-6bc7-4c51-a938-6f3514dd5ba0 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562014 Apr 05 20:13:54.478789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1d195e-4e27-47e8-8b5f-6d83e9c1f12b None None] Network 025313a9-7ce4-4c26-9955-a583efedfa1d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:13:54.530829 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-67928c6c-ac3c-4a0a-9a1b-3a45297fa065 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=cac8197e7c664ca989a92b484a3efcfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648179 Apr 05 20:13:54.576737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Deleting port 807fa30f-42f5-45a5-a350-cebbc3659bc7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:13:54.577340 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:54.742990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56786) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:54.835049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 0efa148f-9492-44ed-934f-7b82e677935c up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:13:54.934857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-924822203-network', 'tenant_id': '0e674b4760db4a27b1556cba6f342fe2'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:54.940143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:54.950041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Usage tracker for resource:network and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:54.953115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:54.961375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:54.977442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Made reservation on behalf of 0e674b4760db4a27b1556cba6f342fe2 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:13:54.981639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:54.988281 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 0efa148f-9492-44ed-934f-7b82e677935c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:13:54.995096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 0efa148f-9492-44ed-934f-7b82e677935c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:13:54.995717 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:55.029559 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:55.031390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284e12b-17dc-40af-be4d-e0dd4ab1e068 req-90c0501f-e6ba-4d0b-a60d-095d08bac682 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:55.038914 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1284e12b-17dc-40af-be4d-e0dd4ab1e068 req-90c0501f-e6ba-4d0b-a60d-095d08bac682 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 949 time: 0.6666417 Apr 05 20:13:55.062784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:55.067619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Usage tracker for resource:security_group_rule and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:55.071966 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:55.080598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:55.157227 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:55.235048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 0efa148f-9492-44ed-934f-7b82e677935c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0efa148f-9492-44ed-934f-7b82e677935c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:55.240666 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:55.337671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=0efa148f-9492-44ed-934f-7b82e677935c,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:55.380392 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1284e12b-17dc-40af-be4d-e0dd4ab1e068 req-07968261-ce1a-4d70-a075-2c691c396458 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405366 Apr 05 20:13:55.404661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-242cce6b-3433-401a-a8b5-87ef0988c4de tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:55.412274 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-242cce6b-3433-401a-a8b5-87ef0988c4de tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8729155 Apr 05 20:13:55.424793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751288dd-97c6-4463-8876-c4c9698d908c req-067041fb-4988-460f-9492-03af3bb3fab5 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:55.425681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-751288dd-97c6-4463-8876-c4c9698d908c req-067041fb-4988-460f-9492-03af3bb3fab5 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Synchronizing usage tracker for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:55.446014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Request body: {'port': {'device_id': 'eb0bec56-9933-4ca6-a498-8d0f8aacaa81', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': 'cac8197e7c664ca989a92b484a3efcfb'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:55.472295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-751288dd-97c6-4463-8876-c4c9698d908c req-067041fb-4988-460f-9492-03af3bb3fab5 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Unset dirty status for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:55.473699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-751288dd-97c6-4463-8876-c4c9698d908c req-067041fb-4988-460f-9492-03af3bb3fab5 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 808 time: 0.2259650 Apr 05 20:13:55.502697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-751288dd-97c6-4463-8876-c4c9698d908c req-95687345-6f18-4fb9-8f79-e4f21bcaecef tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/quotas/637efc23dfdb499b8292cc0b1136bd84 HTTP/1.1" status: 200 len: 375 time: 0.0200562 Apr 05 20:13:55.584103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-751288dd-97c6-4463-8876-c4c9698d908c req-ebbcea6b-3a71-4a18-9dda-3e9a98076328 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670681 Apr 05 20:13:55.593302 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:55.619497 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:55.653065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:55.666995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:13:55.667393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Usage tracker for resource:port and tenant:cac8197e7c664ca989a92b484a3efcfb is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:55.672234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:55.682018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] For port 807fa30f-42f5-45a5-a350-cebbc3659bc7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=807fa30f-42f5-45a5-a350-cebbc3659bc7,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:13:55.682623 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:55.693175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:55.753105 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:55.753607 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Added segment 013e68ee-fd40-4970-8520-953debddc51b of type vlan for network 962e1d7c-255e-4798-84cd-3bc43b1f6b9c Apr 05 20:13:55.768443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b496b51b-7e46-48ec-8e09-6e8106045c92,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:55.804523 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7'}, {'server_uuid': 'aefa72a2-eb99-4ba9-9b99-afbd08fe68ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efa148f-9492-44ed-934f-7b82e677935c'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:55.817574 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:55.837764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-751288dd-97c6-4463-8876-c4c9698d908c req-eb285380-7a9f-41d1-a60b-240361b087ea service neutron] 10.222.0.24 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430005 Apr 05 20:13:55.867322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Calling delete_port for 807fa30f-42f5-45a5-a350-cebbc3659bc7 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:13:55.916886 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f41e7ed6-130a-465f-bd66-aa9d1eeadc7e req-c868cbe9-f58f-4c10-b476-3bced7d1fea0 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81 HTTP/1.1" status: 200 len: 210 time: 0.1655426 Apr 05 20:13:55.917475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Made reservation on behalf of cac8197e7c664ca989a92b484a3efcfb for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:13:55.921094 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:55.942897 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:55.966955 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:55.968050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:55.969020 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:55.986868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:55.995434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Usage tracker for resource:security_group_rule and tenant:cac8197e7c664ca989a92b484a3efcfb is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:56.002266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:56.026214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:56.112800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] Pushing event updated for resources: {'Network': ['ID=962e1d7c-255e-4798-84cd-3bc43b1f6b9c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:56.122856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 962e1d7c-255e-4798-84cd-3bc43b1f6b9c details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:13:56.133417 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-761cfb52-4a18-447a-be0c-b9e88c375990 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3861010 Apr 05 20:13:56.134198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56810) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:13:56.141598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Request body: {'subnet': {'network_id': '962e1d7c-255e-4798-84cd-3bc43b1f6b9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-924822203-subnet', 'tenant_id': '0e674b4760db4a27b1556cba6f342fe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:56.156687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-751288dd-97c6-4463-8876-c4c9698d908c req-a48475ac-728f-476a-bd62-f9b76d2157d3 service neutron] 10.222.0.24 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173354 Apr 05 20:13:56.160949 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:56.170789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Usage tracker for resource:subnet and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:56.177546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:56.191726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:56.213353 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:56.219326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Made reservation on behalf of 0e674b4760db4a27b1556cba6f342fe2 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:13:56.221920 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:56.288036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Pushing event deleted for resources: {'Port': ['ID=807fa30f-42f5-45a5-a350-cebbc3659bc7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:56.308354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d42841c6-73ca-48b9-b406-7bfefe163cb6', '2a49da29-b868-4d29-b1b7-4c1d531e53c1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:56.330079 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:56.380926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['a85ee676-1514-4762-922c-ce91fb8864a9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:13:56.433149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61cf4cd-731e-445f-966c-e9f00c06ea54 req-a0af4a96-9184-408f-959d-c20ce120e293 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:56.436203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d61cf4cd-731e-445f-966c-e9f00c06ea54 req-a0af4a96-9184-408f-959d-c20ce120e293 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.3278375 Apr 05 20:13:56.452606 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:56.594698 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:56.780400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c63f5717-0100-486f-9d03-7e30d65c9e48,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:56.823844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] No DVR routers for this DVR port 807fa30f-42f5-45a5-a350-cebbc3659bc7 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:13:56.850904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:56.870816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'name': 'network-vif-deleted', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:13:56.895834 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0cccee79-53a6-4508-b8b0-de5727263674 req-2b03d59f-7c36-4e54-8be3-9c6f7031dd60 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.41 "DELETE /v2.0/ports/807fa30f-42f5-45a5-a350-cebbc3659bc7 HTTP/1.1" status: 204 len: 173 time: 6.4518735 Apr 05 20:13:56.901347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30bdaadd-8559-470b-8d45-143e97f4ae2c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:56.933570 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d61cf4cd-731e-445f-966c-e9f00c06ea54 req-a9cf074c-bdca-407d-8764-b7b64e5821fc tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791199 Apr 05 20:13:57.066938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35345bbf-ac17-487e-90b5-c8c30d74cdad req-85fe09fd-e95f-4a8d-b21c-ce196af98e67 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ba983034-4eac-4789-9fa3-d53b35e5a7e2 HTTP/1.1" status: 200 len: 210 time: 0.3154275 Apr 05 20:13:57.091595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Checking segment: {'id': '013e68ee-fd40-4970-8520-953debddc51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '962e1d7c-255e-4798-84cd-3bc43b1f6b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:13:57.093629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Network hostable DHCP agents. Network: 962e1d7c-255e-4798-84cd-3bc43b1f6b9c, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:13:57.110079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Allocated IP 192.168.233.200 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/7fb22a66-91c4-4a51-a642-8a832432972c) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:13:57.182884 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Network 962e1d7c-255e-4798-84cd-3bc43b1f6b9c is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:13:57.207231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 962e1d7c-255e-4798-84cd-3bc43b1f6b9c) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:13:57.215685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:57.216434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:57.252623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3772579f-96ac-4e6c-9ac6-ef5d6391b0b7 None None] Network 962e1d7c-255e-4798-84cd-3bc43b1f6b9c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:13:57.270857 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'code': 200} Apr 05 20:13:57.271622 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefa72a2-eb99-4ba9-9b99-afbd08fe68ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0efa148f-9492-44ed-934f-7b82e677935c', 'code': 200} Apr 05 20:13:57.281005 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a1ef775e-4ad0-4f32-9cf4-383ab9e26d07 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1455662 Apr 05 20:13:57.419555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8506167d-f48e-40f7-be10-33325592a358 req-1b484543-ef91-4638-ac4a-f3e79aceaefe tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 210 time: 0.1137640 Apr 05 20:13:57.638435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4479d1d-0a7e-40d9-aab2-1132a5ef9990 None None] Network 962e1d7c-255e-4798-84cd-3bc43b1f6b9c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:13:57.682071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4368685-597a-46e2-bd21-5020f2289b04 req-bc570f73-63b6-4bf1-8218-77fba1e33c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:57.683129 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d4368685-597a-46e2-bd21-5020f2289b04 req-bc570f73-63b6-4bf1-8218-77fba1e33c42 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 1101 time: 0.3263602 Apr 05 20:13:57.776810 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d4368685-597a-46e2-bd21-5020f2289b04 req-65ede14e-cbad-4550-8010-cb532739cab9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774117 Apr 05 20:13:57.808451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:57.827219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Transition to ACTIVE for port object 7fb22a66-91c4-4a51-a642-8a832432972c will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:13:57.831875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf41ec-0dd1-4e9d-8287-8acc896ac2e5 req-bcab1d04-736f-453d-835a-ada2bb2a51d7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:57.847605 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3bdf41ec-0dd1-4e9d-8287-8acc896ac2e5 req-bcab1d04-736f-453d-835a-ada2bb2a51d7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 950 time: 0.2393014 Apr 05 20:13:57.863466 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:57.951802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:13:57.955477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:13:57.980556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:13:58.011166 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3bdf41ec-0dd1-4e9d-8287-8acc896ac2e5 req-1b868445-aa63-476f-bd5f-83df181970f3 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617758 Apr 05 20:13:58.041858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Pushing event updated for resources: {'Port': ['ID=7fb22a66-91c4-4a51-a642-8a832432972c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:58.121686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:58.128307 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:58.157249 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba983034-4eac-4789-9fa3-d53b35e5a7e2', 'name': 'network-vif-deleted', 'tag': '807fa30f-42f5-45a5-a350-cebbc3659bc7', 'status': 'completed', 'code': 200} Apr 05 20:13:58.207051 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-cd28aee4-7096-4246-9bdc-5e52f530bacc tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7852046 Apr 05 20:13:58.219868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Request body: {'port': {'device_id': 'eb0bec56-9933-4ca6-a498-8d0f8aacaa81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:58.358444 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:13:58.404758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-af85959b-76a9-43ef-a7a0-cd94b0c5503f req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-243314476', 'description': 'tempest-description-1332319666'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:58.414802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-af85959b-76a9-43ef-a7a0-cd94b0c5503f req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:58.432373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-af85959b-76a9-43ef-a7a0-cd94b0c5503f req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:58.437268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-af85959b-76a9-43ef-a7a0-cd94b0c5503f req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:58.445422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-af85959b-76a9-43ef-a7a0-cd94b0c5503f req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:58.459364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8a83931f-4415-4ffc-b958-35e138db84d6 None None] Provisioning for port 7fb22a66-91c4-4a51-a642-8a832432972c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:13:58.468272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8a83931f-4415-4ffc-b958-35e138db84d6 None None] Provisioning complete for port 7fb22a66-91c4-4a51-a642-8a832432972c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:13:58.469179 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8a83931f-4415-4ffc-b958-35e138db84d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:58.477676 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-af85959b-76a9-43ef-a7a0-cd94b0c5503f req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:58.509897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-af85959b-76a9-43ef-a7a0-cd94b0c5503f req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:58.515183 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-af85959b-76a9-43ef-a7a0-cd94b0c5503f req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group_rule and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:58.519393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-af85959b-76a9-43ef-a7a0-cd94b0c5503f req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:58.539122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-af85959b-76a9-43ef-a7a0-cd94b0c5503f req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:58.546547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8a83931f-4415-4ffc-b958-35e138db84d6 None None] Port 7fb22a66-91c4-4a51-a642-8a832432972c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:13:58.630240 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-af85959b-76a9-43ef-a7a0-cd94b0c5503f req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:58.639772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-af85959b-76a9-43ef-a7a0-cd94b0c5503f req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:58.703731 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-af85959b-76a9-43ef-a7a0-cd94b0c5503f req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:58.709802 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af85959b-76a9-43ef-a7a0-cd94b0c5503f req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3106706 Apr 05 20:13:58.728405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1b783a-d2fd-4d49-bcf4-fc3aa13b0ad5,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:13:58.750727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:58.751051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:58.751938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:58.752263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:58.752585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:58.752906 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:58.753227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:58.753546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:58.754309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:58.766422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:58.766761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:58.767722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722f7e41-6db5-4f1e-91b7-77f9372b04d7 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:13:58.802546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751288dd-97c6-4463-8876-c4c9698d908c req-24bd444b-2002-4581-8917-a58b43ef4270 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:58.804290 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-751288dd-97c6-4463-8876-c4c9698d908c req-24bd444b-2002-4581-8917-a58b43ef4270 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.13 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 808 time: 0.3058364 Apr 05 20:13:58.835788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Request body: {'port': {'device_id': 'acc12f52-c316-4973-a155-ba0f0ccfeb60', 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4', 'admin_state_up': True, 'tenant_id': '637efc23dfdb499b8292cc0b1136bd84'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:58.875843 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:58.914404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7e34c0-ddb9-4979-9769-e669f385cf6e req-a4627c16-26da-4af3-9e5a-95adf621f947 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:58.921829 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f7e34c0-ddb9-4979-9769-e669f385cf6e req-a4627c16-26da-4af3-9e5a-95adf621f947 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.0941975 Apr 05 20:13:58.931550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054092f-7225-48df-8aa8-6cb7d08fb8fa req-1a9596e4-b69e-4e9e-b561-7188fae99544 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:58.932243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c054092f-7225-48df-8aa8-6cb7d08fb8fa req-1a9596e4-b69e-4e9e-b561-7188fae99544 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Synchronizing usage tracker for tenant:cac8197e7c664ca989a92b484a3efcfb on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:58.970304 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f7e34c0-ddb9-4979-9769-e669f385cf6e req-9b4e14a7-243c-49ab-9176-bfa7f0f48610 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472887 Apr 05 20:13:59.050553 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c054092f-7225-48df-8aa8-6cb7d08fb8fa req-1a9596e4-b69e-4e9e-b561-7188fae99544 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Unset dirty status for tenant:cac8197e7c664ca989a92b484a3efcfb on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:59.051711 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c054092f-7225-48df-8aa8-6cb7d08fb8fa req-1a9596e4-b69e-4e9e-b561-7188fae99544 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81 HTTP/1.1" status: 200 len: 936 time: 0.7435148 Apr 05 20:13:59.245427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c054092f-7225-48df-8aa8-6cb7d08fb8fa req-6861113a-44c4-421a-887f-b0f6712d76ba tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Synchronizing usage tracker for tenant:cac8197e7c664ca989a92b484a3efcfb on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:13:59.259353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:59.275256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Usage tracker for resource:port and tenant:637efc23dfdb499b8292cc0b1136bd84 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:59.330647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:59.346850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:13:59.376636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c054092f-7225-48df-8aa8-6cb7d08fb8fa req-6861113a-44c4-421a-887f-b0f6712d76ba tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Unset dirty status for tenant:cac8197e7c664ca989a92b484a3efcfb on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:13:59.379730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c054092f-7225-48df-8aa8-6cb7d08fb8fa req-6861113a-44c4-421a-887f-b0f6712d76ba tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bdaadd-8559-470b-8d45-143e97f4ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168261 Apr 05 20:13:59.383065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Made reservation on behalf of 637efc23dfdb499b8292cc0b1136bd84 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:13:59.387302 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:59.519127 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-05f35c5b-44aa-41e0-855e-b23e2671fae9 req-1ed6960a-c089-4a92-ab28-c1cb648dca8e tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 210 time: 0.0573435 Apr 05 20:13:59.646128 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8490a837-fb77-4045-8087-f9577f506909 req-c7d18f6b-4c3a-451c-a144-4c51751c6eca tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/2c1b783a-d2fd-4d49-bcf4-fc3aa13b0ad5 HTTP/1.1" status: 200 len: 1804 time: 0.1511159 Apr 05 20:13:59.675056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Allocated IP 172.20.0.3 (51344418-38f5-4178-a1c3-ae0225c075f4/5346762e-f36c-499a-9d81-34ed675bbd11/89307afd-c1db-44ae-b8a8-cab6d35b9511) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:13:59.682965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-8490a837-fb77-4045-8087-f9577f506909 req-8108d1d2-0fe5-4b42-afb2-c02350baae7c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2c1b783a-d2fd-4d49-bcf4-fc3aa13b0ad5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:59.683375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-8490a837-fb77-4045-8087-f9577f506909 req-8108d1d2-0fe5-4b42-afb2-c02350baae7c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2c1b783a-d2fd-4d49-bcf4-fc3aa13b0ad5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:13:59.748246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f47c8b-3189-450c-9d4d-fad4b518a41a req-aabd618c-7b90-4d72-a9a1-29a80605c1dd tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:13:59.762243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-65f47c8b-3189-450c-9d4d-fad4b518a41a req-aabd618c-7b90-4d72-a9a1-29a80605c1dd tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 950 time: 0.1364105 Apr 05 20:13:59.772065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb22a66-91c4-4a51-a642-8a832432972c {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:13:59.783285 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:59.805225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-8490a837-fb77-4045-8087-f9577f506909 req-8108d1d2-0fe5-4b42-afb2-c02350baae7c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:13:59.815819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Transition to ACTIVE for port object 7fb22a66-91c4-4a51-a642-8a832432972c will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:13:59.817336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8490a837-fb77-4045-8087-f9577f506909 req-8108d1d2-0fe5-4b42-afb2-c02350baae7c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group_rule and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:13:59.822625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8490a837-fb77-4045-8087-f9577f506909 req-8108d1d2-0fe5-4b42-afb2-c02350baae7c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:13:59.826236 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-65f47c8b-3189-450c-9d4d-fad4b518a41a req-e4c69c2b-623f-4221-b7e4-9538bcf86251 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597394 Apr 05 20:13:59.827780 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:13:59.893197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-8490a837-fb77-4045-8087-f9577f506909 req-8108d1d2-0fe5-4b42-afb2-c02350baae7c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:00.099603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb22a66-91c4-4a51-a642-8a832432972c,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:00.162858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32fe0a-41ba-4e37-8ec2-a9317d572c79 req-e35231bc-bdc4-454d-8b4f-75c11aa6bd52 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:00.175318 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5a32fe0a-41ba-4e37-8ec2-a9317d572c79 req-e35231bc-bdc4-454d-8b4f-75c11aa6bd52 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 950 time: 0.1642082 Apr 05 20:14:00.186599 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8490a837-fb77-4045-8087-f9577f506909 req-8108d1d2-0fe5-4b42-afb2-c02350baae7c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:00.236366 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5a32fe0a-41ba-4e37-8ec2-a9317d572c79 req-9d43c7fd-56d4-4e20-887a-800d8a83161c tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622430 Apr 05 20:14:00.305604 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8490a837-fb77-4045-8087-f9577f506909 req-8108d1d2-0fe5-4b42-afb2-c02350baae7c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:00.318801 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8490a837-fb77-4045-8087-f9577f506909 req-8108d1d2-0fe5-4b42-afb2-c02350baae7c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:00.372794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108d1d2-0fe5-4b42-afb2-c02350baae7c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96fc7e53-e2ff-49ab-a385-7e5d799ce1ba,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:00.405788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Attempting to bind port 7fb22a66-91c4-4a51-a642-8a832432972c on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:14:00.406404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Attempting to bind port 7fb22a66-91c4-4a51-a642-8a832432972c by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:14:00.406827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Attempting to bind port 7fb22a66-91c4-4a51-a642-8a832432972c on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:00.420943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Port 7fb22a66-91c4-4a51-a642-8a832432972c on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:14:00.421419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Attempting to bind port 7fb22a66-91c4-4a51-a642-8a832432972c on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:00.427138 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8490a837-fb77-4045-8087-f9577f506909 req-8108d1d2-0fe5-4b42-afb2-c02350baae7c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:00.428448 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8490a837-fb77-4045-8087-f9577f506909 req-8108d1d2-0fe5-4b42-afb2-c02350baae7c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7508664 Apr 05 20:14:00.442921 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:00.458993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:14:00.459474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:00.462392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:14:00.462967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Bound port: 7fb22a66-91c4-4a51-a642-8a832432972c, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:14:00.463397 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:00.625951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] For port 7fb22a66-91c4-4a51-a642-8a832432972c, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:00.847761 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:00.852415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] For port 7fb22a66-91c4-4a51-a642-8a832432972c, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=7fb22a66-91c4-4a51-a642-8a832432972c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:14:00.903571 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:00.934773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Network 51344418-38f5-4178-a1c3-ae0225c075f4 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:14:00.940780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:00.947674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:14:00.990780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88791c-001b-4baf-b142-a989d401ff04 req-b433a57c-6b7c-464e-8267-c7b45e65f057 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:00.993217 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd88791c-001b-4baf-b142-a989d401ff04 req-b433a57c-6b7c-464e-8267-c7b45e65f057 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.2439215 Apr 05 20:14:01.035310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:01.035310 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:01.036452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b1621634-537e-46c3-9544-eef330a50478 service neutron] 10.222.0.41 "PUT /v2.0/ports/7fb22a66-91c4-4a51-a642-8a832432972c HTTP/1.1" status: 200 len: 1096 time: 2.8222401 Apr 05 20:14:01.044649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0bec56-9933-4ca6-a498-8d0f8aacaa81', 'tag': '7fb22a66-91c4-4a51-a642-8a832432972c'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:01.074281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Pushing event updated for resources: {'Port': ['ID=89307afd-c1db-44ae-b8a8-cab6d35b9511,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:01.075864 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd88791c-001b-4baf-b142-a989d401ff04 req-16afcbc2-f8bf-4d98-bfb5-c6a405818740 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754676 Apr 05 20:14:01.118658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-81b7f59f-b3ff-465d-bac1-3ecdd86bd9ca req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-581944966', 'description': 'tempest-description-385978567'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:01.125871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-81b7f59f-b3ff-465d-bac1-3ecdd86bd9ca req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:01.130303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-81b7f59f-b3ff-465d-bac1-3ecdd86bd9ca req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:01.133541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-81b7f59f-b3ff-465d-bac1-3ecdd86bd9ca req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:01.140575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-81b7f59f-b3ff-465d-bac1-3ecdd86bd9ca req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:01.158803 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:01.159543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-81b7f59f-b3ff-465d-bac1-3ecdd86bd9ca req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:01.159694 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:01.182681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-81b7f59f-b3ff-465d-bac1-3ecdd86bd9ca req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:01.188512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-81b7f59f-b3ff-465d-bac1-3ecdd86bd9ca req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group_rule and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:01.192598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-81b7f59f-b3ff-465d-bac1-3ecdd86bd9ca req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:01.199470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-81b7f59f-b3ff-465d-bac1-3ecdd86bd9ca req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:01.301571 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-751288dd-97c6-4463-8876-c4c9698d908c req-f3ff67ef-941f-49cd-8176-04be64759575 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4787457 Apr 05 20:14:01.321536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-81b7f59f-b3ff-465d-bac1-3ecdd86bd9ca req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:01.328029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-81b7f59f-b3ff-465d-bac1-3ecdd86bd9ca req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:01.339907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f23e71-2ae8-41d7-ab5d-e0d82681edac req-def1cdea-4f28-46a3-931d-7eb4db498822 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:01.340667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-e3f23e71-2ae8-41d7-ab5d-e0d82681edac req-def1cdea-4f28-46a3-931d-7eb4db498822 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:14:01.351812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Request body: {'port': {'device_id': 'acc12f52-c316-4973-a155-ba0f0ccfeb60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:01.390506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a1b64b-76ac-44c8-b500-3a40063e56bf,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:01.397547 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-81b7f59f-b3ff-465d-bac1-3ecdd86bd9ca req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:01.412474 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-81b7f59f-b3ff-465d-bac1-3ecdd86bd9ca req-730206ed-1d42-4804-94ad-8f529382907d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2955554 Apr 05 20:14:01.414396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-e3f23e71-2ae8-41d7-ab5d-e0d82681edac req-def1cdea-4f28-46a3-931d-7eb4db498822 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:14:01.414555 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e3f23e71-2ae8-41d7-ab5d-e0d82681edac req-def1cdea-4f28-46a3-931d-7eb4db498822 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 950 time: 0.7849207 Apr 05 20:14:01.459261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1621634-537e-46c3-9544-eef330a50478 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb22a66-91c4-4a51-a642-8a832432972c,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:01.501680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc8edf-2565-4449-b01c-833c886e3916 req-5d572950-08f1-40d2-b91c-3e9e236bdaf3 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:01.509686 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3acc8edf-2565-4449-b01c-833c886e3916 req-5d572950-08f1-40d2-b91c-3e9e236bdaf3 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81 HTTP/1.1" status: 200 len: 948 time: 0.5721867 Apr 05 20:14:01.617052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184df9-14e7-4708-b6d7-f1099c552152 req-2be6e5e8-9b20-4fcc-9188-641e11243283 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:01.626698 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f5184df9-14e7-4708-b6d7-f1099c552152 req-2be6e5e8-9b20-4fcc-9188-641e11243283 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 931 time: 0.1107709 Apr 05 20:14:01.630394 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:01.668436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f5184df9-14e7-4708-b6d7-f1099c552152 req-75407355-b2e3-4062-841b-157d3f6ceef9 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Synchronizing usage tracker for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:14:01.682042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-e3f23e71-2ae8-41d7-ab5d-e0d82681edac req-f9c7008c-0a01-4f06-add1-53c639a6be3a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Deleting port 43d16c42-ddbf-4864-b78c-b44984de481e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:01.686341 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e3f23e71-2ae8-41d7-ab5d-e0d82681edac req-f9c7008c-0a01-4f06-add1-53c639a6be3a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:01.698498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f5184df9-14e7-4708-b6d7-f1099c552152 req-75407355-b2e3-4062-841b-157d3f6ceef9 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Unset dirty status for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:14:01.710686 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f5184df9-14e7-4708-b6d7-f1099c552152 req-75407355-b2e3-4062-841b-157d3f6ceef9 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829298 Apr 05 20:14:01.778628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-53b1d97e-5456-4a24-a6bb-3ee04f5dde9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:01.780592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-53b1d97e-5456-4a24-a6bb-3ee04f5dde9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cac8197e7c664ca989a92b484a3efcfb&device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81 HTTP/1.1" status: 200 len: 1099 time: 0.6112521 Apr 05 20:14:01.899778 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3acc8edf-2565-4449-b01c-833c886e3916 req-d53dc869-6940-4be6-a463-f0c26abf8090 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bdaadd-8559-470b-8d45-143e97f4ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891091 Apr 05 20:14:01.940079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ae4f3-58e4-4ade-9ff3-ace299235ed3 req-43470bcf-e7db-4528-af25-21cc218066fc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:01.941853 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa3ae4f3-58e4-4ade-9ff3-ace299235ed3 req-43470bcf-e7db-4528-af25-21cc218066fc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 951 time: 0.1302609 Apr 05 20:14:01.987837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-236dfd08-bc6e-43fb-a598-ca9ff2eb435a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=7fb22a66-91c4-4a51-a642-8a832432972c HTTP/1.1" status: 200 len: 217 time: 0.1997375 Apr 05 20:14:02.007417 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa3ae4f3-58e4-4ade-9ff3-ace299235ed3 req-842a5bc4-9e0c-445b-938c-c8da8983e00e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563579 Apr 05 20:14:02.168815 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb0bec56-9933-4ca6-a498-8d0f8aacaa81', 'tag': '7fb22a66-91c4-4a51-a642-8a832432972c', 'status': 'completed', 'code': 200} Apr 05 20:14:02.204053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c753f14-7d94-4848-a59f-8ac8631bc728 req-e1c62a32-226c-4a5a-baf3-ad0b30720470 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:02.205602 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c753f14-7d94-4848-a59f-8ac8631bc728 req-e1c62a32-226c-4a5a-baf3-ad0b30720470 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1 HTTP/1.1" status: 200 len: 951 time: 0.1716895 Apr 05 20:14:02.359805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-07b84abe-a209-4385-93f7-5d8ee85e2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:02.361912 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-07b84abe-a209-4385-93f7-5d8ee85e2f80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.3411329 Apr 05 20:14:02.369744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-6c753f14-7d94-4848-a59f-8ac8631bc728 req-18e905de-441b-4e1f-a4c0-1e3f51e8b0be tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Deleting port a85ee676-1514-4762-922c-ce91fb8864a9 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:02.370127 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6c753f14-7d94-4848-a59f-8ac8631bc728 req-18e905de-441b-4e1f-a4c0-1e3f51e8b0be tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:02.505363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2695795-61ea-4425-a876-36dba2f0850f req-1bfbc170-0ac0-48a9-a6d0-6bd21be54384 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:02.512483 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e2695795-61ea-4425-a876-36dba2f0850f req-1bfbc170-0ac0-48a9-a6d0-6bd21be54384 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 950 time: 0.2438836 Apr 05 20:14:02.620755 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e2695795-61ea-4425-a876-36dba2f0850f req-0e7e2258-0e2c-43b7-b31e-0f1bc639e4f2 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/security-groups?id=5df949ac-545a-447f-bad7-f3d29cce9256&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073551 Apr 05 20:14:02.629131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-e3f23e71-2ae8-41d7-ab5d-e0d82681edac req-f9c7008c-0a01-4f06-add1-53c639a6be3a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] For port 43d16c42-ddbf-4864-b78c-b44984de481e, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=43d16c42-ddbf-4864-b78c-b44984de481e,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:02.629492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e3f23e71-2ae8-41d7-ab5d-e0d82681edac req-f9c7008c-0a01-4f06-add1-53c639a6be3a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:02.751435 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40b0b09a-dc22-43c0-9454-f7b57ec45011 req-db206490-a751-4b89-b8c0-3aaa9e6c7ca3 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/97a1b64b-76ac-44c8-b500-3a40063e56bf HTTP/1.1" status: 200 len: 1803 time: 0.0612848 Apr 05 20:14:02.757707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-40b0b09a-dc22-43c0-9454-f7b57ec45011 req-934eed01-fb4b-427b-a854-4e6d51ee8e5c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '97a1b64b-76ac-44c8-b500-3a40063e56bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:02.758040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-40b0b09a-dc22-43c0-9454-f7b57ec45011 req-934eed01-fb4b-427b-a854-4e6d51ee8e5c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '97a1b64b-76ac-44c8-b500-3a40063e56bf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:02.764410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-40b0b09a-dc22-43c0-9454-f7b57ec45011 req-934eed01-fb4b-427b-a854-4e6d51ee8e5c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:02.768803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-40b0b09a-dc22-43c0-9454-f7b57ec45011 req-934eed01-fb4b-427b-a854-4e6d51ee8e5c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group_rule and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:02.773932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-40b0b09a-dc22-43c0-9454-f7b57ec45011 req-934eed01-fb4b-427b-a854-4e6d51ee8e5c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:02.790269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-40b0b09a-dc22-43c0-9454-f7b57ec45011 req-934eed01-fb4b-427b-a854-4e6d51ee8e5c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:02.904891 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-6c753f14-7d94-4848-a59f-8ac8631bc728 req-18e905de-441b-4e1f-a4c0-1e3f51e8b0be tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] For port a85ee676-1514-4762-922c-ce91fb8864a9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a85ee676-1514-4762-922c-ce91fb8864a9,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:02.905328 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6c753f14-7d94-4848-a59f-8ac8631bc728 req-18e905de-441b-4e1f-a4c0-1e3f51e8b0be tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:02.982360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-fdb182e1-065a-4b24-b1fa-e64cae2b9eb7 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:02.982952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-fdb182e1-065a-4b24-b1fa-e64cae2b9eb7 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:02.983256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-fdb182e1-065a-4b24-b1fa-e64cae2b9eb7 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:02.983717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-fdb182e1-065a-4b24-b1fa-e64cae2b9eb7 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:02.984158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-fdb182e1-065a-4b24-b1fa-e64cae2b9eb7 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:02.984606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-fdb182e1-065a-4b24-b1fa-e64cae2b9eb7 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:02.985055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-fdb182e1-065a-4b24-b1fa-e64cae2b9eb7 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:02.986063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-fdb182e1-065a-4b24-b1fa-e64cae2b9eb7 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:02.986516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-fdb182e1-065a-4b24-b1fa-e64cae2b9eb7 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:02.986962 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-fdb182e1-065a-4b24-b1fa-e64cae2b9eb7 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:02.987421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-fdb182e1-065a-4b24-b1fa-e64cae2b9eb7 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:02.989505 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-fdb182e1-065a-4b24-b1fa-e64cae2b9eb7 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60&device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81&device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea&device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c&device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63&device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95&device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404&device_id=cf66d3c5-2f50-488b-8b19-21cada0f94c1&device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b&device_id=700a7265-7b18-4174-bd84-a313f939bdbf&device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 9927 time: 0.6917324 Apr 05 20:14:03.000783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-e3f23e71-2ae8-41d7-ab5d-e0d82681edac req-f9c7008c-0a01-4f06-add1-53c639a6be3a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Calling delete_port for 43d16c42-ddbf-4864-b78c-b44984de481e owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:03.040043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-6c753f14-7d94-4848-a59f-8ac8631bc728 req-18e905de-441b-4e1f-a4c0-1e3f51e8b0be tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Calling delete_port for a85ee676-1514-4762-922c-ce91fb8864a9 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:03.062350 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-42cafedb-7452-43e2-91de-93af00ab5b0a tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:03.086376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b16fccb9-f6f7-439f-a9cc-98a8eaa98f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:03.087196 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-b16fccb9-f6f7-439f-a9cc-98a8eaa98f39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6506500 Apr 05 20:14:03.133238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-42cafedb-7452-43e2-91de-93af00ab5b0a tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:03.169720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-42cafedb-7452-43e2-91de-93af00ab5b0a tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Usage tracker for resource:security_group_rule and tenant:03fed12a44354388b102f6b53164e5e5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:03.202564 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-40b0b09a-dc22-43c0-9454-f7b57ec45011 req-934eed01-fb4b-427b-a854-4e6d51ee8e5c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:03.225176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-42cafedb-7452-43e2-91de-93af00ab5b0a tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:03.236472 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-40b0b09a-dc22-43c0-9454-f7b57ec45011 req-934eed01-fb4b-427b-a854-4e6d51ee8e5c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:03.238358 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6c753f14-7d94-4848-a59f-8ac8631bc728 req-18e905de-441b-4e1f-a4c0-1e3f51e8b0be tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:03.251340 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d42841c6-73ca-48b9-b406-7bfefe163cb6', '2a49da29-b868-4d29-b1b7-4c1d531e53c1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:14:03.285956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-42cafedb-7452-43e2-91de-93af00ab5b0a tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:03.296723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 43d16c42-ddbf-4864-b78c-b44984de481e no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:03.300158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e905de-441b-4e1f-a4c0-1e3f51e8b0be tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Pushing event deleted for resources: {'Port': ['ID=a85ee676-1514-4762-922c-ce91fb8864a9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:03.302546 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-40b0b09a-dc22-43c0-9454-f7b57ec45011 req-934eed01-fb4b-427b-a854-4e6d51ee8e5c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:03.321612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934eed01-fb4b-427b-a854-4e6d51ee8e5c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dcf29d5-d3d7-46ff-a61a-0172d44bb7c2,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:03.383194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89307afd-c1db-44ae-b8a8-cab6d35b9511 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:14:03.418585 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:03.437633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c753f14-7d94-4848-a59f-8ac8631bc728 req-18e905de-441b-4e1f-a4c0-1e3f51e8b0be tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] No DVR routers for this DVR port a85ee676-1514-4762-922c-ce91fb8864a9 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:14:03.448296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6c753f14-7d94-4848-a59f-8ac8631bc728 req-18e905de-441b-4e1f-a4c0-1e3f51e8b0be tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:03.450542 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c753f14-7d94-4848-a59f-8ac8631bc728 req-18e905de-441b-4e1f-a4c0-1e3f51e8b0be tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.13 "DELETE /v2.0/ports/a85ee676-1514-4762-922c-ce91fb8864a9 HTTP/1.1" status: 204 len: 173 time: 1.2394457 Apr 05 20:14:03.451318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'name': 'network-vif-deleted', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:03.457407 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-40b0b09a-dc22-43c0-9454-f7b57ec45011 req-934eed01-fb4b-427b-a854-4e6d51ee8e5c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:03.470718 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40b0b09a-dc22-43c0-9454-f7b57ec45011 req-934eed01-fb4b-427b-a854-4e6d51ee8e5c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.7175903 Apr 05 20:14:03.490929 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-bb19a0e2-7cc3-417d-951f-cd677d202ff2 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923376 Apr 05 20:14:03.501858 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:03.574254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Transition to ACTIVE for port object 89307afd-c1db-44ae-b8a8-cab6d35b9511 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:03.634156 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:03.822211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Pushing event updated for resources: {'Port': ['ID=89307afd-c1db-44ae-b8a8-cab6d35b9511,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:03.832976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cbbe27-809f-469e-88db-8ed23301dfce req-4ddf9822-4dfb-4624-9e53-9579c9e3b6c2 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:03.846488 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f0cbbe27-809f-469e-88db-8ed23301dfce req-4ddf9822-4dfb-4624-9e53-9579c9e3b6c2 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.1834898 Apr 05 20:14:03.896910 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e3f23e71-2ae8-41d7-ab5d-e0d82681edac req-f9c7008c-0a01-4f06-add1-53c639a6be3a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:03.932616 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f0cbbe27-809f-469e-88db-8ed23301dfce req-978e22ec-42ca-4d6a-bfa9-68a6eba11d01 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776210 Apr 05 20:14:04.086831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c7008c-0a01-4f06-add1-53c639a6be3a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Pushing event deleted for resources: {'Port': ['ID=43d16c42-ddbf-4864-b78c-b44984de481e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:04.172169 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8094b-118b-4cfe-8320-cdbb0616fb8b req-b9afb49f-5437-4628-a692-7f1268268e45 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:04.175182 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76c8094b-118b-4cfe-8320-cdbb0616fb8b req-b9afb49f-5437-4628-a692-7f1268268e45 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 943 time: 0.1167347 Apr 05 20:14:04.249347 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76c8094b-118b-4cfe-8320-cdbb0616fb8b req-1fe53686-c583-4fdd-b783-91dd17af4a93 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663640 Apr 05 20:14:04.300250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f23e71-2ae8-41d7-ab5d-e0d82681edac req-f9c7008c-0a01-4f06-add1-53c639a6be3a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] No DVR routers for this DVR port 43d16c42-ddbf-4864-b78c-b44984de481e on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:14:04.309159 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e3f23e71-2ae8-41d7-ab5d-e0d82681edac req-f9c7008c-0a01-4f06-add1-53c639a6be3a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:04.313209 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5150be0-2d0f-4bc4-bf09-aa12eb085102 req-c596f525-40e7-4119-a5ec-e48c1aec1573 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8008165 Apr 05 20:14:04.313664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2ee661-4f8b-4ed8-8063-838cd103b92b', 'name': 'network-vif-deleted', 'tag': '43d16c42-ddbf-4864-b78c-b44984de481e'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:04.346501 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-42cafedb-7452-43e2-91de-93af00ab5b0a tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:04.367695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-42cafedb-7452-43e2-91de-93af00ab5b0a tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:04.389486 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e3f23e71-2ae8-41d7-ab5d-e0d82681edac req-f9c7008c-0a01-4f06-add1-53c639a6be3a tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.41 "DELETE /v2.0/ports/43d16c42-ddbf-4864-b78c-b44984de481e HTTP/1.1" status: 204 len: 173 time: 2.9663830 Apr 05 20:14:04.458759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Attempting to bind port 89307afd-c1db-44ae-b8a8-cab6d35b9511 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:14:04.459294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Attempting to bind port 89307afd-c1db-44ae-b8a8-cab6d35b9511 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:14:04.459789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Attempting to bind port 89307afd-c1db-44ae-b8a8-cab6d35b9511 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:04.482820 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-42cafedb-7452-43e2-91de-93af00ab5b0a tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Synchronizing usage tracker for tenant:03fed12a44354388b102f6b53164e5e5 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:14:04.499541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a0fe4-0239-4188-baaa-830258db83ec req-360e5aed-7c56-4ec1-a70a-a7facc6225f9 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:04.501748 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d8a0fe4-0239-4188-baaa-830258db83ec req-360e5aed-7c56-4ec1-a70a-a7facc6225f9 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81 HTTP/1.1" status: 200 len: 948 time: 0.1291459 Apr 05 20:14:04.519366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Port 89307afd-c1db-44ae-b8a8-cab6d35b9511 on network 51344418-38f5-4178-a1c3-ae0225c075f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:14:04.520068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Attempting to bind port 89307afd-c1db-44ae-b8a8-cab6d35b9511 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:04.536528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cafedb-7452-43e2-91de-93af00ab5b0a tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444a3329-0984-40f5-91fb-e66dfc556b23,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:04.552189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:14:04.552881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Checking segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:04.553310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Bound using segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:14:04.553813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Bound port: 89307afd-c1db-44ae-b8a8-cab6d35b9511, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:14:04.554166 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:04.706730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d8a0fe4-0239-4188-baaa-830258db83ec req-ac7c5b1e-c08b-48a7-9a9c-e0bb734b2c69 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bdaadd-8559-470b-8d45-143e97f4ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983149 Apr 05 20:14:04.734767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a85ee676-1514-4762-922c-ce91fb8864a9 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:04.771105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:04.780918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:14:04.791502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-42cafedb-7452-43e2-91de-93af00ab5b0a tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Unset dirty status for tenant:03fed12a44354388b102f6b53164e5e5 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:14:04.795854 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cffd8dbd-d925-43b9-ab8a-57f5d457b661 req-42cafedb-7452-43e2-91de-93af00ab5b0a tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&id=5df949ac-545a-447f-bad7-f3d29cce9256&id=09f0d87c-b951-4ac4-95ee-7ac16130a232&id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&id=3411a671-f87c-48c1-856f-0bab7c840083&id=ea9bee89-b989-43d0-b97d-7b010700062a&id=30bdaadd-8559-470b-8d45-143e97f4ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 689 time: 1.7652581 Apr 05 20:14:04.827184 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:04.835061 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: a85ee676-1514-4762-922c-ce91fb8864a9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:14:04.835061 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a85ee676-1514-4762-922c-ce91fb8864a9 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:14:04.887569 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf66d3c5-2f50-488b-8b19-21cada0f94c1', 'name': 'network-vif-deleted', 'tag': 'a85ee676-1514-4762-922c-ce91fb8864a9', 'status': 'completed', 'code': 200} Apr 05 20:14:04.893440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-0d94dcb7-422f-4a1f-a438-393e644698dc req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1338625835', 'description': 'tempest-description-1749954984'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:04.904433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-0d94dcb7-422f-4a1f-a438-393e644698dc req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:04.914892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971a4db-0136-4b98-ac7e-2dfad0e3d05d req-bcf2e3e7-9abb-41cd-a799-ec799f3cad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:04.916240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0d94dcb7-422f-4a1f-a438-393e644698dc req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:04.916671 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c971a4db-0136-4b98-ac7e-2dfad0e3d05d req-bcf2e3e7-9abb-41cd-a799-ec799f3cad20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cac8197e7c664ca989a92b484a3efcfb&device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81 HTTP/1.1" status: 200 len: 1099 time: 0.5151072 Apr 05 20:14:04.921840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:04.922501 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:04.922646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0d94dcb7-422f-4a1f-a438-393e644698dc req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:04.924115 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-751288dd-97c6-4463-8876-c4c9698d908c req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] 10.222.0.13 "PUT /v2.0/ports/89307afd-c1db-44ae-b8a8-cab6d35b9511 HTTP/1.1" status: 200 len: 1091 time: 3.6032581 Apr 05 20:14:04.935545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-0d94dcb7-422f-4a1f-a438-393e644698dc req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:04.969363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0d94dcb7-422f-4a1f-a438-393e644698dc req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:04.985784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cc334-2f69-4b16-85a5-37bd9ac4bf6a service neutron] Pushing event updated for resources: {'Port': ['ID=89307afd-c1db-44ae-b8a8-cab6d35b9511,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:05.000627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-0d94dcb7-422f-4a1f-a438-393e644698dc req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:05.009843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0d94dcb7-422f-4a1f-a438-393e644698dc req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group_rule and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:05.033654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0d94dcb7-422f-4a1f-a438-393e644698dc req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:05.048903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-0d94dcb7-422f-4a1f-a438-393e644698dc req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:05.154626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-e5255ea6-3cf5-4aaa-93e2-892987dffb2b req-5ab6b14b-08bb-497a-b0a6-e881f1f506e0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Synchronizing usage tracker for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:14:05.167261 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0d94dcb7-422f-4a1f-a438-393e644698dc req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:05.177073 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0d94dcb7-422f-4a1f-a438-393e644698dc req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:05.225059 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-e5255ea6-3cf5-4aaa-93e2-892987dffb2b req-5ab6b14b-08bb-497a-b0a6-e881f1f506e0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] Unset dirty status for tenant:68647ae553c84fef9dc84260fe0aaf92 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:14:05.226423 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e5255ea6-3cf5-4aaa-93e2-892987dffb2b req-5ab6b14b-08bb-497a-b0a6-e881f1f506e0 tempest-ServersOnMultiNodesTest-108331916 tempest-ServersOnMultiNodesTest-108331916-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2ee661-4f8b-4ed8-8063-838cd103b92b HTTP/1.1" status: 200 len: 210 time: 0.1688268 Apr 05 20:14:05.234514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971a4db-0136-4b98-ac7e-2dfad0e3d05d req-73ed29e1-c4e0-4caf-b98c-bd818e8fb133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:05.236767 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c971a4db-0136-4b98-ac7e-2dfad0e3d05d req-73ed29e1-c4e0-4caf-b98c-bd818e8fb133 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.3089666 Apr 05 20:14:05.241322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751288dd-97c6-4463-8876-c4c9698d908c req-674534c0-d30c-472d-9a2b-c420535c635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:05.243234 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-751288dd-97c6-4463-8876-c4c9698d908c req-674534c0-d30c-472d-9a2b-c420535c635d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 1094 time: 0.2479484 Apr 05 20:14:05.249696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2e5e5e-7d19-41e0-b59a-63fdd1093941,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:05.292333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 7fb22a66-91c4-4a51-a642-8a832432972c details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:14:05.295343 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0d94dcb7-422f-4a1f-a438-393e644698dc req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:05.297311 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d94dcb7-422f-4a1f-a438-393e644698dc req-c99b3e09-a7fe-454c-95ec-352f12c6d360 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4078405 Apr 05 20:14:05.442981 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2ee661-4f8b-4ed8-8063-838cd103b92b', 'name': 'network-vif-deleted', 'tag': '43d16c42-ddbf-4864-b78c-b44984de481e', 'status': 'completed', 'code': 200} Apr 05 20:14:05.513342 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c971a4db-0136-4b98-ac7e-2dfad0e3d05d req-cbf9dfa1-d9a6-4f8b-8090-fada1d623bcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=7fb22a66-91c4-4a51-a642-8a832432972c HTTP/1.1" status: 200 len: 217 time: 0.2690859 Apr 05 20:14:05.530368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 7fb22a66-91c4-4a51-a642-8a832432972c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=7fb22a66-91c4-4a51-a642-8a832432972c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:05.554714 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-751288dd-97c6-4463-8876-c4c9698d908c req-6136510a-3dab-4566-88f1-b1b7530e7525 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511 HTTP/1.1" status: 200 len: 217 time: 0.1053965 Apr 05 20:14:05.557179 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '7fb22a66-91c4-4a51-a642-8a832432972c', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '7fb22a66-91c4-4a51-a642-8a832432972c', 'mac_address': 'fa:16:3e:0a:28:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:14:05.630511 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:05.635700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971a4db-0136-4b98-ac7e-2dfad0e3d05d req-859f7265-c27c-442c-b490-80b0d4080b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:05.637339 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c971a4db-0136-4b98-ac7e-2dfad0e3d05d req-859f7265-c27c-442c-b490-80b0d4080b26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1162159 Apr 05 20:14:05.643079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751288dd-97c6-4463-8876-c4c9698d908c req-efbedb74-52cc-4813-a550-95d77f1e4a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:05.646460 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-751288dd-97c6-4463-8876-c4c9698d908c req-efbedb74-52cc-4813-a550-95d77f1e4a9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.0819180 Apr 05 20:14:05.651973 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb22a66-91c4-4a51-a642-8a832432972c {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:14:05.681479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 7fb22a66-91c4-4a51-a642-8a832432972c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=7fb22a66-91c4-4a51-a642-8a832432972c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:05.693418 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:05.795961 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=7fb22a66-91c4-4a51-a642-8a832432972c,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:05.805052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:05.805693 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:05.806268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:05.806778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:05.807288 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:05.807809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:05.808312 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:05.808823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:05.809594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:05.810444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:05.810959 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:05.812208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:05.816272 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-751288dd-97c6-4463-8876-c4c9698d908c req-c295b6e3-64da-40cc-ab9d-d1e744846e8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249249 Apr 05 20:14:05.942777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['7fb22a66-91c4-4a51-a642-8a832432972c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:14:05.984138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971a4db-0136-4b98-ac7e-2dfad0e3d05d req-cd8323ce-e509-4cb7-a735-598bd3c0fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:05.987193 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c971a4db-0136-4b98-ac7e-2dfad0e3d05d req-cd8323ce-e509-4cb7-a735-598bd3c0fd70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3401027 Apr 05 20:14:06.021665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d8574-af28-4026-9ffd-9d8aadf074bd req-8ffedee8-9a09-4d97-914c-b020cca730aa tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:06.032193 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af7d8574-af28-4026-9ffd-9d8aadf074bd req-8ffedee8-9a09-4d97-914c-b020cca730aa tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 943 time: 0.1311419 Apr 05 20:14:06.044914 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-751288dd-97c6-4463-8876-c4c9698d908c req-9d0c6d63-e17b-4d91-9fe0-f6368f684f90 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197785 Apr 05 20:14:06.059558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106c0a3-1c26-43ea-b88e-30018bf5878c req-3b545526-e45c-4657-9986-aba3571b9b67 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:06.067121 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4106c0a3-1c26-43ea-b88e-30018bf5878c req-3b545526-e45c-4657-9986-aba3571b9b67 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.3178222 Apr 05 20:14:06.094431 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af7d8574-af28-4026-9ffd-9d8aadf074bd req-b790906c-dffd-4e3b-8dd7-dfe7ab81320d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605741 Apr 05 20:14:06.130009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-41cb4539-c788-461e-84e5-aa88197bc39a req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-407879701', 'description': 'tempest-description-1306472879'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:06.142451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-41cb4539-c788-461e-84e5-aa88197bc39a req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:06.148166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-41cb4539-c788-461e-84e5-aa88197bc39a req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:06.156312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-41cb4539-c788-461e-84e5-aa88197bc39a req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:06.165466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-41cb4539-c788-461e-84e5-aa88197bc39a req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:06.191598 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-41cb4539-c788-461e-84e5-aa88197bc39a req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:06.218244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-41cb4539-c788-461e-84e5-aa88197bc39a req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:06.222263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-41cb4539-c788-461e-84e5-aa88197bc39a req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group_rule and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:06.225122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-41cb4539-c788-461e-84e5-aa88197bc39a req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:06.234604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-41cb4539-c788-461e-84e5-aa88197bc39a req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:06.310077 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4106c0a3-1c26-43ea-b88e-30018bf5878c req-e2ce29e3-4b17-475a-98e1-596e6013458e tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420120 Apr 05 20:14:06.334078 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-41cb4539-c788-461e-84e5-aa88197bc39a req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:06.342689 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-41cb4539-c788-461e-84e5-aa88197bc39a req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:06.345101 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c971a4db-0136-4b98-ac7e-2dfad0e3d05d req-03c5feb2-409d-4a1f-9c1c-5f922b818667 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421388 Apr 05 20:14:06.395457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=735dff96-b873-43e3-a31e-8b1ed6a3f335,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:06.408276 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-41cb4539-c788-461e-84e5-aa88197bc39a req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:06.418695 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41cb4539-c788-461e-84e5-aa88197bc39a req-99ae1aa5-06c4-44f6-b1d4-b519382d2e2f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2933269 Apr 05 20:14:06.534967 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-751288dd-97c6-4463-8876-c4c9698d908c req-87ee1a49-308e-4db8-b62b-e63ea66235ff service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469721 Apr 05 20:14:06.617936 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c971a4db-0136-4b98-ac7e-2dfad0e3d05d req-d20de745-1f02-4e36-b4e9-2c01e3d83ede service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609599 Apr 05 20:14:06.647494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb046c-93ac-4c0a-8899-eeefc64e4afb req-8f3e6998-e4d1-46f2-9060-62d02c3e2b37 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:06.649137 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eacb046c-93ac-4c0a-8899-eeefc64e4afb req-8f3e6998-e4d1-46f2-9060-62d02c3e2b37 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81 HTTP/1.1" status: 200 len: 949 time: 0.1310356 Apr 05 20:14:06.725954 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eacb046c-93ac-4c0a-8899-eeefc64e4afb req-3291583c-3316-4949-9af3-e8fedaf23992 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bdaadd-8559-470b-8d45-143e97f4ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567534 Apr 05 20:14:06.823068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879e5c8-f51c-4788-8419-ceafa7232af0 req-89078e10-a13c-48db-a15f-adf087df3995 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:06.823545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879e5c8-f51c-4788-8419-ceafa7232af0 req-89078e10-a13c-48db-a15f-adf087df3995 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:06.824006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879e5c8-f51c-4788-8419-ceafa7232af0 req-89078e10-a13c-48db-a15f-adf087df3995 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:06.825630 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6879e5c8-f51c-4788-8419-ceafa7232af0 req-89078e10-a13c-48db-a15f-adf087df3995 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea&device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63&device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 2884 time: 0.0976973 Apr 05 20:14:06.880779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6879e5c8-f51c-4788-8419-ceafa7232af0 req-a50f7381-53ee-4d6a-8d7b-46ebb54c6b11 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487056 Apr 05 20:14:06.945137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f346405-12b2-42e7-bde8-21ad5e4d8e35 req-009af546-4f1b-43b6-be4c-96684e22ffdc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:06.946376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0f346405-12b2-42e7-bde8-21ad5e4d8e35 req-009af546-4f1b-43b6-be4c-96684e22ffdc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Synchronizing usage tracker for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:14:06.969182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0f346405-12b2-42e7-bde8-21ad5e4d8e35 req-009af546-4f1b-43b6-be4c-96684e22ffdc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Unset dirty status for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:14:06.972501 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f346405-12b2-42e7-bde8-21ad5e4d8e35 req-009af546-4f1b-43b6-be4c-96684e22ffdc tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.1283445 Apr 05 20:14:07.038719 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f346405-12b2-42e7-bde8-21ad5e4d8e35 req-2dd1bb7e-8df7-4050-9745-773485492651 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572269 Apr 05 20:14:07.121571 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afb97696-318f-40b0-9c0b-066d2510b20b req-5c30d001-b9b6-4641-ad60-5faf93d3ceba tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/9f2e5e5e-7d19-41e0-b59a-63fdd1093941 HTTP/1.1" status: 200 len: 1805 time: 0.0742011 Apr 05 20:14:07.254674 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afb97696-318f-40b0-9c0b-066d2510b20b req-8b134ed5-2018-416f-96bd-d3b2dba59f0b tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/735dff96-b873-43e3-a31e-8b1ed6a3f335 HTTP/1.1" status: 200 len: 1804 time: 0.1219666 Apr 05 20:14:07.264604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-afb97696-318f-40b0-9c0b-066d2510b20b req-6d9a0a2a-3046-4261-a0f9-bdefe141d0d4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9f2e5e5e-7d19-41e0-b59a-63fdd1093941', 'remote_group_id': '735dff96-b873-43e3-a31e-8b1ed6a3f335', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:07.265139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-afb97696-318f-40b0-9c0b-066d2510b20b req-6d9a0a2a-3046-4261-a0f9-bdefe141d0d4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9f2e5e5e-7d19-41e0-b59a-63fdd1093941', 'remote_group_id': '735dff96-b873-43e3-a31e-8b1ed6a3f335', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:07.271882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-afb97696-318f-40b0-9c0b-066d2510b20b req-6d9a0a2a-3046-4261-a0f9-bdefe141d0d4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:07.281407 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-afb97696-318f-40b0-9c0b-066d2510b20b req-6d9a0a2a-3046-4261-a0f9-bdefe141d0d4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group_rule and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:07.285547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-afb97696-318f-40b0-9c0b-066d2510b20b req-6d9a0a2a-3046-4261-a0f9-bdefe141d0d4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:07.291646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-afb97696-318f-40b0-9c0b-066d2510b20b req-6d9a0a2a-3046-4261-a0f9-bdefe141d0d4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:07.293813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 7fb22a66-91c4-4a51-a642-8a832432972c up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:07.336699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56992) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:07.408953 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-afb97696-318f-40b0-9c0b-066d2510b20b req-6d9a0a2a-3046-4261-a0f9-bdefe141d0d4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:07.424830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 7fb22a66-91c4-4a51-a642-8a832432972c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:14:07.424982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71ba89-08d9-423d-8eae-0fe6b378f2d7 req-28f61695-5b94-4352-8823-682edbb7b95e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:07.425645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4a71ba89-08d9-423d-8eae-0fe6b378f2d7 req-28f61695-5b94-4352-8823-682edbb7b95e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Synchronizing usage tracker for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:14:07.441904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 7fb22a66-91c4-4a51-a642-8a832432972c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:07.443790 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:07.447477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc12f52-c316-4973-a155-ba0f0ccfeb60', 'tag': '89307afd-c1db-44ae-b8a8-cab6d35b9511'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:07.471780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4a71ba89-08d9-423d-8eae-0fe6b378f2d7 req-28f61695-5b94-4352-8823-682edbb7b95e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Unset dirty status for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:14:07.472827 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a71ba89-08d9-423d-8eae-0fe6b378f2d7 req-28f61695-5b94-4352-8823-682edbb7b95e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.41 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 949 time: 0.2838047 Apr 05 20:14:07.477235 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-afb97696-318f-40b0-9c0b-066d2510b20b req-6d9a0a2a-3046-4261-a0f9-bdefe141d0d4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:07.514199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e84aa-1579-44c2-b335-7725d1e920a1 req-4b7cac18-8ccd-4ea1-a6fb-a9121b79cf41 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:07.515912 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-193e84aa-1579-44c2-b335-7725d1e920a1 req-4b7cac18-8ccd-4ea1-a6fb-a9121b79cf41 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 943 time: 0.1912351 Apr 05 20:14:07.550540 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-afb97696-318f-40b0-9c0b-066d2510b20b req-6d9a0a2a-3046-4261-a0f9-bdefe141d0d4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:07.577279 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-193e84aa-1579-44c2-b335-7725d1e920a1 req-12b47744-a437-4b2e-b7e7-fe785b955b9b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531077 Apr 05 20:14:07.591617 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:07.602460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a0a2a-3046-4261-a0f9-bdefe141d0d4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88e5a65-9a54-4091-9974-41dc29cfb9ca,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:07.626997 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-afb97696-318f-40b0-9c0b-066d2510b20b req-6d9a0a2a-3046-4261-a0f9-bdefe141d0d4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:07.628186 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afb97696-318f-40b0-9c0b-066d2510b20b req-6d9a0a2a-3046-4261-a0f9-bdefe141d0d4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3724728 Apr 05 20:14:07.654442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-4a71ba89-08d9-423d-8eae-0fe6b378f2d7 req-237d662f-e002-4edf-968e-5be3b4bad320 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Deleting port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:07.654788 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a71ba89-08d9-423d-8eae-0fe6b378f2d7 req-237d662f-e002-4edf-968e-5be3b4bad320 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:07.687671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0bec56-9933-4ca6-a498-8d0f8aacaa81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb22a66-91c4-4a51-a642-8a832432972c'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:07.714634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 7fb22a66-91c4-4a51-a642-8a832432972c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=7fb22a66-91c4-4a51-a642-8a832432972c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:07.715075 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc12f52-c316-4973-a155-ba0f0ccfeb60', 'tag': '89307afd-c1db-44ae-b8a8-cab6d35b9511', 'status': 'completed', 'code': 200} Apr 05 20:14:07.725178 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:07.726753 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2a49da29-b868-4d29-b1b7-4c1d531e53c1 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:07.814162 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-54398b25-0b33-4d2f-9495-c9d09bc69e24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68647ae553c84fef9dc84260fe0aaf92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4733212 Apr 05 20:14:07.815566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57020) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:07.881511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ca6b8-67c1-4d07-8b4f-46f71db29eea req-3b4719f6-2aa6-42ed-94f2-c44a87e29eb2 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:07.890424 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ec6ca6b8-67c1-4d07-8b4f-46f71db29eea req-3b4719f6-2aa6-42ed-94f2-c44a87e29eb2 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.1721714 Apr 05 20:14:07.903038 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=7fb22a66-91c4-4a51-a642-8a832432972c,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:07.942494 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ec6ca6b8-67c1-4d07-8b4f-46f71db29eea req-88114dac-0990-445d-8c8f-94f993aec905 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507450 Apr 05 20:14:07.981252 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:08.011586 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0bec56-9933-4ca6-a498-8d0f8aacaa81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb22a66-91c4-4a51-a642-8a832432972c', 'code': 200} Apr 05 20:14:08.027036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:08.027906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-12a52477-4b7a-4892-a0f1-dc0f81c942b3 req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-449236676', 'description': 'tempest-description-1828519957'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:08.031700 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:08.064955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-12a52477-4b7a-4892-a0f1-dc0f81c942b3 req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:08.101479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-12a52477-4b7a-4892-a0f1-dc0f81c942b3 req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:08.105326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2a49da29-b868-4d29-b1b7-4c1d531e53c1,revision_number=10']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:08.116497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-12a52477-4b7a-4892-a0f1-dc0f81c942b3 req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:08.183080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-12a52477-4b7a-4892-a0f1-dc0f81c942b3 req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:08.195719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b35824-11a6-4f8d-8ed6-ce15cc46e89f req-16fb2d66-4379-4816-acaa-54adf796280c tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:08.197287 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07b35824-11a6-4f8d-8ed6-ce15cc46e89f req-16fb2d66-4379-4816-acaa-54adf796280c tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81 HTTP/1.1" status: 200 len: 950 time: 0.0838120 Apr 05 20:14:08.243103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07b35824-11a6-4f8d-8ed6-ce15cc46e89f req-ce415656-1eb9-474c-ba3a-763009f5e4c3 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bdaadd-8559-470b-8d45-143e97f4ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396547 Apr 05 20:14:08.250239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4759681-9b00-4b31-baee-8cf959b0dced req-07cffead-93ae-4da4-8265-df8ee255a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:08.252285 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4759681-9b00-4b31-baee-8cf959b0dced req-07cffead-93ae-4da4-8265-df8ee255a5c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 1094 time: 0.5230088 Apr 05 20:14:08.273663 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-12a52477-4b7a-4892-a0f1-dc0f81c942b3 req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:08.329760 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4e19-f258-4fc1-89df-1398ea9d5b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:08.409406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-12a52477-4b7a-4892-a0f1-dc0f81c942b3 req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:08.493331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-12a52477-4b7a-4892-a0f1-dc0f81c942b3 req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group_rule and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:08.498620 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4e19-f258-4fc1-89df-1398ea9d5b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:08.511181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-12a52477-4b7a-4892-a0f1-dc0f81c942b3 req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:08.530140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-12a52477-4b7a-4892-a0f1-dc0f81c942b3 req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:08.538906 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:08.547452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72266b63-02ef-4554-a30f-001d20717a07 req-a4196fb9-37c3-4e95-a425-bf7151474621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:08.549510 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72266b63-02ef-4554-a30f-001d20717a07 req-a4196fb9-37c3-4e95-a425-bf7151474621 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81 HTTP/1.1" status: 200 len: 1101 time: 0.4420419 Apr 05 20:14:08.647755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4a71ba89-08d9-423d-8eae-0fe6b378f2d7 req-237d662f-e002-4edf-968e-5be3b4bad320 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] For port 2a49da29-b868-4d29-b1b7-4c1d531e53c1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2a49da29-b868-4d29-b1b7-4c1d531e53c1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:08.648106 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a71ba89-08d9-423d-8eae-0fe6b378f2d7 req-237d662f-e002-4edf-968e-5be3b4bad320 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:08.671220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4759681-9b00-4b31-baee-8cf959b0dced req-0b842a7c-42e2-4284-9eda-d42e62daa7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:08.673377 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4759681-9b00-4b31-baee-8cf959b0dced req-0b842a7c-42e2-4284-9eda-d42e62daa7db service neutron] 10.222.0.13 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.4031284 Apr 05 20:14:08.677692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf960f4-590c-45c3-8329-5132664fa7e4 req-dccf7ef0-afb3-4430-a039-0439f1b3c0b0 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:08.679339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbf960f4-590c-45c3-8329-5132664fa7e4 req-dccf7ef0-afb3-4430-a039-0439f1b3c0b0 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=700a7265-7b18-4174-bd84-a313f939bdbf HTTP/1.1" status: 200 len: 948 time: 0.0875247 Apr 05 20:14:08.726702 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbf960f4-590c-45c3-8329-5132664fa7e4 req-2b094b3f-4f8a-44a1-b613-8f86fbc02a1d tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407188 Apr 05 20:14:08.751636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 89307afd-c1db-44ae-b8a8-cab6d35b9511 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:14:08.847994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-4a71ba89-08d9-423d-8eae-0fe6b378f2d7 req-237d662f-e002-4edf-968e-5be3b4bad320 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Calling delete_port for 2a49da29-b868-4d29-b1b7-4c1d531e53c1 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:08.865535 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:08.881458 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72266b63-02ef-4554-a30f-001d20717a07 req-9bd834fb-3d10-4d87-bf33-b3a26c18d9e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30bdaadd-8559-470b-8d45-143e97f4ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224795 Apr 05 20:14:08.905490 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:08.913071 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4759681-9b00-4b31-baee-8cf959b0dced req-eaf16f48-8f55-4491-a4fc-3cebcab6281f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511 HTTP/1.1" status: 200 len: 217 time: 0.1191373 Apr 05 20:14:08.926083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '89307afd-c1db-44ae-b8a8-cab6d35b9511', 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4', 'port_id': '89307afd-c1db-44ae-b8a8-cab6d35b9511', 'mac_address': 'fa:16:3e:d9:07:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5346762e-f36c-499a-9d81-34ed675bbd11', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:14:08.963620 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4e19-f258-4fc1-89df-1398ea9d5b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:08.989520 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:09.006944 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89307afd-c1db-44ae-b8a8-cab6d35b9511 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:14:09.018207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb4e19-f258-4fc1-89df-1398ea9d5b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df949ac-545a-447f-bad7-f3d29cce9256,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:09.023905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:09.038971 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:09.048551 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-12a52477-4b7a-4892-a0f1-dc0f81c942b3 req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:09.058968 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-12a52477-4b7a-4892-a0f1-dc0f81c942b3 req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:09.115436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=89307afd-c1db-44ae-b8a8-cab6d35b9511,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:09.122242 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c0bb4e19-f258-4fc1-89df-1398ea9d5b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:09.127594 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c0bb4e19-f258-4fc1-89df-1398ea9d5b34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5df949ac-545a-447f-bad7-f3d29cce9256 HTTP/1.1" status: 204 len: 168 time: 1.3057852 Apr 05 20:14:09.127594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4759681-9b00-4b31-baee-8cf959b0dced req-91e6c3c6-ecdd-4297-a9d8-127d6aade246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:09.127594 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4759681-9b00-4b31-baee-8cf959b0dced req-91e6c3c6-ecdd-4297-a9d8-127d6aade246 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.2029111 Apr 05 20:14:09.180485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72f09a-4efe-4853-bc70-ae90d53164e6 req-4d5c46cb-af0d-453f-b7e1-81d060f8efa3 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:09.189749 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dd72f09a-4efe-4853-bc70-ae90d53164e6 req-4d5c46cb-af0d-453f-b7e1-81d060f8efa3 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 944 time: 0.1033225 Apr 05 20:14:09.194698 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-12a52477-4b7a-4892-a0f1-dc0f81c942b3 req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:09.196083 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12a52477-4b7a-4892-a0f1-dc0f81c942b3 req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.1817126 Apr 05 20:14:09.204782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7a162-3f0d-403a-8c10-0abf6e5f5797 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a22664-51f9-49ca-b367-10e17d71edfe,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:09.208614 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4759681-9b00-4b31-baee-8cf959b0dced req-2eb71c06-60d6-4d92-a144-62e649d42f73 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718880 Apr 05 20:14:09.241948 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dd72f09a-4efe-4853-bc70-ae90d53164e6 req-c67d1c8e-c613-4df7-b4df-0166f9f26935 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512412 Apr 05 20:14:09.287714 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a71ba89-08d9-423d-8eae-0fe6b378f2d7 req-237d662f-e002-4edf-968e-5be3b4bad320 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:09.300241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d42841c6-73ca-48b9-b406-7bfefe163cb6'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:14:09.337760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['89307afd-c1db-44ae-b8a8-cab6d35b9511'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:14:09.431844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae3e56-a609-49d0-a227-9d071d1dd2ef req-45ba7283-c3dc-45f6-b40c-f4aaec1b2cfc tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:09.434391 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2ae3e56-a609-49d0-a227-9d071d1dd2ef req-45ba7283-c3dc-45f6-b40c-f4aaec1b2cfc tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.0964940 Apr 05 20:14:09.472885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237d662f-e002-4edf-968e-5be3b4bad320 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Pushing event deleted for resources: {'Port': ['ID=2a49da29-b868-4d29-b1b7-4c1d531e53c1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:09.502962 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2ae3e56-a609-49d0-a227-9d071d1dd2ef req-62fb4b19-c5dc-4ee1-b00a-c6e49f1f8bd1 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619066 Apr 05 20:14:09.529972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57066) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:09.579049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a71ba89-08d9-423d-8eae-0fe6b378f2d7 req-237d662f-e002-4edf-968e-5be3b4bad320 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] No DVR routers for this DVR port 2a49da29-b868-4d29-b1b7-4c1d531e53c1 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:14:09.584832 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a71ba89-08d9-423d-8eae-0fe6b378f2d7 req-237d662f-e002-4edf-968e-5be3b4bad320 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:09.587263 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a71ba89-08d9-423d-8eae-0fe6b378f2d7 req-237d662f-e002-4edf-968e-5be3b4bad320 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.41 "DELETE /v2.0/ports/2a49da29-b868-4d29-b1b7-4c1d531e53c1 HTTP/1.1" status: 204 len: 173 time: 2.1082990 Apr 05 20:14:09.592970 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7724729c-d9a7-43b1-8f06-1819f11f48ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5cc9f0cf9404901b8b04987af1ef184&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588217 Apr 05 20:14:09.594377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57076) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:09.675887 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4759681-9b00-4b31-baee-8cf959b0dced req-28d8582b-5628-4a1f-9c0a-fcf82257a40c service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588442 Apr 05 20:14:09.681537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78d4ed-fbc8-4dcc-aef3-ad118a7694c8 req-f9a429e7-86ad-4b44-8042-1c751e86b7e3 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:09.685787 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb78d4ed-fbc8-4dcc-aef3-ad118a7694c8 req-f9a429e7-86ad-4b44-8042-1c751e86b7e3 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 1101 time: 0.3381746 Apr 05 20:14:09.719971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700a7265-7b18-4174-bd84-a313f939bdbf', 'name': 'network-vif-deleted', 'tag': '2a49da29-b868-4d29-b1b7-4c1d531e53c1'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:09.988745 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-361d7040-3db8-4d1b-9e23-b8beefb5a49a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:10.013204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700a7265-7b18-4174-bd84-a313f939bdbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a49da29-b868-4d29-b1b7-4c1d531e53c1'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:10.050544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb78d4ed-fbc8-4dcc-aef3-ad118a7694c8 req-9dc53a7b-3642-4a90-85a6-3204fa735f5b tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368413 Apr 05 20:14:10.058030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-361d7040-3db8-4d1b-9e23-b8beefb5a49a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:10.100804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-76d93f14-7e33-4d0a-956b-50d5dce4899e req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1084885633', 'description': 'tempest-description-1307778682'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:10.116660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-76d93f14-7e33-4d0a-956b-50d5dce4899e req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:10.125724 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4759681-9b00-4b31-baee-8cf959b0dced req-b3b3273f-782b-4a31-9c1f-db7a12e511a5 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386218 Apr 05 20:14:10.126852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-76d93f14-7e33-4d0a-956b-50d5dce4899e req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:10.131884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-76d93f14-7e33-4d0a-956b-50d5dce4899e req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:10.138914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-76d93f14-7e33-4d0a-956b-50d5dce4899e req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:10.153291 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-76d93f14-7e33-4d0a-956b-50d5dce4899e req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:10.178610 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-361d7040-3db8-4d1b-9e23-b8beefb5a49a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:10.182411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-76d93f14-7e33-4d0a-956b-50d5dce4899e req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:10.197855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-76d93f14-7e33-4d0a-956b-50d5dce4899e req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group_rule and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:10.202330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d7040-3db8-4d1b-9e23-b8beefb5a49a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a76874b-7722-4530-addc-2b4d34e114cb,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:10.205713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-76d93f14-7e33-4d0a-956b-50d5dce4899e req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:10.215174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-76d93f14-7e33-4d0a-956b-50d5dce4899e req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:10.221946 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-361d7040-3db8-4d1b-9e23-b8beefb5a49a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:10.227218 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-361d7040-3db8-4d1b-9e23-b8beefb5a49a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a76874b-7722-4530-addc-2b4d34e114cb HTTP/1.1" status: 204 len: 168 time: 0.6284020 Apr 05 20:14:10.310401 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-76d93f14-7e33-4d0a-956b-50d5dce4899e req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:10.315998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-76d93f14-7e33-4d0a-956b-50d5dce4899e req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:10.365243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b229d6-df44-46f6-8b6e-e1d42d8c8e3d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:10.367890 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-76d93f14-7e33-4d0a-956b-50d5dce4899e req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:10.369077 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76d93f14-7e33-4d0a-956b-50d5dce4899e req-c3d76ce7-e604-42e4-a689-aed83549a347 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2808001 Apr 05 20:14:10.495809 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700a7265-7b18-4174-bd84-a313f939bdbf', 'name': 'network-vif-deleted', 'tag': '2a49da29-b868-4d29-b1b7-4c1d531e53c1', 'status': 'completed', 'code': 200} Apr 05 20:14:10.503880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c772730-d1ad-4c0e-a01f-53462c5bca82 req-4c23081f-f74e-4d65-8b13-4952997c4de0 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:10.505574 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c772730-d1ad-4c0e-a01f-53462c5bca82 req-4c23081f-f74e-4d65-8b13-4952997c4de0 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81 HTTP/1.1" status: 200 len: 950 time: 0.0846174 Apr 05 20:14:10.537055 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700a7265-7b18-4174-bd84-a313f939bdbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2a49da29-b868-4d29-b1b7-4c1d531e53c1', 'code': 200} Apr 05 20:14:10.559680 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c772730-d1ad-4c0e-a01f-53462c5bca82 req-5b59038a-f30b-40f1-a0bb-3b18f6e420e0 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bdaadd-8559-470b-8d45-143e97f4ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484998 Apr 05 20:14:10.701647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8b315-4775-4b5b-80ff-21f546a6fc1a req-b95155aa-4406-4752-928f-555d21bdcf19 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:10.710400 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3ec8b315-4775-4b5b-80ff-21f546a6fc1a req-b95155aa-4406-4752-928f-555d21bdcf19 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 1101 time: 0.0862436 Apr 05 20:14:10.758477 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3ec8b315-4775-4b5b-80ff-21f546a6fc1a req-4f90d418-f185-447b-957c-66287a1cacdb tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436573 Apr 05 20:14:10.768561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b84e12-83ae-49a9-ba9d-b94c70293527 req-fc480420-7b83-48b5-ac9a-f9e0c09257d8 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:10.770511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-25b84e12-83ae-49a9-ba9d-b94c70293527 req-fc480420-7b83-48b5-ac9a-f9e0c09257d8 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 944 time: 0.1059949 Apr 05 20:14:10.774119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 89307afd-c1db-44ae-b8a8-cab6d35b9511 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:10.826213 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-25b84e12-83ae-49a9-ba9d-b94c70293527 req-872a2b4e-244f-4e99-9f76-30b0e042d38b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431201 Apr 05 20:14:10.870520 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 89307afd-c1db-44ae-b8a8-cab6d35b9511 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:14:10.879722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 89307afd-c1db-44ae-b8a8-cab6d35b9511 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:10.880364 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:10.920638 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4aba8f53-5df2-4638-9e2c-5bfa7ac87cd2 req-9424d25c-bc82-4d4e-a3e4-7534463c2505 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/e4a22664-51f9-49ca-b367-10e17d71edfe HTTP/1.1" status: 200 len: 1804 time: 0.0597503 Apr 05 20:14:10.975690 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4aba8f53-5df2-4638-9e2c-5bfa7ac87cd2 req-f576b12c-43ca-450d-9a5b-1a0fd5e4a71c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/d7b229d6-df44-46f6-8b6e-e1d42d8c8e3d HTTP/1.1" status: 200 len: 1805 time: 0.0477507 Apr 05 20:14:10.986729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-4aba8f53-5df2-4638-9e2c-5bfa7ac87cd2 req-485775f6-c3b7-4039-8476-a621759d71f4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e4a22664-51f9-49ca-b367-10e17d71edfe', 'remote_group_id': 'd7b229d6-df44-46f6-8b6e-e1d42d8c8e3d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:10.987212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-4aba8f53-5df2-4638-9e2c-5bfa7ac87cd2 req-485775f6-c3b7-4039-8476-a621759d71f4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e4a22664-51f9-49ca-b367-10e17d71edfe', 'remote_group_id': 'd7b229d6-df44-46f6-8b6e-e1d42d8c8e3d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:10.994525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-4aba8f53-5df2-4638-9e2c-5bfa7ac87cd2 req-485775f6-c3b7-4039-8476-a621759d71f4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:10.999104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4aba8f53-5df2-4638-9e2c-5bfa7ac87cd2 req-485775f6-c3b7-4039-8476-a621759d71f4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group_rule and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:11.003484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4aba8f53-5df2-4638-9e2c-5bfa7ac87cd2 req-485775f6-c3b7-4039-8476-a621759d71f4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:11.011127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-4aba8f53-5df2-4638-9e2c-5bfa7ac87cd2 req-485775f6-c3b7-4039-8476-a621759d71f4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:11.033542 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.082047 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:11.087117 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.088510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f47275ab-515d-4c25-8af7-e4895da3e8e9 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:11.132817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4aba8f53-5df2-4638-9e2c-5bfa7ac87cd2 req-485775f6-c3b7-4039-8476-a621759d71f4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.186690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4aba8f53-5df2-4638-9e2c-5bfa7ac87cd2 req-485775f6-c3b7-4039-8476-a621759d71f4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.194354 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4aba8f53-5df2-4638-9e2c-5bfa7ac87cd2 req-485775f6-c3b7-4039-8476-a621759d71f4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.220223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57154) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:11.227396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485775f6-c3b7-4039-8476-a621759d71f4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea0d112-0d1f-41a6-ab93-030b357b9b41,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:11.247265 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4aba8f53-5df2-4638-9e2c-5bfa7ac87cd2 req-485775f6-c3b7-4039-8476-a621759d71f4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.262805 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4aba8f53-5df2-4638-9e2c-5bfa7ac87cd2 req-485775f6-c3b7-4039-8476-a621759d71f4 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2813470 Apr 05 20:14:11.279404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=89307afd-c1db-44ae-b8a8-cab6d35b9511,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:11.336073 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.352453 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f908ba42-28f0-46dc-bac0-43deca531a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.373352 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f47275ab-515d-4c25-8af7-e4895da3e8e9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f47275ab-515d-4c25-8af7-e4895da3e8e9,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:11.379260 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.394166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-961396350-network', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:11.399929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:11.404960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Usage tracker for resource:network and tenant:f8d5193adbc1457baed5537472865cb7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:11.408690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:11.415442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:11.427791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Made reservation on behalf of f8d5193adbc1457baed5537472865cb7 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:14:11.430771 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.446595 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.460898 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f47275ab-515d-4c25-8af7-e4895da3e8e9,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:11.463159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:11.467541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Usage tracker for resource:security_group_rule and tenant:f8d5193adbc1457baed5537472865cb7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:11.471643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:11.474453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050005f7-91bf-493c-a18e-514cbc5942dd req-302248a4-7ad4-449e-8eba-97455c38e1f1 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:11.476101 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-050005f7-91bf-493c-a18e-514cbc5942dd req-302248a4-7ad4-449e-8eba-97455c38e1f1 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.0998688 Apr 05 20:14:11.477849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:11.532736 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-050005f7-91bf-493c-a18e-514cbc5942dd req-29c7a79e-c2ae-495f-97c2-83637879a977 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492043 Apr 05 20:14:11.590854 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.596446 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.627991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:14:11.636530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a78c36-5f85-40b2-89f8-7acc765c12ea,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:11.642367 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.642830 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Added segment 3916b35a-d769-4ca7-bb20-0aee3fe347a7 of type vlan for network 8f1e4a7f-1b3a-494f-92d3-21e8114bea26 Apr 05 20:14:11.671799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.713376 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.714841 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:11.715514 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.804815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-a6627941-4917-415d-a3e7-295db2c9fa63 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:11.806271 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-a6627941-4917-415d-a3e7-295db2c9fa63 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/networks?id=90c58985-6e9e-49a8-afc1-08efbdccc060 HTTP/1.1" status: 200 len: 805 time: 0.1794508 Apr 05 20:14:11.821393 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-72af9783-c8d2-44eb-943e-8cbf44f63f36 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/quotas/cfd34cd945744a0a89a6f2f3bec7bb69 HTTP/1.1" status: 200 len: 375 time: 0.0091889 Apr 05 20:14:11.848508 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6268754 Apr 05 20:14:11.849122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860a972d-066f-4052-bd87-402cb9affa14 admin admin] Pushing event updated for resources: {'Network': ['ID=8f1e4a7f-1b3a-494f-92d3-21e8114bea26,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:11.854932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57178) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:11.860810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 8f1e4a7f-1b3a-494f-92d3-21e8114bea26 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:14:11.867679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Request body: {'subnet': {'network_id': '8f1e4a7f-1b3a-494f-92d3-21e8114bea26', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-961396350-subnet', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:11.881401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:11.892660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Usage tracker for resource:subnet and tenant:f8d5193adbc1457baed5537472865cb7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:11.898455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:11.907752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:11.912062 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ed44f609-eec6-48b9-b086-1a90b10c13ee req-3308da21-2486-4ebb-9102-243b29a61245 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/d7b229d6-df44-46f6-8b6e-e1d42d8c8e3d HTTP/1.1" status: 200 len: 1805 time: 0.0895536 Apr 05 20:14:11.934422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Made reservation on behalf of f8d5193adbc1457baed5537472865cb7 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:14:11.936599 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:11.987211 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-eb2e92c1-66fa-4d73-923f-ce58de522ae5 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfd34cd945744a0a89a6f2f3bec7bb69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1599226 Apr 05 20:14:12.118053 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-c8553903-81b0-4c8e-8af5-7eafd6f34679 service neutron] 10.222.0.24 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238170 Apr 05 20:14:12.146412 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ed44f609-eec6-48b9-b086-1a90b10c13ee req-8005ffc3-2785-4737-98db-5b7fa87b60da tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:12.167222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70217212-ac02-416c-b95b-c4e58fa6e8da req-f4d4834e-5f74-477b-b34b-65a0f12a0841 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:12.167891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-70217212-ac02-416c-b95b-c4e58fa6e8da req-f4d4834e-5f74-477b-b34b-65a0f12a0841 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Synchronizing usage tracker for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:14:12.238364 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ed44f609-eec6-48b9-b086-1a90b10c13ee req-8005ffc3-2785-4737-98db-5b7fa87b60da tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:12.252190 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-92217a1d-81c6-41e8-91f5-65f722068f89 service neutron] 10.222.0.24 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281357 Apr 05 20:14:12.267598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-70217212-ac02-416c-b95b-c4e58fa6e8da req-f4d4834e-5f74-477b-b34b-65a0f12a0841 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Unset dirty status for tenant:4315b2776a8446efa0573a8e3d19b341 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:14:12.268801 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-70217212-ac02-416c-b95b-c4e58fa6e8da req-f4d4834e-5f74-477b-b34b-65a0f12a0841 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 950 time: 0.3164053 Apr 05 20:14:12.409838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-70217212-ac02-416c-b95b-c4e58fa6e8da req-ce0eb2de-b1f7-4aba-afe1-ea5c30ca5fdf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Deleting port d42841c6-73ca-48b9-b406-7bfefe163cb6 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:12.410194 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-70217212-ac02-416c-b95b-c4e58fa6e8da req-ce0eb2de-b1f7-4aba-afe1-ea5c30ca5fdf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:12.450541 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:12.526135 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ed44f609-eec6-48b9-b086-1a90b10c13ee req-8005ffc3-2785-4737-98db-5b7fa87b60da tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:12.533434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1df7d-1c0e-4344-8933-b3dee5fe0339 req-f74786fe-69dd-47fa-911e-17189fed484c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:12.538113 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc12f52-c316-4973-a155-ba0f0ccfeb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89307afd-c1db-44ae-b8a8-cab6d35b9511'}, {'server_uuid': 'e6ec550b-5880-4e2d-bee3-c2ac4c86e404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47275ab-515d-4c25-8af7-e4895da3e8e9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:12.538599 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7e1df7d-1c0e-4344-8933-b3dee5fe0339 req-f74786fe-69dd-47fa-911e-17189fed484c tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 950 time: 0.1039734 Apr 05 20:14:12.589399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7e1df7d-1c0e-4344-8933-b3dee5fe0339 req-33f3b6a4-bb03-4183-a308-5a25c396d330 tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477178 Apr 05 20:14:12.623975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005ffc3-2785-4737-98db-5b7fa87b60da tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b229d6-df44-46f6-8b6e-e1d42d8c8e3d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:12.678674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db7490b-adea-4922-9525-55b7ec199b98,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:12.711101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Checking segment: {'id': '3916b35a-d769-4ca7-bb20-0aee3fe347a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f1e4a7f-1b3a-494f-92d3-21e8114bea26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:12.711549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Network hostable DHCP agents. Network: 8f1e4a7f-1b3a-494f-92d3-21e8114bea26, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:14:12.741400 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ed44f609-eec6-48b9-b086-1a90b10c13ee req-8005ffc3-2785-4737-98db-5b7fa87b60da tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:12.742983 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ed44f609-eec6-48b9-b086-1a90b10c13ee req-8005ffc3-2785-4737-98db-5b7fa87b60da tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "DELETE /v2.0/security-groups/d7b229d6-df44-46f6-8b6e-e1d42d8c8e3d HTTP/1.1" status: 204 len: 173 time: 0.8210433 Apr 05 20:14:12.863155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Network 8f1e4a7f-1b3a-494f-92d3-21e8114bea26 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:14:12.882073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888a895-c232-48ff-90a5-8924949c0421 req-d84af22e-3c9d-4c37-87e4-263f391c6899 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:12.884031 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d888a895-c232-48ff-90a5-8924949c0421 req-d84af22e-3c9d-4c37-87e4-263f391c6899 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81 HTTP/1.1" status: 200 len: 950 time: 0.1475887 Apr 05 20:14:12.935429 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d888a895-c232-48ff-90a5-8924949c0421 req-8171eafe-bcad-4093-a482-84331484cbac tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bdaadd-8559-470b-8d45-143e97f4ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453272 Apr 05 20:14:12.940511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 8f1e4a7f-1b3a-494f-92d3-21e8114bea26) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:12.950758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea92a7c-6552-4a14-a3ac-bad8892973d3 None None] Network 8f1e4a7f-1b3a-494f-92d3-21e8114bea26 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:14:12.968401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510669d8-d2d6-4b8b-8931-e15ddd6e0193 req-a7cdac78-42fc-4cc1-bdc4-a05d8709d768 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:12.970399 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-510669d8-d2d6-4b8b-8931-e15ddd6e0193 req-a7cdac78-42fc-4cc1-bdc4-a05d8709d768 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.13 "GET /v2.0/ports?device_id=e6ec550b-5880-4e2d-bee3-c2ac4c86e404 HTTP/1.1" status: 200 len: 944 time: 0.3359895 Apr 05 20:14:12.971616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:12.972172 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:13.060850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-70217212-ac02-416c-b95b-c4e58fa6e8da req-ce0eb2de-b1f7-4aba-afe1-ea5c30ca5fdf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] For port d42841c6-73ca-48b9-b406-7bfefe163cb6, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d42841c6-73ca-48b9-b406-7bfefe163cb6,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:13.061203 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-70217212-ac02-416c-b95b-c4e58fa6e8da req-ce0eb2de-b1f7-4aba-afe1-ea5c30ca5fdf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:13.126318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-510669d8-d2d6-4b8b-8931-e15ddd6e0193 req-ba092f1f-f7b3-4e80-bfb7-d6859d7ef674 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Deleting port f47275ab-515d-4c25-8af7-e4895da3e8e9 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:13.126651 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-510669d8-d2d6-4b8b-8931-e15ddd6e0193 req-ba092f1f-f7b3-4e80-bfb7-d6859d7ef674 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:13.143695 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-516b28e6-009b-452a-a6c3-60fb8369bca2 req-1217b95d-8a76-4217-82cb-0e480937613c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=d04f0208-8037-40b9-998b-39645995ff2f HTTP/1.1" status: 200 len: 210 time: 0.0526676 Apr 05 20:14:13.247386 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc12f52-c316-4973-a155-ba0f0ccfeb60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89307afd-c1db-44ae-b8a8-cab6d35b9511', 'code': 200} Apr 05 20:14:13.247726 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ec550b-5880-4e2d-bee3-c2ac4c86e404', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47275ab-515d-4c25-8af7-e4895da3e8e9', 'code': 200} Apr 05 20:14:13.263585 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-8f1e4a7f-1b3a-494f-92d3-21e8114bea26', 'network_id': '8f1e4a7f-1b3a-494f-92d3-21e8114bea26', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'fixed_ips': [{'subnet_id': '8db7490b-adea-4922-9525-55b7ec199b98'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:14:13.264569 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:13.337146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-23524c0c-4b17-43d2-8a9b-5fd5a4600f7f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4811771 Apr 05 20:14:13.337795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57204) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:13.412410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-70217212-ac02-416c-b95b-c4e58fa6e8da req-ce0eb2de-b1f7-4aba-afe1-ea5c30ca5fdf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Calling delete_port for d42841c6-73ca-48b9-b406-7bfefe163cb6 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:13.437504 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Allocated IP 172.20.0.2 (8f1e4a7f-1b3a-494f-92d3-21e8114bea26/8db7490b-adea-4922-9525-55b7ec199b98/c5433525-f264-4286-9835-ab6cb215bbaf) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:14:13.448494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d826d09-ed66-4844-82fb-b20846afaa4f req-9296320b-d1f1-49f8-97f4-2e583f6fe213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:13.450722 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4d826d09-ed66-4844-82fb-b20846afaa4f req-9296320b-d1f1-49f8-97f4-2e583f6fe213 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 1096 time: 0.1377103 Apr 05 20:14:13.493061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-961396350-router', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:13.497570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4f67a-1606-4a09-9211-ebc3438e4d73 req-2f5d1440-1dc5-49d1-9cbd-07f73544b5f8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:13.505568 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60a4f67a-1606-4a09-9211-ebc3438e4d73 req-2f5d1440-1dc5-49d1-9cbd-07f73544b5f8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.1522379 Apr 05 20:14:13.513183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:13.534474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Usage tracker for resource:router and tenant:f8d5193adbc1457baed5537472865cb7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:13.550883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:13.555789 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4d826d09-ed66-4844-82fb-b20846afaa4f req-b168a92c-811b-4062-ae41-79893547c36b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888312 Apr 05 20:14:13.614645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60a4f67a-1606-4a09-9211-ebc3438e4d73 req-ecd75f07-dd06-4dfb-adbb-3a140d6b28ec tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076188 Apr 05 20:14:13.615810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:13.644221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda52f9-dcc5-4081-add8-c572210a67a6 req-2d23e0ae-29cb-418b-af44-d0403c8c7eee tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:13.646110 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bda52f9-dcc5-4081-add8-c572210a67a6 req-2d23e0ae-29cb-418b-af44-d0403c8c7eee tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81 HTTP/1.1" status: 200 len: 950 time: 0.7535155 Apr 05 20:14:13.718018 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:13.745975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-4bda52f9-dcc5-4081-add8-c572210a67a6 req-ba261385-9227-4aa1-92bb-e578ec02dd96 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Deleting port 7fb22a66-91c4-4a51-a642-8a832432972c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:13.746342 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4bda52f9-dcc5-4081-add8-c572210a67a6 req-ba261385-9227-4aa1-92bb-e578ec02dd96 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:13.764870 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fe73b09e-ebd4-474b-8d42-0c1946d3e76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:13.809513 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0702ea34-2d8f-4638-98a5-c4e5df6969ec req-3ea9813f-e639-4ea4-913d-43f03633c28c tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/e4a22664-51f9-49ca-b367-10e17d71edfe HTTP/1.1" status: 200 len: 1804 time: 0.1084642 Apr 05 20:14:13.864183 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:13.865180 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:13.886281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-930d7158-dee5-400b-b041-ee5469578c8b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:13.886513 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Transition to ACTIVE for port object c5433525-f264-4286-9835-ab6cb215bbaf will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:13.888456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-930d7158-dee5-400b-b041-ee5469578c8b tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.41 "GET /v2.0/networks?id=90c58985-6e9e-49a8-afc1-08efbdccc060 HTTP/1.1" status: 200 len: 805 time: 0.3289757 Apr 05 20:14:13.896955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394d2d3-b105-476c-9d99-a429610e4ebc req-a575c0fa-cab8-42e7-b67f-65f39cb213be tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:13.897813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a394d2d3-b105-476c-9d99-a429610e4ebc req-a575c0fa-cab8-42e7-b67f-65f39cb213be tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Synchronizing usage tracker for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:14:13.908537 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:13.909480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Request body: {'port': {'device_id': 'd04f0208-8037-40b9-998b-39645995ff2f', 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060', 'admin_state_up': True, 'tenant_id': 'cfd34cd945744a0a89a6f2f3bec7bb69'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:13.911399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Transition to ACTIVE for port object c5433525-f264-4286-9835-ab6cb215bbaf will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:13.925131 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:13.932004 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-70217212-ac02-416c-b95b-c4e58fa6e8da req-ce0eb2de-b1f7-4aba-afe1-ea5c30ca5fdf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.049021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Pushing event updated for resources: {'Port': ['ID=c5433525-f264-4286-9835-ab6cb215bbaf,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:14.066200 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Network 8f1e4a7f-1b3a-494f-92d3-21e8114bea26 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:14:14.067295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:14.069547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:14:14.098594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:14.110857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:14.123788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Made reservation on behalf of cfd34cd945744a0a89a6f2f3bec7bb69 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:14:14.128226 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.158300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eb2de-b1f7-4aba-afe1-ea5c30ca5fdf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Pushing event deleted for resources: {'Port': ['ID=d42841c6-73ca-48b9-b406-7bfefe163cb6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:14.190261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Attempting to bind port c5433525-f264-4286-9835-ab6cb215bbaf on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:14:14.190624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Attempting to bind port c5433525-f264-4286-9835-ab6cb215bbaf by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '3916b35a-d769-4ca7-bb20-0aee3fe347a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f1e4a7f-1b3a-494f-92d3-21e8114bea26'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:14:14.190975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Attempting to bind port c5433525-f264-4286-9835-ab6cb215bbaf on network 8f1e4a7f-1b3a-494f-92d3-21e8114bea26 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:14.196904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:14:14.197259 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Checking segment: {'id': '3916b35a-d769-4ca7-bb20-0aee3fe347a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f1e4a7f-1b3a-494f-92d3-21e8114bea26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:14.198241 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.198683 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Bound using segment: {'id': '3916b35a-d769-4ca7-bb20-0aee3fe347a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f1e4a7f-1b3a-494f-92d3-21e8114bea26'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:14:14.199664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Bound port: c5433525-f264-4286-9835-ab6cb215bbaf, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3916b35a-d769-4ca7-bb20-0aee3fe347a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f1e4a7f-1b3a-494f-92d3-21e8114bea26'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:14:14.199798 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.222569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a394d2d3-b105-476c-9d99-a429610e4ebc req-a575c0fa-cab8-42e7-b67f-65f39cb213be tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Unset dirty status for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:14:14.223882 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a394d2d3-b105-476c-9d99-a429610e4ebc req-a575c0fa-cab8-42e7-b67f-65f39cb213be tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 945 time: 1.1715934 Apr 05 20:14:14.251192 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-25e0a643-d50e-419a-a94d-2826b984977f req-b3a9b630-0c20-4d62-8c3f-55e92b27fd3e tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf HTTP/1.1" status: 200 len: 210 time: 0.0523467 Apr 05 20:14:14.289254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c0141d4c-4bd7-4fda-8679-b129d384afcd req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-551084373', 'description': 'tempest-description-1862822793'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:14.300052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c0141d4c-4bd7-4fda-8679-b129d384afcd req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:14.315512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] For port c5433525-f264-4286-9835-ab6cb215bbaf, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:14.318743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] For port c5433525-f264-4286-9835-ab6cb215bbaf, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c5433525-f264-4286-9835-ab6cb215bbaf,segment=NetworkSegment(3916b35a-d769-4ca7-bb20-0aee3fe347a7),segment_id=3916b35a-d769-4ca7-bb20-0aee3fe347a7)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:14:14.324689 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.334176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c0141d4c-4bd7-4fda-8679-b129d384afcd req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:14.343915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c0141d4c-4bd7-4fda-8679-b129d384afcd req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:14.357149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c0141d4c-4bd7-4fda-8679-b129d384afcd req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:14.382554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c0141d4c-4bd7-4fda-8679-b129d384afcd req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.396673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Allocated IP 172.20.0.6 (90c58985-6e9e-49a8-afc1-08efbdccc060/1e1175b7-fe76-4409-88b2-f584c22d2454/be5bf89b-121c-45c4-801c-d02d52157b71) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:14:14.414599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c0141d4c-4bd7-4fda-8679-b129d384afcd req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:14.420629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d29d0-a5d0-4da0-addc-bb06e25962dc None None] Pushing event updated for resources: {'Port': ['ID=c5433525-f264-4286-9835-ab6cb215bbaf,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:14.420971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c0141d4c-4bd7-4fda-8679-b129d384afcd req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group_rule and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:14.426798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c0141d4c-4bd7-4fda-8679-b129d384afcd req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:14.447538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c0141d4c-4bd7-4fda-8679-b129d384afcd req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:14.477277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-70217212-ac02-416c-b95b-c4e58fa6e8da req-ce0eb2de-b1f7-4aba-afe1-ea5c30ca5fdf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] No DVR routers for this DVR port d42841c6-73ca-48b9-b406-7bfefe163cb6 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:14:14.542642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-70217212-ac02-416c-b95b-c4e58fa6e8da req-ce0eb2de-b1f7-4aba-afe1-ea5c30ca5fdf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.546060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf', 'name': 'network-vif-deleted', 'tag': 'd42841c6-73ca-48b9-b406-7bfefe163cb6'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:14.626690 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.650571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-510669d8-d2d6-4b8b-8931-e15ddd6e0193 req-ba092f1f-f7b3-4e80-bfb7-d6859d7ef674 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] For port f47275ab-515d-4c25-8af7-e4895da3e8e9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f47275ab-515d-4c25-8af7-e4895da3e8e9,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:14.651576 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-510669d8-d2d6-4b8b-8931-e15ddd6e0193 req-ba092f1f-f7b3-4e80-bfb7-d6859d7ef674 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.718079 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.753833 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c0141d4c-4bd7-4fda-8679-b129d384afcd req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.786175 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c0141d4c-4bd7-4fda-8679-b129d384afcd req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.815827 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.835475 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c0141d4c-4bd7-4fda-8679-b129d384afcd req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.850779 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c0141d4c-4bd7-4fda-8679-b129d384afcd req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5685434 Apr 05 20:14:14.859725 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:14.938768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be857d52-de79-4149-b82b-66f1c43f780f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=166b2991-9237-4549-8cae-67291274379c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:14.967480 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:15.001467 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-70217212-ac02-416c-b95b-c4e58fa6e8da req-ce0eb2de-b1f7-4aba-afe1-ea5c30ca5fdf tempest-MigrationsAdminTest-1691323941 tempest-MigrationsAdminTest-1691323941-project] 10.222.0.41 "DELETE /v2.0/ports/d42841c6-73ca-48b9-b406-7bfefe163cb6 HTTP/1.1" status: 204 len: 173 time: 2.7246134 Apr 05 20:14:15.004323 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a394d2d3-b105-476c-9d99-a429610e4ebc req-93aa8529-ec7f-49f9-9dff-c98a4c626770 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7097993 Apr 05 20:14:15.086223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-510669d8-d2d6-4b8b-8931-e15ddd6e0193 req-ba092f1f-f7b3-4e80-bfb7-d6859d7ef674 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Calling delete_port for f47275ab-515d-4c25-8af7-e4895da3e8e9 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:15.182060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4bda52f9-dcc5-4081-add8-c572210a67a6 req-ba261385-9227-4aa1-92bb-e578ec02dd96 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] For port 7fb22a66-91c4-4a51-a642-8a832432972c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=7fb22a66-91c4-4a51-a642-8a832432972c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:15.184303 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4bda52f9-dcc5-4081-add8-c572210a67a6 req-ba261385-9227-4aa1-92bb-e578ec02dd96 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:15.191033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Network 90c58985-6e9e-49a8-afc1-08efbdccc060 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:14:15.200287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:15.203969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:14:15.276236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Pushing event updated for resources: {'Port': ['ID=be5bf89b-121c-45c4-801c-d02d52157b71,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:15.316068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:15.317778 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:15.348821 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3babd706-5729-4487-b3d7-8ad40b794abd details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:14:15.353914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d42841c6-73ca-48b9-b406-7bfefe163cb6 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:15.386527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-aa377665-9c47-4ad4-9a6c-3824eb3623d8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4840405 Apr 05 20:14:15.399420 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-4bda52f9-dcc5-4081-add8-c572210a67a6 req-ba261385-9227-4aa1-92bb-e578ec02dd96 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Calling delete_port for 7fb22a66-91c4-4a51-a642-8a832432972c owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:15.407580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d29d2-caa4-4103-9642-899f0c33d664 req-fa8cf9b3-5dde-4747-8a9c-aa8613e20d84 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:15.409212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f32d29d2-caa4-4103-9642-899f0c33d664 req-fa8cf9b3-5dde-4747-8a9c-aa8613e20d84 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb0bec56-9933-4ca6-a498-8d0f8aacaa81 HTTP/1.1" status: 200 len: 950 time: 0.4009197 Apr 05 20:14:15.423494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Request body: {'port': {'device_id': 'd04f0208-8037-40b9-998b-39645995ff2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:15.464037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c5433525-f264-4286-9835-ab6cb215bbaf up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:15.542115 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: d42841c6-73ca-48b9-b406-7bfefe163cb6 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:14:15.542469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d42841c6-73ca-48b9-b406-7bfefe163cb6 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:14:15.542858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 7fb22a66-91c4-4a51-a642-8a832432972c no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:15.601626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 7fb22a66-91c4-4a51-a642-8a832432972c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:14:15.602017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 7fb22a66-91c4-4a51-a642-8a832432972c not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:14:15.629248 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4bda52f9-dcc5-4081-add8-c572210a67a6 req-ba261385-9227-4aa1-92bb-e578ec02dd96 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:15.773695 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:15.832328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba261385-9227-4aa1-92bb-e578ec02dd96 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Pushing event deleted for resources: {'Port': ['ID=7fb22a66-91c4-4a51-a642-8a832432972c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:15.887191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bda52f9-dcc5-4081-add8-c572210a67a6 req-ba261385-9227-4aa1-92bb-e578ec02dd96 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] No DVR routers for this DVR port 7fb22a66-91c4-4a51-a642-8a832432972c on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:14:15.900141 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4bda52f9-dcc5-4081-add8-c572210a67a6 req-ba261385-9227-4aa1-92bb-e578ec02dd96 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:15.904249 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f32d29d2-caa4-4103-9642-899f0c33d664 req-56105c14-013e-48ba-b481-cf41ee14a697 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.24 "GET /v2.0/security-groups?id=30bdaadd-8559-470b-8d45-143e97f4ae2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564765 Apr 05 20:14:16.012814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3babd706-5729-4487-b3d7-8ad40b794abd, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3babd706-5729-4487-b3d7-8ad40b794abd,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:16.018947 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-510669d8-d2d6-4b8b-8931-e15ddd6e0193 req-ba092f1f-f7b3-4e80-bfb7-d6859d7ef674 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:16.030578 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab98fc6d-8e5f-4431-a2f6-16c0f411e4cf', 'name': 'network-vif-deleted', 'tag': 'd42841c6-73ca-48b9-b406-7bfefe163cb6', 'status': 'completed', 'code': 200} Apr 05 20:14:16.042479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bda52f9-dcc5-4081-add8-c572210a67a6 req-ba261385-9227-4aa1-92bb-e578ec02dd96 tempest-ImagesNegativeTestJSON-825259507 tempest-ImagesNegativeTestJSON-825259507-project] 10.222.0.41 "DELETE /v2.0/ports/7fb22a66-91c4-4a51-a642-8a832432972c HTTP/1.1" status: 204 len: 173 time: 2.3772812 Apr 05 20:14:16.056443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '3babd706-5729-4487-b3d7-8ad40b794abd', 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129', 'port_id': '3babd706-5729-4487-b3d7-8ad40b794abd', 'mac_address': 'fa:16:3e:91:87:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2a73de-05a0-424d-8ac3-181495091cad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:14:16.128615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba092f1f-f7b3-4e80-bfb7-d6859d7ef674 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Pushing event deleted for resources: {'Port': ['ID=f47275ab-515d-4c25-8af7-e4895da3e8e9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:16.182339 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:16.195621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a271ad01-88b0-40cf-8070-a646a3e69534 None None] Network 8f1e4a7f-1b3a-494f-92d3-21e8114bea26 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:14:16.212563 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:16.236187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c5433525-f264-4286-9835-ab6cb215bbaf completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:14:16.238193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-510669d8-d2d6-4b8b-8931-e15ddd6e0193 req-ba092f1f-f7b3-4e80-bfb7-d6859d7ef674 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] No DVR routers for this DVR port f47275ab-515d-4c25-8af7-e4895da3e8e9 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:14:16.242496 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-510669d8-d2d6-4b8b-8931-e15ddd6e0193 req-ba092f1f-f7b3-4e80-bfb7-d6859d7ef674 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:16.245129 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-510669d8-d2d6-4b8b-8931-e15ddd6e0193 req-ba092f1f-f7b3-4e80-bfb7-d6859d7ef674 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.13 "DELETE /v2.0/ports/f47275ab-515d-4c25-8af7-e4895da3e8e9 HTTP/1.1" status: 204 len: 173 time: 3.2645969 Apr 05 20:14:16.299768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3babd706-5729-4487-b3d7-8ad40b794abd {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:14:16.316973 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3babd706-5729-4487-b3d7-8ad40b794abd, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3babd706-5729-4487-b3d7-8ad40b794abd,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:16.317934 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0097e806-df87-4161-81c4-cc449df95846 None None] Provisioning for port c5433525-f264-4286-9835-ab6cb215bbaf completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:14:16.337983 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:16.371105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0097e806-df87-4161-81c4-cc449df95846 None None] Provisioning complete for port c5433525-f264-4286-9835-ab6cb215bbaf triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:16.371347 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0097e806-df87-4161-81c4-cc449df95846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:16.434687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5bf89b-121c-45c4-801c-d02d52157b71 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:14:16.445328 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:16.498111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8734c-f8b6-405e-8f90-54d1a27b2dee req-f97385b7-9243-4e57-a402-3aa5755e0fd3 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:16.499003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-99e8734c-f8b6-405e-8f90-54d1a27b2dee req-f97385b7-9243-4e57-a402-3aa5755e0fd3 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Synchronizing usage tracker for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:14:16.513507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Transition to ACTIVE for port object be5bf89b-121c-45c4-801c-d02d52157b71 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:16.528935 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-99e8734c-f8b6-405e-8f90-54d1a27b2dee req-f97385b7-9243-4e57-a402-3aa5755e0fd3 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Unset dirty status for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:14:16.532134 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:16.534591 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-99e8734c-f8b6-405e-8f90-54d1a27b2dee req-f97385b7-9243-4e57-a402-3aa5755e0fd3 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=d04f0208-8037-40b9-998b-39645995ff2f HTTP/1.1" status: 200 len: 931 time: 0.6531167 Apr 05 20:14:16.537750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['3babd706-5729-4487-b3d7-8ad40b794abd'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:14:16.564469 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:16.573075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=3babd706-5729-4487-b3d7-8ad40b794abd,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:16.604245 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:16.666540 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-99e8734c-f8b6-405e-8f90-54d1a27b2dee req-d9e75f47-3e6c-44c5-ad24-79b2a4836682 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279171 Apr 05 20:14:16.774836 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0097e806-df87-4161-81c4-cc449df95846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:16.832295 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd676641-c008-477a-8160-780053ba8e56 req-d5eae4c0-8751-418e-ac5d-77850b619318 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/166b2991-9237-4549-8cae-67291274379c HTTP/1.1" status: 200 len: 1804 time: 0.1275191 Apr 05 20:14:16.853111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-fd676641-c008-477a-8160-780053ba8e56 req-3dd46438-e57a-40ba-b89d-1198c176eebe tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '166b2991-9237-4549-8cae-67291274379c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:16.853951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-fd676641-c008-477a-8160-780053ba8e56 req-3dd46438-e57a-40ba-b89d-1198c176eebe tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '166b2991-9237-4549-8cae-67291274379c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:16.855892 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0097e806-df87-4161-81c4-cc449df95846 None None] For port c5433525-f264-4286-9835-ab6cb215bbaf, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c5433525-f264-4286-9835-ab6cb215bbaf,segment=NetworkSegment(3916b35a-d769-4ca7-bb20-0aee3fe347a7),segment_id=3916b35a-d769-4ca7-bb20-0aee3fe347a7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:16.859363 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f47275ab-515d-4c25-8af7-e4895da3e8e9 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:16.861456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Allocated IP 172.25.8.23 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/0399062f-9eac-4cb0-971e-cdeba0709763) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:14:16.870555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-fd676641-c008-477a-8160-780053ba8e56 req-3dd46438-e57a-40ba-b89d-1198c176eebe tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:16.885794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=be5bf89b-121c-45c4-801c-d02d52157b71,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:16.906739 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0097e806-df87-4161-81c4-cc449df95846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:16.906981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551d78ac-29a2-48bd-8bf9-2945e631e623 req-ff5cf407-906a-496a-901f-681c0a0b3a95 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:16.917263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-551d78ac-29a2-48bd-8bf9-2945e631e623 req-ff5cf407-906a-496a-901f-681c0a0b3a95 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 944 time: 0.4548059 Apr 05 20:14:16.959657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: f47275ab-515d-4c25-8af7-e4895da3e8e9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:14:16.960244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f47275ab-515d-4c25-8af7-e4895da3e8e9 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:14:17.014684 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-fd676641-c008-477a-8160-780053ba8e56 req-3dd46438-e57a-40ba-b89d-1198c176eebe tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group_rule and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:17.018607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-fd676641-c008-477a-8160-780053ba8e56 req-3dd46438-e57a-40ba-b89d-1198c176eebe tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:17.019041 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-551d78ac-29a2-48bd-8bf9-2945e631e623 req-4f1c7496-7de1-4c1e-85ad-c3b22979ceea tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964446 Apr 05 20:14:17.028742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-fd676641-c008-477a-8160-780053ba8e56 req-3dd46438-e57a-40ba-b89d-1198c176eebe tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:17.032699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Attempting to bind port be5bf89b-121c-45c4-801c-d02d52157b71 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:14:17.034141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Attempting to bind port be5bf89b-121c-45c4-801c-d02d52157b71 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:14:17.034514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Attempting to bind port be5bf89b-121c-45c4-801c-d02d52157b71 on network 90c58985-6e9e-49a8-afc1-08efbdccc060 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:17.053419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Port be5bf89b-121c-45c4-801c-d02d52157b71 on network 90c58985-6e9e-49a8-afc1-08efbdccc060 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:14:17.054710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Attempting to bind port be5bf89b-121c-45c4-801c-d02d52157b71 on network 90c58985-6e9e-49a8-afc1-08efbdccc060 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:17.062407 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097e806-df87-4161-81c4-cc449df95846 None None] Pushing event updated for resources: {'Port': ['ID=c5433525-f264-4286-9835-ab6cb215bbaf,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:17.071126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:14:17.071406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Checking segment: {'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:17.071738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Bound using segment: {'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:14:17.072113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Bound port: be5bf89b-121c-45c4-801c-d02d52157b71, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:14:17.072461 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:17.215567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] For port be5bf89b-121c-45c4-801c-d02d52157b71, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:17.224219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] For port be5bf89b-121c-45c4-801c-d02d52157b71, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=be5bf89b-121c-45c4-801c-d02d52157b71,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:14:17.237375 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:17.304009 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:17.320649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:17.321250 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:17.322725 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] 10.222.0.41 "PUT /v2.0/ports/be5bf89b-121c-45c4-801c-d02d52157b71 HTTP/1.1" status: 200 len: 1091 time: 1.9101005 Apr 05 20:14:17.323134 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fd676641-c008-477a-8160-780053ba8e56 req-3dd46438-e57a-40ba-b89d-1198c176eebe tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:17.351558 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fd676641-c008-477a-8160-780053ba8e56 req-3dd46438-e57a-40ba-b89d-1198c176eebe tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:17.356385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c5433525-f264-4286-9835-ab6cb215bbaf up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:17.360664 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fd676641-c008-477a-8160-780053ba8e56 req-3dd46438-e57a-40ba-b89d-1198c176eebe tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:17.391588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd04f0208-8037-40b9-998b-39645995ff2f', 'tag': 'be5bf89b-121c-45c4-801c-d02d52157b71'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:17.404198 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd46438-e57a-40ba-b89d-1198c176eebe tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db9b4a7-514b-4590-a835-adb674076310,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:17.406641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3babd706-5729-4487-b3d7-8ad40b794abd no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:17.435677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fd676641-c008-477a-8160-780053ba8e56 req-3dd46438-e57a-40ba-b89d-1198c176eebe tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:17.436938 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd676641-c008-477a-8160-780053ba8e56 req-3dd46438-e57a-40ba-b89d-1198c176eebe tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5959804 Apr 05 20:14:17.439466 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:17.496606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd0b33-0836-448a-baeb-04d60f8fdbf1 service neutron] Pushing event updated for resources: {'Port': ['ID=be5bf89b-121c-45c4-801c-d02d52157b71,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:17.557114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Pushing event updated for resources: {'Port': ['ID=0399062f-9eac-4cb0-971e-cdeba0709763,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:17.564265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57252) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:17.566043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7182d71b-2e96-43a5-bea4-1f528da0383f req-6981b4fb-d526-4275-85ac-89025c1c390a tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:17.568128 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7182d71b-2e96-43a5-bea4-1f528da0383f req-6981b4fb-d526-4275-85ac-89025c1c390a tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.2443974 Apr 05 20:14:17.576099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:14:17.585521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c5433525-f264-4286-9835-ab6cb215bbaf triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:17.585907 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:17.591112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:17.594639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:14:17.606912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-e2ba4801-3a0c-4450-ab22-18b5ef142cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:17.608857 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-e2ba4801-3a0c-4450-ab22-18b5ef142cb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfd34cd945744a0a89a6f2f3bec7bb69&device_id=d04f0208-8037-40b9-998b-39645995ff2f HTTP/1.1" status: 200 len: 1094 time: 0.2123382 Apr 05 20:14:17.623573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b9b7b593-da62-4812-b9a6-0bf05723ff95 None None] Provisioning complete for port c5433525-f264-4286-9835-ab6cb215bbaf triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:17.623932 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9b7b593-da62-4812-b9a6-0bf05723ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:17.654442 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:17.706862 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-58032795-c2aa-4727-9f9f-86bcf6201d78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5bf89b-121c-45c4-801c-d02d52157b71 HTTP/1.1" status: 200 len: 217 time: 0.0890083 Apr 05 20:14:17.722235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3babd706-5729-4487-b3d7-8ad40b794abd {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:14:17.725036 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7182d71b-2e96-43a5-bea4-1f528da0383f req-1984af01-cc74-4203-9c61-449b1bbe82ed tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500854 Apr 05 20:14:17.815492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-3146b81f-efa8-4a4d-a6bd-796af9a92d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:17.816092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3babd706-5729-4487-b3d7-8ad40b794abd, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3babd706-5729-4487-b3d7-8ad40b794abd,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:17.817498 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-3146b81f-efa8-4a4d-a6bd-796af9a92d06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e1175b7-fe76-4409-88b2-f584c22d2454 HTTP/1.1" status: 200 len: 845 time: 0.0912178 Apr 05 20:14:17.859278 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:17.885825 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd04f0208-8037-40b9-998b-39645995ff2f', 'tag': 'be5bf89b-121c-45c4-801c-d02d52157b71', 'status': 'completed', 'code': 200} Apr 05 20:14:17.894326 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-d1603b40-9672-40c0-b8e6-43d84c664039 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90c58985-6e9e-49a8-afc1-08efbdccc060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702376 Apr 05 20:14:17.968288 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=3babd706-5729-4487-b3d7-8ad40b794abd,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:18.026501 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0ce632dd-9b0b-40f3-939c-597b152e94ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4315b2776a8446efa0573a8e3d19b341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4602437 Apr 05 20:14:18.029178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57262) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:18.033267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0bec56-9933-4ca6-a498-8d0f8aacaa81', 'name': 'network-vif-deleted', 'tag': '7fb22a66-91c4-4a51-a642-8a832432972c'}, {'server_uuid': 'e6ec550b-5880-4e2d-bee3-c2ac4c86e404', 'name': 'network-vif-deleted', 'tag': 'f47275ab-515d-4c25-8af7-e4895da3e8e9'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:18.135190 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5d81e9e-1103-4e05-a71d-5bdbdb14862b req-4f47d58b-4c9f-4407-bee9-ff46cce4a08d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/166b2991-9237-4549-8cae-67291274379c HTTP/1.1" status: 200 len: 2397 time: 0.2559974 Apr 05 20:14:18.151778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23984c48-de05-4cf4-888e-670725bf8b8a req-ee9d6bc7-c1fb-4748-b000-c5602e4f2d7b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:18.153246 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-23984c48-de05-4cf4-888e-670725bf8b8a req-ee9d6bc7-c1fb-4748-b000-c5602e4f2d7b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 945 time: 0.5155933 Apr 05 20:14:18.165330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c5d81e9e-1103-4e05-a71d-5bdbdb14862b req-9dbb685f-c619-46d8-b38e-77c0bc836c69 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '166b2991-9237-4549-8cae-67291274379c', 'remote_group_id': None}]} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:18.165636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c5d81e9e-1103-4e05-a71d-5bdbdb14862b req-9dbb685f-c619-46d8-b38e-77c0bc836c69 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '166b2991-9237-4549-8cae-67291274379c', 'remote_group_id': None}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:18.173315 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c5d81e9e-1103-4e05-a71d-5bdbdb14862b req-9dbb685f-c619-46d8-b38e-77c0bc836c69 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:18.179376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-2724b086-a1fc-472c-a6fe-38553220e8d1 service neutron] 10.222.0.41 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744405 Apr 05 20:14:18.180275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c5d81e9e-1103-4e05-a71d-5bdbdb14862b req-9dbb685f-c619-46d8-b38e-77c0bc836c69 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Usage tracker for resource:security_group_rule and tenant:0e674b4760db4a27b1556cba6f342fe2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:18.183345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c5d81e9e-1103-4e05-a71d-5bdbdb14862b req-9dbb685f-c619-46d8-b38e-77c0bc836c69 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:18.189187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c5d81e9e-1103-4e05-a71d-5bdbdb14862b req-9dbb685f-c619-46d8-b38e-77c0bc836c69 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:18.314162 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1deef9-7051-4520-9716-8e9d7bf31fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:18.318204 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-23984c48-de05-4cf4-888e-670725bf8b8a req-b7bb2d56-19fe-4902-931d-728121cf9a73 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412418 Apr 05 20:14:18.319808 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:18.357846 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c5d81e9e-1103-4e05-a71d-5bdbdb14862b req-9dbb685f-c619-46d8-b38e-77c0bc836c69 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:18.386375 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-560e644f-6bc3-413c-bb5a-f4847de688cd req-3fd27f62-09f3-4ebe-97bc-1fb5f630abff service neutron] 10.222.0.41 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920650 Apr 05 20:14:18.397982 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c5d81e9e-1103-4e05-a71d-5bdbdb14862b req-9dbb685f-c619-46d8-b38e-77c0bc836c69 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:18.405429 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c5d81e9e-1103-4e05-a71d-5bdbdb14862b req-9dbb685f-c619-46d8-b38e-77c0bc836c69 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:18.416696 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1deef9-7051-4520-9716-8e9d7bf31fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:18.436834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb685f-c619-46d8-b38e-77c0bc836c69 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a075b2-7f92-4455-94cf-94a73fff39a0,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:18.447157 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c5d81e9e-1103-4e05-a71d-5bdbdb14862b req-9dbb685f-c619-46d8-b38e-77c0bc836c69 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:18.450343 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5d81e9e-1103-4e05-a71d-5bdbdb14862b req-9dbb685f-c619-46d8-b38e-77c0bc836c69 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3008256 Apr 05 20:14:18.533336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065b20f-56ea-4082-834a-1f97e95f3b95 req-c83ffc9e-0a21-470f-9762-7011dd4aaf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:18.535273 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1065b20f-56ea-4082-834a-1f97e95f3b95 req-c83ffc9e-0a21-470f-9762-7011dd4aaf3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfd34cd945744a0a89a6f2f3bec7bb69&device_id=d04f0208-8037-40b9-998b-39645995ff2f HTTP/1.1" status: 200 len: 1094 time: 0.0787435 Apr 05 20:14:18.695860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda45dc6-c687-41df-9549-173596630dbb req-a9d6881e-843a-4322-9497-64cc9b72aa16 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:18.697244 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cda45dc6-c687-41df-9549-173596630dbb req-a9d6881e-843a-4322-9497-64cc9b72aa16 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=d04f0208-8037-40b9-998b-39645995ff2f HTTP/1.1" status: 200 len: 943 time: 0.2709577 Apr 05 20:14:18.720050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065b20f-56ea-4082-834a-1f97e95f3b95 req-62193f6c-52ce-4677-b9e6-e7024a092e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:18.723599 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1065b20f-56ea-4082-834a-1f97e95f3b95 req-62193f6c-52ce-4677-b9e6-e7024a092e4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=90c58985-6e9e-49a8-afc1-08efbdccc060 HTTP/1.1" status: 200 len: 906 time: 0.1802974 Apr 05 20:14:18.766654 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1deef9-7051-4520-9716-8e9d7bf31fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:18.795128 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1065b20f-56ea-4082-834a-1f97e95f3b95 req-568b5775-bd0d-4e42-9c2f-60694c4f9c25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=be5bf89b-121c-45c4-801c-d02d52157b71 HTTP/1.1" status: 200 len: 217 time: 0.0634975 Apr 05 20:14:18.806728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fa592-3e80-4956-82d8-2e0a13762ab4 req-ea3cb868-90f0-47f6-a524-8f9aa72ec29f tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:18.808106 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cf8fa592-3e80-4956-82d8-2e0a13762ab4 req-ea3cb868-90f0-47f6-a524-8f9aa72ec29f tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 943 time: 0.1828384 Apr 05 20:14:18.904619 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cf8fa592-3e80-4956-82d8-2e0a13762ab4 req-65ce6529-583f-40b0-a490-18275c7efefc tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625758 Apr 05 20:14:18.906055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065b20f-56ea-4082-834a-1f97e95f3b95 req-a52f721f-3570-4773-8818-4f13444ed7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:18.907922 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1065b20f-56ea-4082-834a-1f97e95f3b95 req-a52f721f-3570-4773-8818-4f13444ed7fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e1175b7-fe76-4409-88b2-f584c22d2454 HTTP/1.1" status: 200 len: 845 time: 0.0988853 Apr 05 20:14:18.957127 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1065b20f-56ea-4082-834a-1f97e95f3b95 req-f2f27f8b-d7b7-4424-ab68-0a1835b7aa72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90c58985-6e9e-49a8-afc1-08efbdccc060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418181 Apr 05 20:14:18.971966 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cda45dc6-c687-41df-9549-173596630dbb req-3aceb5b5-dd84-4f4b-9aac-2c990bbfa19a tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657554 Apr 05 20:14:18.985337 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb0bec56-9933-4ca6-a498-8d0f8aacaa81', 'name': 'network-vif-deleted', 'tag': '7fb22a66-91c4-4a51-a642-8a832432972c', 'status': 'completed', 'code': 200} Apr 05 20:14:18.986169 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ec550b-5880-4e2d-bee3-c2ac4c86e404', 'name': 'network-vif-deleted', 'tag': 'f47275ab-515d-4c25-8af7-e4895da3e8e9', 'status': 'completed', 'code': 200} Apr 05 20:14:18.991513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1deef9-7051-4520-9716-8e9d7bf31fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9ca9df-79e9-4db5-b0b0-740f99a47aa2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:19.020716 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1deef9-7051-4520-9716-8e9d7bf31fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:19.021344 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dd1deef9-7051-4520-9716-8e9d7bf31fa5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d9ca9df-79e9-4db5-b0b0-740f99a47aa2 HTTP/1.1" status: 204 len: 168 time: 0.9912834 Apr 05 20:14:19.038251 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:19.136706 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1065b20f-56ea-4082-834a-1f97e95f3b95 req-6583e86b-8e0b-4108-a664-f019f3bae95b service neutron] 10.222.0.41 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730921 Apr 05 20:14:19.142025 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c89e722c-dc71-493c-bac7-09f5a24b7463 req-ec8f5a89-7c48-4159-8ab0-e227b30dbb61 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/166b2991-9237-4549-8cae-67291274379c HTTP/1.1" status: 200 len: 2995 time: 0.1242018 Apr 05 20:14:19.293906 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1065b20f-56ea-4082-834a-1f97e95f3b95 req-4d8241f7-4dc7-471b-acbf-47d0bf3f6f51 service neutron] 10.222.0.41 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510475 Apr 05 20:14:19.350189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device be5bf89b-121c-45c4-801c-d02d52157b71 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:14:19.352972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3babd706-5729-4487-b3d7-8ad40b794abd up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:19.379524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Router c499b855-5620-4672-9a49-c63449f4edf7 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:14:19.393265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5a740-5323-4503-a54a-3ade5bd2925c req-b0ef99ef-9555-468e-a8a0-47d456101411 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:19.394587 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fbd5a740-5323-4503-a54a-3ade5bd2925c req-b0ef99ef-9555-468e-a8a0-47d456101411 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.1137714 Apr 05 20:14:19.450591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57288) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:19.463378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 3babd706-5729-4487-b3d7-8ad40b794abd triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:19.463747 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:19.523301 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fbd5a740-5323-4503-a54a-3ade5bd2925c req-2a86baa6-afbb-4886-aebc-6e7b8da717b0 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223052 Apr 05 20:14:19.582833 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5fbdcf2a-22a4-4fcb-b8b4-ebb703523c3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=588a5181c73c43ad90eb5791ddc5353d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305904 Apr 05 20:14:19.583937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57292) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:19.617087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ddf96-224a-4066-b3dc-62e75ab97bc1 req-030267c7-5318-45db-8724-da333f70ab36 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:19.624522 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d9ddf96-224a-4066-b3dc-62e75ab97bc1 req-030267c7-5318-45db-8724-da333f70ab36 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 1096 time: 0.1282525 Apr 05 20:14:19.629574 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e78c6500-ae9a-4ef3-8e87-6751d7f51bdb req-e5bb07d1-6981-4622-abe8-b159b22a1c97 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-group-rules/b2a075b2-7f92-4455-94cf-94a73fff39a0 HTTP/1.1" status: 200 len: 783 time: 0.0542316 Apr 05 20:14:19.661997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0d9ddf96-224a-4066-b3dc-62e75ab97bc1 req-2aafc353-c091-4851-9965-da955d699fb2 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Synchronizing usage tracker for tenant:9088eca40c654ab5bdc801445dd6ecfc on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:14:19.683048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:14:19.689686 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port be5bf89b-121c-45c4-801c-d02d52157b71, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=be5bf89b-121c-45c4-801c-d02d52157b71,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:19.692257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0d9ddf96-224a-4066-b3dc-62e75ab97bc1 req-2aafc353-c091-4851-9965-da955d699fb2 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Unset dirty status for tenant:9088eca40c654ab5bdc801445dd6ecfc on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:14:19.695590 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Sync routers for ids ['c499b855-5620-4672-9a49-c63449f4edf7'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:14:19.704965 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:19.720320 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'be5bf89b-121c-45c4-801c-d02d52157b71', 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060', 'port_id': 'be5bf89b-121c-45c4-801c-d02d52157b71', 'mac_address': 'fa:16:3e:b1:73:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1175b7-fe76-4409-88b2-f584c22d2454', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:14:19.722445 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d9ddf96-224a-4066-b3dc-62e75ab97bc1 req-2aafc353-c091-4851-9965-da955d699fb2 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951970 Apr 05 20:14:19.734358 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Routers {'c499b855-5620-4672-9a49-c63449f4edf7'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:14:19.737245 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:14:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c499b855-5620-4672-9a49-c63449f4edf7'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:19.763314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:19.764709 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e840d9ad-f4f9-4e09-8835-a2ab6eaf22af admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3642032 Apr 05 20:14:19.768811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57298) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:19.786476 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bf1c51-f51b-45b8-992e-90f06662bb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3babd706-5729-4487-b3d7-8ad40b794abd'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:19.787644 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e78c6500-ae9a-4ef3-8e87-6751d7f51bdb req-72a99cb2-1b6c-4324-9070-47a95ea514c8 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/166b2991-9237-4549-8cae-67291274379c HTTP/1.1" status: 200 len: 2995 time: 0.1438985 Apr 05 20:14:19.803009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3babd706-5729-4487-b3d7-8ad40b794abd, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3babd706-5729-4487-b3d7-8ad40b794abd,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:19.816085 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:19.823419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35e0f042-6416-4f21-a4e3-af7290a72fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:19.860307 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:19.863876 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e78c6500-ae9a-4ef3-8e87-6751d7f51bdb req-d5d4b3b1-87ec-446e-a4d7-bf0aaaa69ac9 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:19.880537 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e78c6500-ae9a-4ef3-8e87-6751d7f51bdb req-d5d4b3b1-87ec-446e-a4d7-bf0aaaa69ac9 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:19.897398 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35e0f042-6416-4f21-a4e3-af7290a72fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:19.905657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5bf89b-121c-45c4-801c-d02d52157b71 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:14:19.944026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port be5bf89b-121c-45c4-801c-d02d52157b71, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=be5bf89b-121c-45c4-801c-d02d52157b71,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:19.945205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=3babd706-5729-4487-b3d7-8ad40b794abd,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:19.952663 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:19.957274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e78c6500-ae9a-4ef3-8e87-6751d7f51bdb req-d5d4b3b1-87ec-446e-a4d7-bf0aaaa69ac9 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:19.977232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4b3b1-87ec-446e-a4d7-bf0aaaa69ac9 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2a075b2-7f92-4455-94cf-94a73fff39a0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:19.982952 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e78c6500-ae9a-4ef3-8e87-6751d7f51bdb req-d5d4b3b1-87ec-446e-a4d7-bf0aaaa69ac9 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:19.989261 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e78c6500-ae9a-4ef3-8e87-6751d7f51bdb req-d5d4b3b1-87ec-446e-a4d7-bf0aaaa69ac9 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b2a075b2-7f92-4455-94cf-94a73fff39a0 HTTP/1.1" status: 204 len: 173 time: 0.2006323 Apr 05 20:14:20.006253 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Set router c499b855-5620-4672-9a49-c63449f4edf7 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:14:20.028457 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35e0f042-6416-4f21-a4e3-af7290a72fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:20.073634 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bf1c51-f51b-45b8-992e-90f06662bb2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3babd706-5729-4487-b3d7-8ad40b794abd', 'code': 200} Apr 05 20:14:20.075525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=be5bf89b-121c-45c4-801c-d02d52157b71,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:20.076489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0f042-6416-4f21-a4e3-af7290a72fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23e29a7-cccc-4d5a-960e-b9dde7cf5a06,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:20.092122 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35e0f042-6416-4f21-a4e3-af7290a72fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:20.098082 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-35e0f042-6416-4f21-a4e3-af7290a72fae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b23e29a7-cccc-4d5a-960e-b9dde7cf5a06 HTTP/1.1" status: 204 len: 168 time: 0.5115366 Apr 05 20:14:20.186086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['be5bf89b-121c-45c4-801c-d02d52157b71'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:14:20.376491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95193bb5-827b-4bb6-b80b-f70bb99fe7fd req-bf42612c-25ab-4751-a94e-6fde1aee677c tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:20.386646 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95193bb5-827b-4bb6-b80b-f70bb99fe7fd req-bf42612c-25ab-4751-a94e-6fde1aee677c tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.1188443 Apr 05 20:14:20.451887 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95193bb5-827b-4bb6-b80b-f70bb99fe7fd req-20c09cfa-df74-4143-8920-772da708263f tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640938 Apr 05 20:14:20.528272 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b3ec386-2f92-4651-8fa8-2e1db8df74a2 req-e46cfed1-f6ee-4630-a362-5de2611c7e66 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/166b2991-9237-4549-8cae-67291274379c HTTP/1.1" status: 200 len: 2397 time: 0.0559120 Apr 05 20:14:20.546243 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-961396350-router', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0399062f-9eac-4cb0-971e-cdeba0709763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:13Z', 'updated_at': '2022-04-05T20:14:18Z', 'revision_number': 3, 'project_id': 'f8d5193adbc1457baed5537472865cb7', 'gw_port': {'id': '0399062f-9eac-4cb0-971e-cdeba0709763', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:16Z', 'updated_at': '2022-04-05T20:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:20.555886 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Checking router: c499b855-5620-4672-9a49-c63449f4edf7 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:14:20.556234 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Updating router c499b855-5620-4672-9a49-c63449f4edf7 port 0399062f-9eac-4cb0-971e-cdeba0709763 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:14:20.618298 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:20.625480 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1b3ec386-2f92-4651-8fa8-2e1db8df74a2 req-e7949786-7b3e-4db5-bea3-d5a8facaf24d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:20.674449 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1b3ec386-2f92-4651-8fa8-2e1db8df74a2 req-e7949786-7b3e-4db5-bea3-d5a8facaf24d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:20.691147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485c4a56-d47d-404c-8af1-2014db259684 req-e00cd412-5d54-4987-9cd7-34f762b180be tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:20.692650 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-485c4a56-d47d-404c-8af1-2014db259684 req-e00cd412-5d54-4987-9cd7-34f762b180be tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 1096 time: 0.7849557 Apr 05 20:14:20.740142 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1b3ec386-2f92-4651-8fa8-2e1db8df74a2 req-e7949786-7b3e-4db5-bea3-d5a8facaf24d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:20.759963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7949786-7b3e-4db5-bea3-d5a8facaf24d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=166b2991-9237-4549-8cae-67291274379c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:20.779406 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1b3ec386-2f92-4651-8fa8-2e1db8df74a2 req-e7949786-7b3e-4db5-bea3-d5a8facaf24d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:20.798603 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b3ec386-2f92-4651-8fa8-2e1db8df74a2 req-e7949786-7b3e-4db5-bea3-d5a8facaf24d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "DELETE /v2.0/security-groups/166b2991-9237-4549-8cae-67291274379c HTTP/1.1" status: 204 len: 173 time: 0.2625179 Apr 05 20:14:20.944687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdaf66-94f7-4b3a-9ef5-22b81685fcb8 req-79dbc255-86ca-4e38-bb49-142c1ae1c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:20.946704 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e3bdaf66-94f7-4b3a-9ef5-22b81685fcb8 req-79dbc255-86ca-4e38-bb49-142c1ae1c482 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 1096 time: 0.4639642 Apr 05 20:14:20.966452 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-485c4a56-d47d-404c-8af1-2014db259684 req-0a935647-c09c-4cd6-a3dc-1f38ee433063 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750197 Apr 05 20:14:20.992879 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10edaad-f24a-4393-b234-5ed875514fb4 req-7c87b0e8-cad7-4a5c-a817-863ed954c401 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:21.001900 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d10edaad-f24a-4393-b234-5ed875514fb4 req-7c87b0e8-cad7-4a5c-a817-863ed954c401 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=d04f0208-8037-40b9-998b-39645995ff2f HTTP/1.1" status: 200 len: 944 time: 0.0991058 Apr 05 20:14:21.056023 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d10edaad-f24a-4393-b234-5ed875514fb4 req-554e5641-f4f2-4644-a3e5-16f67f0b0443 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531619 Apr 05 20:14:21.064321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e3bdaf66-94f7-4b3a-9ef5-22b81685fcb8 req-de91fbbe-4dd1-40d7-9509-f51fad990dc0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966516 Apr 05 20:14:21.068202 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.083018 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Transition to ACTIVE for port object 0399062f-9eac-4cb0-971e-cdeba0709763 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:21.093052 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.141564 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.215006 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-dc77dd06-e56c-4167-87ec-29dd1c982809 req-c93033f8-2cb0-4c49-b5ed-6592720dba38 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] show failed (client error): The resource could not be found. Apr 05 20:14:21.216204 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dc77dd06-e56c-4167-87ec-29dd1c982809 req-c93033f8-2cb0-4c49-b5ed-6592720dba38 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/d7b229d6-df44-46f6-8b6e-e1d42d8c8e3d HTTP/1.1" status: 404 len: 352 time: 0.0559034 Apr 05 20:14:21.276347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e22c7-2660-4ca2-972f-28350ce62cc9 req-7380e7c5-450a-4383-aa8f-463bf7b33d62 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:21.278066 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d31e22c7-2660-4ca2-972f-28350ce62cc9 req-7380e7c5-450a-4383-aa8f-463bf7b33d62 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.1137121 Apr 05 20:14:21.293974 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Attempting to bind port 0399062f-9eac-4cb0-971e-cdeba0709763 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:14:21.294363 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Attempting to bind port 0399062f-9eac-4cb0-971e-cdeba0709763 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:14:21.295087 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Attempting to bind port 0399062f-9eac-4cb0-971e-cdeba0709763 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:21.308296 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3470b-5196-46e2-8e5a-36ee546eb68e None None] Pushing event updated for resources: {'Port': ['ID=0399062f-9eac-4cb0-971e-cdeba0709763,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:21.316696 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:14:21.317063 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:21.317462 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.318075 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:14:21.318538 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Bound port: 0399062f-9eac-4cb0-971e-cdeba0709763, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:14:21.319401 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.336569 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d31e22c7-2660-4ca2-972f-28350ce62cc9 req-d7217d3e-213e-4b07-9f78-8e00a3369ad2 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506260 Apr 05 20:14:21.365038 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device be5bf89b-121c-45c4-801c-d02d52157b71 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:21.400902 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3470b-5196-46e2-8e5a-36ee546eb68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:21.401276 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3470b-5196-46e2-8e5a-36ee546eb68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:21.401589 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3470b-5196-46e2-8e5a-36ee546eb68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:21.401929 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3470b-5196-46e2-8e5a-36ee546eb68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:21.402256 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3470b-5196-46e2-8e5a-36ee546eb68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:21.402567 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3470b-5196-46e2-8e5a-36ee546eb68e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:21.402881 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3470b-5196-46e2-8e5a-36ee546eb68e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:21.403675 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3470b-5196-46e2-8e5a-36ee546eb68e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:21.403996 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3470b-5196-46e2-8e5a-36ee546eb68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:21.404407 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3470b-5196-46e2-8e5a-36ee546eb68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:21.404714 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3470b-5196-46e2-8e5a-36ee546eb68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:21.405057 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eae3470b-5196-46e2-8e5a-36ee546eb68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:21.431369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Allocated IP 172.20.0.1 (8f1e4a7f-1b3a-494f-92d3-21e8114bea26/8db7490b-adea-4922-9525-55b7ec199b98/05826a3f-f4e7-44fe-b2a9-ec3857eabc48) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:14:21.505469 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a7704225-966e-41ee-b9df-76fb9b0c4cc5 req-8702f515-1f8d-46e0-b4e6-5364cb66ecab tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/e4a22664-51f9-49ca-b367-10e17d71edfe HTTP/1.1" status: 200 len: 1804 time: 0.1143911 Apr 05 20:14:21.512280 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] For port 0399062f-9eac-4cb0-971e-cdeba0709763, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:21.520642 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] For port 0399062f-9eac-4cb0-971e-cdeba0709763, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0399062f-9eac-4cb0-971e-cdeba0709763,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:14:21.528366 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.535604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port be5bf89b-121c-45c4-801c-d02d52157b71 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:14:21.543943 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port be5bf89b-121c-45c4-801c-d02d52157b71 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:21.544516 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.657898 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a7704225-966e-41ee-b9df-76fb9b0c4cc5 req-50d17bf8-149e-4136-b98b-dbd8f1fdc22d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.716561 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3470b-5196-46e2-8e5a-36ee546eb68e None None] Pushing event updated for resources: {'Port': ['ID=0399062f-9eac-4cb0-971e-cdeba0709763,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:21.740102 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a7704225-966e-41ee-b9df-76fb9b0c4cc5 req-50d17bf8-149e-4136-b98b-dbd8f1fdc22d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.747635 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Routers {'c499b855-5620-4672-9a49-c63449f4edf7'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:14:21.749751 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:14:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c499b855-5620-4672-9a49-c63449f4edf7'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:21.754635 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.799695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Transition to ACTIVE for port object 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:21.856005 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.857078 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a7704225-966e-41ee-b9df-76fb9b0c4cc5 req-50d17bf8-149e-4136-b98b-dbd8f1fdc22d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.897158 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.913933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57360) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:21.916392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d17bf8-149e-4136-b98b-dbd8f1fdc22d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a22664-51f9-49ca-b367-10e17d71edfe,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:21.960899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port be5bf89b-121c-45c4-801c-d02d52157b71, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=be5bf89b-121c-45c4-801c-d02d52157b71,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:21.970958 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.978027 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a7704225-966e-41ee-b9df-76fb9b0c4cc5 req-50d17bf8-149e-4136-b98b-dbd8f1fdc22d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:21.993422 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a7704225-966e-41ee-b9df-76fb9b0c4cc5 req-50d17bf8-149e-4136-b98b-dbd8f1fdc22d tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "DELETE /v2.0/security-groups/e4a22664-51f9-49ca-b367-10e17d71edfe HTTP/1.1" status: 204 len: 173 time: 0.4869363 Apr 05 20:14:22.036550 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Pushing event updated for resources: {'Port': ['ID=05826a3f-f4e7-44fe-b2a9-ec3857eabc48,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:22.074861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Network 8f1e4a7f-1b3a-494f-92d3-21e8114bea26 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:14:22.076200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:22.082486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:14:22.111990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04f0208-8037-40b9-998b-39645995ff2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5bf89b-121c-45c4-801c-d02d52157b71'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:22.117291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=be5bf89b-121c-45c4-801c-d02d52157b71,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:22.251836 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:22.296454 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] Set router c499b855-5620-4672-9a49-c63449f4edf7 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:14:22.493304 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ed2cacca-7d2b-44a2-9371-b948626f208e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cac8197e7c664ca989a92b484a3efcfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5517068 Apr 05 20:14:22.496074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57392) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:22.518442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-edded63f-fa17-475e-bb35-bc05c4add7fd None None] Provisioning for port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:14:22.526925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-edded63f-fa17-475e-bb35-bc05c4add7fd None None] Provisioning complete for port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:22.538945 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-edded63f-fa17-475e-bb35-bc05c4add7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:22.560847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0909341-abaa-4b74-8403-05fd042fb7b0 req-69b3a2f4-3bef-4f74-bb04-56bc08f37496 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:22.562376 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d0909341-abaa-4b74-8403-05fd042fb7b0 req-69b3a2f4-3bef-4f74-bb04-56bc08f37496 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.3146915 Apr 05 20:14:22.641599 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d0909341-abaa-4b74-8403-05fd042fb7b0 req-2778dc62-4747-4e38-bb81-ac8a8582a9ec tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721869 Apr 05 20:14:22.644101 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-166c49a6-5f3a-49b6-bd2f-f3b69fbcea08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:22.736075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-edded63f-fa17-475e-bb35-bc05c4add7fd None None] Port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:14:22.776438 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-166c49a6-5f3a-49b6-bd2f-f3b69fbcea08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:22.834199 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:22.835295 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ed447bb-4299-4377-862a-6edfc78bc906 req-09baba42-340c-4b3c-a5cf-2c3a947e934f tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/735dff96-b873-43e3-a31e-8b1ed6a3f335 HTTP/1.1" status: 200 len: 1804 time: 0.1324384 Apr 05 20:14:22.910596 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-961396350-router', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0399062f-9eac-4cb0-971e-cdeba0709763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:13Z', 'updated_at': '2022-04-05T20:14:18Z', 'revision_number': 3, 'project_id': 'f8d5193adbc1457baed5537472865cb7', 'gw_port': {'id': '0399062f-9eac-4cb0-971e-cdeba0709763', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:16Z', 'updated_at': '2022-04-05T20:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:22.915115 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c622b0f2-95b7-4685-b460-752fbeaf1419 None None] The sync data for ids ['c499b855-5620-4672-9a49-c63449f4edf7'] in n-d-836604-1 is: [{'id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-961396350-router', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0399062f-9eac-4cb0-971e-cdeba0709763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:13Z', 'updated_at': '2022-04-05T20:14:18Z', 'revision_number': 3, 'project_id': 'f8d5193adbc1457baed5537472865cb7', 'gw_port': {'id': '0399062f-9eac-4cb0-971e-cdeba0709763', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:16Z', 'updated_at': '2022-04-05T20:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:14:22.963310 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0ed447bb-4299-4377-862a-6edfc78bc906 req-8cc28344-c5a9-4899-9ed8-cd60d9a04953 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:22.975448 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-166c49a6-5f3a-49b6-bd2f-f3b69fbcea08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:23.015523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c49a6-5f3a-49b6-bd2f-f3b69fbcea08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bdaadd-8559-470b-8d45-143e97f4ae2c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:23.025796 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0ed447bb-4299-4377-862a-6edfc78bc906 req-8cc28344-c5a9-4899-9ed8-cd60d9a04953 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:23.034855 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-166c49a6-5f3a-49b6-bd2f-f3b69fbcea08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:23.038461 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-166c49a6-5f3a-49b6-bd2f-f3b69fbcea08 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30bdaadd-8559-470b-8d45-143e97f4ae2c HTTP/1.1" status: 204 len: 168 time: 0.5388055 Apr 05 20:14:23.129911 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0ed447bb-4299-4377-862a-6edfc78bc906 req-8cc28344-c5a9-4899-9ed8-cd60d9a04953 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:23.162327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc28344-c5a9-4899-9ed8-cd60d9a04953 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=735dff96-b873-43e3-a31e-8b1ed6a3f335,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:23.164503 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0ed447bb-4299-4377-862a-6edfc78bc906 req-8cc28344-c5a9-4899-9ed8-cd60d9a04953 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:23.180646 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ed447bb-4299-4377-862a-6edfc78bc906 req-8cc28344-c5a9-4899-9ed8-cd60d9a04953 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "DELETE /v2.0/security-groups/735dff96-b873-43e3-a31e-8b1ed6a3f335 HTTP/1.1" status: 204 len: 173 time: 0.3444209 Apr 05 20:14:23.377812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:23.386781 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:23.444686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69539b-4622-4480-a8f6-2ac6d8a463a9 req-a529bd0d-793a-409c-a366-e2cb0ad34d8f tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:23.446693 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cd69539b-4622-4480-a8f6-2ac6d8a463a9 req-a529bd0d-793a-409c-a366-e2cb0ad34d8f tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=d04f0208-8037-40b9-998b-39645995ff2f HTTP/1.1" status: 200 len: 945 time: 0.1430562 Apr 05 20:14:23.510432 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cd69539b-4622-4480-a8f6-2ac6d8a463a9 req-354abace-7452-43ec-a618-45571ed385fd tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555427 Apr 05 20:14:23.549921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Pushing event updated for resources: {'Port': ['ID=05826a3f-f4e7-44fe-b2a9-ec3857eabc48,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:23.553131 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:23.600656 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04f0208-8037-40b9-998b-39645995ff2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5bf89b-121c-45c4-801c-d02d52157b71', 'code': 200} Apr 05 20:14:23.651119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-d4b22c73-5321-4cb6-8aa6-24559c9bed01 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:14:23.652431 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-d4b22c73-5321-4cb6-8aa6-24559c9bed01 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074930 Apr 05 20:14:23.662054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-83f14e9d-a632-420d-aa9c-55bff0cf8e75 service neutron] Request body: {'binding': {'host': 'n-h2-836604-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:23.662690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-83f14e9d-a632-420d-aa9c-55bff0cf8e75 service neutron] Unknown quota resources ['binding']. {{(pid=87965) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 05 20:14:23.846017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Network 8f1e4a7f-1b3a-494f-92d3-21e8114bea26 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:14:23.847400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:23.919317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f801e-ac1b-46d7-98e6-d7ab383befa4 req-04a138c6-ef0c-44c8-b106-e441bac2ba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:23.921190 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-673f801e-ac1b-46d7-98e6-d7ab383befa4 req-04a138c6-ef0c-44c8-b106-e441bac2ba48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d04f0208-8037-40b9-998b-39645995ff2f HTTP/1.1" status: 200 len: 1096 time: 0.2219002 Apr 05 20:14:23.976178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-673f801e-ac1b-46d7-98e6-d7ab383befa4 req-71880bd7-cafc-45aa-be64-4782fcacbd52 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457792 Apr 05 20:14:24.169534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Router c499b855-5620-4672-9a49-c63449f4edf7 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:14:24.171411 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-81628ae3-352e-4834-ab3f-ddb2cb7e9648 None None] Provisioning complete for port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:24.172216 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-81628ae3-352e-4834-ab3f-ddb2cb7e9648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:24.227340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57436) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:24.241276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d762277-de00-49f4-b14e-9ee638cecaaa req-4135b80b-5a58-44ce-b103-08072506bf7a tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:24.248131 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d762277-de00-49f4-b14e-9ee638cecaaa req-4135b80b-5a58-44ce-b103-08072506bf7a tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.2872190 Apr 05 20:14:24.262154 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-81628ae3-352e-4834-ab3f-ddb2cb7e9648 None None] Port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:14:24.323418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-83f14e9d-a632-420d-aa9c-55bff0cf8e75 service neutron] Attempting to bind port 89307afd-c1db-44ae-b8a8-cab6d35b9511 on host n-h2-836604-1 for vnic_type normal with profile None {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:14:24.323772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-83f14e9d-a632-420d-aa9c-55bff0cf8e75 service neutron] Attempting to bind port 89307afd-c1db-44ae-b8a8-cab6d35b9511 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:14:24.324066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-83f14e9d-a632-420d-aa9c-55bff0cf8e75 service neutron] Attempting to bind port 89307afd-c1db-44ae-b8a8-cab6d35b9511 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:24.330389 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d762277-de00-49f4-b14e-9ee638cecaaa req-68583cf7-02aa-452a-9b5f-d34a742cad7c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813577 Apr 05 20:14:24.332245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-83f14e9d-a632-420d-aa9c-55bff0cf8e75 service neutron] Port 89307afd-c1db-44ae-b8a8-cab6d35b9511 on network 51344418-38f5-4178-a1c3-ae0225c075f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:14:24.332561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-83f14e9d-a632-420d-aa9c-55bff0cf8e75 service neutron] Attempting to bind port 89307afd-c1db-44ae-b8a8-cab6d35b9511 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:24.337913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-83f14e9d-a632-420d-aa9c-55bff0cf8e75 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:14:24.338245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-83f14e9d-a632-420d-aa9c-55bff0cf8e75 service neutron] Checking segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:24.338623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-83f14e9d-a632-420d-aa9c-55bff0cf8e75 service neutron] Bound using segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:14:24.339056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-83f14e9d-a632-420d-aa9c-55bff0cf8e75 service neutron] Bound port: 89307afd-c1db-44ae-b8a8-cab6d35b9511, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:14:24.386946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-83f14e9d-a632-420d-aa9c-55bff0cf8e75 service neutron] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:14:24.396543 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-83f14e9d-a632-420d-aa9c-55bff0cf8e75 service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:24.397698 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-83f14e9d-a632-420d-aa9c-55bff0cf8e75 service neutron] 10.222.0.24 "POST /v2.0/ports/89307afd-c1db-44ae-b8a8-cab6d35b9511/bindings HTTP/1.1" status: 201 len: 389 time: 0.7389693 Apr 05 20:14:24.402125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1201594019-network', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:24.402309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:14:24.407789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:24.412633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Usage tracker for resource:network and tenant:35d662fefbec4c63bbb75b30b00b64d9 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:24.415580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:24.416793 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7f07a985-71bd-4a7f-b791-6f8ec22590fb admin admin] 10.222.0.24 "PUT /v2.0/routers/c499b855-5620-4672-9a49-c63449f4edf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6467443 Apr 05 20:14:24.424099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:24.443265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Made reservation on behalf of 35d662fefbec4c63bbb75b30b00b64d9 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:14:24.445817 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:24.460503 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:24.485330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:24.490787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Usage tracker for resource:security_group_rule and tenant:35d662fefbec4c63bbb75b30b00b64d9 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:24.493487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:24.504599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:24.590644 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9fd12509-eec0-432a-9d24-fbef3c73aa77 req-1ffc8bfb-aece-41f7-a6c0-11d0702c2911 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/9f2e5e5e-7d19-41e0-b59a-63fdd1093941 HTTP/1.1" status: 200 len: 1805 time: 0.0882311 Apr 05 20:14:24.638362 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:24.645623 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:24.676196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:14:24.689582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed21091d-c5ea-44e4-93dd-c4000c48f0b0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:24.694844 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:24.695072 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Added segment ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26 of type vlan for network 95f1fa1d-d464-4902-a098-8934f5f1967c Apr 05 20:14:24.735763 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:24.754599 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9fd12509-eec0-432a-9d24-fbef3c73aa77 req-36910225-27d0-4fd7-abc9-57cae5783524 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:24.786870 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:24.789906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:24.790999 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:24.799147 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9fd12509-eec0-432a-9d24-fbef3c73aa77 req-36910225-27d0-4fd7-abc9-57cae5783524 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:24.850799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-f2592ed0-38c6-43dc-9309-31cea71aa600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:24.852268 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-f2592ed0-38c6-43dc-9309-31cea71aa600 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 1096 time: 0.1771302 Apr 05 20:14:24.901913 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9fd12509-eec0-432a-9d24-fbef3c73aa77 req-36910225-27d0-4fd7-abc9-57cae5783524 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:24.954117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7249482 Apr 05 20:14:24.958559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57458) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:24.961531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27648e91-9038-4aa1-ae29-bb8f016cf38f admin admin] Pushing event updated for resources: {'Network': ['ID=95f1fa1d-d464-4902-a098-8934f5f1967c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:24.970760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Request body: {'subnet': {'network_id': '95f1fa1d-d464-4902-a098-8934f5f1967c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1201594019-subnet', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:24.975888 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 95f1fa1d-d464-4902-a098-8934f5f1967c details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:14:24.988315 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36910225-27d0-4fd7-abc9-57cae5783524 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2e5e5e-7d19-41e0-b59a-63fdd1093941,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:25.000021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:25.004013 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9fd12509-eec0-432a-9d24-fbef3c73aa77 req-36910225-27d0-4fd7-abc9-57cae5783524 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:25.015730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9fd12509-eec0-432a-9d24-fbef3c73aa77 req-36910225-27d0-4fd7-abc9-57cae5783524 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f2e5e5e-7d19-41e0-b59a-63fdd1093941 HTTP/1.1" status: 204 len: 173 time: 0.4163215 Apr 05 20:14:25.039096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e729388-d068-4323-968e-8b601a55b080 req-9f21014f-5788-4c73-88ba-0758515de333 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:25.046425 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e729388-d068-4323-968e-8b601a55b080 req-9f21014f-5788-4c73-88ba-0758515de333 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.2126391 Apr 05 20:14:25.049735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Usage tracker for resource:subnet and tenant:35d662fefbec4c63bbb75b30b00b64d9 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:25.068855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:25.076306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-455dec8f-07e3-4c74-997f-d6054fdbee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:25.077017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:25.077871 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-455dec8f-07e3-4c74-997f-d6054fdbee61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.2184331 Apr 05 20:14:25.111622 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e729388-d068-4323-968e-8b601a55b080 req-698f5a8e-c3f3-4d04-a756-a44d2dff9387 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641980 Apr 05 20:14:25.112773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Made reservation on behalf of 35d662fefbec4c63bbb75b30b00b64d9 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:14:25.115162 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:25.165918 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-9fa44b4b-0a54-4b4c-bac9-b973da31cb49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511 HTTP/1.1" status: 200 len: 217 time: 0.0809834 Apr 05 20:14:25.179563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Sync routers for ids ['c499b855-5620-4672-9a49-c63449f4edf7'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:14:25.190170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Routers {'c499b855-5620-4672-9a49-c63449f4edf7'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:14:25.191104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:14:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c499b855-5620-4672-9a49-c63449f4edf7'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:25.291166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-514c39d4-32e2-40f1-9cfb-2f54c64b71ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:25.292660 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-514c39d4-32e2-40f1-9cfb-2f54c64b71ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.0875957 Apr 05 20:14:25.381388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0399062f-9eac-4cb0-971e-cdeba0709763 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:25.455420 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95d4cf-4c76-48be-b796-3d56d0872190 req-aab0db31-b61b-4fa1-b599-605dc0641462 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:25.457327 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de95d4cf-4c76-48be-b796-3d56d0872190 req-aab0db31-b61b-4fa1-b599-605dc0641462 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=d04f0208-8037-40b9-998b-39645995ff2f HTTP/1.1" status: 200 len: 945 time: 0.2092552 Apr 05 20:14:25.477420 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Set router c499b855-5620-4672-9a49-c63449f4edf7 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:14:25.484002 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-b3afbc9a-eb16-4673-b060-0c98588438f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1715186 Apr 05 20:14:25.491893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511ef3d-24f8-42a5-bedf-c6ecee59ee91 req-6c841700-46bc-4c3f-ada5-1f49e352fe9b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:25.493237 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8511ef3d-24f8-42a5-bedf-c6ecee59ee91 req-6c841700-46bc-4c3f-ada5-1f49e352fe9b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 945 time: 0.3264647 Apr 05 20:14:25.508153 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:25.551581 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de95d4cf-4c76-48be-b796-3d56d0872190 req-a923986e-260f-40fc-ad3a-b2fe98c01cad tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787761 Apr 05 20:14:25.566357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 0399062f-9eac-4cb0-971e-cdeba0709763 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:14:25.604562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Checking segment: {'id': 'ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '95f1fa1d-d464-4902-a098-8934f5f1967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:25.604917 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Network hostable DHCP agents. Network: 95f1fa1d-d464-4902-a098-8934f5f1967c, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:14:25.611543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6be18df-ead6-488e-acf7-07b4ad74c67b,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:25.632043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Network 95f1fa1d-d464-4902-a098-8934f5f1967c is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:14:25.632182 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0399062f-9eac-4cb0-971e-cdeba0709763 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:25.632182 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:25.636341 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8511ef3d-24f8-42a5-bedf-c6ecee59ee91 req-4a64d622-268c-4a7f-aa6b-7db12ec2b75d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246397 Apr 05 20:14:25.649987 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 95f1fa1d-d464-4902-a098-8934f5f1967c) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:25.660114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:25.660690 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:25.681239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aab4649-6d72-40db-8260-7e3aa9d4c864 None None] Network 95f1fa1d-d464-4902-a098-8934f5f1967c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:14:25.693096 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-d603b5ec-f2f1-4e59-b208-9ed24e1b24ed service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988907 Apr 05 20:14:25.722403 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8e7b39f4-6aef-458b-bd2a-5a7af24f637a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7626040 Apr 05 20:14:25.725925 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57472) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:25.821836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1201594019-router', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:25.833782 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0b7f0bce-cafc-4d5c-84ae-c2960cec00de req-b22a2580-8a36-45f9-8820-3e633bafb524 tempest-FloatingIPsNegativeTestJSON-596462201 tempest-FloatingIPsNegativeTestJSON-596462201-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=f8d5193adbc1457baed5537472865cb7 HTTP/1.1" status: 200 len: 217 time: 0.1092134 Apr 05 20:14:25.834667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:25.845187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Usage tracker for resource:router and tenant:35d662fefbec4c63bbb75b30b00b64d9 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:25.848520 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:25.854327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:25.867552 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:25.868641 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:25.889694 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:25.901548 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e453346-95f6-4870-983e-5d47720e60c0 req-9c81396f-6f65-41a2-b45a-12a8132d0eaa tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/97a1b64b-76ac-44c8-b500-3a40063e56bf HTTP/1.1" status: 200 len: 2402 time: 0.1196222 Apr 05 20:14:25.939621 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-11421cdf-7b79-42e2-a365-a7af7ede6bd7 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392113 Apr 05 20:14:25.999825 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9e453346-95f6-4870-983e-5d47720e60c0 req-33b7c904-b5bb-4a56-96dd-7b4196a85d81 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:26.099338 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9e453346-95f6-4870-983e-5d47720e60c0 req-33b7c904-b5bb-4a56-96dd-7b4196a85d81 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:26.165800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-7b7a6781-b0d2-4312-a454-ca75b2f8e7e9 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:26.167456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-7b7a6781-b0d2-4312-a454-ca75b2f8e7e9 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60&tenant_id=637efc23dfdb499b8292cc0b1136bd84&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1096 time: 0.1380522 Apr 05 20:14:26.175740 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9e453346-95f6-4870-983e-5d47720e60c0 req-33b7c904-b5bb-4a56-96dd-7b4196a85d81 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:26.185436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836604-1'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:26.196892 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:26.231499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-95f1fa1d-d464-4902-a098-8934f5f1967c', 'network_id': '95f1fa1d-d464-4902-a098-8934f5f1967c', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'fixed_ips': [{'subnet_id': 'c6be18df-ead6-488e-acf7-07b4ad74c67b'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:14:26.232459 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:26.248842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b7c904-b5bb-4a56-96dd-7b4196a85d81 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a1b64b-76ac-44c8-b500-3a40063e56bf,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:26.251726 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 0399062f-9eac-4cb0-971e-cdeba0709763, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0399062f-9eac-4cb0-971e-cdeba0709763,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:26.272134 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9e453346-95f6-4870-983e-5d47720e60c0 req-33b7c904-b5bb-4a56-96dd-7b4196a85d81 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:26.273243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e453346-95f6-4870-983e-5d47720e60c0 req-33b7c904-b5bb-4a56-96dd-7b4196a85d81 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "DELETE /v2.0/security-groups/97a1b64b-76ac-44c8-b500-3a40063e56bf HTTP/1.1" status: 204 len: 173 time: 0.3602812 Apr 05 20:14:26.334598 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:26.360745 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:26.459391 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:26.545180 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-961396350-router', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0399062f-9eac-4cb0-971e-cdeba0709763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:13Z', 'updated_at': '2022-04-05T20:14:22Z', 'revision_number': 4, 'project_id': 'f8d5193adbc1457baed5537472865cb7', 'gw_port': {'id': '0399062f-9eac-4cb0-971e-cdeba0709763', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:16Z', 'updated_at': '2022-04-05T20:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '05826a3f-f4e7-44fe-b2a9-ec3857eabc48', 'name': '', 'network_id': '8f1e4a7f-1b3a-494f-92d3-21e8114bea26', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'mac_address': 'fa:16:3e:7c:5e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '8db7490b-adea-4922-9525-55b7ec199b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:21Z', 'updated_at': '2022-04-05T20:14:22Z', 'revision_number': 2, 'project_id': 'f8d5193adbc1457baed5537472865cb7', 'subnets': [{'id': '8db7490b-adea-4922-9525-55b7ec199b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:26.570328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Checking router: c499b855-5620-4672-9a49-c63449f4edf7 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:14:26.570676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Updating router c499b855-5620-4672-9a49-c63449f4edf7 port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:14:26.619087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=0399062f-9eac-4cb0-971e-cdeba0709763,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:26.633846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Allocated IP 172.20.0.2 (95f1fa1d-d464-4902-a098-8934f5f1967c/c6be18df-ead6-488e-acf7-07b4ad74c67b/b5eda361-ac65-429f-8c98-964bd54da490) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:14:26.650105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be0478d-94bd-4f92-b037-e1bc87d0c147 req-23624b85-eecf-4c99-89b8-e6b04bdfe2f9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:26.658043 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5be0478d-94bd-4f92-b037-e1bc87d0c147 req-23624b85-eecf-4c99-89b8-e6b04bdfe2f9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.5514205 Apr 05 20:14:26.673039 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:26.710046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddebd30-dcc5-4786-8465-29ac46de6159 req-6c578b09-0a5a-45c8-8614-0e923a92d626 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:26.722342 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cddebd30-dcc5-4786-8465-29ac46de6159 req-6c578b09-0a5a-45c8-8614-0e923a92d626 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.3009384 Apr 05 20:14:26.732746 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5be0478d-94bd-4f92-b037-e1bc87d0c147 req-27fbf3be-2d0b-494d-afa2-f7b90fe42fcb tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733275 Apr 05 20:14:26.807438 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cddebd30-dcc5-4786-8465-29ac46de6159 req-ce9c192b-3e1f-455e-bc47-c5bb3fb72c50 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840070 Apr 05 20:14:26.894386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:26.979652 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d4f5dd6-4351-4da9-a53c-2a0ae9b8bab5 req-16a64871-2061-45f7-96d4-71a0a12b97e0 tempest-FloatingIPsNegativeTestJSON-596462201 tempest-FloatingIPsNegativeTestJSON-596462201-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0377452 Apr 05 20:14:26.997430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:27.096334 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.140937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc12f52-c316-4973-a155-ba0f0ccfeb60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89307afd-c1db-44ae-b8a8-cab6d35b9511'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:27.148554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.152464 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.167927 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.226091 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be6bb111-beb1-4bb7-af10-7a515bae3b14 req-0f7b7ef4-61b8-47c7-af21-80e8533b4120 tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "GET /v2.0/security-groups/2c1b783a-d2fd-4d49-bcf4-fc3aa13b0ad5 HTTP/1.1" status: 200 len: 2397 time: 0.1964288 Apr 05 20:14:27.236232 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.253301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Transition to ACTIVE for port object b5eda361-ac65-429f-8c98-964bd54da490 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:27.310587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Transition to ACTIVE for port object b5eda361-ac65-429f-8c98-964bd54da490 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:27.321726 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.378856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0399062f-9eac-4cb0-971e-cdeba0709763 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:27.427249 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Pushing event updated for resources: {'Port': ['ID=89307afd-c1db-44ae-b8a8-cab6d35b9511,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:27.445951 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-be6bb111-beb1-4bb7-af10-7a515bae3b14 req-e23eb29d-0fad-445a-b609-1c00759dea2a tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.448095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Allocated IP 172.25.8.136 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/a6ef0b8a-c45d-41b8-9c73-29921e698c32) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:14:27.459166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Attempting to bind port 89307afd-c1db-44ae-b8a8-cab6d35b9511 on host n-h1-836604-1 for vnic_type normal with profile {"migrating_to": "n-h2-836604-1"} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:14:27.459640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Attempting to bind port 89307afd-c1db-44ae-b8a8-cab6d35b9511 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:14:27.460095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Attempting to bind port 89307afd-c1db-44ae-b8a8-cab6d35b9511 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:27.476927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Port 89307afd-c1db-44ae-b8a8-cab6d35b9511 on network 51344418-38f5-4178-a1c3-ae0225c075f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:14:27.477540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Attempting to bind port 89307afd-c1db-44ae-b8a8-cab6d35b9511 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:27.482269 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d6754-2f7b-4492-a1e1-6296e13299a5 req-89daea2d-96a0-41f3-8121-d60fe83f8c36 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:27.483757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994d6754-2f7b-4492-a1e1-6296e13299a5 req-89daea2d-96a0-41f3-8121-d60fe83f8c36 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 943 time: 0.1749749 Apr 05 20:14:27.488540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:14:27.488930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Checking segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:27.489619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Bound using segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:14:27.489967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Bound port: 89307afd-c1db-44ae-b8a8-cab6d35b9511, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:14:27.490439 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.500626 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-be6bb111-beb1-4bb7-af10-7a515bae3b14 req-e23eb29d-0fad-445a-b609-1c00759dea2a tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.502987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Network 95f1fa1d-d464-4902-a098-8934f5f1967c is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:14:27.516564 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Pushing event updated for resources: {'Port': ['ID=b5eda361-ac65-429f-8c98-964bd54da490,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:27.519001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:27.524518 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:14:27.575901 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.624076 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994d6754-2f7b-4492-a1e1-6296e13299a5 req-06a6aeae-f521-417e-a946-71109743c106 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247318 Apr 05 20:14:27.632533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0399062f-9eac-4cb0-971e-cdeba0709763 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:27.633114 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.662196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:27.670846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:14:27.682944 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.694466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Transition to ACTIVE for port object 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:27.695437 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.711423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Attempting to bind port b5eda361-ac65-429f-8c98-964bd54da490 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:14:27.712510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Attempting to bind port b5eda361-ac65-429f-8c98-964bd54da490 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '95f1fa1d-d464-4902-a098-8934f5f1967c'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:14:27.712510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Attempting to bind port b5eda361-ac65-429f-8c98-964bd54da490 on network 95f1fa1d-d464-4902-a098-8934f5f1967c {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:27.720858 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.771445 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.787237 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-be6bb111-beb1-4bb7-af10-7a515bae3b14 req-e23eb29d-0fad-445a-b609-1c00759dea2a tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.801107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd65f2-96f3-41bf-bac9-0be6d973e990 None None] Pushing event updated for resources: {'Port': ['ID=05826a3f-f4e7-44fe-b2a9-ec3857eabc48,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:27.803586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:14:27.804055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Checking segment: {'id': 'ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '95f1fa1d-d464-4902-a098-8934f5f1967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:27.804455 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.804834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Bound using segment: {'id': 'ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '95f1fa1d-d464-4902-a098-8934f5f1967c'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:14:27.805310 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Bound port: b5eda361-ac65-429f-8c98-964bd54da490, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '95f1fa1d-d464-4902-a098-8934f5f1967c'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:14:27.805674 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:27.869900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:14:27.889933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:27.900481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:14:27.908461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Pushing event updated for resources: {'Port': ['ID=89307afd-c1db-44ae-b8a8-cab6d35b9511,revision_number=8']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:27.969522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Pushing event updated for resources: {'Port': ['ID=a6ef0b8a-c45d-41b8-9c73-29921e698c32,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:28.108663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23eb29d-0fad-445a-b609-1c00759dea2a tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1b783a-d2fd-4d49-bcf4-fc3aa13b0ad5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:28.202289 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-be6bb111-beb1-4bb7-af10-7a515bae3b14 req-e23eb29d-0fad-445a-b609-1c00759dea2a tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:28.210230 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be6bb111-beb1-4bb7-af10-7a515bae3b14 req-e23eb29d-0fad-445a-b609-1c00759dea2a tempest-SecurityGroupRulesTestJSON-341754546 tempest-SecurityGroupRulesTestJSON-341754546-project] 10.222.0.24 "DELETE /v2.0/security-groups/2c1b783a-d2fd-4d49-bcf4-fc3aa13b0ad5 HTTP/1.1" status: 204 len: 173 time: 0.9102614 Apr 05 20:14:28.214403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57508) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:28.259835 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-78676f50-4272-4ccd-951e-3ea37416e1dd req-4d49f1d1-83e6-4c07-9d14-063ea0fe0c6b tempest-FloatingIPsNegativeTestJSON-596462201 tempest-FloatingIPsNegativeTestJSON-596462201-project] show failed (client error): The resource could not be found. Apr 05 20:14:28.260099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:28.260604 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:28.261313 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-78676f50-4272-4ccd-951e-3ea37416e1dd req-4d49f1d1-83e6-4c07-9d14-063ea0fe0c6b tempest-FloatingIPsNegativeTestJSON-596462201 tempest-FloatingIPsNegativeTestJSON-596462201-project] 10.222.0.24 "GET /v2.0/floatingips/b77e7092-1eea-4ef1-aaaf-9c302e7f63f6 HTTP/1.1" status: 404 len: 350 time: 0.0946693 Apr 05 20:14:28.261971 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-532016c6-76a4-4941-9572-00e903fec255 service neutron] 10.222.0.41 "PUT /v2.0/ports/89307afd-c1db-44ae-b8a8-cab6d35b9511 HTTP/1.1" status: 200 len: 1121 time: 2.0876739 Apr 05 20:14:28.270981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57512) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:28.332603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba5c46d-d698-4922-8b5b-cabd6b3a3968 admin admin] Deleting subnet c63f5717-0100-486f-9d03-7e30d65c9e48 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:14:28.339432 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2ba5c46d-d698-4922-8b5b-cabd6b3a3968 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:28.362975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Attempting to bind port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:14:28.363447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Attempting to bind port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '3916b35a-d769-4ca7-bb20-0aee3fe347a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f1e4a7f-1b3a-494f-92d3-21e8114bea26'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:14:28.363619 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Attempting to bind port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 on network 8f1e4a7f-1b3a-494f-92d3-21e8114bea26 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:28.374032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] For port b5eda361-ac65-429f-8c98-964bd54da490, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:28.376916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:14:28.377383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Checking segment: {'id': '3916b35a-d769-4ca7-bb20-0aee3fe347a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f1e4a7f-1b3a-494f-92d3-21e8114bea26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:28.377853 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:28.378510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Bound using segment: {'id': '3916b35a-d769-4ca7-bb20-0aee3fe347a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f1e4a7f-1b3a-494f-92d3-21e8114bea26'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:14:28.378947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Bound port: 05826a3f-f4e7-44fe-b2a9-ec3857eabc48, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3916b35a-d769-4ca7-bb20-0aee3fe347a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8f1e4a7f-1b3a-494f-92d3-21e8114bea26'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:14:28.379395 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:28.393143 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['89307afd-c1db-44ae-b8a8-cab6d35b9511'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:14:28.439926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] For port b5eda361-ac65-429f-8c98-964bd54da490, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b5eda361-ac65-429f-8c98-964bd54da490,segment=NetworkSegment(ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26),segment_id=ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:14:28.443717 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc12f52-c316-4973-a155-ba0f0ccfeb60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89307afd-c1db-44ae-b8a8-cab6d35b9511', 'code': 200} Apr 05 20:14:28.462863 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:28.478937 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2ba5c46d-d698-4922-8b5b-cabd6b3a3968 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:28.560388 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7e607-9239-421f-8fe8-7420579446dc req-f507b8fe-acf9-48b4-b540-dfdf0a86f104 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:28.561856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c9f7e607-9239-421f-8fe8-7420579446dc req-f507b8fe-acf9-48b4-b540-dfdf0a86f104 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Synchronizing usage tracker for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:14:28.567559 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2ba5c46d-d698-4922-8b5b-cabd6b3a3968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:28.615787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c9f7e607-9239-421f-8fe8-7420579446dc req-f507b8fe-acf9-48b4-b540-dfdf0a86f104 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Unset dirty status for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:14:28.617371 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9f7e607-9239-421f-8fe8-7420579446dc req-f507b8fe-acf9-48b4-b540-dfdf0a86f104 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=d04f0208-8037-40b9-998b-39645995ff2f HTTP/1.1" status: 200 len: 945 time: 0.2789786 Apr 05 20:14:28.683831 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9f7e607-9239-421f-8fe8-7420579446dc req-e1711d53-32f8-4774-a96b-7c7c3f44e83d tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549285 Apr 05 20:14:28.686338 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2ba5c46d-d698-4922-8b5b-cabd6b3a3968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:28.698013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc877c-7dbb-494f-81dd-48dcfca9bd80 None None] Pushing event updated for resources: {'Port': ['ID=b5eda361-ac65-429f-8c98-964bd54da490,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:28.731708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] For port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:28.739806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5c46d-d698-4922-8b5b-cabd6b3a3968 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c63f5717-0100-486f-9d03-7e30d65c9e48,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:28.751254 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2ba5c46d-d698-4922-8b5b-cabd6b3a3968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:28.765252 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2ba5c46d-d698-4922-8b5b-cabd6b3a3968 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c63f5717-0100-486f-9d03-7e30d65c9e48 HTTP/1.1" status: 204 len: 168 time: 0.5445457 Apr 05 20:14:28.767776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57520) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:28.774582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] For port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=05826a3f-f4e7-44fe-b2a9-ec3857eabc48,segment=NetworkSegment(3916b35a-d769-4ca7-bb20-0aee3fe347a7),segment_id=3916b35a-d769-4ca7-bb20-0aee3fe347a7)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:14:28.813732 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:28.940062 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f0fecf1f-1013-4ddc-91e0-1d599b3ca41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:28.988029 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Routers {'c499b855-5620-4672-9a49-c63449f4edf7'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:14:28.988684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:14:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c499b855-5620-4672-9a49-c63449f4edf7'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:29.062136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885635b6-1d76-40d8-845f-4d2a0ec0a912 req-c7dc0ac3-45a2-4ba2-a2e1-def2b25649cf tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:29.070581 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-885635b6-1d76-40d8-845f-4d2a0ec0a912 req-c7dc0ac3-45a2-4ba2-a2e1-def2b25649cf tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.6034458 Apr 05 20:14:29.125172 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd65f2-96f3-41bf-bac9-0be6d973e990 None None] Pushing event updated for resources: {'Port': ['ID=05826a3f-f4e7-44fe-b2a9-ec3857eabc48,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:29.242739 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-885635b6-1d76-40d8-845f-4d2a0ec0a912 req-547b7b72-67b2-438b-a5b3-d3548250930d tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703749 Apr 05 20:14:29.317574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] Set router c499b855-5620-4672-9a49-c63449f4edf7 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:14:29.334338 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f0fecf1f-1013-4ddc-91e0-1d599b3ca41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:29.389994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-f0fecf1f-1013-4ddc-91e0-1d599b3ca41f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962e1d7c-255e-4798-84cd-3bc43b1f6b9c']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:29.400842 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:29.421782 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 89307afd-c1db-44ae-b8a8-cab6d35b9511 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:14:29.430838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b5eda361-ac65-429f-8c98-964bd54da490 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:29.459686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-f0fecf1f-1013-4ddc-91e0-1d599b3ca41f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '013e68ee-fd40-4970-8520-953debddc51b') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:29.459985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-f0fecf1f-1013-4ddc-91e0-1d599b3ca41f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '013e68ee-fd40-4970-8520-953debddc51b') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:29.473174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f82864-8263-4efb-adc4-110c08abb111 req-dbe81a73-bcdc-40e6-b33c-f2d19a0ca4cf tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:29.480875 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f82864-8263-4efb-adc4-110c08abb111 req-dbe81a73-bcdc-40e6-b33c-f2d19a0ca4cf tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/networks?id=d394f804-aaf4-4e3e-a175-a6def53d4129 HTTP/1.1" status: 200 len: 815 time: 0.4877379 Apr 05 20:14:29.508455 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f0fecf1f-1013-4ddc-91e0-1d599b3ca41f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:29.522484 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f82864-8263-4efb-adc4-110c08abb111 req-0d8b31a5-cf73-4aa8-8d86-5ddf7b748337 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/quotas/aadb54985d2d4ae395ad377a8a39c6fe HTTP/1.1" status: 200 len: 375 time: 0.0407014 Apr 05 20:14:29.580915 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f0fecf1f-1013-4ddc-91e0-1d599b3ca41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:29.593343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fecf1f-1013-4ddc-91e0-1d599b3ca41f admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:14:29.593767 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f0fecf1f-1013-4ddc-91e0-1d599b3ca41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:14:29.608957 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:14:29.611741 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:14:29.738188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fcabe-1ff2-4288-989e-de068d5c85f2 req-a6f6fa30-25ca-47a9-b89b-a824880919f8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:29.739730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df0fcabe-1ff2-4288-989e-de068d5c85f2 req-a6f6fa30-25ca-47a9-b89b-a824880919f8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.41 "GET /v2.0/ports?device_id=05bf1c51-f51b-45b8-992e-90f06662bb2c HTTP/1.1" status: 200 len: 945 time: 0.3373575 Apr 05 20:14:29.742313 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f0fecf1f-1013-4ddc-91e0-1d599b3ca41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:29.776022 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f0fecf1f-1013-4ddc-91e0-1d599b3ca41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:29.797950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port b5eda361-ac65-429f-8c98-964bd54da490 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:14:29.841830 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f82864-8263-4efb-adc4-110c08abb111 req-3273108d-b01e-4cde-9d6b-178c71e2cc62 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aadb54985d2d4ae395ad377a8a39c6fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3183150 Apr 05 20:14:29.850953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fecf1f-1013-4ddc-91e0-1d599b3ca41f admin admin] Pushing event deleted for resources: {'Network': ['ID=962e1d7c-255e-4798-84cd-3bc43b1f6b9c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:29.891973 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f0fecf1f-1013-4ddc-91e0-1d599b3ca41f admin admin] 10.222.0.24 "DELETE /v2.0/networks/962e1d7c-255e-4798-84cd-3bc43b1f6b9c HTTP/1.1" status: 204 len: 168 time: 1.1128976 Apr 05 20:14:29.895844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:29.916186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 89307afd-c1db-44ae-b8a8-cab6d35b9511 has no active binding in host n-h2-836604-1 {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:14:29.949722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8780812-1a61-4985-8994-ce53ec2fc906 req-4b4e99b0-ca65-4f6b-b7d9-b2c303c97e31 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:29.956976 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b8780812-1a61-4985-8994-ce53ec2fc906 req-4b4e99b0-ca65-4f6b-b7d9-b2c303c97e31 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 943 time: 0.4821575 Apr 05 20:14:29.967231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-961396350-router', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0399062f-9eac-4cb0-971e-cdeba0709763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:13Z', 'updated_at': '2022-04-05T20:14:22Z', 'revision_number': 4, 'project_id': 'f8d5193adbc1457baed5537472865cb7', 'gw_port': {'id': '0399062f-9eac-4cb0-971e-cdeba0709763', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:16Z', 'updated_at': '2022-04-05T20:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '05826a3f-f4e7-44fe-b2a9-ec3857eabc48', 'name': '', 'network_id': '8f1e4a7f-1b3a-494f-92d3-21e8114bea26', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'mac_address': 'fa:16:3e:7c:5e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '8db7490b-adea-4922-9525-55b7ec199b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:21Z', 'updated_at': '2022-04-05T20:14:28Z', 'revision_number': 4, 'project_id': 'f8d5193adbc1457baed5537472865cb7', 'subnets': [{'id': '8db7490b-adea-4922-9525-55b7ec199b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:29.973830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc961026-ee61-49b1-b19e-14c73f616bef None None] The sync data for ids ['c499b855-5620-4672-9a49-c63449f4edf7'] in n-d-836604-1 is: [{'id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-961396350-router', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0399062f-9eac-4cb0-971e-cdeba0709763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:13Z', 'updated_at': '2022-04-05T20:14:22Z', 'revision_number': 4, 'project_id': 'f8d5193adbc1457baed5537472865cb7', 'gw_port': {'id': '0399062f-9eac-4cb0-971e-cdeba0709763', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:16Z', 'updated_at': '2022-04-05T20:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '05826a3f-f4e7-44fe-b2a9-ec3857eabc48', 'name': '', 'network_id': '8f1e4a7f-1b3a-494f-92d3-21e8114bea26', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'mac_address': 'fa:16:3e:7c:5e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '8db7490b-adea-4922-9525-55b7ec199b98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:21Z', 'updated_at': '2022-04-05T20:14:28Z', 'revision_number': 4, 'project_id': 'f8d5193adbc1457baed5537472865cb7', 'subnets': [{'id': '8db7490b-adea-4922-9525-55b7ec199b98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:14:30.016284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-df0fcabe-1ff2-4288-989e-de068d5c85f2 req-c2250826-3089-4cec-abce-cd342b375efa tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Deleting port 3babd706-5729-4487-b3d7-8ad40b794abd {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:30.016627 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-df0fcabe-1ff2-4288-989e-de068d5c85f2 req-c2250826-3089-4cec-abce-cd342b375efa tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:30.146255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57538) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:30.162492 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b8780812-1a61-4985-8994-ce53ec2fc906 req-37ffd30b-d137-442c-8c0f-b612fcdbc728 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045805 Apr 05 20:14:30.229733 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:30.257015 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f82864-8263-4efb-adc4-110c08abb111 req-563c09eb-84b7-42a9-b454-cfcdbd6f0eb6 service neutron] 10.222.0.24 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120831 Apr 05 20:14:30.301978 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f0f7c-a69e-4f09-9ddd-c3a69b41b75f None None] Network 95f1fa1d-d464-4902-a098-8934f5f1967c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:14:30.445341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-480ba38f-a0f6-44ec-b352-ed69e5f7930b None None] Provisioning for port b5eda361-ac65-429f-8c98-964bd54da490 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:14:30.455691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-480ba38f-a0f6-44ec-b352-ed69e5f7930b None None] Provisioning complete for port b5eda361-ac65-429f-8c98-964bd54da490 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:30.456203 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-480ba38f-a0f6-44ec-b352-ed69e5f7930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:30.506402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acc12f52-c316-4973-a155-ba0f0ccfeb60', 'tag': '89307afd-c1db-44ae-b8a8-cab6d35b9511'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:30.559804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6908ba53-64fc-41ec-8411-ba3f3f8acd08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e674b4760db4a27b1556cba6f342fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4094393 Apr 05 20:14:30.570157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57554) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:30.725170 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27d733d5-4c97-478d-80f0-e5cb5d89f671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:30.758707 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:30.836894 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f82864-8263-4efb-adc4-110c08abb111 req-27465b61-f9e4-4bc9-a49c-c4c29f9bed9f service neutron] 10.222.0.24 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662999 Apr 05 20:14:30.849792 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-480ba38f-a0f6-44ec-b352-ed69e5f7930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:30.905407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-df0fcabe-1ff2-4288-989e-de068d5c85f2 req-c2250826-3089-4cec-abce-cd342b375efa tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] For port 3babd706-5729-4487-b3d7-8ad40b794abd, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3babd706-5729-4487-b3d7-8ad40b794abd,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:30.905772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-df0fcabe-1ff2-4288-989e-de068d5c85f2 req-c2250826-3089-4cec-abce-cd342b375efa tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:30.923765 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-480ba38f-a0f6-44ec-b352-ed69e5f7930b None None] For port b5eda361-ac65-429f-8c98-964bd54da490, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b5eda361-ac65-429f-8c98-964bd54da490,segment=NetworkSegment(ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26),segment_id=ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:30.928797 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f2c6f2e7-e1df-434a-81dd-c358d151e0cb details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:14:30.936164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f2c6f2e7-e1df-434a-81dd-c358d151e0cb no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:31.064943 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-480ba38f-a0f6-44ec-b352-ed69e5f7930b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:31.231686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-df0fcabe-1ff2-4288-989e-de068d5c85f2 req-c2250826-3089-4cec-abce-cd342b375efa tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Calling delete_port for 3babd706-5729-4487-b3d7-8ad40b794abd owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:31.265642 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acc12f52-c316-4973-a155-ba0f0ccfeb60', 'tag': '89307afd-c1db-44ae-b8a8-cab6d35b9511', 'status': 'completed', 'code': 200} Apr 05 20:14:31.346607 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27d733d5-4c97-478d-80f0-e5cb5d89f671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:31.395182 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Router f63b1494-4418-442e-86e1-a2db1a1e8514 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:14:31.519096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-df0fcabe-1ff2-4288-989e-de068d5c85f2 req-c2250826-3089-4cec-abce-cd342b375efa tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:31.577137 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27d733d5-4c97-478d-80f0-e5cb5d89f671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:31.705981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:31.709370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2250826-3089-4cec-abce-cd342b375efa tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Pushing event deleted for resources: {'Port': ['ID=3babd706-5729-4487-b3d7-8ad40b794abd,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:31.813680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d733d5-4c97-478d-80f0-e5cb5d89f671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b496b51b-7e46-48ec-8e09-6e8106045c92,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:31.863488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87965104-9327-4e08-9012-da924457cff4 req-6c1b9ee1-c3ff-4acd-a0bd-c6cf62b323f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:31.865054 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87965104-9327-4e08-9012-da924457cff4 req-6c1b9ee1-c3ff-4acd-a0bd-c6cf62b323f7 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.6399479 Apr 05 20:14:31.866031 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27d733d5-4c97-478d-80f0-e5cb5d89f671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:31.869481 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-27d733d5-4c97-478d-80f0-e5cb5d89f671 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b496b51b-7e46-48ec-8e09-6e8106045c92 HTTP/1.1" status: 204 len: 168 time: 1.2879264 Apr 05 20:14:31.963220 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87965104-9327-4e08-9012-da924457cff4 req-2dda33b6-3aa8-4472-82a9-8d4737c84cd6 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838122 Apr 05 20:14:31.978781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0fcabe-1ff2-4288-989e-de068d5c85f2 req-c2250826-3089-4cec-abce-cd342b375efa tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] No DVR routers for this DVR port 3babd706-5729-4487-b3d7-8ad40b794abd on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:14:31.981619 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-df0fcabe-1ff2-4288-989e-de068d5c85f2 req-c2250826-3089-4cec-abce-cd342b375efa tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:31.998997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bdaa2-9cab-41d4-8695-d72cef50220e req-9beda0b8-63a1-4937-b773-c9b6794cdb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:32.010877 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae8bdaa2-9cab-41d4-8695-d72cef50220e req-9beda0b8-63a1-4937-b773-c9b6794cdb69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 1124 time: 0.7961500 Apr 05 20:14:32.050135 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0341b0ce-af46-40b7-9f97-4c8d29b1fdb6 req-ab17551e-1656-40b6-b622-adb9c66e6d8a tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 210 time: 0.1977880 Apr 05 20:14:32.065814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df0fcabe-1ff2-4288-989e-de068d5c85f2 req-c2250826-3089-4cec-abce-cd342b375efa tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.41 "DELETE /v2.0/ports/3babd706-5729-4487-b3d7-8ad40b794abd HTTP/1.1" status: 204 len: 173 time: 2.2874637 Apr 05 20:14:32.101407 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:32.129417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb', 'mac_address': 'fa:16:3e:ca:66:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:14:32.176469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ba38f-a0f6-44ec-b352-ed69e5f7930b None None] Pushing event updated for resources: {'Port': ['ID=b5eda361-ac65-429f-8c98-964bd54da490,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:32.327964 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:32.386415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-54a3f817-c588-4e1d-a1ea-65f719a28279 None None] Provisioning complete for port b5eda361-ac65-429f-8c98-964bd54da490 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:32.386998 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-54a3f817-c588-4e1d-a1ea-65f719a28279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:32.415478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57604) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:32.445738 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:32.482607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:32.483688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:14:32.496065 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Sync routers for ids ['f63b1494-4418-442e-86e1-a2db1a1e8514'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:14:32.512283 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Routers {'f63b1494-4418-442e-86e1-a2db1a1e8514'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:14:32.512900 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:14:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f63b1494-4418-442e-86e1-a2db1a1e8514'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:32.539403 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:32.549440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2c6f2e7-e1df-434a-81dd-c358d151e0cb {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:14:32.554431 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:32.556709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57618) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:32.557241 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-22f0f256-d67b-4f36-b134-3c18acce0418 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8301795 Apr 05 20:14:32.557346 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:32.563183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bdaa2-9cab-41d4-8695-d72cef50220e req-f5728413-4e39-4df8-ad83-46f6b70d91d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:32.564686 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae8bdaa2-9cab-41d4-8695-d72cef50220e req-f5728413-4e39-4df8-ad83-46f6b70d91d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.4147289 Apr 05 20:14:32.575694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5992aa-745b-4cd7-8a7c-0f9277bca14f req-fdaafc6f-2687-4e40-bbd0-9805288e530e tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:32.582742 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0b5992aa-745b-4cd7-8a7c-0f9277bca14f req-fdaafc6f-2687-4e40-bbd0-9805288e530e tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 943 time: 0.4019058 Apr 05 20:14:32.708190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:14:32.710258 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae8bdaa2-9cab-41d4-8695-d72cef50220e req-bd03e26a-caf5-4f26-b2ce-e46066309a51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511 HTTP/1.1" status: 200 len: 217 time: 0.1107714 Apr 05 20:14:32.738693 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb', 'code': 200} Apr 05 20:14:32.826488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:32.826850 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:32.840137 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e037-0715-4e15-be9b-560591caea57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:32.932558 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0b5992aa-745b-4cd7-8a7c-0f9277bca14f req-45e4b121-a107-4a61-8bd6-8e86d5975c86 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487325 Apr 05 20:14:32.961487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Deleting port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:32.962076 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:32.965095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:32.977484 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:14:32.978068 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:14:32.997100 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Set router f63b1494-4418-442e-86e1-a2db1a1e8514 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:14:33.114364 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:33.145384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f4c9e037-0715-4e15-be9b-560591caea57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:33.175658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bdaa2-9cab-41d4-8695-d72cef50220e req-b08452a6-8623-48d0-ae17-df7fb2e99cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:33.178050 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae8bdaa2-9cab-41d4-8695-d72cef50220e req-b08452a6-8623-48d0-ae17-df7fb2e99cf2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.4669867 Apr 05 20:14:33.241718 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=05826a3f-f4e7-44fe-b2a9-ec3857eabc48,segment=NetworkSegment(3916b35a-d769-4ca7-bb20-0aee3fe347a7),segment_id=3916b35a-d769-4ca7-bb20-0aee3fe347a7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:33.256228 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:33.302371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05bf1c51-f51b-45b8-992e-90f06662bb2c', 'name': 'network-vif-deleted', 'tag': '3babd706-5729-4487-b3d7-8ad40b794abd'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:33.320272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f4c9e037-0715-4e15-be9b-560591caea57 admin admin] Usage tracker for resource:security_group_rule and tenant:b442714166954cd7bd4d447624a2e7e7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:33.339877 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae8bdaa2-9cab-41d4-8695-d72cef50220e req-2e40b2ed-3564-4b10-b7b0-58ffb1622822 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1535666 Apr 05 20:14:33.400346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=05826a3f-f4e7-44fe-b2a9-ec3857eabc48,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:33.404542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b5eda361-ac65-429f-8c98-964bd54da490 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:33.453859 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57640) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:33.457275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device be5bf89b-121c-45c4-801c-d02d52157b71 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:14:33.461374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3babd706-5729-4487-b3d7-8ad40b794abd no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:33.547923 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'name': 'tempest-ServersTestFqdnHostnames-1201594019-router', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:25Z', 'updated_at': '2022-04-05T20:14:28Z', 'revision_number': 3, 'project_id': '35d662fefbec4c63bbb75b30b00b64d9', 'gw_port': {'id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:27Z', 'updated_at': '2022-04-05T20:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:33.550704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 3babd706-5729-4487-b3d7-8ad40b794abd {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:14:33.551194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3babd706-5729-4487-b3d7-8ad40b794abd not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:14:33.555717 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Checking router: f63b1494-4418-442e-86e1-a2db1a1e8514 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:14:33.556331 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Updating router f63b1494-4418-442e-86e1-a2db1a1e8514 port a6ef0b8a-c45d-41b8-9c73-29921e698c32 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:14:33.584590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f4c9e037-0715-4e15-be9b-560591caea57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:33.591987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f4c9e037-0715-4e15-be9b-560591caea57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:33.624052 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:33.630996 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:33.664261 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df582140-7f52-43b2-95f8-334b8408dc76 req-74bc0cf0-5f80-474d-9f68-08af2ec162ea tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 210 time: 0.3321509 Apr 05 20:14:33.769435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c6f2e7-e1df-434a-81dd-c358d151e0cb {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:14:33.803291 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e037-0715-4e15-be9b-560591caea57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:33.840619 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b5eda361-ac65-429f-8c98-964bd54da490 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:33.841775 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:33.866421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1593160113-network', 'tenant_id': 'f9f845b5ac1143489779e286d2787171'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:33.873433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:33.878277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Usage tracker for resource:network and tenant:f9f845b5ac1143489779e286d2787171 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:33.881389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:33.885910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:33.888886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:33.903551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] For port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=05826a3f-f4e7-44fe-b2a9-ec3857eabc48,segment=NetworkSegment(3916b35a-d769-4ca7-bb20-0aee3fe347a7),segment_id=3916b35a-d769-4ca7-bb20-0aee3fe347a7)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:33.904371 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:33.914151 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:33.918707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Made reservation on behalf of f9f845b5ac1143489779e286d2787171 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:14:33.923154 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:33.943158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f82864-8263-4efb-adc4-110c08abb111 req-8dce89de-878f-4278-9d3d-ed1ee6b2e3b8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:33.943461 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:33.949611 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f82864-8263-4efb-adc4-110c08abb111 req-8dce89de-878f-4278-9d3d-ed1ee6b2e3b8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.41 "GET /v2.0/networks?id=d394f804-aaf4-4e3e-a175-a6def53d4129 HTTP/1.1" status: 200 len: 815 time: 0.8812904 Apr 05 20:14:33.959047 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05bf1c51-f51b-45b8-992e-90f06662bb2c', 'name': 'network-vif-deleted', 'tag': '3babd706-5729-4487-b3d7-8ad40b794abd', 'status': 'completed', 'code': 200} Apr 05 20:14:33.994983 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-555e897e-2da2-4fd3-b343-82e6c94221e3 service neutron] 10.222.0.13 "GET /v2.0/ports/89307afd-c1db-44ae-b8a8-cab6d35b9511/bindings/n-h2-836604-1 HTTP/1.1" status: 200 len: 384 time: 0.8467243 Apr 05 20:14:34.004790 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port be5bf89b-121c-45c4-801c-d02d52157b71, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=be5bf89b-121c-45c4-801c-d02d52157b71,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:34.032352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Request body: {'port': {'device_id': '415486c4-9dc3-4e6e-b89a-d48998c97de5', 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129', 'admin_state_up': True, 'tenant_id': 'aadb54985d2d4ae395ad377a8a39c6fe'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:34.041206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'be5bf89b-121c-45c4-801c-d02d52157b71', 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060', 'port_id': 'be5bf89b-121c-45c4-801c-d02d52157b71', 'mac_address': 'fa:16:3e:b1:73:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1175b7-fe76-4409-88b2-f584c22d2454', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:14:34.059323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:34.153785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Calling delete_port for 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:34.183901 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:34.206405 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be5bf89b-121c-45c4-801c-d02d52157b71 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:14:34.211996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:34.216070 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f4c9e037-0715-4e15-be9b-560591caea57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:34.222313 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae8bdaa2-9cab-41d4-8695-d72cef50220e req-d23bb9c6-26f7-40db-b651-a9d258b3663a service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8395178 Apr 05 20:14:34.223230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Usage tracker for resource:security_group_rule and tenant:f9f845b5ac1143489779e286d2787171 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:34.223657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port be5bf89b-121c-45c4-801c-d02d52157b71, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=be5bf89b-121c-45c4-801c-d02d52157b71,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:34.229573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['f2c6f2e7-e1df-434a-81dd-c358d151e0cb'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:14:34.263004 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:34.267315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:34.327815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:34.385314 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['be5bf89b-121c-45c4-801c-d02d52157b71'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:14:34.464239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=be5bf89b-121c-45c4-801c-d02d52157b71,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:34.515746 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:34.545078 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f4c9e037-0715-4e15-be9b-560591caea57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b442714166954cd7bd4d447624a2e7e7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1281331 Apr 05 20:14:34.552380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57668) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:34.553594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:34.558293 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Transition to ACTIVE for port object a6ef0b8a-c45d-41b8-9c73-29921e698c32 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:34.561279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9e037-0715-4e15-be9b-560591caea57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0293bd-35aa-4801-b43a-b1fef1485833,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:34.563367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16ba9f-1e0f-400f-9f04-ac55f6186633 req-763cabd2-2f7a-4812-90b3-a734bba0e2fd tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:34.573405 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb16ba9f-1e0f-400f-9f04-ac55f6186633 req-763cabd2-2f7a-4812-90b3-a734bba0e2fd tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 943 time: 0.3700631 Apr 05 20:14:34.577084 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:34.591871 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae8bdaa2-9cab-41d4-8695-d72cef50220e req-ebdb839d-819c-4404-8b5f-db19082ca618 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246639 Apr 05 20:14:34.656498 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Attempting to bind port a6ef0b8a-c45d-41b8-9c73-29921e698c32 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:14:34.657009 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Attempting to bind port a6ef0b8a-c45d-41b8-9c73-29921e698c32 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:14:34.657471 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Attempting to bind port a6ef0b8a-c45d-41b8-9c73-29921e698c32 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:34.673574 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:14:34.674173 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:34.674675 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:34.675207 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:14:34.675828 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Bound port: a6ef0b8a-c45d-41b8-9c73-29921e698c32, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:14:34.676548 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:34.741917 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:34.764357 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:34.770661 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] For port a6ef0b8a-c45d-41b8-9c73-29921e698c32, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:34.774448 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] For port a6ef0b8a-c45d-41b8-9c73-29921e698c32, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a6ef0b8a-c45d-41b8-9c73-29921e698c32,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:14:34.785053 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:34.826094 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Routers {'f63b1494-4418-442e-86e1-a2db1a1e8514'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:14:34.826697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:14:34.827104 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:14:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f63b1494-4418-442e-86e1-a2db1a1e8514'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:34.873509 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb16ba9f-1e0f-400f-9f04-ac55f6186633 req-82eb0e32-48c6-4d08-90c2-7703518d083b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978764 Apr 05 20:14:34.894576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21fa2f7-bcbe-4edb-bc0a-2e0ad05c703f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:34.902042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Usage tracker for resource:port and tenant:aadb54985d2d4ae395ad377a8a39c6fe is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:34.904182 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:34.904523 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Added segment ecd100bc-15b8-45ae-9dd3-44809923039d of type vlan for network d160fe79-2807-487a-b7dc-fa036e9681af Apr 05 20:14:34.922079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:34.962195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:14:34.962515 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:14:34.979213 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:34.994826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b2ab2-e17c-47c7-a666-5ea9b7036f7e req-40df6e23-a1e6-4161-b376-03b3d0014a98 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:34.996358 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b09b2ab2-e17c-47c7-a666-5ea9b7036f7e req-40df6e23-a1e6-4161-b376-03b3d0014a98 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 948 time: 1.7051053 Apr 05 20:14:34.999769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:35.048967 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4693f-99f3-482d-bef1-cacd444009b8 None None] Pushing event updated for resources: {'Port': ['ID=a6ef0b8a-c45d-41b8-9c73-29921e698c32,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:35.094341 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] Set router f63b1494-4418-442e-86e1-a2db1a1e8514 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:14:35.116678 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76bbd166-ac69-4c7a-8274-e09b34ab3322 req-8b65a98f-5510-4fae-a8b2-7e86de643cda tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 210 time: 0.0785069 Apr 05 20:14:35.121912 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:35.123303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:35.124040 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:35.174067 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7188566 Apr 05 20:14:35.177974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Made reservation on behalf of aadb54985d2d4ae395ad377a8a39c6fe for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:14:35.181560 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:35.193753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57692) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:35.204705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Request body: {'subnet': {'network_id': 'd160fe79-2807-487a-b7dc-fa036e9681af', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1593160113-subnet', 'tenant_id': 'f9f845b5ac1143489779e286d2787171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:35.210481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:35.214920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Usage tracker for resource:subnet and tenant:f9f845b5ac1143489779e286d2787171 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:35.217949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:35.227343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:35.268967 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b09b2ab2-e17c-47c7-a666-5ea9b7036f7e req-30c469a0-9439-41d6-9cef-b34fbf4deae2 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416933 Apr 05 20:14:35.330043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Made reservation on behalf of f9f845b5ac1143489779e286d2787171 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:14:35.332665 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:35.348870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-1fb163eb-611c-4ac0-b353-531fe4bdef2c service neutron] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:35.356990 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-78a006d9-1f70-4527-8f3c-49e2fdd8c47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:35.386839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:35.407115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a5f0e-6ead-42ee-b8b6-5088ab21ff24 admin admin] Pushing event updated for resources: {'Network': ['ID=d160fe79-2807-487a-b7dc-fa036e9681af,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:35.435926 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:14:35.468638 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4693f-99f3-482d-bef1-cacd444009b8 None None] Pushing event updated for resources: {'Port': ['ID=a6ef0b8a-c45d-41b8-9c73-29921e698c32,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:35.473011 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network d160fe79-2807-487a-b7dc-fa036e9681af details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:14:35.489393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device be5bf89b-121c-45c4-801c-d02d52157b71 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:35.530482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-1fb163eb-611c-4ac0-b353-531fe4bdef2c service neutron] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:35.563051 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-78a006d9-1f70-4527-8f3c-49e2fdd8c47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:35.613821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Deleting port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:35.614724 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:35.619389 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'name': 'tempest-ServersTestFqdnHostnames-1201594019-router', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:25Z', 'updated_at': '2022-04-05T20:14:28Z', 'revision_number': 3, 'project_id': '35d662fefbec4c63bbb75b30b00b64d9', 'gw_port': {'id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:27Z', 'updated_at': '2022-04-05T20:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:35.625183 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fe26e4-d75b-4eb9-beb0-e9d359daaf27 None None] The sync data for ids ['f63b1494-4418-442e-86e1-a2db1a1e8514'] in n-d-836604-1 is: [{'id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'name': 'tempest-ServersTestFqdnHostnames-1201594019-router', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:25Z', 'updated_at': '2022-04-05T20:14:28Z', 'revision_number': 3, 'project_id': '35d662fefbec4c63bbb75b30b00b64d9', 'gw_port': {'id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:27Z', 'updated_at': '2022-04-05T20:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:14:35.657956 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:35.658748 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:35.738709 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port be5bf89b-121c-45c4-801c-d02d52157b71 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:35.739162 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:35.842584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-1fb163eb-611c-4ac0-b353-531fe4bdef2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89307afd-c1db-44ae-b8a8-cab6d35b9511 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:14:35.857561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-1fb163eb-611c-4ac0-b353-531fe4bdef2c service neutron] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:35.957313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f2c6f2e7-e1df-434a-81dd-c358d151e0cb up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:35.973040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] For port 05826a3f-f4e7-44fe-b2a9-ec3857eabc48, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=05826a3f-f4e7-44fe-b2a9-ec3857eabc48,segment=NetworkSegment(3916b35a-d769-4ca7-bb20-0aee3fe347a7),segment_id=3916b35a-d769-4ca7-bb20-0aee3fe347a7)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:35.974408 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:36.117867 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:36.161087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04f0208-8037-40b9-998b-39645995ff2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5bf89b-121c-45c4-801c-d02d52157b71'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:36.175475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port be5bf89b-121c-45c4-801c-d02d52157b71, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=be5bf89b-121c-45c4-801c-d02d52157b71,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:36.190971 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:36.236743 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-1fb163eb-611c-4ac0-b353-531fe4bdef2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:36.281358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=be5bf89b-121c-45c4-801c-d02d52157b71,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:36.285479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port f2c6f2e7-e1df-434a-81dd-c358d151e0cb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:36.285857 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:36.310107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Calling delete_port for 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:36.410711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Allocated IP 172.20.0.13 (d394f804-aaf4-4e3e-a175-a6def53d4129/1c2a73de-05a0-424d-8ac3-181495091cad/1185a5a6-476b-42b3-aefd-71faa3f7ba42) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:14:36.480520 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:36.530111 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:36.553178 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:36.554739 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 89307afd-c1db-44ae-b8a8-cab6d35b9511 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:36.563067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2152c1dd-2651-4ee0-bb76-b11a3acf4ddd req-24d681dd-2cec-4094-9349-ffb870c597c5 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Synchronizing usage tracker for tenant:aadb54985d2d4ae395ad377a8a39c6fe on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:14:36.565692 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-78a006d9-1f70-4527-8f3c-49e2fdd8c47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:36.654451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a006d9-1f70-4527-8f3c-49e2fdd8c47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0293bd-35aa-4801-b43a-b1fef1485833,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:36.684803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2152c1dd-2651-4ee0-bb76-b11a3acf4ddd req-24d681dd-2cec-4094-9349-ffb870c597c5 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Unset dirty status for tenant:aadb54985d2d4ae395ad377a8a39c6fe on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:14:36.686605 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2152c1dd-2651-4ee0-bb76-b11a3acf4ddd req-24d681dd-2cec-4094-9349-ffb870c597c5 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 210 time: 0.2877517 Apr 05 20:14:36.697387 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:36.733640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-78a006d9-1f70-4527-8f3c-49e2fdd8c47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:36.734390 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-78a006d9-1f70-4527-8f3c-49e2fdd8c47d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea0293bd-35aa-4801-b43a-b1fef1485833 HTTP/1.1" status: 204 len: 168 time: 1.8912516 Apr 05 20:14:36.946325 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04f0208-8037-40b9-998b-39645995ff2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5bf89b-121c-45c4-801c-d02d52157b71', 'code': 200} Apr 05 20:14:36.968028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-1fb163eb-611c-4ac0-b353-531fe4bdef2c service neutron] Transition to ACTIVE for port object 89307afd-c1db-44ae-b8a8-cab6d35b9511 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:36.974150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:37.041302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe91419-3aef-457f-9bca-bb97048e0776 req-12a069f9-f094-4e49-8678-6eb8a6a31a94 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:37.050904 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe91419-3aef-457f-9bca-bb97048e0776 req-12a069f9-f094-4e49-8678-6eb8a6a31a94 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 943 time: 0.9159493 Apr 05 20:14:37.079514 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:37.254078 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe91419-3aef-457f-9bca-bb97048e0776 req-4a376a76-8dca-4fa3-96d1-1e13540b7b66 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018452 Apr 05 20:14:37.307444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d93ab13-2fef-45d1-90e1-5792c707d88b,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:37.371481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:37.375255 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-1fb163eb-611c-4ac0-b353-531fe4bdef2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:37.411503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Checking segment: {'id': 'ecd100bc-15b8-45ae-9dd3-44809923039d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'd160fe79-2807-487a-b7dc-fa036e9681af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:37.411866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Network hostable DHCP agents. Network: d160fe79-2807-487a-b7dc-fa036e9681af, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:14:37.455023 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a6ef0b8a-c45d-41b8-9c73-29921e698c32 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:37.463824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Network d160fe79-2807-487a-b7dc-fa036e9681af is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:14:37.474060 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:37.500290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57724) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:37.507092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb163eb-611c-4ac0-b353-531fe4bdef2c service neutron] Pushing event updated for resources: {'Port': ['ID=89307afd-c1db-44ae-b8a8-cab6d35b9511,revision_number=10']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:37.523710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, d160fe79-2807-487a-b7dc-fa036e9681af) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:37.538185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a4deae-1c55-4f1a-a240-2fbbad587955 None None] Network d160fe79-2807-487a-b7dc-fa036e9681af requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:14:37.538727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Pushing event deleted for resources: {'Port': ['ID=05826a3f-f4e7-44fe-b2a9-ec3857eabc48,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:37.543887 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:37.544462 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:37.557048 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20a38660-c8b9-463f-af0d-17e517f9736d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:37.642032 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4a38a10c-44ee-4a3b-b050-139ef0925d03 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4471538 Apr 05 20:14:37.670819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-20a38660-c8b9-463f-af0d-17e517f9736d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:37.831917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-20a38660-c8b9-463f-af0d-17e517f9736d admin admin] Usage tracker for resource:security_group_rule and tenant:08fa45e106604c4fa06cf6b394360312 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:37.852440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-20a38660-c8b9-463f-af0d-17e517f9736d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:37.937602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a6ef0b8a-c45d-41b8-9c73-29921e698c32 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:14:37.978040 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a6ef0b8a-c45d-41b8-9c73-29921e698c32 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:37.978229 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:37.996411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-1fb163eb-611c-4ac0-b353-531fe4bdef2c service neutron] No DVR routers for this DVR port 89307afd-c1db-44ae-b8a8-cab6d35b9511 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:14:38.015130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-20a38660-c8b9-463f-af0d-17e517f9736d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:38.159805 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20a38660-c8b9-463f-af0d-17e517f9736d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:38.178550 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:38.196389 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:38.224574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9407984-fca7-4d18-86f6-b1c94ca67065 None None] Network d160fe79-2807-487a-b7dc-fa036e9681af requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:14:38.263898 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20a38660-c8b9-463f-af0d-17e517f9736d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:38.306430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2d122-0b67-460f-996e-f9187c7fb0bc req-c1382718-06fd-43ee-9f58-eb48cd8daa05 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:38.314431 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-83c2d122-0b67-460f-996e-f9187c7fb0bc req-c1382718-06fd-43ee-9f58-eb48cd8daa05 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 932 time: 0.2069478 Apr 05 20:14:38.357243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-20a38660-c8b9-463f-af0d-17e517f9736d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08fa45e106604c4fa06cf6b394360312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8466814 Apr 05 20:14:38.368837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57740) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:38.407764 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-83c2d122-0b67-460f-996e-f9187c7fb0bc req-7e2763d8-c9fc-4108-bc62-d9452bf531a8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923872 Apr 05 20:14:38.430276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c3626-727a-4c7e-a6bb-540f33d9e95b req-98e06f22-edee-4efe-816c-a13e4af27317 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:38.438400 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c95c3626-727a-4c7e-a6bb-540f33d9e95b req-98e06f22-edee-4efe-816c-a13e4af27317 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 1.0718825 Apr 05 20:14:38.476388 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:38.494257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Network d394f804-aaf4-4e3e-a175-a6def53d4129 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:14:38.508406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:38.512018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:14:38.589741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a6ef0b8a-c45d-41b8-9c73-29921e698c32, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a6ef0b8a-c45d-41b8-9c73-29921e698c32,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:38.620523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:38.621072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:38.639322 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:38.643276 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b174459-b41f-4510-8c14-75ec2939ae4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:38.651341 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:38.694241 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b174459-b41f-4510-8c14-75ec2939ae4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:38.708234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f82864-8263-4efb-adc4-110c08abb111 req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6840322 Apr 05 20:14:38.785851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Request body: {'port': {'device_id': '415486c4-9dc3-4e6e-b89a-d48998c97de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:38.828786 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a6ef0b8a-c45d-41b8-9c73-29921e698c32,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:38.848111 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:38.885056 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c95c3626-727a-4c7e-a6bb-540f33d9e95b req-c13c6dca-3bbe-4018-9d3b-df4a3fea078d tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4456489 Apr 05 20:14:38.893606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a38660-c8b9-463f-af0d-17e517f9736d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318e368e-c9c1-4c69-9c5a-6199b6209e13,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:38.895748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-d600d3b9-77d7-419b-b923-1f6cd1bc6787 req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-511198783', 'description': 'tempest-description-1697661692'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:38.904033 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-1fb163eb-611c-4ac0-b353-531fe4bdef2c service neutron] 10.222.0.13 "PUT /v2.0/ports/89307afd-c1db-44ae-b8a8-cab6d35b9511/bindings/n-h2-836604-1/activate HTTP/1.1" status: 200 len: 369 time: 4.4994969 Apr 05 20:14:38.917239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-d600d3b9-77d7-419b-b923-1f6cd1bc6787 req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:38.925758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d600d3b9-77d7-419b-b923-1f6cd1bc6787 req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Usage tracker for resource:security_group and tenant:f9f845b5ac1143489779e286d2787171 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:38.941752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d600d3b9-77d7-419b-b923-1f6cd1bc6787 req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:38.947680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:38.956679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Router c499b855-5620-4672-9a49-c63449f4edf7 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:14:38.960192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-d600d3b9-77d7-419b-b923-1f6cd1bc6787 req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:39.044259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49b78f-9684-4cca-80c2-5c9996d9ae06 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Pushing event updated for resources: {'Port': ['ID=1185a5a6-476b-42b3-aefd-71faa3f7ba42,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:39.063170 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d600d3b9-77d7-419b-b923-1f6cd1bc6787 req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:39.116448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-d600d3b9-77d7-419b-b923-1f6cd1bc6787 req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:39.120215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d600d3b9-77d7-419b-b923-1f6cd1bc6787 req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Usage tracker for resource:security_group_rule and tenant:f9f845b5ac1143489779e286d2787171 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:39.123078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d600d3b9-77d7-419b-b923-1f6cd1bc6787 req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:39.129642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-d600d3b9-77d7-419b-b923-1f6cd1bc6787 req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:39.158632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Allocated IP 172.20.0.1 (95f1fa1d-d464-4902-a098-8934f5f1967c/c6be18df-ead6-488e-acf7-07b4ad74c67b/082f1441-6df7-497a-8a14-2b56ebbee204) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:14:39.232316 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:39.237916 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b174459-b41f-4510-8c14-75ec2939ae4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:39.433555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b174459-b41f-4510-8c14-75ec2939ae4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318e368e-c9c1-4c69-9c5a-6199b6209e13,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:39.466956 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b174459-b41f-4510-8c14-75ec2939ae4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:39.468290 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7b174459-b41f-4510-8c14-75ec2939ae4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/318e368e-c9c1-4c69-9c5a-6199b6209e13 HTTP/1.1" status: 204 len: 168 time: 1.0967016 Apr 05 20:14:39.494882 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a6ef0b8a-c45d-41b8-9c73-29921e698c32 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:39.516554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:14:39.534580 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d600d3b9-77d7-419b-b923-1f6cd1bc6787 req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:39.538441 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-769c8516-ea23-40a0-9eb1-49a09d34d02d admin admin] 10.222.0.24 "PUT /v2.0/routers/c499b855-5620-4672-9a49-c63449f4edf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1845143 Apr 05 20:14:39.553718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57760) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:39.569911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6549a8-49e2-4f87-9826-6c839f9d2b5a None None] Sync routers for ids ['c499b855-5620-4672-9a49-c63449f4edf7'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:14:39.590510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6549a8-49e2-4f87-9826-6c839f9d2b5a None None] Routers {'c499b855-5620-4672-9a49-c63449f4edf7'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:14:39.591251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fc6549a8-49e2-4f87-9826-6c839f9d2b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:14:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c499b855-5620-4672-9a49-c63449f4edf7'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:39.610541 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:39.631629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Transition to ACTIVE for port object 082f1441-6df7-497a-8a14-2b56ebbee204 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:39.716337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094c725-7649-4631-b108-723b3169db44 req-116949df-8577-46ed-aee7-e40c013f87c9 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:39.725541 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0094c725-7649-4631-b108-723b3169db44 req-116949df-8577-46ed-aee7-e40c013f87c9 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 944 time: 0.5538135 Apr 05 20:14:39.809285 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d600d3b9-77d7-419b-b923-1f6cd1bc6787 req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:39.833643 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-fc6549a8-49e2-4f87-9826-6c839f9d2b5a None None] Set router c499b855-5620-4672-9a49-c63449f4edf7 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:14:39.870896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-f30894ec-f534-410c-b056-4bc04e24196c tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:39.872366 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-f30894ec-f534-410c-b056-4bc04e24196c tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60&tenant_id=637efc23dfdb499b8292cc0b1136bd84&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1095 time: 0.8472152 Apr 05 20:14:40.049544 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:40.091787 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d600d3b9-77d7-419b-b923-1f6cd1bc6787 req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:40.126462 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d600d3b9-77d7-419b-b923-1f6cd1bc6787 req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2452071 Apr 05 20:14:40.147627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c576cc-5dbf-41f9-aa93-696740857b7b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=898d014a-a3d3-4b44-b8b1-e42306454dcd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:40.153402 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:40.236647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Network 95f1fa1d-d464-4902-a098-8934f5f1967c is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:14:40.255065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1185a5a6-476b-42b3-aefd-71faa3f7ba42 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:14:40.260445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:40.270862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:14:40.301280 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb', 'code': 200} Apr 05 20:14:40.320200 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a6ef0b8a-c45d-41b8-9c73-29921e698c32 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:40.320750 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:40.592874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-ba814c2b-e54e-4084-bf38-b90c32f08ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:40.595931 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-ba814c2b-e54e-4084-bf38-b90c32f08ed3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60&tenant_id=637efc23dfdb499b8292cc0b1136bd84 HTTP/1.1" status: 200 len: 1095 time: 0.6678660 Apr 05 20:14:40.602530 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:40.718685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] Deleting port 0399062f-9eac-4cb0-971e-cdeba0709763 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:40.719028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:40.778875 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:40.816777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a680f039-ad82-4d8e-839c-4e97e2ae58a1 None None] Provisioning for port 082f1441-6df7-497a-8a14-2b56ebbee204 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:14:40.831869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a680f039-ad82-4d8e-839c-4e97e2ae58a1 None None] Provisioning complete for port 082f1441-6df7-497a-8a14-2b56ebbee204 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:40.832343 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a680f039-ad82-4d8e-839c-4e97e2ae58a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:40.896479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fc6549a8-49e2-4f87-9826-6c839f9d2b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-961396350-router', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.23'}], 'enable_snat': True}, 'gw_port_id': '0399062f-9eac-4cb0-971e-cdeba0709763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:13Z', 'updated_at': '2022-04-05T20:14:37Z', 'revision_number': 5, 'project_id': 'f8d5193adbc1457baed5537472865cb7', 'gw_port': {'id': '0399062f-9eac-4cb0-971e-cdeba0709763', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:16Z', 'updated_at': '2022-04-05T20:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:40.933648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6549a8-49e2-4f87-9826-6c839f9d2b5a None None] Checking router: c499b855-5620-4672-9a49-c63449f4edf7 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:14:40.954101 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:40.973853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a680f039-ad82-4d8e-839c-4e97e2ae58a1 None None] Port 082f1441-6df7-497a-8a14-2b56ebbee204 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:14:40.977536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6549a8-49e2-4f87-9826-6c839f9d2b5a None None] Routers {'c499b855-5620-4672-9a49-c63449f4edf7'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:14:40.986603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fc6549a8-49e2-4f87-9826-6c839f9d2b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:14:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c499b855-5620-4672-9a49-c63449f4edf7'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:41.064176 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:41.090252 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0094c725-7649-4631-b108-723b3169db44 req-56fb83e5-db98-41e1-a926-9929dbf24e12 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0197856 Apr 05 20:14:41.102025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Pushing event updated for resources: {'Port': ['ID=082f1441-6df7-497a-8a14-2b56ebbee204,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:41.111258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Transition to ACTIVE for port object 1185a5a6-476b-42b3-aefd-71faa3f7ba42 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:41.112657 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185d1df-b801-47f9-8771-a5fe9433d55e req-b5eec882-f200-4e30-bd40-0155ff985f4d tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:41.126624 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2185d1df-b801-47f9-8771-a5fe9433d55e req-b5eec882-f200-4e30-bd40-0155ff985f4d tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 932 time: 0.7563190 Apr 05 20:14:41.177893 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:41.215024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-853ebe16-54b5-4acf-9a3c-10ccd1bade23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:41.216500 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-853ebe16-54b5-4acf-9a3c-10ccd1bade23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 1095 time: 0.5860839 Apr 05 20:14:41.318593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-fc6549a8-49e2-4f87-9826-6c839f9d2b5a None None] Set router c499b855-5620-4672-9a49-c63449f4edf7 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:14:41.349041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3deeab-d1dd-4044-8b76-ad4030e590b8 req-10beca1a-6d44-40a8-8415-ebc529c4f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:41.350864 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d3deeab-d1dd-4044-8b76-ad4030e590b8 req-10beca1a-6d44-40a8-8415-ebc529c4f934 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 1101 time: 0.5874815 Apr 05 20:14:41.409216 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2185d1df-b801-47f9-8771-a5fe9433d55e req-4b02e62c-7743-4028-90b6-ed19b6f9eae0 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662151 Apr 05 20:14:41.486683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] For port 0399062f-9eac-4cb0-971e-cdeba0709763, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0399062f-9eac-4cb0-971e-cdeba0709763,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:41.487305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:41.642345 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:41.644689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Pushing event updated for resources: {'Port': ['ID=1185a5a6-476b-42b3-aefd-71faa3f7ba42,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:41.661391 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] Calling delete_port for 0399062f-9eac-4cb0-971e-cdeba0709763 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:41.775348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-d0c44e1e-ff17-4d99-a715-f71cfd278972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:41.777733 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-d0c44e1e-ff17-4d99-a715-f71cfd278972 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.5422347 Apr 05 20:14:41.819229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fc6549a8-49e2-4f87-9826-6c839f9d2b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-961396350-router', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:13Z', 'updated_at': '2022-04-05T20:14:40Z', 'revision_number': 6, 'project_id': 'f8d5193adbc1457baed5537472865cb7', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:41.819959 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:41.831357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc6549a8-49e2-4f87-9826-6c839f9d2b5a None None] The sync data for ids ['c499b855-5620-4672-9a49-c63449f4edf7'] in n-d-836604-1 is: [{'id': 'c499b855-5620-4672-9a49-c63449f4edf7', 'name': 'tempest-FloatingIPsNegativeTestJSON-961396350-router', 'tenant_id': 'f8d5193adbc1457baed5537472865cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:13Z', 'updated_at': '2022-04-05T20:14:40Z', 'revision_number': 6, 'project_id': 'f8d5193adbc1457baed5537472865cb7', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:14:41.835015 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-56bac969-4c3c-4180-bc16-faefb6ff0537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:41.920244 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-782cdd4c-a4db-40bd-8155-770ed81cd5d0 req-5498e0f8-be49-4972-a491-08dba6fcc352 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-groups/898d014a-a3d3-4b44-b8b1-e42306454dcd HTTP/1.1" status: 200 len: 1812 time: 0.3253407 Apr 05 20:14:41.921998 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-d15a0850-bb3d-4cc6-a424-cea4e70aad68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511 HTTP/1.1" status: 200 len: 217 time: 0.1371465 Apr 05 20:14:41.933247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-782cdd4c-a4db-40bd-8155-770ed81cd5d0 req-cfc90dea-d29c-45bc-950d-80da6aa0a324 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '898d014a-a3d3-4b44-b8b1-e42306454dcd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:41.933565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-782cdd4c-a4db-40bd-8155-770ed81cd5d0 req-cfc90dea-d29c-45bc-950d-80da6aa0a324 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '898d014a-a3d3-4b44-b8b1-e42306454dcd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:41.998014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-782cdd4c-a4db-40bd-8155-770ed81cd5d0 req-cfc90dea-d29c-45bc-950d-80da6aa0a324 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:42.001573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-ffff7e2a-9c15-494c-9a00-f5d7998ec582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:42.003078 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-ffff7e2a-9c15-494c-9a00-f5d7998ec582 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.0640433 Apr 05 20:14:42.010965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-782cdd4c-a4db-40bd-8155-770ed81cd5d0 req-cfc90dea-d29c-45bc-950d-80da6aa0a324 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Usage tracker for resource:security_group_rule and tenant:f9f845b5ac1143489779e286d2787171 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:42.016608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-782cdd4c-a4db-40bd-8155-770ed81cd5d0 req-cfc90dea-d29c-45bc-950d-80da6aa0a324 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:42.044217 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Attempting to bind port 1185a5a6-476b-42b3-aefd-71faa3f7ba42 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:14:42.044980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Attempting to bind port 1185a5a6-476b-42b3-aefd-71faa3f7ba42 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '41e90d0d-3aba-4aaa-96f6-a68a385edada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:14:42.045746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Attempting to bind port 1185a5a6-476b-42b3-aefd-71faa3f7ba42 on network d394f804-aaf4-4e3e-a175-a6def53d4129 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:42.083772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d3deeab-d1dd-4044-8b76-ad4030e590b8 req-032218e7-0d76-4337-aad0-d38319fab6e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6678829 Apr 05 20:14:42.100963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Pushing event updated for resources: {'Port': ['ID=082f1441-6df7-497a-8a14-2b56ebbee204,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:42.110830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Port 1185a5a6-476b-42b3-aefd-71faa3f7ba42 on network d394f804-aaf4-4e3e-a175-a6def53d4129 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:14:42.111247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Attempting to bind port 1185a5a6-476b-42b3-aefd-71faa3f7ba42 on network d394f804-aaf4-4e3e-a175-a6def53d4129 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:42.122350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:14:42.122697 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Checking segment: {'id': '41e90d0d-3aba-4aaa-96f6-a68a385edada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:42.123091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Bound using segment: {'id': '41e90d0d-3aba-4aaa-96f6-a68a385edada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:14:42.123580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Bound port: 1185a5a6-476b-42b3-aefd-71faa3f7ba42, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41e90d0d-3aba-4aaa-96f6-a68a385edada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:14:42.123932 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:42.148463 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:42.221999 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-0b3ab407-03a6-493e-bd76-c155268ed491 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2074890 Apr 05 20:14:42.222849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-782cdd4c-a4db-40bd-8155-770ed81cd5d0 req-cfc90dea-d29c-45bc-950d-80da6aa0a324 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:42.353001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f016b3d-b5e4-4c3c-9fad-bf52ff7729bb req-c4a551a6-293e-41fd-a92d-cc4decab5869 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:42.361051 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f016b3d-b5e4-4c3c-9fad-bf52ff7729bb req-c4a551a6-293e-41fd-a92d-cc4decab5869 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.9604211 Apr 05 20:14:42.441094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] For port 1185a5a6-476b-42b3-aefd-71faa3f7ba42, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:42.457754 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-75e1399d-0871-4edf-b477-4aff8b46c3cf service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276568 Apr 05 20:14:42.475492 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f016b3d-b5e4-4c3c-9fad-bf52ff7729bb req-d6f5c906-2ecb-417b-ac87-f4b33de68a86 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134760 Apr 05 20:14:42.477329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] For port 1185a5a6-476b-42b3-aefd-71faa3f7ba42, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1185a5a6-476b-42b3-aefd-71faa3f7ba42,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:14:42.505578 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:42.631301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Pushing event updated for resources: {'Port': ['ID=1185a5a6-476b-42b3-aefd-71faa3f7ba42,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:42.675378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:42.676097 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:42.679174 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f82864-8263-4efb-adc4-110c08abb111 req-2682c813-66fb-439e-ac31-b332a026568b service neutron] 10.222.0.41 "PUT /v2.0/ports/1185a5a6-476b-42b3-aefd-71faa3f7ba42 HTTP/1.1" status: 200 len: 1092 time: 3.9052041 Apr 05 20:14:42.679754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415486c4-9dc3-4e6e-b89a-d48998c97de5', 'tag': '1185a5a6-476b-42b3-aefd-71faa3f7ba42'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:42.687283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Network 95f1fa1d-d464-4902-a098-8934f5f1967c is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:14:42.689903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:42.734291 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-782cdd4c-a4db-40bd-8155-770ed81cd5d0 req-cfc90dea-d29c-45bc-950d-80da6aa0a324 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:42.787699 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-782cdd4c-a4db-40bd-8155-770ed81cd5d0 req-cfc90dea-d29c-45bc-950d-80da6aa0a324 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:42.808193 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-782cdd4c-a4db-40bd-8155-770ed81cd5d0 req-cfc90dea-d29c-45bc-950d-80da6aa0a324 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:42.840215 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-535a1f53-96d3-489d-b3a1-d7b3a9fcfce7 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740339 Apr 05 20:14:42.868973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc90dea-d29c-45bc-950d-80da6aa0a324 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2edff0d5-6ff7-4ad3-8d17-e1949aa99c58,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:42.899666 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:42.945478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-782cdd4c-a4db-40bd-8155-770ed81cd5d0 req-cfc90dea-d29c-45bc-950d-80da6aa0a324 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:42.969790 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-782cdd4c-a4db-40bd-8155-770ed81cd5d0 req-cfc90dea-d29c-45bc-950d-80da6aa0a324 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0468669 Apr 05 20:14:43.026014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0399062f-9eac-4cb0-971e-cdeba0709763,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:43.251320 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:43.339594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3a226072-9627-4efa-a2b1-10cb3156650b None None] Provisioning complete for port 082f1441-6df7-497a-8a14-2b56ebbee204 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:43.340175 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3a226072-9627-4efa-a2b1-10cb3156650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:43.411199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0399062f-9eac-4cb0-971e-cdeba0709763 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:43.501290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 0399062f-9eac-4cb0-971e-cdeba0709763 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:14:43.501548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0399062f-9eac-4cb0-971e-cdeba0709763 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:14:43.501928 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:43.518420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f82864-8263-4efb-adc4-110c08abb111 req-7380cc46-a147-4bb1-b064-c6dd96a27e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:43.519910 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f82864-8263-4efb-adc4-110c08abb111 req-7380cc46-a147-4bb1-b064-c6dd96a27e4f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aadb54985d2d4ae395ad377a8a39c6fe&device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 1095 time: 0.6009052 Apr 05 20:14:43.586053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:14:43.586651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 05826a3f-f4e7-44fe-b2a9-ec3857eabc48 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:14:43.642101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3a226072-9627-4efa-a2b1-10cb3156650b None None] Port 082f1441-6df7-497a-8a14-2b56ebbee204 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:14:43.648573 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f9ac1c7d-288e-4b3f-9ec2-98f5a2d3aae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:43.703698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Router f63b1494-4418-442e-86e1-a2db1a1e8514 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:14:43.705732 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:43.710372 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:43.731316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4d65a-19d4-4b30-a1a1-ca89c0ca8164 req-53f0f1b5-9321-441a-8126-3bc08c690456 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:43.734577 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fbb4d65a-19d4-4b30-a1a1-ca89c0ca8164 req-53f0f1b5-9321-441a-8126-3bc08c690456 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 944 time: 0.8134890 Apr 05 20:14:43.743966 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f82864-8263-4efb-adc4-110c08abb111 req-be4ce49f-4927-4696-bbd5-5ee751562f8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1185a5a6-476b-42b3-aefd-71faa3f7ba42 HTTP/1.1" status: 200 len: 217 time: 0.1945069 Apr 05 20:14:43.758326 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:43.758879 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c499b855-5620-4672-9a49-c63449f4edf7 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:14:43.793799 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59247069-38db-4564-97fa-32d7474fec95 req-84406c24-dab3-49a5-9e6a-0708659a3c52 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:43.795741 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-59247069-38db-4564-97fa-32d7474fec95 req-84406c24-dab3-49a5-9e6a-0708659a3c52 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 944 time: 0.2865391 Apr 05 20:14:43.797909 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:43.798916 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6849914e-2633-4fbf-baea-8e7f9c2c07c5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c499b855-5620-4672-9a49-c63449f4edf7 HTTP/1.1" status: 204 len: 168 time: 4.2442045 Apr 05 20:14:43.805068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57834) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:43.906790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-467fd75c-917a-4b76-8be6-54da8c67e2ec admin admin] Deleting subnet 8db7490b-adea-4922-9525-55b7ec199b98 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:14:43.923217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-40b64390-7353-483c-88fd-c50bb42ad05d tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:43.925068 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-40b64390-7353-483c-88fd-c50bb42ad05d tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60&tenant_id=637efc23dfdb499b8292cc0b1136bd84&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 1095 time: 0.3346736 Apr 05 20:14:43.929441 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-467fd75c-917a-4b76-8be6-54da8c67e2ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:43.958044 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fbb4d65a-19d4-4b30-a1a1-ca89c0ca8164 req-37d26bbc-d8e9-4c67-b308-bb2dece1964a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102094 Apr 05 20:14:43.963566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f82864-8263-4efb-adc4-110c08abb111 req-19df8bf5-a0cd-42ed-8120-8e6802c65cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:43.964941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f82864-8263-4efb-adc4-110c08abb111 req-19df8bf5-a0cd-42ed-8120-8e6802c65cfb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c2a73de-05a0-424d-8ac3-181495091cad HTTP/1.1" status: 200 len: 855 time: 0.1770785 Apr 05 20:14:44.066166 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-59247069-38db-4564-97fa-32d7474fec95 req-49f0c5cb-3432-4f41-a093-1d929e8219ed tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601264 Apr 05 20:14:44.107277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-467fd75c-917a-4b76-8be6-54da8c67e2ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:44.118029 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415486c4-9dc3-4e6e-b89a-d48998c97de5', 'tag': '1185a5a6-476b-42b3-aefd-71faa3f7ba42', 'status': 'completed', 'code': 200} Apr 05 20:14:44.120252 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f82864-8263-4efb-adc4-110c08abb111 req-cb20b1e4-295f-4f2d-be35-70c24078cb53 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d394f804-aaf4-4e3e-a175-a6def53d4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281025 Apr 05 20:14:44.213299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:14:44.221759 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e29929ae-1d2f-4c9c-9737-67d587fd14b6 admin admin] 10.222.0.24 "PUT /v2.0/routers/f63b1494-4418-442e-86e1-a2db1a1e8514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6594625 Apr 05 20:14:44.231137 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Sync routers for ids ['f63b1494-4418-442e-86e1-a2db1a1e8514'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:14:44.261719 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a12bbf41-b489-4dec-b7dc-857e6e080d3e req-dc0f474b-007a-405c-b563-4784cc80d00f tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-groups/898d014a-a3d3-4b44-b8b1-e42306454dcd HTTP/1.1" status: 200 len: 2405 time: 0.1568830 Apr 05 20:14:44.262564 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Routers {'f63b1494-4418-442e-86e1-a2db1a1e8514'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:14:44.263468 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:14:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f63b1494-4418-442e-86e1-a2db1a1e8514'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:44.328267 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-467fd75c-917a-4b76-8be6-54da8c67e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:44.388194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-55bfe80e-78aa-4293-ac50-0f787a8cfa58 service neutron] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:44.398482 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-55bfe80e-78aa-4293-ac50-0f787a8cfa58 service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:44.399153 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2bc8ed2-7576-473a-865c-e533f160d028 req-55bfe80e-78aa-4293-ac50-0f787a8cfa58 service neutron] 10.222.0.41 "DELETE /v2.0/ports/89307afd-c1db-44ae-b8a8-cab6d35b9511/bindings/n-h1-836604-1 HTTP/1.1" status: 204 len: 173 time: 0.4249568 Apr 05 20:14:44.410314 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ec56c046-b200-44a6-aa8a-b704e76a7f67 req-0d185ebb-3a0b-4505-aa4f-b1d6ad952e4d tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-group-rules/2edff0d5-6ff7-4ad3-8d17-e1949aa99c58 HTTP/1.1" status: 200 len: 778 time: 0.0486124 Apr 05 20:14:44.424302 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f82864-8263-4efb-adc4-110c08abb111 req-a27edb71-5c2a-472d-be47-7d0650147b68 service neutron] 10.222.0.41 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956610 Apr 05 20:14:44.497495 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ec56c046-b200-44a6-aa8a-b704e76a7f67 req-65c2e982-7b7d-4673-a08d-9598f1f42fa1 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-groups/898d014a-a3d3-4b44-b8b1-e42306454dcd HTTP/1.1" status: 200 len: 2405 time: 0.0860169 Apr 05 20:14:44.505617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57854) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:44.508248 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-467fd75c-917a-4b76-8be6-54da8c67e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:44.608113 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Set router f63b1494-4418-442e-86e1-a2db1a1e8514 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:14:44.679299 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:44.691511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70b72a-7d49-4d0b-ad37-bcb18b4bfff8 req-3a69cc22-0a5a-4b7f-afe3-55976d37a2df tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:44.695055 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fb70b72a-7d49-4d0b-ad37-bcb18b4bfff8 req-3a69cc22-0a5a-4b7f-afe3-55976d37a2df tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.4114909 Apr 05 20:14:44.751536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fd75c-917a-4b76-8be6-54da8c67e2ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db7490b-adea-4922-9525-55b7ec199b98,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:44.769916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee413c2-e75f-486b-950a-fd2b11333f59 None None] Network 8f1e4a7f-1b3a-494f-92d3-21e8114bea26 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:14:44.771465 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-467fd75c-917a-4b76-8be6-54da8c67e2ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:44.791798 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-467fd75c-917a-4b76-8be6-54da8c67e2ec admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8db7490b-adea-4922-9525-55b7ec199b98 HTTP/1.1" status: 204 len: 168 time: 0.9835021 Apr 05 20:14:44.793119 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ec56c046-b200-44a6-aa8a-b704e76a7f67 req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:44.799372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57858) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:44.832034 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fb70b72a-7d49-4d0b-ad37-bcb18b4bfff8 req-0f38378c-b57a-46c1-9995-3a6e7615ebdc tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311982 Apr 05 20:14:44.832536 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ec56c046-b200-44a6-aa8a-b704e76a7f67 req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:44.839608 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f82864-8263-4efb-adc4-110c08abb111 req-90fed9e2-2ec3-4864-a271-05bbbdfb07de service neutron] 10.222.0.41 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045830 Apr 05 20:14:45.024385 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:45.167714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6af63-bcd9-49be-99b5-46622fc66000 req-d60e3d3b-012e-4cbe-8751-889a21f8eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:45.169808 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d6af63-bcd9-49be-99b5-46622fc66000 req-d60e3d3b-012e-4cbe-8751-889a21f8eec8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aadb54985d2d4ae395ad377a8a39c6fe&device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 1095 time: 0.2580824 Apr 05 20:14:45.274626 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ec56c046-b200-44a6-aa8a-b704e76a7f67 req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:45.287132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] DHCP port deletion for 8f1e4a7f-1b3a-494f-92d3-21e8114bea26 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:14:45.293606 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:45.297330 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] Deleting port c5433525-f264-4286-9835-ab6cb215bbaf {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:45.297955 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:45.317505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2edff0d5-6ff7-4ad3-8d17-e1949aa99c58,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:45.350142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:45.352951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:45.353417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:45.353857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:45.354311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:45.355142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:45.356036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:45.357254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:45.358372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:45.360500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:45.362569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:45.363060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:45.385795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ec56c046-b200-44a6-aa8a-b704e76a7f67 req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:45.388085 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ec56c046-b200-44a6-aa8a-b704e76a7f67 req-16c6ceef-ff94-49e5-95e3-9f15cd796569 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2edff0d5-6ff7-4ad3-8d17-e1949aa99c58 HTTP/1.1" status: 204 len: 173 time: 0.8840692 Apr 05 20:14:45.465903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6af63-bcd9-49be-99b5-46622fc66000 req-8187c9c2-e01a-4cd1-a443-fafb3a0ba912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:45.469304 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d6af63-bcd9-49be-99b5-46622fc66000 req-8187c9c2-e01a-4cd1-a443-fafb3a0ba912 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d394f804-aaf4-4e3e-a175-a6def53d4129 HTTP/1.1" status: 200 len: 916 time: 0.2764785 Apr 05 20:14:45.516441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c5433525-f264-4286-9835-ab6cb215bbaf no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:45.556982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Deleting port c5433525-f264-4286-9835-ab6cb215bbaf {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:45.557615 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:45.580353 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d6af63-bcd9-49be-99b5-46622fc66000 req-e0ec056b-1086-4a0e-ab21-b98d682bee4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1185a5a6-476b-42b3-aefd-71faa3f7ba42 HTTP/1.1" status: 200 len: 217 time: 0.0964668 Apr 05 20:14:45.589271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618549fc-bf4f-42ab-a44e-ffcb7f104193 req-9b1ce86d-509f-4b25-a852-1a111377c05f tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:45.590850 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-618549fc-bf4f-42ab-a44e-ffcb7f104193 req-9b1ce86d-509f-4b25-a852-1a111377c05f tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.5480664 Apr 05 20:14:45.606917 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'name': 'tempest-ServersTestFqdnHostnames-1201594019-router', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:25Z', 'updated_at': '2022-04-05T20:14:40Z', 'revision_number': 4, 'project_id': '35d662fefbec4c63bbb75b30b00b64d9', 'gw_port': {'id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:27Z', 'updated_at': '2022-04-05T20:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '082f1441-6df7-497a-8a14-2b56ebbee204', 'name': '', 'network_id': '95f1fa1d-d464-4902-a098-8934f5f1967c', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'mac_address': 'fa:16:3e:58:7d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'c6be18df-ead6-488e-acf7-07b4ad74c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:36Z', 'updated_at': '2022-04-05T20:14:41Z', 'revision_number': 2, 'project_id': '35d662fefbec4c63bbb75b30b00b64d9', 'subnets': [{'id': 'c6be18df-ead6-488e-acf7-07b4ad74c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:45.613497 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Checking router: f63b1494-4418-442e-86e1-a2db1a1e8514 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:14:45.617394 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Updating router f63b1494-4418-442e-86e1-a2db1a1e8514 port 082f1441-6df7-497a-8a14-2b56ebbee204 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:14:45.729383 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:45.765758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-618549fc-bf4f-42ab-a44e-ffcb7f104193 req-529ab2c9-e83b-4cad-a3d6-acdf99cb5dbb tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610606 Apr 05 20:14:45.782550 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6af63-bcd9-49be-99b5-46622fc66000 req-dddad5a8-aeae-4c68-90e0-2746b5dde986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:45.790143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d6af63-bcd9-49be-99b5-46622fc66000 req-dddad5a8-aeae-4c68-90e0-2746b5dde986 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c2a73de-05a0-424d-8ac3-181495091cad HTTP/1.1" status: 200 len: 855 time: 0.1871819 Apr 05 20:14:45.796403 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:45.932496 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d6af63-bcd9-49be-99b5-46622fc66000 req-9e701992-9e55-4fe5-bb32-f779b62cc1bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d394f804-aaf4-4e3e-a175-a6def53d4129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345000 Apr 05 20:14:46.082770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] For port c5433525-f264-4286-9835-ab6cb215bbaf, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c5433525-f264-4286-9835-ab6cb215bbaf,segment=NetworkSegment(3916b35a-d769-4ca7-bb20-0aee3fe347a7),segment_id=3916b35a-d769-4ca7-bb20-0aee3fe347a7)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:46.083385 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:46.163063 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:46.176829 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Transition to ACTIVE for port object 082f1441-6df7-497a-8a14-2b56ebbee204 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:46.188967 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:46.203973 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:46.218789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port c5433525-f264-4286-9835-ab6cb215bbaf, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c5433525-f264-4286-9835-ab6cb215bbaf,segment=NetworkSegment(3916b35a-d769-4ca7-bb20-0aee3fe347a7),segment_id=3916b35a-d769-4ca7-bb20-0aee3fe347a7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:46.237919 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:46.242627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] For port c5433525-f264-4286-9835-ab6cb215bbaf, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c5433525-f264-4286-9835-ab6cb215bbaf,segment=NetworkSegment(3916b35a-d769-4ca7-bb20-0aee3fe347a7),segment_id=3916b35a-d769-4ca7-bb20-0aee3fe347a7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:46.244227 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:46.257047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Calling delete_port for c5433525-f264-4286-9835-ab6cb215bbaf owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:46.277739 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267b193-ce16-46ba-9a06-f1cb855353eb None None] Pushing event updated for resources: {'Port': ['ID=082f1441-6df7-497a-8a14-2b56ebbee204,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:46.337711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=c5433525-f264-4286-9835-ab6cb215bbaf,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:46.381192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c083375-0c31-4619-8217-3fb0ec8775f8 req-f5222378-b04e-44ef-95b1-d68e2c7aa32d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:46.383495 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3c083375-0c31-4619-8217-3fb0ec8775f8 req-f5222378-b04e-44ef-95b1-d68e2c7aa32d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 944 time: 0.7462516 Apr 05 20:14:46.539391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] Calling delete_port for c5433525-f264-4286-9835-ab6cb215bbaf owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:46.568082 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Attempting to bind port 082f1441-6df7-497a-8a14-2b56ebbee204 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:14:46.568363 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Attempting to bind port 082f1441-6df7-497a-8a14-2b56ebbee204 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '95f1fa1d-d464-4902-a098-8934f5f1967c'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:14:46.568785 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Attempting to bind port 082f1441-6df7-497a-8a14-2b56ebbee204 on network 95f1fa1d-d464-4902-a098-8934f5f1967c {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:46.576274 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:14:46.576644 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Checking segment: {'id': 'ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '95f1fa1d-d464-4902-a098-8934f5f1967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:46.577038 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:46.578006 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Bound using segment: {'id': 'ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '95f1fa1d-d464-4902-a098-8934f5f1967c'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:14:46.578474 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Bound port: 082f1441-6df7-497a-8a14-2b56ebbee204, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '95f1fa1d-d464-4902-a098-8934f5f1967c'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:14:46.578869 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:46.589344 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d6af63-bcd9-49be-99b5-46622fc66000 req-22dea193-ae10-4845-bf19-a679d288bb26 service neutron] 10.222.0.41 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6467719 Apr 05 20:14:46.674265 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:14:46.674620 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:14:46.688310 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3c083375-0c31-4619-8217-3fb0ec8775f8 req-62d53c70-d723-43b0-b066-b5ddf0abc20b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919416 Apr 05 20:14:46.745604 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:14:46.746421 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:14:46.751982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-19ce5340-7af5-4d7e-93f8-760549c407fa req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2129704081', 'description': 'tempest-description-1906622803'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:46.760647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-19ce5340-7af5-4d7e-93f8-760549c407fa req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:46.797228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-19ce5340-7af5-4d7e-93f8-760549c407fa req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Usage tracker for resource:security_group and tenant:f9f845b5ac1143489779e286d2787171 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:46.805826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-19ce5340-7af5-4d7e-93f8-760549c407fa req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:46.806665 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] For port 082f1441-6df7-497a-8a14-2b56ebbee204, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:46.813769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-19ce5340-7af5-4d7e-93f8-760549c407fa req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:46.814845 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] For port 082f1441-6df7-497a-8a14-2b56ebbee204, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=082f1441-6df7-497a-8a14-2b56ebbee204,segment=NetworkSegment(ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26),segment_id=ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:14:46.831136 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:46.841625 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-19ce5340-7af5-4d7e-93f8-760549c407fa req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:46.864964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-19ce5340-7af5-4d7e-93f8-760549c407fa req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:46.868807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-19ce5340-7af5-4d7e-93f8-760549c407fa req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Usage tracker for resource:security_group_rule and tenant:f9f845b5ac1143489779e286d2787171 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:46.871639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-19ce5340-7af5-4d7e-93f8-760549c407fa req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:46.877870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-19ce5340-7af5-4d7e-93f8-760549c407fa req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:46.941534 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5ccf-28ba-476a-b058-aae87373286d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:46.949340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e70f06-252f-421c-8b2e-5749e7b0b227 req-98a64c65-9f56-4d9a-9078-c69fa1699701 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:46.951619 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3e70f06-252f-421c-8b2e-5749e7b0b227 req-98a64c65-9f56-4d9a-9078-c69fa1699701 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 944 time: 0.3696501 Apr 05 20:14:46.955670 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d6af63-bcd9-49be-99b5-46622fc66000 req-6f7af784-dd20-48c3-9461-aee8dac8b2fc service neutron] 10.222.0.41 "GET /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100669 Apr 05 20:14:46.967946 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Routers {'f63b1494-4418-442e-86e1-a2db1a1e8514'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:14:46.969626 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:14:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f63b1494-4418-442e-86e1-a2db1a1e8514'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:47.058707 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-19ce5340-7af5-4d7e-93f8-760549c407fa req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:47.077375 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3e70f06-252f-421c-8b2e-5749e7b0b227 req-c1c2b67a-b10b-4aef-8206-4043d5d027cd tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962396 Apr 05 20:14:47.091919 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4267b193-ce16-46ba-9a06-f1cb855353eb None None] Pushing event updated for resources: {'Port': ['ID=082f1441-6df7-497a-8a14-2b56ebbee204,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:47.092435 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-19ce5340-7af5-4d7e-93f8-760549c407fa req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:47.176190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] Deleting port c5433525-f264-4286-9835-ab6cb215bbaf {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:47.176702 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:47.337645 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] Set router f63b1494-4418-442e-86e1-a2db1a1e8514 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:14:47.409421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Deleting port c5433525-f264-4286-9835-ab6cb215bbaf {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:47.409661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] For port c5433525-f264-4286-9835-ab6cb215bbaf, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c5433525-f264-4286-9835-ab6cb215bbaf,segment=NetworkSegment(3916b35a-d769-4ca7-bb20-0aee3fe347a7),segment_id=3916b35a-d769-4ca7-bb20-0aee3fe347a7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:47.409868 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:47.410115 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:47.481142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f81fac6b-6ece-4e03-9b60-04f5d6539d6d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:47.490169 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-19ce5340-7af5-4d7e-93f8-760549c407fa req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:47.491765 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-19ce5340-7af5-4d7e-93f8-760549c407fa req-9a7602bf-4ce3-4e58-81de-700f99d306ad tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7514651 Apr 05 20:14:47.589642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] Calling delete_port for c5433525-f264-4286-9835-ab6cb215bbaf owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:47.690644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1185a5a6-476b-42b3-aefd-71faa3f7ba42 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:14:47.765375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] The port 'c5433525-f264-4286-9835-ab6cb215bbaf' was deleted {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:14:47.848663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1185a5a6-476b-42b3-aefd-71faa3f7ba42, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1185a5a6-476b-42b3-aefd-71faa3f7ba42,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:47.867101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '1185a5a6-476b-42b3-aefd-71faa3f7ba42', 'network_id': 'd394f804-aaf4-4e3e-a175-a6def53d4129', 'port_id': '1185a5a6-476b-42b3-aefd-71faa3f7ba42', 'mac_address': 'fa:16:3e:19:76:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2a73de-05a0-424d-8ac3-181495091cad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:14:47.909580 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:47.981859 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] No DVR routers for this DVR port c5433525-f264-4286-9835-ab6cb215bbaf on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:14:47.983740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0ce8c-95f4-4143-80e8-d11887dccda5 None None] Pushing event deleted for resources: {'Port': ['ID=c5433525-f264-4286-9835-ab6cb215bbaf,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:47.986199 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:48.009982 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-af531acb-60c6-4c20-9341-f754eed472a6 req-4467b0d7-b8af-4f53-90ed-f37f9a532cd6 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-groups/f81fac6b-6ece-4e03-9b60-04f5d6539d6d HTTP/1.1" status: 200 len: 1813 time: 0.2503359 Apr 05 20:14:48.047209 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1e4a7f-1b3a-494f-92d3-21e8114bea26']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:48.052278 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:48.064363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3916b35a-d769-4ca7-bb20-0aee3fe347a7') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:48.064652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3916b35a-d769-4ca7-bb20-0aee3fe347a7') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:48.094929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1185a5a6-476b-42b3-aefd-71faa3f7ba42 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:14:48.121740 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:48.133170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1185a5a6-476b-42b3-aefd-71faa3f7ba42, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1185a5a6-476b-42b3-aefd-71faa3f7ba42,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:48.147679 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:48.155573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5a729-58d6-4a34-95be-84acbe7ce1cc req-f6bdf1f2-2372-481a-94ad-797b6fc19fc9 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:48.157191 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3af5a729-58d6-4a34-95be-84acbe7ce1cc req-f6bdf1f2-2372-481a-94ad-797b6fc19fc9 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 1095 time: 0.1349852 Apr 05 20:14:48.170982 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:48.190496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:14:48.191072 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:14:48.207031 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:14:48.224888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa5ccf-28ba-476a-b058-aae87373286d admin admin] Deleting port 082f1441-6df7-497a-8a14-2b56ebbee204 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:48.225485 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5ccf-28ba-476a-b058-aae87373286d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:48.237285 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3af5a729-58d6-4a34-95be-84acbe7ce1cc req-60177cdb-e743-454c-a1e1-128b3f875bdc tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735052 Apr 05 20:14:48.253819 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'name': 'tempest-ServersTestFqdnHostnames-1201594019-router', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:25Z', 'updated_at': '2022-04-05T20:14:40Z', 'revision_number': 4, 'project_id': '35d662fefbec4c63bbb75b30b00b64d9', 'gw_port': {'id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:27Z', 'updated_at': '2022-04-05T20:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '082f1441-6df7-497a-8a14-2b56ebbee204', 'name': '', 'network_id': '95f1fa1d-d464-4902-a098-8934f5f1967c', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'mac_address': 'fa:16:3e:58:7d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'c6be18df-ead6-488e-acf7-07b4ad74c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:36Z', 'updated_at': '2022-04-05T20:14:46Z', 'revision_number': 4, 'project_id': '35d662fefbec4c63bbb75b30b00b64d9', 'subnets': [{'id': 'c6be18df-ead6-488e-acf7-07b4ad74c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:48.258245 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8de024c-cf65-4919-8e96-83685dd7528c None None] The sync data for ids ['f63b1494-4418-442e-86e1-a2db1a1e8514'] in n-d-836604-1 is: [{'id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'name': 'tempest-ServersTestFqdnHostnames-1201594019-router', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:25Z', 'updated_at': '2022-04-05T20:14:40Z', 'revision_number': 4, 'project_id': '35d662fefbec4c63bbb75b30b00b64d9', 'gw_port': {'id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:27Z', 'updated_at': '2022-04-05T20:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '082f1441-6df7-497a-8a14-2b56ebbee204', 'name': '', 'network_id': '95f1fa1d-d464-4902-a098-8934f5f1967c', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'mac_address': 'fa:16:3e:58:7d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': 'c6be18df-ead6-488e-acf7-07b4ad74c67b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:36Z', 'updated_at': '2022-04-05T20:14:46Z', 'revision_number': 4, 'project_id': '35d662fefbec4c63bbb75b30b00b64d9', 'subnets': [{'id': 'c6be18df-ead6-488e-acf7-07b4ad74c67b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:14:48.304128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=1185a5a6-476b-42b3-aefd-71faa3f7ba42,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:48.407666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['1185a5a6-476b-42b3-aefd-71faa3f7ba42'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:14:48.557299 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:48.733023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcbf40-2370-46cb-9a2e-0e7a2e5f4a97 req-16d21005-f790-42a2-8306-542db715c95e tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:48.750507 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43dcbf40-2370-46cb-9a2e-0e7a2e5f4a97 req-16d21005-f790-42a2-8306-542db715c95e tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 945 time: 0.1913548 Apr 05 20:14:48.764183 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:48.809221 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8f1e4a7f-1b3a-494f-92d3-21e8114bea26 HTTP/1.1" status: 204 len: 168 time: 3.9856107 Apr 05 20:14:48.812079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121638f8-e944-478b-963e-bf87ebbc6148 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f1e4a7f-1b3a-494f-92d3-21e8114bea26,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:48.872967 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43dcbf40-2370-46cb-9a2e-0e7a2e5f4a97 req-efa94477-bd00-4d46-b0a0-fc3703278c13 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213567 Apr 05 20:14:48.904636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-72e8be70-6da0-4f7c-aa01-94555eb18880 req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1991095937', 'description': 'tempest-description-1281315250'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:48.915618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-72e8be70-6da0-4f7c-aa01-94555eb18880 req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:48.915964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55fb25-3f70-407b-946e-7e38e741bccd req-f57ad555-94aa-4346-ab45-2a1b4be61305 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:48.924448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-72e8be70-6da0-4f7c-aa01-94555eb18880 req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Usage tracker for resource:security_group and tenant:f9f845b5ac1143489779e286d2787171 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:48.925748 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee55fb25-3f70-407b-946e-7e38e741bccd req-f57ad555-94aa-4346-ab45-2a1b4be61305 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.5821025 Apr 05 20:14:48.928431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-72e8be70-6da0-4f7c-aa01-94555eb18880 req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:48.938953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-72e8be70-6da0-4f7c-aa01-94555eb18880 req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:48.968612 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-72e8be70-6da0-4f7c-aa01-94555eb18880 req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:48.971655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-8bfa5ccf-28ba-476a-b058-aae87373286d admin admin] For port 082f1441-6df7-497a-8a14-2b56ebbee204, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=082f1441-6df7-497a-8a14-2b56ebbee204,segment=NetworkSegment(ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26),segment_id=ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:48.972017 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5ccf-28ba-476a-b058-aae87373286d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:49.013510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-72e8be70-6da0-4f7c-aa01-94555eb18880 req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:49.018101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-72e8be70-6da0-4f7c-aa01-94555eb18880 req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Usage tracker for resource:security_group_rule and tenant:f9f845b5ac1143489779e286d2787171 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:49.022457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-72e8be70-6da0-4f7c-aa01-94555eb18880 req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:49.029115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-72e8be70-6da0-4f7c-aa01-94555eb18880 req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:49.136510 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-72e8be70-6da0-4f7c-aa01-94555eb18880 req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:49.144592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-72e8be70-6da0-4f7c-aa01-94555eb18880 req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:49.213942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57952) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:49.216388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa5ccf-28ba-476a-b058-aae87373286d admin admin] Calling delete_port for 082f1441-6df7-497a-8a14-2b56ebbee204 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:49.266285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9abde9b2-f3d0-4e75-8c57-fef2b1b9d5cb,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:49.274193 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee55fb25-3f70-407b-946e-7e38e741bccd req-57e315b5-32ec-43a7-8afb-b54da3085996 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474293 Apr 05 20:14:49.308186 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-72e8be70-6da0-4f7c-aa01-94555eb18880 req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:49.325238 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-72e8be70-6da0-4f7c-aa01-94555eb18880 req-282246c8-d2dc-4aeb-9aa0-b816f5ab3fa3 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4267979 Apr 05 20:14:49.383687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-853ae127-9443-41a5-9e49-a3eae2313a7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8d5193adbc1457baed5537472865cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681411 Apr 05 20:14:49.384166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57964) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:49.500922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 082f1441-6df7-497a-8a14-2b56ebbee204 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:49.557419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1185a5a6-476b-42b3-aefd-71faa3f7ba42 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:14:49.642217 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a10e5f1d-e2a9-4854-b724-474de266ece0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:49.658491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5ccf-28ba-476a-b058-aae87373286d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:49.708507 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No active binding found for port 082f1441-6df7-497a-8a14-2b56ebbee204 {{(pid=87966) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 20:14:49.708844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 082f1441-6df7-497a-8a14-2b56ebbee204 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 05 20:14:49.753814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa5ccf-28ba-476a-b058-aae87373286d admin admin] Pushing event deleted for resources: {'Port': ['ID=082f1441-6df7-497a-8a14-2b56ebbee204,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:49.812335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Port 082f1441-6df7-497a-8a14-2b56ebbee204 not found, will not notify nova. {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 05 20:14:49.860791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 1185a5a6-476b-42b3-aefd-71faa3f7ba42 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:14:49.872024 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 1185a5a6-476b-42b3-aefd-71faa3f7ba42 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:14:49.876112 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:49.899817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a10e5f1d-e2a9-4854-b724-474de266ece0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:50.057698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3a65a158-27a3-4ff7-a749-a36f54f0474e tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:50.067033 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3a65a158-27a3-4ff7-a749-a36f54f0474e tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 808 time: 0.5833569 Apr 05 20:14:50.109660 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3306e638-71f6-4cfa-94c5-7a13f893610d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/quotas/637efc23dfdb499b8292cc0b1136bd84 HTTP/1.1" status: 200 len: 375 time: 0.0398746 Apr 05 20:14:50.242739 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:50.283213 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a10e5f1d-e2a9-4854-b724-474de266ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:50.288493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415486c4-9dc3-4e6e-b89a-d48998c97de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1185a5a6-476b-42b3-aefd-71faa3f7ba42'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:50.301307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1185a5a6-476b-42b3-aefd-71faa3f7ba42, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1185a5a6-476b-42b3-aefd-71faa3f7ba42,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:50.325429 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:50.329399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-f42272d0-d330-43c8-aeac-131956d3e44a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2187586 Apr 05 20:14:50.425085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=1185a5a6-476b-42b3-aefd-71faa3f7ba42,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:50.481214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57990) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:50.502061 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a10e5f1d-e2a9-4854-b724-474de266ece0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:50.503512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a10e5f1d-e2a9-4854-b724-474de266ece0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51a78c36-5f85-40b2-89f8-7acc765c12ea HTTP/1.1" status: 204 len: 168 time: 1.1184137 Apr 05 20:14:50.504869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e5f1d-e2a9-4854-b724-474de266ece0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a78c36-5f85-40b2-89f8-7acc765c12ea,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:50.571500 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-01113aa9-7790-4a81-b065-597a850b2bf4 service neutron] 10.222.0.24 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401497 Apr 05 20:14:50.641259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-38156cbb-e116-4450-b834-165226a6b37c req-f6902a01-4146-47ad-8700-6836a5bb8d47 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-groups/9abde9b2-f3d0-4e75-8c57-fef2b1b9d5cb HTTP/1.1" status: 200 len: 1813 time: 0.5383949 Apr 05 20:14:50.759530 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5ccf-28ba-476a-b058-aae87373286d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:50.802815 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-5e404fcf-d310-4041-a6b6-0cba508c0ffd service neutron] 10.222.0.24 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283952 Apr 05 20:14:51.105476 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f90583e1-8ac0-4263-975d-98b6f6ed5645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:51.128837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c419361-4b44-4d60-a6d2-b45b04554eaa req-798335c5-7ec9-4a76-a738-2c5b165e99c6 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:51.130593 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c419361-4b44-4d60-a6d2-b45b04554eaa req-798335c5-7ec9-4a76-a738-2c5b165e99c6 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 946 time: 0.2441735 Apr 05 20:14:51.152022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f90583e1-8ac0-4263-975d-98b6f6ed5645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:51.166053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f90583e1-8ac0-4263-975d-98b6f6ed5645 admin admin] Usage tracker for resource:security_group_rule and tenant:68ef844285b848d89b19f1706e4082fb is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:51.170370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f90583e1-8ac0-4263-975d-98b6f6ed5645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:51.230713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f90583e1-8ac0-4263-975d-98b6f6ed5645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:51.320131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696bd72-8590-4141-876b-1cb379587c4b req-0a2388eb-0802-4928-a4b5-9f512a77a58d tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:51.321800 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4696bd72-8590-4141-876b-1cb379587c4b req-0a2388eb-0802-4928-a4b5-9f512a77a58d tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.1582415 Apr 05 20:14:51.345242 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c419361-4b44-4d60-a6d2-b45b04554eaa req-13e693db-cf36-4bca-953c-bafafcc1a76d tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008007 Apr 05 20:14:51.416948 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4696bd72-8590-4141-876b-1cb379587c4b req-8fcb9292-373a-48cf-8207-ee67a3aba0db tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851958 Apr 05 20:14:51.450000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-4cacba54-ff5a-473a-87b6-1b5f4b063130 req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-474541141', 'description': 'tempest-description-757207876'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:51.459544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-4cacba54-ff5a-473a-87b6-1b5f4b063130 req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:51.463510 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f90583e1-8ac0-4263-975d-98b6f6ed5645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:51.466911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4cacba54-ff5a-473a-87b6-1b5f4b063130 req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Usage tracker for resource:security_group and tenant:f9f845b5ac1143489779e286d2787171 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:51.471186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4cacba54-ff5a-473a-87b6-1b5f4b063130 req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:51.478841 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f90583e1-8ac0-4263-975d-98b6f6ed5645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:51.487977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-4cacba54-ff5a-473a-87b6-1b5f4b063130 req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:51.537261 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4cacba54-ff5a-473a-87b6-1b5f4b063130 req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:51.557375 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415486c4-9dc3-4e6e-b89a-d48998c97de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1185a5a6-476b-42b3-aefd-71faa3f7ba42', 'code': 200} Apr 05 20:14:51.593969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfa5ccf-28ba-476a-b058-aae87373286d admin admin] Router f63b1494-4418-442e-86e1-a2db1a1e8514 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:14:51.598415 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f90583e1-8ac0-4263-975d-98b6f6ed5645 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68ef844285b848d89b19f1706e4082fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1101024 Apr 05 20:14:51.601143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58032) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:51.604971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90583e1-8ac0-4263-975d-98b6f6ed5645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9823f893-3c04-4dce-b519-5cdd24e36523,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:51.613679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-4cacba54-ff5a-473a-87b6-1b5f4b063130 req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:51.623405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4cacba54-ff5a-473a-87b6-1b5f4b063130 req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Usage tracker for resource:security_group_rule and tenant:f9f845b5ac1143489779e286d2787171 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:51.627373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4cacba54-ff5a-473a-87b6-1b5f4b063130 req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:51.634114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-4cacba54-ff5a-473a-87b6-1b5f4b063130 req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:51.777177 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4cacba54-ff5a-473a-87b6-1b5f4b063130 req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:51.858907 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9fe2a699-af00-46df-ad81-40955b8c1158 req-c15eaf14-5658-414d-8ed4-cb1354f57a18 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 210 time: 0.1125576 Apr 05 20:14:51.895938 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4cacba54-ff5a-473a-87b6-1b5f4b063130 req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:51.979491 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9e46-a890-4672-8956-33aa247be226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:51.994127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58046) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:52.025811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfa5ccf-28ba-476a-b058-aae87373286d admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:14:52.038842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea7d14b-3938-4f9e-a737-e34dcbaaa426 None None] Sync routers for ids ['f63b1494-4418-442e-86e1-a2db1a1e8514'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:14:52.043961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb55cf5-9bfe-4c85-8e3d-8e1af08ea7e6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:52.049339 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8bfa5ccf-28ba-476a-b058-aae87373286d admin admin] 10.222.0.24 "PUT /v2.0/routers/f63b1494-4418-442e-86e1-a2db1a1e8514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5402567 Apr 05 20:14:52.049847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9e46-a890-4672-8956-33aa247be226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:52.057183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea7d14b-3938-4f9e-a737-e34dcbaaa426 None None] Routers {'f63b1494-4418-442e-86e1-a2db1a1e8514'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:14:52.057814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-aea7d14b-3938-4f9e-a737-e34dcbaaa426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:14:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f63b1494-4418-442e-86e1-a2db1a1e8514'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:52.058261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58052) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:52.169288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1976946379-network', 'tenant_id': '313ef90b753e46b0b1e67425a2190bfd'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:52.178929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:52.201593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Usage tracker for resource:network and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:52.206181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:52.217172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:52.244496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Made reservation on behalf of 313ef90b753e46b0b1e67425a2190bfd for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:14:52.248443 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:52.271143 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:52.287639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:52.291744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Usage tracker for resource:security_group_rule and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:52.296759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:52.309043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:52.311565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-aea7d14b-3938-4f9e-a737-e34dcbaaa426 None None] Set router f63b1494-4418-442e-86e1-a2db1a1e8514 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:14:52.391622 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4cacba54-ff5a-473a-87b6-1b5f4b063130 req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:52.396540 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4cacba54-ff5a-473a-87b6-1b5f4b063130 req-e2cf674e-77e1-446f-8a75-23d8e543f924 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.9510231 Apr 05 20:14:52.485690 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:52.490580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee982180-f712-43e4-b624-134133462278 req-d0d2c8bb-6ea3-46f3-ae9f-41450adfb6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:52.492099 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee982180-f712-43e4-b624-134133462278 req-d0d2c8bb-6ea3-46f3-ae9f-41450adfb6d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 1097 time: 0.6694584 Apr 05 20:14:52.502642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:52.518609 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-344f2fef-f0ea-455d-a115-7734e47604ee req-7fa073b2-d1be-4277-b972-75420428c925 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-groups/0cb55cf5-9bfe-4c85-8e3d-8e1af08ea7e6 HTTP/1.1" status: 200 len: 1811 time: 0.0810993 Apr 05 20:14:52.571119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f017a3f1-582b-46e6-a334-c6ae4f6918f1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:52.600704 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:52.728264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b488f4-24fb-4176-86e3-74afacb5f976 req-40aeb115-2c0c-411e-b921-9d9b84055a28 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:52.729970 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e8b488f4-24fb-4176-86e3-74afacb5f976 req-40aeb115-2c0c-411e-b921-9d9b84055a28 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 946 time: 0.1225579 Apr 05 20:14:52.801056 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e8b488f4-24fb-4176-86e3-74afacb5f976 req-abc94930-57a2-4f9b-a4ec-65711100979d tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633712 Apr 05 20:14:52.860206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-1223db5d-920e-403b-87d4-280adc1109ba req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1703160964', 'description': 'tempest-description-1272075923'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:52.870978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-1223db5d-920e-403b-87d4-280adc1109ba req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:52.884582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1223db5d-920e-403b-87d4-280adc1109ba req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Usage tracker for resource:security_group and tenant:f9f845b5ac1143489779e286d2787171 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:52.890019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1223db5d-920e-403b-87d4-280adc1109ba req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:52.901398 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-1223db5d-920e-403b-87d4-280adc1109ba req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:52.926331 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1223db5d-920e-403b-87d4-280adc1109ba req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:52.963167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-1223db5d-920e-403b-87d4-280adc1109ba req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:52.967500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1223db5d-920e-403b-87d4-280adc1109ba req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Usage tracker for resource:security_group_rule and tenant:f9f845b5ac1143489779e286d2787171 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:52.971063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1223db5d-920e-403b-87d4-280adc1109ba req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:52.979754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-1223db5d-920e-403b-87d4-280adc1109ba req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:53.047875 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-aea7d14b-3938-4f9e-a737-e34dcbaaa426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'name': 'tempest-ServersTestFqdnHostnames-1201594019-router', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:25Z', 'updated_at': '2022-04-05T20:14:49Z', 'revision_number': 5, 'project_id': '35d662fefbec4c63bbb75b30b00b64d9', 'gw_port': {'id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:27Z', 'updated_at': '2022-04-05T20:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:53.062322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea7d14b-3938-4f9e-a737-e34dcbaaa426 None None] Checking router: f63b1494-4418-442e-86e1-a2db1a1e8514 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:14:53.097265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea7d14b-3938-4f9e-a737-e34dcbaaa426 None None] Routers {'f63b1494-4418-442e-86e1-a2db1a1e8514'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:14:53.098129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-aea7d14b-3938-4f9e-a737-e34dcbaaa426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:14:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['f63b1494-4418-442e-86e1-a2db1a1e8514'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:53.122137 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1223db5d-920e-403b-87d4-280adc1109ba req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:53.133028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1223db5d-920e-403b-87d4-280adc1109ba req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:53.150218 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9e46-a890-4672-8956-33aa247be226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:53.153472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:14:53.206361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0b9e46-a890-4672-8956-33aa247be226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9823f893-3c04-4dce-b519-5cdd24e36523,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:53.217791 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee982180-f712-43e4-b624-134133462278 req-7a57df67-9320-47ab-8bd4-788a1b387dd0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6844320 Apr 05 20:14:53.245511 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6a0b9e46-a890-4672-8956-33aa247be226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:53.247019 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6a0b9e46-a890-4672-8956-33aa247be226 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9823f893-3c04-4dce-b519-5cdd24e36523 HTTP/1.1" status: 204 len: 168 time: 1.6437662 Apr 05 20:14:53.250252 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:53.252763 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Added segment 4059bc4e-6a65-4324-812d-3a9d6d562911 of type vlan for network a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 Apr 05 20:14:53.294698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55d52b00-f705-40ae-bc28-4fcea07fe003,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:53.322572 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1223db5d-920e-403b-87d4-280adc1109ba req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:53.334365 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1223db5d-920e-403b-87d4-280adc1109ba req-76ea1fc2-80a5-4075-a04d-7a81fff1460c tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4780602 Apr 05 20:14:53.382752 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:53.395175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-825ae2de-30f6-4b28-93f7-6e74880e3742 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:53.396834 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-825ae2de-30f6-4b28-93f7-6e74880e3742 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.13 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 808 time: 0.5706637 Apr 05 20:14:53.421296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472cf2a-b294-4108-80a6-8698c63f0df8 req-b070801f-66a0-4eff-a071-c3562bf56f3f tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:53.422987 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d472cf2a-b294-4108-80a6-8698c63f0df8 req-b070801f-66a0-4eff-a071-c3562bf56f3f tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.6888120 Apr 05 20:14:53.426917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Request body: {'port': {'device_id': '2d2b3a45-2326-4175-8894-22a3f466d1e1', 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4', 'admin_state_up': True, 'tenant_id': '637efc23dfdb499b8292cc0b1136bd84'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:53.495287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-aea7d14b-3938-4f9e-a737-e34dcbaaa426 None None] Set router f63b1494-4418-442e-86e1-a2db1a1e8514 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:14:53.500979 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:53.502177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:53.503256 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:53.704190 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:53.818296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d472cf2a-b294-4108-80a6-8698c63f0df8 req-a58ed6d8-4e2e-4ea3-8660-74fa2e773c72 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345648 Apr 05 20:14:53.824963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] Deleting port a6ef0b8a-c45d-41b8-9c73-29921e698c32 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:53.825497 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:53.883219 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8852642 Apr 05 20:14:53.888757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58084) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:53.902869 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5a324769-0571-4f1d-a41e-3d51cc837a35 req-90fd65c9-b9aa-48c9-9b0e-910bb4a873a1 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 210 time: 0.1522868 Apr 05 20:14:53.927843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Request body: {'subnet': {'network_id': 'a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1976946379-subnet', 'tenant_id': '313ef90b753e46b0b1e67425a2190bfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:53.943574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:53.946267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:53.949967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Usage tracker for resource:subnet and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:53.963054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58088) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:53.963734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:53.966842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184c1ac-edc5-42f0-b668-a8b043f2b8d2 admin admin] Pushing event updated for resources: {'Network': ['ID=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:53.980053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:53.986158 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:14:54.008271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:54.034123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Made reservation on behalf of 313ef90b753e46b0b1e67425a2190bfd for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:14:54.037477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:54.052635 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09b5d727-df2a-404e-96b3-0512990cd71f req-d71aad13-7be8-4140-813a-dc02a8e2bfb7 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-groups/55d52b00-f705-40ae-bc28-4fcea07fe003 HTTP/1.1" status: 200 len: 1813 time: 0.1344552 Apr 05 20:14:54.053338 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d777b6a0-e7e6-45e6-8b16-9873ecc84f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:54.121916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d777b6a0-e7e6-45e6-8b16-9873ecc84f3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:54.144458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d777b6a0-e7e6-45e6-8b16-9873ecc84f3f admin admin] Usage tracker for resource:security_group_rule and tenant:8647594d20b647f38ee04a194d5a6cd7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:54.154593 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-632114b0-7ab3-4b33-8432-8ae151bdb25c req-a3f2361b-7c02-49ba-96da-733b1b47da29 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] show failed (client error): The resource could not be found. Apr 05 20:14:54.155680 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-632114b0-7ab3-4b33-8432-8ae151bdb25c req-a3f2361b-7c02-49ba-96da-733b1b47da29 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-groups/ba066770-8a6d-4862-936a-f64d6d751840 HTTP/1.1" status: 404 len: 352 time: 0.0352607 Apr 05 20:14:54.156265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Made reservation on behalf of 637efc23dfdb499b8292cc0b1136bd84 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:14:54.159722 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:54.172207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d777b6a0-e7e6-45e6-8b16-9873ecc84f3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:54.192549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d777b6a0-e7e6-45e6-8b16-9873ecc84f3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:54.225826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-aea7d14b-3938-4f9e-a737-e34dcbaaa426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'name': 'tempest-ServersTestFqdnHostnames-1201594019-router', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:25Z', 'updated_at': '2022-04-05T20:14:49Z', 'revision_number': 5, 'project_id': '35d662fefbec4c63bbb75b30b00b64d9', 'gw_port': {'id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:27Z', 'updated_at': '2022-04-05T20:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:54.237703 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea7d14b-3938-4f9e-a737-e34dcbaaa426 None None] The sync data for ids ['f63b1494-4418-442e-86e1-a2db1a1e8514'] in n-d-836604-1 is: [{'id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'name': 'tempest-ServersTestFqdnHostnames-1201594019-router', 'tenant_id': '35d662fefbec4c63bbb75b30b00b64d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136'}], 'enable_snat': True}, 'gw_port_id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:14:25Z', 'updated_at': '2022-04-05T20:14:49Z', 'revision_number': 5, 'project_id': '35d662fefbec4c63bbb75b30b00b64d9', 'gw_port': {'id': 'a6ef0b8a-c45d-41b8-9c73-29921e698c32', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:49:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f63b1494-4418-442e-86e1-a2db1a1e8514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 765, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:14:27Z', 'updated_at': '2022-04-05T20:14:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:14:54.388331 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-bea535db-1b89-4183-bc87-21d28380b660 req-85416b5a-752e-4546-b104-5fdd6f08176b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] show failed (client error): The resource could not be found. Apr 05 20:14:54.390267 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bea535db-1b89-4183-bc87-21d28380b660 req-85416b5a-752e-4546-b104-5fdd6f08176b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-group-rules/4f978297-ac31-4968-aad4-ae8ee1000492 HTTP/1.1" status: 404 len: 361 time: 0.1224687 Apr 05 20:14:54.392828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] For port a6ef0b8a-c45d-41b8-9c73-29921e698c32, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a6ef0b8a-c45d-41b8-9c73-29921e698c32,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:54.393625 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:54.549186 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:54.656570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] Calling delete_port for a6ef0b8a-c45d-41b8-9c73-29921e698c32 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:54.673688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4f7a6-9493-4135-8202-c463f99a1c48 req-938f1366-3119-447f-8845-d7247091b98a tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:54.681271 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e9c4f7a6-9493-4135-8202-c463f99a1c48 req-938f1366-3119-447f-8845-d7247091b98a tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 946 time: 0.2074242 Apr 05 20:14:54.684026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318ad2b9-d4e2-423a-967c-87c103b42a46,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:54.720989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Checking segment: {'id': '4059bc4e-6a65-4324-812d-3a9d6d562911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:54.721735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Network hostable DHCP agents. Network: a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:14:54.771842 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e9c4f7a6-9493-4135-8202-c463f99a1c48 req-f55cf3b4-8ae6-40e1-b73e-e4708f782592 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888638 Apr 05 20:14:54.776363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Network a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:14:54.788605 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f54902d-88c3-466c-9cad-8ff79959be70 req-9728e986-b17a-4f09-8c27-6c99a4d5c8ca tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-groups/55d52b00-f705-40ae-bc28-4fcea07fe003 HTTP/1.1" status: 200 len: 1813 time: 0.3556731 Apr 05 20:14:54.815827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:54.823334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:54.824029 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:54.825186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a91d08-28a3-451b-9dc0-b6fdd908880c None None] Network a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:14:54.857562 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d2b62061-e6bf-4299-9e6b-3b6acf6d8201 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9622560 Apr 05 20:14:54.900125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Allocated IP 172.20.0.12 (51344418-38f5-4178-a1c3-ae0225c075f4/5346762e-f36c-499a-9d81-34ed675bbd11/8c74aab3-6a63-4642-bcf1-f005c35ab9b3) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:14:55.198280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b237439f-e184-47b5-ad7f-18398307821c None None] Network a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:14:55.242616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360faa3-f3b1-4cb0-a5dd-6ffc674ac09f req-4f6d0e3b-7ccc-40c0-9720-39904c8aa064 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:55.250712 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7360faa3-f3b1-4cb0-a5dd-6ffc674ac09f req-4f6d0e3b-7ccc-40c0-9720-39904c8aa064 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.1307001 Apr 05 20:14:55.305352 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d777b6a0-e7e6-45e6-8b16-9873ecc84f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:55.329768 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d777b6a0-e7e6-45e6-8b16-9873ecc84f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:55.331287 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7360faa3-f3b1-4cb0-a5dd-6ffc674ac09f req-c14e657b-67e3-4c2c-a028-c2d02902cd76 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773137 Apr 05 20:14:55.398304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777b6a0-e7e6-45e6-8b16-9873ecc84f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7079082b-dfea-4951-9261-b4657a575e97,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:55.401386 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6f54902d-88c3-466c-9cad-8ff79959be70 req-0c934d46-7054-4c6a-b6ef-2f005fd45a27 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:55.452456 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 082f1441-6df7-497a-8a14-2b56ebbee204 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:55.516595 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 082f1441-6df7-497a-8a14-2b56ebbee204 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:14:55.516933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 082f1441-6df7-497a-8a14-2b56ebbee204 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:14:55.539287 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d777b6a0-e7e6-45e6-8b16-9873ecc84f3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8647594d20b647f38ee04a194d5a6cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5687594 Apr 05 20:14:55.542120 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58116) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:55.596781 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6f54902d-88c3-466c-9cad-8ff79959be70 req-0c934d46-7054-4c6a-b6ef-2f005fd45a27 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:55.663398 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:55.713441 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e160ad2b-50e7-4951-8f9a-eeea24d531c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:55.741470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ef0b8a-c45d-41b8-9c73-29921e698c32,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:55.747095 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6f54902d-88c3-466c-9cad-8ff79959be70 req-0c934d46-7054-4c6a-b6ef-2f005fd45a27 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:55.752946 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e160ad2b-50e7-4951-8f9a-eeea24d531c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:55.753229 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:55.859404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e160ad2b-50e7-4951-8f9a-eeea24d531c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:55.875998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c934d46-7054-4c6a-b6ef-2f005fd45a27 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d52b00-f705-40ae-bc28-4fcea07fe003,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:55.883237 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-480c450a-38fd-4bb1-bb47-2957a47a3586 req-3e92841b-42aa-48fd-8a1d-7ee0617d431d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 210 time: 0.0708382 Apr 05 20:14:55.885281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160ad2b-50e7-4951-8f9a-eeea24d531c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7079082b-dfea-4951-9261-b4657a575e97,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:55.885669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:55.901853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e160ad2b-50e7-4951-8f9a-eeea24d531c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:55.903204 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e160ad2b-50e7-4951-8f9a-eeea24d531c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7079082b-dfea-4951-9261-b4657a575e97 HTTP/1.1" status: 204 len: 168 time: 0.3598192 Apr 05 20:14:56.163873 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6f54902d-88c3-466c-9cad-8ff79959be70 req-0c934d46-7054-4c6a-b6ef-2f005fd45a27 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:56.174583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f54902d-88c3-466c-9cad-8ff79959be70 req-0c934d46-7054-4c6a-b6ef-2f005fd45a27 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "DELETE /v2.0/security-groups/55d52b00-f705-40ae-bc28-4fcea07fe003 HTTP/1.1" status: 204 len: 173 time: 1.3600981 Apr 05 20:14:56.178684 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:56.183174 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:56.219696 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:56.281565 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:56.282372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f63b1494-4418-442e-86e1-a2db1a1e8514 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:14:56.318460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Network 51344418-38f5-4178-a1c3-ae0225c075f4 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:14:56.325042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:14:56.330437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:56.331751 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bbb81502-6ce2-424e-8ad6-a028684c7f68 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f63b1494-4418-442e-86e1-a2db1a1e8514 HTTP/1.1" status: 204 len: 168 time: 4.2694070 Apr 05 20:14:56.334791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58134) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:56.340026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:14:56.443088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-d07a1aef-f668-435d-8f44-c1358513b395 req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1837173766', 'description': 'tempest-description-354831840'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:56.466681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-d07a1aef-f668-435d-8f44-c1358513b395 req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:56.485456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d07a1aef-f668-435d-8f44-c1358513b395 req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:56.492465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d07a1aef-f668-435d-8f44-c1358513b395 req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:56.499416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Pushing event updated for resources: {'Port': ['ID=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:56.504911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-d07a1aef-f668-435d-8f44-c1358513b395 req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:56.510473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-224669e0-e644-4ed4-9b61-64c32e3e92e4 admin admin] Deleting subnet c6be18df-ead6-488e-acf7-07b4ad74c67b {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:14:56.514580 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-224669e0-e644-4ed4-9b61-64c32e3e92e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:56.532410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:56.533115 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:56.575461 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-86aa7cad-381d-4efe-8fe4-f988937c7b7c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1630464 Apr 05 20:14:56.590718 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Request body: {'port': {'device_id': '2d2b3a45-2326-4175-8894-22a3f466d1e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:56.616348 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-224669e0-e644-4ed4-9b61-64c32e3e92e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:56.694320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3c7159-c6f6-4c34-9bc8-4617c19eb0a3 req-9e4a52a9-2bad-42d3-aef6-aefbf6b287fb tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:56.701284 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f3c7159-c6f6-4c34-9bc8-4617c19eb0a3 req-9e4a52a9-2bad-42d3-aef6-aefbf6b287fb tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 946 time: 0.2821279 Apr 05 20:14:56.708996 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-224669e0-e644-4ed4-9b61-64c32e3e92e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:56.746385 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:56.821029 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d07a1aef-f668-435d-8f44-c1358513b395 req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:56.844854 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-224669e0-e644-4ed4-9b61-64c32e3e92e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:56.900630 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-224669e0-e644-4ed4-9b61-64c32e3e92e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:56.906029 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f208b05a-bb1c-421d-8112-f5516b86f9b3 None None] Network 95f1fa1d-d464-4902-a098-8934f5f1967c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:14:56.912807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224669e0-e644-4ed4-9b61-64c32e3e92e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6be18df-ead6-488e-acf7-07b4ad74c67b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:56.917234 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-224669e0-e644-4ed4-9b61-64c32e3e92e4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c6be18df-ead6-488e-acf7-07b4ad74c67b HTTP/1.1" status: 204 len: 168 time: 0.5814681 Apr 05 20:14:56.918693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-d07a1aef-f668-435d-8f44-c1358513b395 req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:56.927036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58154) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:56.977554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d07a1aef-f668-435d-8f44-c1358513b395 req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group_rule and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:56.985181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d07a1aef-f668-435d-8f44-c1358513b395 req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:57.007329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-d07a1aef-f668-435d-8f44-c1358513b395 req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:57.106449 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f3c7159-c6f6-4c34-9bc8-4617c19eb0a3 req-53816b46-9207-455a-a20c-504c9093af02 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043565 Apr 05 20:14:57.146248 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:57.261281 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d07a1aef-f668-435d-8f44-c1358513b395 req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:57.276677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d07a1aef-f668-435d-8f44-c1358513b395 req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:57.315303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Deleting port b5eda361-ac65-429f-8c98-964bd54da490 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:57.317675 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:57.358109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37fdac2b-ba91-41ee-950e-054f82b09a43 req-267d4fb7-d406-4281-89ac-9ed8ac028cae tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-groups/0cb55cf5-9bfe-4c85-8e3d-8e1af08ea7e6 HTTP/1.1" status: 200 len: 1811 time: 0.0949335 Apr 05 20:14:57.441778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a6ef0b8a-c45d-41b8-9c73-29921e698c32 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:57.488166 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: a6ef0b8a-c45d-41b8-9c73-29921e698c32 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:14:57.488660 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a6ef0b8a-c45d-41b8-9c73-29921e698c32 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:14:57.493116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62782c3-dcc9-4fdf-abaa-1b8a567b4253,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:57.494867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:14:57.522845 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d07a1aef-f668-435d-8f44-c1358513b395 req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:57.530905 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d07a1aef-f668-435d-8f44-c1358513b395 req-4cb62bde-cc7a-4336-9f98-fc836215d5de tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0940065 Apr 05 20:14:57.537786 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:57.587747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Transition to ACTIVE for port object 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:14:57.607160 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:57.659748 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81ca892-e4d8-425b-bb0e-a1aef7e2b8fb None None] DHCP port deletion for 95f1fa1d-d464-4902-a098-8934f5f1967c request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:14:57.679389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f81ca892-e4d8-425b-bb0e-a1aef7e2b8fb None None] Deleting port b5eda361-ac65-429f-8c98-964bd54da490 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:57.684653 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f81ca892-e4d8-425b-bb0e-a1aef7e2b8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:57.801027 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-37fdac2b-ba91-41ee-950e-054f82b09a43 req-33eed68e-e508-451f-a127-e6aee7a0ec43 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:57.948049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] For port b5eda361-ac65-429f-8c98-964bd54da490, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b5eda361-ac65-429f-8c98-964bd54da490,segment=NetworkSegment(ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26),segment_id=ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:57.948401 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:57.958042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Pushing event updated for resources: {'Port': ['ID=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:57.966586 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-37fdac2b-ba91-41ee-950e-054f82b09a43 req-33eed68e-e508-451f-a127-e6aee7a0ec43 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:58.080961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Attempting to bind port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:14:58.081293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Attempting to bind port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:14:58.081623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Attempting to bind port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:58.088325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 on network 51344418-38f5-4178-a1c3-ae0225c075f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:14:58.088652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Attempting to bind port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:14:58.096942 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-37fdac2b-ba91-41ee-950e-054f82b09a43 req-33eed68e-e508-451f-a127-e6aee7a0ec43 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:58.108410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Calling delete_port for b5eda361-ac65-429f-8c98-964bd54da490 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:58.132087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:14:58.132438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Checking segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:14:58.132829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Bound using segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:14:58.133249 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Bound port: 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:14:58.133597 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:58.166595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eed68e-e508-451f-a127-e6aee7a0ec43 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb55cf5-9bfe-4c85-8e3d-8e1af08ea7e6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:58.267107 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:58.272756 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-37fdac2b-ba91-41ee-950e-054f82b09a43 req-33eed68e-e508-451f-a127-e6aee7a0ec43 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:58.282282 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37fdac2b-ba91-41ee-950e-054f82b09a43 req-33eed68e-e508-451f-a127-e6aee7a0ec43 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "DELETE /v2.0/security-groups/0cb55cf5-9bfe-4c85-8e3d-8e1af08ea7e6 HTTP/1.1" status: 204 len: 173 time: 0.8898690 Apr 05 20:14:58.346955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f81ca892-e4d8-425b-bb0e-a1aef7e2b8fb None None] For port b5eda361-ac65-429f-8c98-964bd54da490, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b5eda361-ac65-429f-8c98-964bd54da490,segment=NetworkSegment(ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26),segment_id=ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:14:58.348003 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f81ca892-e4d8-425b-bb0e-a1aef7e2b8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:58.374988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:14:58.381458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:14:58.393240 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:58.402904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5eda361-ac65-429f-8c98-964bd54da490,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:58.413601 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] No DVR routers for this DVR port b5eda361-ac65-429f-8c98-964bd54da490 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:14:58.449319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba144bb-e7a4-4f2d-9435-6aa816d934c6 req-b7322264-2c08-4614-a27d-4b60b7236d34 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:58.456963 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1ba144bb-e7a4-4f2d-9435-6aa816d934c6 req-b7322264-2c08-4614-a27d-4b60b7236d34 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.6952560 Apr 05 20:14:58.532184 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f81ca892-e4d8-425b-bb0e-a1aef7e2b8fb None None] Calling delete_port for b5eda361-ac65-429f-8c98-964bd54da490 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:14:58.558656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:58.559691 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:58.562312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] 10.222.0.13 "PUT /v2.0/ports/8c74aab3-6a63-4642-bcf1-f005c35ab9b3 HTTP/1.1" status: 200 len: 1092 time: 1.9772291 Apr 05 20:14:58.641795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f127b87-04a7-4100-9c5c-2e5d889d322a service neutron] Pushing event updated for resources: {'Port': ['ID=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:58.647547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2b3a45-2326-4175-8894-22a3f466d1e1', 'tag': '8c74aab3-6a63-4642-bcf1-f005c35ab9b3'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:14:58.705596 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-f81ca892-e4d8-425b-bb0e-a1aef7e2b8fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:14:58.705986 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-f81ca892-e4d8-425b-bb0e-a1aef7e2b8fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:14:58.786414 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1ba144bb-e7a4-4f2d-9435-6aa816d934c6 req-d4accb99-5d9e-478b-a893-92b378a2a7bf tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284841 Apr 05 20:14:58.796165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:58.802270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa150d1-1213-45ea-90ed-89c3a531b39a req-3d7de233-2db9-46f6-b78e-7ba6a2e55d00 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:58.803053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-afa150d1-1213-45ea-90ed-89c3a531b39a req-3d7de233-2db9-46f6-b78e-7ba6a2e55d00 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Synchronizing usage tracker for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:14:58.839872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-5c11a3a8-ff28-49c7-a99a-95017408521e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:58.841344 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-5c11a3a8-ff28-49c7-a99a-95017408521e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 1095 time: 0.1593196 Apr 05 20:14:58.843701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-afa150d1-1213-45ea-90ed-89c3a531b39a req-3d7de233-2db9-46f6-b78e-7ba6a2e55d00 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Unset dirty status for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:14:58.844141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95f1fa1d-d464-4902-a098-8934f5f1967c']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:58.850733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-afa150d1-1213-45ea-90ed-89c3a531b39a req-3d7de233-2db9-46f6-b78e-7ba6a2e55d00 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 944 time: 0.2868249 Apr 05 20:14:58.861290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:58.862281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3c2f21-cfcb-4d79-bca6-0d70b8cc7c26') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:14:58.877297 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:58.894169 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:58.936640 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-64afcad0-fcb5-4eb4-bd82-1c3ed315b667 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3 HTTP/1.1" status: 200 len: 217 time: 0.0832896 Apr 05 20:14:58.938042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:14:58.938464 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:14:58.951519 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:14:59.000541 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-afa150d1-1213-45ea-90ed-89c3a531b39a req-1a028ea0-00df-47f8-b24f-53968f9af151 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488643 Apr 05 20:14:59.013024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-6aa76ab0-611c-456d-af54-07ad544b53f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:59.015079 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-6aa76ab0-611c-456d-af54-07ad544b53f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.0675371 Apr 05 20:14:59.043158 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.060145 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.065559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-435ae110-ba2d-4049-880f-6e242ff43438 req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1924160704', 'description': 'tempest-description-676550548'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:14:59.074484 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-94367340-5575-4492-a597-9566e6cc2cab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538058 Apr 05 20:14:59.076595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-435ae110-ba2d-4049-880f-6e242ff43438 req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:59.079179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] Pushing event deleted for resources: {'Network': ['ID=95f1fa1d-d464-4902-a098-8934f5f1967c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:59.080460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-435ae110-ba2d-4049-880f-6e242ff43438 req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:59.086840 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-63b62db7-39d8-4fe4-aa1b-39010531330b admin admin] 10.222.0.24 "DELETE /v2.0/networks/95f1fa1d-d464-4902-a098-8934f5f1967c HTTP/1.1" status: 204 len: 168 time: 2.1586301 Apr 05 20:14:59.095323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b9e5e-ca5e-4a84-be77-6b34e47660f4 req-5dcac1ed-06dc-460a-b52b-6e6049f41e73 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:59.096758 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-806b9e5e-ca5e-4a84-be77-6b34e47660f4 req-5dcac1ed-06dc-460a-b52b-6e6049f41e73 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 946 time: 0.1991000 Apr 05 20:14:59.101040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-435ae110-ba2d-4049-880f-6e242ff43438 req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:59.118874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-435ae110-ba2d-4049-880f-6e242ff43438 req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:59.146511 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-806b9e5e-ca5e-4a84-be77-6b34e47660f4 req-0d6b5fc4-90b2-426c-8149-282b1c8f81fe tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 Apr 05 20:14:59.195343 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-435ae110-ba2d-4049-880f-6e242ff43438 req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.206757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f81ca892-e4d8-425b-bb0e-a1aef7e2b8fb None None] Deleting port b5eda361-ac65-429f-8c98-964bd54da490 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:14:59.207261 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f81ca892-e4d8-425b-bb0e-a1aef7e2b8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.271599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-435ae110-ba2d-4049-880f-6e242ff43438 req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:14:59.277240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-435ae110-ba2d-4049-880f-6e242ff43438 req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group_rule and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:14:59.281590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-435ae110-ba2d-4049-880f-6e242ff43438 req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:14:59.290710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-435ae110-ba2d-4049-880f-6e242ff43438 req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:14:59.309940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f81ca892-e4d8-425b-bb0e-a1aef7e2b8fb None None] The port 'b5eda361-ac65-429f-8c98-964bd54da490' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:14:59.312709 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c699a8a5-e741-4524-a36a-eaf96f03a432 req-daeec811-1534-4730-ba64-d846fcd5002f tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-groups/9abde9b2-f3d0-4e75-8c57-fef2b1b9d5cb HTTP/1.1" status: 200 len: 1813 time: 0.0569994 Apr 05 20:14:59.356077 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-d1c80e72-7b47-4b3d-877f-128febde5125 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726305 Apr 05 20:14:59.368529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58224) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:59.382557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b5eda361-ac65-429f-8c98-964bd54da490 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:14:59.421064 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: b5eda361-ac65-429f-8c98-964bd54da490 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:14:59.421427 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b5eda361-ac65-429f-8c98-964bd54da490 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:14:59.448547 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b9dbecd6-83b9-40e6-b29c-1435c4f9b909 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35d662fefbec4c63bbb75b30b00b64d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783603 Apr 05 20:14:59.448838 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c699a8a5-e741-4524-a36a-eaf96f03a432 req-b993f3f0-21c4-4366-bef7-510f893c94be tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.451179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58228) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:14:59.497173 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c699a8a5-e741-4524-a36a-eaf96f03a432 req-b993f3f0-21c4-4366-bef7-510f893c94be tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.497415 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-435ae110-ba2d-4049-880f-6e242ff43438 req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.504611 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-435ae110-ba2d-4049-880f-6e242ff43438 req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.563081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-435ae110-ba2d-4049-880f-6e242ff43438 req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.563481 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c7bc63e7-af33-4a6b-acca-4e583cbf4b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.564184 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-435ae110-ba2d-4049-880f-6e242ff43438 req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5073814 Apr 05 20:14:59.571822 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3faa282-ab1a-47be-ba54-7740702570c6 req-77ecc150-2ee9-4cfe-a524-60a493d25b86 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061422 Apr 05 20:14:59.572509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd332d1-a155-4753-acc8-b36917c1bd95,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:59.581246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:59.581585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:59.581936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:59.582442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:59.582784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:59.583111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:59.583437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:59.583756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:59.584179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:59.584380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:59.584691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:59.587643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f272abb1-f797-4c92-9e42-b659d2016316 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:14:59.604330 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c7bc63e7-af33-4a6b-acca-4e583cbf4b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.625162 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c699a8a5-e741-4524-a36a-eaf96f03a432 req-b993f3f0-21c4-4366-bef7-510f893c94be tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.629949 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2b3a45-2326-4175-8894-22a3f466d1e1', 'tag': '8c74aab3-6a63-4642-bcf1-f005c35ab9b3', 'status': 'completed', 'code': 200} Apr 05 20:14:59.663401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993f3f0-21c4-4366-bef7-510f893c94be tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abde9b2-f3d0-4e75-8c57-fef2b1b9d5cb,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:59.693983 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c699a8a5-e741-4524-a36a-eaf96f03a432 req-b993f3f0-21c4-4366-bef7-510f893c94be tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.706578 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c699a8a5-e741-4524-a36a-eaf96f03a432 req-b993f3f0-21c4-4366-bef7-510f893c94be tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "DELETE /v2.0/security-groups/9abde9b2-f3d0-4e75-8c57-fef2b1b9d5cb HTTP/1.1" status: 204 len: 173 time: 0.3878849 Apr 05 20:14:59.735098 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c7bc63e7-af33-4a6b-acca-4e583cbf4b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.760876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea69da-6955-4772-8bf5-336c4857f7e0 req-367aa8f3-fe00-4830-97ed-59dfdac8467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:59.762440 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-66ea69da-6955-4772-8bf5-336c4857f7e0 req-367aa8f3-fe00-4830-97ed-59dfdac8467a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 1095 time: 0.1115060 Apr 05 20:14:59.763791 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c7bc63e7-af33-4a6b-acca-4e583cbf4b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:14:59.772143 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c7bc63e7-af33-4a6b-acca-4e583cbf4b19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed21091d-c5ea-44e4-93dd-c4000c48f0b0 HTTP/1.1" status: 204 len: 168 time: 0.3189921 Apr 05 20:14:59.777748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc63e7-af33-4a6b-acca-4e583cbf4b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed21091d-c5ea-44e4-93dd-c4000c48f0b0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:14:59.932553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea69da-6955-4772-8bf5-336c4857f7e0 req-d023551b-c37b-4b04-9cda-ecb015e58ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:14:59.933931 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-66ea69da-6955-4772-8bf5-336c4857f7e0 req-d023551b-c37b-4b04-9cda-ecb015e58ac7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.1618102 Apr 05 20:15:00.047398 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-66ea69da-6955-4772-8bf5-336c4857f7e0 req-9846bccf-ea21-489c-b05a-996eb3a58bee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3 HTTP/1.1" status: 200 len: 217 time: 0.1066406 Apr 05 20:15:00.054223 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-4be5c667-2b02-4422-ac65-b486bd3feea6 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d8d0ed9dfd904d01a152eeeb75272cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416007 Apr 05 20:15:00.070243 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8f16a6d5-c457-44f4-a3c6-08c3587be4b2 req-6be31300-590f-48fc-a5b7-ca63a33f438f tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-groups/f81fac6b-6ece-4e03-9b60-04f5d6539d6d HTTP/1.1" status: 200 len: 1813 time: 0.0605505 Apr 05 20:15:00.141924 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8f16a6d5-c457-44f4-a3c6-08c3587be4b2 req-4c669bc8-5ac3-4d97-81ce-b4413457d48b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:00.177395 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8f16a6d5-c457-44f4-a3c6-08c3587be4b2 req-4c669bc8-5ac3-4d97-81ce-b4413457d48b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:00.239259 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8f16a6d5-c457-44f4-a3c6-08c3587be4b2 req-4c669bc8-5ac3-4d97-81ce-b4413457d48b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:00.259413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c669bc8-5ac3-4d97-81ce-b4413457d48b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81fac6b-6ece-4e03-9b60-04f5d6539d6d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:00.262734 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8f16a6d5-c457-44f4-a3c6-08c3587be4b2 req-4c669bc8-5ac3-4d97-81ce-b4413457d48b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:00.263798 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8f16a6d5-c457-44f4-a3c6-08c3587be4b2 req-4c669bc8-5ac3-4d97-81ce-b4413457d48b tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "DELETE /v2.0/security-groups/f81fac6b-6ece-4e03-9b60-04f5d6539d6d HTTP/1.1" status: 204 len: 173 time: 0.1928802 Apr 05 20:15:00.327414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea69da-6955-4772-8bf5-336c4857f7e0 req-64eb0af1-29c3-4d6a-bef7-36bc765fec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:00.328774 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-66ea69da-6955-4772-8bf5-336c4857f7e0 req-64eb0af1-29c3-4d6a-bef7-36bc765fec34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.2720809 Apr 05 20:15:00.386080 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-66ea69da-6955-4772-8bf5-336c4857f7e0 req-1995f282-7ef2-40d3-a407-8afbec210f54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483935 Apr 05 20:15:00.443244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-85ad49ca-cecc-4f9e-8807-d9058d1cf794 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:00.444701 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-85ad49ca-cecc-4f9e-8807-d9058d1cf794 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3897243 Apr 05 20:15:00.516255 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-55b0be77-ec45-4107-b848-9d0179a1f361 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/quotas/d8d0ed9dfd904d01a152eeeb75272cc1 HTTP/1.1" status: 200 len: 375 time: 0.0234292 Apr 05 20:15:00.517412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-e399bc4f-d61e-405a-a92e-5c3e16386d23 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:00.518182 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-e399bc4f-d61e-405a-a92e-5c3e16386d23 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Synchronizing usage tracker for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:00.536398 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-e399bc4f-d61e-405a-a92e-5c3e16386d23 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Unset dirty status for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:00.538256 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-e399bc4f-d61e-405a-a92e-5c3e16386d23 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/networks?id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 HTTP/1.1" status: 200 len: 813 time: 0.1693075 Apr 05 20:15:00.553939 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-36353552-c9e1-4860-bb5d-7cd0d04727c7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/quotas/313ef90b753e46b0b1e67425a2190bfd HTTP/1.1" status: 200 len: 375 time: 0.0101864 Apr 05 20:15:00.587016 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8c444637-5675-4fe9-b60f-dd5be956116a tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8d0ed9dfd904d01a152eeeb75272cc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591531 Apr 05 20:15:00.592184 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-66ea69da-6955-4772-8bf5-336c4857f7e0 req-36746c6f-854c-42ca-b6cd-6a08c0c1ece3 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969683 Apr 05 20:15:00.602499 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-321efdd7-7bbc-476e-9b52-dbf4422ad5b9 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=313ef90b753e46b0b1e67425a2190bfd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432341 Apr 05 20:15:00.662685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58296) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:00.895367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1602776641-network', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:00.902202 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-691503c8-e8b3-409e-ae23-369ae600fb84 service neutron] 10.222.0.24 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920642 Apr 05 20:15:00.902958 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-66ea69da-6955-4772-8bf5-336c4857f7e0 req-6a4d111e-8a1d-4136-ba16-0f03fa8579bd service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038104 Apr 05 20:15:00.907154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:00.939347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b9fe2-ef9b-4d97-9a98-a2a0922cbf2f req-56d233e7-0752-4f7f-828b-ac197ce8cf9b tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:00.941025 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f97b9fe2-ef9b-4d97-9a98-a2a0922cbf2f req-56d233e7-0752-4f7f-828b-ac197ce8cf9b tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.1216030 Apr 05 20:15:00.952120 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Usage tracker for resource:network and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:00.959054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:00.968254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:00.997810 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f97b9fe2-ef9b-4d97-9a98-a2a0922cbf2f req-5aa644a3-524e-4bb1-a85a-60edd40e6337 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510008 Apr 05 20:15:01.043754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:01.047158 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:01.069794 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:01.097632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:01.103678 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ba39a0ec-8339-46ee-b9d5-b83213607986 service neutron] 10.222.0.24 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935499 Apr 05 20:15:01.104552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Usage tracker for resource:security_group_rule and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:01.108446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:01.118345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:01.202882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa2226-e216-4d89-aca1-ce131e4975a1 req-9854418f-14b3-444c-8f62-0862425b2cf8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:01.204691 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-86fa2226-e216-4d89-aca1-ce131e4975a1 req-9854418f-14b3-444c-8f62-0862425b2cf8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 946 time: 0.1057088 Apr 05 20:15:01.221133 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:01.234690 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:01.267019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e2790f-bc80-45c1-9d3e-ebe969a39a90,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:01.278363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:15:01.289004 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:01.289578 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Added segment 4da4c3e2-4183-44b1-a771-b5e94e4b4048 of type vlan for network 58c86225-7231-45c2-907c-c1c0ff45fa7e Apr 05 20:15:01.315168 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-86fa2226-e216-4d89-aca1-ce131e4975a1 req-4714012f-5125-4dd6-ac58-ecef47fe7636 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033328 Apr 05 20:15:01.327204 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:01.364626 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:01.365857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:01.366627 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:01.470138 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8062649 Apr 05 20:15:01.508911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58328) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:01.518021 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Request body: {'subnet': {'network_id': '58c86225-7231-45c2-907c-c1c0ff45fa7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1602776641-subnet', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:01.523859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:01.530771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Usage tracker for resource:subnet and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:01.539340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:01.548418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:01.557405 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device be5bf89b-121c-45c4-801c-d02d52157b71 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:15:01.581646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f908c70-8a3c-4fbc-ba45-de4120221de0 req-b45c0208-314b-4d4e-a70e-5e6fe94aa5ba tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:01.583470 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f908c70-8a3c-4fbc-ba45-de4120221de0 req-b45c0208-314b-4d4e-a70e-5e6fe94aa5ba tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 944 time: 0.1402831 Apr 05 20:15:01.584285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:01.586883 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:01.616687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e88865-5255-4524-9b78-b03e43a4f075 admin admin] Pushing event updated for resources: {'Network': ['ID=58c86225-7231-45c2-907c-c1c0ff45fa7e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:01.654345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 58c86225-7231-45c2-907c-c1c0ff45fa7e details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:15:01.773009 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f908c70-8a3c-4fbc-ba45-de4120221de0 req-5875353d-ded9-4a70-92c1-a7000233b14f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647410 Apr 05 20:15:01.888891 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:01.927569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port be5bf89b-121c-45c4-801c-d02d52157b71, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=be5bf89b-121c-45c4-801c-d02d52157b71,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:01.928451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04f0208-8037-40b9-998b-39645995ff2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5bf89b-121c-45c4-801c-d02d52157b71'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:01.931423 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a507b8d9-efb9-44fb-9993-06e5d91961ed req-0b25d7f7-407f-48fa-92ea-8bbc368c2ac0 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "GET /v2.0/security-groups/898d014a-a3d3-4b44-b8b1-e42306454dcd HTTP/1.1" status: 200 len: 1812 time: 0.0846081 Apr 05 20:15:01.941645 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:01.971158 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:02.019189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=be5bf89b-121c-45c4-801c-d02d52157b71,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:02.050226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:15:02.093448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc24b3a-a37c-494b-a838-0aaffea3c93e,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:02.100608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a507b8d9-efb9-44fb-9993-06e5d91961ed req-71301a20-ca92-47ed-86ed-e109668977f0 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:02.158143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-01424da0-80e1-4009-a043-06e28d2aef79 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=d8d0ed9dfd904d01a152eeeb75272cc1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529330 Apr 05 20:15:02.195238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Checking segment: {'id': '4da4c3e2-4183-44b1-a771-b5e94e4b4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58c86225-7231-45c2-907c-c1c0ff45fa7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:02.195725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Network hostable DHCP agents. Network: 58c86225-7231-45c2-907c-c1c0ff45fa7e, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:15:02.210968 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:02.211408 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a507b8d9-efb9-44fb-9993-06e5d91961ed req-71301a20-ca92-47ed-86ed-e109668977f0 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:02.231216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '8c74aab3-6a63-4642-bcf1-f005c35ab9b3', 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4', 'port_id': '8c74aab3-6a63-4642-bcf1-f005c35ab9b3', 'mac_address': 'fa:16:3e:12:c6:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5346762e-f36c-499a-9d81-34ed675bbd11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:15:02.292795 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:02.312182 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:02.329934 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:02.336396 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:02.340696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Network 58c86225-7231-45c2-907c-c1c0ff45fa7e is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:15:02.355058 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1254ef00-9363-4a51-abfb-b5895141028d req-82a8b5ff-3cda-48ea-9d86-8d8d16657cbb tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 210 time: 0.0764129 Apr 05 20:15:02.363037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 58c86225-7231-45c2-907c-c1c0ff45fa7e) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:02.374329 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a507b8d9-efb9-44fb-9993-06e5d91961ed req-71301a20-ca92-47ed-86ed-e109668977f0 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:02.386956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:02.387560 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:02.424084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:02.427089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71301a20-ca92-47ed-86ed-e109668977f0 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=898d014a-a3d3-4b44-b8b1-e42306454dcd,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:02.427685 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29386866-d9e2-432d-9aff-04b3855609d7 None None] Network 58c86225-7231-45c2-907c-c1c0ff45fa7e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:15:02.439270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-2a0b9e90-cb92-4638-a099-b464a9346413 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:02.440782 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-2a0b9e90-cb92-4638-a099-b464a9346413 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697592 Apr 05 20:15:02.446146 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a507b8d9-efb9-44fb-9993-06e5d91961ed req-71301a20-ca92-47ed-86ed-e109668977f0 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:02.454050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58370) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:02.460546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a507b8d9-efb9-44fb-9993-06e5d91961ed req-71301a20-ca92-47ed-86ed-e109668977f0 tempest-SecurityGroupRulesNegativeTestJSON-427819771 tempest-SecurityGroupRulesNegativeTestJSON-427819771-project] 10.222.0.24 "DELETE /v2.0/security-groups/898d014a-a3d3-4b44-b8b1-e42306454dcd HTTP/1.1" status: 204 len: 173 time: 0.5056455 Apr 05 20:15:02.465732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Request body: {'port': {'device_id': 'c9cfed62-31d6-4842-b5d4-87fa804c5bca', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': 'd8d0ed9dfd904d01a152eeeb75272cc1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:02.500422 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-df256b50-9786-4ace-a868-e94cec09432a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9887261 Apr 05 20:15:02.521558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58374) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:02.542072 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1602776641-router', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:02.551567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:02.600892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Usage tracker for resource:router and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:02.609272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:02.683545 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['8c74aab3-6a63-4642-bcf1-f005c35ab9b3'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:02.720724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-58c86225-7231-45c2-907c-c1c0ff45fa7e', 'network_id': '58c86225-7231-45c2-907c-c1c0ff45fa7e', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'fixed_ips': [{'subnet_id': 'bbc24b3a-a37c-494b-a838-0aaffea3c93e'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:15:02.721921 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:02.771436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:02.820352 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0305c674-79c9-42d5-9249-e53b8e696244 req-ea50ae20-b8dc-42df-8db9-95f7c8975272 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 210 time: 0.1016958 Apr 05 20:15:02.820782 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:02.821790 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:02.840314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:02.847989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Usage tracker for resource:port and tenant:d8d0ed9dfd904d01a152eeeb75272cc1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:02.852051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:02.862063 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:02.864318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:02.890789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-261a8595-9d69-4608-ac8a-8b18784f87e8 admin admin] Deleting subnet 1d93ab13-2fef-45d1-90e1-5792c707d88b {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:15:02.916737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecc879-81fc-4c71-afd6-40c7f43d5bd1 req-43335a39-5b06-42f4-adae-774372cc6d1d tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:02.918809 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04f0208-8037-40b9-998b-39645995ff2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be5bf89b-121c-45c4-801c-d02d52157b71', 'code': 200} Apr 05 20:15:02.919902 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3fecc879-81fc-4c71-afd6-40c7f43d5bd1 req-43335a39-5b06-42f4-adae-774372cc6d1d tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 946 time: 0.3196809 Apr 05 20:15:02.922252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Made reservation on behalf of d8d0ed9dfd904d01a152eeeb75272cc1 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:02.927072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.017364 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-261a8595-9d69-4608-ac8a-8b18784f87e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.036274 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.047598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Allocated IP 172.20.0.2 (58c86225-7231-45c2-907c-c1c0ff45fa7e/bbc24b3a-a37c-494b-a838-0aaffea3c93e/92013aab-fe75-48f9-babb-73a7667b89cc) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:03.064356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:03.121521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Usage tracker for resource:security_group_rule and tenant:d8d0ed9dfd904d01a152eeeb75272cc1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:03.136320 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-261a8595-9d69-4608-ac8a-8b18784f87e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.141594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:03.209350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:03.223275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-582fe496-4f1a-4a15-a2db-ca7a99da6d3e tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:03.224405 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-582fe496-4f1a-4a15-a2db-ca7a99da6d3e tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.13 "GET /v2.0/networks?id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 HTTP/1.1" status: 200 len: 813 time: 0.4689689 Apr 05 20:15:03.225513 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3fecc879-81fc-4c71-afd6-40c7f43d5bd1 req-6bc13043-60d3-452f-bd2b-4bd1729f96e8 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206032 Apr 05 20:15:03.243588 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-261a8595-9d69-4608-ac8a-8b18784f87e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.292803 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.327752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'port': {'device_id': '55e82510-bb06-45ae-a4ae-6de2ea43f890', 'network_id': 'a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8', 'admin_state_up': True, 'tenant_id': '313ef90b753e46b0b1e67425a2190bfd'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:03.355155 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.383768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Transition to ACTIVE for port object 92013aab-fe75-48f9-babb-73a7667b89cc will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:03.386742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b706ae-b749-42a7-be99-3c8b5c6dc6a0 req-6ff33c96-c711-499a-afd6-b76e4b90abaf tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:03.389365 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e8b706ae-b749-42a7-be99-3c8b5c6dc6a0 req-6ff33c96-c711-499a-afd6-b76e4b90abaf tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.3444088 Apr 05 20:15:03.416069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Transition to ACTIVE for port object 92013aab-fe75-48f9-babb-73a7667b89cc will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:03.426789 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.482005 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.492862 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.541781 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-261a8595-9d69-4608-ac8a-8b18784f87e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.603332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Network 58c86225-7231-45c2-907c-c1c0ff45fa7e is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:03.606934 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Pushing event updated for resources: {'Port': ['ID=92013aab-fe75-48f9-babb-73a7667b89cc,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:03.609017 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e8b706ae-b749-42a7-be99-3c8b5c6dc6a0 req-69eb6e7e-92b8-4691-bc83-f15bd403e572 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659544 Apr 05 20:15:03.613465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a8595-9d69-4608-ac8a-8b18784f87e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d93ab13-2fef-45d1-90e1-5792c707d88b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:03.618312 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:03.625913 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-261a8595-9d69-4608-ac8a-8b18784f87e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.633097 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:03.647023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:03.668272 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-261a8595-9d69-4608-ac8a-8b18784f87e8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1d93ab13-2fef-45d1-90e1-5792c707d88b HTTP/1.1" status: 204 len: 168 time: 1.2087119 Apr 05 20:15:03.669689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58386) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:03.671471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef0301a-c12c-4d50-95ee-73205c991d69,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:03.673356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:port and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:03.676461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:03.713918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:03.789989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Made reservation on behalf of 313ef90b753e46b0b1e67425a2190bfd for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:03.794118 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.812739 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0718e992-f420-4d9c-9adb-06ec81710e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.831232 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Attempting to bind port 92013aab-fe75-48f9-babb-73a7667b89cc on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:03.832401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Attempting to bind port 92013aab-fe75-48f9-babb-73a7667b89cc by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '4da4c3e2-4183-44b1-a771-b5e94e4b4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58c86225-7231-45c2-907c-c1c0ff45fa7e'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:03.832959 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Attempting to bind port 92013aab-fe75-48f9-babb-73a7667b89cc on network 58c86225-7231-45c2-907c-c1c0ff45fa7e {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:03.840919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:03.841637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Checking segment: {'id': '4da4c3e2-4183-44b1-a771-b5e94e4b4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58c86225-7231-45c2-907c-c1c0ff45fa7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:03.842411 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.842971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Bound using segment: {'id': '4da4c3e2-4183-44b1-a771-b5e94e4b4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58c86225-7231-45c2-907c-c1c0ff45fa7e'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:03.843828 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Bound port: 92013aab-fe75-48f9-babb-73a7667b89cc, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da4c3e2-4183-44b1-a771-b5e94e4b4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58c86225-7231-45c2-907c-c1c0ff45fa7e'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:03.844401 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:03.960039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] For port 92013aab-fe75-48f9-babb-73a7667b89cc, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:03.965126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] For port 92013aab-fe75-48f9-babb-73a7667b89cc, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=92013aab-fe75-48f9-babb-73a7667b89cc,segment=NetworkSegment(4da4c3e2-4183-44b1-a771-b5e94e4b4048),segment_id=4da4c3e2-4183-44b1-a771-b5e94e4b4048)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:03.970808 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:04.006330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Allocated IP 192.168.233.36 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/acd75246-9667-420d-96d9-3281ba28dd72) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:04.034001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f064aeb-2be7-4c48-ace9-ca05cbe6e040 req-0807bf70-b5bc-4292-ac2c-a3d390d7330a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:04.038408 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f064aeb-2be7-4c48-ace9-ca05cbe6e040 req-0807bf70-b5bc-4292-ac2c-a3d390d7330a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 945 time: 0.4466906 Apr 05 20:15:04.063800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:04.082689 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:04.089976 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0718e992-f420-4d9c-9adb-06ec81710e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:04.119562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c910b9-05ee-46a6-920b-a63fb02644ad None None] Pushing event updated for resources: {'Port': ['ID=92013aab-fe75-48f9-babb-73a7667b89cc,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:04.137860 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:04.140092 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9d44fa9-09fe-475e-9b20-3e2caa3148e2 req-0d1d5ce9-b99a-44f8-bcdc-d151b92e5764 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 210 time: 0.1114979 Apr 05 20:15:04.151306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-0718e992-f420-4d9c-9adb-06ec81710e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d160fe79-2807-487a-b7dc-fa036e9681af']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:04.166587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:04.170394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-0718e992-f420-4d9c-9adb-06ec81710e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd100bc-15b8-45ae-9dd3-44809923039d') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:04.170692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-0718e992-f420-4d9c-9adb-06ec81710e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd100bc-15b8-45ae-9dd3-44809923039d') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:04.173980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:04.174448 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:04.191888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Allocated IP 172.20.0.3 (a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8/318ad2b9-d4e2-423a-967c-87c103b42a46/b85dd6f7-8aaa-4c12-b369-096f50b0e403) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:04.195058 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0718e992-f420-4d9c-9adb-06ec81710e9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:04.223543 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0718e992-f420-4d9c-9adb-06ec81710e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:04.244363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0718e992-f420-4d9c-9adb-06ec81710e9f admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:15:04.244772 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0718e992-f420-4d9c-9adb-06ec81710e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:15:04.266877 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:15:04.294018 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f064aeb-2be7-4c48-ace9-ca05cbe6e040 req-f39c5c8c-e90a-4165-993b-aade18b00160 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454078 Apr 05 20:15:04.347421 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:04.402869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:04.409413 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:04.512357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:04.552452 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0718e992-f420-4d9c-9adb-06ec81710e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:04.558645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-499463ee-3212-41fa-9942-11a79d88d963 req-38d0b396-01b4-4b88-8df3-7a26101b4813 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 210 time: 0.0686255 Apr 05 20:15:04.587708 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0718e992-f420-4d9c-9adb-06ec81710e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:04.660853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Allocated IP 172.25.8.128 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/77d5afd9-47e3-42fd-907f-f3fa03cddd49) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:04.673779 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:04.781736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718e992-f420-4d9c-9adb-06ec81710e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=d160fe79-2807-487a-b7dc-fa036e9681af,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:04.795551 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0718e992-f420-4d9c-9adb-06ec81710e9f admin admin] 10.222.0.24 "DELETE /v2.0/networks/d160fe79-2807-487a-b7dc-fa036e9681af HTTP/1.1" status: 204 len: 168 time: 1.1236887 Apr 05 20:15:04.852267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3097c30-4b97-468d-aeee-b8d72180affd req-e28516d4-6e1f-4346-9618-88bfbbbf61de tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:04.853738 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3097c30-4b97-468d-aeee-b8d72180affd req-e28516d4-6e1f-4346-9618-88bfbbbf61de tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/networks?id=90c58985-6e9e-49a8-afc1-08efbdccc060 HTTP/1.1" status: 200 len: 805 time: 0.5608771 Apr 05 20:15:04.874675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Transition to ACTIVE for port object acd75246-9667-420d-96d9-3281ba28dd72 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:04.884677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:04.888394 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3097c30-4b97-468d-aeee-b8d72180affd req-fb5a7a9b-a603-49cb-aa78-1e70e87dc374 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/quotas/cfd34cd945744a0a89a6f2f3bec7bb69 HTTP/1.1" status: 200 len: 375 time: 0.0264511 Apr 05 20:15:04.920307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2b3a45-2326-4175-8894-22a3f466d1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c74aab3-6a63-4642-bcf1-f005c35ab9b3'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:04.944301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58410) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:05.038754 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-281917e0-d51a-4071-bf4b-4370bfbeaabd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9f845b5ac1143489779e286d2787171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0897672 Apr 05 20:15:05.041853 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3097c30-4b97-468d-aeee-b8d72180affd req-648d754b-8936-45a7-82f0-b815d0d68a88 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfd34cd945744a0a89a6f2f3bec7bb69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1473110 Apr 05 20:15:05.042615 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:05.043096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58414) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:05.054676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab4976-8491-43d8-95a7-b917e615660c req-72e56a31-d87f-42b2-bf30-a2d47ea77bbd tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:05.056201 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46ab4976-8491-43d8-95a7-b917e615660c req-72e56a31-d87f-42b2-bf30-a2d47ea77bbd tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 946 time: 0.3609753 Apr 05 20:15:05.065498 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:05.104328 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:05.173902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:05.185439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:05.197277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:05.272225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Pushing event updated for resources: {'Port': ['ID=acd75246-9667-420d-96d9-3281ba28dd72,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:05.275821 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46ab4976-8491-43d8-95a7-b917e615660c req-1d09e2bd-9ef4-452f-bdf9-77c6aa69d4a6 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074795 Apr 05 20:15:05.337513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:05.338847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Network a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:05.371188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:05.396378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:05.440017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 92013aab-fe75-48f9-babb-73a7667b89cc up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:05.443547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:05.444295 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:05.453306 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3097c30-4b97-468d-aeee-b8d72180affd req-aa0d8343-a50a-4ed1-8646-ee4227ceeeb2 service neutron] 10.222.0.24 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745933 Apr 05 20:15:05.480781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'Port': ['ID=b85dd6f7-8aaa-4c12-b369-096f50b0e403,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:05.492289 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-746641ef-b064-43df-a983-2e90c7448a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:05.518771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:05.550808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 92013aab-fe75-48f9-babb-73a7667b89cc completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:05.555964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c6e1f85b-a02b-4276-b7a3-65d7e450df2e None None] Provisioning for port acd75246-9667-420d-96d9-3281ba28dd72 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:05.566037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c6e1f85b-a02b-4276-b7a3-65d7e450df2e None None] Provisioning complete for port acd75246-9667-420d-96d9-3281ba28dd72 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:05.566401 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c6e1f85b-a02b-4276-b7a3-65d7e450df2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:05.580961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:05.597138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824b1573-5c80-4dca-b4b0-fec067fb8c87 None None] Network 58c86225-7231-45c2-907c-c1c0ff45fa7e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:15:05.606622 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:05.637195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:05.638441 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:05.640161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Pushing event updated for resources: {'Port': ['ID=77d5afd9-47e3-42fd-907f-f3fa03cddd49,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:05.645815 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-746641ef-b064-43df-a983-2e90c7448a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:05.666865 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-8a9f9e21-9c19-43a4-b9aa-f496ad39e8bc tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2052417 Apr 05 20:15:05.678237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efcba9-ca94-47c7-b2ae-82a2dd6d1f09 req-b0778baf-f822-4ee1-9e40-85bbf1486295 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:05.679748 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e1efcba9-ca94-47c7-b2ae-82a2dd6d1f09 req-b0778baf-f822-4ee1-9e40-85bbf1486295 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.41 "GET /v2.0/ports?device_id=d04f0208-8037-40b9-998b-39645995ff2f HTTP/1.1" status: 200 len: 943 time: 0.4567983 Apr 05 20:15:05.687604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Request body: {'port': {'device_id': 'c9cfed62-31d6-4842-b5d4-87fa804c5bca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:05.718878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c6e1f85b-a02b-4276-b7a3-65d7e450df2e None None] Port acd75246-9667-420d-96d9-3281ba28dd72 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:15:05.730074 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-3502a33c-6cb8-442b-a39c-02ff2ec8aaa2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4119344 Apr 05 20:15:05.742831 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3097c30-4b97-468d-aeee-b8d72180affd req-a3a9d0a2-36d2-4c6e-84fe-8c7b0f5006fd service neutron] 10.222.0.24 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886312 Apr 05 20:15:05.751103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Request body: {'port': {'device_id': '55e82510-bb06-45ae-a4ae-6de2ea43f890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:05.875405 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-746641ef-b064-43df-a983-2e90c7448a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:05.899789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746641ef-b064-43df-a983-2e90c7448a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21fa2f7-bcbe-4edb-bc0a-2e0ad05c703f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:05.907822 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:05.966656 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2b3a45-2326-4175-8894-22a3f466d1e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c74aab3-6a63-4642-bcf1-f005c35ab9b3', 'code': 200} Apr 05 20:15:05.987899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Provisioning for port 92013aab-fe75-48f9-babb-73a7667b89cc completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:06.001131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Provisioning complete for port 92013aab-fe75-48f9-babb-73a7667b89cc triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:06.001941 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:06.023714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-e1efcba9-ca94-47c7-b2ae-82a2dd6d1f09 req-b28fca92-78a9-4be7-9a9b-969d2d506185 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Deleting port be5bf89b-121c-45c4-801c-d02d52157b71 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:15:06.024069 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e1efcba9-ca94-47c7-b2ae-82a2dd6d1f09 req-b28fca92-78a9-4be7-9a9b-969d2d506185 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:06.064852 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-746641ef-b064-43df-a983-2e90c7448a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:06.068472 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-746641ef-b064-43df-a983-2e90c7448a1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f21fa2f7-bcbe-4edb-bc0a-2e0ad05c703f HTTP/1.1" status: 204 len: 168 time: 1.0221992 Apr 05 20:15:06.218744 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:06.269380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c309746-70e4-438d-b0f4-4041da8d4c3a req-08c43ac4-9388-471d-9e09-4ce35ac1c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:06.270258 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c309746-70e4-438d-b0f4-4041da8d4c3a req-08c43ac4-9388-471d-9e09-4ce35ac1c4af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 1097 time: 0.2417667 Apr 05 20:15:06.303565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] For port 92013aab-fe75-48f9-babb-73a7667b89cc, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=92013aab-fe75-48f9-babb-73a7667b89cc,segment=NetworkSegment(4da4c3e2-4183-44b1-a771-b5e94e4b4048),segment_id=4da4c3e2-4183-44b1-a771-b5e94e4b4048)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:06.314885 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:06.425324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5dc6b-1ad5-4693-ad37-21e191c72979 req-50d14c7d-5d0c-4da6-845f-11276c7a105c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:06.437545 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fba5dc6b-1ad5-4693-ad37-21e191c72979 req-50d14c7d-5d0c-4da6-845f-11276c7a105c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.9111989 Apr 05 20:15:06.442137 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c309746-70e4-438d-b0f4-4041da8d4c3a req-aea5b165-9a77-4cf7-a3ff-8d2e1c9f2d2c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231220 Apr 05 20:15:06.467856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Pushing event updated for resources: {'Port': ['ID=92013aab-fe75-48f9-babb-73a7667b89cc,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:06.487156 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:06.487495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:06.487829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:06.489633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:06.490005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:06.491380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:06.491726 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:06.492057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:06.493325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:06.494014 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:06.494361 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:06.494824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e53434-eadc-49de-98a8-4f2e0d34e411 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:06.527386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f394faa-da03-4b0e-83f0-178441a9a33b req-a90431d4-1c24-4284-b98c-7ae708cf5afd tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:06.528866 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7f394faa-da03-4b0e-83f0-178441a9a33b req-a90431d4-1c24-4284-b98c-7ae708cf5afd tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 935 time: 0.3189518 Apr 05 20:15:06.542153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-671d1484-60fb-4a54-ad60-6871258daa9d None None] Provisioning complete for port 92013aab-fe75-48f9-babb-73a7667b89cc triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:06.542613 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-671d1484-60fb-4a54-ad60-6871258daa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:06.620942 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:06.651222 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fba5dc6b-1ad5-4693-ad37-21e191c72979 req-0642784f-a998-4e87-9e73-982f56272a66 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126806 Apr 05 20:15:06.728452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7f394faa-da03-4b0e-83f0-178441a9a33b req-9c44cdce-3e51-4a1a-9fe9-a65b93aac2cb tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/security-groups?id=aef0301a-c12c-4d50-95ee-73205c991d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926754 Apr 05 20:15:06.800926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b85dd6f7-8aaa-4c12-b369-096f50b0e403 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:06.818127 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:06.854272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Transition to ACTIVE for port object b85dd6f7-8aaa-4c12-b369-096f50b0e403 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:06.866043 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:06.949423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Pushing event updated for resources: {'Port': ['ID=b85dd6f7-8aaa-4c12-b369-096f50b0e403,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:07.259960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58456) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:07.287554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:07.322820 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Attempting to bind port b85dd6f7-8aaa-4c12-b369-096f50b0e403 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:07.323150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Attempting to bind port b85dd6f7-8aaa-4c12-b369-096f50b0e403 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4059bc4e-6a65-4324-812d-3a9d6d562911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:07.323477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Attempting to bind port b85dd6f7-8aaa-4c12-b369-096f50b0e403 on network a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:07.335185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b6839-982b-46f9-a35f-0a2736d3e462 req-8ac0a0ce-efab-4268-83e1-06492a5fbcbd tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:07.343991 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d6b6839-982b-46f9-a35f-0a2736d3e462 req-8ac0a0ce-efab-4268-83e1-06492a5fbcbd tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 946 time: 0.3954258 Apr 05 20:15:07.370571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Port b85dd6f7-8aaa-4c12-b369-096f50b0e403 on network a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:15:07.371210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Attempting to bind port b85dd6f7-8aaa-4c12-b369-096f50b0e403 on network a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:07.386724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-e1efcba9-ca94-47c7-b2ae-82a2dd6d1f09 req-b28fca92-78a9-4be7-9a9b-969d2d506185 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] For port be5bf89b-121c-45c4-801c-d02d52157b71, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=be5bf89b-121c-45c4-801c-d02d52157b71,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:07.387087 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e1efcba9-ca94-47c7-b2ae-82a2dd6d1f09 req-b28fca92-78a9-4be7-9a9b-969d2d506185 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:07.406416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:07.406681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Checking segment: {'id': '4059bc4e-6a65-4324-812d-3a9d6d562911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:07.407050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Bound using segment: {'id': '4059bc4e-6a65-4324-812d-3a9d6d562911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:07.407488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Bound port: b85dd6f7-8aaa-4c12-b369-096f50b0e403, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4059bc4e-6a65-4324-812d-3a9d6d562911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:07.407907 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:07.438328 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d6b6839-982b-46f9-a35f-0a2736d3e462 req-e912f8a4-49ca-48ec-b1e1-9387ab7eaa43 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934637 Apr 05 20:15:07.445629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 92013aab-fe75-48f9-babb-73a7667b89cc up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:07.453392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1769103478-network', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:07.461546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:07.573357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Usage tracker for resource:network and tenant:2046ae97d3c248edbc4220a51fb358dc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:07.582026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-e1efcba9-ca94-47c7-b2ae-82a2dd6d1f09 req-b28fca92-78a9-4be7-9a9b-969d2d506185 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Calling delete_port for be5bf89b-121c-45c4-801c-d02d52157b71 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:15:07.583322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:07.586991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device be5bf89b-121c-45c4-801c-d02d52157b71 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:15:07.610317 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:07.741359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 92013aab-fe75-48f9-babb-73a7667b89cc triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:07.746603 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:07.761088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Made reservation on behalf of 2046ae97d3c248edbc4220a51fb358dc for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:07.764881 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:07.798752 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:07.831231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] For port b85dd6f7-8aaa-4c12-b369-096f50b0e403, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:07.837136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc438f-681f-4c18-8e76-5a195c1f81b2 req-053e529b-cac3-459c-8ac3-c03bce6a8174 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:07.841528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:07.844976 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3cc438f-681f-4c18-8e76-5a195c1f81b2 req-053e529b-cac3-459c-8ac3-c03bce6a8174 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 946 time: 0.7393451 Apr 05 20:15:07.852385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Usage tracker for resource:security_group_rule and tenant:2046ae97d3c248edbc4220a51fb358dc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:07.855810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] For port b85dd6f7-8aaa-4c12-b369-096f50b0e403, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b85dd6f7-8aaa-4c12-b369-096f50b0e403,segment=NetworkSegment(4059bc4e-6a65-4324-812d-3a9d6d562911),segment_id=4059bc4e-6a65-4324-812d-3a9d6d562911)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:07.857837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:07.876930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:07.883674 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:07.950649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3097c30-4b97-468d-aeee-b8d72180affd req-11a47680-d4b5-429e-bee4-d793d2c39ba8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:07.952420 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3097c30-4b97-468d-aeee-b8d72180affd req-11a47680-d4b5-429e-bee4-d793d2c39ba8 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.41 "GET /v2.0/networks?id=90c58985-6e9e-49a8-afc1-08efbdccc060 HTTP/1.1" status: 200 len: 805 time: 0.4142063 Apr 05 20:15:07.972660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:07.973265 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:07.974625 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-ab148937-138a-4331-bff8-a384fec04bca service neutron] 10.222.0.13 "PUT /v2.0/ports/b85dd6f7-8aaa-4c12-b369-096f50b0e403 HTTP/1.1" status: 200 len: 1091 time: 2.2278445 Apr 05 20:15:07.981303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-a3097c30-4b97-468d-aeee-b8d72180affd req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Request body: {'port': {'device_id': 'f2bc527f-5f2d-40a8-91e0-0e5736082528', 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060', 'admin_state_up': True, 'tenant_id': 'cfd34cd945744a0a89a6f2f3bec7bb69'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:07.999247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e82510-bb06-45ae-a4ae-6de2ea43f890', 'tag': 'b85dd6f7-8aaa-4c12-b369-096f50b0e403'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:08.024031 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3cc438f-681f-4c18-8e76-5a195c1f81b2 req-68f7e74b-ef25-4c46-99da-18f026f34c98 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790757 Apr 05 20:15:08.163821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f404e8d-0962-4e26-a153-72fdb5618323 req-b4097a79-d8bf-40b8-bd60-7ce5e250cae5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:08.164508 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9f404e8d-0962-4e26-a153-72fdb5618323 req-b4097a79-d8bf-40b8-bd60-7ce5e250cae5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Synchronizing usage tracker for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:08.166921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab148937-138a-4331-bff8-a384fec04bca service neutron] Pushing event updated for resources: {'Port': ['ID=b85dd6f7-8aaa-4c12-b369-096f50b0e403,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:08.209867 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e1efcba9-ca94-47c7-b2ae-82a2dd6d1f09 req-b28fca92-78a9-4be7-9a9b-969d2d506185 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.262055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9f404e8d-0962-4e26-a153-72fdb5618323 req-b4097a79-d8bf-40b8-bd60-7ce5e250cae5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Unset dirty status for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:08.263135 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f404e8d-0962-4e26-a153-72fdb5618323 req-b4097a79-d8bf-40b8-bd60-7ce5e250cae5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 943 time: 0.5685503 Apr 05 20:15:08.299302 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3df6a3e5-a0b5-462b-84c3-91a41b860f36 req-7af3c296-adc2-4ef6-9051-5d775b68672e tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 210 time: 0.1376178 Apr 05 20:15:08.323763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-a3097c30-4b97-468d-aeee-b8d72180affd req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:08.325083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28fca92-78a9-4be7-9a9b-969d2d506185 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Pushing event deleted for resources: {'Port': ['ID=be5bf89b-121c-45c4-801c-d02d52157b71,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:08.336150 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.338556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-7063f58d-879a-4687-8041-a09034327a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:08.340222 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-7063f58d-879a-4687-8041-a09034327a26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=313ef90b753e46b0b1e67425a2190bfd&device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 1094 time: 0.3133609 Apr 05 20:15:08.354015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-a3097c30-4b97-468d-aeee-b8d72180affd req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:08.357042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.382998 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.393065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd75246-9667-420d-96d9-3281ba28dd72 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:08.431098 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.448423 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-076c9b54-a562-490e-9065-a15d2679bcf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85dd6f7-8aaa-4c12-b369-096f50b0e403 HTTP/1.1" status: 200 len: 217 time: 0.0922132 Apr 05 20:15:08.450540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9f404e8d-0962-4e26-a153-72fdb5618323 req-fba154b6-5bb7-44da-81e2-7943ee4a47a3 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Synchronizing usage tracker for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:08.499250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1efcba9-ca94-47c7-b2ae-82a2dd6d1f09 req-b28fca92-78a9-4be7-9a9b-969d2d506185 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] No DVR routers for this DVR port be5bf89b-121c-45c4-801c-d02d52157b71 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:15:08.506894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3097c30-4b97-468d-aeee-b8d72180affd req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Made reservation on behalf of cfd34cd945744a0a89a6f2f3bec7bb69 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:08.510578 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a3097c30-4b97-468d-aeee-b8d72180affd req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.522157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:15:08.528525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6326aa56-ec68-40a1-95d9-d936dcca6742,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:08.537636 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.561923 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.562268 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Added segment 0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d of type vlan for network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 Apr 05 20:15:08.578019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9f404e8d-0962-4e26-a153-72fdb5618323 req-fba154b6-5bb7-44da-81e2-7943ee4a47a3 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Unset dirty status for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:08.579187 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f404e8d-0962-4e26-a153-72fdb5618323 req-fba154b6-5bb7-44da-81e2-7943ee4a47a3 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924225 Apr 05 20:15:08.637635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-86013831-084c-44d4-9a06-60df5d26c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:08.639168 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-86013831-084c-44d4-9a06-60df5d26c9da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=318ad2b9-d4e2-423a-967c-87c103b42a46 HTTP/1.1" status: 200 len: 853 time: 0.1778789 Apr 05 20:15:08.679359 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e1efcba9-ca94-47c7-b2ae-82a2dd6d1f09 req-b28fca92-78a9-4be7-9a9b-969d2d506185 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.681837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd04f0208-8037-40b9-998b-39645995ff2f', 'name': 'network-vif-deleted', 'tag': 'be5bf89b-121c-45c4-801c-d02d52157b71'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:08.692546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.712162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Transition to ACTIVE for port object acd75246-9667-420d-96d9-3281ba28dd72 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:08.722922 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.747226 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-61a76502-60ce-4a25-b992-1b98044785db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933075 Apr 05 20:15:08.766679 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e1efcba9-ca94-47c7-b2ae-82a2dd6d1f09 req-b28fca92-78a9-4be7-9a9b-969d2d506185 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.41 "DELETE /v2.0/ports/be5bf89b-121c-45c4-801c-d02d52157b71 HTTP/1.1" status: 204 len: 173 time: 3.0454710 Apr 05 20:15:08.806565 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.945627 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.947411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:08.948075 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:08.961353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Pushing event updated for resources: {'Port': ['ID=acd75246-9667-420d-96d9-3281ba28dd72,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:09.019220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0549fa3e-cf9e-464d-8ad6-f7b0697c9cc8 req-7a7e129f-d6fc-4731-ae9e-dad899ede8a1 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:09.020740 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0549fa3e-cf9e-464d-8ad6-f7b0697c9cc8 req-7a7e129f-d6fc-4731-ae9e-dad899ede8a1 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.5870874 Apr 05 20:15:09.093659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-a3097c30-4b97-468d-aeee-b8d72180affd req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Allocated IP 172.20.0.11 (90c58985-6e9e-49a8-afc1-08efbdccc060/1e1175b7-fe76-4409-88b2-f584c22d2454/00d5e374-9350-4ac3-b65f-3765c293f792) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:09.118974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] Pushing event updated for resources: {'Network': ['ID=d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:09.133128 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f643662e-c546-4fad-a41e-8c06047ca58f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8721285 Apr 05 20:15:09.137658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58474) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:09.143771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:15:09.144929 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-be310670-0be3-4d21-a080-3ff3f36f5410 service neutron] 10.222.0.13 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846157 Apr 05 20:15:09.145169 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0549fa3e-cf9e-464d-8ad6-f7b0697c9cc8 req-c6c7c054-c299-42fc-9d83-23da41513344 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928531 Apr 05 20:15:09.148401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Request body: {'subnet': {'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1769103478-subnet', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:09.155642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Attempting to bind port acd75246-9667-420d-96d9-3281ba28dd72 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:09.155982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Attempting to bind port acd75246-9667-420d-96d9-3281ba28dd72 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:09.156411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Attempting to bind port acd75246-9667-420d-96d9-3281ba28dd72 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:09.160436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Router 40aa5b50-9355-4619-b9f7-7ac5eda7e096 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:15:09.161240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc80c62-03cf-466d-a6df-97f00424b6bd req-55f69c4f-8311-4f51-9e49-be5e21f23545 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:09.164357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Port acd75246-9667-420d-96d9-3281ba28dd72 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:15:09.164706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Attempting to bind port acd75246-9667-420d-96d9-3281ba28dd72 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:09.168209 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cfc80c62-03cf-466d-a6df-97f00424b6bd req-55f69c4f-8311-4f51-9e49-be5e21f23545 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 947 time: 0.4675164 Apr 05 20:15:09.173843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:09.174461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:09.175033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:09.175641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Bound port: acd75246-9667-420d-96d9-3281ba28dd72, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:09.176333 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:09.183468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:09.245084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Usage tracker for resource:subnet and tenant:2046ae97d3c248edbc4220a51fb358dc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:09.253490 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e82510-bb06-45ae-a4ae-6de2ea43f890', 'tag': 'b85dd6f7-8aaa-4c12-b369-096f50b0e403', 'status': 'completed', 'code': 200} Apr 05 20:15:09.254226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:09.288102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:09.447809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] For port acd75246-9667-420d-96d9-3281ba28dd72, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:09.468473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] For port acd75246-9667-420d-96d9-3281ba28dd72, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=acd75246-9667-420d-96d9-3281ba28dd72,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:09.478569 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:09.506464 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cfc80c62-03cf-466d-a6df-97f00424b6bd req-d30bf708-8733-4f75-86c8-233d22a88aa3 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/security-groups?id=aef0301a-c12c-4d50-95ee-73205c991d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374054 Apr 05 20:15:09.511925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:15:09.526812 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Sync routers for ids ['40aa5b50-9355-4619-b9f7-7ac5eda7e096'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:15:09.548877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:09.549504 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:09.550909 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] 10.222.0.13 "PUT /v2.0/ports/acd75246-9667-420d-96d9-3281ba28dd72 HTTP/1.1" status: 200 len: 1095 time: 3.8682930 Apr 05 20:15:09.551680 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Routers {'40aa5b50-9355-4619-b9f7-7ac5eda7e096'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:15:09.554219 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:14:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['40aa5b50-9355-4619-b9f7-7ac5eda7e096'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:09.571617 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:09.572909 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-846cdf24-81ec-41e8-ba47-306830a8dbe2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0382516 Apr 05 20:15:09.577254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58480) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:09.614831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Made reservation on behalf of 2046ae97d3c248edbc4220a51fb358dc for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:09.625530 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:09.685319 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd04f0208-8037-40b9-998b-39645995ff2f', 'name': 'network-vif-deleted', 'tag': 'be5bf89b-121c-45c4-801c-d02d52157b71', 'status': 'completed', 'code': 200} Apr 05 20:15:09.819590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf4e25-32cb-4060-a114-c872d4fd1c67 service neutron] Pushing event updated for resources: {'Port': ['ID=acd75246-9667-420d-96d9-3281ba28dd72,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:09.883938 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Set router 40aa5b50-9355-4619-b9f7-7ac5eda7e096 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:15:09.896304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b1ff097f-ad34-48cc-aee5-f973c44f67f4 req-17b54058-c2f5-4cb5-8da5-fd98094ec3bd tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Synchronizing usage tracker for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:09.996849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b1ff097f-ad34-48cc-aee5-f973c44f67f4 req-17b54058-c2f5-4cb5-8da5-fd98094ec3bd tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Unset dirty status for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:10.002360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1ff097f-ad34-48cc-aee5-f973c44f67f4 req-17b54058-c2f5-4cb5-8da5-fd98094ec3bd tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 210 time: 0.1837533 Apr 05 20:15:10.014987 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25b821e7-99e0-4880-bd51-324ad0ea666c req-0ce0559b-6bb6-44e6-8229-e3ded33b4e1b service neutron] 10.222.0.13 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8428769 Apr 05 20:15:10.104065 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a3097c30-4b97-468d-aeee-b8d72180affd req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:10.142362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-730582c7-70a1-4bfd-99e6-a5e8d49255ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:10.144396 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-730582c7-70a1-4bfd-99e6-a5e8d49255ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8d0ed9dfd904d01a152eeeb75272cc1&device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 1098 time: 0.4577339 Apr 05 20:15:10.189213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bfff3b-1561-437e-a845-a1e4ddc37e3b req-d8a36052-73d8-42fc-82b7-c0747635dc8f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:10.190901 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e3bfff3b-1561-437e-a845-a1e4ddc37e3b req-d8a36052-73d8-42fc-82b7-c0747635dc8f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 946 time: 0.3123541 Apr 05 20:15:10.206097 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'name': 'tempest-ServersTestMultiNic-1602776641-router', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:02Z', 'updated_at': '2022-04-05T20:15:06Z', 'revision_number': 3, 'project_id': '15f1e4963ec848aab8e6a36d8339f80d', 'gw_port': {'id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:04Z', 'updated_at': '2022-04-05T20:15:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:10.210426 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Checking router: 40aa5b50-9355-4619-b9f7-7ac5eda7e096 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:15:10.210763 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Updating router 40aa5b50-9355-4619-b9f7-7ac5eda7e096 port 77d5afd9-47e3-42fd-907f-f3fa03cddd49 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:15:10.268222 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:10.303321 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:10.338745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1f266-fcaf-4758-87e3-2d91a08d0bbb req-2263dc7f-d290-4107-9187-64aac1f66062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:10.339148 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61a1f266-fcaf-4758-87e3-2d91a08d0bbb req-2263dc7f-d290-4107-9187-64aac1f66062 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=313ef90b753e46b0b1e67425a2190bfd&device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 1094 time: 0.2694924 Apr 05 20:15:10.346944 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e3bfff3b-1561-437e-a845-a1e4ddc37e3b req-d9a12640-83d5-4b2f-b2fd-7a2f83dbb5a2 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371911 Apr 05 20:15:10.348091 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a3097c30-4b97-468d-aeee-b8d72180affd req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:10.473074 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-09b2de75-dcee-4943-b66f-1f3f0243b420 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=acd75246-9667-420d-96d9-3281ba28dd72 HTTP/1.1" status: 200 len: 217 time: 0.2670915 Apr 05 20:15:10.515677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3894f6c-28b6-44d0-b2b0-148aa5639c30,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:10.520458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3097c30-4b97-468d-aeee-b8d72180affd req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Network 90c58985-6e9e-49a8-afc1-08efbdccc060 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:10.542502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-5e2ce508-aab6-47f9-b800-e50864419164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:10.543963 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-5e2ce508-aab6-47f9-b800-e50864419164 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0634866 Apr 05 20:15:10.580851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-a3097c30-4b97-468d-aeee-b8d72180affd req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:10.591811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3097c30-4b97-468d-aeee-b8d72180affd req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:10.631001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Pushing event updated for resources: {'Port': ['ID=00d5e374-9350-4ac3-b65f-3765c293f792,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:10.649160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Checking segment: {'id': '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:10.649612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Network hostable DHCP agents. Network: d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:15:10.705055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3097c30-4b97-468d-aeee-b8d72180affd req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:10.705055 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a3097c30-4b97-468d-aeee-b8d72180affd req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:10.730670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1f266-fcaf-4758-87e3-2d91a08d0bbb req-577f152b-4829-4adc-b264-25e8821f6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:10.732298 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61a1f266-fcaf-4758-87e3-2d91a08d0bbb req-577f152b-4829-4adc-b264-25e8821f6b5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 HTTP/1.1" status: 200 len: 914 time: 0.3697193 Apr 05 20:15:10.733874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:15:10.747470 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:10.761396 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Transition to ACTIVE for port object 77d5afd9-47e3-42fd-907f-f3fa03cddd49 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:10.771228 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:10.801331 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3097c30-4b97-468d-aeee-b8d72180affd req-503585c8-6787-47a3-b4b3-4d94010d3996 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8386996 Apr 05 20:15:10.847130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:10.849795 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61a1f266-fcaf-4758-87e3-2d91a08d0bbb req-28c55622-fa8b-4f59-933b-5adeecddf877 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85dd6f7-8aaa-4c12-b369-096f50b0e403 HTTP/1.1" status: 200 len: 217 time: 0.1073067 Apr 05 20:15:10.854773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Request body: {'port': {'device_id': 'f2bc527f-5f2d-40a8-91e0-0e5736082528', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:10.860894 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375a55ff-1f4d-4c07-b1a7-a562e4aacc91 None None] Network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:15:10.867100 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a681e-ef69-493f-869c-9d50f34ccd23 req-2b5a42d4-cbb7-4171-99ff-08d4dd1bb487 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:10.874625 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-834a681e-ef69-493f-869c-9d50f34ccd23 req-2b5a42d4-cbb7-4171-99ff-08d4dd1bb487 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 943 time: 0.7369168 Apr 05 20:15:10.881294 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Attempting to bind port 77d5afd9-47e3-42fd-907f-f3fa03cddd49 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:10.881654 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Attempting to bind port 77d5afd9-47e3-42fd-907f-f3fa03cddd49 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:10.882037 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Attempting to bind port 77d5afd9-47e3-42fd-907f-f3fa03cddd49 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:10.890066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:10.890766 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:10.901365 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:10.901732 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:10.902159 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:10.902819 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:10.902993 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Bound port: 77d5afd9-47e3-42fd-907f-f3fa03cddd49, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:10.903372 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:10.956020 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac08cb0-3a2b-4343-92f0-9b2bd931e0f3 None None] Pushing event updated for resources: {'Port': ['ID=77d5afd9-47e3-42fd-907f-f3fa03cddd49,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:10.972656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-834a681e-ef69-493f-869c-9d50f34ccd23 req-08f0ffd1-77e3-426b-9f82-a099c323a12e tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Synchronizing usage tracker for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:10.990943 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f78033d4-b794-4f43-a4d9-9f8edee3d5fa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8521676 Apr 05 20:15:10.995991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58496) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:11.001320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1f266-fcaf-4758-87e3-2d91a08d0bbb req-f1d8ed6b-d4bd-4692-83ee-6e36e7030511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:11.002448 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61a1f266-fcaf-4758-87e3-2d91a08d0bbb req-f1d8ed6b-d4bd-4692-83ee-6e36e7030511 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=318ad2b9-d4e2-423a-967c-87c103b42a46 HTTP/1.1" status: 200 len: 853 time: 0.1080544 Apr 05 20:15:11.020546 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] For port 77d5afd9-47e3-42fd-907f-f3fa03cddd49, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:11.026220 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] For port 77d5afd9-47e3-42fd-907f-f3fa03cddd49, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=77d5afd9-47e3-42fd-907f-f3fa03cddd49,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:11.032147 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:11.040195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-fea750c0-05e3-447d-9694-afea1da8388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:11.040900 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-fea750c0-05e3-447d-9694-afea1da8388e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4862549 Apr 05 20:15:11.042408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:11.084648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:11.086870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-834a681e-ef69-493f-869c-9d50f34ccd23 req-08f0ffd1-77e3-426b-9f82-a099c323a12e tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Unset dirty status for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:11.100669 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-834a681e-ef69-493f-869c-9d50f34ccd23 req-08f0ffd1-77e3-426b-9f82-a099c323a12e tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251194 Apr 05 20:15:11.104873 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61a1f266-fcaf-4758-87e3-2d91a08d0bbb req-33bcf54a-a6ce-4806-babe-90e1e3e86be2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705867 Apr 05 20:15:11.106047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Usage tracker for resource:router and tenant:2046ae97d3c248edbc4220a51fb358dc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:11.118050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:11.127284 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Routers {'40aa5b50-9355-4619-b9f7-7ac5eda7e096'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:15:11.127996 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:14:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['40aa5b50-9355-4619-b9f7-7ac5eda7e096'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:11.160806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:11.186383 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:11.206448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'fixed_ips': [{'subnet_id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:15:11.207932 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:11.213335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83618f-91be-4fe9-a8ef-8789fa09cb1f req-cc515096-e20f-4afc-b743-64960e5d735a tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:11.220601 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d83618f-91be-4fe9-a8ef-8789fa09cb1f req-cc515096-e20f-4afc-b743-64960e5d735a tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.4271643 Apr 05 20:15:11.344790 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:11.353160 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-baa650f9-b8b5-432b-a1d6-4656dbeef8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:11.397671 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-ad2759a5-c8ea-4ca9-907b-b6e378c9aadf service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454874 Apr 05 20:15:11.407874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26be5c-5214-4cb1-a97b-d24d93e648d6 req-25d2c49f-07b1-4050-9bf3-9ea7644ca473 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:11.409364 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e26be5c-5214-4cb1-a97b-d24d93e648d6 req-25d2c49f-07b1-4050-9bf3-9ea7644ca473 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.41 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 946 time: 0.4340131 Apr 05 20:15:11.435407 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] Set router 40aa5b50-9355-4619-b9f7-7ac5eda7e096 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:15:11.449893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Allocated IP 172.20.0.2 (d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631/b3894f6c-28b6-44d0-b2b0-148aa5639c30/62930eed-5184-4a7f-9f68-56c4be415816) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:11.452589 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:11.453718 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:11.537739 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d83618f-91be-4fe9-a8ef-8789fa09cb1f req-0a0f57b8-fc3f-401e-baa7-7db3862a0c7b tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160784 Apr 05 20:15:11.549228 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:11.650911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-1e26be5c-5214-4cb1-a97b-d24d93e648d6 req-3b9051fe-e99a-4cd6-93ba-764b5c6d65e9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Deleting port 1185a5a6-476b-42b3-aefd-71faa3f7ba42 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:15:11.651254 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1e26be5c-5214-4cb1-a97b-d24d93e648d6 req-3b9051fe-e99a-4cd6-93ba-764b5c6d65e9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:11.693161 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61a1f266-fcaf-4758-87e3-2d91a08d0bbb req-bcf707c6-324f-4a32-9850-342bc28f9d9a service neutron] 10.222.0.13 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651991 Apr 05 20:15:11.697076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cfed62-31d6-4842-b5d4-87fa804c5bca', 'tag': 'acd75246-9667-420d-96d9-3281ba28dd72'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:11.737134 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:11.753049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Transition to ACTIVE for port object 62930eed-5184-4a7f-9f68-56c4be415816 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:11.783684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Transition to ACTIVE for port object 62930eed-5184-4a7f-9f68-56c4be415816 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:11.793441 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:11.799117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a40d0-a242-465e-984e-0fa77d26855a req-68a8770e-f0a7-4c48-a22b-04eb93bbb57a tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:11.806337 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f74a40d0-a242-465e-984e-0fa77d26855a req-68a8770e-f0a7-4c48-a22b-04eb93bbb57a tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 1097 time: 0.5095146 Apr 05 20:15:11.890796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05b5581-2c76-4304-81e4-5255cacf3e94 req-bd65603f-661c-45a7-91e5-397d69dee915 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803824 Apr 05 20:15:11.900185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Pushing event updated for resources: {'Port': ['ID=62930eed-5184-4a7f-9f68-56c4be415816,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:11.908850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:11.910703 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:11.914758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:11.941551 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac08cb0-3a2b-4343-92f0-9b2bd931e0f3 None None] Pushing event updated for resources: {'Port': ['ID=77d5afd9-47e3-42fd-907f-f3fa03cddd49,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:11.989452 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f74a40d0-a242-465e-984e-0fa77d26855a req-3c0b0219-c392-455b-9814-33e8c64903ce tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821103 Apr 05 20:15:11.993609 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'name': 'tempest-ServersTestMultiNic-1602776641-router', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:02Z', 'updated_at': '2022-04-05T20:15:06Z', 'revision_number': 3, 'project_id': '15f1e4963ec848aab8e6a36d8339f80d', 'gw_port': {'id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:04Z', 'updated_at': '2022-04-05T20:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:11.998082 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1da8e-4884-4e27-a6d4-8717177b66b6 None None] The sync data for ids ['40aa5b50-9355-4619-b9f7-7ac5eda7e096'] in n-d-836604-1 is: [{'id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'name': 'tempest-ServersTestMultiNic-1602776641-router', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:02Z', 'updated_at': '2022-04-05T20:15:06Z', 'revision_number': 3, 'project_id': '15f1e4963ec848aab8e6a36d8339f80d', 'gw_port': {'id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:04Z', 'updated_at': '2022-04-05T20:15:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:15:12.058301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Attempting to bind port 62930eed-5184-4a7f-9f68-56c4be415816 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:12.059082 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Attempting to bind port 62930eed-5184-4a7f-9f68-56c4be415816 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:12.059456 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Attempting to bind port 62930eed-5184-4a7f-9f68-56c4be415816 on network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:12.061786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Allocated IP 172.20.0.1 (58c86225-7231-45c2-907c-c1c0ff45fa7e/bbc24b3a-a37c-494b-a838-0aaffea3c93e/dde88f5c-ebda-49ca-b901-1e5109c80bb5) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:12.065712 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:12.066068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Checking segment: {'id': '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:12.066466 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:12.066852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Bound using segment: {'id': '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:12.067423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Bound port: 62930eed-5184-4a7f-9f68-56c4be415816, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:12.067672 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:12.133605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b85dd6f7-8aaa-4c12-b369-096f50b0e403 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:15:12.280955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] For port 62930eed-5184-4a7f-9f68-56c4be415816, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:12.300582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] For port 62930eed-5184-4a7f-9f68-56c4be415816, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=62930eed-5184-4a7f-9f68-56c4be415816,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:12.314664 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:12.383995 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:12.427009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b85dd6f7-8aaa-4c12-b369-096f50b0e403, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b85dd6f7-8aaa-4c12-b369-096f50b0e403,segment=NetworkSegment(4059bc4e-6a65-4324-812d-3a9d6d562911),segment_id=4059bc4e-6a65-4324-812d-3a9d6d562911)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:12.427268 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:15:12.471434 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61a1f266-fcaf-4758-87e3-2d91a08d0bbb req-46d77bb0-302b-42db-8e7b-d0275142f121 service neutron] 10.222.0.13 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7628148 Apr 05 20:15:12.489467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'b85dd6f7-8aaa-4c12-b369-096f50b0e403', 'network_id': 'a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8', 'port_id': 'b85dd6f7-8aaa-4c12-b369-096f50b0e403', 'mac_address': 'fa:16:3e:60:c4:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318ad2b9-d4e2-423a-967c-87c103b42a46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:15:12.493710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def47e48-46e9-4dd0-87db-4f369fef0036 None None] Pushing event updated for resources: {'Port': ['ID=62930eed-5184-4a7f-9f68-56c4be415816,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:12.540178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82beabad-2e85-4be2-ba13-c3bcd5e4ce7a req-7959b92a-e3af-4872-aa2e-a2bb102fe217 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:12.548820 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82beabad-2e85-4be2-ba13-c3bcd5e4ce7a req-7959b92a-e3af-4872-aa2e-a2bb102fe217 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 947 time: 0.8006940 Apr 05 20:15:12.572214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1e26be5c-5214-4cb1-a97b-d24d93e648d6 req-3b9051fe-e99a-4cd6-93ba-764b5c6d65e9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] For port 1185a5a6-476b-42b3-aefd-71faa3f7ba42, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1185a5a6-476b-42b3-aefd-71faa3f7ba42,segment=NetworkSegment(41e90d0d-3aba-4aaa-96f6-a68a385edada),segment_id=41e90d0d-3aba-4aaa-96f6-a68a385edada)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:12.572582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1e26be5c-5214-4cb1-a97b-d24d93e648d6 req-3b9051fe-e99a-4cd6-93ba-764b5c6d65e9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:12.584953 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:12.614863 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b85dd6f7-8aaa-4c12-b369-096f50b0e403 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:12.635811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b85dd6f7-8aaa-4c12-b369-096f50b0e403, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b85dd6f7-8aaa-4c12-b369-096f50b0e403,segment=NetworkSegment(4059bc4e-6a65-4324-812d-3a9d6d562911),segment_id=4059bc4e-6a65-4324-812d-3a9d6d562911)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:12.643248 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:12.722372 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82beabad-2e85-4be2-ba13-c3bcd5e4ce7a req-ce56a694-bd5f-4e06-8910-93435eef84c3 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/security-groups?id=aef0301a-c12c-4d50-95ee-73205c991d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729357 Apr 05 20:15:12.806543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00d5e374-9350-4ac3-b65f-3765c293f792 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:12.820111 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:12.837593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=b85dd6f7-8aaa-4c12-b369-096f50b0e403,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:12.857842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Transition to ACTIVE for port object 00d5e374-9350-4ac3-b65f-3765c293f792 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:12.871756 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:12.902563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cfe22-31dc-4f64-bf9b-d315dae872f1 req-ccefce4b-7dec-4ba8-af5f-471ae03b8855 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:12.911427 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-122cfe22-31dc-4f64-bf9b-d315dae872f1 req-ccefce4b-7dec-4ba8-af5f-471ae03b8855 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/ports?device_id=415486c4-9dc3-4e6e-b89a-d48998c97de5 HTTP/1.1" status: 200 len: 946 time: 0.6476116 Apr 05 20:15:12.922662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['b85dd6f7-8aaa-4c12-b369-096f50b0e403'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:12.934188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-1e26be5c-5214-4cb1-a97b-d24d93e648d6 req-3b9051fe-e99a-4cd6-93ba-764b5c6d65e9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Calling delete_port for 1185a5a6-476b-42b3-aefd-71faa3f7ba42 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:15:13.028592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:13.104471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-122cfe22-31dc-4f64-bf9b-d315dae872f1 req-0b13483b-af96-4326-afeb-513462c5bf40 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.24 "GET /v2.0/security-groups?id=ea9bee89-b989-43d0-b97d-7b010700062a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914642 Apr 05 20:15:13.133854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Transition to ACTIVE for port object dde88f5c-ebda-49ca-b901-1e5109c80bb5 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:13.215289 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cfed62-31d6-4842-b5d4-87fa804c5bca', 'tag': 'acd75246-9667-420d-96d9-3281ba28dd72', 'status': 'completed', 'code': 200} Apr 05 20:15:13.272580 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:13.381551 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1e26be5c-5214-4cb1-a97b-d24d93e648d6 req-3b9051fe-e99a-4cd6-93ba-764b5c6d65e9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:13.412300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Network 58c86225-7231-45c2-907c-c1c0ff45fa7e is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:13.418224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:13.421071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:13.496233 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 77d5afd9-47e3-42fd-907f-f3fa03cddd49 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:13.524609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Pushing event updated for resources: {'Port': ['ID=00d5e374-9350-4ac3-b65f-3765c293f792,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:13.587253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Pushing event updated for resources: {'Port': ['ID=dde88f5c-ebda-49ca-b901-1e5109c80bb5,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:13.630518 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1185a5a6-476b-42b3-aefd-71faa3f7ba42 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:15:13.649837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e26be5c-5214-4cb1-a97b-d24d93e648d6 req-3b9051fe-e99a-4cd6-93ba-764b5c6d65e9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] No DVR routers for this DVR port 1185a5a6-476b-42b3-aefd-71faa3f7ba42 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:15:13.652856 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1e26be5c-5214-4cb1-a97b-d24d93e648d6 req-3b9051fe-e99a-4cd6-93ba-764b5c6d65e9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:13.664232 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:13.670637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9051fe-e99a-4cd6-93ba-764b5c6d65e9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] Pushing event deleted for resources: {'Port': ['ID=1185a5a6-476b-42b3-aefd-71faa3f7ba42,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:13.697380 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c25b044b-15de-4f26-9515-c2ac5bb8605a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:13.706580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 1185a5a6-476b-42b3-aefd-71faa3f7ba42 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:15:13.706908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1185a5a6-476b-42b3-aefd-71faa3f7ba42 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:15:13.712661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 77d5afd9-47e3-42fd-907f-f3fa03cddd49 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:13.718867 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e26be5c-5214-4cb1-a97b-d24d93e648d6 req-3b9051fe-e99a-4cd6-93ba-764b5c6d65e9 tempest-ServerDiskConfigTestJSON-1495217822 tempest-ServerDiskConfigTestJSON-1495217822-project] 10.222.0.41 "DELETE /v2.0/ports/1185a5a6-476b-42b3-aefd-71faa3f7ba42 HTTP/1.1" status: 204 len: 173 time: 2.2673352 Apr 05 20:15:13.723878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 77d5afd9-47e3-42fd-907f-f3fa03cddd49 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:13.724576 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:13.731967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20e719a-ef4b-4a15-995d-976677187964 req-04ed160d-b06b-4bbb-9e44-18f75cb5d593 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:13.734192 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b20e719a-ef4b-4a15-995d-976677187964 req-04ed160d-b06b-4bbb-9e44-18f75cb5d593 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 1097 time: 0.4173408 Apr 05 20:15:13.810700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b20e719a-ef4b-4a15-995d-976677187964 req-6ff5fe95-560f-4779-9082-a5a4ce29f964 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672534 Apr 05 20:15:13.902542 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:13.915196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:13.947034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-64488c47-91a3-4049-8130-87ac50e328bd None None] Provisioning for port dde88f5c-ebda-49ca-b901-1e5109c80bb5 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:13.970277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:13.985283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-64488c47-91a3-4049-8130-87ac50e328bd None None] Provisioning complete for port dde88f5c-ebda-49ca-b901-1e5109c80bb5 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:13.986586 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-64488c47-91a3-4049-8130-87ac50e328bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:14.097474 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device acd75246-9667-420d-96d9-3281ba28dd72 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:15:14.099773 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a481e50-a655-4fdf-8ec3-5795da6a1a28 None None] Network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:15:14.114385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b85dd6f7-8aaa-4c12-b369-096f50b0e403 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:14.128847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5360594b-9de9-4cbe-bd90-007f8398d1d8 req-3f677c61-7b99-4300-b02c-bbac86061612 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:14.130725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5360594b-9de9-4cbe-bd90-007f8398d1d8 req-3f677c61-7b99-4300-b02c-bbac86061612 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Synchronizing usage tracker for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:14.164676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a71c6-615a-470d-8cb1-247ce462e44b req-4563918d-0a97-4e35-92b3-d4153aa375da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:14.166625 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d3a71c6-615a-470d-8cb1-247ce462e44b req-4563918d-0a97-4e35-92b3-d4153aa375da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d8d0ed9dfd904d01a152eeeb75272cc1&device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 1098 time: 0.9330618 Apr 05 20:15:14.167298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Attempting to bind port 00d5e374-9350-4ac3-b65f-3765c293f792 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:14.167615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Attempting to bind port 00d5e374-9350-4ac3-b65f-3765c293f792 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:14.167930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Attempting to bind port 00d5e374-9350-4ac3-b65f-3765c293f792 on network 90c58985-6e9e-49a8-afc1-08efbdccc060 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:14.204371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Port 00d5e374-9350-4ac3-b65f-3765c293f792 on network 90c58985-6e9e-49a8-afc1-08efbdccc060 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:15:14.204690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Attempting to bind port 00d5e374-9350-4ac3-b65f-3765c293f792 on network 90c58985-6e9e-49a8-afc1-08efbdccc060 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:14.223384 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:14.223916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Checking segment: {'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:14.224318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Bound using segment: {'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:14.224967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Bound port: 00d5e374-9350-4ac3-b65f-3765c293f792, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:14.226646 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:14.247283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c8365-95f3-4d72-b26b-5889546814ec req-ba3ffa86-ca73-4688-86a9-106f8675ad31 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:14.257136 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d75c8365-95f3-4d72-b26b-5889546814ec req-ba3ffa86-ca73-4688-86a9-106f8675ad31 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 944 time: 0.2470155 Apr 05 20:15:14.287100 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:14.301826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-64488c47-91a3-4049-8130-87ac50e328bd None None] Port dde88f5c-ebda-49ca-b901-1e5109c80bb5 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:15:14.308015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5360594b-9de9-4cbe-bd90-007f8398d1d8 req-3f677c61-7b99-4300-b02c-bbac86061612 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Unset dirty status for tenant:cfd34cd945744a0a89a6f2f3bec7bb69 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:14.313161 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:15:14.316659 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5360594b-9de9-4cbe-bd90-007f8398d1d8 req-3f677c61-7b99-4300-b02c-bbac86061612 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 944 time: 1.3847454 Apr 05 20:15:14.375531 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d75c8365-95f3-4d72-b26b-5889546814ec req-82bb4755-07f7-4bee-a4ef-884bab898298 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131275 Apr 05 20:15:14.428783 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:14.437144 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:14.448054 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 77d5afd9-47e3-42fd-907f-f3fa03cddd49, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=77d5afd9-47e3-42fd-907f-f3fa03cddd49,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:14.471918 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:14.472718 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 62930eed-5184-4a7f-9f68-56c4be415816 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:14.590592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5360594b-9de9-4cbe-bd90-007f8398d1d8 req-79d4a671-0a76-4f5c-a8ca-e779edd697ca tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729115 Apr 05 20:15:14.624557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Allocated IP 172.25.8.53 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/ce7b6aac-bd8e-4938-a8c7-b4963be11569) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:14.643953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port b85dd6f7-8aaa-4c12-b369-096f50b0e403 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:14.663880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] For port 00d5e374-9350-4ac3-b65f-3765c293f792, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:14.671981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] For port 00d5e374-9350-4ac3-b65f-3765c293f792, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=00d5e374-9350-4ac3-b65f-3765c293f792,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:14.694427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a71c6-615a-470d-8cb1-247ce462e44b req-0c73f8c5-ae3e-463b-aaaa-d2fcae328e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:14.696315 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d3a71c6-615a-470d-8cb1-247ce462e44b req-0c73f8c5-ae3e-463b-aaaa-d2fcae328e9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.5188150 Apr 05 20:15:14.741398 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:14.751336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Pushing event updated for resources: {'Port': ['ID=dde88f5c-ebda-49ca-b901-1e5109c80bb5,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:14.799181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port acd75246-9667-420d-96d9-3281ba28dd72, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=acd75246-9667-420d-96d9-3281ba28dd72,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:14.867101 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:14.884214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97ad37-9f8c-4987-aa06-2a2c87e944bb req-02bb4780-33ec-4f9d-95e9-b8e4989ddb37 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:14.885691 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a97ad37-9f8c-4987-aa06-2a2c87e944bb req-02bb4780-33ec-4f9d-95e9-b8e4989ddb37 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.3526773 Apr 05 20:15:14.896421 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'acd75246-9667-420d-96d9-3281ba28dd72', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'acd75246-9667-420d-96d9-3281ba28dd72', 'mac_address': 'fa:16:3e:b5:28:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:15:14.900356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=77d5afd9-47e3-42fd-907f-f3fa03cddd49,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:14.942645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Network 58c86225-7231-45c2-907c-c1c0ff45fa7e is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:14.944601 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d3a71c6-615a-470d-8cb1-247ce462e44b req-309a7238-2dc8-4f38-b210-86682431bcc8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=acd75246-9667-420d-96d9-3281ba28dd72 HTTP/1.1" status: 200 len: 217 time: 0.1408761 Apr 05 20:15:14.945386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:14.964323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:14.965179 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:14.967865 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a97ad37-9f8c-4987-aa06-2a2c87e944bb req-a132a60f-b845-4cb4-bd0b-2e01f4d8d87c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696981 Apr 05 20:15:14.968151 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3097c30-4b97-468d-aeee-b8d72180affd req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] 10.222.0.41 "PUT /v2.0/ports/00d5e374-9350-4ac3-b65f-3765c293f792 HTTP/1.1" status: 200 len: 1092 time: 4.1271682 Apr 05 20:15:14.970295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bc527f-5f2d-40a8-91e0-0e5736082528', 'tag': '00d5e374-9350-4ac3-b65f-3765c293f792'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:15.013006 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:15.032116 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port b85dd6f7-8aaa-4c12-b369-096f50b0e403 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:15.032573 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:15.057665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ae139d15-2ff4-43c1-b013-f7b409aba107 None None] Provisioning for port 62930eed-5184-4a7f-9f68-56c4be415816 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:15.086101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd75246-9667-420d-96d9-3281ba28dd72 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:15.105270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port acd75246-9667-420d-96d9-3281ba28dd72, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=acd75246-9667-420d-96d9-3281ba28dd72,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:15.106314 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 62930eed-5184-4a7f-9f68-56c4be415816 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:15.110615 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:15.126259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83442ddb-df94-4710-9e28-a799ceacb31c service neutron] Pushing event updated for resources: {'Port': ['ID=00d5e374-9350-4ac3-b65f-3765c293f792,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:15.127997 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:15.137836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ae139d15-2ff4-43c1-b013-f7b409aba107 None None] Provisioning complete for port 62930eed-5184-4a7f-9f68-56c4be415816 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:15.139335 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ae139d15-2ff4-43c1-b013-f7b409aba107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:15.159339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a71c6-615a-470d-8cb1-247ce462e44b req-36daae93-6dbb-48b8-bc9d-02d84150027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:15.160797 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d3a71c6-615a-470d-8cb1-247ce462e44b req-36daae93-6dbb-48b8-bc9d-02d84150027a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2005882 Apr 05 20:15:15.213858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 62930eed-5184-4a7f-9f68-56c4be415816 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:15.214393 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:15.219765 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:15.228918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415486c4-9dc3-4e6e-b89a-d48998c97de5', 'name': 'network-vif-deleted', 'tag': '1185a5a6-476b-42b3-aefd-71faa3f7ba42'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:15.272030 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bc527f-5f2d-40a8-91e0-0e5736082528', 'tag': '00d5e374-9350-4ac3-b65f-3765c293f792', 'status': 'completed', 'code': 200} Apr 05 20:15:15.279770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bfd30-967c-4f46-abc2-f27b1638fc71 req-8beb44d3-f7ca-4992-bcca-f2f410a690ca tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:15.281289 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5a7bfd30-967c-4f46-abc2-f27b1638fc71 req-8beb44d3-f7ca-4992-bcca-f2f410a690ca tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 947 time: 0.5837951 Apr 05 20:15:15.286627 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:15.306721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Router 40aa5b50-9355-4619-b9f7-7ac5eda7e096 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:15:15.331083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3097c30-4b97-468d-aeee-b8d72180affd req-f661288b-d7a4-4077-9c34-b356c7540505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:15.332547 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3097c30-4b97-468d-aeee-b8d72180affd req-f661288b-d7a4-4077-9c34-b356c7540505 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfd34cd945744a0a89a6f2f3bec7bb69&device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 1095 time: 0.3071220 Apr 05 20:15:15.448348 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3097c30-4b97-468d-aeee-b8d72180affd req-95da5147-6a0d-487b-957e-109be33408dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00d5e374-9350-4ac3-b65f-3765c293f792 HTTP/1.1" status: 200 len: 217 time: 0.1025069 Apr 05 20:15:15.468126 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5a7bfd30-967c-4f46-abc2-f27b1638fc71 req-be1fb38f-c3c7-4c9e-8d82-1bc6b160684c tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/security-groups?id=aef0301a-c12c-4d50-95ee-73205c991d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741443 Apr 05 20:15:15.602325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a71c6-615a-470d-8cb1-247ce462e44b req-080cc9ec-f3d3-4515-bb52-23456d711380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:15.609714 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d3a71c6-615a-470d-8cb1-247ce462e44b req-080cc9ec-f3d3-4515-bb52-23456d711380 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4389577 Apr 05 20:15:15.613185 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:15.665786 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=acd75246-9667-420d-96d9-3281ba28dd72,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:15.678345 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:15.696421 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ae139d15-2ff4-43c1-b013-f7b409aba107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:15.742697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 62930eed-5184-4a7f-9f68-56c4be415816, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=62930eed-5184-4a7f-9f68-56c4be415816,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:15.747497 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415486c4-9dc3-4e6e-b89a-d48998c97de5', 'name': 'network-vif-deleted', 'tag': '1185a5a6-476b-42b3-aefd-71faa3f7ba42', 'status': 'completed', 'code': 200} Apr 05 20:15:15.749512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:15:15.751047 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['acd75246-9667-420d-96d9-3281ba28dd72'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:15.760824 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-862ee4bb-8703-42cd-8e8f-ba768d3d9e62 admin admin] 10.222.0.24 "PUT /v2.0/routers/40aa5b50-9355-4619-b9f7-7ac5eda7e096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1823640 Apr 05 20:15:15.822416 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:15.843633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Sync routers for ids ['40aa5b50-9355-4619-b9f7-7ac5eda7e096'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:15:15.939857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b85dd6f7-8aaa-4c12-b369-096f50b0e403, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b85dd6f7-8aaa-4c12-b369-096f50b0e403,segment=NetworkSegment(4059bc4e-6a65-4324-812d-3a9d6d562911),segment_id=4059bc4e-6a65-4324-812d-3a9d6d562911)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:15.941246 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:15.972649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e82510-bb06-45ae-a4ae-6de2ea43f890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85dd6f7-8aaa-4c12-b369-096f50b0e403'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:15.999177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:16.001481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3097c30-4b97-468d-aeee-b8d72180affd req-f3e2c095-1e6a-43d2-8795-b7412c4e7e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:16.004653 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3097c30-4b97-468d-aeee-b8d72180affd req-f3e2c095-1e6a-43d2-8795-b7412c4e7e9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e1175b7-fe76-4409-88b2-f584c22d2454 HTTP/1.1" status: 200 len: 845 time: 0.5355775 Apr 05 20:15:16.018623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:16.040835 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:16.044252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed652a7a-d2fa-4f52-a448-5ed65ef7d78b req-28dfb7cb-fb19-4e38-bb87-0eb9d9ae010c tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:16.050830 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed652a7a-d2fa-4f52-a448-5ed65ef7d78b req-28dfb7cb-fb19-4e38-bb87-0eb9d9ae010c tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 945 time: 0.1767616 Apr 05 20:15:16.059462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58540) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:16.088167 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Routers {'40aa5b50-9355-4619-b9f7-7ac5eda7e096'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:15:16.088803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:15:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['40aa5b50-9355-4619-b9f7-7ac5eda7e096'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:16.135898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-680987612'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:16.144114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 77d5afd9-47e3-42fd-907f-f3fa03cddd49 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:16.145468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:16.153073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Usage tracker for resource:network and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:16.158720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed652a7a-d2fa-4f52-a448-5ed65ef7d78b req-d2c97e63-fd98-4532-be42-e3644d7d2d8d tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758250 Apr 05 20:15:16.159505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:16.176142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:16.193838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:16.197469 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:16.221570 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:16.248865 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-ae139d15-2ff4-43c1-b013-f7b409aba107 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:15:16.249307 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-ae139d15-2ff4-43c1-b013-f7b409aba107 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:15:16.254794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=62930eed-5184-4a7f-9f68-56c4be415816,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:16.259318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:15:16.275865 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:16.276326 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Added segment 9601dc20-b049-4527-9e24-313a1e223566 of type vlan for network 9bf5a6f6-addf-4a64-badf-f15788675011 Apr 05 20:15:16.337047 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:16.377672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:16.429528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Pushing event updated for resources: {'Port': ['ID=ce7b6aac-bd8e-4938-a8c7-b4963be11569,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:16.436146 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:16.438647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:16.439300 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:16.456012 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3097c30-4b97-468d-aeee-b8d72180affd req-84bf2a15-a9b2-4e34-95a4-7d81a60cebea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90c58985-6e9e-49a8-afc1-08efbdccc060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148565 Apr 05 20:15:16.502484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=b85dd6f7-8aaa-4c12-b369-096f50b0e403,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:16.538575 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Set router 40aa5b50-9355-4619-b9f7-7ac5eda7e096 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:15:16.569168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601151b2-c991-48d1-a45a-44cd89f49147 req-b871a9d4-e667-42d8-ad32-76a10829cdca tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:16.570690 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-601151b2-c991-48d1-a45a-44cd89f49147 req-b871a9d4-e667-42d8-ad32-76a10829cdca tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 944 time: 0.2249815 Apr 05 20:15:16.584622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5234115 Apr 05 20:15:16.597326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58548) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:16.598027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7c485-f356-44ff-8cf1-7f66c58f9ff1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event updated for resources: {'Network': ['ID=9bf5a6f6-addf-4a64-badf-f15788675011,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:16.604844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Request body: {'subnet': {'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:16.621174 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 77d5afd9-47e3-42fd-907f-f3fa03cddd49 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:16.621820 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:16.696366 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-601151b2-c991-48d1-a45a-44cd89f49147 req-7c6e3e7b-2c16-454c-9060-4d3633559675 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157005 Apr 05 20:15:16.727375 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d3a71c6-615a-470d-8cb1-247ce462e44b req-e6c2ac44-12af-44f7-b903-13d7274e251b service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0990140 Apr 05 20:15:16.773927 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 9bf5a6f6-addf-4a64-badf-f15788675011 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:15:16.891491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:16.891756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b43dc-32dd-4cbd-bf0e-7649bf3041c0 req-096dd66e-5d9f-40cf-bdce-84bc2adbf95e tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:16.893104 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a55b43dc-32dd-4cbd-bf0e-7649bf3041c0 req-096dd66e-5d9f-40cf-bdce-84bc2adbf95e tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 1097 time: 1.0920205 Apr 05 20:15:16.912067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Usage tracker for resource:subnet and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:16.916911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:16.933669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:16.998805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:17.002320 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:17.039142 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3097c30-4b97-468d-aeee-b8d72180affd req-50826db8-3baa-43b1-958d-2b0d82661610 service neutron] 10.222.0.41 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698020 Apr 05 20:15:17.119439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1488a0-d75f-4b2d-aa7e-def0fcd519ad req-e0908bf6-42cb-49ba-aa14-e5201e226c90 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:17.120936 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c1488a0-d75f-4b2d-aa7e-def0fcd519ad req-e0908bf6-42cb-49ba-aa14-e5201e226c90 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.1916232 Apr 05 20:15:17.148855 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a55b43dc-32dd-4cbd-bf0e-7649bf3041c0 req-8a780e93-9dff-42b0-9c91-911898059313 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452953 Apr 05 20:15:17.187427 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c1488a0-d75f-4b2d-aa7e-def0fcd519ad req-178a79c0-56b8-4547-b155-ac4f5366b011 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558431 Apr 05 20:15:17.195875 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d3a71c6-615a-470d-8cb1-247ce462e44b req-b9b1f060-70cb-40d5-bfa3-bed9dfa901d0 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537945 Apr 05 20:15:17.270374 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e82510-bb06-45ae-a4ae-6de2ea43f890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b85dd6f7-8aaa-4c12-b369-096f50b0e403', 'code': 200} Apr 05 20:15:17.287087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0e7c2df5-c9cc-490c-ab40-6659c8608aa5 None None] Provisioning complete for port 62930eed-5184-4a7f-9f68-56c4be415816 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:17.287452 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0e7c2df5-c9cc-490c-ab40-6659c8608aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:17.433249 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:17.445956 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:17.500895 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3097c30-4b97-468d-aeee-b8d72180affd req-314f00be-5d05-44aa-acf0-1c90b053473a service neutron] 10.222.0.41 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545612 Apr 05 20:15:17.550281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event updated for resources: {'Subnet': ['ID=c09d6e74-d946-43eb-bb9e-f5cb0a0c7d48,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:17.569847 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'name': 'tempest-ServersTestMultiNic-1602776641-router', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:02Z', 'updated_at': '2022-04-05T20:15:13Z', 'revision_number': 4, 'project_id': '15f1e4963ec848aab8e6a36d8339f80d', 'gw_port': {'id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:04Z', 'updated_at': '2022-04-05T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'dde88f5c-ebda-49ca-b901-1e5109c80bb5', 'name': '', 'network_id': '58c86225-7231-45c2-907c-c1c0ff45fa7e', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'mac_address': 'fa:16:3e:c3:56:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'bbc24b3a-a37c-494b-a838-0aaffea3c93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:14Z', 'revision_number': 2, 'project_id': '15f1e4963ec848aab8e6a36d8339f80d', 'subnets': [{'id': 'bbc24b3a-a37c-494b-a838-0aaffea3c93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:17.571922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Checking segment: {'id': '9601dc20-b049-4527-9e24-313a1e223566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:17.572283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Network hostable DHCP agents. Network: 9bf5a6f6-addf-4a64-badf-f15788675011, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:15:17.579778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Checking router: 40aa5b50-9355-4619-b9f7-7ac5eda7e096 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:15:17.580213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Updating router 40aa5b50-9355-4619-b9f7-7ac5eda7e096 port dde88f5c-ebda-49ca-b901-1e5109c80bb5 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:15:17.605265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c5fed-5154-4b53-ae3c-426f018a4501 req-f953216d-c4ec-4cec-9c2b-1308e310629d tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:17.605972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d02c5fed-5154-4b53-ae3c-426f018a4501 req-f953216d-c4ec-4cec-9c2b-1308e310629d tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Synchronizing usage tracker for tenant:d8d0ed9dfd904d01a152eeeb75272cc1 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:17.621734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0e7c2df5-c9cc-490c-ab40-6659c8608aa5 None None] Provisioning complete for port dde88f5c-ebda-49ca-b901-1e5109c80bb5 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:17.622002 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0e7c2df5-c9cc-490c-ab40-6659c8608aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:17.624737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Network 9bf5a6f6-addf-4a64-badf-f15788675011 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:15:17.635875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d02c5fed-5154-4b53-ae3c-426f018a4501 req-f953216d-c4ec-4cec-9c2b-1308e310629d tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Unset dirty status for tenant:d8d0ed9dfd904d01a152eeeb75272cc1 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:17.638443 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d02c5fed-5154-4b53-ae3c-426f018a4501 req-f953216d-c4ec-4cec-9c2b-1308e310629d tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 948 time: 0.2431867 Apr 05 20:15:17.640350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 9bf5a6f6-addf-4a64-badf-f15788675011) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:17.654849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:17.655435 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:17.674042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3865dd45-fb1b-4305-b806-6d6c50a9b7f7 None None] Network 9bf5a6f6-addf-4a64-badf-f15788675011 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:15:17.716901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d02c5fed-5154-4b53-ae3c-426f018a4501 req-44bca5a0-4591-4045-8eca-79168b32b252 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Synchronizing usage tracker for tenant:d8d0ed9dfd904d01a152eeeb75272cc1 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:17.725200 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-553d2cb2-c916-49d9-868f-0bb64f60446c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1223946 Apr 05 20:15:17.730155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58560) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:17.739118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d02c5fed-5154-4b53-ae3c-426f018a4501 req-44bca5a0-4591-4045-8eca-79168b32b252 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Unset dirty status for tenant:d8d0ed9dfd904d01a152eeeb75272cc1 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:17.740387 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d02c5fed-5154-4b53-ae3c-426f018a4501 req-44bca5a0-4591-4045-8eca-79168b32b252 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/security-groups?id=aef0301a-c12c-4d50-95ee-73205c991d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883420 Apr 05 20:15:17.768283 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:17.840690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58564) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:17.893566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1280171494'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:17.898325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64581c6a-0d78-4f68-bfc9-872f8949dc81 req-af371039-b81d-4256-929b-4269d69ccb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:17.899779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64581c6a-0d78-4f68-bfc9-872f8949dc81 req-af371039-b81d-4256-929b-4269d69ccb4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 1096 time: 0.5559542 Apr 05 20:15:17.909569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:17.940952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Usage tracker for resource:network and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:17.954839 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:18.025795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:18.070169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126b96b-dc87-4064-818a-4fb6a3ccc0c1 req-53734f90-b062-45d4-871d-84a720701a3f tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:18.071268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3126b96b-dc87-4064-818a-4fb6a3ccc0c1 req-53734f90-b062-45d4-871d-84a720701a3f tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 945 time: 0.5615718 Apr 05 20:15:18.105253 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64581c6a-0d78-4f68-bfc9-872f8949dc81 req-e57dd3ca-83c8-4f6e-9396-1e0a980768e9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842334 Apr 05 20:15:18.105828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:18.110393 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.147829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-76fcee25-3f54-4e28-be24-f601a003e778 admin admin] Deleting subnet 1c2a73de-05a0-424d-8ac3-181495091cad {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:15:18.151673 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76fcee25-3f54-4e28-be24-f601a003e778 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.168610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac5780-b1c8-45ef-8d57-1544380ff537 req-cbc61c16-80d0-41fa-bfb8-b462abf70929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:18.170376 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a0ac5780-b1c8-45ef-8d57-1544380ff537 req-cbc61c16-80d0-41fa-bfb8-b462abf70929 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfd34cd945744a0a89a6f2f3bec7bb69&device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 1095 time: 0.5837965 Apr 05 20:15:18.184815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1183f-dcfd-48aa-9e45-d9196e3ab1e2 req-62068e48-71b8-4602-90a1-234d925ed961 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:18.186838 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-55a1183f-dcfd-48aa-9e45-d9196e3ab1e2 req-62068e48-71b8-4602-90a1-234d925ed961 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 944 time: 0.1795943 Apr 05 20:15:18.188215 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.202580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Transition to ACTIVE for port object dde88f5c-ebda-49ca-b901-1e5109c80bb5 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:18.212305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 62930eed-5184-4a7f-9f68-56c4be415816 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:18.238248 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76fcee25-3f54-4e28-be24-f601a003e778 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.239703 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device acd75246-9667-420d-96d9-3281ba28dd72 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:18.282324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c2df5-c9cc-490c-ab40-6659c8608aa5 None None] Port dde88f5c-ebda-49ca-b901-1e5109c80bb5 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:15:18.283818 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.284865 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-55a1183f-dcfd-48aa-9e45-d9196e3ab1e2 req-7db5679b-afab-4006-bb76-3b2e65412416 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864289 Apr 05 20:15:18.304568 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3126b96b-dc87-4064-818a-4fb6a3ccc0c1 req-337a33bc-6cc0-4fad-a254-954a393fd5a1 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238505 Apr 05 20:15:18.308920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:15:18.323560 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76fcee25-3f54-4e28-be24-f601a003e778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.449258 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.457118 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.457455 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Added segment 7c787a14-711c-4c5d-b601-cbd48ea7f7ed of type vlan for network 7661ee30-1e05-4e02-9585-dc0f887972de Apr 05 20:15:18.504830 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76fcee25-3f54-4e28-be24-f601a003e778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.618603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fcee25-3f54-4e28-be24-f601a003e778 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c2a73de-05a0-424d-8ac3-181495091cad,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:18.625713 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76fcee25-3f54-4e28-be24-f601a003e778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.639425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-76fcee25-3f54-4e28-be24-f601a003e778 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1c2a73de-05a0-424d-8ac3-181495091cad HTTP/1.1" status: 204 len: 168 time: 0.7969985 Apr 05 20:15:18.641942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58572) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:18.643174 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f8080-986e-4e16-8d8a-4039d4f36953 None None] Pushing event updated for resources: {'Port': ['ID=dde88f5c-ebda-49ca-b901-1e5109c80bb5,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:18.703770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-9bf5a6f6-addf-4a64-badf-f15788675011', 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'fixed_ips': [{'subnet_id': 'c09d6e74-d946-43eb-bb9e-f5cb0a0c7d48'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:15:18.704545 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.766753 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.769239 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81313865-009d-4a23-872f-de8c583dc79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.785291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port acd75246-9667-420d-96d9-3281ba28dd72 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:18.788241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac5780-b1c8-45ef-8d57-1544380ff537 req-9262859e-fd99-4daf-a885-71c6821ebc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:18.789696 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a0ac5780-b1c8-45ef-8d57-1544380ff537 req-9262859e-fd99-4daf-a885-71c6821ebc6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=90c58985-6e9e-49a8-afc1-08efbdccc060 HTTP/1.1" status: 200 len: 906 time: 0.5578158 Apr 05 20:15:18.845738 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 62930eed-5184-4a7f-9f68-56c4be415816 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:18.846232 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.868975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d5d2a-b88c-4813-861b-68c4887c34a5 req-88e8d986-8540-4614-a089-9c69c210cc67 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:18.870370 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c89d5d2a-b88c-4813-861b-68c4887c34a5 req-88e8d986-8540-4614-a089-9c69c210cc67 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.3209343 Apr 05 20:15:18.881967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port acd75246-9667-420d-96d9-3281ba28dd72 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:18.881967 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.882285 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a0ac5780-b1c8-45ef-8d57-1544380ff537 req-1c7b2723-6f2f-4eed-bd1e-630eaccbb530 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=00d5e374-9350-4ac3-b65f-3765c293f792 HTTP/1.1" status: 200 len: 217 time: 0.0787520 Apr 05 20:15:18.922397 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Attempting to bind port dde88f5c-ebda-49ca-b901-1e5109c80bb5 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:18.922620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Attempting to bind port dde88f5c-ebda-49ca-b901-1e5109c80bb5 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '4da4c3e2-4183-44b1-a771-b5e94e4b4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58c86225-7231-45c2-907c-c1c0ff45fa7e'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:18.922877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Attempting to bind port dde88f5c-ebda-49ca-b901-1e5109c80bb5 on network 58c86225-7231-45c2-907c-c1c0ff45fa7e {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:18.929416 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:15:18.950808 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81313865-009d-4a23-872f-de8c583dc79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.972197 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:18.972555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Checking segment: {'id': '4da4c3e2-4183-44b1-a771-b5e94e4b4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58c86225-7231-45c2-907c-c1c0ff45fa7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:18.973146 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.973682 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Bound using segment: {'id': '4da4c3e2-4183-44b1-a771-b5e94e4b4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58c86225-7231-45c2-907c-c1c0ff45fa7e'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:18.974348 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Bound port: dde88f5c-ebda-49ca-b901-1e5109c80bb5, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da4c3e2-4183-44b1-a771-b5e94e4b4048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '58c86225-7231-45c2-907c-c1c0ff45fa7e'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:18.974910 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:18.992390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-81313865-009d-4a23-872f-de8c583dc79f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d394f804-aaf4-4e3e-a175-a6def53d4129']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:19.001370 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c89d5d2a-b88c-4813-861b-68c4887c34a5 req-729b7454-d96c-4fb1-b703-87d345fae84c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745001 Apr 05 20:15:19.014229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-81313865-009d-4a23-872f-de8c583dc79f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e90d0d-3aba-4aaa-96f6-a68a385edada') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:19.014435 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:19.014542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-81313865-009d-4a23-872f-de8c583dc79f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e90d0d-3aba-4aaa-96f6-a68a385edada') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:19.019732 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:19.020318 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:19.037095 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81313865-009d-4a23-872f-de8c583dc79f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:19.045142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae6ab3-980a-43cc-a6f3-8b9b6810fd0b req-5a4c3c66-9c9d-403c-9917-4810070f0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:19.046877 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edae6ab3-980a-43cc-a6f3-8b9b6810fd0b req-5a4c3c66-9c9d-403c-9917-4810070f0143 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de693046406448ce9712373baee87060&device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 1101 time: 0.6679237 Apr 05 20:15:19.057378 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81313865-009d-4a23-872f-de8c583dc79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:19.062586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81313865-009d-4a23-872f-de8c583dc79f admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:15:19.062988 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81313865-009d-4a23-872f-de8c583dc79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:19.068736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Router d15982bc-7cfa-4154-b81e-253bf4b23ca4 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:15:19.071613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac5780-b1c8-45ef-8d57-1544380ff537 req-236e73c3-4c4a-473d-86cf-9ce100f7ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:19.073210 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a0ac5780-b1c8-45ef-8d57-1544380ff537 req-236e73c3-4c4a-473d-86cf-9ce100f7ccaa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e1175b7-fe76-4409-88b2-f584c22d2454 HTTP/1.1" status: 200 len: 845 time: 0.1783710 Apr 05 20:15:19.094736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857f1fb-6fd9-4801-aab4-3f0cdfe026b1 req-3b3b0f26-0bdf-4472-bc80-69094a54fa03 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:19.102082 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e857f1fb-6fd9-4801-aab4-3f0cdfe026b1 req-3b3b0f26-0bdf-4472-bc80-69094a54fa03 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 1097 time: 0.5629723 Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:15:19.163165 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:15:19.179806 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81313865-009d-4a23-872f-de8c583dc79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:19.203271 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81313865-009d-4a23-872f-de8c583dc79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:19.205733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81313865-009d-4a23-872f-de8c583dc79f admin admin] Pushing event deleted for resources: {'Network': ['ID=d394f804-aaf4-4e3e-a175-a6def53d4129,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:19.226487 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-81313865-009d-4a23-872f-de8c583dc79f admin admin] 10.222.0.24 "DELETE /v2.0/networks/d394f804-aaf4-4e3e-a175-a6def53d4129 HTTP/1.1" status: 204 len: 168 time: 0.5835350 Apr 05 20:15:19.305959 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] For port dde88f5c-ebda-49ca-b901-1e5109c80bb5, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:19.333121 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a0ac5780-b1c8-45ef-8d57-1544380ff537 req-53b2af33-4d6f-4338-acac-3151d811881e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90c58985-6e9e-49a8-afc1-08efbdccc060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2229195 Apr 05 20:15:19.347706 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6137559 Apr 05 20:15:19.352729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58582) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:19.362955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Request body: {'subnet': {'network_id': '7661ee30-1e05-4e02-9585-dc0f887972de', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:19.366947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] For port dde88f5c-ebda-49ca-b901-1e5109c80bb5, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dde88f5c-ebda-49ca-b901-1e5109c80bb5,segment=NetworkSegment(4da4c3e2-4183-44b1-a771-b5e94e4b4048),segment_id=4da4c3e2-4183-44b1-a771-b5e94e4b4048)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:19.368964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Allocated IP 19.80.0.2 (9bf5a6f6-addf-4a64-badf-f15788675011/c09d6e74-d946-43eb-bb9e-f5cb0a0c7d48/13bad3bf-d44b-4e39-a645-e0bcef61b40c) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:19.370431 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:19.379621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708714b-05ea-4f86-9223-3bbb706c4cc9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event updated for resources: {'Network': ['ID=7661ee30-1e05-4e02-9585-dc0f887972de,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:19.389089 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:19.480247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58588) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:19.480477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 7661ee30-1e05-4e02-9585-dc0f887972de details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:15:19.505350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:19.510415 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e857f1fb-6fd9-4801-aab4-3f0cdfe026b1 req-4ff0c34f-418d-4f76-b32d-d8ffe36096e2 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074454 Apr 05 20:15:19.546033 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cb8e839a-4b9c-4fed-9c65-613666bdd159 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aadb54985d2d4ae395ad377a8a39c6fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0646491 Apr 05 20:15:19.558083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Usage tracker for resource:subnet and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:19.562068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58594) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:19.568743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:19.612705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c7870-395a-42ac-aa75-a1d767fc0219 req-15350290-c385-49e2-9868-83192e8f3b04 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:19.614261 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a80c7870-395a-42ac-aa75-a1d767fc0219 req-15350290-c385-49e2-9868-83192e8f3b04 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 948 time: 0.3555722 Apr 05 20:15:19.628038 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:19.648147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cfed62-31d6-4842-b5d4-87fa804c5bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd75246-9667-420d-96d9-3281ba28dd72'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:19.705285 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a80c7870-395a-42ac-aa75-a1d767fc0219 req-d2b13e05-9278-4ed9-b8e0-d3ece71b4089 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/security-groups?id=aef0301a-c12c-4d50-95ee-73205c991d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748572 Apr 05 20:15:19.707450 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-458886a0-0d3b-4058-855a-5714adc485ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:19.736049 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-458886a0-0d3b-4058-855a-5714adc485ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:19.760555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port acd75246-9667-420d-96d9-3281ba28dd72, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=acd75246-9667-420d-96d9-3281ba28dd72,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:19.795169 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:19.799311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Routers {'40aa5b50-9355-4619-b9f7-7ac5eda7e096'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:15:19.800634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:15:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['40aa5b50-9355-4619-b9f7-7ac5eda7e096'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:19.812139 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-458886a0-0d3b-4058-855a-5714adc485ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:19.840894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:19.846819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:19.884468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f8080-986e-4e16-8d8a-4039d4f36953 None None] Pushing event updated for resources: {'Port': ['ID=dde88f5c-ebda-49ca-b901-1e5109c80bb5,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:19.931803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458886a0-0d3b-4058-855a-5714adc485ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9bee89-b989-43d0-b97d-7b010700062a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:20.013979 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-458886a0-0d3b-4058-855a-5714adc485ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:20.015237 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-458886a0-0d3b-4058-855a-5714adc485ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea9bee89-b989-43d0-b97d-7b010700062a HTTP/1.1" status: 204 len: 168 time: 0.4482663 Apr 05 20:15:20.089566 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a0ac5780-b1c8-45ef-8d57-1544380ff537 req-519d487e-ff33-4c1a-8439-c804541d6aca service neutron] 10.222.0.41 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7387669 Apr 05 20:15:20.090236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcd88e-73c8-4076-bac2-76b5b82be868 req-de2647f3-51db-49d7-b7cc-a5c9293139ef tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:20.090643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae6ab3-980a-43cc-a6f3-8b9b6810fd0b req-05d2de7c-81cd-42b3-a7ae-eac0bcd95682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:20.091975 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edae6ab3-980a-43cc-a6f3-8b9b6810fd0b req-05d2de7c-81cd-42b3-a7ae-eac0bcd95682 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.9810479 Apr 05 20:15:20.097284 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-31fcd88e-73c8-4076-bac2-76b5b82be868 req-de2647f3-51db-49d7-b7cc-a5c9293139ef tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 944 time: 0.2278352 Apr 05 20:15:20.154072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=acd75246-9667-420d-96d9-3281ba28dd72,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:20.231679 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-31fcd88e-73c8-4076-bac2-76b5b82be868 req-3df6de7d-51af-4420-9a64-b594f1ee0629 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325870 Apr 05 20:15:20.277925 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:15:20.288551 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Sync routers for ids ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:15:20.309789 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Routers {'d15982bc-7cfa-4154-b81e-253bf4b23ca4'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:15:20.311458 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:15:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:20.316037 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:20.317217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] Set router 40aa5b50-9355-4619-b9f7-7ac5eda7e096 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:15:20.496875 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:20.498937 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edae6ab3-980a-43cc-a6f3-8b9b6810fd0b req-09b828f8-5abd-440f-b014-ca40b1cdf7d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb HTTP/1.1" status: 200 len: 217 time: 0.1941562 Apr 05 20:15:20.501207 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a0ac5780-b1c8-45ef-8d57-1544380ff537 req-8b288d11-bdeb-416d-86ef-d41f8fc45e30 service neutron] 10.222.0.41 "GET /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050343 Apr 05 20:15:20.507264 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:20.510934 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7a1063ea-3e45-4a09-899f-67a8105c0817 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.5094509 Apr 05 20:15:20.535475 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Set router d15982bc-7cfa-4154-b81e-253bf4b23ca4 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:15:20.551247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58606) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:20.654701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Checking segment: {'id': '7c787a14-711c-4c5d-b601-cbd48ea7f7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7661ee30-1e05-4e02-9585-dc0f887972de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:20.655518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Network hostable DHCP agents. Network: 7661ee30-1e05-4e02-9585-dc0f887972de, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:15:20.698247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event updated for resources: {'Subnet': ['ID=7e332c5b-f992-4869-8d70-6b693c040359,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:20.718487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Network 7661ee30-1e05-4e02-9585-dc0f887972de is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:15:20.742374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 7661ee30-1e05-4e02-9585-dc0f887972de) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:20.775817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:20.777259 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:20.798241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e0d135-2ee8-4a70-9a87-2bc5b4644471 None None] Network 7661ee30-1e05-4e02-9585-dc0f887972de requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:15:20.851109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b1406f3b-02b0-496f-bc64-676e090e9c94 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4971862 Apr 05 20:15:20.979776 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Transition to ACTIVE for port object 13bad3bf-d44b-4e39-a645-e0bcef61b40c will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:21.000572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c89372-cd04-48a8-98dc-fbccc6d4c855 req-78c91bd7-2a69-406d-a230-d65d758ee4dc tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:21.007726 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21c89372-cd04-48a8-98dc-fbccc6d4c855 req-78c91bd7-2a69-406d-a230-d65d758ee4dc tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 945 time: 0.9147716 Apr 05 20:15:21.132911 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:17Z', 'revision_number': 3, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port': {'id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:14Z', 'updated_at': '2022-04-05T20:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:21.139939 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Checking router: d15982bc-7cfa-4154-b81e-253bf4b23ca4 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:15:21.141079 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Updating router d15982bc-7cfa-4154-b81e-253bf4b23ca4 port ce7b6aac-bd8e-4938-a8c7-b4963be11569 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:15:21.156925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Transition to ACTIVE for port object 13bad3bf-d44b-4e39-a645-e0bcef61b40c will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:21.198712 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:21.220661 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:21.300208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Pushing event updated for resources: {'Port': ['ID=13bad3bf-d44b-4e39-a645-e0bcef61b40c,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:21.316457 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-7661ee30-1e05-4e02-9585-dc0f887972de', 'network_id': '7661ee30-1e05-4e02-9585-dc0f887972de', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'fixed_ips': [{'subnet_id': '7e332c5b-f992-4869-8d70-6b693c040359'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:15:21.317250 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:21.360879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Network 9bf5a6f6-addf-4a64-badf-f15788675011 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:21.364730 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:21.391934 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:21.466644 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:21.565428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Allocated IP 19.86.0.2 (7661ee30-1e05-4e02-9585-dc0f887972de/7e332c5b-f992-4869-8d70-6b693c040359/837a4786-1e0b-49a7-bff5-06bed35581e7) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:21.634171 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21c89372-cd04-48a8-98dc-fbccc6d4c855 req-9712392e-7b79-4afb-ba41-948c6c9a576f tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254842 Apr 05 20:15:21.642423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae6ab3-980a-43cc-a6f3-8b9b6810fd0b req-cd8e4eeb-123a-4e66-b4ee-40599adfd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:21.652083 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edae6ab3-980a-43cc-a6f3-8b9b6810fd0b req-cd8e4eeb-123a-4e66-b4ee-40599adfd866 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 1.1423182 Apr 05 20:15:21.690186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58652) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:21.784192 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cfed62-31d6-4842-b5d4-87fa804c5bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd75246-9667-420d-96d9-3281ba28dd72', 'code': 200} Apr 05 20:15:21.786541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 00d5e374-9350-4ac3-b65f-3765c293f792 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:15:21.809511 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:21.863917 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Transition to ACTIVE for port object ce7b6aac-bd8e-4938-a8c7-b4963be11569 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:21.885664 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:21.940119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae6ab3-980a-43cc-a6f3-8b9b6810fd0b req-a0a83646-e095-4cb8-b0b0-347bab8c74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:21.943129 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edae6ab3-980a-43cc-a6f3-8b9b6810fd0b req-a0a83646-e095-4cb8-b0b0-347bab8c74b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2795067 Apr 05 20:15:21.951375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Allocated IP 172.20.0.1 (d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631/b3894f6c-28b6-44d0-b2b0-148aa5639c30/34934924-2e1b-416f-b248-c2956770a8e4) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:21.963581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-470561741-network', 'tenant_id': '03fc5fbb315f4203bb9339784dd7b447'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:21.974859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:21.978841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Attempting to bind port 13bad3bf-d44b-4e39-a645-e0bcef61b40c on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:21.979431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Attempting to bind port 13bad3bf-d44b-4e39-a645-e0bcef61b40c by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '9601dc20-b049-4527-9e24-313a1e223566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:21.979861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Usage tracker for resource:network and tenant:03fc5fbb315f4203bb9339784dd7b447 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:21.980144 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Attempting to bind port 13bad3bf-d44b-4e39-a645-e0bcef61b40c on network 9bf5a6f6-addf-4a64-badf-f15788675011 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:21.984828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:21.992773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:22.000708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:22.001421 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Checking segment: {'id': '9601dc20-b049-4527-9e24-313a1e223566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:22.002048 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.003017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Bound using segment: {'id': '9601dc20-b049-4527-9e24-313a1e223566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:22.003683 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Bound port: 13bad3bf-d44b-4e39-a645-e0bcef61b40c, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9601dc20-b049-4527-9e24-313a1e223566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:22.004253 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.033326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Made reservation on behalf of 03fc5fbb315f4203bb9339784dd7b447 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:22.036180 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.057183 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f12cb-0c3c-439b-89c9-c83b062e6280 req-7448fb92-5d61-413f-81c5-98b879687f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:22.059543 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-461f12cb-0c3c-439b-89c9-c83b062e6280 req-7448fb92-5d61-413f-81c5-98b879687f22 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 1100 time: 0.2633839 Apr 05 20:15:22.061120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.092977 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b08b5-cd6e-472b-a13c-e8a2c66a4e3a None None] Pushing event updated for resources: {'Port': ['ID=ce7b6aac-bd8e-4938-a8c7-b4963be11569,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:22.100222 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Attempting to bind port ce7b6aac-bd8e-4938-a8c7-b4963be11569 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:22.103073 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Attempting to bind port ce7b6aac-bd8e-4938-a8c7-b4963be11569 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:22.103592 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Attempting to bind port ce7b6aac-bd8e-4938-a8c7-b4963be11569 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:22.104908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:22.109607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Usage tracker for resource:security_group_rule and tenant:03fc5fbb315f4203bb9339784dd7b447 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:22.112840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:22.119766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:22.124141 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b08b5-cd6e-472b-a13c-e8a2c66a4e3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:22.124555 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b08b5-cd6e-472b-a13c-e8a2c66a4e3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:22.124978 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b08b5-cd6e-472b-a13c-e8a2c66a4e3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:22.126330 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b08b5-cd6e-472b-a13c-e8a2c66a4e3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:22.126737 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b08b5-cd6e-472b-a13c-e8a2c66a4e3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:22.127131 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b08b5-cd6e-472b-a13c-e8a2c66a4e3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:22.128599 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b08b5-cd6e-472b-a13c-e8a2c66a4e3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:22.129197 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b08b5-cd6e-472b-a13c-e8a2c66a4e3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:22.131037 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b08b5-cd6e-472b-a13c-e8a2c66a4e3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:22.131557 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b08b5-cd6e-472b-a13c-e8a2c66a4e3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:22.132210 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b08b5-cd6e-472b-a13c-e8a2c66a4e3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:22.133255 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17b08b5-cd6e-472b-a13c-e8a2c66a4e3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:22.151736 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:22.152189 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:22.152720 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.153476 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:22.154238 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Bound port: ce7b6aac-bd8e-4938-a8c7-b4963be11569, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:22.155074 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.249323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-461f12cb-0c3c-439b-89c9-c83b062e6280 req-bfa9be22-ea84-487c-99dd-a4afa7cff444 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=aef0301a-c12c-4d50-95ee-73205c991d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712375 Apr 05 20:15:22.267198 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] For port ce7b6aac-bd8e-4938-a8c7-b4963be11569, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:22.272590 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.273074 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] For port ce7b6aac-bd8e-4938-a8c7-b4963be11569, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ce7b6aac-bd8e-4938-a8c7-b4963be11569,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:22.278033 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.278982 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.314657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:15:22.322527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'name': 'tempest-ServersTestMultiNic-1602776641-router', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:02Z', 'updated_at': '2022-04-05T20:15:13Z', 'revision_number': 4, 'project_id': '15f1e4963ec848aab8e6a36d8339f80d', 'gw_port': {'id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:04Z', 'updated_at': '2022-04-05T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'dde88f5c-ebda-49ca-b901-1e5109c80bb5', 'name': '', 'network_id': '58c86225-7231-45c2-907c-c1c0ff45fa7e', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'mac_address': 'fa:16:3e:c3:56:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'bbc24b3a-a37c-494b-a838-0aaffea3c93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:19Z', 'revision_number': 4, 'project_id': '15f1e4963ec848aab8e6a36d8339f80d', 'subnets': [{'id': 'bbc24b3a-a37c-494b-a838-0aaffea3c93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:22.329204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7521b4bf-1018-48c9-a97e-d8522493b104,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:22.335431 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.335821 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Added segment 21c37c14-7ef5-49e8-9bd5-45ec30cd75fc of type vlan for network be2fa9b5-9ca9-43ab-8d40-2be885abed69 Apr 05 20:15:22.366707 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8610ae-b44f-4235-8db2-1052697ad3b4 None None] The sync data for ids ['40aa5b50-9355-4619-b9f7-7ac5eda7e096'] in n-d-836604-1 is: [{'id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'name': 'tempest-ServersTestMultiNic-1602776641-router', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:02Z', 'updated_at': '2022-04-05T20:15:13Z', 'revision_number': 4, 'project_id': '15f1e4963ec848aab8e6a36d8339f80d', 'gw_port': {'id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:04Z', 'updated_at': '2022-04-05T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'dde88f5c-ebda-49ca-b901-1e5109c80bb5', 'name': '', 'network_id': '58c86225-7231-45c2-907c-c1c0ff45fa7e', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'mac_address': 'fa:16:3e:c3:56:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'bbc24b3a-a37c-494b-a838-0aaffea3c93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:19Z', 'revision_number': 4, 'project_id': '15f1e4963ec848aab8e6a36d8339f80d', 'subnets': [{'id': 'bbc24b3a-a37c-494b-a838-0aaffea3c93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:15:22.368987 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.373299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 00d5e374-9350-4ac3-b65f-3765c293f792, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=00d5e374-9350-4ac3-b65f-3765c293f792,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:22.375371 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.416140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] For port 13bad3bf-d44b-4e39-a645-e0bcef61b40c, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:22.420691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Transition to ACTIVE for port object 837a4786-1e0b-49a7-bff5-06bed35581e7 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:22.421682 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Routers {'d15982bc-7cfa-4154-b81e-253bf4b23ca4'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:15:22.423057 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:15:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:22.428530 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '00d5e374-9350-4ac3-b65f-3765c293f792', 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060', 'port_id': '00d5e374-9350-4ac3-b65f-3765c293f792', 'mac_address': 'fa:16:3e:30:ee:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1175b7-fe76-4409-88b2-f584c22d2454', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:15:22.446838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] For port 13bad3bf-d44b-4e39-a645-e0bcef61b40c, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=13bad3bf-d44b-4e39-a645-e0bcef61b40c,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:22.470641 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.472401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:22.472597 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.509762 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.573302 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b08b5-cd6e-472b-a13c-e8a2c66a4e3a None None] Pushing event updated for resources: {'Port': ['ID=ce7b6aac-bd8e-4938-a8c7-b4963be11569,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:22.623309 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9306502 Apr 05 20:15:22.626116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58666) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:22.637037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Request body: {'subnet': {'network_id': 'be2fa9b5-9ca9-43ab-8d40-2be885abed69', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-470561741-subnet', 'tenant_id': '03fc5fbb315f4203bb9339784dd7b447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:22.642286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff212df-d81f-4c9a-ba1f-2ce536269215 admin admin] Pushing event updated for resources: {'Network': ['ID=be2fa9b5-9ca9-43ab-8d40-2be885abed69,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:22.657391 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edae6ab3-980a-43cc-a6f3-8b9b6810fd0b req-81a845f7-c194-4eba-be75-763806e81d1a service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973081 Apr 05 20:15:22.666359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:22.673066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Transition to ACTIVE for port object 837a4786-1e0b-49a7-bff5-06bed35581e7 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:22.679042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network be2fa9b5-9ca9-43ab-8d40-2be885abed69 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:15:22.680031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Usage tracker for resource:subnet and tenant:03fc5fbb315f4203bb9339784dd7b447 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:22.690739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:22.700367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:22.714464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Made reservation on behalf of 03fc5fbb315f4203bb9339784dd7b447 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:22.718451 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.840558 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.873456 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:22.879940 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] Set router d15982bc-7cfa-4154-b81e-253bf4b23ca4 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:15:23.058611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Network 7661ee30-1e05-4e02-9585-dc0f887972de is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:23.080297 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6473a7a-4618-4ebf-8748-c1427c0f7e3b req-7b7eccca-f224-489c-9dfe-b090f7d1049d tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:23.092959 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a6473a7a-4618-4ebf-8748-c1427c0f7e3b req-7b7eccca-f224-489c-9dfe-b090f7d1049d tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.8205531 Apr 05 20:15:23.104393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:23.111929 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:23.114875 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:23.125383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6045320-d4ad-4781-9213-32ce4c25d7ef None None] Pushing event updated for resources: {'Port': ['ID=13bad3bf-d44b-4e39-a645-e0bcef61b40c,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:23.136780 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:23.155774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Transition to ACTIVE for port object 34934924-2e1b-416f-b248-c2956770a8e4 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:23.201462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-c64d2b5f-f559-4a45-808d-b9d2acb37748 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:15:23.209708 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-c64d2b5f-f559-4a45-808d-b9d2acb37748 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6173668 Apr 05 20:15:23.280593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00d5e374-9350-4ac3-b65f-3765c293f792 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:23.310496 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:23.319522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdb4d50c-02b7-4ed9-9bf2-695b690f757c,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:23.333175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Checking segment: {'id': '21c37c14-7ef5-49e8-9bd5-45ec30cd75fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'be2fa9b5-9ca9-43ab-8d40-2be885abed69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:23.333543 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Network hostable DHCP agents. Network: be2fa9b5-9ca9-43ab-8d40-2be885abed69, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:15:23.349596 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:17Z', 'revision_number': 3, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port': {'id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:14Z', 'updated_at': '2022-04-05T20:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:23.357527 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4b801b-fb1d-4a4b-a594-796c8fc15950 None None] The sync data for ids ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'] in n-d-836604-1 is: [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:17Z', 'revision_number': 3, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port': {'id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:14Z', 'updated_at': '2022-04-05T20:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:15:23.391499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Network be2fa9b5-9ca9-43ab-8d40-2be885abed69 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:15:23.408218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, be2fa9b5-9ca9-43ab-8d40-2be885abed69) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:23.427453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:23.429146 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:23.488987 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7d8d9cab-281e-4bd0-86d0-9ea1171d0d91 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8555772 Apr 05 20:15:23.505552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-d84c3b1c-068c-4e5f-a87a-bbd11a7920b4 service neutron] Request body: {'binding': {'host': 'n-h2-836604-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:23.506471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-d84c3b1c-068c-4e5f-a87a-bbd11a7920b4 service neutron] Unknown quota resources ['binding']. {{(pid=87965) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 05 20:15:23.530896 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ad891-638c-4f33-b6a5-878655d33377 None None] Network be2fa9b5-9ca9-43ab-8d40-2be885abed69 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:15:23.619095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 00d5e374-9350-4ac3-b65f-3765c293f792, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=00d5e374-9350-4ac3-b65f-3765c293f792,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:23.620089 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Pushing event updated for resources: {'Port': ['ID=837a4786-1e0b-49a7-bff5-06bed35581e7,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:23.648353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:23.690379 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:23.726530 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a6473a7a-4618-4ebf-8748-c1427c0f7e3b req-6b4be43b-86cc-47fa-b5e0-57d5a69054eb tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6317940 Apr 05 20:15:23.730907 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edae6ab3-980a-43cc-a6f3-8b9b6810fd0b req-33ef39c0-8903-413b-8ca0-cc46b5cde9c0 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0629580 Apr 05 20:15:23.739663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Attempting to bind port 837a4786-1e0b-49a7-bff5-06bed35581e7 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:23.740033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Attempting to bind port 837a4786-1e0b-49a7-bff5-06bed35581e7 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '7c787a14-711c-4c5d-b601-cbd48ea7f7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7661ee30-1e05-4e02-9585-dc0f887972de'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:23.740393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Attempting to bind port 837a4786-1e0b-49a7-bff5-06bed35581e7 on network 7661ee30-1e05-4e02-9585-dc0f887972de {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:23.745083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:23.781658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:23.782067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Checking segment: {'id': '7c787a14-711c-4c5d-b601-cbd48ea7f7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7661ee30-1e05-4e02-9585-dc0f887972de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:23.782469 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:23.783573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Bound using segment: {'id': '7c787a14-711c-4c5d-b601-cbd48ea7f7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7661ee30-1e05-4e02-9585-dc0f887972de'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:23.783724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Bound port: 837a4786-1e0b-49a7-bff5-06bed35581e7, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c787a14-711c-4c5d-b601-cbd48ea7f7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7661ee30-1e05-4e02-9585-dc0f887972de'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:23.784048 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:23.795195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:23.844668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Pushing event updated for resources: {'Port': ['ID=34934924-2e1b-416f-b248-c2956770a8e4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:23.949572 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1bf40539-98cd-4a96-865e-0b0ed76aa356 req-f0279f16-62da-43d8-9158-b7399210ae35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9642909 Apr 05 20:15:23.977297 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:24.052996 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['00d5e374-9350-4ac3-b65f-3765c293f792'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:24.159161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f2c6f2e7-e1df-434a-81dd-c358d151e0cb details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:15:24.161823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f2c6f2e7-e1df-434a-81dd-c358d151e0cb no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:15:24.302819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ce7b6aac-bd8e-4938-a8c7-b4963be11569 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:24.390527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-d84c3b1c-068c-4e5f-a87a-bbd11a7920b4 service neutron] Attempting to bind port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 on host n-h2-836604-1 for vnic_type normal with profile None {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:24.390865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-d84c3b1c-068c-4e5f-a87a-bbd11a7920b4 service neutron] Attempting to bind port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:24.391192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-d84c3b1c-068c-4e5f-a87a-bbd11a7920b4 service neutron] Attempting to bind port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:24.501914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=00d5e374-9350-4ac3-b65f-3765c293f792,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:24.511832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-d84c3b1c-068c-4e5f-a87a-bbd11a7920b4 service neutron] Port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 on network 51344418-38f5-4178-a1c3-ae0225c075f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:15:24.513700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-d84c3b1c-068c-4e5f-a87a-bbd11a7920b4 service neutron] Attempting to bind port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:24.530545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-d84c3b1c-068c-4e5f-a87a-bbd11a7920b4 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:24.530947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-d84c3b1c-068c-4e5f-a87a-bbd11a7920b4 service neutron] Checking segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:24.531349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-d84c3b1c-068c-4e5f-a87a-bbd11a7920b4 service neutron] Bound using segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:24.531815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-d84c3b1c-068c-4e5f-a87a-bbd11a7920b4 service neutron] Bound port: 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:24.564271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-d84c3b1c-068c-4e5f-a87a-bbd11a7920b4 service neutron] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:24.613332 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-d84c3b1c-068c-4e5f-a87a-bbd11a7920b4 service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:24.614757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-d84c3b1c-068c-4e5f-a87a-bbd11a7920b4 service neutron] 10.222.0.24 "POST /v2.0/ports/8c74aab3-6a63-4642-bcf1-f005c35ab9b3/bindings HTTP/1.1" status: 201 len: 389 time: 1.3402483 Apr 05 20:15:24.706688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb2084-f2f5-4675-9d53-dfae282df7a4 req-d8f81284-4660-4279-8bc8-ea27bbd11896 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:24.717862 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a5cb2084-f2f5-4675-9d53-dfae282df7a4 req-d8f81284-4660-4279-8bc8-ea27bbd11896 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 949 time: 0.3979802 Apr 05 20:15:24.827311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8745d7-3c8f-43d6-9c56-e1436b1bc8d1 None None] Network 9bf5a6f6-addf-4a64-badf-f15788675011 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:15:24.840787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf40539-98cd-4a96-865e-0b0ed76aa356 req-0643db28-0b0a-49f1-b6cf-24f6f4733be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:24.842609 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1bf40539-98cd-4a96-865e-0b0ed76aa356 req-0643db28-0b0a-49f1-b6cf-24f6f4733be2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 1095 time: 0.5170655 Apr 05 20:15:24.930282 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-35e2f54a-555f-4744-b8ea-e7bfea8cc299 None None] Provisioning for port 34934924-2e1b-416f-b248-c2956770a8e4 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:24.961562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] For port 837a4786-1e0b-49a7-bff5-06bed35581e7, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:24.973986 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a5cb2084-f2f5-4675-9d53-dfae282df7a4 req-e805562f-efa8-4525-9f44-0d05c1a2a944 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/security-groups?id=aef0301a-c12c-4d50-95ee-73205c991d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302933 Apr 05 20:15:25.010481 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:25.057165 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-35e2f54a-555f-4744-b8ea-e7bfea8cc299 None None] Provisioning complete for port 34934924-2e1b-416f-b248-c2956770a8e4 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:25.057538 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-35e2f54a-555f-4744-b8ea-e7bfea8cc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:25.182635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-4a9ba98d-0b93-4a33-856a-7b2cc548dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:25.183373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] For port 837a4786-1e0b-49a7-bff5-06bed35581e7, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=837a4786-1e0b-49a7-bff5-06bed35581e7,segment=NetworkSegment(7c787a14-711c-4c5d-b601-cbd48ea7f7ed),segment_id=7c787a14-711c-4c5d-b601-cbd48ea7f7ed)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:25.184583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-4a9ba98d-0b93-4a33-856a-7b2cc548dcef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 1097 time: 0.2441685 Apr 05 20:15:25.217059 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26877852-fa19-46a9-bcea-a5a8aceddd15 None None] Network be2fa9b5-9ca9-43ab-8d40-2be885abed69 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:15:25.222728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c98de0d8-3640-4879-b99a-c5085a5a5f64 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:25.230086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c98de0d8-3640-4879-b99a-c5085a5a5f64 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:25.230930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c98de0d8-3640-4879-b99a-c5085a5a5f64 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Synchronizing usage tracker for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:25.258318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:25.292379 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:25.334002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c98de0d8-3640-4879-b99a-c5085a5a5f64 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Unset dirty status for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:25.335708 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c98de0d8-3640-4879-b99a-c5085a5a5f64 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/networks?id=9bf5a6f6-addf-4a64-badf-f15788675011&id=7661ee30-1e05-4e02-9585-dc0f887972de&id=9bf5a6f6-addf-4a64-badf-f15788675011 HTTP/1.1" status: 200 len: 1391 time: 0.4580317 Apr 05 20:15:25.387030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-deb4989c-9694-427e-abf2-63918d884733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:25.388625 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-deb4989c-9694-427e-abf2-63918d884733 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.1971836 Apr 05 20:15:25.390203 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97a58542-9e24-4866-a11e-b40c66958f23 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/quotas/15f1e4963ec848aab8e6a36d8339f80d HTTP/1.1" status: 200 len: 375 time: 0.0204232 Apr 05 20:15:25.393866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf40539-98cd-4a96-865e-0b0ed76aa356 req-a9201dec-5e39-402a-85c6-d9d42ab2a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:25.395333 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1bf40539-98cd-4a96-865e-0b0ed76aa356 req-a9201dec-5e39-402a-85c6-d9d42ab2a0f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.4895127 Apr 05 20:15:25.455773 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb', 'mac_address': 'fa:16:3e:ca:66:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:15:25.493514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port ce7b6aac-bd8e-4938-a8c7-b4963be11569 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:25.496139 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-7720496e-fff8-442c-8569-4f15585c22f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3 HTTP/1.1" status: 200 len: 217 time: 0.1017034 Apr 05 20:15:25.511174 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fd186-d6c4-4a5c-8307-3476a2b873d0 None None] Pushing event updated for resources: {'Port': ['ID=837a4786-1e0b-49a7-bff5-06bed35581e7,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:25.555333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-35e2f54a-555f-4744-b8ea-e7bfea8cc299 None None] Port 34934924-2e1b-416f-b248-c2956770a8e4 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:15:25.557460 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:25.578018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-b633f346-03d0-4ad5-8bcc-8e6d7c8bd3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:25.579564 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-b633f346-03d0-4ad5-8bcc-8e6d7c8bd3c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.0766933 Apr 05 20:15:25.612508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ce7b6aac-bd8e-4938-a8c7-b4963be11569 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:25.612874 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:25.640744 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-22051cdd-e404-4ee6-993d-2e10f065da43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534883 Apr 05 20:15:25.654600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1bf40539-98cd-4a96-865e-0b0ed76aa356 req-18fa5048-d1dc-4088-b1c2-e3b36face226 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511 HTTP/1.1" status: 200 len: 217 time: 0.2231867 Apr 05 20:15:25.662907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea37f5f-4d1a-445a-b17c-5f7c95a61346 req-cd8eb117-c2e7-4ae1-84a8-c86ce4fa26d1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:25.666104 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1ea37f5f-4d1a-445a-b17c-5f7c95a61346 req-cd8eb117-c2e7-4ae1-84a8-c86ce4fa26d1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 945 time: 0.4342430 Apr 05 20:15:25.692827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:25.697859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-b9183ddc-a446-4108-8471-4fcf92768755 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Synchronizing usage tracker for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:25.802444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:25.827441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-b9183ddc-a446-4108-8471-4fcf92768755 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Unset dirty status for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:25.829037 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-b9183ddc-a446-4108-8471-4fcf92768755 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f1e4963ec848aab8e6a36d8339f80d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3844316 Apr 05 20:15:25.894291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf40539-98cd-4a96-865e-0b0ed76aa356 req-1a57cbfc-0eee-45a9-9835-1fe3e5489540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:25.896451 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1bf40539-98cd-4a96-865e-0b0ed76aa356 req-1a57cbfc-0eee-45a9-9835-1fe3e5489540 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.2291076 Apr 05 20:15:25.977146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1bf40539-98cd-4a96-865e-0b0ed76aa356 req-3315f852-6f9d-4033-9d4a-d32ac49ac8f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699351 Apr 05 20:15:25.984754 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:15:25.993025 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:25.994852 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:26.052455 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1ea37f5f-4d1a-445a-b17c-5f7c95a61346 req-278fce03-740c-449b-a985-7541801e6cf9 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407093 Apr 05 20:15:26.062185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2c6f2e7-e1df-434a-81dd-c358d151e0cb {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:26.068909 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1816bb79-af79-43f8-90b3-8e39624aaaac None None] Provisioning for port 13bad3bf-d44b-4e39-a645-e0bcef61b40c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:26.073489 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:26.148866 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:26.288845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d6a2474a-5f45-4773-85af-2b11954d1f89 service neutron] 10.222.0.24 "GET /v2.0/networks/9bf5a6f6-addf-4a64-badf-f15788675011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490299 Apr 05 20:15:26.325393 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:15:26.326270 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:15:26.333788 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:26.374405 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port ce7b6aac-bd8e-4938-a8c7-b4963be11569, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ce7b6aac-bd8e-4938-a8c7-b4963be11569,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:26.379186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:26.385128 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5631f290-d92c-41c3-847d-e2ae2587fd6e req-1f623975-22cf-489e-973a-7015a76cd7a3 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1837173766&fields=id&tenant_id=313ef90b753e46b0b1e67425a2190bfd HTTP/1.1" status: 200 len: 267 time: 0.1520958 Apr 05 20:15:26.386022 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:26.386798 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dde88f5c-ebda-49ca-b901-1e5109c80bb5 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:26.396544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Pushing event updated for resources: {'Port': ['ID=34934924-2e1b-416f-b248-c2956770a8e4,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:26.447459 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-39f33159-86fb-49b9-861e-122ddbe61342 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7975583 Apr 05 20:15:26.448202 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:26.497832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1bf40539-98cd-4a96-865e-0b0ed76aa356 req-65712ece-7f15-452b-87bd-e4ba6085e014 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984529 Apr 05 20:15:26.532418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port dde88f5c-ebda-49ca-b901-1e5109c80bb5 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:26.538854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=ce7b6aac-bd8e-4938-a8c7-b4963be11569,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:26.544812 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port dde88f5c-ebda-49ca-b901-1e5109c80bb5 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:26.545108 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:26.626895 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-73ea8a9a-c94e-40df-8330-bd6c49ee8a49 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625767 Apr 05 20:15:26.698289 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-4f74195e-ab8c-49b4-83fe-e0ce911a745c service neutron] 10.222.0.24 "GET /v2.0/networks/9bf5a6f6-addf-4a64-badf-f15788675011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074936 Apr 05 20:15:26.752540 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:26.879221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f290-d92c-41c3-847d-e2ae2587fd6e req-f8aa1baf-f70c-416c-b4c8-8b2f767d101b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:26.883199 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5631f290-d92c-41c3-847d-e2ae2587fd6e req-f8aa1baf-f70c-416c-b4c8-8b2f767d101b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 945 time: 0.4746501 Apr 05 20:15:26.923674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-5631f290-d92c-41c3-847d-e2ae2587fd6e req-1f5a5069-cf52-46fc-b954-ad06fc0db3ef tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'port': {'security_groups': ['f017a3f1-582b-46e6-a334-c6ae4f6918f1', 'b62782c3-dcc9-4fdf-abaa-1b8a567b4253']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:26.941226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port dde88f5c-ebda-49ca-b901-1e5109c80bb5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dde88f5c-ebda-49ca-b901-1e5109c80bb5,segment=NetworkSegment(4da4c3e2-4183-44b1-a771-b5e94e4b4048),segment_id=4da4c3e2-4183-44b1-a771-b5e94e4b4048)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:26.942894 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:26.979247 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1bf40539-98cd-4a96-865e-0b0ed76aa356 req-71561622-a79a-43bf-8667-6cf195970753 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648118 Apr 05 20:15:26.988197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:26.991711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:27.002219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c6f2e7-e1df-434a-81dd-c358d151e0cb {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:27.038975 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-1e68d951-2034-4f60-876a-f6f6c35e1c2c service neutron] 10.222.0.24 "GET /v2.0/networks/7661ee30-1e05-4e02-9585-dc0f887972de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376570 Apr 05 20:15:27.039383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:27.049343 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:27.050357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 13bad3bf-d44b-4e39-a645-e0bcef61b40c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:27.088647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-b445bef8-aa10-46ee-b8f6-e1e6e07eb25f tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:27.090230 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-b445bef8-aa10-46ee-b8f6-e1e6e07eb25f tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1&tenant_id=637efc23dfdb499b8292cc0b1136bd84&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1097 time: 0.3479030 Apr 05 20:15:27.119654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836604-1'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:27.285423 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5631f290-d92c-41c3-847d-e2ae2587fd6e req-1f5a5069-cf52-46fc-b954-ad06fc0db3ef tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:27.344062 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:27.428812 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-6d4fb047-0274-4acb-9061-e7e7e521c473 service neutron] 10.222.0.24 "GET /v2.0/networks/7661ee30-1e05-4e02-9585-dc0f887972de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3801346 Apr 05 20:15:27.431340 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031954ac-8ff5-484c-823e-8f14f9507394 None None] Network 7661ee30-1e05-4e02-9585-dc0f887972de requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:15:27.595045 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:27.646999 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=dde88f5c-ebda-49ca-b901-1e5109c80bb5,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:27.705343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 00d5e374-9350-4ac3-b65f-3765c293f792 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:27.717463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-3a30282f-4353-4bab-ba86-fe531d66b70b service neutron] 10.222.0.24 "GET /v2.0/networks/9bf5a6f6-addf-4a64-badf-f15788675011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817211 Apr 05 20:15:27.777193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['f2c6f2e7-e1df-434a-81dd-c358d151e0cb'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:27.816644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6aab2369-6510-4749-bc3b-e6bb3d023eb7 None None] Provisioning complete for port 34934924-2e1b-416f-b248-c2956770a8e4 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:27.817110 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6aab2369-6510-4749-bc3b-e6bb3d023eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:27.826845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Router d15982bc-7cfa-4154-b81e-253bf4b23ca4 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:15:27.897450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 13bad3bf-d44b-4e39-a645-e0bcef61b40c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:27.908580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 13bad3bf-d44b-4e39-a645-e0bcef61b40c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:27.908950 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:27.971307 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-5d9a627a-06ae-4761-bf02-c31daf7726ce service neutron] 10.222.0.24 "GET /v2.0/networks/9bf5a6f6-addf-4a64-badf-f15788675011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216351 Apr 05 20:15:27.997566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:28.026986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,revision_number=10']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:28.042771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6aab2369-6510-4749-bc3b-e6bb3d023eb7 None None] Port 34934924-2e1b-416f-b248-c2956770a8e4 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:15:28.045518 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 00d5e374-9350-4ac3-b65f-3765c293f792 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:28.068557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 00d5e374-9350-4ac3-b65f-3765c293f792 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:28.068557 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:28.069994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:28.074585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-5631f290-d92c-41c3-847d-e2ae2587fd6e req-1f5a5069-cf52-46fc-b954-ad06fc0db3ef tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] For port b85dd6f7-8aaa-4c12-b369-096f50b0e403, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b85dd6f7-8aaa-4c12-b369-096f50b0e403,segment=NetworkSegment(4059bc4e-6a65-4324-812d-3a9d6d562911),segment_id=4059bc4e-6a65-4324-812d-3a9d6d562911)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:28.155636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2b3a45-2326-4175-8894-22a3f466d1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c74aab3-6a63-4642-bcf1-f005c35ab9b3'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:28.164715 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:28.178937 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:28.200074 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6aab2369-6510-4749-bc3b-e6bb3d023eb7 None None] Provisioning for port 837a4786-1e0b-49a7-bff5-06bed35581e7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:28.224325 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5631f290-d92c-41c3-847d-e2ae2587fd6e req-1f5a5069-cf52-46fc-b954-ad06fc0db3ef tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:28.236240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:15:28.241893 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-10b2a1e1-14c3-4b30-a9f4-52539a9a9375 admin admin] 10.222.0.24 "PUT /v2.0/routers/d15982bc-7cfa-4154-b81e-253bf4b23ca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6819727 Apr 05 20:15:28.243068 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5631f290-d92c-41c3-847d-e2ae2587fd6e req-1f5a5069-cf52-46fc-b954-ad06fc0db3ef tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:28.327707 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Sync routers for ids ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:15:28.366489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5631f290-d92c-41c3-847d-e2ae2587fd6e req-1f5a5069-cf52-46fc-b954-ad06fc0db3ef tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:28.367152 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5631f290-d92c-41c3-847d-e2ae2587fd6e req-1f5a5069-cf52-46fc-b954-ad06fc0db3ef tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:28.368624 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5631f290-d92c-41c3-847d-e2ae2587fd6e req-1f5a5069-cf52-46fc-b954-ad06fc0db3ef tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "PUT /v2.0/ports/b85dd6f7-8aaa-4c12-b369-096f50b0e403 HTTP/1.1" status: 200 len: 981 time: 1.4554453 Apr 05 20:15:28.369053 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e82510-bb06-45ae-a4ae-6de2ea43f890', 'tag': 'b85dd6f7-8aaa-4c12-b369-096f50b0e403'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:28.447552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a5069-cf52-46fc-b954-ad06fc0db3ef tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'Port': ['ID=b85dd6f7-8aaa-4c12-b369-096f50b0e403,revision_number=6']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:28.508850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['b85dd6f7-8aaa-4c12-b369-096f50b0e403'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:28.658496 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Routers {'d15982bc-7cfa-4154-b81e-253bf4b23ca4'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:15:28.659066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:15:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:28.750017 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:28.787254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534b2b3-87af-4b11-9132-5e8440a44e34 req-cacc7782-816f-4e8f-b8ea-31357780f56d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:28.793237 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7534b2b3-87af-4b11-9132-5e8440a44e34 req-cacc7782-816f-4e8f-b8ea-31357780f56d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 944 time: 0.2038548 Apr 05 20:15:28.895001 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7534b2b3-87af-4b11-9132-5e8440a44e34 req-8181354f-3cd3-4e59-aba1-7af103c12383 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952480 Apr 05 20:15:28.903284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Pushing event updated for resources: {'Port': ['ID=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:28.911625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Attempting to bind port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 on host n-h1-836604-1 for vnic_type normal with profile {"migrating_to": "n-h2-836604-1"} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:28.912040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Attempting to bind port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:28.912430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Attempting to bind port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:28.920900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 on network 51344418-38f5-4178-a1c3-ae0225c075f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:15:28.921297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Attempting to bind port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:28.928167 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 13bad3bf-d44b-4e39-a645-e0bcef61b40c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=13bad3bf-d44b-4e39-a645-e0bcef61b40c,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:28.931162 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:28.971641 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:28.989607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:28.990048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Checking segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:28.990500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Bound using segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:28.991154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Bound port: 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:28.991568 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:29.146733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-794af99a-7dbe-4feb-9ffc-59e0f8f6f053 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:29.147560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-794af99a-7dbe-4feb-9ffc-59e0f8f6f053 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Synchronizing usage tracker for tenant:03fc5fbb315f4203bb9339784dd7b447 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:29.181190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:29.188988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:29.190813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-794af99a-7dbe-4feb-9ffc-59e0f8f6f053 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Unset dirty status for tenant:03fc5fbb315f4203bb9339784dd7b447 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:29.192253 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-794af99a-7dbe-4feb-9ffc-59e0f8f6f053 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/networks?id=be2fa9b5-9ca9-43ab-8d40-2be885abed69 HTTP/1.1" status: 200 len: 817 time: 0.6323316 Apr 05 20:15:29.216551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03330a-a8db-45b3-b5a0-4fce74ad5c75 req-f79a37ef-4207-435a-8ef4-d9c72b0b1e4f tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:29.218134 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c03330a-a8db-45b3-b5a0-4fce74ad5c75 req-f79a37ef-4207-435a-8ef4-d9c72b0b1e4f tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.1178622 Apr 05 20:15:29.219963 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:29.261008 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ce7b6aac-bd8e-4938-a8c7-b4963be11569 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:29.276916 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c03330a-a8db-45b3-b5a0-4fce74ad5c75 req-97d54f32-9cfc-4630-a860-9f4cad80f34f tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479882 Apr 05 20:15:29.301072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 00d5e374-9350-4ac3-b65f-3765c293f792, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=00d5e374-9350-4ac3-b65f-3765c293f792,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:29.343325 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:29.347382 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-88cdc0df-5a65-47ce-9e38-685522e0543a tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/quotas/03fc5fbb315f4203bb9339784dd7b447 HTTP/1.1" status: 200 len: 375 time: 0.1469357 Apr 05 20:15:29.363161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Set router d15982bc-7cfa-4154-b81e-253bf4b23ca4 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:15:29.415699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-1af2d935-211c-4832-a62f-42ecf0514a6f tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=03fc5fbb315f4203bb9339784dd7b447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673862 Apr 05 20:15:29.421759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['b85dd6f7-8aaa-4c12-b369-096f50b0e403'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:29.510095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=13bad3bf-d44b-4e39-a645-e0bcef61b40c,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:29.681491 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb', 'code': 200} Apr 05 20:15:29.700894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Pushing event updated for resources: {'Port': ['ID=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,revision_number=8']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:29.741088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:29.746879 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:29.748567 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-fdd7edd0-6553-4f86-ad6f-35acad45a997 service neutron] 10.222.0.41 "PUT /v2.0/ports/8c74aab3-6a63-4642-bcf1-f005c35ab9b3 HTTP/1.1" status: 200 len: 1122 time: 2.6356552 Apr 05 20:15:29.757234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-300df056-7150-4fd0-acab-a23a3afca97e service neutron] 10.222.0.24 "GET /v2.0/networks/be2fa9b5-9ca9-43ab-8d40-2be885abed69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407214 Apr 05 20:15:29.867654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5fd2d-af88-4b42-9aa6-7bfa038df2e5 req-8510d2c3-96af-42a3-b00b-a4a29980f783 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:29.869968 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06b5fd2d-af88-4b42-9aa6-7bfa038df2e5 req-8510d2c3-96af-42a3-b00b-a4a29980f783 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 946 time: 0.0998266 Apr 05 20:15:29.915264 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-ee04023d-ae3b-4b15-a2fb-929c541edaf1 service neutron] 10.222.0.24 "GET /v2.0/networks/be2fa9b5-9ca9-43ab-8d40-2be885abed69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498430 Apr 05 20:15:29.917527 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06b5fd2d-af88-4b42-9aa6-7bfa038df2e5 req-9f0b41d9-45b1-4beb-a073-1ffe47c1bcc3 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409193 Apr 05 20:15:29.922118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['8c74aab3-6a63-4642-bcf1-f005c35ab9b3'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:29.969046 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2b3a45-2326-4175-8894-22a3f466d1e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c74aab3-6a63-4642-bcf1-f005c35ab9b3', 'code': 200} Apr 05 20:15:29.999063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ce7b6aac-bd8e-4938-a8c7-b4963be11569 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:29.999436 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:30.105838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=00d5e374-9350-4ac3-b65f-3765c293f792,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:30.138617 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e76f5fdd-dfc4-48e5-bc99-42ac4826e71b req-0cd25646-f0f6-43c0-8c59-4a1f8fbcec7e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 210 time: 0.0657036 Apr 05 20:15:30.334056 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e82510-bb06-45ae-a4ae-6de2ea43f890', 'tag': 'b85dd6f7-8aaa-4c12-b369-096f50b0e403', 'status': 'completed', 'code': 200} Apr 05 20:15:30.335877 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28c105b2-ff4b-420d-a5d5-6c58cdd3985a req-8476c13b-5d78-4aff-befa-32e1bfc02a22 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1924160704&fields=id&tenant_id=313ef90b753e46b0b1e67425a2190bfd HTTP/1.1" status: 200 len: 267 time: 0.1532819 Apr 05 20:15:30.465524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6979f-d6e9-4d15-abeb-ac24e6f15e2e req-99599804-0b59-4e3b-ac88-e2ada4cd3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:30.468840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1ae6979f-d6e9-4d15-abeb-ac24e6f15e2e req-99599804-0b59-4e3b-ac88-e2ada4cd3afc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=313ef90b753e46b0b1e67425a2190bfd&device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 1135 time: 0.1932650 Apr 05 20:15:30.477487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c105b2-ff4b-420d-a5d5-6c58cdd3985a req-76cdabd4-edd8-4fd6-bdd7-8ddd40ed79f3 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:30.486769 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28c105b2-ff4b-420d-a5d5-6c58cdd3985a req-76cdabd4-edd8-4fd6-bdd7-8ddd40ed79f3 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 984 time: 0.1500146 Apr 05 20:15:30.493394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-67b7ab05-953c-42fe-b8ea-167e838dcf65 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:30.501162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-67b7ab05-953c-42fe-b8ea-167e838dcf65 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:30.502062 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-67b7ab05-953c-42fe-b8ea-167e838dcf65 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Synchronizing usage tracker for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:30.516842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-67b7ab05-953c-42fe-b8ea-167e838dcf65 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Unset dirty status for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:30.518128 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-67b7ab05-953c-42fe-b8ea-167e838dcf65 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.13 "GET /v2.0/networks?id=9bf5a6f6-addf-4a64-badf-f15788675011&id=7661ee30-1e05-4e02-9585-dc0f887972de&id=9bf5a6f6-addf-4a64-badf-f15788675011 HTTP/1.1" status: 200 len: 1391 time: 0.3786008 Apr 05 20:15:30.531156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Request body: {'port': {'device_id': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011', 'admin_state_up': True, 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:30.534165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-28c105b2-ff4b-420d-a5d5-6c58cdd3985a req-2d8bfd38-5815-4f57-99a0-c3d0e5632576 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'port': {'security_groups': ['b62782c3-dcc9-4fdf-abaa-1b8a567b4253', 'f017a3f1-582b-46e6-a334-c6ae4f6918f1', '9bd332d1-a155-4753-acc8-b36917c1bd95']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:30.710261 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-28c105b2-ff4b-420d-a5d5-6c58cdd3985a req-2d8bfd38-5815-4f57-99a0-c3d0e5632576 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:30.763854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 837a4786-1e0b-49a7-bff5-06bed35581e7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:30.788190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58756) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:30.805559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--983821010', 'description': 'tempest-description--26708405'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:30.835311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:30.838452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:30.863998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Usage tracker for resource:security_group and tenant:2046ae97d3c248edbc4220a51fb358dc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:30.874127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:30.881834 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:30.898691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:30.927056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:30.930934 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:30.958283 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:30.963387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6979f-d6e9-4d15-abeb-ac24e6f15e2e req-2189c071-a166-48e4-ab08-c2a22c10c937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:30.964908 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1ae6979f-d6e9-4d15-abeb-ac24e6f15e2e req-2189c071-a166-48e4-ab08-c2a22c10c937 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 HTTP/1.1" status: 200 len: 914 time: 0.4754174 Apr 05 20:15:30.972477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:24Z', 'revision_number': 4, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port': {'id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:14Z', 'updated_at': '2022-04-05T20:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '34934924-2e1b-416f-b248-c2956770a8e4', 'name': '', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'mac_address': 'fa:16:3e:e4:b9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:21Z', 'updated_at': '2022-04-05T20:15:25Z', 'revision_number': 2, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'subnets': [{'id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:30.984681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Checking router: d15982bc-7cfa-4154-b81e-253bf4b23ca4 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:15:30.985035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Updating router d15982bc-7cfa-4154-b81e-253bf4b23ca4 port 34934924-2e1b-416f-b248-c2956770a8e4 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:15:31.049603 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:31.055198 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1ae6979f-d6e9-4d15-abeb-ac24e6f15e2e req-a3ee5bae-bd7b-410a-8c91-5c84fd341306 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85dd6f7-8aaa-4c12-b369-096f50b0e403 HTTP/1.1" status: 200 len: 217 time: 0.0778453 Apr 05 20:15:31.080305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:31.098533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Usage tracker for resource:security_group_rule and tenant:2046ae97d3c248edbc4220a51fb358dc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:31.109459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:31.121405 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 837a4786-1e0b-49a7-bff5-06bed35581e7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:31.125074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:31.132435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 837a4786-1e0b-49a7-bff5-06bed35581e7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:31.132796 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:31.188654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6979f-d6e9-4d15-abeb-ac24e6f15e2e req-1f7272d9-00de-42ba-9ac7-60dc9d19d470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:31.189735 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1ae6979f-d6e9-4d15-abeb-ac24e6f15e2e req-1f7272d9-00de-42ba-9ac7-60dc9d19d470 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=318ad2b9-d4e2-423a-967c-87c103b42a46 HTTP/1.1" status: 200 len: 853 time: 0.1254151 Apr 05 20:15:31.238999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce01dba-c32f-4a04-a33c-1862ca2d630d req-5a98ecb2-d0b6-48c1-82e0-2cbd066fe97a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:31.246021 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ce01dba-c32f-4a04-a33c-1862ca2d630d req-5a98ecb2-d0b6-48c1-82e0-2cbd066fe97a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 944 time: 0.2680535 Apr 05 20:15:31.298862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Allocated IP 19.80.0.250 (9bf5a6f6-addf-4a64-badf-f15788675011/c09d6e74-d946-43eb-bb9e-f5cb0a0c7d48/606fdf29-7bc6-4a7d-9682-d8f274d7709a) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:31.349193 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ce01dba-c32f-4a04-a33c-1862ca2d630d req-65018adf-4f72-4e9a-8ebd-f21a8bcdc91e tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022079 Apr 05 20:15:31.384825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f2c6f2e7-e1df-434a-81dd-c358d151e0cb up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:31.404149 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:31.424947 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:31.426564 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:31.436105 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1ae6979f-d6e9-4d15-abeb-ac24e6f15e2e req-e16436e2-9ff8-4ec0-9f23-169766a60c15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664067 Apr 05 20:15:31.514918 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:31.515354 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7260280 Apr 05 20:15:31.521059 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988c7d8-1788-4e7b-9357-4027ae8547de tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78d799eb-e647-47be-b87f-b4df7b26ad45,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:31.525905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58766) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:31.533527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-cb0d59da-cee4-4111-b415-72744d442433 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Request body: {'security_group_rule': {'security_group_id': '78d799eb-e647-47be-b87f-b4df7b26ad45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:31.569432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-28c105b2-ff4b-420d-a5d5-6c58cdd3985a req-2d8bfd38-5815-4f57-99a0-c3d0e5632576 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] For port b85dd6f7-8aaa-4c12-b369-096f50b0e403, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b85dd6f7-8aaa-4c12-b369-096f50b0e403,segment=NetworkSegment(4059bc4e-6a65-4324-812d-3a9d6d562911),segment_id=4059bc4e-6a65-4324-812d-3a9d6d562911)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:31.575247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 837a4786-1e0b-49a7-bff5-06bed35581e7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=837a4786-1e0b-49a7-bff5-06bed35581e7,segment=NetworkSegment(7c787a14-711c-4c5d-b601-cbd48ea7f7ed),segment_id=7c787a14-711c-4c5d-b601-cbd48ea7f7ed)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:31.598884 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port f2c6f2e7-e1df-434a-81dd-c358d151e0cb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:31.599829 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:31.633272 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:31.634004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-28c105b2-ff4b-420d-a5d5-6c58cdd3985a req-2d8bfd38-5815-4f57-99a0-c3d0e5632576 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:31.634153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dde88f5c-ebda-49ca-b901-1e5109c80bb5 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:31.639471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1ae6979f-d6e9-4d15-abeb-ac24e6f15e2e req-ef824b84-4d27-46ad-9550-a34a578645e0 service neutron] 10.222.0.13 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958258 Apr 05 20:15:31.641935 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-28c105b2-ff4b-420d-a5d5-6c58cdd3985a req-2d8bfd38-5815-4f57-99a0-c3d0e5632576 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:31.706153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['b85dd6f7-8aaa-4c12-b369-096f50b0e403'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:31.739003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cb0d59da-cee4-4111-b415-72744d442433 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:31.751862 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bc527f-5f2d-40a8-91e0-0e5736082528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d5e374-9350-4ac3-b65f-3765c293f792'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:31.758884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cb0d59da-cee4-4111-b415-72744d442433 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Usage tracker for resource:security_group_rule and tenant:2046ae97d3c248edbc4220a51fb358dc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:31.773624 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-69ce576f-c740-41c4-87a5-0be62f1396dd req-87ef8b2d-9e1e-4532-bbee-6aa5690e149d tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/ports?device_id=03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c HTTP/1.1" status: 200 len: 210 time: 0.2569015 Apr 05 20:15:31.780600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cb0d59da-cee4-4111-b415-72744d442433 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:31.805318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cb0d59da-cee4-4111-b415-72744d442433 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:31.835801 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c105b2-ff4b-420d-a5d5-6c58cdd3985a req-2d8bfd38-5815-4f57-99a0-c3d0e5632576 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:31.836735 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-28c105b2-ff4b-420d-a5d5-6c58cdd3985a req-2d8bfd38-5815-4f57-99a0-c3d0e5632576 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:31.853492 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28c105b2-ff4b-420d-a5d5-6c58cdd3985a req-2d8bfd38-5815-4f57-99a0-c3d0e5632576 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "PUT /v2.0/ports/b85dd6f7-8aaa-4c12-b369-096f50b0e403 HTTP/1.1" status: 200 len: 1020 time: 1.3655577 Apr 05 20:15:31.920816 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb0d59da-cee4-4111-b415-72744d442433 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:31.935804 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:31.970310 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['b85dd6f7-8aaa-4c12-b369-096f50b0e403'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:31.976666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2b3a45-2326-4175-8894-22a3f466d1e1', 'tag': '8c74aab3-6a63-4642-bcf1-f005c35ab9b3'}, {'name': 'network-changed', 'server_uuid': '55e82510-bb06-45ae-a4ae-6de2ea43f890', 'tag': 'b85dd6f7-8aaa-4c12-b369-096f50b0e403'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:32.031082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Transition to ACTIVE for port object 606fdf29-7bc6-4a7d-9682-d8f274d7709a will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:32.084510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb0d59da-cee4-4111-b415-72744d442433 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:32.103851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8bfd38-5815-4f57-99a0-c3d0e5632576 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'Port': ['ID=b85dd6f7-8aaa-4c12-b369-096f50b0e403,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:32.104901 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb0d59da-cee4-4111-b415-72744d442433 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:32.123103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1ae6979f-d6e9-4d15-abeb-ac24e6f15e2e req-d7dc25c2-9f0d-4f22-b1d2-aa8df9d0f7a3 service neutron] 10.222.0.13 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330761 Apr 05 20:15:32.141529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d59da-cee4-4111-b415-72744d442433 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d9c074-fd4e-420f-b1f8-0c1aac003595,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:32.152894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863faf9e-05c4-4381-8b0e-7c049a3d68f2 req-bf026924-d9e3-4f61-b3f3-9cc73fc133c0 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:32.165631 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-863faf9e-05c4-4381-8b0e-7c049a3d68f2 req-bf026924-d9e3-4f61-b3f3-9cc73fc133c0 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 950 time: 0.2212691 Apr 05 20:15:32.176066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=837a4786-1e0b-49a7-bff5-06bed35581e7,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:32.194080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-313776d7-65c6-4055-949e-c5b3cc16184c tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:32.197938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-313776d7-65c6-4055-949e-c5b3cc16184c tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.41 "GET /v2.0/networks?id=be2fa9b5-9ca9-43ab-8d40-2be885abed69 HTTP/1.1" status: 200 len: 817 time: 0.3251488 Apr 05 20:15:32.198131 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:32.213224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Request body: {'port': {'device_id': '03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c', 'network_id': 'be2fa9b5-9ca9-43ab-8d40-2be885abed69', 'admin_state_up': True, 'tenant_id': '03fc5fbb315f4203bb9339784dd7b447'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:32.259772 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:32.261223 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb0d59da-cee4-4111-b415-72744d442433 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:32.262416 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cb0d59da-cee4-4111-b415-72744d442433 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7355978 Apr 05 20:15:32.268812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58778) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:32.281124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Network 9bf5a6f6-addf-4a64-badf-f15788675011 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:32.285621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:32.292280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ef2f1fe8-3c70-4d72-9391-032a146878c7 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Request body: {'security_group_rule': {'security_group_id': '78d799eb-e647-47be-b87f-b4df7b26ad45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:32.305721 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:32.306050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:32.349948 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Transition to ACTIVE for port object 34934924-2e1b-416f-b248-c2956770a8e4 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:32.352459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ef2f1fe8-3c70-4d72-9391-032a146878c7 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:32.352955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port dde88f5c-ebda-49ca-b901-1e5109c80bb5 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:32.352955 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:32.407445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:32.425284 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:32.426569 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:32.450935 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event updated for resources: {'Port': ['ID=606fdf29-7bc6-4a7d-9682-d8f274d7709a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:32.464287 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:32.467394 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:32.468312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ef2f1fe8-3c70-4d72-9391-032a146878c7 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Usage tracker for resource:security_group_rule and tenant:2046ae97d3c248edbc4220a51fb358dc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:32.474904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:32.478044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ef2f1fe8-3c70-4d72-9391-032a146878c7 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:32.486862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Usage tracker for resource:port and tenant:03fc5fbb315f4203bb9339784dd7b447 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:32.489080 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-863faf9e-05c4-4381-8b0e-7c049a3d68f2 req-1364d2a5-d7e0-4ff3-9a37-4c9e82b7458a tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226781 Apr 05 20:15:32.490486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ef2f1fe8-3c70-4d72-9391-032a146878c7 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:32.491932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:32.502062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:32.506486 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-18b61163-c4b1-463b-8f8e-997d1c51e42d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9786782 Apr 05 20:15:32.521038 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c85f95-4835-4cfd-b169-2fd26fc699f8 req-5445982b-2c75-4dea-88d5-d95164c5ee30 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:32.521179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Request body: {'port': {'device_id': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'network_id': '7661ee30-1e05-4e02-9585-dc0f887972de', 'admin_state_up': True, 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:32.524970 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3c85f95-4835-4cfd-b169-2fd26fc699f8 req-5445982b-2c75-4dea-88d5-d95164c5ee30 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 946 time: 0.1713614 Apr 05 20:15:32.546226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Made reservation on behalf of 03fc5fbb315f4203bb9339784dd7b447 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:32.549697 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:32.597577 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1fe8-3c70-4d72-9391-032a146878c7 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:32.632830 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3c85f95-4835-4cfd-b169-2fd26fc699f8 req-b25592ed-b583-4c64-b2cd-b2978ea17b48 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069579 Apr 05 20:15:32.776860 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bc527f-5f2d-40a8-91e0-0e5736082528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d5e374-9350-4ac3-b65f-3765c293f792', 'code': 200} Apr 05 20:15:32.838358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dbf01edb-2edd-4b86-8d98-944a094ff74d None None] Provisioning for port 606fdf29-7bc6-4a7d-9682-d8f274d7709a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:32.863133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Allocated IP 172.20.0.4 (be2fa9b5-9ca9-43ab-8d40-2be885abed69/cdb4d50c-02b7-4ed9-9bf2-695b690f757c/6ed34de7-c172-4439-bdaa-088789acf297) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:32.924317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,revision_number=11']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:32.934134 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dbf01edb-2edd-4b86-8d98-944a094ff74d None None] Provisioning complete for port 606fdf29-7bc6-4a7d-9682-d8f274d7709a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:32.935110 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dbf01edb-2edd-4b86-8d98-944a094ff74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:32.971790 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1fe8-3c70-4d72-9391-032a146878c7 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:32.987047 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1fe8-3c70-4d72-9391-032a146878c7 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:33.024454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:33.038128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9fbfdb-c3b0-4f3a-b3ff-bca13c471128 req-2bc539a8-ceb8-4a99-84db-340273bbc350 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:33.038857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-fc9fbfdb-c3b0-4f3a-b3ff-bca13c471128 req-2bc539a8-ceb8-4a99-84db-340273bbc350 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Synchronizing usage tracker for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:33.041232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f1fe8-3c70-4d72-9391-032a146878c7 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eb176eb-8b17-4f8b-a266-e70446bdf4ba,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:33.057274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:33.073304 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef2f1fe8-3c70-4d72-9391-032a146878c7 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:33.077759 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ef2f1fe8-3c70-4d72-9391-032a146878c7 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8027327 Apr 05 20:15:33.078822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58786) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:33.089535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:33.090411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:33.093545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:33.108043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:33.111169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-fc9fbfdb-c3b0-4f3a-b3ff-bca13c471128 req-2bc539a8-ceb8-4a99-84db-340273bbc350 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Unset dirty status for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:33.114431 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc9fbfdb-c3b0-4f3a-b3ff-bca13c471128 req-2bc539a8-ceb8-4a99-84db-340273bbc350 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 932 time: 0.4941840 Apr 05 20:15:33.119468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Usage tracker for resource:floatingip and tenant:2046ae97d3c248edbc4220a51fb358dc is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:33.123550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48cf90-7a81-473f-bd4b-020179e029cb req-eee953fe-5742-47b8-bf13-53d4b68eda79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:33.125355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:33.126516 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d48cf90-7a81-473f-bd4b-020179e029cb req-eee953fe-5742-47b8-bf13-53d4b68eda79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 1097 time: 0.2721140 Apr 05 20:15:33.133808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:33.192012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daa6295-b6bd-4d47-a151-bcbbef5718a4 req-9d38c383-15d2-4d5f-8c0b-9b628e90aef5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:33.195772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-dbf01edb-2edd-4b86-8d98-944a094ff74d None None] Port 606fdf29-7bc6-4a7d-9682-d8f274d7709a cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:15:33.197259 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Attempting to bind port 34934924-2e1b-416f-b248-c2956770a8e4 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:33.197620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Attempting to bind port 34934924-2e1b-416f-b248-c2956770a8e4 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:33.198003 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Attempting to bind port 34934924-2e1b-416f-b248-c2956770a8e4 on network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:33.199995 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7daa6295-b6bd-4d47-a151-bcbbef5718a4 req-9d38c383-15d2-4d5f-8c0b-9b628e90aef5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 1023 time: 0.2540367 Apr 05 20:15:33.204499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:33.220608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bd719-cb69-44a5-ade0-f8f7355cee58 None None] Pushing event updated for resources: {'Port': ['ID=34934924-2e1b-416f-b248-c2956770a8e4,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:33.235190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:33.235386 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Checking segment: {'id': '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:33.235679 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:33.236068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Bound using segment: {'id': '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:33.236548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Bound port: 34934924-2e1b-416f-b248-c2956770a8e4, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:33.236921 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:33.240284 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:33.274846 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d48cf90-7a81-473f-bd4b-020179e029cb req-b04a71c9-8b60-465b-b41f-9b387b0762e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824246 Apr 05 20:15:33.284286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-fc9fbfdb-c3b0-4f3a-b3ff-bca13c471128 req-b8686cba-7c49-4b24-8e96-3b60c4b0ccfd tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Synchronizing usage tracker for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:33.338909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-fc9fbfdb-c3b0-4f3a-b3ff-bca13c471128 req-b8686cba-7c49-4b24-8e96-3b60c4b0ccfd tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Unset dirty status for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:33.340280 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc9fbfdb-c3b0-4f3a-b3ff-bca13c471128 req-b8686cba-7c49-4b24-8e96-3b60c4b0ccfd tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118418 Apr 05 20:15:33.352565 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7daa6295-b6bd-4d47-a151-bcbbef5718a4 req-20f27503-5c8b-4997-b613-3702ed4a43b7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bd332d1-a155-4753-acc8-b36917c1bd95&id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&id=b62782c3-dcc9-4fdf-abaa-1b8a567b4253 HTTP/1.1" status: 200 len: 6148 time: 0.1520522 Apr 05 20:15:33.429821 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2b3a45-2326-4175-8894-22a3f466d1e1', 'tag': '8c74aab3-6a63-4642-bcf1-f005c35ab9b3', 'status': 'completed', 'code': 200} Apr 05 20:15:33.430092 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e82510-bb06-45ae-a4ae-6de2ea43f890', 'tag': 'b85dd6f7-8aaa-4c12-b369-096f50b0e403', 'status': 'completed', 'code': 200} Apr 05 20:15:33.433863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Allocated IP 19.86.0.6 (7661ee30-1e05-4e02-9585-dc0f887972de/7e332c5b-f992-4869-8d70-6b693c040359/c5654cfc-d8d1-4b53-96c7-4cebef97a128) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:33.504143 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 13bad3bf-d44b-4e39-a645-e0bcef61b40c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:33.608828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-c0ee8587-9d1e-448e-9d0a-389d67b94c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:33.610732 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-c0ee8587-9d1e-448e-9d0a-389d67b94c7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 1125 time: 0.1685441 Apr 05 20:15:33.622052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] For port 34934924-2e1b-416f-b248-c2956770a8e4, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:33.645461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] For port 34934924-2e1b-416f-b248-c2956770a8e4, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=34934924-2e1b-416f-b248-c2956770a8e4,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:33.649306 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 13bad3bf-d44b-4e39-a645-e0bcef61b40c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:33.662089 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:33.735158 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-41bc5a3c-d75f-42c4-b671-2698f64a16b4 service neutron] 10.222.0.13 "GET /v2.0/ports/8c74aab3-6a63-4642-bcf1-f005c35ab9b3/bindings/n-h2-836604-1 HTTP/1.1" status: 200 len: 384 time: 0.3752589 Apr 05 20:15:33.739852 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:33.834219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:15:33.880865 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:33.884992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Network be2fa9b5-9ca9-43ab-8d40-2be885abed69 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:33.902367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:33.917522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:33.972620 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Pushing event updated for resources: {'Port': ['ID=6ed34de7-c172-4439-bdaa-088789acf297,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:33.984432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-35d55c54-bf46-466f-b5c1-1a8c5a989497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:33.985922 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-35d55c54-bf46-466f-b5c1-1a8c5a989497 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.3566272 Apr 05 20:15:33.996566 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:34.083809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c196b24-89ae-4631-9ba2-56cfe67e2dfa req-76283f93-e365-40bb-a6ee-dd1bffeb3d83 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:34.086061 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c196b24-89ae-4631-9ba2-56cfe67e2dfa req-76283f93-e365-40bb-a6ee-dd1bffeb3d83 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 944 time: 0.5782382 Apr 05 20:15:34.089336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Routers {'d15982bc-7cfa-4154-b81e-253bf4b23ca4'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:15:34.090010 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:15:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:34.094749 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-919129ee-74ea-43e2-a8e5-6daa52624f53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3 HTTP/1.1" status: 200 len: 217 time: 0.0929806 Apr 05 20:15:34.096321 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Transition to ACTIVE for port object c5654cfc-d8d1-4b53-96c7-4cebef97a128 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:34.106522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85057c95-141f-49e5-aaba-522e7a821d08 req-da148d41-ae5f-47dc-ad51-fba2eb5b443b tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:34.114766 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85057c95-141f-49e5-aaba-522e7a821d08 req-da148d41-ae5f-47dc-ad51-fba2eb5b443b tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/ports?device_id=03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c HTTP/1.1" status: 200 len: 931 time: 0.2857459 Apr 05 20:15:34.217380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:34.217958 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:34.238861 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:34.243794 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85057c95-141f-49e5-aaba-522e7a821d08 req-f4c16114-7581-48b9-8b14-ab48204867a5 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7521b4bf-1018-48c9-a97e-d8522493b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276357 Apr 05 20:15:34.255703 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-31c52a64-90e5-47ff-aa0b-550cfd21c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:34.258700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:34.261761 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-31c52a64-90e5-47ff-aa0b-550cfd21c55f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.1425111 Apr 05 20:15:34.273558 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:34.284330 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 has no active binding in host n-h2-836604-1 {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:15:34.288488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bd719-cb69-44a5-ade0-f8f7355cee58 None None] Pushing event updated for resources: {'Port': ['ID=34934924-2e1b-416f-b248-c2956770a8e4,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:34.308203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 837a4786-1e0b-49a7-bff5-06bed35581e7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:34.319516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c196b24-89ae-4631-9ba2-56cfe67e2dfa req-99a43b0e-8890-43d9-9d76-aaf1a83ebe15 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106550 Apr 05 20:15:34.354560 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-6f036eb5-e346-4016-886c-b8fec14ee0b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1457851 Apr 05 20:15:34.376952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Request body: {'port': {'device_id': '03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:34.493528 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-3757a664-c9fc-410a-88bf-c57d180190a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2235892 Apr 05 20:15:34.548118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 837a4786-1e0b-49a7-bff5-06bed35581e7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:34.548482 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:34.550659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-5ecdc396-58f2-46c3-b0c5-75b0a29f237d service neutron] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:34.554401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-4fe40530-7f2f-4288-8fa9-d578b8cf5411 req-61ffaeb7-aba9-490b-b7ce-f4936b9232a7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1031221781 ', 'description': 'tempest-description-1928624744'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:34.598868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4fe40530-7f2f-4288-8fa9-d578b8cf5411 req-61ffaeb7-aba9-490b-b7ce-f4936b9232a7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:34.611137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4fe40530-7f2f-4288-8fa9-d578b8cf5411 req-61ffaeb7-aba9-490b-b7ce-f4936b9232a7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:34.615433 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] Set router d15982bc-7cfa-4154-b81e-253bf4b23ca4 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:15:34.647063 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4fe40530-7f2f-4288-8fa9-d578b8cf5411 req-61ffaeb7-aba9-490b-b7ce-f4936b9232a7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:34.668043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Network 7661ee30-1e05-4e02-9585-dc0f887972de is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:34.673263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-5ecdc396-58f2-46c3-b0c5-75b0a29f237d service neutron] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:34.683722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:34.728293 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:34.746275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Allocated IP 172.25.8.69 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/2b0e9e56-e920-4301-a146-41799af0ea7b) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:34.774880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:34.781627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:34.826682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-5ecdc396-58f2-46c3-b0c5-75b0a29f237d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:34.837737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event updated for resources: {'Port': ['ID=c5654cfc-d8d1-4b53-96c7-4cebef97a128,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:34.870666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-5ecdc396-58f2-46c3-b0c5-75b0a29f237d service neutron] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:34.880090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4fe40530-7f2f-4288-8fa9-d578b8cf5411 req-61ffaeb7-aba9-490b-b7ce-f4936b9232a7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:34.890754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:34.892015 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:34.910527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4fe40530-7f2f-4288-8fa9-d578b8cf5411 req-61ffaeb7-aba9-490b-b7ce-f4936b9232a7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group_rule and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:34.917848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4fe40530-7f2f-4288-8fa9-d578b8cf5411 req-61ffaeb7-aba9-490b-b7ce-f4936b9232a7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:34.935649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4fe40530-7f2f-4288-8fa9-d578b8cf5411 req-61ffaeb7-aba9-490b-b7ce-f4936b9232a7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:34.965434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-5ecdc396-58f2-46c3-b0c5-75b0a29f237d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:34.967363 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-c06d42c8-9547-4a3c-90c9-00d92a352c0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4553149 Apr 05 20:15:34.983692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Request body: {'port': {'device_id': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011', 'admin_state_up': True, 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:35.014561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4719aa27-5423-4ee4-98c0-1cb8fd38b99d None None] Provisioning for port c5654cfc-d8d1-4b53-96c7-4cebef97a128 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:35.023430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4719aa27-5423-4ee4-98c0-1cb8fd38b99d None None] Provisioning complete for port c5654cfc-d8d1-4b53-96c7-4cebef97a128 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:35.023795 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4719aa27-5423-4ee4-98c0-1cb8fd38b99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:35.029048 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-355d7214-7215-477f-9a40-2bf65fa2eb4d service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4967177 Apr 05 20:15:35.133435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4719aa27-5423-4ee4-98c0-1cb8fd38b99d None None] Port c5654cfc-d8d1-4b53-96c7-4cebef97a128 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:15:35.167670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:24Z', 'revision_number': 4, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port': {'id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:14Z', 'updated_at': '2022-04-05T20:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '34934924-2e1b-416f-b248-c2956770a8e4', 'name': '', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'mac_address': 'fa:16:3e:e4:b9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:21Z', 'updated_at': '2022-04-05T20:15:33Z', 'revision_number': 4, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'subnets': [{'id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:15:35.172274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e6653c-d968-436c-ac32-0a79e9ee36d1 None None] The sync data for ids ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'] in n-d-836604-1 is: [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:24Z', 'revision_number': 4, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port': {'id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:14Z', 'updated_at': '2022-04-05T20:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '34934924-2e1b-416f-b248-c2956770a8e4', 'name': '', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'mac_address': 'fa:16:3e:e4:b9:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:21Z', 'updated_at': '2022-04-05T20:15:33Z', 'revision_number': 4, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'subnets': [{'id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:15:35.218642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea2893-b13b-4c96-993d-479778fe1f70 req-072a34c6-c196-475c-8524-ceb0c3bbe43c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:35.241841 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcea2893-b13b-4c96-993d-479778fe1f70 req-072a34c6-c196-475c-8524-ceb0c3bbe43c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 951 time: 0.6827285 Apr 05 20:15:35.287061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-5ecdc396-58f2-46c3-b0c5-75b0a29f237d service neutron] Transition to ACTIVE for port object 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:35.290964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:35.306075 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4fe40530-7f2f-4288-8fa9-d578b8cf5411 req-61ffaeb7-aba9-490b-b7ce-f4936b9232a7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:35.307821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Usage tracker for resource:port and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:35.314123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:35.321662 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4fe40530-7f2f-4288-8fa9-d578b8cf5411 req-61ffaeb7-aba9-490b-b7ce-f4936b9232a7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:35.322988 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-5ecdc396-58f2-46c3-b0c5-75b0a29f237d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:35.334413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:35.358639 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-aad9b8c8-9415-40ab-be36-1b1424126ddd service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199692 Apr 05 20:15:35.393407 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:35.397401 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:35.403283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 34934924-2e1b-416f-b248-c2956770a8e4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:35.414092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ffaeb7-aba9-490b-b7ce-f4936b9232a7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94a2785f-2302-4272-843b-3c7bed1beb63,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:35.503702 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4fe40530-7f2f-4288-8fa9-d578b8cf5411 req-61ffaeb7-aba9-490b-b7ce-f4936b9232a7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:35.516378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 34934924-2e1b-416f-b248-c2956770a8e4 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:35.525171 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4fe40530-7f2f-4288-8fa9-d578b8cf5411 req-61ffaeb7-aba9-490b-b7ce-f4936b9232a7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 1.0263386 Apr 05 20:15:35.525403 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 34934924-2e1b-416f-b248-c2956770a8e4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:35.526008 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:35.706610 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:35.781612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 34934924-2e1b-416f-b248-c2956770a8e4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=34934924-2e1b-416f-b248-c2956770a8e4,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:35.791064 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:35.813934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Allocated IP 19.80.0.27 (9bf5a6f6-addf-4a64-badf-f15788675011/c09d6e74-d946-43eb-bb9e-f5cb0a0c7d48/5eff9cde-f62f-43cd-8e0b-e1594dda7135) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:35.830831 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:35.840076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-aa6a89ba-441b-4ef7-b1ae-61fd8daaa8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:35.842226 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-aa6a89ba-441b-4ef7-b1ae-61fd8daaa8c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=313ef90b753e46b0b1e67425a2190bfd&device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 1174 time: 0.3397131 Apr 05 20:15:35.860645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcea2893-b13b-4c96-993d-479778fe1f70 req-ed00d862-5431-407e-894b-e04c4706328d tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176958 Apr 05 20:15:35.916342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=34934924-2e1b-416f-b248-c2956770a8e4,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:35.950672 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:15:35.962688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc91287-0b11-4dda-9f8a-216520bd3a93 req-ba94181c-f97e-4e28-a206-360ad987617c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:35.970328 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9fc91287-0b11-4dda-9f8a-216520bd3a93 req-ba94181c-f97e-4e28-a206-360ad987617c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 946 time: 0.2597151 Apr 05 20:15:35.998214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-5ecdc396-58f2-46c3-b0c5-75b0a29f237d service neutron] No DVR routers for this DVR port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:15:36.116189 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9fc91287-0b11-4dda-9f8a-216520bd3a93 req-afc553d3-330b-4e85-8d17-861a161b44f1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449051 Apr 05 20:15:36.154096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdc396-58f2-46c3-b0c5-75b0a29f237d service neutron] Pushing event updated for resources: {'Port': ['ID=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,revision_number=10']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:36.173767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234c544-17c7-40da-889b-8aa388bf145f req-84f84327-9aa4-4b1b-981b-eeffa80692fb tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:36.175643 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2234c544-17c7-40da-889b-8aa388bf145f req-84f84327-9aa4-4b1b-981b-eeffa80692fb tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 949 time: 1.0055094 Apr 05 20:15:36.185858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed34de7-c172-4439-bdaa-088789acf297 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:36.205911 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.224381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-28760c41-5135-4d78-8466-d732401707e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:36.225844 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-28760c41-5135-4d78-8466-d732401707e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 HTTP/1.1" status: 200 len: 914 time: 0.3713398 Apr 05 20:15:36.272641 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-5ecdc396-58f2-46c3-b0c5-75b0a29f237d service neutron] 10.222.0.13 "PUT /v2.0/ports/8c74aab3-6a63-4642-bcf1-f005c35ab9b3/bindings/n-h2-836604-1/activate HTTP/1.1" status: 200 len: 369 time: 2.5223577 Apr 05 20:15:36.289776 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.300336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Transition to ACTIVE for port object 6ed34de7-c172-4439-bdaa-088789acf297 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:36.353506 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.360297 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-12be9d54-45ca-4b1a-ae75-568ab0dde35b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85dd6f7-8aaa-4c12-b369-096f50b0e403 HTTP/1.1" status: 200 len: 217 time: 0.1246362 Apr 05 20:15:36.387390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-2234c544-17c7-40da-889b-8aa388bf145f req-44f4d8a5-2e1c-41b1-9f4a-2ff6ab11c520 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Deleting port acd75246-9667-420d-96d9-3281ba28dd72 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:15:36.387754 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2234c544-17c7-40da-889b-8aa388bf145f req-44f4d8a5-2e1c-41b1-9f4a-2ff6ab11c520 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.497487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:36.516840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:36.538192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:36.581486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Pushing event updated for resources: {'Port': ['ID=2b0e9e56-e920-4301-a146-41799af0ea7b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:36.612313 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.650417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-00732f5a-0e32-46ca-abc9-fdf0d8f81f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:36.651840 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-00732f5a-0e32-46ca-abc9-fdf0d8f81f3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=318ad2b9-d4e2-423a-967c-87c103b42a46 HTTP/1.1" status: 200 len: 853 time: 0.2507398 Apr 05 20:15:36.654649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Transition to ACTIVE for port object 5eff9cde-f62f-43cd-8e0b-e1594dda7135 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:36.696466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029d294-cfcf-4ad4-a6f5-3a5a8c45096c req-00c1b994-22c1-4869-9d55-a4e2955d6b4d tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:36.697959 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b029d294-cfcf-4ad4-a6f5-3a5a8c45096c req-00c1b994-22c1-4869-9d55-a4e2955d6b4d tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 949 time: 0.7017293 Apr 05 20:15:36.717422 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-bca75e5a-58ad-4644-9135-2765ccb6a75f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561264 Apr 05 20:15:36.780188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85893896-e9ba-4b55-9c3b-af8face0d5c4 req-aef7ba39-34b4-4fc8-b321-2d7db5ee1165 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:36.787027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85893896-e9ba-4b55-9c3b-af8face0d5c4 req-aef7ba39-34b4-4fc8-b321-2d7db5ee1165 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:36.787837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-85893896-e9ba-4b55-9c3b-af8face0d5c4 req-aef7ba39-34b4-4fc8-b321-2d7db5ee1165 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Synchronizing usage tracker for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:36.796071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-ba5d4ec1-2e47-4f65-88d1-7e7da87ba679 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:36.797520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-ba5d4ec1-2e47-4f65-88d1-7e7da87ba679 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1&tenant_id=637efc23dfdb499b8292cc0b1136bd84&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1096 time: 0.4391572 Apr 05 20:15:36.882981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Pushing event updated for resources: {'Port': ['ID=6ed34de7-c172-4439-bdaa-088789acf297,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:36.930140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-85893896-e9ba-4b55-9c3b-af8face0d5c4 req-aef7ba39-34b4-4fc8-b321-2d7db5ee1165 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Unset dirty status for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:36.931199 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85893896-e9ba-4b55-9c3b-af8face0d5c4 req-aef7ba39-34b4-4fc8-b321-2d7db5ee1165 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 1653 time: 0.6341960 Apr 05 20:15:36.937984 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:36.963947 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b029d294-cfcf-4ad4-a6f5-3a5a8c45096c req-56892ade-e70a-4900-ba73-18adf6a4455c tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/security-groups?id=aef0301a-c12c-4d50-95ee-73205c991d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469943 Apr 05 20:15:37.006262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Attempting to bind port 6ed34de7-c172-4439-bdaa-088789acf297 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:37.006599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Attempting to bind port 6ed34de7-c172-4439-bdaa-088789acf297 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '21c37c14-7ef5-49e8-9bd5-45ec30cd75fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'be2fa9b5-9ca9-43ab-8d40-2be885abed69'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:37.006923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Attempting to bind port 6ed34de7-c172-4439-bdaa-088789acf297 on network be2fa9b5-9ca9-43ab-8d40-2be885abed69 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:37.015671 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:37.023039 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb', 'code': 200} Apr 05 20:15:37.024550 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Port 6ed34de7-c172-4439-bdaa-088789acf297 on network be2fa9b5-9ca9-43ab-8d40-2be885abed69 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:15:37.024876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Attempting to bind port 6ed34de7-c172-4439-bdaa-088789acf297 on network be2fa9b5-9ca9-43ab-8d40-2be885abed69 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:37.041375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:37.041748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Checking segment: {'id': '21c37c14-7ef5-49e8-9bd5-45ec30cd75fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'be2fa9b5-9ca9-43ab-8d40-2be885abed69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:37.042158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Bound using segment: {'id': '21c37c14-7ef5-49e8-9bd5-45ec30cd75fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'be2fa9b5-9ca9-43ab-8d40-2be885abed69'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:37.043198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Bound port: 6ed34de7-c172-4439-bdaa-088789acf297, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21c37c14-7ef5-49e8-9bd5-45ec30cd75fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'be2fa9b5-9ca9-43ab-8d40-2be885abed69'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:37.043198 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:37.058726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Network 9bf5a6f6-addf-4a64-badf-f15788675011 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:37.062745 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-49ccc900-c42f-4804-921a-2603b30e3c92 service neutron] 10.222.0.13 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368742 Apr 05 20:15:37.075777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:37.078525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:37.140389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-2234c544-17c7-40da-889b-8aa388bf145f req-44f4d8a5-2e1c-41b1-9f4a-2ff6ab11c520 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] For port acd75246-9667-420d-96d9-3281ba28dd72, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=acd75246-9667-420d-96d9-3281ba28dd72,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:37.140740 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2234c544-17c7-40da-889b-8aa388bf145f req-44f4d8a5-2e1c-41b1-9f4a-2ff6ab11c520 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:37.187429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event updated for resources: {'Port': ['ID=5eff9cde-f62f-43cd-8e0b-e1594dda7135,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:37.220745 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85893896-e9ba-4b55-9c3b-af8face0d5c4 req-61e67597-16a7-4a58-9570-b65709ebf026 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745161 Apr 05 20:15:37.300375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:37.301142 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:37.324173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-91b65b5d-e4a0-4096-8032-728066e4a5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:37.326011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-91b65b5d-e4a0-4096-8032-728066e4a5ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1&tenant_id=637efc23dfdb499b8292cc0b1136bd84 HTTP/1.1" status: 200 len: 1096 time: 0.4708984 Apr 05 20:15:37.364398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 34934924-2e1b-416f-b248-c2956770a8e4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:37.393703 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:15:37.402092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-2234c544-17c7-40da-889b-8aa388bf145f req-44f4d8a5-2e1c-41b1-9f4a-2ff6ab11c520 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Calling delete_port for acd75246-9667-420d-96d9-3281ba28dd72 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:15:37.429942 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-22e68b1a-faa1-4a15-b5db-83be10862b0d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4511187 Apr 05 20:15:37.462151 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Request body: {'port': {'device_id': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:37.462382 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:37.478345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8ba5d9a0-b4e8-4cd9-a1fd-824dd3dc07e7 None None] Provisioning for port 5eff9cde-f62f-43cd-8e0b-e1594dda7135 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:37.489188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8ba5d9a0-b4e8-4cd9-a1fd-824dd3dc07e7 None None] Provisioning complete for port 5eff9cde-f62f-43cd-8e0b-e1594dda7135 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:37.489553 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ba5d9a0-b4e8-4cd9-a1fd-824dd3dc07e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:37.516913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:15:37.518047 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device acd75246-9667-420d-96d9-3281ba28dd72 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:15:37.519570 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89b0b548-b8ed-4e19-9a4b-f8cbb1e1fa88 req-6e5ce4c5-a222-4a3c-abe6-14f126e51d4b service neutron] 10.222.0.13 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982003 Apr 05 20:15:37.605735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8ba5d9a0-b4e8-4cd9-a1fd-824dd3dc07e7 None None] Port 5eff9cde-f62f-43cd-8e0b-e1594dda7135 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:15:37.612207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 34934924-2e1b-416f-b248-c2956770a8e4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:37.612492 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:37.638949 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:37.664111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f34b3-5d62-49c7-820a-a092aa95e1f3 req-209ca0d6-b67b-4507-beac-0247f28a4a55 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:37.672797 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3c3f34b3-5d62-49c7-820a-a092aa95e1f3 req-209ca0d6-b67b-4507-beac-0247f28a4a55 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 945 time: 0.2814200 Apr 05 20:15:37.698389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-362f001a-6193-4b19-8125-66dc6338187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:37.700754 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-362f001a-6193-4b19-8125-66dc6338187e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 1096 time: 0.3456447 Apr 05 20:15:37.719803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] For port 6ed34de7-c172-4439-bdaa-088789acf297, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:37.725792 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:37.780090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] For port 6ed34de7-c172-4439-bdaa-088789acf297, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=6ed34de7-c172-4439-bdaa-088789acf297,segment=NetworkSegment(21c37c14-7ef5-49e8-9bd5-45ec30cd75fc),segment_id=21c37c14-7ef5-49e8-9bd5-45ec30cd75fc)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:37.838574 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:37.863721 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 05 20:15:37.863721 n-d-836604-1 neutron-server[87966]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 05 20:15:37.863721 n-d-836604-1 neutron-server[87966]: [parameters: {'status': 'DOWN', 'ports_id': 'acd75246-9667-420d-96d9-3281ba28dd72'}] Apr 05 20:15:37.863721 n-d-836604-1 neutron-server[87966]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:15:37.863721 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:15:37.896193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd7589-97d0-426a-8ab4-57220f37b510 req-24b66110-9f08-469d-9a13-6d18e91ed67a tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:37.896888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-fedd7589-97d0-426a-8ab4-57220f37b510 req-24b66110-9f08-469d-9a13-6d18e91ed67a tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Synchronizing usage tracker for tenant:03fc5fbb315f4203bb9339784dd7b447 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:37.943115 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3c3f34b3-5d62-49c7-820a-a092aa95e1f3 req-74ad502f-d436-4597-8779-2d65bcfaee4b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694767 Apr 05 20:15:37.984595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:37.985735 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:37.987127 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] 10.222.0.41 "PUT /v2.0/ports/6ed34de7-c172-4439-bdaa-088789acf297 HTTP/1.1" status: 200 len: 1091 time: 3.6204312 Apr 05 20:15:38.006031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c', 'tag': '6ed34de7-c172-4439-bdaa-088789acf297'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:38.022392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435711f-314c-46cd-941f-2b8d854c1929 req-cefd1387-85e7-4af7-8090-b04c5cfd4579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:38.023939 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8435711f-314c-46cd-941f-2b8d854c1929 req-cefd1387-85e7-4af7-8090-b04c5cfd4579 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 1102 time: 0.8111017 Apr 05 20:15:38.129285 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c2fe0a1-d99b-4d94-916d-91fd773c6a60 req-2e784cbb-7b9f-46ce-8989-1f39f3e08db5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/94a2785f-2302-4272-843b-3c7bed1beb63 HTTP/1.1" status: 200 len: 1781 time: 0.1599448 Apr 05 20:15:38.132471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-c1543a36-fbf9-476d-9708-06461addc1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:38.138965 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-c1543a36-fbf9-476d-9708-06461addc1fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.3589773 Apr 05 20:15:38.140886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-fedd7589-97d0-426a-8ab4-57220f37b510 req-24b66110-9f08-469d-9a13-6d18e91ed67a tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Unset dirty status for tenant:03fc5fbb315f4203bb9339784dd7b447 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:38.142460 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fedd7589-97d0-426a-8ab4-57220f37b510 req-24b66110-9f08-469d-9a13-6d18e91ed67a tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/ports?device_id=03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c HTTP/1.1" status: 200 len: 943 time: 0.9897692 Apr 05 20:15:38.153654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd898d-ff08-440c-bcd8-48ec4ba21c8c service neutron] Pushing event updated for resources: {'Port': ['ID=6ed34de7-c172-4439-bdaa-088789acf297,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:38.173473 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2234c544-17c7-40da-889b-8aa388bf145f req-44f4d8a5-2e1c-41b1-9f4a-2ff6ab11c520 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:38.212094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-abdf35c5-9bf0-4b6a-9b7c-741baeb7d134 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3 HTTP/1.1" status: 200 len: 217 time: 0.0685873 Apr 05 20:15:38.260293 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8435711f-314c-46cd-941f-2b8d854c1929 req-1e84ffdf-9c4c-41a0-a2b1-5acf70685771 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852570 Apr 05 20:15:38.300435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4d8a5-2e1c-41b1-9f4a-2ff6ab11c520 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Pushing event deleted for resources: {'Port': ['ID=acd75246-9667-420d-96d9-3281ba28dd72,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:38.306683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-90075343-1986-4291-b8ea-925033db33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:38.308146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-90075343-1986-4291-b8ea-925033db33f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.0866416 Apr 05 20:15:38.362184 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:15:38.381849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-fedd7589-97d0-426a-8ab4-57220f37b510 req-ea661c2a-1a4a-4b6a-a0f9-81ab42cd89ea tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Synchronizing usage tracker for tenant:03fc5fbb315f4203bb9339784dd7b447 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:38.388514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-2234c544-17c7-40da-889b-8aa388bf145f req-44f4d8a5-2e1c-41b1-9f4a-2ff6ab11c520 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] No DVR routers for this DVR port acd75246-9667-420d-96d9-3281ba28dd72 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:15:38.393486 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-625a38a0-c279-42bb-81bb-93a27ed255ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791056 Apr 05 20:15:38.399071 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2234c544-17c7-40da-889b-8aa388bf145f req-44f4d8a5-2e1c-41b1-9f4a-2ff6ab11c520 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:38.404459 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:38.424256 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:38.463852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Port acd75246-9667-420d-96d9-3281ba28dd72 update to DOWN by agent not found {{(pid=87966) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 05 20:15:38.485653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-bb222686-9f5b-45d6-962d-5eba0dfd8027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:38.487902 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-bb222686-9f5b-45d6-962d-5eba0dfd8027 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03fc5fbb315f4203bb9339784dd7b447&device_id=03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c HTTP/1.1" status: 200 len: 1094 time: 0.4628077 Apr 05 20:15:38.555060 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:38.622246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606fdf29-7bc6-4a7d-9682-d8f274d7709a {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:38.646173 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2234c544-17c7-40da-889b-8aa388bf145f req-44f4d8a5-2e1c-41b1-9f4a-2ff6ab11c520 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.13 "DELETE /v2.0/ports/acd75246-9667-420d-96d9-3281ba28dd72 HTTP/1.1" status: 204 len: 173 time: 2.4468951 Apr 05 20:15:38.646852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Pushing event updated for resources: {'Port': ['ID=2b0e9e56-e920-4301-a146-41799af0ea7b,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:38.655414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-fedd7589-97d0-426a-8ab4-57220f37b510 req-ea661c2a-1a4a-4b6a-a0f9-81ab42cd89ea tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Unset dirty status for tenant:03fc5fbb315f4203bb9339784dd7b447 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:38.664553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fedd7589-97d0-426a-8ab4-57220f37b510 req-ea661c2a-1a4a-4b6a-a0f9-81ab42cd89ea tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7521b4bf-1018-48c9-a97e-d8522493b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4980054 Apr 05 20:15:38.672651 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-ed9a74b0-83aa-45b7-8014-bba002426d50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ed34de7-c172-4439-bdaa-088789acf297 HTTP/1.1" status: 200 len: 217 time: 0.1743574 Apr 05 20:15:38.692341 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:38.732676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Transition to ACTIVE for port object 606fdf29-7bc6-4a7d-9682-d8f274d7709a will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:38.775435 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:38.816418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-c5ee808b-cb06-476a-a8fb-71176a8954c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:38.817979 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-c5ee808b-cb06-476a-a8fb-71176a8954c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cdb4d50c-02b7-4ed9-9bf2-695b690f757c HTTP/1.1" status: 200 len: 857 time: 0.1260164 Apr 05 20:15:38.821913 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:38.896026 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-a05e547e-5785-4364-8443-dc9bf72c3da7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be2fa9b5-9ca9-43ab-8d40-2be885abed69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708632 Apr 05 20:15:38.929757 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:38.935757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-23e2aca8-5039-4ca4-87c7-336781910761 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335212 Apr 05 20:15:39.024242 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Pushing event updated for resources: {'Port': ['ID=606fdf29-7bc6-4a7d-9682-d8f274d7709a,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:39.084053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-83c43758-6597-4ee8-a4e9-39e29f265d4e req-ca27416a-da0e-4220-9102-cad51920d476 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Synchronizing usage tracker for tenant:d8d0ed9dfd904d01a152eeeb75272cc1 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:39.089605 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-2a92dc7c-1730-4a84-95d8-7e1b400b03ec service neutron] 10.222.0.41 "GET /v2.0/networks/be2fa9b5-9ca9-43ab-8d40-2be885abed69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519597 Apr 05 20:15:39.093497 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:39.094605 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-409a67a5-e75d-4a09-9220-08a864ff7751 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0150230 Apr 05 20:15:39.178648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8549431-c8c4-449a-9403-72e8171b2641 req-3d5b2f58-f869-46a8-bc71-0464ca9956f6 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:39.180111 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f8549431-c8c4-449a-9403-72e8171b2641 req-3d5b2f58-f869-46a8-bc71-0464ca9956f6 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 951 time: 0.4515328 Apr 05 20:15:39.196108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-83c43758-6597-4ee8-a4e9-39e29f265d4e req-ca27416a-da0e-4220-9102-cad51920d476 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] Unset dirty status for tenant:d8d0ed9dfd904d01a152eeeb75272cc1 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:39.205070 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-83c43758-6597-4ee8-a4e9-39e29f265d4e req-ca27416a-da0e-4220-9102-cad51920d476 tempest-TenantUsagesTestJSON-1703312618 tempest-TenantUsagesTestJSON-1703312618-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9cfed62-31d6-4842-b5d4-87fa804c5bca HTTP/1.1" status: 200 len: 210 time: 0.3131244 Apr 05 20:15:39.248260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Attempting to bind port 606fdf29-7bc6-4a7d-9682-d8f274d7709a on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:39.248714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Attempting to bind port 606fdf29-7bc6-4a7d-9682-d8f274d7709a by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9601dc20-b049-4527-9e24-313a1e223566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:39.248900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Attempting to bind port 606fdf29-7bc6-4a7d-9682-d8f274d7709a on network 9bf5a6f6-addf-4a64-badf-f15788675011 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:39.254226 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-a24557f1-b0ac-469f-ace3-db29c2a3ffde service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018844 Apr 05 20:15:39.271477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Port 606fdf29-7bc6-4a7d-9682-d8f274d7709a on network 9bf5a6f6-addf-4a64-badf-f15788675011 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:15:39.272012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Attempting to bind port 606fdf29-7bc6-4a7d-9682-d8f274d7709a on network 9bf5a6f6-addf-4a64-badf-f15788675011 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:39.281615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21bf0e9d-0e7b-436c-a46f-96c15869c8f1 req-fb060161-8b81-449c-8495-df04d820d04f service neutron] 10.222.0.41 "GET /v2.0/networks/be2fa9b5-9ca9-43ab-8d40-2be885abed69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846249 Apr 05 20:15:39.284914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:39.285244 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Checking segment: {'id': '9601dc20-b049-4527-9e24-313a1e223566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:39.285797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Bound using segment: {'id': '9601dc20-b049-4527-9e24-313a1e223566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:39.286539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Bound port: 606fdf29-7bc6-4a7d-9682-d8f274d7709a, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9601dc20-b049-4527-9e24-313a1e223566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:39.287183 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:39.292141 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c', 'tag': '6ed34de7-c172-4439-bdaa-088789acf297', 'status': 'completed', 'code': 200} Apr 05 20:15:39.299514 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f8549431-c8c4-449a-9403-72e8171b2641 req-c8d9f5aa-bf12-41e7-90f7-5fe47c1f71d6 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098630 Apr 05 20:15:39.389246 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6ca6b5fb-a446-49bf-8a86-2315a2255c3d req-2f35027e-c5e3-4e55-b0fd-d9c045bed00a tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/94a2785f-2302-4272-843b-3c7bed1beb63 HTTP/1.1" status: 200 len: 1781 time: 0.0725045 Apr 05 20:15:39.422248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] For port 606fdf29-7bc6-4a7d-9682-d8f274d7709a, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:39.428612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] For port 606fdf29-7bc6-4a7d-9682-d8f274d7709a, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=606fdf29-7bc6-4a7d-9682-d8f274d7709a,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:39.478578 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:39.525479 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6ca6b5fb-a446-49bf-8a86-2315a2255c3d req-af0ca692-2da4-463b-9adc-0a881c1c0475 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:39.542704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7241a-772b-4bce-a739-1407e1f27479 req-2085a2b0-b102-4554-9aac-d0d80afa29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:39.543537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:39.544333 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7a7241a-772b-4bce-a739-1407e1f27479 req-2085a2b0-b102-4554-9aac-d0d80afa29b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=03fc5fbb315f4203bb9339784dd7b447&device_id=03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c HTTP/1.1" status: 200 len: 1094 time: 0.1512315 Apr 05 20:15:39.544463 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:39.545771 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] 10.222.0.13 "PUT /v2.0/ports/606fdf29-7bc6-4a7d-9682-d8f274d7709a HTTP/1.1" status: 200 len: 1092 time: 2.0877957 Apr 05 20:15:39.547690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'tag': '606fdf29-7bc6-4a7d-9682-d8f274d7709a'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:39.593336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b04b55-102b-4878-85fb-4e2a4263b7ec service neutron] Pushing event updated for resources: {'Port': ['ID=606fdf29-7bc6-4a7d-9682-d8f274d7709a,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:39.593791 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6ca6b5fb-a446-49bf-8a86-2315a2255c3d req-af0ca692-2da4-463b-9adc-0a881c1c0475 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:39.609606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc812f9a-9fcf-4512-bf79-455824c20127 req-abeaf79e-92ae-40f9-8700-092ecea8b283 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:39.615226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc812f9a-9fcf-4512-bf79-455824c20127 req-abeaf79e-92ae-40f9-8700-092ecea8b283 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:39.621074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc812f9a-9fcf-4512-bf79-455824c20127 req-abeaf79e-92ae-40f9-8700-092ecea8b283 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:39.628357 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc812f9a-9fcf-4512-bf79-455824c20127 req-abeaf79e-92ae-40f9-8700-092ecea8b283 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2386 time: 0.1981723 Apr 05 20:15:39.663326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Request body: {'port': {'device_id': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:39.748130 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6ca6b5fb-a446-49bf-8a86-2315a2255c3d req-af0ca692-2da4-463b-9adc-0a881c1c0475 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:39.794130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7241a-772b-4bce-a739-1407e1f27479 req-92bca448-c562-4ae7-a958-89cd8dcc9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:39.796034 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7a7241a-772b-4bce-a739-1407e1f27479 req-92bca448-c562-4ae7-a958-89cd8dcc9b6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=be2fa9b5-9ca9-43ab-8d40-2be885abed69 HTTP/1.1" status: 200 len: 918 time: 0.2411315 Apr 05 20:15:39.799027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ca692-2da4-463b-9adc-0a881c1c0475 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a2785f-2302-4272-843b-3c7bed1beb63,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:39.883881 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc812f9a-9fcf-4512-bf79-455824c20127 req-84188d4b-b7f5-41a7-bf78-572b27ef7cb7 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545013 Apr 05 20:15:39.975767 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:40.010512 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6ca6b5fb-a446-49bf-8a86-2315a2255c3d req-af0ca692-2da4-463b-9adc-0a881c1c0475 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:40.024288 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6ca6b5fb-a446-49bf-8a86-2315a2255c3d req-af0ca692-2da4-463b-9adc-0a881c1c0475 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "DELETE /v2.0/security-groups/94a2785f-2302-4272-843b-3c7bed1beb63 HTTP/1.1" status: 204 len: 173 time: 0.6340880 Apr 05 20:15:40.026167 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7a7241a-772b-4bce-a739-1407e1f27479 req-363781c0-c79b-4b65-84b8-1ed74fdbc713 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ed34de7-c172-4439-bdaa-088789acf297 HTTP/1.1" status: 200 len: 217 time: 0.2226529 Apr 05 20:15:40.028777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-7f23feae-5620-480d-a02c-970a41356504 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:40.030228 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-7f23feae-5620-480d-a02c-970a41356504 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1&tenant_id=637efc23dfdb499b8292cc0b1136bd84&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 1096 time: 0.2767103 Apr 05 20:15:40.119308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7241a-772b-4bce-a739-1407e1f27479 req-8ae50ee6-001b-4dd4-b0e9-bd2bba7927ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:40.120805 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7a7241a-772b-4bce-a739-1407e1f27479 req-8ae50ee6-001b-4dd4-b0e9-bd2bba7927ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cdb4d50c-02b7-4ed9-9bf2-695b690f757c HTTP/1.1" status: 200 len: 857 time: 0.0823622 Apr 05 20:15:40.182618 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7a7241a-772b-4bce-a739-1407e1f27479 req-71f8f29a-cb16-4065-ae8c-1fde33d6a02d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=be2fa9b5-9ca9-43ab-8d40-2be885abed69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545049 Apr 05 20:15:40.190390 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-6c933f00-990c-45c1-8bba-b2cf39c06fa9 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--983821010&fields=id&tenant_id=2046ae97d3c248edbc4220a51fb358dc HTTP/1.1" status: 200 len: 267 time: 0.0892119 Apr 05 20:15:40.372662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73221213-4172-40d3-85b4-36b3e726fbba req-fe1c064d-fe29-49e4-b3b5-59694b628110 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:40.374053 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73221213-4172-40d3-85b4-36b3e726fbba req-fe1c064d-fe29-49e4-b3b5-59694b628110 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 945 time: 0.2918417 Apr 05 20:15:40.439989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-19267544-35ce-4fa0-834f-f951cd33b28c service neutron] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:40.444796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7a7241a-772b-4bce-a739-1407e1f27479 req-73f241c7-7912-42ca-a891-1a9886328dc5 service neutron] 10.222.0.41 "GET /v2.0/networks/be2fa9b5-9ca9-43ab-8d40-2be885abed69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534842 Apr 05 20:15:40.448940 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-19267544-35ce-4fa0-834f-f951cd33b28c service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:40.450020 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e1fe005-2b10-47a0-842e-0c91176e97ce req-19267544-35ce-4fa0-834f-f951cd33b28c service neutron] 10.222.0.41 "DELETE /v2.0/ports/8c74aab3-6a63-4642-bcf1-f005c35ab9b3/bindings/n-h1-836604-1 HTTP/1.1" status: 204 len: 173 time: 0.4109845 Apr 05 20:15:40.454283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8e133f6e-b4c4-4243-9cdc-7458a1feec88 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:40.455722 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8e133f6e-b4c4-4243-9cdc-7458a1feec88 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/networks?id=d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 HTTP/1.1" status: 200 len: 812 time: 0.2456443 Apr 05 20:15:40.458395 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73221213-4172-40d3-85b4-36b3e726fbba req-b0ff17dc-4014-4f3a-8cfe-f1044369f933 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749450 Apr 05 20:15:40.504048 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-fe19a038-dbe8-426d-9b58-ca1915454c37 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/quotas/2046ae97d3c248edbc4220a51fb358dc HTTP/1.1" status: 200 len: 375 time: 0.0268116 Apr 05 20:15:40.531614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5654cfc-d8d1-4b53-96c7-4cebef97a128 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:40.539142 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:40.545128 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'tag': '606fdf29-7bc6-4a7d-9682-d8f274d7709a', 'status': 'completed', 'code': 200} Apr 05 20:15:40.559918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Transition to ACTIVE for port object c5654cfc-d8d1-4b53-96c7-4cebef97a128 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:40.567198 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:40.705922 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7a7241a-772b-4bce-a739-1407e1f27479 req-a8a0d5f7-6a7f-4ce8-ae2d-737382c7e56b service neutron] 10.222.0.41 "GET /v2.0/networks/be2fa9b5-9ca9-43ab-8d40-2be885abed69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491329 Apr 05 20:15:40.742616 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-c9200de1-4abd-4be5-9811-daf7ae8c43f8 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2046ae97d3c248edbc4220a51fb358dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1916792 Apr 05 20:15:40.754044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114cdab-2eda-4b92-bac8-c76e6849a5c3 req-7474353c-3c96-4ba3-818e-79db32acc784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:40.754519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114cdab-2eda-4b92-bac8-c76e6849a5c3 req-7474353c-3c96-4ba3-818e-79db32acc784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:40.754985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114cdab-2eda-4b92-bac8-c76e6849a5c3 req-7474353c-3c96-4ba3-818e-79db32acc784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:40.756555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e114cdab-2eda-4b92-bac8-c76e6849a5c3 req-7474353c-3c96-4ba3-818e-79db32acc784 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15f1e4963ec848aab8e6a36d8339f80d&device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2754 time: 0.1578252 Apr 05 20:15:40.867608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5654cfc-d8d1-4b53-96c7-4cebef97a128,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:40.984773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880dc8c-0667-402f-b929-a36e2f67bd01 req-c65393a1-ff4c-44f4-b043-7ed0cf6b56b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:40.986399 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2880dc8c-0667-402f-b929-a36e2f67bd01 req-c65393a1-ff4c-44f4-b043-7ed0cf6b56b1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/ports?device_id=03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c HTTP/1.1" status: 200 len: 943 time: 0.2562220 Apr 05 20:15:41.034778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Attempting to bind port c5654cfc-d8d1-4b53-96c7-4cebef97a128 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:41.035248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Attempting to bind port c5654cfc-d8d1-4b53-96c7-4cebef97a128 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '7c787a14-711c-4c5d-b601-cbd48ea7f7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7661ee30-1e05-4e02-9585-dc0f887972de'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:41.035661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Attempting to bind port c5654cfc-d8d1-4b53-96c7-4cebef97a128 on network 7661ee30-1e05-4e02-9585-dc0f887972de {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:41.045738 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-900f6841-314d-4c4f-bfa5-7a977ceeeaa6 service neutron] 10.222.0.24 "GET /v2.0/networks/d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876189 Apr 05 20:15:41.053698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Port c5654cfc-d8d1-4b53-96c7-4cebef97a128 on network 7661ee30-1e05-4e02-9585-dc0f887972de not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:15:41.054080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Attempting to bind port c5654cfc-d8d1-4b53-96c7-4cebef97a128 on network 7661ee30-1e05-4e02-9585-dc0f887972de {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:41.063522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:41.063854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Checking segment: {'id': '7c787a14-711c-4c5d-b601-cbd48ea7f7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7661ee30-1e05-4e02-9585-dc0f887972de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:41.064234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Bound using segment: {'id': '7c787a14-711c-4c5d-b601-cbd48ea7f7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7661ee30-1e05-4e02-9585-dc0f887972de'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:41.064797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Bound port: c5654cfc-d8d1-4b53-96c7-4cebef97a128, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c787a14-711c-4c5d-b601-cbd48ea7f7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7661ee30-1e05-4e02-9585-dc0f887972de'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:41.065150 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:41.068706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114cdab-2eda-4b92-bac8-c76e6849a5c3 req-a8f4b968-b269-4d7a-98e2-2d4313815e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:41.069177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114cdab-2eda-4b92-bac8-c76e6849a5c3 req-a8f4b968-b269-4d7a-98e2-2d4313815e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:41.069638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114cdab-2eda-4b92-bac8-c76e6849a5c3 req-a8f4b968-b269-4d7a-98e2-2d4313815e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:41.071172 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e114cdab-2eda-4b92-bac8-c76e6849a5c3 req-a8f4b968-b269-4d7a-98e2-2d4313815e51 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=15f1e4963ec848aab8e6a36d8339f80d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2935865 Apr 05 20:15:41.087088 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2880dc8c-0667-402f-b929-a36e2f67bd01 req-5938e4fb-868f-47ed-a753-cb63ae30cd3e tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7521b4bf-1018-48c9-a97e-d8522493b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791233 Apr 05 20:15:41.174460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] For port c5654cfc-d8d1-4b53-96c7-4cebef97a128, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:41.177595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] For port c5654cfc-d8d1-4b53-96c7-4cebef97a128, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c5654cfc-d8d1-4b53-96c7-4cebef97a128,segment=NetworkSegment(7c787a14-711c-4c5d-b601-cbd48ea7f7ed),segment_id=7c787a14-711c-4c5d-b601-cbd48ea7f7ed)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:41.182570 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:41.255849 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-5f5c5eb7-2d7a-4b36-83a1-39df23a6233d req-76e224cb-d147-496d-ac5d-75c38425f19a tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] show failed (client error): The resource could not be found. Apr 05 20:15:41.256849 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5f5c5eb7-2d7a-4b36-83a1-39df23a6233d req-76e224cb-d147-496d-ac5d-75c38425f19a tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/94a2785f-2302-4272-843b-3c7bed1beb63 HTTP/1.1" status: 404 len: 352 time: 0.0687368 Apr 05 20:15:41.259756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:41.260478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:41.261847 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] 10.222.0.13 "PUT /v2.0/ports/c5654cfc-d8d1-4b53-96c7-4cebef97a128 HTTP/1.1" status: 200 len: 1090 time: 1.6189284 Apr 05 20:15:41.283056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0110be-c093-4eb1-ac67-431f6588eac9 service neutron] Pushing event updated for resources: {'Port': ['ID=c5654cfc-d8d1-4b53-96c7-4cebef97a128,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:41.300663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cfed62-31d6-4842-b5d4-87fa804c5bca', 'name': 'network-vif-deleted', 'tag': 'acd75246-9667-420d-96d9-3281ba28dd72'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:41.328884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Request body: {'port': {'device_id': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:41.334766 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-444ae266-e342-4e9e-877d-c1540a4696df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:41.357485 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-3687d1eb-3124-4649-a99b-8c87582e806a service neutron] 10.222.0.24 "GET /v2.0/networks/d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107557 Apr 05 20:15:41.370473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114cdab-2eda-4b92-bac8-c76e6849a5c3 req-ba460cbb-6deb-4f7e-8e6f-a348c1444dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:41.375780 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e114cdab-2eda-4b92-bac8-c76e6849a5c3 req-ba460cbb-6deb-4f7e-8e6f-a348c1444dc7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2925966 Apr 05 20:15:41.606880 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:41.728634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 00d5e374-9350-4ac3-b65f-3765c293f792 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:15:41.796811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12deec83-62ec-4aae-a13e-5abbb69c2ecb req-3e3fba8e-50b0-46e3-be60-05073190f441 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:41.806214 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12deec83-62ec-4aae-a13e-5abbb69c2ecb req-3e3fba8e-50b0-46e3-be60-05073190f441 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 951 time: 0.2797678 Apr 05 20:15:41.833990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58902) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:41.895856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d832a-47cd-46aa-bb10-fea46a351929 req-6f77165c-999f-48fe-95a1-1473c9f3d643 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:41.902318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d832a-47cd-46aa-bb10-fea46a351929 req-6f77165c-999f-48fe-95a1-1473c9f3d643 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:41.908287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d832a-47cd-46aa-bb10-fea46a351929 req-6f77165c-999f-48fe-95a1-1473c9f3d643 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:41.915807 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6e0d832a-47cd-46aa-bb10-fea46a351929 req-6f77165c-999f-48fe-95a1-1473c9f3d643 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2398 time: 0.1799874 Apr 05 20:15:41.977625 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12deec83-62ec-4aae-a13e-5abbb69c2ecb req-0679a2a7-3709-4511-8d4c-757a465154cb tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699517 Apr 05 20:15:42.010406 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6e0d832a-47cd-46aa-bb10-fea46a351929 req-7be53d9d-c732-431d-a237-5f7c2df84f3e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893087 Apr 05 20:15:42.065926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ae7a4d76-2d13-4c7f-9f01-aa5515765fa7 req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1795674918', 'description': 'tempest-description-264581180'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:42.075750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ae7a4d76-2d13-4c7f-9f01-aa5515765fa7 req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:42.084727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ae7a4d76-2d13-4c7f-9f01-aa5515765fa7 req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:42.088338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ae7a4d76-2d13-4c7f-9f01-aa5515765fa7 req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:42.096517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ae7a4d76-2d13-4c7f-9f01-aa5515765fa7 req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:42.142653 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ae7a4d76-2d13-4c7f-9f01-aa5515765fa7 req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:42.185323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 00d5e374-9350-4ac3-b65f-3765c293f792, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=00d5e374-9350-4ac3-b65f-3765c293f792,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:42.186416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58928) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:42.187634 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3a6263ad-42d8-4b88-86bc-70a7d9029a83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8d0ed9dfd904d01a152eeeb75272cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3407910 Apr 05 20:15:42.193716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ae7a4d76-2d13-4c7f-9f01-aa5515765fa7 req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:42.199972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ae7a4d76-2d13-4c7f-9f01-aa5515765fa7 req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group_rule and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:42.204375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ae7a4d76-2d13-4c7f-9f01-aa5515765fa7 req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:42.212945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ae7a4d76-2d13-4c7f-9f01-aa5515765fa7 req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:42.230315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '00d5e374-9350-4ac3-b65f-3765c293f792', 'network_id': '90c58985-6e9e-49a8-afc1-08efbdccc060', 'port_id': '00d5e374-9350-4ac3-b65f-3765c293f792', 'mac_address': 'fa:16:3e:30:ee:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1175b7-fe76-4409-88b2-f584c22d2454', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:15:42.302657 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-925c7812-0eab-48a2-ad5a-51d1d3c14e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:42.329057 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:42.329750 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ae7a4d76-2d13-4c7f-9f01-aa5515765fa7 req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:42.339366 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ae7a4d76-2d13-4c7f-9f01-aa5515765fa7 req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:42.350816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 00d5e374-9350-4ac3-b65f-3765c293f792 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:42.357247 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-925c7812-0eab-48a2-ad5a-51d1d3c14e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:42.372497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 00d5e374-9350-4ac3-b65f-3765c293f792, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=00d5e374-9350-4ac3-b65f-3765c293f792,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:42.379772 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:42.427889 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cfed62-31d6-4842-b5d4-87fa804c5bca', 'name': 'network-vif-deleted', 'tag': 'acd75246-9667-420d-96d9-3281ba28dd72', 'status': 'completed', 'code': 200} Apr 05 20:15:42.458883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eff9cde-f62f-43cd-8e0b-e1594dda7135 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:42.467810 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:42.487346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Transition to ACTIVE for port object 5eff9cde-f62f-43cd-8e0b-e1594dda7135 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:42.494263 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:42.501183 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ae7a4d76-2d13-4c7f-9f01-aa5515765fa7 req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:42.507243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae7a4d76-2d13-4c7f-9f01-aa5515765fa7 req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4459498 Apr 05 20:15:42.508170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aec8920-fa26-40b9-a247-370b73993e43 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0249387-e2c5-4311-830f-86c7d0d66f75,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:42.554830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['00d5e374-9350-4ac3-b65f-3765c293f792'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:42.587895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'tag': 'c5654cfc-d8d1-4b53-96c7-4cebef97a128'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:42.593075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Pushing event updated for resources: {'Port': ['ID=5eff9cde-f62f-43cd-8e0b-e1594dda7135,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:42.598022 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-925c7812-0eab-48a2-ad5a-51d1d3c14e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:42.621136 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=00d5e374-9350-4ac3-b65f-3765c293f792,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:42.723690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c7812-0eab-48a2-ad5a-51d1d3c14e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef0301a-c12c-4d50-95ee-73205c991d69,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:42.735997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c78d7b18-609f-4722-bc55-bb6615cb25bb req-2469dbfe-ee3e-4c29-bf2b-7d2867e5f788 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Synchronizing usage tracker for tenant:2046ae97d3c248edbc4220a51fb358dc on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:42.973098 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-925c7812-0eab-48a2-ad5a-51d1d3c14e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:42.975290 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-925c7812-0eab-48a2-ad5a-51d1d3c14e3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aef0301a-c12c-4d50-95ee-73205c991d69 HTTP/1.1" status: 204 len: 168 time: 0.7846928 Apr 05 20:15:43.056250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c78d7b18-609f-4722-bc55-bb6615cb25bb req-2469dbfe-ee3e-4c29-bf2b-7d2867e5f788 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Unset dirty status for tenant:2046ae97d3c248edbc4220a51fb358dc on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:43.056492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385b468-2beb-4edc-8a7c-0155032954df req-9ca605ea-9609-41d7-8f23-fb936edfa0b0 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:43.057920 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f385b468-2beb-4edc-8a7c-0155032954df req-9ca605ea-9609-41d7-8f23-fb936edfa0b0 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 1096 time: 0.3771889 Apr 05 20:15:43.068272 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c78d7b18-609f-4722-bc55-bb6615cb25bb req-2469dbfe-ee3e-4c29-bf2b-7d2867e5f788 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 210 time: 0.4836755 Apr 05 20:15:43.141487 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f385b468-2beb-4edc-8a7c-0155032954df req-46465e30-7949-44de-b5bd-c7c8f04ba6cc tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748599 Apr 05 20:15:43.145282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Attempting to bind port 5eff9cde-f62f-43cd-8e0b-e1594dda7135 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:43.145619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Attempting to bind port 5eff9cde-f62f-43cd-8e0b-e1594dda7135 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9601dc20-b049-4527-9e24-313a1e223566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:43.145968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Attempting to bind port 5eff9cde-f62f-43cd-8e0b-e1594dda7135 on network 9bf5a6f6-addf-4a64-badf-f15788675011 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:43.152710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Port 5eff9cde-f62f-43cd-8e0b-e1594dda7135 on network 9bf5a6f6-addf-4a64-badf-f15788675011 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:15:43.153035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Attempting to bind port 5eff9cde-f62f-43cd-8e0b-e1594dda7135 on network 9bf5a6f6-addf-4a64-badf-f15788675011 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:43.175507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:43.175842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Checking segment: {'id': '9601dc20-b049-4527-9e24-313a1e223566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:43.176230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Bound using segment: {'id': '9601dc20-b049-4527-9e24-313a1e223566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:43.176665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Bound port: 5eff9cde-f62f-43cd-8e0b-e1594dda7135, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9601dc20-b049-4527-9e24-313a1e223566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:43.177012 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:43.471965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3923490-e5d1-4558-94b8-bd55f65cb63b req-3cd9f703-c713-4100-8c90-44c9695213fe tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:43.480609 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3923490-e5d1-4558-94b8-bd55f65cb63b req-3cd9f703-c713-4100-8c90-44c9695213fe tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/ports?device_id=03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c HTTP/1.1" status: 200 len: 943 time: 0.1715062 Apr 05 20:15:43.608308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-962b2af9-9f69-4099-95a4-59cbe8434a5b req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-9208678', 'description': 'tempest-description-277314969'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:43.613667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58968) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:43.614911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-962b2af9-9f69-4099-95a4-59cbe8434a5b req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:43.619202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-962b2af9-9f69-4099-95a4-59cbe8434a5b req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:43.623042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-962b2af9-9f69-4099-95a4-59cbe8434a5b req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:43.636717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-962b2af9-9f69-4099-95a4-59cbe8434a5b req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:43.638660 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-af83f6c3-babc-4eef-ad64-e7047a9218a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:43.650620 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1d34bcf8-b8a3-4a88-bc72-0c912b8ba705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:43.659589 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-962b2af9-9f69-4099-95a4-59cbe8434a5b req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:43.673803 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3923490-e5d1-4558-94b8-bd55f65cb63b req-e2372167-cf3a-400c-befd-5e070286f5a2 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7521b4bf-1018-48c9-a97e-d8522493b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918390 Apr 05 20:15:43.680771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1d34bcf8-b8a3-4a88-bc72-0c912b8ba705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:43.685805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1d34bcf8-b8a3-4a88-bc72-0c912b8ba705 admin admin] Usage tracker for resource:security_group_rule and tenant:5ec2a68f3bd14b7e912ecdafabb694ab is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:43.690625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1d34bcf8-b8a3-4a88-bc72-0c912b8ba705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:43.696488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1d34bcf8-b8a3-4a88-bc72-0c912b8ba705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:43.711087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] For port 5eff9cde-f62f-43cd-8e0b-e1594dda7135, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:43.732595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-962b2af9-9f69-4099-95a4-59cbe8434a5b req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:43.740562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 6ed34de7-c172-4439-bdaa-088789acf297 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:15:43.746436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-962b2af9-9f69-4099-95a4-59cbe8434a5b req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group_rule and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:43.752664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 00d5e374-9350-4ac3-b65f-3765c293f792 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:43.754212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] For port 5eff9cde-f62f-43cd-8e0b-e1594dda7135, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5eff9cde-f62f-43cd-8e0b-e1594dda7135,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:43.757672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-962b2af9-9f69-4099-95a4-59cbe8434a5b req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:43.779434 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:43.785583 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'tag': 'c5654cfc-d8d1-4b53-96c7-4cebef97a128', 'status': 'completed', 'code': 200} Apr 05 20:15:43.788580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-962b2af9-9f69-4099-95a4-59cbe8434a5b req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:43.920723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:43.921339 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:43.922759 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] 10.222.0.13 "PUT /v2.0/ports/5eff9cde-f62f-43cd-8e0b-e1594dda7135 HTTP/1.1" status: 200 len: 1091 time: 2.6000936 Apr 05 20:15:43.945163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f48091-1e26-4f74-8c9e-9d2d438a7430 service neutron] Pushing event updated for resources: {'Port': ['ID=5eff9cde-f62f-43cd-8e0b-e1594dda7135,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:44.014693 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 00d5e374-9350-4ac3-b65f-3765c293f792 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:44.015343 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.123380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 6ed34de7-c172-4439-bdaa-088789acf297, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=6ed34de7-c172-4439-bdaa-088789acf297,segment=NetworkSegment(21c37c14-7ef5-49e8-9bd5-45ec30cd75fc),segment_id=21c37c14-7ef5-49e8-9bd5-45ec30cd75fc)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:44.145458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '6ed34de7-c172-4439-bdaa-088789acf297', 'network_id': 'be2fa9b5-9ca9-43ab-8d40-2be885abed69', 'port_id': '6ed34de7-c172-4439-bdaa-088789acf297', 'mac_address': 'fa:16:3e:b2:e8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdb4d50c-02b7-4ed9-9bf2-695b690f757c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:15:44.196643 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1d34bcf8-b8a3-4a88-bc72-0c912b8ba705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.219087 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1d34bcf8-b8a3-4a88-bc72-0c912b8ba705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.272533 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.309945 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-962b2af9-9f69-4099-95a4-59cbe8434a5b req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.310205 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1d34bcf8-b8a3-4a88-bc72-0c912b8ba705 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ec2a68f3bd14b7e912ecdafabb694ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6889091 Apr 05 20:15:44.311148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58974) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:15:44.318890 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 00d5e374-9350-4ac3-b65f-3765c293f792, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=00d5e374-9350-4ac3-b65f-3765c293f792,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:44.321770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bc527f-5f2d-40a8-91e0-0e5736082528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d5e374-9350-4ac3-b65f-3765c293f792'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:44.328518 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-962b2af9-9f69-4099-95a4-59cbe8434a5b req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.328742 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.330858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a8ec8-e854-4360-a880-218ce92200a7 req-b234a91c-3c0a-4f07-8b2f-08e2f9717fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:44.332757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a8ec8-e854-4360-a880-218ce92200a7 req-b234a91c-3c0a-4f07-8b2f-08e2f9717fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:44.333324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a8ec8-e854-4360-a880-218ce92200a7 req-b234a91c-3c0a-4f07-8b2f-08e2f9717fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:44.335214 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db9a8ec8-e854-4360-a880-218ce92200a7 req-b234a91c-3c0a-4f07-8b2f-08e2f9717fba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15f1e4963ec848aab8e6a36d8339f80d&device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2863 time: 0.3130658 Apr 05 20:15:44.346082 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.372926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-962b2af9-9f69-4099-95a4-59cbe8434a5b req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.390326 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-962b2af9-9f69-4099-95a4-59cbe8434a5b req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7929077 Apr 05 20:15:44.420769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed34de7-c172-4439-bdaa-088789acf297 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:44.460033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 6ed34de7-c172-4439-bdaa-088789acf297, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=6ed34de7-c172-4439-bdaa-088789acf297,segment=NetworkSegment(21c37c14-7ef5-49e8-9bd5-45ec30cd75fc),segment_id=21c37c14-7ef5-49e8-9bd5-45ec30cd75fc)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:44.465378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3aa67b-4dd5-40fa-b7fa-9ffc30fc6d9b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdb336c-014f-4292-97a9-4045ee796263,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:44.466419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=00d5e374-9350-4ac3-b65f-3765c293f792,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:44.471467 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.498385 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1349c780-aff3-4af8-bc9d-f7e48679633a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.546933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1349c780-aff3-4af8-bc9d-f7e48679633a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.556988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-0c02b7bc-a31f-4ed1-a817-dfade4cd4954 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:44.558764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-0c02b7bc-a31f-4ed1-a817-dfade4cd4954 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.13 "GET /v2.0/networks?id=d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 HTTP/1.1" status: 200 len: 812 time: 1.0435050 Apr 05 20:15:44.560058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=6ed34de7-c172-4439-bdaa-088789acf297,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:44.560287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34bcf8-b8a3-4a88-bc72-0c912b8ba705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4da45d-54f2-4ae1-82bf-c33042c85b01,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:44.581589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb634ca1-c4de-4b9c-82e2-08e3075b0d0d req-462d8245-1267-46b6-aef1-6cd79dc2e400 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:44.589407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb634ca1-c4de-4b9c-82e2-08e3075b0d0d req-462d8245-1267-46b6-aef1-6cd79dc2e400 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:44.595528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb634ca1-c4de-4b9c-82e2-08e3075b0d0d req-462d8245-1267-46b6-aef1-6cd79dc2e400 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:44.603856 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb634ca1-c4de-4b9c-82e2-08e3075b0d0d req-462d8245-1267-46b6-aef1-6cd79dc2e400 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2410 time: 0.6807082 Apr 05 20:15:44.680807 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.732333 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1349c780-aff3-4af8-bc9d-f7e48679633a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.769338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1349c780-aff3-4af8-bc9d-f7e48679633a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4da45d-54f2-4ae1-82bf-c33042c85b01,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:44.770828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a8ec8-e854-4360-a880-218ce92200a7 req-3935cfb6-811f-47d1-9d2c-9dacef8974be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:44.779033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-e39708f9-bf69-4f39-baa9-4f3a9fd198f8 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:44.786353 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-e39708f9-bf69-4f39-baa9-4f3a9fd198f8 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 808 time: 0.2450559 Apr 05 20:15:44.788796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a8ec8-e854-4360-a880-218ce92200a7 req-3935cfb6-811f-47d1-9d2c-9dacef8974be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:44.789303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a8ec8-e854-4360-a880-218ce92200a7 req-3935cfb6-811f-47d1-9d2c-9dacef8974be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:44.792863 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db9a8ec8-e854-4360-a880-218ce92200a7 req-3935cfb6-811f-47d1-9d2c-9dacef8974be service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=15f1e4963ec848aab8e6a36d8339f80d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4443262 Apr 05 20:15:44.794691 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1349c780-aff3-4af8-bc9d-f7e48679633a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:44.798161 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1349c780-aff3-4af8-bc9d-f7e48679633a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b4da45d-54f2-4ae1-82bf-c33042c85b01 HTTP/1.1" status: 204 len: 168 time: 0.4833872 Apr 05 20:15:44.808615 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-5cb0f074-c006-4aa2-95d4-ce03bf995775 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/quotas/637efc23dfdb499b8292cc0b1136bd84 HTTP/1.1" status: 200 len: 375 time: 0.0213530 Apr 05 20:15:44.814464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['6ed34de7-c172-4439-bdaa-088789acf297'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:44.906597 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-69d9c301-aaf6-4f65-baeb-22559b3ddf28 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963221 Apr 05 20:15:44.958097 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb634ca1-c4de-4b9c-82e2-08e3075b0d0d req-a8290300-e21b-4158-8396-28956fe70df6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475051 Apr 05 20:15:44.962754 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-082224e6-fd96-4a82-880a-0220603d5d06 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2046ae97d3c248edbc4220a51fb358dc HTTP/1.1" status: 200 len: 379 time: 0.3327334 Apr 05 20:15:44.998262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Request body: {'port': {'device_id': '15051470-777a-4966-afa8-96e81386e964', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'admin_state_up': True, 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'security_groups': ['78d799eb-e647-47be-b87f-b4df7b26ad45']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:45.082182 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:45.123056 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-b8532ca2-604f-495d-b3b7-cc32f9c75a41 service neutron] 10.222.0.24 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154880 Apr 05 20:15:45.211160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a8ec8-e854-4360-a880-218ce92200a7 req-08aeb800-eb04-483c-93bd-949873fd8870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:45.212566 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db9a8ec8-e854-4360-a880-218ce92200a7 req-08aeb800-eb04-483c-93bd-949873fd8870 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3757074 Apr 05 20:15:45.362577 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-09ec7d05-df37-49aa-a6ae-9e319109953c service neutron] 10.222.0.24 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134135 Apr 05 20:15:45.497164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-862ffa23-5e8a-4981-ba39-b3badae8c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:45.497645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-862ffa23-5e8a-4981-ba39-b3badae8c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:45.498260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-862ffa23-5e8a-4981-ba39-b3badae8c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:45.499963 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-862ffa23-5e8a-4981-ba39-b3badae8c775 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15f1e4963ec848aab8e6a36d8339f80d&device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2863 time: 0.2104404 Apr 05 20:15:45.501133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:45.637371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:45.641566 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-fbe6a8ff-59ea-4982-8161-e1b1b9e6d7db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.250&port_id=606fdf29-7bc6-4a7d-9682-d8f274d7709a HTTP/1.1" status: 200 len: 217 time: 0.1296468 Apr 05 20:15:45.645498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29006be8-624d-44af-a792-55ea4c293e05 req-07b871ee-619f-4a07-88b6-71ae702b1487 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:45.652377 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29006be8-624d-44af-a792-55ea4c293e05 req-07b871ee-619f-4a07-88b6-71ae702b1487 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 1102 time: 0.3303237 Apr 05 20:15:45.791536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'tag': '5eff9cde-f62f-43cd-8e0b-e1594dda7135'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:45.821719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Made reservation on behalf of 2046ae97d3c248edbc4220a51fb358dc for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:45.837399 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:45.889795 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:45.891555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17246bec-0369-4b13-9298-a1b170fc02aa req-e09f672f-326d-411c-8f96-92f845805225 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:45.900881 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-17246bec-0369-4b13-9298-a1b170fc02aa req-e09f672f-326d-411c-8f96-92f845805225 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 946 time: 0.2446263 Apr 05 20:15:45.938893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-314174c9-323b-43de-b671-ee7db474be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:45.941180 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-314174c9-323b-43de-b671-ee7db474be1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c09d6e74-d946-43eb-bb9e-f5cb0a0c7d48 HTTP/1.1" status: 200 len: 801 time: 0.2841027 Apr 05 20:15:45.947542 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29006be8-624d-44af-a792-55ea4c293e05 req-4d0790b8-8b26-42c5-b871-2bc91d222681 tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937596 Apr 05 20:15:46.002186 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-17246bec-0369-4b13-9298-a1b170fc02aa req-1f6cba23-2462-4526-8705-21226b6dae7e tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000760 Apr 05 20:15:46.075157 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bc527f-5f2d-40a8-91e0-0e5736082528', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00d5e374-9350-4ac3-b65f-3765c293f792', 'code': 200} Apr 05 20:15:46.099342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-c0b338d3-9a74-4a5d-901f-c6b1235dfa86 req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-810233354', 'description': 'tempest-description-1800112642'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:46.106688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-c0b338d3-9a74-4a5d-901f-c6b1235dfa86 req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:46.114032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c0b338d3-9a74-4a5d-901f-c6b1235dfa86 req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:46.117448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c0b338d3-9a74-4a5d-901f-c6b1235dfa86 req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:46.126122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-c0b338d3-9a74-4a5d-901f-c6b1235dfa86 req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:46.145609 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c0b338d3-9a74-4a5d-901f-c6b1235dfa86 req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:46.185606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-c0b338d3-9a74-4a5d-901f-c6b1235dfa86 req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:46.192673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c0b338d3-9a74-4a5d-901f-c6b1235dfa86 req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group_rule and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:46.202087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c0b338d3-9a74-4a5d-901f-c6b1235dfa86 req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:46.209328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-c0b338d3-9a74-4a5d-901f-c6b1235dfa86 req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:46.334627 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c0b338d3-9a74-4a5d-901f-c6b1235dfa86 req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:46.344110 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c0b338d3-9a74-4a5d-901f-c6b1235dfa86 req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:46.397354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bccdfec-1a70-403f-ab30-ea7fdbc83652,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:46.407011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:46.407442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:46.407840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:46.408242 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:46.408637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:46.409129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:46.409781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:46.410271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:46.410793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:46.411330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:46.411723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:46.412114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:15:46.415842 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c0b338d3-9a74-4a5d-901f-c6b1235dfa86 req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:46.417152 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0b338d3-9a74-4a5d-901f-c6b1235dfa86 req-97fcd42c-52f1-495c-93ca-bc6a5b109682 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3225334 Apr 05 20:15:46.447910 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-787ab6ef-a2bf-4c07-8a02-22649475cd0d req-13a53cbe-90fb-4b2d-9382-70b2e8c59080 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 210 time: 0.2066255 Apr 05 20:15:46.635496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-56b0f323-c028-4ba6-88c4-a9ece364d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:46.637903 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-56b0f323-c028-4ba6-88c4-a9ece364d968 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bf5a6f6-addf-4a64-badf-f15788675011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6854558 Apr 05 20:15:46.684298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-25f591db-7cf6-472f-938f-6485e2c8b0b3 req-db20bb79-c111-4864-8979-4222a84f1209 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 210 time: 0.0518453 Apr 05 20:15:46.737158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace1644-b43b-40e2-9902-2760b0f63ebe req-9944d1be-5a87-4f3c-a88c-03d35704ee52 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:46.739248 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cace1644-b43b-40e2-9902-2760b0f63ebe req-9944d1be-5a87-4f3c-a88c-03d35704ee52 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/ports?device_id=03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c HTTP/1.1" status: 200 len: 944 time: 0.1223803 Apr 05 20:15:46.799970 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'tag': '5eff9cde-f62f-43cd-8e0b-e1594dda7135', 'status': 'completed', 'code': 200} Apr 05 20:15:46.813685 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cace1644-b43b-40e2-9902-2760b0f63ebe req-81a54e8f-fe75-4f23-939f-1bea7d06b0f1 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7521b4bf-1018-48c9-a97e-d8522493b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656478 Apr 05 20:15:46.856869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Allocated IP 172.20.0.3 (d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631/b3894f6c-28b6-44d0-b2b0-148aa5639c30/5ef467ad-e08a-4301-b857-6f2c14ef5f54) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:46.918299 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-9f92c68d-1e9c-479d-8853-29118221bdf5 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf5a6f6-addf-4a64-badf-f15788675011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329783 Apr 05 20:15:47.356380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-18573e6b-7be1-42ad-894c-688551d81b12 req-061287c3-18ce-43bc-8ee3-1cdaaa996323 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Synchronizing usage tracker for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:47.376354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-18573e6b-7be1-42ad-894c-688551d81b12 req-061287c3-18ce-43bc-8ee3-1cdaaa996323 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Unset dirty status for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:47.380142 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-18573e6b-7be1-42ad-894c-688551d81b12 req-061287c3-18ce-43bc-8ee3-1cdaaa996323 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=313ef90b753e46b0b1e67425a2190bfd HTTP/1.1" status: 200 len: 10892 time: 0.1789780 Apr 05 20:15:47.433649 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-2c940be3-f9f2-4a4e-8ddb-3962e8517c73 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf5a6f6-addf-4a64-badf-f15788675011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755232 Apr 05 20:15:47.453351 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-18573e6b-7be1-42ad-894c-688551d81b12 req-3a6d00ba-438f-47c6-946d-7663cb1c1ef4 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/f017a3f1-582b-46e6-a334-c6ae4f6918f1 HTTP/1.1" status: 200 len: 2981 time: 0.0676696 Apr 05 20:15:47.507886 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:47.521305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271ff92-e5ed-4f41-81ab-3ab8e6dfb56a req-866570f7-a2b9-410f-bc8e-4054d9e91808 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:47.526547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271ff92-e5ed-4f41-81ab-3ab8e6dfb56a req-866570f7-a2b9-410f-bc8e-4054d9e91808 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:47.532295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271ff92-e5ed-4f41-81ab-3ab8e6dfb56a req-866570f7-a2b9-410f-bc8e-4054d9e91808 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:47.540316 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3271ff92-e5ed-4f41-81ab-3ab8e6dfb56a req-866570f7-a2b9-410f-bc8e-4054d9e91808 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2410 time: 0.5826807 Apr 05 20:15:47.558448 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-4b7ede2c-dffa-4be7-8677-c0a1ebd343a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.6&port_id=c5654cfc-d8d1-4b53-96c7-4cebef97a128 HTTP/1.1" status: 200 len: 217 time: 0.1161783 Apr 05 20:15:47.569950 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-18573e6b-7be1-42ad-894c-688551d81b12 req-5cde35ee-dce8-4e6d-a514-ec1496668aa9 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/f017a3f1-582b-46e6-a334-c6ae4f6918f1 HTTP/1.1" status: 200 len: 2981 time: 0.1105762 Apr 05 20:15:47.649292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Transition to ACTIVE for port object 5ef467ad-e08a-4301-b857-6f2c14ef5f54 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:47.710776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-4616e49f-b769-47f3-bb63-8ab63e9db732 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:47.710776 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-4616e49f-b769-47f3-bb63-8ab63e9db732 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.41 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 808 time: 0.4380727 Apr 05 20:15:47.727992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Request body: {'port': {'device_id': '3e561af2-acb3-4ebe-be29-a03c7991eeb1', 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4', 'admin_state_up': True, 'tenant_id': '637efc23dfdb499b8292cc0b1136bd84'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:47.753294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 6ed34de7-c172-4439-bdaa-088789acf297 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:47.809079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c907114-f9d2-49a0-b9cd-413ef0af658e req-24b31880-42bd-4c37-9b93-6cf92d91e3bf tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:47.814861 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3271ff92-e5ed-4f41-81ab-3ab8e6dfb56a req-71872444-9b41-44e8-a289-b84b4fb8d757 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741168 Apr 05 20:15:47.818679 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9c907114-f9d2-49a0-b9cd-413ef0af658e req-24b31880-42bd-4c37-9b93-6cf92d91e3bf tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 1102 time: 0.1044056 Apr 05 20:15:47.888697 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9c907114-f9d2-49a0-b9cd-413ef0af658e req-91fa4eaa-5ffd-4afd-8800-ec39ea565cee tempest-ServersAdminTestJSON-1104622573 tempest-ServersAdminTestJSON-1104622573-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685883 Apr 05 20:15:47.909784 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 6ed34de7-c172-4439-bdaa-088789acf297 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:47.933102 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 6ed34de7-c172-4439-bdaa-088789acf297 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:47.934308 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.079592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-5c7486c1-a865-498e-bd84-e72b1f29b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:48.083573 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-5c7486c1-a865-498e-bd84-e72b1f29b7e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7e332c5b-f992-4869-8d70-6b693c040359 HTTP/1.1" status: 200 len: 801 time: 0.4947839 Apr 05 20:15:48.114215 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5c62ea5-7c98-423f-8c54-40e3a909d88b req-63cd9dcd-c04f-4dbc-ad23-d1cceb7cb064 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 210 time: 0.0559945 Apr 05 20:15:48.123349 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.166507 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.211097 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed34de7-c172-4439-bdaa-088789acf297'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:48.230860 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 6ed34de7-c172-4439-bdaa-088789acf297, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=6ed34de7-c172-4439-bdaa-088789acf297,segment=NetworkSegment(21c37c14-7ef5-49e8-9bd5-45ec30cd75fc),segment_id=21c37c14-7ef5-49e8-9bd5-45ec30cd75fc)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:48.243820 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.248889 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4fd5c686-ba93-412b-b333-411d0d0abc8e req-630603f4-246e-48df-8836-a3b1445d05ff tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/d0249387-e2c5-4311-830f-86c7d0d66f75 HTTP/1.1" status: 200 len: 1800 time: 0.0853570 Apr 05 20:15:48.278198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:48.296841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:48.315621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:48.318039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:48.347578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=6ed34de7-c172-4439-bdaa-088789acf297,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:48.357478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:48.364292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Pushing event updated for resources: {'Port': ['ID=5ef467ad-e08a-4301-b857-6f2c14ef5f54,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:48.380250 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4fd5c686-ba93-412b-b333-411d0d0abc8e req-d6234b8c-d70c-4947-be51-610e3bdd9332 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.416411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db2234-6308-4dcf-a679-9cf87bf4f942 req-b3b1a6dd-eb67-4797-93c0-ec255f900f36 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:48.424260 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f6db2234-6308-4dcf-a679-9cf87bf4f942 req-b3b1a6dd-eb67-4797-93c0-ec255f900f36 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 946 time: 0.4292011 Apr 05 20:15:48.430895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-dd654085-3d4f-43d0-ada2-a5649acaacca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:48.432333 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-dd654085-3d4f-43d0-ada2-a5649acaacca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7661ee30-1e05-4e02-9585-dc0f887972de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3390861 Apr 05 20:15:48.443824 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4fd5c686-ba93-412b-b333-411d0d0abc8e req-d6234b8c-d70c-4947-be51-610e3bdd9332 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.450983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Made reservation on behalf of 637efc23dfdb499b8292cc0b1136bd84 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:15:48.454465 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.499333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:48.500022 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.520556 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4fd5c686-ba93-412b-b333-411d0d0abc8e req-d6234b8c-d70c-4947-be51-610e3bdd9332 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.557919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6234b8c-d70c-4947-be51-610e3bdd9332 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0249387-e2c5-4311-830f-86c7d0d66f75,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:48.585943 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4fd5c686-ba93-412b-b333-411d0d0abc8e req-d6234b8c-d70c-4947-be51-610e3bdd9332 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.603368 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4fd5c686-ba93-412b-b333-411d0d0abc8e req-d6234b8c-d70c-4947-be51-610e3bdd9332 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "DELETE /v2.0/security-groups/d0249387-e2c5-4311-830f-86c7d0d66f75 HTTP/1.1" status: 204 len: 173 time: 0.3484757 Apr 05 20:15:48.667477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d12e3871-92f3-4676-ace0-4ee9783659b3 None None] Provisioning for port 5ef467ad-e08a-4301-b857-6f2c14ef5f54 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:48.676333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d12e3871-92f3-4676-ace0-4ee9783659b3 None None] Provisioning complete for port 5ef467ad-e08a-4301-b857-6f2c14ef5f54 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:48.677614 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d12e3871-92f3-4676-ace0-4ee9783659b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:48.771939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d12e3871-92f3-4676-ace0-4ee9783659b3 None None] Port 5ef467ad-e08a-4301-b857-6f2c14ef5f54 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:15:48.806664 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f6db2234-6308-4dcf-a679-9cf87bf4f942 req-f2f60460-ea70-4b5f-955a-fd24df2222f1 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815677 Apr 05 20:15:48.817495 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76f7d484-0dfc-4690-b794-b0ffd5b3f396 req-c61ad762-407f-46ab-9290-5cd65ae3b30b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 210 time: 0.0828571 Apr 05 20:15:48.973998 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-8db7aebd-cc01-4260-b034-6c40703d388a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9952185 Apr 05 20:15:49.028656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Allocated IP 172.20.0.4 (51344418-38f5-4178-a1c3-ae0225c075f4/5346762e-f36c-499a-9d81-34ed675bbd11/1798e34a-6466-4810-94cb-b57fac47aee2) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:15:49.046956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Request body: {'port': {'device_id': '15051470-777a-4966-afa8-96e81386e964', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:49.139899 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed34de7-c172-4439-bdaa-088789acf297', 'code': 200} Apr 05 20:15:49.159703 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-5c3095df-db43-458b-8380-f98523b06aae service neutron] 10.222.0.13 "GET /v2.0/networks/7661ee30-1e05-4e02-9585-dc0f887972de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6916800 Apr 05 20:15:49.181626 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-8eb30d4a-4338-4294-a929-fc9b7bf7c356 req-3774d320-a8a4-4308-b592-7cb90350d607 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] show failed (client error): The resource could not be found. Apr 05 20:15:49.183239 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8eb30d4a-4338-4294-a929-fc9b7bf7c356 req-3774d320-a8a4-4308-b592-7cb90350d607 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/d0249387-e2c5-4311-830f-86c7d0d66f75 HTTP/1.1" status: 404 len: 352 time: 0.0316324 Apr 05 20:15:49.401744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea8c5c-af11-426d-b607-d31b3a43c8a6 req-6a1f5341-0c33-4366-9617-7a90f034f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:49.403839 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-41ea8c5c-af11-426d-b607-d31b3a43c8a6 req-6a1f5341-0c33-4366-9617-7a90f034f306 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c HTTP/1.1" status: 200 len: 1096 time: 0.1542037 Apr 05 20:15:49.432002 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:15:49.433686 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:49.473241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc33e2-b593-448f-bbac-6fdb6ffbae5c req-abb84e1a-73d4-45dd-8d46-2a67ed067f66 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:49.478037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc33e2-b593-448f-bbac-6fdb6ffbae5c req-abb84e1a-73d4-45dd-8d46-2a67ed067f66 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:49.484024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc33e2-b593-448f-bbac-6fdb6ffbae5c req-abb84e1a-73d4-45dd-8d46-2a67ed067f66 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:49.491142 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6fcc33e2-b593-448f-bbac-6fdb6ffbae5c req-abb84e1a-73d4-45dd-8d46-2a67ed067f66 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2410 time: 0.1677592 Apr 05 20:15:49.501215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22553d96-d744-42c7-bc12-d0646097d71f req-15e3a2c6-b60b-42b8-9e83-993f8df37b85 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:49.511643 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22553d96-d744-42c7-bc12-d0646097d71f req-15e3a2c6-b60b-42b8-9e83-993f8df37b85 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/ports?device_id=03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c HTTP/1.1" status: 200 len: 945 time: 0.5363917 Apr 05 20:15:49.537602 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-41ea8c5c-af11-426d-b607-d31b3a43c8a6 req-3671bd34-196b-4655-8874-17c7cabfb1f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7521b4bf-1018-48c9-a97e-d8522493b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212902 Apr 05 20:15:49.548438 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6fcc33e2-b593-448f-bbac-6fdb6ffbae5c req-92402516-2fa6-4ade-84c9-f94928944795 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564301 Apr 05 20:15:49.662348 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-f02fd493-3c32-4859-9b9f-6bc5a262971e service neutron] 10.222.0.13 "GET /v2.0/networks/7661ee30-1e05-4e02-9585-dc0f887972de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494863 Apr 05 20:15:49.828059 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-ac86390c-a7bb-4831-b26c-908a201b1e6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=5eff9cde-f62f-43cd-8e0b-e1594dda7135 HTTP/1.1" status: 200 len: 217 time: 0.1513658 Apr 05 20:15:49.856410 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22553d96-d744-42c7-bc12-d0646097d71f req-d836153d-f375-47bb-bc58-308d9b88d683 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7521b4bf-1018-48c9-a97e-d8522493b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432021 Apr 05 20:15:49.913073 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738955c1-832b-4b81-bc53-0d1c1a95e97a req-0bf458d2-4fd8-4455-afc5-58189155d8eb tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:49.920317 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-738955c1-832b-4b81-bc53-0d1c1a95e97a req-0bf458d2-4fd8-4455-afc5-58189155d8eb tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 950 time: 0.2347398 Apr 05 20:15:49.978380 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-738955c1-832b-4b81-bc53-0d1c1a95e97a req-b69772b0-ee46-445a-86eb-d9418632ac79 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570486 Apr 05 20:15:50.060838 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ca78a1a6-b189-4fb0-b6a3-324de8217c4a req-49a8215b-a687-4645-ad9a-7798602d0f04 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/4bdb336c-014f-4292-97a9-4045ee796263 HTTP/1.1" status: 200 len: 1797 time: 0.0633743 Apr 05 20:15:50.148454 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ca78a1a6-b189-4fb0-b6a3-324de8217c4a req-70c95f74-9a3e-438c-8aaf-d6ac36a312c4 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:50.163072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:50.193309 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ca78a1a6-b189-4fb0-b6a3-324de8217c4a req-70c95f74-9a3e-438c-8aaf-d6ac36a312c4 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:50.225138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-30b0699e-47ba-47a5-99a7-9027726aa2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:50.226619 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-30b0699e-47ba-47a5-99a7-9027726aa2b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c09d6e74-d946-43eb-bb9e-f5cb0a0c7d48 HTTP/1.1" status: 200 len: 801 time: 0.3692753 Apr 05 20:15:50.265316 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ca78a1a6-b189-4fb0-b6a3-324de8217c4a req-70c95f74-9a3e-438c-8aaf-d6ac36a312c4 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:50.306115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c95f74-9a3e-438c-8aaf-d6ac36a312c4 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdb336c-014f-4292-97a9-4045ee796263,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:50.323403 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ca78a1a6-b189-4fb0-b6a3-324de8217c4a req-70c95f74-9a3e-438c-8aaf-d6ac36a312c4 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:50.348778 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ca78a1a6-b189-4fb0-b6a3-324de8217c4a req-70c95f74-9a3e-438c-8aaf-d6ac36a312c4 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "DELETE /v2.0/security-groups/4bdb336c-014f-4292-97a9-4045ee796263 HTTP/1.1" status: 204 len: 173 time: 0.2866342 Apr 05 20:15:50.421171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ec885-1626-42f4-9a3a-add19ea64a5c req-b5425b13-e23f-47df-9af7-f7540062ded1 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:50.421951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-6c6ec885-1626-42f4-9a3a-add19ea64a5c req-b5425b13-e23f-47df-9af7-f7540062ded1 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Synchronizing usage tracker for tenant:2046ae97d3c248edbc4220a51fb358dc on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:50.431038 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:50.539567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-6c6ec885-1626-42f4-9a3a-add19ea64a5c req-b5425b13-e23f-47df-9af7-f7540062ded1 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Unset dirty status for tenant:2046ae97d3c248edbc4220a51fb358dc on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:50.540733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c6ec885-1626-42f4-9a3a-add19ea64a5c req-b5425b13-e23f-47df-9af7-f7540062ded1 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 931 time: 0.4486141 Apr 05 20:15:50.553732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Network 51344418-38f5-4178-a1c3-ae0225c075f4 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:15:50.556235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:15:50.575991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-04a650f6-61b0-433b-9fec-a344b2e9ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:50.579197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-04a650f6-61b0-433b-9fec-a344b2e9ce29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bf5a6f6-addf-4a64-badf-f15788675011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3012426 Apr 05 20:15:50.586544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc595557-22ac-4d52-a441-85888cb8806d req-e709fbb0-0100-4671-98ba-8d0f9922480f tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:50.588204 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc595557-22ac-4d52-a441-85888cb8806d req-e709fbb0-0100-4671-98ba-8d0f9922480f tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 950 time: 0.1163445 Apr 05 20:15:50.626425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:15:50.653842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Pushing event updated for resources: {'Port': ['ID=1798e34a-6466-4810-94cb-b57fac47aee2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:50.689499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19b48e-adc4-4e56-886b-05b34beab216 req-d299b4d2-58aa-43d8-a155-deb2297d3199 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:50.691140 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2a19b48e-adc4-4e56-886b-05b34beab216 req-d299b4d2-58aa-43d8-a155-deb2297d3199 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 946 time: 0.2516887 Apr 05 20:15:50.788486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-cc595557-22ac-4d52-a441-85888cb8806d req-caefb5b7-25df-4b3c-a9e9-1b82f3372444 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Deleting port 0efa148f-9492-44ed-934f-7b82e677935c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:15:50.788871 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cc595557-22ac-4d52-a441-85888cb8806d req-caefb5b7-25df-4b3c-a9e9-1b82f3372444 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:50.882904 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2a19b48e-adc4-4e56-886b-05b34beab216 req-75453f6a-690f-48f2-8272-df4f0da1784e tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824031 Apr 05 20:15:50.914648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef467ad-e08a-4301-b857-6f2c14ef5f54 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:50.981538 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:51.015435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:51.016204 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:51.035608 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c6ec885-1626-42f4-9a3a-add19ea64a5c req-914290d8-908b-4774-a996-ed9ca863e6c3 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/security-groups?id=78d799eb-e647-47be-b87f-b4df7b26ad45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4629767 Apr 05 20:15:51.046940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Transition to ACTIVE for port object 5ef467ad-e08a-4301-b857-6f2c14ef5f54 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:51.078608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:51.148740 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-eceebceb-b200-4daa-8bb7-76c1ce8b5a95 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4452043 Apr 05 20:15:51.194221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Request body: {'port': {'device_id': '3e561af2-acb3-4ebe-be29-a03c7991eeb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:51.221576 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-da0f1fd0-41b1-433d-b2ce-54be31dea075 req-597f6caa-9857-452b-96db-997796b36779 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] show failed (client error): The resource could not be found. Apr 05 20:15:51.222639 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da0f1fd0-41b1-433d-b2ce-54be31dea075 req-597f6caa-9857-452b-96db-997796b36779 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/4bdb336c-014f-4292-97a9-4045ee796263 HTTP/1.1" status: 404 len: 352 time: 0.0618804 Apr 05 20:15:51.225190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-cc595557-22ac-4d52-a441-85888cb8806d req-caefb5b7-25df-4b3c-a9e9-1b82f3372444 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] For port 0efa148f-9492-44ed-934f-7b82e677935c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0efa148f-9492-44ed-934f-7b82e677935c,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:51.225703 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cc595557-22ac-4d52-a441-85888cb8806d req-caefb5b7-25df-4b3c-a9e9-1b82f3372444 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:51.320157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99709ba-adca-4667-bd3f-408eda96ba11 req-7468342d-33f9-4a78-a13f-27c32bb8f97f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:51.326602 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-1bcb497e-5c4d-4608-9f75-2857133cb6fe service neutron] 10.222.0.13 "GET /v2.0/networks/9bf5a6f6-addf-4a64-badf-f15788675011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683512 Apr 05 20:15:51.328042 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b99709ba-adca-4667-bd3f-408eda96ba11 req-7468342d-33f9-4a78-a13f-27c32bb8f97f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 931 time: 0.2829344 Apr 05 20:15:51.459791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-cc595557-22ac-4d52-a441-85888cb8806d req-caefb5b7-25df-4b3c-a9e9-1b82f3372444 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Calling delete_port for 0efa148f-9492-44ed-934f-7b82e677935c owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:15:51.503410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef467ad-e08a-4301-b857-6f2c14ef5f54,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:51.525507 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b99709ba-adca-4667-bd3f-408eda96ba11 req-ffe6f2b5-e951-4769-bc6b-2b56019c3a3d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965940 Apr 05 20:15:51.697313 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-882a09cb-3474-4f9f-af19-764ad7048ed0 req-9ea565a9-f447-42ea-b83b-6414fdd680b3 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf5a6f6-addf-4a64-badf-f15788675011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533785 Apr 05 20:15:51.762578 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cc595557-22ac-4d52-a441-85888cb8806d req-caefb5b7-25df-4b3c-a9e9-1b82f3372444 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:51.777527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['cee594a2-bba3-415d-92c8-5833f447e646', 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:51.807068 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:51.847734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caefb5b7-25df-4b3c-a9e9-1b82f3372444 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Pushing event deleted for resources: {'Port': ['ID=0efa148f-9492-44ed-934f-7b82e677935c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:51.931256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Attempting to bind port 5ef467ad-e08a-4301-b857-6f2c14ef5f54 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:51.932458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Attempting to bind port 5ef467ad-e08a-4301-b857-6f2c14ef5f54 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:51.933019 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Attempting to bind port 5ef467ad-e08a-4301-b857-6f2c14ef5f54 on network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:51.951851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc595557-22ac-4d52-a441-85888cb8806d req-caefb5b7-25df-4b3c-a9e9-1b82f3372444 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] No DVR routers for this DVR port 0efa148f-9492-44ed-934f-7b82e677935c on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:15:51.954803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Port 5ef467ad-e08a-4301-b857-6f2c14ef5f54 on network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:15:51.955199 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cc595557-22ac-4d52-a441-85888cb8806d req-caefb5b7-25df-4b3c-a9e9-1b82f3372444 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:51.955795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Attempting to bind port 5ef467ad-e08a-4301-b857-6f2c14ef5f54 on network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:51.960914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefa72a2-eb99-4ba9-9b99-afbd08fe68ea', 'name': 'network-vif-deleted', 'tag': '0efa148f-9492-44ed-934f-7b82e677935c'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:51.967712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:51.968401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Checking segment: {'id': '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:51.969605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Bound using segment: {'id': '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:51.970326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Bound port: 5ef467ad-e08a-4301-b857-6f2c14ef5f54, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:51.970898 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:51.977318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a76fbe-94fe-4f18-b427-e1ac46d01eeb req-22223420-3b98-47e9-804b-2a7f5f12166b tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:51.982691 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30a76fbe-94fe-4f18-b427-e1ac46d01eeb req-22223420-3b98-47e9-804b-2a7f5f12166b tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/ports?device_id=03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c HTTP/1.1" status: 200 len: 945 time: 0.3224044 Apr 05 20:15:52.017367 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc595557-22ac-4d52-a441-85888cb8806d req-caefb5b7-25df-4b3c-a9e9-1b82f3372444 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "DELETE /v2.0/ports/0efa148f-9492-44ed-934f-7b82e677935c HTTP/1.1" status: 204 len: 173 time: 1.4178288 Apr 05 20:15:52.046053 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30a76fbe-94fe-4f18-b427-e1ac46d01eeb req-1f124535-68b0-4630-837e-0988b112d2d4 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7521b4bf-1018-48c9-a97e-d8522493b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586653 Apr 05 20:15:52.115760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e49c4-17be-460c-a056-871a617fbae5 req-3ca6d532-7d7a-4aa9-b5f5-a51d3fcb23c2 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:52.122387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e49c4-17be-460c-a056-871a617fbae5 req-3ca6d532-7d7a-4aa9-b5f5-a51d3fcb23c2 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:52.128494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e49c4-17be-460c-a056-871a617fbae5 req-3ca6d532-7d7a-4aa9-b5f5-a51d3fcb23c2 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:52.130425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-472e49c4-17be-460c-a056-871a617fbae5 req-3ca6d532-7d7a-4aa9-b5f5-a51d3fcb23c2 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2410 time: 0.7593181 Apr 05 20:15:52.208589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169182c-07a6-4bc4-ba41-394b1fd77338 req-ebb97e93-b708-4257-bfcd-b3002e3ba844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:52.209010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169182c-07a6-4bc4-ba41-394b1fd77338 req-ebb97e93-b708-4257-bfcd-b3002e3ba844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:52.209460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169182c-07a6-4bc4-ba41-394b1fd77338 req-ebb97e93-b708-4257-bfcd-b3002e3ba844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:52.211243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a169182c-07a6-4bc4-ba41-394b1fd77338 req-ebb97e93-b708-4257-bfcd-b3002e3ba844 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15f1e4963ec848aab8e6a36d8339f80d&device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2863 time: 0.4374146 Apr 05 20:15:52.357208 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c718e1ec-2882-4fbc-81b5-e4cda27065e6 req-23e31cd0-5337-4a01-b6e3-89de9aca7e42 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Synchronizing usage tracker for tenant:de693046406448ce9712373baee87060 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:52.385643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c718e1ec-2882-4fbc-81b5-e4cda27065e6 req-23e31cd0-5337-4a01-b6e3-89de9aca7e42 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Unset dirty status for tenant:de693046406448ce9712373baee87060 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:52.387997 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c718e1ec-2882-4fbc-81b5-e4cda27065e6 req-23e31cd0-5337-4a01-b6e3-89de9aca7e42 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=aefa72a2-eb99-4ba9-9b99-afbd08fe68ea HTTP/1.1" status: 200 len: 210 time: 0.1276379 Apr 05 20:15:52.474938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] For port 5ef467ad-e08a-4301-b857-6f2c14ef5f54, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:52.479726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-472e49c4-17be-460c-a056-871a617fbae5 req-4ac82316-4e92-4600-9d79-4e40cd892180 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384976 Apr 05 20:15:52.504546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] For port 5ef467ad-e08a-4301-b857-6f2c14ef5f54, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5ef467ad-e08a-4301-b857-6f2c14ef5f54,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:52.567820 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32ccdb7c-5541-411f-8460-3c2da1022be0 req-363b32fb-eb3c-4197-a4f8-d9d5abcbff1e tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/2bccdfec-1a70-403f-ab30-ea7fdbc83652 HTTP/1.1" status: 200 len: 1800 time: 0.0956359 Apr 05 20:15:52.579816 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:52.696191 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-32ccdb7c-5541-411f-8460-3c2da1022be0 req-e7372653-8141-4be7-bb12-ce0450cfbe03 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:52.742384 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-32ccdb7c-5541-411f-8460-3c2da1022be0 req-e7372653-8141-4be7-bb12-ce0450cfbe03 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:52.802211 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169182c-07a6-4bc4-ba41-394b1fd77338 req-086cd94c-da4e-4597-b974-37402ece0472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:52.803712 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a169182c-07a6-4bc4-ba41-394b1fd77338 req-086cd94c-da4e-4597-b974-37402ece0472 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9bf5a6f6-addf-4a64-badf-f15788675011 HTTP/1.1" status: 200 len: 902 time: 0.5754101 Apr 05 20:15:52.808388 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:52.809609 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:52.811017 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] 10.222.0.13 "PUT /v2.0/ports/5ef467ad-e08a-4301-b857-6f2c14ef5f54 HTTP/1.1" status: 200 len: 1091 time: 3.7845292 Apr 05 20:15:52.813339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15051470-777a-4966-afa8-96e81386e964', 'tag': '5ef467ad-e08a-4301-b857-6f2c14ef5f54'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:52.878694 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-32ccdb7c-5541-411f-8460-3c2da1022be0 req-e7372653-8141-4be7-bb12-ce0450cfbe03 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:52.936331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7372653-8141-4be7-bb12-ce0450cfbe03 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bccdfec-1a70-403f-ab30-ea7fdbc83652,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:52.946743 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-32ccdb7c-5541-411f-8460-3c2da1022be0 req-e7372653-8141-4be7-bb12-ce0450cfbe03 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:52.948249 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32ccdb7c-5541-411f-8460-3c2da1022be0 req-e7372653-8141-4be7-bb12-ce0450cfbe03 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "DELETE /v2.0/security-groups/2bccdfec-1a70-403f-ab30-ea7fdbc83652 HTTP/1.1" status: 204 len: 173 time: 0.3792148 Apr 05 20:15:53.020430 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefa72a2-eb99-4ba9-9b99-afbd08fe68ea', 'name': 'network-vif-deleted', 'tag': '0efa148f-9492-44ed-934f-7b82e677935c', 'status': 'completed', 'code': 200} Apr 05 20:15:53.103906 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a169182c-07a6-4bc4-ba41-394b1fd77338 req-ac6a5933-c174-4901-a528-2da2e664fd04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.27&port_id=5eff9cde-f62f-43cd-8e0b-e1594dda7135 HTTP/1.1" status: 200 len: 217 time: 0.2854350 Apr 05 20:15:53.188925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90203f-593c-4710-acf0-133417ecde01 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef467ad-e08a-4301-b857-6f2c14ef5f54,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:53.220837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169182c-07a6-4bc4-ba41-394b1fd77338 req-305b64c7-f4f4-4817-add5-5eb6e9cd31a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:53.222312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a169182c-07a6-4bc4-ba41-394b1fd77338 req-305b64c7-f4f4-4817-add5-5eb6e9cd31a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c09d6e74-d946-43eb-bb9e-f5cb0a0c7d48 HTTP/1.1" status: 200 len: 801 time: 0.1001101 Apr 05 20:15:53.236910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbc25a-6cb0-4c20-bfa0-3d873cd9d0bb req-3a391331-8d64-4789-94ad-ea4594fa1079 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:53.238555 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6ecbc25a-6cb0-4c20-bfa0-3d873cd9d0bb req-3a391331-8d64-4789-94ad-ea4594fa1079 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 943 time: 0.0961800 Apr 05 20:15:53.289746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6ecbc25a-6cb0-4c20-bfa0-3d873cd9d0bb req-a4f755ee-b1ce-4fef-b5af-385c319cca1a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Synchronizing usage tracker for tenant:2046ae97d3c248edbc4220a51fb358dc on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:53.314154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6ecbc25a-6cb0-4c20-bfa0-3d873cd9d0bb req-a4f755ee-b1ce-4fef-b5af-385c319cca1a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Unset dirty status for tenant:2046ae97d3c248edbc4220a51fb358dc on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:53.324172 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6ecbc25a-6cb0-4c20-bfa0-3d873cd9d0bb req-a4f755ee-b1ce-4fef-b5af-385c319cca1a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/security-groups?id=78d799eb-e647-47be-b87f-b4df7b26ad45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770833 Apr 05 20:15:53.352592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a90d0-4946-4ab0-810b-1319cf622bd2 req-1e1eed47-a116-4101-a376-b4bf483dcd74 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:53.360250 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a54a90d0-4946-4ab0-810b-1319cf622bd2 req-1e1eed47-a116-4101-a376-b4bf483dcd74 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 946 time: 0.6901228 Apr 05 20:15:53.423652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-1952f24a-fc81-4053-a0cd-a68621ea8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:53.424897 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-1952f24a-fc81-4053-a0cd-a68621ea8db8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2046ae97d3c248edbc4220a51fb358dc&device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 1094 time: 0.5169878 Apr 05 20:15:53.430179 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5eff9cde-f62f-43cd-8e0b-e1594dda7135 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:15:53.439132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1798e34a-6466-4810-94cb-b57fac47aee2 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:53.509591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 0efa148f-9492-44ed-934f-7b82e677935c no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:15:53.547270 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:53.565653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Transition to ACTIVE for port object 1798e34a-6466-4810-94cb-b57fac47aee2 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:15:53.567914 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-43c21158-90c3-41cb-9674-4e616e76592e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ef467ad-e08a-4301-b857-6f2c14ef5f54 HTTP/1.1" status: 200 len: 217 time: 0.1316710 Apr 05 20:15:53.576557 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a54a90d0-4946-4ab0-810b-1319cf622bd2 req-73e309ed-39fe-40fb-bd85-bc8d79da76b9 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154300 Apr 05 20:15:53.624245 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:53.752486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1798e34a-6466-4810-94cb-b57fac47aee2,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:53.778343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169182c-07a6-4bc4-ba41-394b1fd77338 req-bd77cd21-08be-45c7-b159-761a19992009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:53.785532 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a169182c-07a6-4bc4-ba41-394b1fd77338 req-bd77cd21-08be-45c7-b159-761a19992009 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9bf5a6f6-addf-4a64-badf-f15788675011&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5384309 Apr 05 20:15:53.893316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 0efa148f-9492-44ed-934f-7b82e677935c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:15:53.893647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 0efa148f-9492-44ed-934f-7b82e677935c not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:15:53.900147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5eff9cde-f62f-43cd-8e0b-e1594dda7135, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5eff9cde-f62f-43cd-8e0b-e1594dda7135,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:53.906425 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15051470-777a-4966-afa8-96e81386e964', 'tag': '5ef467ad-e08a-4301-b857-6f2c14ef5f54', 'status': 'completed', 'code': 200} Apr 05 20:15:53.915723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '5eff9cde-f62f-43cd-8e0b-e1594dda7135', 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011', 'port_id': '5eff9cde-f62f-43cd-8e0b-e1594dda7135', 'mac_address': 'fa:16:3e:c2:39:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09d6e74-d946-43eb-bb9e-f5cb0a0c7d48', 'ip_address': '19.80.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:15:53.917305 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-621deaab-e4e2-4e8c-b1c5-d191585fb48a req-50ba2d70-a0a1-4bc1-9206-e88e28a476b7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] show failed (client error): The resource could not be found. Apr 05 20:15:53.919163 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-621deaab-e4e2-4e8c-b1c5-d191585fb48a req-50ba2d70-a0a1-4bc1-9206-e88e28a476b7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/2bccdfec-1a70-403f-ab30-ea7fdbc83652 HTTP/1.1" status: 404 len: 352 time: 0.0288968 Apr 05 20:15:53.932843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-a5795886-3eb5-470f-8ab0-2b8818e44395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:53.935367 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-a5795886-3eb5-470f-8ab0-2b8818e44395 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3894f6c-28b6-44d0-b2b0-148aa5639c30 HTTP/1.1" status: 200 len: 851 time: 0.3545704 Apr 05 20:15:53.987097 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:54.005482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eff9cde-f62f-43cd-8e0b-e1594dda7135 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:54.038688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5eff9cde-f62f-43cd-8e0b-e1594dda7135, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5eff9cde-f62f-43cd-8e0b-e1594dda7135,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:54.047283 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:54.048005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 606fdf29-7bc6-4a7d-9682-d8f274d7709a details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:15:54.128543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 606fdf29-7bc6-4a7d-9682-d8f274d7709a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=606fdf29-7bc6-4a7d-9682-d8f274d7709a,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:54.144968 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '606fdf29-7bc6-4a7d-9682-d8f274d7709a', 'network_id': '9bf5a6f6-addf-4a64-badf-f15788675011', 'port_id': '606fdf29-7bc6-4a7d-9682-d8f274d7709a', 'mac_address': 'fa:16:3e:dc:c7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09d6e74-d946-43eb-bb9e-f5cb0a0c7d48', 'ip_address': '19.80.0.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:15:54.239503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=5eff9cde-f62f-43cd-8e0b-e1594dda7135,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:54.242331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Attempting to bind port 1798e34a-6466-4810-94cb-b57fac47aee2 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:15:54.242862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Attempting to bind port 1798e34a-6466-4810-94cb-b57fac47aee2 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:15:54.242977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Attempting to bind port 1798e34a-6466-4810-94cb-b57fac47aee2 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:54.251489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Port 1798e34a-6466-4810-94cb-b57fac47aee2 on network 51344418-38f5-4178-a1c3-ae0225c075f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:15:54.251807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Attempting to bind port 1798e34a-6466-4810-94cb-b57fac47aee2 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:15:54.252712 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:54.262465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:15:54.262869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Checking segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:15:54.263178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Bound using segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:15:54.263627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Bound port: 1798e34a-6466-4810-94cb-b57fac47aee2, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:15:54.263971 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:54.276234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606fdf29-7bc6-4a7d-9682-d8f274d7709a {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:54.295678 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 606fdf29-7bc6-4a7d-9682-d8f274d7709a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=606fdf29-7bc6-4a7d-9682-d8f274d7709a,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:54.302895 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:54.304037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c5654cfc-d8d1-4b53-96c7-4cebef97a128 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:15:54.392591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:15:54.393335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=606fdf29-7bc6-4a7d-9682-d8f274d7709a,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:54.395817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1798e34a-6466-4810-94cb-b57fac47aee2,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:15:54.417552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a157c1-dc3e-4d76-b083-c965a97948f0 req-c23a4ae4-6b2e-4069-bf05-33ce9f94d745 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:54.422389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1389b1-7ed1-463d-9631-497e69600fcb req-ae375dcc-20a2-4620-815a-da874e8cb64f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:54.423080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-6b1389b1-7ed1-463d-9631-497e69600fcb req-ae375dcc-20a2-4620-815a-da874e8cb64f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Synchronizing usage tracker for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:54.425066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a157c1-dc3e-4d76-b083-c965a97948f0 req-c23a4ae4-6b2e-4069-bf05-33ce9f94d745 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:54.425952 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:54.436694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a157c1-dc3e-4d76-b083-c965a97948f0 req-c23a4ae4-6b2e-4069-bf05-33ce9f94d745 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:54.445181 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9a157c1-dc3e-4d76-b083-c965a97948f0 req-c23a4ae4-6b2e-4069-bf05-33ce9f94d745 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2411 time: 0.2874026 Apr 05 20:15:54.490925 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a169182c-07a6-4bc4-ba41-394b1fd77338 req-fc03703d-7d34-4924-8e25-5319a981eda7 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf5a6f6-addf-4a64-badf-f15788675011?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986744 Apr 05 20:15:54.501557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:54.502116 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:54.503452 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/1798e34a-6466-4810-94cb-b57fac47aee2 HTTP/1.1" status: 200 len: 1091 time: 3.3393006 Apr 05 20:15:54.535117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9a157c1-dc3e-4d76-b083-c965a97948f0 req-e6b2d573-70a0-4f9b-b7b0-b20df36b33f7 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885346 Apr 05 20:15:54.561058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-905f13ef-8cc5-4561-97cd-56e7cda9b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:54.562553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-905f13ef-8cc5-4561-97cd-56e7cda9b152 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5826397 Apr 05 20:15:54.605870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c5654cfc-d8d1-4b53-96c7-4cebef97a128, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c5654cfc-d8d1-4b53-96c7-4cebef97a128,segment=NetworkSegment(7c787a14-711c-4c5d-b601-cbd48ea7f7ed),segment_id=7c787a14-711c-4c5d-b601-cbd48ea7f7ed)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:54.622544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'c5654cfc-d8d1-4b53-96c7-4cebef97a128', 'network_id': '7661ee30-1e05-4e02-9585-dc0f887972de', 'port_id': 'c5654cfc-d8d1-4b53-96c7-4cebef97a128', 'mac_address': 'fa:16:3e:89:06:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e332c5b-f992-4869-8d70-6b693c040359', 'ip_address': '19.86.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:15:54.636568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-6b1389b1-7ed1-463d-9631-497e69600fcb req-ae375dcc-20a2-4620-815a-da874e8cb64f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Unset dirty status for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:54.637716 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6b1389b1-7ed1-463d-9631-497e69600fcb req-ae375dcc-20a2-4620-815a-da874e8cb64f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 943 time: 0.7337320 Apr 05 20:15:54.724002 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:54.743095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5654cfc-d8d1-4b53-96c7-4cebef97a128 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:54.746521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a247ddd7-eb97-4308-998f-11855d1f23e7 service neutron] Pushing event updated for resources: {'Port': ['ID=1798e34a-6466-4810-94cb-b57fac47aee2,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:54.763895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c5654cfc-d8d1-4b53-96c7-4cebef97a128, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c5654cfc-d8d1-4b53-96c7-4cebef97a128,segment=NetworkSegment(7c787a14-711c-4c5d-b601-cbd48ea7f7ed),segment_id=7c787a14-711c-4c5d-b601-cbd48ea7f7ed)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:54.770736 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:54.860417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8abdd74-37f8-4655-832c-4348c0cadbe1 req-9ee134d0-bcab-4485-8b65-21dff0d51fe7 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:54.865169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c5654cfc-d8d1-4b53-96c7-4cebef97a128,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:54.866755 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b8abdd74-37f8-4655-832c-4348c0cadbe1 req-9ee134d0-bcab-4485-8b65-21dff0d51fe7 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/ports?device_id=03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c HTTP/1.1" status: 200 len: 945 time: 0.2013423 Apr 05 20:15:54.922050 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6b1389b1-7ed1-463d-9631-497e69600fcb req-065c756a-9d5f-41db-b69a-914e08262c26 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551351 Apr 05 20:15:54.983916 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b8abdd74-37f8-4655-832c-4348c0cadbe1 req-4273a74b-6611-4399-9995-631f9fb80b39 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/security-groups?id=7521b4bf-1018-48c9-a97e-d8522493b104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925233 Apr 05 20:15:55.025189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-4665175a-8dd1-410d-a0e6-34e89e81a1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:55.026819 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-4665175a-8dd1-410d-a0e6-34e89e81a1b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 1094 time: 0.4600558 Apr 05 20:15:55.045916 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a169182c-07a6-4bc4-ba41-394b1fd77338 req-e6f5363e-c35e-44c2-98ff-1f6cdb116584 service neutron] 10.222.0.13 "GET /v2.0/networks/9bf5a6f6-addf-4a64-badf-f15788675011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338135 Apr 05 20:15:55.092632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['c5654cfc-d8d1-4b53-96c7-4cebef97a128'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:55.119109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0a3bf-3021-453e-9c7c-eddc82e8ee8e req-792baf6d-05a9-4924-bb12-ee2bb10ba10e tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:55.120585 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bea0a3bf-3021-453e-9c7c-eddc82e8ee8e req-792baf6d-05a9-4924-bb12-ee2bb10ba10e tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.41 "GET /v2.0/ports?device_id=03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c HTTP/1.1" status: 200 len: 945 time: 0.1013906 Apr 05 20:15:55.126830 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-88301f03-f304-4ea2-97b2-6a3493e3c341 service neutron] 10.222.0.13 "GET /v2.0/networks/d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226321 Apr 05 20:15:55.154549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['5eff9cde-f62f-43cd-8e0b-e1594dda7135'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:55.184044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['606fdf29-7bc6-4a7d-9682-d8f274d7709a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:55.212185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-bea0a3bf-3021-453e-9c7c-eddc82e8ee8e req-d83efbfd-4e51-4e14-b6b9-7af721297b77 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Deleting port 6ed34de7-c172-4439-bdaa-088789acf297 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:15:55.212621 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bea0a3bf-3021-453e-9c7c-eddc82e8ee8e req-d83efbfd-4e51-4e14-b6b9-7af721297b77 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:55.330490 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-9298b22c-e82d-4cff-b592-0825f77b1edd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1798e34a-6466-4810-94cb-b57fac47aee2 HTTP/1.1" status: 200 len: 217 time: 0.2840929 Apr 05 20:15:55.552646 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcdd3c47-7e26-4c4b-ad5c-6d40e45b30f6 req-b66915b5-bc7b-41ce-b223-b81dcc537e05 service neutron] 10.222.0.13 "GET /v2.0/networks/d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185473 Apr 05 20:15:55.623333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-1d3c4393-581c-4b94-a811-3fb82ed773ca req-b57d8276-07ed-440f-9735-6979148ee46d tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Synchronizing usage tracker for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:55.679725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-fa38083c-bdd5-4a1c-8f22-cfc3200c647a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:55.681129 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-fa38083c-bdd5-4a1c-8f22-cfc3200c647a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.1791871 Apr 05 20:15:55.734915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-1d3c4393-581c-4b94-a811-3fb82ed773ca req-b57d8276-07ed-440f-9735-6979148ee46d tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Unset dirty status for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:55.736258 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d3c4393-581c-4b94-a811-3fb82ed773ca req-b57d8276-07ed-440f-9735-6979148ee46d tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=313ef90b753e46b0b1e67425a2190bfd HTTP/1.1" status: 200 len: 6148 time: 0.7254403 Apr 05 20:15:55.739382 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-8c6e11dd-4641-4035-9c33-6436c66b2d0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489357 Apr 05 20:15:55.766425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a9624-b294-47ca-9181-f25edb079eed req-c885e8eb-4f81-4239-976a-6d01a6224289 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:55.783290 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f77a9624-b294-47ca-9181-f25edb079eed req-c885e8eb-4f81-4239-976a-6d01a6224289 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 943 time: 0.1516032 Apr 05 20:15:55.855583 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f77a9624-b294-47ca-9181-f25edb079eed req-46f74964-3854-4bed-9c75-3d5358a05230 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/security-groups?id=78d799eb-e647-47be-b87f-b4df7b26ad45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732803 Apr 05 20:15:55.875041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-bea0a3bf-3021-453e-9c7c-eddc82e8ee8e req-d83efbfd-4e51-4e14-b6b9-7af721297b77 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] For port 6ed34de7-c172-4439-bdaa-088789acf297, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=6ed34de7-c172-4439-bdaa-088789acf297,segment=NetworkSegment(21c37c14-7ef5-49e8-9bd5-45ec30cd75fc),segment_id=21c37c14-7ef5-49e8-9bd5-45ec30cd75fc)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:55.875406 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bea0a3bf-3021-453e-9c7c-eddc82e8ee8e req-d83efbfd-4e51-4e14-b6b9-7af721297b77 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:55.913493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e561af2-acb3-4ebe-be29-a03c7991eeb1', 'tag': '1798e34a-6466-4810-94cb-b57fac47aee2'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:55.929411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d442579-6c78-4a1b-822f-f7621f127266 req-15d5207e-ac22-4d4e-b1c5-d39e1c65871f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:55.930897 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d442579-6c78-4a1b-822f-f7621f127266 req-15d5207e-ac22-4d4e-b1c5-d39e1c65871f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2046ae97d3c248edbc4220a51fb358dc&device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 1094 time: 0.3029900 Apr 05 20:15:55.939870 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d3c4393-581c-4b94-a811-3fb82ed773ca req-8ea8b13f-0fea-45c6-bcd8-5f2750cf3c84 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/f017a3f1-582b-46e6-a334-c6ae4f6918f1 HTTP/1.1" status: 200 len: 2981 time: 0.1708553 Apr 05 20:15:56.100979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-bea0a3bf-3021-453e-9c7c-eddc82e8ee8e req-d83efbfd-4e51-4e14-b6b9-7af721297b77 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Calling delete_port for 6ed34de7-c172-4439-bdaa-088789acf297 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:15:56.117095 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-da8bd5b1-5b93-4754-b903-00b0a1d0a154 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686812 Apr 05 20:15:56.175634 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d3c4393-581c-4b94-a811-3fb82ed773ca req-868431b3-e513-4aea-8d09-e32c1cabb638 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/f017a3f1-582b-46e6-a334-c6ae4f6918f1 HTTP/1.1" status: 200 len: 2981 time: 0.2042718 Apr 05 20:15:56.212322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a4b95-c2c8-4545-889e-0fbebc268500 req-bc788287-d37e-4bce-99a0-a95c2fb3e87d tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:56.219176 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-682a4b95-c2c8-4545-889e-0fbebc268500 req-bc788287-d37e-4bce-99a0-a95c2fb3e87d tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 946 time: 0.1643639 Apr 05 20:15:56.272444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d442579-6c78-4a1b-822f-f7621f127266 req-8a0e6065-939b-4d18-9073-ba5f0e9d5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:56.273859 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d442579-6c78-4a1b-822f-f7621f127266 req-8a0e6065-939b-4d18-9073-ba5f0e9d5e5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 HTTP/1.1" status: 200 len: 913 time: 0.3314903 Apr 05 20:15:56.279760 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-682a4b95-c2c8-4545-889e-0fbebc268500 req-f5a99c02-94f2-4017-ab5f-1eb04cd9d2bc tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596902 Apr 05 20:15:56.402015 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bea0a3bf-3021-453e-9c7c-eddc82e8ee8e req-d83efbfd-4e51-4e14-b6b9-7af721297b77 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:56.414195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['6ed34de7-c172-4439-bdaa-088789acf297'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:56.432258 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d442579-6c78-4a1b-822f-f7621f127266 req-359ea03f-4b8d-4b82-9f29-633fef2c80f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ef467ad-e08a-4301-b857-6f2c14ef5f54 HTTP/1.1" status: 200 len: 217 time: 0.1486506 Apr 05 20:15:56.512132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83efbfd-4e51-4e14-b6b9-7af721297b77 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Pushing event deleted for resources: {'Port': ['ID=6ed34de7-c172-4439-bdaa-088789acf297,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:56.519298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd7488ff-98f4-41ce-b809-3c879d3ab410 req-ee5dd977-82dc-4515-bbeb-c973342c3047 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949752 Apr 05 20:15:56.570292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939392d-9b93-4a3d-a37b-ad2612e0ec3c req-b7cc5891-73b0-4d64-86ce-9c6fb6e71489 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:56.572053 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d939392d-9b93-4a3d-a37b-ad2612e0ec3c req-b7cc5891-73b0-4d64-86ce-9c6fb6e71489 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 950 time: 0.1988020 Apr 05 20:15:56.576039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d442579-6c78-4a1b-822f-f7621f127266 req-0bb03688-90e1-4016-8bfd-d2f30895698d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:56.577853 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d442579-6c78-4a1b-822f-f7621f127266 req-0bb03688-90e1-4016-8bfd-d2f30895698d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3894f6c-28b6-44d0-b2b0-148aa5639c30 HTTP/1.1" status: 200 len: 851 time: 0.1324451 Apr 05 20:15:56.610406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea0a3bf-3021-453e-9c7c-eddc82e8ee8e req-d83efbfd-4e51-4e14-b6b9-7af721297b77 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] No DVR routers for this DVR port 6ed34de7-c172-4439-bdaa-088789acf297 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:15:56.616512 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bea0a3bf-3021-453e-9c7c-eddc82e8ee8e req-d83efbfd-4e51-4e14-b6b9-7af721297b77 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:56.619899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c', 'name': 'network-vif-deleted', 'tag': '6ed34de7-c172-4439-bdaa-088789acf297'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:56.669051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e59f6-2b7d-4497-a8e5-fd60a3e3cce3 req-614cd34a-3fa4-4821-b687-f4a0b12f7f04 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:56.672655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d939392d-9b93-4a3d-a37b-ad2612e0ec3c req-3dd8734d-d8a0-4300-a7f3-f129a59c5bf4 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932453 Apr 05 20:15:56.691249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e59f6-2b7d-4497-a8e5-fd60a3e3cce3 req-614cd34a-3fa4-4821-b687-f4a0b12f7f04 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:56.703346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e59f6-2b7d-4497-a8e5-fd60a3e3cce3 req-614cd34a-3fa4-4821-b687-f4a0b12f7f04 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:56.706318 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fe3e59f6-2b7d-4497-a8e5-fd60a3e3cce3 req-614cd34a-3fa4-4821-b687-f4a0b12f7f04 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2413 time: 0.2586339 Apr 05 20:15:56.708267 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bea0a3bf-3021-453e-9c7c-eddc82e8ee8e req-d83efbfd-4e51-4e14-b6b9-7af721297b77 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.41 "DELETE /v2.0/ports/6ed34de7-c172-4439-bdaa-088789acf297 HTTP/1.1" status: 204 len: 173 time: 1.5815287 Apr 05 20:15:56.722546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d442579-6c78-4a1b-822f-f7621f127266 req-5f38db96-f16a-45fd-8bab-70981b79dcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:56.724391 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d442579-6c78-4a1b-822f-f7621f127266 req-5f38db96-f16a-45fd-8bab-70981b79dcac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113851 Apr 05 20:15:56.812120 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e561af2-acb3-4ebe-be29-a03c7991eeb1', 'tag': '1798e34a-6466-4810-94cb-b57fac47aee2', 'status': 'completed', 'code': 200} Apr 05 20:15:56.821330 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fe3e59f6-2b7d-4497-a8e5-fd60a3e3cce3 req-98a426db-90e2-488a-b136-4d3f7acb8a1c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086068 Apr 05 20:15:56.971888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef969ef-694b-47dc-821d-d2138d3fba06 req-3de79739-e32e-4c9f-b792-5d5176bd34f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:56.978714 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ef969ef-694b-47dc-821d-d2138d3fba06 req-3de79739-e32e-4c9f-b792-5d5176bd34f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 1094 time: 0.1526248 Apr 05 20:15:57.096866 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d442579-6c78-4a1b-822f-f7621f127266 req-99a66340-d9ea-4ff1-9848-90bf4399eed4 service neutron] 10.222.0.13 "GET /v2.0/networks/d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599360 Apr 05 20:15:57.144347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-3d085250-02c2-47a5-ba19-8122912cdb03 req-b503ff0a-cc4b-4ed9-b33c-e7c7b5330fa0 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Synchronizing usage tracker for tenant:03fc5fbb315f4203bb9339784dd7b447 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:15:57.186292 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-3d085250-02c2-47a5-ba19-8122912cdb03 req-b503ff0a-cc4b-4ed9-b33c-e7c7b5330fa0 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] Unset dirty status for tenant:03fc5fbb315f4203bb9339784dd7b447 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:15:57.187592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d085250-02c2-47a5-ba19-8122912cdb03 req-b503ff0a-cc4b-4ed9-b33c-e7c7b5330fa0 tempest-InstanceActionsV221TestJSON-1408454681 tempest-InstanceActionsV221TestJSON-1408454681-project] 10.222.0.24 "GET /v2.0/ports?device_id=03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c HTTP/1.1" status: 200 len: 210 time: 0.1507514 Apr 05 20:15:57.195222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef969ef-694b-47dc-821d-d2138d3fba06 req-dbc14ac1-f135-4ba7-9a46-ea1553d5de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:57.196914 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ef969ef-694b-47dc-821d-d2138d3fba06 req-dbc14ac1-f135-4ba7-9a46-ea1553d5de57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.2066152 Apr 05 20:15:57.393919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417040aa-5cf8-40ee-9580-a4a7b6042dea req-ec51749e-37a5-4005-a312-20b4a96f92dc tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:57.394751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-60d85a9b-b3cd-416a-8c42-4193b6dda3e3 req-4fa3315f-1d59-4177-a900-16df5c7de344 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-124329491', 'description': 'tempest-description-1977334813'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:57.396432 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-417040aa-5cf8-40ee-9580-a4a7b6042dea req-ec51749e-37a5-4005-a312-20b4a96f92dc tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 943 time: 0.4343786 Apr 05 20:15:57.408370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-60d85a9b-b3cd-416a-8c42-4193b6dda3e3 req-4fa3315f-1d59-4177-a900-16df5c7de344 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:57.412411 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ef969ef-694b-47dc-821d-d2138d3fba06 req-149be501-983a-42fc-b484-0f309995b7c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1798e34a-6466-4810-94cb-b57fac47aee2 HTTP/1.1" status: 200 len: 217 time: 0.2088251 Apr 05 20:15:57.422591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-60d85a9b-b3cd-416a-8c42-4193b6dda3e3 req-4fa3315f-1d59-4177-a900-16df5c7de344 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:57.439009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5ef467ad-e08a-4301-b857-6f2c14ef5f54 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:15:57.442753 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5eff9cde-f62f-43cd-8e0b-e1594dda7135 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:57.510426 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-417040aa-5cf8-40ee-9580-a4a7b6042dea req-9b8bbb25-c2a6-47d6-ae80-d4d27c161f73 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881035 Apr 05 20:15:57.520378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c271ae6-2c2f-4584-a84e-f22f86fedc89 req-35daf512-ad95-414c-a14b-799d848ace14 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:57.521845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c271ae6-2c2f-4584-a84e-f22f86fedc89 req-35daf512-ad95-414c-a14b-799d848ace14 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 950 time: 0.5156739 Apr 05 20:15:57.537165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-60d85a9b-b3cd-416a-8c42-4193b6dda3e3 req-4fa3315f-1d59-4177-a900-16df5c7de344 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:57.571770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-60d85a9b-b3cd-416a-8c42-4193b6dda3e3 req-4fa3315f-1d59-4177-a900-16df5c7de344 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:57.579441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef969ef-694b-47dc-821d-d2138d3fba06 req-13f7aa71-dbf4-4330-9f81-ef9bdbd628ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:57.581450 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ef969ef-694b-47dc-821d-d2138d3fba06 req-13f7aa71-dbf4-4330-9f81-ef9bdbd628ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.1511664 Apr 05 20:15:57.582633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-60d85a9b-b3cd-416a-8c42-4193b6dda3e3 req-4fa3315f-1d59-4177-a900-16df5c7de344 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group_rule and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:57.585940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-60d85a9b-b3cd-416a-8c42-4193b6dda3e3 req-4fa3315f-1d59-4177-a900-16df5c7de344 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:57.621695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-4c271ae6-2c2f-4584-a84e-f22f86fedc89 req-f663d56f-af68-4f78-9642-a95cea02a825 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Deleting port cee594a2-bba3-415d-92c8-5833f447e646 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:15:57.622066 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4c271ae6-2c2f-4584-a84e-f22f86fedc89 req-f663d56f-af68-4f78-9642-a95cea02a825 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:57.636597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-60d85a9b-b3cd-416a-8c42-4193b6dda3e3 req-4fa3315f-1d59-4177-a900-16df5c7de344 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:57.646358 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ef969ef-694b-47dc-821d-d2138d3fba06 req-b63f39a4-2fde-4ee7-a02a-742f044dc597 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571072 Apr 05 20:15:57.741466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5ef467ad-e08a-4301-b857-6f2c14ef5f54, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5ef467ad-e08a-4301-b857-6f2c14ef5f54,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:57.793989 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '5ef467ad-e08a-4301-b857-6f2c14ef5f54', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'port_id': '5ef467ad-e08a-4301-b857-6f2c14ef5f54', 'mac_address': 'fa:16:3e:6c:8e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:15:57.892941 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ef969ef-694b-47dc-821d-d2138d3fba06 req-37b07f31-a4d1-4c03-835f-73044fe99430 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266467 Apr 05 20:15:57.896187 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a2e7a9-4ef2-4fd9-95c4-04c57e83ac7c', 'name': 'network-vif-deleted', 'tag': '6ed34de7-c172-4439-bdaa-088789acf297', 'status': 'completed', 'code': 200} Apr 05 20:15:57.928472 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:57.990718 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef467ad-e08a-4301-b857-6f2c14ef5f54 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:15:58.014941 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 5eff9cde-f62f-43cd-8e0b-e1594dda7135 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:58.020950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5ef467ad-e08a-4301-b857-6f2c14ef5f54, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5ef467ad-e08a-4301-b857-6f2c14ef5f54,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:58.022766 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 5eff9cde-f62f-43cd-8e0b-e1594dda7135 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:58.023151 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:58.068608 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:58.102712 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ef969ef-694b-47dc-821d-d2138d3fba06 req-5b7e9c18-1bbd-49cd-aa7f-e4eefaf9cd9c service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983337 Apr 05 20:15:58.109910 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-60d85a9b-b3cd-416a-8c42-4193b6dda3e3 req-4fa3315f-1d59-4177-a900-16df5c7de344 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:58.137607 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-60d85a9b-b3cd-416a-8c42-4193b6dda3e3 req-4fa3315f-1d59-4177-a900-16df5c7de344 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:58.157335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4c271ae6-2c2f-4584-a84e-f22f86fedc89 req-f663d56f-af68-4f78-9642-a95cea02a825 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] For port cee594a2-bba3-415d-92c8-5833f447e646, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cee594a2-bba3-415d-92c8-5833f447e646,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:58.157726 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4c271ae6-2c2f-4584-a84e-f22f86fedc89 req-f663d56f-af68-4f78-9642-a95cea02a825 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:58.205356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3315f-1d59-4177-a900-16df5c7de344 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad411a8-c93f-4f63-a567-3c2f749246e6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:58.209241 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-60d85a9b-b3cd-416a-8c42-4193b6dda3e3 req-4fa3315f-1d59-4177-a900-16df5c7de344 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:58.223025 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=5ef467ad-e08a-4301-b857-6f2c14ef5f54,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:58.226716 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-60d85a9b-b3cd-416a-8c42-4193b6dda3e3 req-4fa3315f-1d59-4177-a900-16df5c7de344 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8419888 Apr 05 20:15:58.254411 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:58.288886 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eff9cde-f62f-43cd-8e0b-e1594dda7135'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:58.300897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5eff9cde-f62f-43cd-8e0b-e1594dda7135, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5eff9cde-f62f-43cd-8e0b-e1594dda7135,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:58.312385 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:58.313925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 606fdf29-7bc6-4a7d-9682-d8f274d7709a up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:58.390254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['5ef467ad-e08a-4301-b857-6f2c14ef5f54'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:58.471325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-4c271ae6-2c2f-4584-a84e-f22f86fedc89 req-f663d56f-af68-4f78-9642-a95cea02a825 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Calling delete_port for cee594a2-bba3-415d-92c8-5833f447e646 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:15:58.598528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=5eff9cde-f62f-43cd-8e0b-e1594dda7135,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:58.652556 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d442579-6c78-4a1b-822f-f7621f127266 req-8fdecf12-8108-4fa3-8b65-2657b3c9f5dc service neutron] 10.222.0.13 "GET /v2.0/networks/d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5464258 Apr 05 20:15:58.716691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 606fdf29-7bc6-4a7d-9682-d8f274d7709a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:58.729558 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 606fdf29-7bc6-4a7d-9682-d8f274d7709a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:58.730373 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:58.763888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ffac8-b02b-44a7-909a-6cdbc2a73ecf req-a001d897-4baf-4b0b-88d2-780802f53e69 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:58.768737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce6ca6-76b9-4d65-91b8-b6c54519911b req-814b078b-41fc-4b64-a220-00844af72f44 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:58.771119 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-810ffac8-b02b-44a7-909a-6cdbc2a73ecf req-a001d897-4baf-4b0b-88d2-780802f53e69 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 946 time: 0.2107387 Apr 05 20:15:58.777240 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e3ce6ca6-76b9-4d65-91b8-b6c54519911b req-814b078b-41fc-4b64-a220-00844af72f44 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 944 time: 0.1929595 Apr 05 20:15:58.828398 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-810ffac8-b02b-44a7-909a-6cdbc2a73ecf req-0efab5fc-9536-43e0-b80b-1c7db56a6db3 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563998 Apr 05 20:15:58.856866 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e3ce6ca6-76b9-4d65-91b8-b6c54519911b req-e5822355-5c27-418a-9b58-fe497097d639 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/security-groups?id=78d799eb-e647-47be-b87f-b4df7b26ad45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786693 Apr 05 20:15:58.860379 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4c271ae6-2c2f-4584-a84e-f22f86fedc89 req-f663d56f-af68-4f78-9642-a95cea02a825 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:58.898330 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:58.931719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663d56f-af68-4f78-9642-a95cea02a825 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Pushing event deleted for resources: {'Port': ['ID=cee594a2-bba3-415d-92c8-5833f447e646,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:58.950513 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 606fdf29-7bc6-4a7d-9682-d8f274d7709a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=606fdf29-7bc6-4a7d-9682-d8f274d7709a,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:58.955728 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:58.956735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c5654cfc-d8d1-4b53-96c7-4cebef97a128 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:59.077489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=606fdf29-7bc6-4a7d-9682-d8f274d7709a,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:59.079570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c271ae6-2c2f-4584-a84e-f22f86fedc89 req-f663d56f-af68-4f78-9642-a95cea02a825 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] No DVR routers for this DVR port cee594a2-bba3-415d-92c8-5833f447e646 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:15:59.086509 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4c271ae6-2c2f-4584-a84e-f22f86fedc89 req-f663d56f-af68-4f78-9642-a95cea02a825 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:59.089397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e9e6b1-afff-4b6d-b8e4-f521a3500e63', 'name': 'network-vif-deleted', 'tag': 'cee594a2-bba3-415d-92c8-5833f447e646'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:15:59.097777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9890e16a-48ae-4c1b-9636-821fa58cd7bc req-4f7eccaa-b7d4-4f6c-ae38-9cf3bbc056cb tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9e9e6b1-afff-4b6d-b8e4-f521a3500e63 HTTP/1.1" status: 200 len: 210 time: 0.1036909 Apr 05 20:15:59.112974 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c271ae6-2c2f-4584-a84e-f22f86fedc89 req-f663d56f-af68-4f78-9642-a95cea02a825 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "DELETE /v2.0/ports/cee594a2-bba3-415d-92c8-5833f447e646 HTTP/1.1" status: 204 len: 173 time: 1.5762150 Apr 05 20:15:59.119090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port c5654cfc-d8d1-4b53-96c7-4cebef97a128 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:15:59.127359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port c5654cfc-d8d1-4b53-96c7-4cebef97a128 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:15:59.128053 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:59.176236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e97d47-438c-4e1b-ac61-4f03970f0971 req-0c176241-d154-4978-9fc0-a702aaf81d8b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:59.188588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-5364abab-6b84-4f9c-b406-efa1ebc87952 req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1161930613', 'description': 'tempest-description-690886112'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:15:59.196452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-5364abab-6b84-4f9c-b406-efa1ebc87952 req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:59.197823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e97d47-438c-4e1b-ac61-4f03970f0971 req-0c176241-d154-4978-9fc0-a702aaf81d8b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:59.201920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5364abab-6b84-4f9c-b406-efa1ebc87952 req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:59.212762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e97d47-438c-4e1b-ac61-4f03970f0971 req-0c176241-d154-4978-9fc0-a702aaf81d8b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:59.214293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5364abab-6b84-4f9c-b406-efa1ebc87952 req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:59.214542 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b6e97d47-438c-4e1b-ac61-4f03970f0971 req-0c176241-d154-4978-9fc0-a702aaf81d8b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2415 time: 0.1723583 Apr 05 20:15:59.223581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-5364abab-6b84-4f9c-b406-efa1ebc87952 req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:59.250973 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5364abab-6b84-4f9c-b406-efa1ebc87952 req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:59.300278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-5364abab-6b84-4f9c-b406-efa1ebc87952 req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:15:59.305358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5364abab-6b84-4f9c-b406-efa1ebc87952 req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group_rule and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:15:59.307859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5364abab-6b84-4f9c-b406-efa1ebc87952 req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:15:59.319610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-5364abab-6b84-4f9c-b406-efa1ebc87952 req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:15:59.336141 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b6e97d47-438c-4e1b-ac61-4f03970f0971 req-b55801de-247a-4590-911a-fc2c72059909 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124327 Apr 05 20:15:59.374820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['f2c6f2e7-e1df-434a-81dd-c358d151e0cb'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:15:59.431892 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:59.442982 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5364abab-6b84-4f9c-b406-efa1ebc87952 req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:59.461457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5364abab-6b84-4f9c-b406-efa1ebc87952 req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:59.525642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c693aa16-1417-461c-8321-e73c9b0b7071,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:59.533711 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5364abab-6b84-4f9c-b406-efa1ebc87952 req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:59.535010 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5364abab-6b84-4f9c-b406-efa1ebc87952 req-3bc37739-3c26-4322-846a-2aba98772e74 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3503580 Apr 05 20:15:59.553392 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eff9cde-f62f-43cd-8e0b-e1594dda7135', 'code': 200} Apr 05 20:15:59.574811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c5654cfc-d8d1-4b53-96c7-4cebef97a128, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c5654cfc-d8d1-4b53-96c7-4cebef97a128,segment=NetworkSegment(7c787a14-711c-4c5d-b601-cbd48ea7f7ed),segment_id=7c787a14-711c-4c5d-b601-cbd48ea7f7ed)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:15:59.590122 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:15:59.645074 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5ef467ad-e08a-4301-b857-6f2c14ef5f54 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:15:59.767849 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e9e6b1-afff-4b6d-b8e4-f521a3500e63', 'name': 'network-vif-deleted', 'tag': 'cee594a2-bba3-415d-92c8-5833f447e646', 'status': 'completed', 'code': 200} Apr 05 20:15:59.830772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c5654cfc-d8d1-4b53-96c7-4cebef97a128,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:15:59.834480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1798e34a-6466-4810-94cb-b57fac47aee2 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:15:59.837724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 6ed34de7-c172-4439-bdaa-088789acf297 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:15:59.871783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f10afb-69e2-4452-9039-0a395273a6f3 req-9b750b7c-2a6d-4d13-82ee-97cc248e61c9 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:15:59.878831 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11f10afb-69e2-4452-9039-0a395273a6f3 req-9b750b7c-2a6d-4d13-82ee-97cc248e61c9 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 943 time: 0.2061615 Apr 05 20:15:59.896810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 6ed34de7-c172-4439-bdaa-088789acf297 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:15:59.897336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 6ed34de7-c172-4439-bdaa-088789acf297 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:15:59.941232 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11f10afb-69e2-4452-9039-0a395273a6f3 req-361af8be-d95e-458d-8bbf-1c3d1897af37 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614538 Apr 05 20:15:59.962888 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 5ef467ad-e08a-4301-b857-6f2c14ef5f54 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:00.031445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 5ef467ad-e08a-4301-b857-6f2c14ef5f54 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:00.031891 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:00.119896 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1798e34a-6466-4810-94cb-b57fac47aee2,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:00.141392 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '1798e34a-6466-4810-94cb-b57fac47aee2', 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4', 'port_id': '1798e34a-6466-4810-94cb-b57fac47aee2', 'mac_address': 'fa:16:3e:1f:f3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5346762e-f36c-499a-9d81-34ed675bbd11', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:16:00.162123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a8b28-1c4f-47d1-acba-1c485859810f req-44de08ff-6b9b-401d-a02a-2e63a63e535a tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:00.163981 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a10a8b28-1c4f-47d1-acba-1c485859810f req-44de08ff-6b9b-401d-a02a-2e63a63e535a tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 946 time: 0.1107457 Apr 05 20:16:00.223647 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a10a8b28-1c4f-47d1-acba-1c485859810f req-7a24dbf3-ff0e-41c2-b901-9069cfcd0cf4 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532730 Apr 05 20:16:00.239659 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:00.282340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-f5aceaef-b20e-4478-9c40-a4111333e53b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:00.282911 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:00.285555 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-f5aceaef-b20e-4478-9c40-a4111333e53b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/networks?id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 HTTP/1.1" status: 200 len: 813 time: 0.2105978 Apr 05 20:16:00.307128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5ef467ad-e08a-4301-b857-6f2c14ef5f54, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5ef467ad-e08a-4301-b857-6f2c14ef5f54,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:00.309677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1798e34a-6466-4810-94cb-b57fac47aee2 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:00.313726 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-05ab5889-6df8-4a0b-a998-102c61b6a076 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/quotas/313ef90b753e46b0b1e67425a2190bfd HTTP/1.1" status: 200 len: 375 time: 0.0214620 Apr 05 20:16:00.315711 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:00.316490 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device cee594a2-bba3-415d-92c8-5833f447e646 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:16:00.414797 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-b5605774-4093-40e4-83e8-f861ae33e083 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=313ef90b753e46b0b1e67425a2190bfd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000354 Apr 05 20:16:00.437116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbcb7e-7d02-447a-b9c1-bb95e15be3fc req-d2d3f12e-4e19-40ff-8fc0-100df9b9e462 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:00.446655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-85dbcb7e-7d02-447a-b9c1-bb95e15be3fc req-d2d3f12e-4e19-40ff-8fc0-100df9b9e462 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 945 time: 0.1237693 Apr 05 20:16:00.447349 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: cee594a2-bba3-415d-92c8-5833f447e646 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:16:00.447690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device cee594a2-bba3-415d-92c8-5833f447e646 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:16:00.455362 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1798e34a-6466-4810-94cb-b57fac47aee2,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:00.473791 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:00.484131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=5ef467ad-e08a-4301-b857-6f2c14ef5f54,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:00.507028 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-85dbcb7e-7d02-447a-b9c1-bb95e15be3fc req-34e6949b-e940-48a1-b0a2-b30d464c67ce tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/security-groups?id=78d799eb-e647-47be-b87f-b4df7b26ad45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589490 Apr 05 20:16:00.575284 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-44e45848-eac6-4dc2-b34a-66075cb26854 service neutron] 10.222.0.24 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402249 Apr 05 20:16:00.575539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=1798e34a-6466-4810-94cb-b57fac47aee2,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:00.715457 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-a4ee85a9-9381-4e29-b236-5c23863b5515 service neutron] 10.222.0.24 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334064 Apr 05 20:16:00.771137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['1798e34a-6466-4810-94cb-b57fac47aee2'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:00.926001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59246) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:01.035821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb43c7-302e-4d7e-8c18-355ee0619375 req-2a92b981-394a-40c2-8b8d-8b4d64772c57 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:01.044933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb43c7-302e-4d7e-8c18-355ee0619375 req-2a92b981-394a-40c2-8b8d-8b4d64772c57 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:01.051709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb43c7-302e-4d7e-8c18-355ee0619375 req-2a92b981-394a-40c2-8b8d-8b4d64772c57 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:01.058670 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9fb43c7-302e-4d7e-8c18-355ee0619375 req-2a92b981-394a-40c2-8b8d-8b4d64772c57 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2416 time: 0.1311841 Apr 05 20:16:01.093283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2276817-f944-4565-8f00-bbfa39c8e45f admin admin] Deleting subnet cdb4d50c-02b7-4ed9-9bf2-695b690f757c {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:16:01.099923 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e2276817-f944-4565-8f00-bbfa39c8e45f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:01.120075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9fb43c7-302e-4d7e-8c18-355ee0619375 req-9c1bbbd5-98a6-4b1a-a3f9-f1dc0bd446ad tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489142 Apr 05 20:16:01.182737 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e2276817-f944-4565-8f00-bbfa39c8e45f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:01.209555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0a763df8-861f-4257-93b2-fc6609fbccb5 req-760dd8df-0164-4354-a6c4-50a70c205dea tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0499730 Apr 05 20:16:01.243070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e2276817-f944-4565-8f00-bbfa39c8e45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:01.333912 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e2276817-f944-4565-8f00-bbfa39c8e45f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:01.411678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2276817-f944-4565-8f00-bbfa39c8e45f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdb4d50c-02b7-4ed9-9bf2-695b690f757c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:01.424881 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e2276817-f944-4565-8f00-bbfa39c8e45f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:01.434823 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e2276817-f944-4565-8f00-bbfa39c8e45f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cdb4d50c-02b7-4ed9-9bf2-695b690f757c HTTP/1.1" status: 204 len: 168 time: 0.5077760 Apr 05 20:16:01.437134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59266) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:01.443291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff58d8-2b9b-4a0d-bb5f-bb0fc4857d08 req-5d27e6d6-ed69-435c-b46c-b6a217c0901c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:01.444787 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-50ff58d8-2b9b-4a0d-bb5f-bb0fc4857d08 req-5d27e6d6-ed69-435c-b46c-b6a217c0901c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 944 time: 0.0967853 Apr 05 20:16:01.498098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-50ff58d8-2b9b-4a0d-bb5f-bb0fc4857d08 req-7398175a-bb0c-4285-b600-c449bb1c038e tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456150 Apr 05 20:16:01.555515 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606fdf29-7bc6-4a7d-9682-d8f274d7709a'}, {'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5654cfc-d8d1-4b53-96c7-4cebef97a128'}, {'server_uuid': '15051470-777a-4966-afa8-96e81386e964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef467ad-e08a-4301-b857-6f2c14ef5f54'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:01.675910 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6464d5c-a5ea-4290-954d-489c87d458f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:01.686292 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321f576-2827-46fd-9da9-616a70e16e8e req-8f7c361f-f491-4fa0-b1cf-a7870d066c5c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:01.687593 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1321f576-2827-46fd-9da9-616a70e16e8e req-8f7c361f-f491-4fa0-b1cf-a7870d066c5c tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 951 time: 0.3161500 Apr 05 20:16:01.701351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32dfae-2469-418c-9188-c78f2125ffc2 req-cf855d83-1110-4e6a-8948-05b7254c1188 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:01.703309 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da32dfae-2469-418c-9188-c78f2125ffc2 req-cf855d83-1110-4e6a-8948-05b7254c1188 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 946 time: 0.1006594 Apr 05 20:16:01.756038 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da32dfae-2469-418c-9188-c78f2125ffc2 req-759452cc-95ef-42eb-be96-eed68b9fc39c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466084 Apr 05 20:16:01.816596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1798e34a-6466-4810-94cb-b57fac47aee2 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:01.849261 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1321f576-2827-46fd-9da9-616a70e16e8e req-65875cd1-808e-4fd0-8954-410f9f486b10 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530683 Apr 05 20:16:01.850748 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6464d5c-a5ea-4290-954d-489c87d458f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:01.878404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b6464d5c-a5ea-4290-954d-489c87d458f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2fa9b5-9ca9-43ab-8d40-2be885abed69']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:01.892362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b6464d5c-a5ea-4290-954d-489c87d458f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c37c14-7ef5-49e8-9bd5-45ec30cd75fc') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:01.892864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b6464d5c-a5ea-4290-954d-489c87d458f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c37c14-7ef5-49e8-9bd5-45ec30cd75fc') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:01.899744 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 1798e34a-6466-4810-94cb-b57fac47aee2 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:01.906306 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6464d5c-a5ea-4290-954d-489c87d458f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:01.906921 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 1798e34a-6466-4810-94cb-b57fac47aee2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:01.907394 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:01.927490 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6464d5c-a5ea-4290-954d-489c87d458f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:01.936860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6464d5c-a5ea-4290-954d-489c87d458f5 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:16:01.937703 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6464d5c-a5ea-4290-954d-489c87d458f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:16:01.957055 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:16:02.010219 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606fdf29-7bc6-4a7d-9682-d8f274d7709a', 'code': 200} Apr 05 20:16:02.010443 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5654cfc-d8d1-4b53-96c7-4cebef97a128', 'code': 200} Apr 05 20:16:02.010669 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15051470-777a-4966-afa8-96e81386e964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef467ad-e08a-4301-b857-6f2c14ef5f54', 'code': 200} Apr 05 20:16:02.060476 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6464d5c-a5ea-4290-954d-489c87d458f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:02.091483 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6464d5c-a5ea-4290-954d-489c87d458f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:02.107586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6464d5c-a5ea-4290-954d-489c87d458f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2fa9b5-9ca9-43ab-8d40-2be885abed69,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:02.142516 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b6464d5c-a5ea-4290-954d-489c87d458f5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/be2fa9b5-9ca9-43ab-8d40-2be885abed69 HTTP/1.1" status: 204 len: 168 time: 0.7042487 Apr 05 20:16:02.161140 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:02.206764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1798e34a-6466-4810-94cb-b57fac47aee2,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:02.214314 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:02.288516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea64ce-ab88-4d72-8714-441d399bcce5 req-a73b8051-83f8-48c3-92f5-1ad8b24fa858 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:02.290758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29ea64ce-ab88-4d72-8714-441d399bcce5 req-a73b8051-83f8-48c3-92f5-1ad8b24fa858 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 945 time: 0.3881319 Apr 05 20:16:02.330508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=1798e34a-6466-4810-94cb-b57fac47aee2,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:02.371844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df19745-b014-4bb9-aa71-1199ed44ca33 req-7efb2072-148d-488e-92f3-67d635b33b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:02.373307 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8df19745-b014-4bb9-aa71-1199ed44ca33 req-7efb2072-148d-488e-92f3-67d635b33b7b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 1096 time: 0.2264946 Apr 05 20:16:02.382813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b7ea3-c70c-4151-b937-9933d6be8c95 req-a4ade896-bb88-4d0c-99b1-4eadf2ce66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:02.383275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b7ea3-c70c-4151-b937-9933d6be8c95 req-a4ade896-bb88-4d0c-99b1-4eadf2ce66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:02.383737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b7ea3-c70c-4151-b937-9933d6be8c95 req-a4ade896-bb88-4d0c-99b1-4eadf2ce66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:02.385448 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f02b7ea3-c70c-4151-b937-9933d6be8c95 req-a4ade896-bb88-4d0c-99b1-4eadf2ce66bc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2869 time: 0.2922771 Apr 05 20:16:02.389656 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29ea64ce-ab88-4d72-8714-441d399bcce5 req-df4cec30-d012-44ca-b9b3-93580b0df2c4 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/security-groups?id=78d799eb-e647-47be-b87f-b4df7b26ad45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841532 Apr 05 20:16:02.493187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f02b7ea3-c70c-4151-b937-9933d6be8c95 req-251da14f-81b3-441b-9792-30b86c1ee5d1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875449 Apr 05 20:16:02.499285 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8df19745-b014-4bb9-aa71-1199ed44ca33 req-cfec6eed-a7e3-4155-8f68-5197b7f8939c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=78d799eb-e647-47be-b87f-b4df7b26ad45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126699 Apr 05 20:16:02.526681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59296) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:02.546288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-fabd4a73-595b-48fe-bfcb-3820e6f0b8d7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:02.547740 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-fabd4a73-595b-48fe-bfcb-3820e6f0b8d7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.41 "GET /v2.0/networks?id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 HTTP/1.1" status: 200 len: 813 time: 0.3518569 Apr 05 20:16:02.568890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'port': {'device_id': '499ba438-7125-48a5-8be8-3031ab15b7e1', 'network_id': 'a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8', 'admin_state_up': True, 'tenant_id': '313ef90b753e46b0b1e67425a2190bfd'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:02.614590 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ced636b4-5f69-40d9-ba89-0f92d71a2136 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03fc5fbb315f4203bb9339784dd7b447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0860324 Apr 05 20:16:02.616386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f78bd8-4304-48f6-8ac4-bd49b84e4150 req-02b90de7-f1e6-4bd3-95b0-b190b456a885 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:02.619737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59300) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:02.622645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f78bd8-4304-48f6-8ac4-bd49b84e4150 req-02b90de7-f1e6-4bd3-95b0-b190b456a885 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:02.623757 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-38c46d32-3fd3-467c-a7e7-1e0a5118fd81 req-a5a6925b-98f6-469d-9fa5-c1bf9977a5b4 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 210 time: 0.0524654 Apr 05 20:16:02.628564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f78bd8-4304-48f6-8ac4-bd49b84e4150 req-02b90de7-f1e6-4bd3-95b0-b190b456a885 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:02.630237 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-03f78bd8-4304-48f6-8ac4-bd49b84e4150 req-02b90de7-f1e6-4bd3-95b0-b190b456a885 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2416 time: 0.2078269 Apr 05 20:16:02.705483 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:02.753074 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-03f78bd8-4304-48f6-8ac4-bd49b84e4150 req-04aa09c5-a833-4da6-a0d5-d7fad1c620ce tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753849 Apr 05 20:16:02.770128 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:02.804123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:02.830249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:02.844372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Made reservation on behalf of 313ef90b753e46b0b1e67425a2190bfd for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:02.845502 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:02.849001 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:02.888348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7521b4bf-1018-48c9-a97e-d8522493b104,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:02.952751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:02.953102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:02.953727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:02.954227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:02.954778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:02.955113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:02.955558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:02.955888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:02.956210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:02.956529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:02.956848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:02.957434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:02.998321 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:03.000212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-86780749-d823-4736-82c1-fc8fe4dc5a3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7521b4bf-1018-48c9-a97e-d8522493b104 HTTP/1.1" status: 204 len: 168 time: 0.3795955 Apr 05 20:16:03.062146 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59314) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:03.103009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde09a23-44fe-4a2b-bbb9-2ea0f2af1bf7 req-0829d555-3156-4bcf-bc69-27c9bdaff259 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:03.104497 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cde09a23-44fe-4a2b-bbb9-2ea0f2af1bf7 req-0829d555-3156-4bcf-bc69-27c9bdaff259 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 945 time: 0.1874664 Apr 05 20:16:03.110638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5f0e5-8cae-4f4b-b7be-bd9d78a7f39f req-5481a5ed-af00-47df-a94f-e3dc0c45883e tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:03.111657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3be5f0e5-8cae-4f4b-b7be-bd9d78a7f39f req-5481a5ed-af00-47df-a94f-e3dc0c45883e tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Synchronizing usage tracker for tenant:de693046406448ce9712373baee87060 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:03.148111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0bc38-9de2-4867-9acc-0e3d9ec431c7 req-2ed6279b-7e07-49dd-a98c-4d26a03c9607 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:03.149683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-43f0bc38-9de2-4867-9acc-0e3d9ec431c7 req-2ed6279b-7e07-49dd-a98c-4d26a03c9607 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Synchronizing usage tracker for tenant:de693046406448ce9712373baee87060 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:03.150121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Allocated IP 172.20.0.9 (a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8/318ad2b9-d4e2-423a-967c-87c103b42a46/a378ca5e-c5d4-46d3-a190-f200f4796d74) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:03.155655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3be5f0e5-8cae-4f4b-b7be-bd9d78a7f39f req-5481a5ed-af00-47df-a94f-e3dc0c45883e tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Unset dirty status for tenant:de693046406448ce9712373baee87060 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:03.157033 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3be5f0e5-8cae-4f4b-b7be-bd9d78a7f39f req-5481a5ed-af00-47df-a94f-e3dc0c45883e tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 951 time: 0.2537539 Apr 05 20:16:03.169019 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cde09a23-44fe-4a2b-bbb9-2ea0f2af1bf7 req-44c2d98e-1c2e-4dd9-a330-a60aed55aad8 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583494 Apr 05 20:16:03.206541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-43f0bc38-9de2-4867-9acc-0e3d9ec431c7 req-2ed6279b-7e07-49dd-a98c-4d26a03c9607 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Unset dirty status for tenant:de693046406448ce9712373baee87060 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:03.213661 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43f0bc38-9de2-4867-9acc-0e3d9ec431c7 req-2ed6279b-7e07-49dd-a98c-4d26a03c9607 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 951 time: 0.2054832 Apr 05 20:16:03.268343 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63b5bf97-6e27-4f7c-ad17-70979559e29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:03.321209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-63b5bf97-6e27-4f7c-ad17-70979559e29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:03.326962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-3be5f0e5-8cae-4f4b-b7be-bd9d78a7f39f req-24a54a38-6846-4830-9fd8-3bce41475141 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Deleting port f2c6f2e7-e1df-434a-81dd-c358d151e0cb {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:03.327304 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3be5f0e5-8cae-4f4b-b7be-bd9d78a7f39f req-24a54a38-6846-4830-9fd8-3bce41475141 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:03.367675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-63b5bf97-6e27-4f7c-ad17-70979559e29b admin admin] Usage tracker for resource:security_group_rule and tenant:35d568f5bfaf4264bab9fcf4ce08286d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:03.380263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43f0bc38-9de2-4867-9acc-0e3d9ec431c7 req-64c0aec0-3174-4984-9cb4-ba0adcceecae tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/security-groups?id=02bb6eec-ea6b-4f89-b373-71a3c9642332&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654451 Apr 05 20:16:03.383430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-63b5bf97-6e27-4f7c-ad17-70979559e29b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:03.393404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-63b5bf97-6e27-4f7c-ad17-70979559e29b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:03.461134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f1816-8867-40eb-8282-2835df29dae2 req-35a3c91e-575c-4f06-8286-a82ee00d6c60 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:03.464051 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-507f1816-8867-40eb-8282-2835df29dae2 req-35a3c91e-575c-4f06-8286-a82ee00d6c60 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 946 time: 0.1391284 Apr 05 20:16:03.471525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:03.562146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-507f1816-8867-40eb-8282-2835df29dae2 req-1577bc59-ee3a-4318-b90f-d97c0d175010 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863452 Apr 05 20:16:03.566753 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:03.578599 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['b85dd6f7-8aaa-4c12-b369-096f50b0e403'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:03.713870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Network a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:03.735906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:03.748215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:03.782690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63b5bf97-6e27-4f7c-ad17-70979559e29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:03.804505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-3be5f0e5-8cae-4f4b-b7be-bd9d78a7f39f req-24a54a38-6846-4830-9fd8-3bce41475141 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] For port f2c6f2e7-e1df-434a-81dd-c358d151e0cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:03.804896 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3be5f0e5-8cae-4f4b-b7be-bd9d78a7f39f req-24a54a38-6846-4830-9fd8-3bce41475141 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:03.820930 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63b5bf97-6e27-4f7c-ad17-70979559e29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:03.905586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:03.906252 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:03.923982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'Port': ['ID=a378ca5e-c5d4-46d3-a190-f200f4796d74,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:04.020700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e561af2-acb3-4ebe-be29-a03c7991eeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1798e34a-6466-4810-94cb-b57fac47aee2'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:04.105469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59348) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:04.201540 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-e86d610e-d524-4092-939e-e335e84e0477 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6415646 Apr 05 20:16:04.211556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-3be5f0e5-8cae-4f4b-b7be-bd9d78a7f39f req-24a54a38-6846-4830-9fd8-3bce41475141 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Calling delete_port for f2c6f2e7-e1df-434a-81dd-c358d151e0cb owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:04.213558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Request body: {'port': {'device_id': '499ba438-7125-48a5-8be8-3031ab15b7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:04.258320 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-63b5bf97-6e27-4f7c-ad17-70979559e29b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35d568f5bfaf4264bab9fcf4ce08286d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1915290 Apr 05 20:16:04.262207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59356) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:04.267939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ee67d-ff87-4aba-a288-a075b2c51768 req-c3f7c864-7a0d-47b4-a6a2-f8ec43788384 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:04.269379 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e4ee67d-ff87-4aba-a288-a075b2c51768 req-c3f7c864-7a0d-47b4-a6a2-f8ec43788384 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 945 time: 0.7071891 Apr 05 20:16:04.273772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5bf97-6e27-4f7c-ad17-70979559e29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c41e02-6e16-4c1c-a058-e14faba7b17b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:04.336584 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0196a-1647-4f6b-8f01-947a7761ad40 req-ba518b91-4b77-4862-8740-32e3d36ac3f5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:04.337280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-afb0196a-1647-4f6b-8f01-947a7761ad40 req-ba518b91-4b77-4862-8740-32e3d36ac3f5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Synchronizing usage tracker for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:04.363554 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e4ee67d-ff87-4aba-a288-a075b2c51768 req-4a8401a8-48f5-409d-9475-8dc35e67b737 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/security-groups?id=78d799eb-e647-47be-b87f-b4df7b26ad45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811565 Apr 05 20:16:04.373357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1476999105-network', 'tenant_id': '1ccb3652f5a74824b97498e5d91e065f'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:04.387045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a4fe0-07dd-4602-9bc7-5397d7f5a156 req-0eded963-0787-4bb2-a219-b431a8971a7c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:04.388553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d5a4fe0-07dd-4602-9bc7-5397d7f5a156 req-0eded963-0787-4bb2-a219-b431a8971a7c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 946 time: 0.5504546 Apr 05 20:16:04.389562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:04.393404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:04.420501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-afb0196a-1647-4f6b-8f01-947a7761ad40 req-ba518b91-4b77-4862-8740-32e3d36ac3f5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Unset dirty status for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:04.421652 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afb0196a-1647-4f6b-8f01-947a7761ad40 req-ba518b91-4b77-4862-8740-32e3d36ac3f5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 931 time: 0.5374444 Apr 05 20:16:04.452152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Usage tracker for resource:network and tenant:1ccb3652f5a74824b97498e5d91e065f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:04.465655 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1798e6fb-0531-4164-b99e-7090bb244ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:04.536373 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1798e6fb-0531-4164-b99e-7090bb244ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:04.579558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:04.635119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:04.644221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-afb0196a-1647-4f6b-8f01-947a7761ad40 req-a6fdc7c1-dc46-47cc-b4f7-21460cfcabbc tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Synchronizing usage tracker for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:04.671478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-afb0196a-1647-4f6b-8f01-947a7761ad40 req-a6fdc7c1-dc46-47cc-b4f7-21460cfcabbc tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Unset dirty status for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:04.672684 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afb0196a-1647-4f6b-8f01-947a7761ad40 req-a6fdc7c1-dc46-47cc-b4f7-21460cfcabbc tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143939 Apr 05 20:16:04.677273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-9d5a4fe0-07dd-4602-9bc7-5397d7f5a156 req-99d65dd4-12e6-4b19-b056-e05cd054fa8c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Deleting port 00d5e374-9350-4ac3-b65f-3765c293f792 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:04.677273 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9d5a4fe0-07dd-4602-9bc7-5397d7f5a156 req-99d65dd4-12e6-4b19-b056-e05cd054fa8c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:04.730561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Made reservation on behalf of 1ccb3652f5a74824b97498e5d91e065f for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:04.732968 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:04.748792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3be5f0e5-8cae-4f4b-b7be-bd9d78a7f39f req-24a54a38-6846-4830-9fd8-3bce41475141 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:04.758927 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:04.765995 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e561af2-acb3-4ebe-be29-a03c7991eeb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1798e34a-6466-4810-94cb-b57fac47aee2', 'code': 200} Apr 05 20:16:04.769307 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1798e6fb-0531-4164-b99e-7090bb244ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:04.791089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798e6fb-0531-4164-b99e-7090bb244ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c41e02-6e16-4c1c-a058-e14faba7b17b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:04.803723 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1798e6fb-0531-4164-b99e-7090bb244ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:04.808496 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1798e6fb-0531-4164-b99e-7090bb244ff3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1c41e02-6e16-4c1c-a058-e14faba7b17b HTTP/1.1" status: 204 len: 168 time: 0.5400989 Apr 05 20:16:04.834735 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a54a38-6846-4830-9fd8-3bce41475141 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Pushing event deleted for resources: {'Port': ['ID=f2c6f2e7-e1df-434a-81dd-c358d151e0cb,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:04.934357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:04.986328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Usage tracker for resource:security_group_rule and tenant:1ccb3652f5a74824b97498e5d91e065f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:05.004292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:05.009837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be5f0e5-8cae-4f4b-b7be-bd9d78a7f39f req-24a54a38-6846-4830-9fd8-3bce41475141 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] No DVR routers for this DVR port f2c6f2e7-e1df-434a-81dd-c358d151e0cb on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:16:05.017819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3be5f0e5-8cae-4f4b-b7be-bd9d78a7f39f req-24a54a38-6846-4830-9fd8-3bce41475141 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:05.020369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'name': 'network-vif-deleted', 'tag': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:05.028309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:05.049075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a378ca5e-c5d4-46d3-a190-f200f4796d74 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:05.058720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b4add-8f91-4d61-9667-f54a72ef3403 req-2d79810d-97b3-42c4-832b-1ee351d32337 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:05.063451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:05.066305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b4add-8f91-4d61-9667-f54a72ef3403 req-2d79810d-97b3-42c4-832b-1ee351d32337 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:05.072744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b4add-8f91-4d61-9667-f54a72ef3403 req-2d79810d-97b3-42c4-832b-1ee351d32337 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:05.080502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a63b4add-8f91-4d61-9667-f54a72ef3403 req-2d79810d-97b3-42c4-832b-1ee351d32337 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2416 time: 0.4857752 Apr 05 20:16:05.087086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Transition to ACTIVE for port object a378ca5e-c5d4-46d3-a190-f200f4796d74 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:05.098079 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:05.162473 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3be5f0e5-8cae-4f4b-b7be-bd9d78a7f39f req-24a54a38-6846-4830-9fd8-3bce41475141 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.13 "DELETE /v2.0/ports/f2c6f2e7-e1df-434a-81dd-c358d151e0cb HTTP/1.1" status: 204 len: 173 time: 1.9971101 Apr 05 20:16:05.260238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee9a6e2-36fe-4ba8-bd3b-ea514dd200fc req-3846ca2e-1764-4089-80bc-e938574695eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:05.262219 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ee9a6e2-36fe-4ba8-bd3b-ea514dd200fc req-3846ca2e-1764-4089-80bc-e938574695eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 1096 time: 0.3797870 Apr 05 20:16:05.271622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a63b4add-8f91-4d61-9667-f54a72ef3403 req-9a3fdcba-970a-48e0-8f8f-294b0875140c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899447 Apr 05 20:16:05.306331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2749b4-7c4a-4b22-908e-49fd8b8e0f52 req-405d309d-8044-4f39-bbad-238c4606f354 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:05.308638 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da2749b4-7c4a-4b22-908e-49fd8b8e0f52 req-405d309d-8044-4f39-bbad-238c4606f354 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 945 time: 0.3472009 Apr 05 20:16:05.315980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a378ca5e-c5d4-46d3-a190-f200f4796d74,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:05.353724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-9d5a4fe0-07dd-4602-9bc7-5397d7f5a156 req-99d65dd4-12e6-4b19-b056-e05cd054fa8c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] For port 00d5e374-9350-4ac3-b65f-3765c293f792, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=00d5e374-9350-4ac3-b65f-3765c293f792,segment=NetworkSegment(9f37330e-c2fa-48f0-b6ea-569c77ae5bc2),segment_id=9f37330e-c2fa-48f0-b6ea-569c77ae5bc2)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:05.354573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9d5a4fe0-07dd-4602-9bc7-5397d7f5a156 req-99d65dd4-12e6-4b19-b056-e05cd054fa8c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:05.440884 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ee9a6e2-36fe-4ba8-bd3b-ea514dd200fc req-3e491526-7072-4a0c-8b6e-e0b1da33c40c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308751 Apr 05 20:16:05.451510 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da2749b4-7c4a-4b22-908e-49fd8b8e0f52 req-5c900104-3ff0-4bf6-b75a-4c9c52b746a7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175203 Apr 05 20:16:05.469155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f2c6f2e7-e1df-434a-81dd-c358d151e0cb no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:16:05.478201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Attempting to bind port a378ca5e-c5d4-46d3-a190-f200f4796d74 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:05.478766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Attempting to bind port a378ca5e-c5d4-46d3-a190-f200f4796d74 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '4059bc4e-6a65-4324-812d-3a9d6d562911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:05.479092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Attempting to bind port a378ca5e-c5d4-46d3-a190-f200f4796d74 on network a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:05.488260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Port a378ca5e-c5d4-46d3-a190-f200f4796d74 on network a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:16:05.488576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Attempting to bind port a378ca5e-c5d4-46d3-a190-f200f4796d74 on network a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:05.505392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:05.505829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Checking segment: {'id': '4059bc4e-6a65-4324-812d-3a9d6d562911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:05.507362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Bound using segment: {'id': '4059bc4e-6a65-4324-812d-3a9d6d562911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:05.507876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Bound port: a378ca5e-c5d4-46d3-a190-f200f4796d74, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4059bc4e-6a65-4324-812d-3a9d6d562911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:05.508697 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:05.519018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: f2c6f2e7-e1df-434a-81dd-c358d151e0cb {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:16:05.519271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f2c6f2e7-e1df-434a-81dd-c358d151e0cb not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:16:05.520238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-9d5a4fe0-07dd-4602-9bc7-5397d7f5a156 req-99d65dd4-12e6-4b19-b056-e05cd054fa8c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Calling delete_port for 00d5e374-9350-4ac3-b65f-3765c293f792 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:05.617339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ef4da45c-0ec1-42b2-abf9-4ce411cbab7b req-cdfacbcf-77a1-4df6-8b02-c36c0fb717d4 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Synchronizing usage tracker for tenant:de693046406448ce9712373baee87060 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:05.689258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ef4da45c-0ec1-42b2-abf9-4ce411cbab7b req-cdfacbcf-77a1-4df6-8b02-c36c0fb717d4 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] Unset dirty status for tenant:de693046406448ce9712373baee87060 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:05.692823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] For port a378ca5e-c5d4-46d3-a190-f200f4796d74, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:05.697528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] For port a378ca5e-c5d4-46d3-a190-f200f4796d74, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a378ca5e-c5d4-46d3-a190-f200f4796d74,segment=NetworkSegment(4059bc4e-6a65-4324-812d-3a9d6d562911),segment_id=4059bc4e-6a65-4324-812d-3a9d6d562911)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:05.697809 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef4da45c-0ec1-42b2-abf9-4ce411cbab7b req-cdfacbcf-77a1-4df6-8b02-c36c0fb717d4 tempest-ServersAdminTestJSON-384184584 tempest-ServersAdminTestJSON-384184584-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9d6385-78d9-4160-a5bd-5f39bbf48f95 HTTP/1.1" status: 200 len: 210 time: 0.1845019 Apr 05 20:16:05.712266 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:05.750624 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:05.810283 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9d6385-78d9-4160-a5bd-5f39bbf48f95', 'name': 'network-vif-deleted', 'tag': 'f2c6f2e7-e1df-434a-81dd-c358d151e0cb', 'status': 'completed', 'code': 200} Apr 05 20:16:05.815495 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:05.826558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3511f-8f9c-4097-afe6-6f47bc1bb9cd req-e723b61c-60bb-4210-9e29-611fe4ff5e59 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:05.833605 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-24b3511f-8f9c-4097-afe6-6f47bc1bb9cd req-e723b61c-60bb-4210-9e29-611fe4ff5e59 tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2bc527f-5f2d-40a8-91e0-0e5736082528 HTTP/1.1" status: 200 len: 946 time: 0.2314801 Apr 05 20:16:05.847978 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 00d5e374-9350-4ac3-b65f-3765c293f792 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:16:05.864268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:16:05.886838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fac5b30-c30e-41dc-ba40-ff58c698e2fa,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:05.889751 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:05.890120 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Added segment 9cbd2a05-ca51-4312-8352-863c2c42eaae of type vlan for network 5ee47cee-4865-4aba-8a5b-ec49888bd827 Apr 05 20:16:05.896487 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9d5a4fe0-07dd-4602-9bc7-5397d7f5a156 req-99d65dd4-12e6-4b19-b056-e05cd054fa8c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:05.914504 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 00d5e374-9350-4ac3-b65f-3765c293f792 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:16:05.922537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:05.923322 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:05.925150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 00d5e374-9350-4ac3-b65f-3765c293f792 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:16:05.925603 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] 10.222.0.41 "PUT /v2.0/ports/a378ca5e-c5d4-46d3-a190-f200f4796d74 HTTP/1.1" status: 200 len: 1091 time: 1.7155209 Apr 05 20:16:05.927413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499ba438-7125-48a5-8be8-3031ab15b7e1', 'tag': 'a378ca5e-c5d4-46d3-a190-f200f4796d74'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:05.936511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10715b0d-eefb-441e-b935-d3139a9b0bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=a378ca5e-c5d4-46d3-a190-f200f4796d74,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:05.952778 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-24b3511f-8f9c-4097-afe6-6f47bc1bb9cd req-56faecf7-e10b-4c3a-a73a-6883f02a526e tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.24 "GET /v2.0/security-groups?id=3411a671-f87c-48c1-856f-0bab7c840083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182773 Apr 05 20:16:05.965082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d65dd4-12e6-4b19-b056-e05cd054fa8c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Pushing event deleted for resources: {'Port': ['ID=00d5e374-9350-4ac3-b65f-3765c293f792,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:06.011731 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:06.069948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5a4fe0-07dd-4602-9bc7-5397d7f5a156 req-99d65dd4-12e6-4b19-b056-e05cd054fa8c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] No DVR routers for this DVR port 00d5e374-9350-4ac3-b65f-3765c293f792 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:16:06.073378 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9d5a4fe0-07dd-4602-9bc7-5397d7f5a156 req-99d65dd4-12e6-4b19-b056-e05cd054fa8c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:06.145141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-6fe5fddf-af25-46cd-b536-57d13af031e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:06.146773 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-6fe5fddf-af25-46cd-b536-57d13af031e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=313ef90b753e46b0b1e67425a2190bfd&device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 1094 time: 0.1308556 Apr 05 20:16:06.154709 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d5a4fe0-07dd-4602-9bc7-5397d7f5a156 req-99d65dd4-12e6-4b19-b056-e05cd054fa8c tempest-ImagesTestJSON-695314266 tempest-ImagesTestJSON-695314266-project] 10.222.0.41 "DELETE /v2.0/ports/00d5e374-9350-4ac3-b65f-3765c293f792 HTTP/1.1" status: 204 len: 173 time: 1.7596495 Apr 05 20:16:06.158403 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:06.159330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:06.159906 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:06.215798 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0891664 Apr 05 20:16:06.217814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59398) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:06.228582 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-8d4d0e37-a2b9-4a94-ad25-053d00be3d7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a378ca5e-c5d4-46d3-a190-f200f4796d74 HTTP/1.1" status: 200 len: 217 time: 0.0728664 Apr 05 20:16:06.231981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Request body: {'subnet': {'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1476999105-subnet', 'tenant_id': '1ccb3652f5a74824b97498e5d91e065f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:06.240817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:06.280178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7680004-c01a-4534-ae6b-00ae5e2a5208 admin admin] Pushing event updated for resources: {'Network': ['ID=5ee47cee-4865-4aba-8a5b-ec49888bd827,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:06.290077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 5ee47cee-4865-4aba-8a5b-ec49888bd827 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:16:06.292617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a23dd3-82aa-4c1b-b7ee-551ee017d147 req-260236c5-d95e-40f1-bdb0-adbc34f95df4 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:06.294511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09a23dd3-82aa-4c1b-b7ee-551ee017d147 req-260236c5-d95e-40f1-bdb0-adbc34f95df4 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 945 time: 0.2154138 Apr 05 20:16:06.345996 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09a23dd3-82aa-4c1b-b7ee-551ee017d147 req-e3b3d162-3252-4e28-97b9-9fce22b7894d tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/security-groups?id=78d799eb-e647-47be-b87f-b4df7b26ad45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453932 Apr 05 20:16:06.401111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Usage tracker for resource:subnet and tenant:1ccb3652f5a74824b97498e5d91e065f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:06.417518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:06.422078 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499ba438-7125-48a5-8be8-3031ab15b7e1', 'tag': 'a378ca5e-c5d4-46d3-a190-f200f4796d74', 'status': 'completed', 'code': 200} Apr 05 20:16:06.433562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:06.461981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e9affd-21ee-4ac2-bae9-8bf5a7772f79 req-0a6066f8-ab1e-4231-81e5-6b6827cd24c5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:06.463434 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7e9affd-21ee-4ac2-bae9-8bf5a7772f79 req-0a6066f8-ab1e-4231-81e5-6b6827cd24c5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 943 time: 0.3636203 Apr 05 20:16:06.467123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Made reservation on behalf of 1ccb3652f5a74824b97498e5d91e065f for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:06.469762 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:06.486916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-05cf3d4c-9079-4c4e-a3e8-76e13a0b75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:06.489102 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-05cf3d4c-9079-4c4e-a3e8-76e13a0b75a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=318ad2b9-d4e2-423a-967c-87c103b42a46 HTTP/1.1" status: 200 len: 853 time: 0.2489572 Apr 05 20:16:06.571508 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-de338e1f-6984-4673-b3e2-271a2b905d78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697138 Apr 05 20:16:06.699156 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7e9affd-21ee-4ac2-bae9-8bf5a7772f79 req-97bc680b-9aeb-4cf5-af48-23ec7423de47 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140908 Apr 05 20:16:06.916670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-5e4eb14b-37aa-4a83-b991-bb85a1e1174e service neutron] 10.222.0.41 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773333 Apr 05 20:16:07.017855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9f365-3274-4876-9512-178a31729da3 req-26638d88-45e0-4157-a99e-ea1d7ee2889a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:07.019808 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cf9f365-3274-4876-9512-178a31729da3 req-26638d88-45e0-4157-a99e-ea1d7ee2889a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 945 time: 0.0913320 Apr 05 20:16:07.075938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cf9f365-3274-4876-9512-178a31729da3 req-7cce9fd9-e83f-4c2e-9167-eb66e5fde8c6 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465040 Apr 05 20:16:07.115298 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9eb1972-53d0-4cea-adda-4d01ca01588e req-addaefbc-ec5a-4c61-8e3b-8a266a569cdd service neutron] 10.222.0.41 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902432 Apr 05 20:16:07.119119 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:07.160207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d6d9e2-6a5e-4898-bbdd-b39d1255eee3 req-b2d14cf8-5c6e-4105-a2a5-912006d73514 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:07.161671 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-66d6d9e2-6a5e-4898-bbdd-b39d1255eee3 req-b2d14cf8-5c6e-4105-a2a5-912006d73514 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 945 time: 0.2981813 Apr 05 20:16:07.170698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59430) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:07.177635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c37c80f4-cad8-41f2-b856-5a2b256787fc tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Request body: {'floatingip': {'port_id': '5ef467ad-e08a-4301-b857-6f2c14ef5f54'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:07.275622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca381f74-bd26-46e2-abab-12d6223326b0,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:07.276669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c37c80f4-cad8-41f2-b856-5a2b256787fc tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:07.278783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Checking segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:07.279117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Network hostable DHCP agents. Network: 5ee47cee-4865-4aba-8a5b-ec49888bd827, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:16:07.323381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01a986-ff9b-4f32-8f03-939f1e7ac3c4 req-82a0147a-49c5-4bdd-b147-b30823ff47e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:07.324898 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c01a986-ff9b-4f32-8f03-939f1e7ac3c4 req-82a0147a-49c5-4bdd-b147-b30823ff47e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=313ef90b753e46b0b1e67425a2190bfd&device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 1094 time: 0.1459522 Apr 05 20:16:07.326254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Network 5ee47cee-4865-4aba-8a5b-ec49888bd827 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:16:07.356926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 5ee47cee-4865-4aba-8a5b-ec49888bd827) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:07.364638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d09be0-6f14-49b5-b264-84e3b03f20e2 None None] Network 5ee47cee-4865-4aba-8a5b-ec49888bd827 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:16:07.374329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:07.374903 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:07.469552 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cdb3e0d1-47ad-4df7-b61b-732b328cc724 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2441263 Apr 05 20:16:07.537132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01a986-ff9b-4f32-8f03-939f1e7ac3c4 req-b6761da7-ea4d-4db8-94f9-28ee03aedf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:07.539881 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c01a986-ff9b-4f32-8f03-939f1e7ac3c4 req-b6761da7-ea4d-4db8-94f9-28ee03aedf20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 HTTP/1.1" status: 200 len: 914 time: 0.2068810 Apr 05 20:16:07.624474 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c01a986-ff9b-4f32-8f03-939f1e7ac3c4 req-a1c03c0c-1fe8-4117-907f-4c811f8c85f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a378ca5e-c5d4-46d3-a190-f200f4796d74 HTTP/1.1" status: 200 len: 217 time: 0.0769196 Apr 05 20:16:07.719953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c5ea57-5f33-4c56-b3d9-4e6c0a07a257 None None] Network 5ee47cee-4865-4aba-8a5b-ec49888bd827 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:16:07.817342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bc527f-5f2d-40a8-91e0-0e5736082528', 'name': 'network-vif-deleted', 'tag': '00d5e374-9350-4ac3-b65f-3765c293f792'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:07.842542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b9c67-1801-4d29-8223-0f4ba5c838fd req-4b921d50-5921-42ef-9111-b194eed7da4b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:07.843248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59458) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:07.849820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b9c67-1801-4d29-8223-0f4ba5c838fd req-4b921d50-5921-42ef-9111-b194eed7da4b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:07.856730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b9c67-1801-4d29-8223-0f4ba5c838fd req-4b921d50-5921-42ef-9111-b194eed7da4b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:07.864950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a25b9c67-1801-4d29-8223-0f4ba5c838fd req-4b921d50-5921-42ef-9111-b194eed7da4b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2416 time: 0.2893903 Apr 05 20:16:07.881891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c01a986-ff9b-4f32-8f03-939f1e7ac3c4 req-828bb207-4e56-4a09-b545-cce96b9c3d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:07.887343 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c01a986-ff9b-4f32-8f03-939f1e7ac3c4 req-828bb207-4e56-4a09-b545-cce96b9c3d94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=318ad2b9-d4e2-423a-967c-87c103b42a46 HTTP/1.1" status: 200 len: 853 time: 0.1573322 Apr 05 20:16:07.974094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c01a986-ff9b-4f32-8f03-939f1e7ac3c4 req-d0677581-781c-4ea5-96f5-4e1560b87bce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730193 Apr 05 20:16:07.976987 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2921ef0-be11-4f11-8bef-1d123b2c353b req-3ea661df-be80-4d08-9d1f-c0c73123a9e7 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:07.978519 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d2921ef0-be11-4f11-8bef-1d123b2c353b req-3ea661df-be80-4d08-9d1f-c0c73123a9e7 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 1096 time: 0.3558509 Apr 05 20:16:08.022745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a25b9c67-1801-4d29-8223-0f4ba5c838fd req-5c5806dd-70db-4238-a04e-d460ee494c6a tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562057 Apr 05 20:16:08.160883 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d2921ef0-be11-4f11-8bef-1d123b2c353b req-c0253cf0-c1e4-4848-a8db-b23d1612b76d tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586010 Apr 05 20:16:08.178741 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6368ccc2-1e10-4e3b-8020-a3ee88051685 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de693046406448ce9712373baee87060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3309689 Apr 05 20:16:08.179397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59472) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:08.210799 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c01a986-ff9b-4f32-8f03-939f1e7ac3c4 req-24176acf-1c51-4748-8ab3-d95b8529b0d4 service neutron] 10.222.0.41 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298102 Apr 05 20:16:08.243760 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bc527f-5f2d-40a8-91e0-0e5736082528', 'name': 'network-vif-deleted', 'tag': '00d5e374-9350-4ac3-b65f-3765c293f792', 'status': 'completed', 'code': 200} Apr 05 20:16:08.387103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20221240-ddfe-4767-8e3c-f499f10b623c req-8436c71e-5de6-410a-8a82-d960f3a07faf tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:08.388516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-20221240-ddfe-4767-8e3c-f499f10b623c req-8436c71e-5de6-410a-8a82-d960f3a07faf tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 943 time: 0.1983500 Apr 05 20:16:08.404488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3030416-6c96-438a-85d1-70b8c4992459 req-1081f988-4bd0-453f-8cc7-2cec0ecba281 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:08.410304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3030416-6c96-438a-85d1-70b8c4992459 req-1081f988-4bd0-453f-8cc7-2cec0ecba281 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:08.416082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3030416-6c96-438a-85d1-70b8c4992459 req-1081f988-4bd0-453f-8cc7-2cec0ecba281 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:08.417633 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3030416-6c96-438a-85d1-70b8c4992459 req-1081f988-4bd0-453f-8cc7-2cec0ecba281 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.13 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2416 time: 0.2263520 Apr 05 20:16:08.483358 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27fbb350-d29d-46c7-957a-6673aa5719a1 req-253c4093-3dd7-499d-9ff3-0dc8bc23e61f tempest-FlavorsV2NegativeTest-813727686 tempest-FlavorsV2NegativeTest-813727686-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9b65a42506004ff7a3ab703859fc1c41&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566518 Apr 05 20:16:08.492790 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4c7fd01-ea5f-4da0-88bf-a1701b51b7ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:08.532612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c3030416-6c96-438a-85d1-70b8c4992459 req-42bf7fa2-cee3-46f3-8ca0-bb8deba4490f tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Deleting port 606fdf29-7bc6-4a7d-9682-d8f274d7709a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:08.533224 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3030416-6c96-438a-85d1-70b8c4992459 req-42bf7fa2-cee3-46f3-8ca0-bb8deba4490f tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:08.547871 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:08.567444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-20221240-ddfe-4767-8e3c-f499f10b623c req-a7c78884-4375-4f4d-9377-cb57d7e6882b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Synchronizing usage tracker for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:08.568057 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c01a986-ff9b-4f32-8f03-939f1e7ac3c4 req-79fcde6b-d2a9-43d0-a0ca-b2492e4378cd service neutron] 10.222.0.41 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498418 Apr 05 20:16:08.579472 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4c7fd01-ea5f-4da0-88bf-a1701b51b7ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:08.685606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-20221240-ddfe-4767-8e3c-f499f10b623c req-a7c78884-4375-4f4d-9377-cb57d7e6882b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Unset dirty status for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:08.686726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-20221240-ddfe-4767-8e3c-f499f10b623c req-a7c78884-4375-4f4d-9377-cb57d7e6882b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669644 Apr 05 20:16:08.724339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbb350-d29d-46c7-957a-6673aa5719a1 req-1f9f0d4b-71fc-4db5-93bb-7805749146a7 tempest-FlavorsV2NegativeTest-813727686 tempest-FlavorsV2NegativeTest-813727686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:08.731791 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27fbb350-d29d-46c7-957a-6673aa5719a1 req-1f9f0d4b-71fc-4db5-93bb-7805749146a7 tempest-FlavorsV2NegativeTest-813727686 tempest-FlavorsV2NegativeTest-813727686-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343597 Apr 05 20:16:08.735033 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4c7fd01-ea5f-4da0-88bf-a1701b51b7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:08.745215 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c37c80f4-cad8-41f2-b856-5a2b256787fc tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:08.762486 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27fbb350-d29d-46c7-957a-6673aa5719a1 req-ad36587f-4d99-418d-8816-dd367e5168e6 tempest-FlavorsV2NegativeTest-813727686 tempest-FlavorsV2NegativeTest-813727686-project] 10.222.0.24 "GET /v2.0/quotas/9b65a42506004ff7a3ab703859fc1c41 HTTP/1.1" status: 200 len: 375 time: 0.0294316 Apr 05 20:16:08.763457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7fd01-ea5f-4da0-88bf-a1701b51b7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bb6eec-ea6b-4f89-b373-71a3c9642332,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:08.763957 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c37c80f4-cad8-41f2-b856-5a2b256787fc tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:08.823837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27fbb350-d29d-46c7-957a-6673aa5719a1 req-5da9703a-3ad7-40d0-9249-d56335d3add9 tempest-FlavorsV2NegativeTest-813727686 tempest-FlavorsV2NegativeTest-813727686-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b65a42506004ff7a3ab703859fc1c41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569773 Apr 05 20:16:08.832369 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4c7fd01-ea5f-4da0-88bf-a1701b51b7ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:08.836091 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e4c7fd01-ea5f-4da0-88bf-a1701b51b7ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02bb6eec-ea6b-4f89-b373-71a3c9642332 HTTP/1.1" status: 204 len: 168 time: 0.6536443 Apr 05 20:16:08.862275 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:09.322338 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-c37c80f4-cad8-41f2-b856-5a2b256787fc tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Floating IP ed0d9c8e-b9d3-4924-b3dc-3b8b6b0d9887 associated. External IP: 172.25.8.69, port: 5ef467ad-e08a-4301-b857-6f2c14ef5f54. Apr 05 20:16:09.370095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebf80b-c532-424c-90a5-666826374672 req-0e6afd23-6fee-4451-abb7-084fa93d9271 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:09.374037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59520) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:09.376812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebf80b-c532-424c-90a5-666826374672 req-0e6afd23-6fee-4451-abb7-084fa93d9271 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:09.383970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcebf80b-c532-424c-90a5-666826374672 req-0e6afd23-6fee-4451-abb7-084fa93d9271 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:09.392233 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fcebf80b-c532-424c-90a5-666826374672 req-0e6afd23-6fee-4451-abb7-084fa93d9271 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 2416 time: 0.1597409 Apr 05 20:16:09.439658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c3030416-6c96-438a-85d1-70b8c4992459 req-42bf7fa2-cee3-46f3-8ca0-bb8deba4490f tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] For port 606fdf29-7bc6-4a7d-9682-d8f274d7709a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=606fdf29-7bc6-4a7d-9682-d8f274d7709a,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:09.440019 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3030416-6c96-438a-85d1-70b8c4992459 req-42bf7fa2-cee3-46f3-8ca0-bb8deba4490f tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:09.454692 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fcebf80b-c532-424c-90a5-666826374672 req-b0f4ee94-26de-422d-a221-9d8b6f5b01c5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614169 Apr 05 20:16:09.700658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c3030416-6c96-438a-85d1-70b8c4992459 req-42bf7fa2-cee3-46f3-8ca0-bb8deba4490f tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Calling delete_port for 606fdf29-7bc6-4a7d-9682-d8f274d7709a owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:09.871360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a378ca5e-c5d4-46d3-a190-f200f4796d74 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:16:09.884194 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e9922e1d-3dd3-45fa-94f5-3151790e2d80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03fed12a44354388b102f6b53164e5e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4975195 Apr 05 20:16:09.891933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-0d980621-4492-4e80-9e29-3d6e857f2ffc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:09.892980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-0d980621-4492-4e80-9e29-3d6e857f2ffc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Synchronizing usage tracker for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:09.896578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59556) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:09.969149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff5416-40c1-4d91-8b7d-2f4962aeb59f req-4d8e707c-cb3d-4b8a-a11a-5c5c7f13558a tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:09.971219 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34ff5416-40c1-4d91-8b7d-2f4962aeb59f req-4d8e707c-cb3d-4b8a-a11a-5c5c7f13558a tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 943 time: 0.0957119 Apr 05 20:16:10.070017 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34ff5416-40c1-4d91-8b7d-2f4962aeb59f req-04b951c5-6c54-4479-a335-4dc869f7630e tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912580 Apr 05 20:16:10.089204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59562) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:10.090893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-0d980621-4492-4e80-9e29-3d6e857f2ffc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Unset dirty status for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:10.092321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-0d980621-4492-4e80-9e29-3d6e857f2ffc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 1.0525458 Apr 05 20:16:10.103967 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10e51ad2-c6ef-413d-85eb-8040a19fe86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.152809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a378ca5e-c5d4-46d3-a190-f200f4796d74, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a378ca5e-c5d4-46d3-a190-f200f4796d74,segment=NetworkSegment(4059bc4e-6a65-4324-812d-3a9d6d562911),segment_id=4059bc4e-6a65-4324-812d-3a9d6d562911)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:10.170467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'a378ca5e-c5d4-46d3-a190-f200f4796d74', 'network_id': 'a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8', 'port_id': 'a378ca5e-c5d4-46d3-a190-f200f4796d74', 'mac_address': 'fa:16:3e:d5:ec:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '318ad2b9-d4e2-423a-967c-87c103b42a46', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:16:10.204697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-6827b9c5-95a5-4101-965f-f05f7ab20ca7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/quotas/1ccb3652f5a74824b97498e5d91e065f HTTP/1.1" status: 200 len: 375 time: 0.0533063 Apr 05 20:16:10.221972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10e51ad2-c6ef-413d-85eb-8040a19fe86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.247064 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.272746 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a378ca5e-c5d4-46d3-a190-f200f4796d74 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:10.291603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a378ca5e-c5d4-46d3-a190-f200f4796d74, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a378ca5e-c5d4-46d3-a190-f200f4796d74,segment=NetworkSegment(4059bc4e-6a65-4324-812d-3a9d6d562911),segment_id=4059bc4e-6a65-4324-812d-3a9d6d562911)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:10.301631 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86576eeb-7359-42bf-9b3c-bc99db9a377a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.304003 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.314405 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-10b05575-d3b5-42cc-9221-f786ddeebaf5 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943696 Apr 05 20:16:10.336109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59570) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:10.341262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-86576eeb-7359-42bf-9b3c-bc99db9a377a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:10.390890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-86576eeb-7359-42bf-9b3c-bc99db9a377a admin admin] Usage tracker for resource:security_group_rule and tenant:9b65a42506004ff7a3ab703859fc1c41 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:10.410232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-86576eeb-7359-42bf-9b3c-bc99db9a377a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:10.442529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-04a38684-f10e-4344-a623-b841d5e0104f admin admin] Deleting subnet 1e1175b7-fe76-4409-88b2-f584c22d2454 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:16:10.446628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-86576eeb-7359-42bf-9b3c-bc99db9a377a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:10.450066 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04a38684-f10e-4344-a623-b841d5e0104f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.458976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a378ca5e-c5d4-46d3-a190-f200f4796d74,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:10.468194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:10.468535 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:10.470342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:10.470342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:10.470342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:10.470342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:10.470342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:10.474001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:10.474717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:10.475210 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:10.475745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:10.476227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:10.503114 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3030416-6c96-438a-85d1-70b8c4992459 req-42bf7fa2-cee3-46f3-8ca0-bb8deba4490f tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.520658 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04a38684-f10e-4344-a623-b841d5e0104f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.525849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['a378ca5e-c5d4-46d3-a190-f200f4796d74'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:10.639394 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04a38684-f10e-4344-a623-b841d5e0104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.785896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf7fa2-cee3-46f3-8ca0-bb8deba4490f tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event deleted for resources: {'Port': ['ID=606fdf29-7bc6-4a7d-9682-d8f274d7709a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:10.804922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3030416-6c96-438a-85d1-70b8c4992459 req-42bf7fa2-cee3-46f3-8ca0-bb8deba4490f tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] No DVR routers for this DVR port 606fdf29-7bc6-4a7d-9682-d8f274d7709a on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:16:10.812961 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3030416-6c96-438a-85d1-70b8c4992459 req-42bf7fa2-cee3-46f3-8ca0-bb8deba4490f tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.814277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86576eeb-7359-42bf-9b3c-bc99db9a377a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.817907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37c80f4-cad8-41f2-b856-5a2b256787fc tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Router d15982bc-7cfa-4154-b81e-253bf4b23ca4 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:16:10.818892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-deleted', 'tag': '606fdf29-7bc6-4a7d-9682-d8f274d7709a'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:10.834141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dc03e-76de-42d0-84ef-62d14e3154c3 req-8ff70fe5-16f0-408e-bab5-d03d1c856910 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:10.850142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83dc03e-76de-42d0-84ef-62d14e3154c3 req-8ff70fe5-16f0-408e-bab5-d03d1c856910 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:10.852728 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e83dc03e-76de-42d0-84ef-62d14e3154c3 req-8ff70fe5-16f0-408e-bab5-d03d1c856910 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 1680 time: 0.2565784 Apr 05 20:16:10.857573 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04a38684-f10e-4344-a623-b841d5e0104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.875094 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10e51ad2-c6ef-413d-85eb-8040a19fe86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.877634 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10e51ad2-c6ef-413d-85eb-8040a19fe86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.881291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-10e51ad2-c6ef-413d-85eb-8040a19fe86b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/444a3329-0984-40f5-91fb-e66dfc556b23 HTTP/1.1" status: 204 len: 168 time: 0.9676178 Apr 05 20:16:10.902656 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86576eeb-7359-42bf-9b3c-bc99db9a377a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.932018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a38684-f10e-4344-a623-b841d5e0104f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e1175b7-fe76-4409-88b2-f584c22d2454,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:10.958309 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04a38684-f10e-4344-a623-b841d5e0104f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:10.962797 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-58587ace-eb83-4703-888f-5cdf89ed9ddb service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6471570 Apr 05 20:16:10.968253 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3030416-6c96-438a-85d1-70b8c4992459 req-42bf7fa2-cee3-46f3-8ca0-bb8deba4490f tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.13 "DELETE /v2.0/ports/606fdf29-7bc6-4a7d-9682-d8f274d7709a HTTP/1.1" status: 204 len: 173 time: 2.5317540 Apr 05 20:16:10.973867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e51ad2-c6ef-413d-85eb-8040a19fe86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444a3329-0984-40f5-91fb-e66dfc556b23,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:11.014407 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e83dc03e-76de-42d0-84ef-62d14e3154c3 req-51cf9d89-45eb-44a7-a063-005149e5e802 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486142 Apr 05 20:16:11.016519 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-86576eeb-7359-42bf-9b3c-bc99db9a377a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9b65a42506004ff7a3ab703859fc1c41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9260361 Apr 05 20:16:11.019357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86576eeb-7359-42bf-9b3c-bc99db9a377a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bcf9012-3a45-460d-8ab9-e0b093b2cb54,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:11.022749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59584) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:11.024294 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-04a38684-f10e-4344-a623-b841d5e0104f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1e1175b7-fe76-4409-88b2-f584c22d2454 HTTP/1.1" status: 204 len: 168 time: 0.6870594 Apr 05 20:16:11.035741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59588) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:11.190740 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b40fb890-890e-4852-b167-4546d69777af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.201923 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-db9bae77-90a6-4fad-a139-6a236d372186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.286312 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-db9bae77-90a6-4fad-a139-6a236d372186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.332918 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-618c4d99-0cb0-49a6-8f5e-2b28bd67df8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.408662 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b40fb890-890e-4852-b167-4546d69777af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.445572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Deleting port 5eff9cde-f62f-43cd-8e0b-e1594dda7135 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:11.446125 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.453965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b40fb890-890e-4852-b167-4546d69777af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c58985-6e9e-49a8-afc1-08efbdccc060']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:11.470639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b40fb890-890e-4852-b167-4546d69777af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:11.471036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b40fb890-890e-4852-b167-4546d69777af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f37330e-c2fa-48f0-b6ea-569c77ae5bc2') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:11.484729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5eff9cde-f62f-43cd-8e0b-e1594dda7135 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:16:11.488451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b40fb890-890e-4852-b167-4546d69777af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.512081 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b40fb890-890e-4852-b167-4546d69777af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.513843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37c80f4-cad8-41f2-b856-5a2b256787fc tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:16:11.528222 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d6bb11-50d8-4e05-8f65-2280999c46cd None None] Sync routers for ids ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:16:11.538784 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c37c80f4-cad8-41f2-b856-5a2b256787fc tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.544994 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-db9bae77-90a6-4fad-a139-6a236d372186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.551777 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6bb11-50d8-4e05-8f65-2280999c46cd None None] Routers {'d15982bc-7cfa-4154-b81e-253bf4b23ca4'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:16:11.552409 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-23d6bb11-50d8-4e05-8f65-2280999c46cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:15:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:11.591193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40fb890-890e-4852-b167-4546d69777af admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:16:11.594898 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b40fb890-890e-4852-b167-4546d69777af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:16:11.639766 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:16:11.676793 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c37c80f4-cad8-41f2-b856-5a2b256787fc tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "PUT /v2.0/floatingips/ed0d9c8e-b9d3-4924-b3dc-3b8b6b0d9887 HTTP/1.1" status: 200 len: 990 time: 4.5026796 Apr 05 20:16:11.693316 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-db9bae77-90a6-4fad-a139-6a236d372186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.700083 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-db9bae77-90a6-4fad-a139-6a236d372186 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bcf9012-3a45-460d-8ab9-e0b093b2cb54 HTTP/1.1" status: 204 len: 168 time: 0.6729693 Apr 05 20:16:11.701533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9bae77-90a6-4fad-a139-6a236d372186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bcf9012-3a45-460d-8ab9-e0b093b2cb54,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:11.705353 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-deleted', 'tag': '606fdf29-7bc6-4a7d-9682-d8f274d7709a', 'status': 'completed', 'code': 200} Apr 05 20:16:11.862418 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.888167 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-23d6bb11-50d8-4e05-8f65-2280999c46cd None None] Set router d15982bc-7cfa-4154-b81e-253bf4b23ca4 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:16:11.893367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a378ca5e-c5d4-46d3-a190-f200f4796d74 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:11.923459 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b40fb890-890e-4852-b167-4546d69777af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.934573 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b40fb890-890e-4852-b167-4546d69777af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:11.984028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5eff9cde-f62f-43cd-8e0b-e1594dda7135, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5eff9cde-f62f-43cd-8e0b-e1594dda7135,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:12.006130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eff9cde-f62f-43cd-8e0b-e1594dda7135'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:12.007979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40fb890-890e-4852-b167-4546d69777af admin admin] Pushing event deleted for resources: {'Network': ['ID=90c58985-6e9e-49a8-afc1-08efbdccc060,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:12.015478 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:12.024852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 606fdf29-7bc6-4a7d-9682-d8f274d7709a no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:16:12.086365 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-cb97c0c5-8930-49b6-999c-8da9e56fc91a service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1138892 Apr 05 20:16:12.165453 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 606fdf29-7bc6-4a7d-9682-d8f274d7709a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:16:12.165788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 606fdf29-7bc6-4a7d-9682-d8f274d7709a not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:16:12.169653 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c5654cfc-d8d1-4b53-96c7-4cebef97a128 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:16:12.210378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] For port 5eff9cde-f62f-43cd-8e0b-e1594dda7135, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5eff9cde-f62f-43cd-8e0b-e1594dda7135,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:12.210378 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:12.437860 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=5eff9cde-f62f-43cd-8e0b-e1594dda7135,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:12.451628 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port a378ca5e-c5d4-46d3-a190-f200f4796d74 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:12.471208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b40fb890-890e-4852-b167-4546d69777af admin admin] 10.222.0.24 "DELETE /v2.0/networks/90c58985-6e9e-49a8-afc1-08efbdccc060 HTTP/1.1" status: 204 len: 168 time: 1.4328451 Apr 05 20:16:12.587163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627fbc6-808c-4055-81d0-950719202a9d req-e628bc79-f8b1-477b-a67b-6e35434aa615 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:12.596334 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4627fbc6-808c-4055-81d0-950719202a9d req-e628bc79-f8b1-477b-a67b-6e35434aa615 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 944 time: 0.5985491 Apr 05 20:16:12.602754 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port a378ca5e-c5d4-46d3-a190-f200f4796d74 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:12.603165 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:12.656715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Calling delete_port for 5eff9cde-f62f-43cd-8e0b-e1594dda7135 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:12.732673 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4627fbc6-808c-4055-81d0-950719202a9d req-a74467c2-e204-440c-875b-feeeb7c9b4bf tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356313 Apr 05 20:16:12.772367 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:12.886581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59658) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:12.897268 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eff9cde-f62f-43cd-8e0b-e1594dda7135', 'code': 200} Apr 05 20:16:12.955502 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:16:12.957218 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:16:12.984832 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-23d6bb11-50d8-4e05-8f65-2280999c46cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:24Z', 'revision_number': 4, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port': {'id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:14Z', 'updated_at': '2022-04-05T20:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'ed0d9c8e-b9d3-4924-b3dc-3b8b6b0d9887', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'port_id': '5ef467ad-e08a-4301-b857-6f2c14ef5f54', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'mac_address': 'fa:16:3e:6c:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15051470-777a-4966-afa8-96e81386e964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:15:36Z', 'updated_at': '2022-04-05T20:16:08Z', 'revision_number': 1, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34934924-2e1b-416f-b248-c2956770a8e4', 'name': '', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'mac_address': 'fa:16:3e:e4:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:21Z', 'updated_at': '2022-04-05T20:15:35Z', 'revision_number': 5, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'subnets': [{'id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:13.001826 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d6bb11-50d8-4e05-8f65-2280999c46cd None None] Checking router: d15982bc-7cfa-4154-b81e-253bf4b23ca4 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:16:13.012129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c5654cfc-d8d1-4b53-96c7-4cebef97a128, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c5654cfc-d8d1-4b53-96c7-4cebef97a128,segment=NetworkSegment(7c787a14-711c-4c5d-b601-cbd48ea7f7ed),segment_id=7c787a14-711c-4c5d-b601-cbd48ea7f7ed)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:13.037668 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6bb11-50d8-4e05-8f65-2280999c46cd None None] Routers {'d15982bc-7cfa-4154-b81e-253bf4b23ca4'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:16:13.038328 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-23d6bb11-50d8-4e05-8f65-2280999c46cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:15:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:13.050104 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-316fef1a-d2f6-4d9b-8e8f-e0fb56fcc2cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cfd34cd945744a0a89a6f2f3bec7bb69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621454 Apr 05 20:16:13.056070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59664) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:13.070958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb762e3-9b28-42b3-b742-47f07bdb903e req-32a48e8b-120b-4a58-959e-10ba2be75f9a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:13.080458 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bdb762e3-9b28-42b3-b742-47f07bdb903e req-32a48e8b-120b-4a58-959e-10ba2be75f9a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 945 time: 0.4634528 Apr 05 20:16:13.145468 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:13.153303 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bdb762e3-9b28-42b3-b742-47f07bdb903e req-edf41410-638a-4658-a2b1-f8f9c809945a tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/security-groups?id=78d799eb-e647-47be-b87f-b4df7b26ad45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713158 Apr 05 20:16:13.279172 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce0f5619-df24-4b73-98ec-8da5ea1edb57 req-f07a6438-58bc-4868-a146-6b60068ba626 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 210 time: 0.0813820 Apr 05 20:16:13.338654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c5654cfc-d8d1-4b53-96c7-4cebef97a128,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:13.364923 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:13.414675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a378ca5e-c5d4-46d3-a190-f200f4796d74, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a378ca5e-c5d4-46d3-a190-f200f4796d74,segment=NetworkSegment(4059bc4e-6a65-4324-812d-3a9d6d562911),segment_id=4059bc4e-6a65-4324-812d-3a9d6d562911)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:13.421703 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-23d6bb11-50d8-4e05-8f65-2280999c46cd None None] Set router d15982bc-7cfa-4154-b81e-253bf4b23ca4 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:16:13.422157 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:13.452046 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e287c29b-6272-462c-b867-b022a0bc3ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:13.462270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Deleting port 5eff9cde-f62f-43cd-8e0b-e1594dda7135 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:13.462270 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:13.563711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a378ca5e-c5d4-46d3-a190-f200f4796d74,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:13.594984 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e287c29b-6272-462c-b867-b022a0bc3ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:13.633538 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-525ad304-4db7-4e3c-896b-ab2ed3146cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:13.691396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82042708-496b-41b1-a7f9-a9cb9efeb74c req-dbd8b562-dfed-4d77-b191-0eeb88b22019 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:13.709699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82042708-496b-41b1-a7f9-a9cb9efeb74c req-dbd8b562-dfed-4d77-b191-0eeb88b22019 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:13.725312 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82042708-496b-41b1-a7f9-a9cb9efeb74c req-dbd8b562-dfed-4d77-b191-0eeb88b22019 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 1676 time: 0.6167717 Apr 05 20:16:13.727840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15051470-777a-4966-afa8-96e81386e964', 'tag': '5ef467ad-e08a-4301-b857-6f2c14ef5f54'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:13.757903 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e287c29b-6272-462c-b867-b022a0bc3ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:13.826407 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15051470-777a-4966-afa8-96e81386e964', 'tag': '5ef467ad-e08a-4301-b857-6f2c14ef5f54', 'status': 'completed', 'code': 200} Apr 05 20:16:13.858364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59684) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:13.864323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287c29b-6272-462c-b867-b022a0bc3ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3411a671-f87c-48c1-856f-0bab7c840083,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:13.920941 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e287c29b-6272-462c-b867-b022a0bc3ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:13.923123 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e287c29b-6272-462c-b867-b022a0bc3ced admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3411a671-f87c-48c1-856f-0bab7c840083 HTTP/1.1" status: 204 len: 168 time: 0.8654957 Apr 05 20:16:13.960770 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82042708-496b-41b1-a7f9-a9cb9efeb74c req-f1174c81-ff69-41c6-af52-47e5fcc59a79 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972742 Apr 05 20:16:14.225039 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-23d6bb11-50d8-4e05-8f65-2280999c46cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:24Z', 'revision_number': 4, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port': {'id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:14Z', 'updated_at': '2022-04-05T20:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'ed0d9c8e-b9d3-4924-b3dc-3b8b6b0d9887', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'port_id': '5ef467ad-e08a-4301-b857-6f2c14ef5f54', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'mac_address': 'fa:16:3e:6c:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15051470-777a-4966-afa8-96e81386e964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:15:36Z', 'updated_at': '2022-04-05T20:16:08Z', 'revision_number': 1, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34934924-2e1b-416f-b248-c2956770a8e4', 'name': '', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'mac_address': 'fa:16:3e:e4:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:21Z', 'updated_at': '2022-04-05T20:15:35Z', 'revision_number': 5, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'subnets': [{'id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:14.235744 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d6bb11-50d8-4e05-8f65-2280999c46cd None None] The sync data for ids ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'] in n-d-836604-1 is: [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:24Z', 'revision_number': 4, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port': {'id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:14Z', 'updated_at': '2022-04-05T20:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'ed0d9c8e-b9d3-4924-b3dc-3b8b6b0d9887', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'floating_ip_address': '172.25.8.69', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'port_id': '5ef467ad-e08a-4301-b857-6f2c14ef5f54', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'mac_address': 'fa:16:3e:6c:8e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15051470-777a-4966-afa8-96e81386e964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:15:36Z', 'updated_at': '2022-04-05T20:16:08Z', 'revision_number': 1, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34934924-2e1b-416f-b248-c2956770a8e4', 'name': '', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'mac_address': 'fa:16:3e:e4:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:21Z', 'updated_at': '2022-04-05T20:15:35Z', 'revision_number': 5, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'subnets': [{'id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:16:14.321041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d137ca-6da6-4312-a0a9-b3cd91b30a87 req-08276285-af55-4c34-800c-44216c96e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:14.322851 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8d137ca-6da6-4312-a0a9-b3cd91b30a87 req-08276285-af55-4c34-800c-44216c96e006 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2046ae97d3c248edbc4220a51fb358dc&device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 1096 time: 0.4687948 Apr 05 20:16:14.325311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] For port 5eff9cde-f62f-43cd-8e0b-e1594dda7135, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5eff9cde-f62f-43cd-8e0b-e1594dda7135,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:14.325840 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:14.630936 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bee77db-acbb-4788-aa7a-1dd810353f86 None None] New status for floating IP ed0d9c8e-b9d3-4924-b3dc-3b8b6b0d9887: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:16:14.750875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1143468421-network', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:14.752981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-5100aa93-7b8c-4400-bc48-bf8ac5cd6220 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:14.754598 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-5100aa93-7b8c-4400-bc48-bf8ac5cd6220 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 0.3360562 Apr 05 20:16:14.757236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:14.764050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Usage tracker for resource:network and tenant:af955f3c20c1427595f2aa533db74e4e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:14.767372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Request body: {'port': {'device_id': '9ae31b8a-3c1c-47d0-95fa-bc583a68f564', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'admin_state_up': True, 'tenant_id': '1ccb3652f5a74824b97498e5d91e065f'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:14.769307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:14.783653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:14.843577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Calling delete_port for 5eff9cde-f62f-43cd-8e0b-e1594dda7135 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:14.901676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5654cfc-d8d1-4b53-96c7-4cebef97a128'}, {'server_uuid': '499ba438-7125-48a5-8be8-3031ab15b7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a378ca5e-c5d4-46d3-a190-f200f4796d74'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:14.907704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17274d63-574b-4955-bad8-0b20edec01a8 req-313dd258-c360-4900-97c7-9cab08ee9f1b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:14.909280 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-17274d63-574b-4955-bad8-0b20edec01a8 req-313dd258-c360-4900-97c7-9cab08ee9f1b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 945 time: 0.8483634 Apr 05 20:16:14.949641 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:14.954741 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:15.011203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:15.028968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Made reservation on behalf of af955f3c20c1427595f2aa533db74e4e for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:15.031674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:15.054959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Usage tracker for resource:port and tenant:1ccb3652f5a74824b97498e5d91e065f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:15.062929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:15.075319 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cd52ca29-d959-4ec1-b3d5-280aed4f6fce req-152879cf-4e4e-40a6-a2dc-d03a697ec0b6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 210 time: 0.0676320 Apr 05 20:16:15.086781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:15.107732 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Made reservation on behalf of 1ccb3652f5a74824b97498e5d91e065f for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:15.111587 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:15.162674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:15.204457 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-17274d63-574b-4955-bad8-0b20edec01a8 req-661a4d80-f3d8-482a-bf64-002bd21ce08f tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758671 Apr 05 20:16:15.267427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:15.278497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:af955f3c20c1427595f2aa533db74e4e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:15.282710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:15.298202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:15.343541 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5654cfc-d8d1-4b53-96c7-4cebef97a128', 'code': 200} Apr 05 20:16:15.352093 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499ba438-7125-48a5-8be8-3031ab15b7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a378ca5e-c5d4-46d3-a190-f200f4796d74', 'code': 200} Apr 05 20:16:15.461570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Allocated IP 172.20.0.6 (5ee47cee-4865-4aba-8a5b-ec49888bd827/ca381f74-bd26-46e2-abab-12d6223326b0/d979e88b-ee75-4973-9278-e6c9844bdb1a) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:15.544290 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:15.568318 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:15.617395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d137ca-6da6-4312-a0a9-b3cd91b30a87 req-e1e8144b-b58e-4d2d-8ed4-990bf68d035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:15.618810 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8d137ca-6da6-4312-a0a9-b3cd91b30a87 req-e1e8144b-b58e-4d2d-8ed4-990bf68d035d service neutron] 10.222.0.13 "GET /v2.0/networks?id=d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 HTTP/1.1" status: 200 len: 913 time: 1.2837968 Apr 05 20:16:15.718848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:16:15.756610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7bcb03-4fae-4853-91ef-d4c531dfb27d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:15.782238 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:15.812413 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:15.812910 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Added segment 447fa5c4-efca-4884-a942-caf7ed9a395d of type vlan for network 7c70fa59-c98b-4194-af6d-ae26e7215417 Apr 05 20:16:15.842268 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:15.849221 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:15.896669 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:15.915313 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8d137ca-6da6-4312-a0a9-b3cd91b30a87 req-8740dc2b-9006-45c4-9613-294d29f73978 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ef467ad-e08a-4301-b857-6f2c14ef5f54 HTTP/1.1" status: 200 len: 1000 time: 0.2850008 Apr 05 20:16:15.941655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event deleted for resources: {'Port': ['ID=5eff9cde-f62f-43cd-8e0b-e1594dda7135,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:15.945863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event updated for resources: {'Port': ['ID=d979e88b-ee75-4973-9278-e6c9844bdb1a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:15.964108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Network 5ee47cee-4865-4aba-8a5b-ec49888bd827 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:15.965751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:15.968632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:15.987565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d764ad7-1444-4cba-87a3-a105555da176 req-7a53c5a5-8790-4b47-ba79-a19d888caa3e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:15.993400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d764ad7-1444-4cba-87a3-a105555da176 req-7a53c5a5-8790-4b47-ba79-a19d888caa3e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:15.994209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4d764ad7-1444-4cba-87a3-a105555da176 req-7a53c5a5-8790-4b47-ba79-a19d888caa3e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Synchronizing usage tracker for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:16.008710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59774) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:16.030191 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:16.062161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:16.062831 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:16.091865 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-262d4cd7-8ae8-4e41-a5d4-68eb93c8f160 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3283401 Apr 05 20:16:16.108427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Request body: {'port': {'device_id': '9ae31b8a-3c1c-47d0-95fa-bc583a68f564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:16.110363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd92574-098f-4fbb-bfa8-0b419b7888d3 req-25cd8376-6f33-4004-88f3-6b1cc775288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:16.112077 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cfd92574-098f-4fbb-bfa8-0b419b7888d3 req-25cd8376-6f33-4004-88f3-6b1cc775288d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 1096 time: 0.6639712 Apr 05 20:16:16.158504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d137ca-6da6-4312-a0a9-b3cd91b30a87 req-2a95759e-0418-4b60-9470-3bbc65639f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:16.160289 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8d137ca-6da6-4312-a0a9-b3cd91b30a87 req-2a95759e-0418-4b60-9470-3bbc65639f54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3894f6c-28b6-44d0-b2b0-148aa5639c30 HTTP/1.1" status: 200 len: 851 time: 0.2220609 Apr 05 20:16:16.197054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] No DVR routers for this DVR port 5eff9cde-f62f-43cd-8e0b-e1594dda7135 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:16:16.200807 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:16.251373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-deleted', 'tag': '5eff9cde-f62f-43cd-8e0b-e1594dda7135'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:16.255993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4d764ad7-1444-4cba-87a3-a105555da176 req-7a53c5a5-8790-4b47-ba79-a19d888caa3e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Unset dirty status for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:16.262612 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4d764ad7-1444-4cba-87a3-a105555da176 req-7a53c5a5-8790-4b47-ba79-a19d888caa3e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 1676 time: 0.8155518 Apr 05 20:16:16.287576 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3030416-6c96-438a-85d1-70b8c4992459 req-0b0f0e50-691d-4604-b45c-fc976a869770 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.13 "DELETE /v2.0/ports/5eff9cde-f62f-43cd-8e0b-e1594dda7135 HTTP/1.1" status: 204 len: 173 time: 5.3096516 Apr 05 20:16:16.318449 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cfd92574-098f-4fbb-bfa8-0b419b7888d3 req-1b16073a-32f8-4f19-95a7-2c4bbdd923ba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647599 Apr 05 20:16:16.329991 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89083830-b4e0-4850-ac0a-f777699e03c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:16.360298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-89083830-b4e0-4850-ac0a-f777699e03c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:16.369691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-89083830-b4e0-4850-ac0a-f777699e03c1 admin admin] Usage tracker for resource:security_group_rule and tenant:482e102c96a74aaf801b32a7a2a0bf57 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:16.374247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59796) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:16.374886 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:16.385618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-89083830-b4e0-4850-ac0a-f777699e03c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:16.387758 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:16.388703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:16.389271 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:16.404649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-89083830-b4e0-4850-ac0a-f777699e03c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:16.460262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c3030416-6c96-438a-85d1-70b8c4992459 req-5cf74bc7-e8fd-47de-924a-02697a577968 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Deleting port c5654cfc-d8d1-4b53-96c7-4cebef97a128 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:16.460590 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3030416-6c96-438a-85d1-70b8c4992459 req-5cf74bc7-e8fd-47de-924a-02697a577968 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:16.556225 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6968589 Apr 05 20:16:16.568363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59804) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:16.571471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4d764ad7-1444-4cba-87a3-a105555da176 req-d881a8eb-0a8a-4aef-a81d-e7b3e1f96da0 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785296 Apr 05 20:16:16.600064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Request body: {'subnet': {'network_id': '7c70fa59-c98b-4194-af6d-ae26e7215417', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1143468421-subnet', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:16.604930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace878e8-3d8a-4d94-9314-b87216bc3fd0 admin admin] Pushing event updated for resources: {'Network': ['ID=7c70fa59-c98b-4194-af6d-ae26e7215417,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:16.611489 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b8a1220-18b6-46ce-a032-96f4eb0670c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:16.613834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:16.617247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 7c70fa59-c98b-4194-af6d-ae26e7215417 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:16:16.619233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d137ca-6da6-4312-a0a9-b3cd91b30a87 req-d0b863d3-ba56-47ae-9ce6-859f2e077d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:16.620773 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8d137ca-6da6-4312-a0a9-b3cd91b30a87 req-d0b863d3-ba56-47ae-9ce6-859f2e077d3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4265451 Apr 05 20:16:16.632124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7b8a1220-18b6-46ce-a032-96f4eb0670c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:16.636207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7b8a1220-18b6-46ce-a032-96f4eb0670c6 admin admin] Usage tracker for resource:security_group_rule and tenant:c0fffa0561ae488ca28f813c620c9dc7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:16.639200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7b8a1220-18b6-46ce-a032-96f4eb0670c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:16.656625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7b8a1220-18b6-46ce-a032-96f4eb0670c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:16.677645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75b743-8e3b-4c7d-b443-50716abe10a2 req-6d8b5601-d766-4be8-96d5-48b4b8cb6ec6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:16.682536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8e75b743-8e3b-4c7d-b443-50716abe10a2 req-6d8b5601-d766-4be8-96d5-48b4b8cb6ec6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Synchronizing usage tracker for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:16.744499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Usage tracker for resource:subnet and tenant:af955f3c20c1427595f2aa533db74e4e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:16.747548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:16.820796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:16.992394 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b8a1220-18b6-46ce-a032-96f4eb0670c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.003227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8e75b743-8e3b-4c7d-b443-50716abe10a2 req-6d8b5601-d766-4be8-96d5-48b4b8cb6ec6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Unset dirty status for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:17.004395 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8e75b743-8e3b-4c7d-b443-50716abe10a2 req-6d8b5601-d766-4be8-96d5-48b4b8cb6ec6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 931 time: 0.7435241 Apr 05 20:16:17.017347 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b8a1220-18b6-46ce-a032-96f4eb0670c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.084364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Made reservation on behalf of af955f3c20c1427595f2aa533db74e4e for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:17.086690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.138293 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7b8a1220-18b6-46ce-a032-96f4eb0670c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0fffa0561ae488ca28f813c620c9dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7540629 Apr 05 20:16:17.145744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a1220-18b6-46ce-a032-96f4eb0670c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eb7ab0-09ce-4c76-b0a4-eb02615d3bed,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:17.148808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59808) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:17.154273 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89083830-b4e0-4850-ac0a-f777699e03c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.162430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8e75b743-8e3b-4c7d-b443-50716abe10a2 req-9eca5202-523f-4167-a38c-0f456d4496bd tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334782 Apr 05 20:16:17.175666 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89083830-b4e0-4850-ac0a-f777699e03c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.225701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c3030416-6c96-438a-85d1-70b8c4992459 req-5cf74bc7-e8fd-47de-924a-02697a577968 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] For port c5654cfc-d8d1-4b53-96c7-4cebef97a128, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c5654cfc-d8d1-4b53-96c7-4cebef97a128,segment=NetworkSegment(7c787a14-711c-4c5d-b601-cbd48ea7f7ed),segment_id=7c787a14-711c-4c5d-b601-cbd48ea7f7ed)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:17.226083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3030416-6c96-438a-85d1-70b8c4992459 req-5cf74bc7-e8fd-47de-924a-02697a577968 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.235791 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-deleted', 'tag': '5eff9cde-f62f-43cd-8e0b-e1594dda7135', 'status': 'completed', 'code': 200} Apr 05 20:16:17.272132 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-89083830-b4e0-4850-ac0a-f777699e03c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=482e102c96a74aaf801b32a7a2a0bf57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2619779 Apr 05 20:16:17.276025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89083830-b4e0-4850-ac0a-f777699e03c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eca14a-d46f-441f-8061-b724b453b6f3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:17.309581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59812) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:17.372736 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ea8f-d7dc-4bfb-99fd-198a1a9ec19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.375612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d979e88b-ee75-4973-9278-e6c9844bdb1a {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:17.396594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c3030416-6c96-438a-85d1-70b8c4992459 req-5cf74bc7-e8fd-47de-924a-02697a577968 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Calling delete_port for c5654cfc-d8d1-4b53-96c7-4cebef97a128 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:17.402423 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.429668 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8d137ca-6da6-4312-a0a9-b3cd91b30a87 req-1254fca6-f5a7-406e-a4a1-c426fed308b9 service neutron] 10.222.0.13 "GET /v2.0/networks/d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6862669 Apr 05 20:16:17.434730 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ea8f-d7dc-4bfb-99fd-198a1a9ec19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.446374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Transition to ACTIVE for port object d979e88b-ee75-4973-9278-e6c9844bdb1a will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:17.458665 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.478684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34b19c-5048-4496-9ce1-e9278ab34d0a req-2c1eec33-e9f3-4079-a2ea-62679d47a048 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:17.480187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b34b19c-5048-4496-9ce1-e9278ab34d0a req-2c1eec33-e9f3-4079-a2ea-62679d47a048 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 945 time: 0.7380555 Apr 05 20:16:17.517831 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d3d8388b-2766-43ab-8678-9b99aa83c1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.641322 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d3d8388b-2766-43ab-8678-9b99aa83c1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.648132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Pushing event updated for resources: {'Port': ['ID=d979e88b-ee75-4973-9278-e6c9844bdb1a,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:17.679528 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b34b19c-5048-4496-9ce1-e9278ab34d0a req-36d6d5cc-d8ec-414f-8932-506f3af63f4d tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801474 Apr 05 20:16:17.772925 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8d137ca-6da6-4312-a0a9-b3cd91b30a87 req-f5af0047-7712-4f81-9143-b5bcb5aedc73 service neutron] 10.222.0.13 "GET /v2.0/networks/d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304186 Apr 05 20:16:17.823766 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3030416-6c96-438a-85d1-70b8c4992459 req-5cf74bc7-e8fd-47de-924a-02697a577968 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.841060 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dbd730e4-0744-4629-8eac-cdbf3e5c1a83 req-fdb556be-c546-4b3a-bcaf-b2b1a0ce1dbb tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7ad82b8-661a-45d5-a504-27ac753657f1 HTTP/1.1" status: 200 len: 210 time: 0.0935855 Apr 05 20:16:17.852602 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ea8f-d7dc-4bfb-99fd-198a1a9ec19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.868496 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.885077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3ea8f-d7dc-4bfb-99fd-198a1a9ec19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eb7ab0-09ce-4c76-b0a4-eb02615d3bed,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:17.910843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf74bc7-e8fd-47de-924a-02697a577968 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event deleted for resources: {'Port': ['ID=c5654cfc-d8d1-4b53-96c7-4cebef97a128,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:17.917571 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5a3ea8f-d7dc-4bfb-99fd-198a1a9ec19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.922393 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f5a3ea8f-d7dc-4bfb-99fd-198a1a9ec19d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7eb7ab0-09ce-4c76-b0a4-eb02615d3bed HTTP/1.1" status: 204 len: 168 time: 0.7641695 Apr 05 20:16:17.922393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Attempting to bind port d979e88b-ee75-4973-9278-e6c9844bdb1a on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:17.922393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Attempting to bind port d979e88b-ee75-4973-9278-e6c9844bdb1a by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:17.922393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Attempting to bind port d979e88b-ee75-4973-9278-e6c9844bdb1a on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:17.925848 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d3d8388b-2766-43ab-8678-9b99aa83c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.928189 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d3d8388b-2766-43ab-8678-9b99aa83c1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:17.929304 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d3d8388b-2766-43ab-8678-9b99aa83c1b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04eca14a-d46f-441f-8061-b724b453b6f3 HTTP/1.1" status: 204 len: 168 time: 0.6192384 Apr 05 20:16:17.948341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Port d979e88b-ee75-4973-9278-e6c9844bdb1a on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:16:17.948666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Attempting to bind port d979e88b-ee75-4973-9278-e6c9844bdb1a on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:17.953675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8388b-2766-43ab-8678-9b99aa83c1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eca14a-d46f-441f-8061-b724b453b6f3,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:17.964085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:17.964433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Checking segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:17.964819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Bound using segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:17.965250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Bound port: d979e88b-ee75-4973-9278-e6c9844bdb1a, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:17.965597 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:18.083928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] For port d979e88b-ee75-4973-9278-e6c9844bdb1a, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:18.091915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] For port d979e88b-ee75-4973-9278-e6c9844bdb1a, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d979e88b-ee75-4973-9278-e6c9844bdb1a,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:18.097553 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:18.101187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3030416-6c96-438a-85d1-70b8c4992459 req-5cf74bc7-e8fd-47de-924a-02697a577968 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] No DVR routers for this DVR port c5654cfc-d8d1-4b53-96c7-4cebef97a128 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:16:18.115121 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3030416-6c96-438a-85d1-70b8c4992459 req-5cf74bc7-e8fd-47de-924a-02697a577968 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:18.122964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4af16a9a-515c-4bba-ace6-d5bcf843e359,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:18.139172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Checking segment: {'id': '447fa5c4-efca-4884-a942-caf7ed9a395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c70fa59-c98b-4194-af6d-ae26e7215417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:18.139536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Network hostable DHCP agents. Network: 7c70fa59-c98b-4194-af6d-ae26e7215417, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:16:18.154692 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3030416-6c96-438a-85d1-70b8c4992459 req-5cf74bc7-e8fd-47de-924a-02697a577968 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.13 "DELETE /v2.0/ports/c5654cfc-d8d1-4b53-96c7-4cebef97a128 HTTP/1.1" status: 204 len: 173 time: 1.8389134 Apr 05 20:16:18.169269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Network 7c70fa59-c98b-4194-af6d-ae26e7215417 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:16:18.185964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 7c70fa59-c98b-4194-af6d-ae26e7215417) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:18.194445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:18.195405 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:18.195725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:18.196396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:18.198141 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] 10.222.0.41 "PUT /v2.0/ports/d979e88b-ee75-4973-9278-e6c9844bdb1a HTTP/1.1" status: 200 len: 1091 time: 2.0970824 Apr 05 20:16:18.209080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b913f9-4ca6-4b68-8aef-47316cdee248 None None] Network 7c70fa59-c98b-4194-af6d-ae26e7215417 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:16:18.211921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae31b8a-3c1c-47d0-95fa-bc583a68f564', 'tag': 'd979e88b-ee75-4973-9278-e6c9844bdb1a'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:18.233558 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-de01e7f8-b3bb-4a1e-9e56-03a64f212c59 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6608553 Apr 05 20:16:18.236268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59832) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:18.242047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1143468421-router', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:18.254819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:18.274131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Usage tracker for resource:router and tenant:af955f3c20c1427595f2aa533db74e4e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:18.281761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:18.288534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:18.317364 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:18.318785 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:18.355372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5741646-e67e-4af6-945e-2fdf5309931e service neutron] Pushing event updated for resources: {'Port': ['ID=d979e88b-ee75-4973-9278-e6c9844bdb1a,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:18.371261 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:18.373659 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae31b8a-3c1c-47d0-95fa-bc583a68f564', 'tag': 'd979e88b-ee75-4973-9278-e6c9844bdb1a', 'status': 'completed', 'code': 200} Apr 05 20:16:18.409571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-626cc517-f272-4b69-911c-055ecdd0add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:18.411749 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-626cc517-f272-4b69-911c-055ecdd0add0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 1094 time: 0.1612930 Apr 05 20:16:18.502114 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-b68db909-7129-4e2c-a31f-19d794f13481 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d979e88b-ee75-4973-9278-e6c9844bdb1a HTTP/1.1" status: 200 len: 217 time: 0.0825460 Apr 05 20:16:18.537855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59842) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:18.586423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-2e3442e9-12f5-47dd-b92a-1a1b5dae6d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:18.587851 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-2e3442e9-12f5-47dd-b92a-1a1b5dae6d49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.0776026 Apr 05 20:16:18.641279 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-21748171-7f95-4df3-8781-51c1bf12e23f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470183 Apr 05 20:16:18.679501 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4bca8f13-6770-4619-a666-5bad624d55fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:18.726820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-7c70fa59-c98b-4194-af6d-ae26e7215417', 'network_id': '7c70fa59-c98b-4194-af6d-ae26e7215417', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'fixed_ips': [{'subnet_id': '4af16a9a-515c-4bba-ace6-d5bcf843e359'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:16:18.727645 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:18.914485 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-6ee24e36-15f3-4832-be38-4b18143b222f service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670939 Apr 05 20:16:18.969779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4bca8f13-6770-4619-a666-5bad624d55fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:18.975699 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:18.986065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4bca8f13-6770-4619-a666-5bad624d55fe admin admin] Usage tracker for resource:security_group_rule and tenant:def9b4f001e6429eb80805f95ae081d3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:18.990822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4bca8f13-6770-4619-a666-5bad624d55fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:19.012024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4bca8f13-6770-4619-a666-5bad624d55fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:19.071292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19464318-af04-4bca-8a3c-978968b7bb25 req-2e49967c-c83e-448f-8134-51016a6c7986 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:19.072800 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-19464318-af04-4bca-8a3c-978968b7bb25 req-2e49967c-c83e-448f-8134-51016a6c7986 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 943 time: 0.5792148 Apr 05 20:16:19.111938 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Allocated IP 172.20.0.2 (7c70fa59-c98b-4194-af6d-ae26e7215417/4af16a9a-515c-4bba-ace6-d5bcf843e359/8238ec1d-9539-45c0-a710-6942eb718055) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:19.160469 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26647fcb-c6b8-4708-9849-f63a2d63945c req-e0918138-e0a4-49be-8da7-2e68f1d14b66 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383356 Apr 05 20:16:19.295562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c4908-8736-4ac0-a709-c918ad6dc18b req-782ca6af-6074-457c-90b8-0796528efad7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:19.308319 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b14c4908-8736-4ac0-a709-c918ad6dc18b req-782ca6af-6074-457c-90b8-0796528efad7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 945 time: 0.1463268 Apr 05 20:16:19.335985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-deleted', 'tag': 'c5654cfc-d8d1-4b53-96c7-4cebef97a128'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:19.358528 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b14c4908-8736-4ac0-a709-c918ad6dc18b req-bea3c4ce-c00d-4fb8-a62a-8688d998198a tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491433 Apr 05 20:16:19.359625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-19464318-af04-4bca-8a3c-978968b7bb25 req-3e49aa08-be02-46ff-96db-76407036a7b3 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Synchronizing usage tracker for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:19.387081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111ba51-9edc-4167-86b4-8c495ff2dffb req-2a799f7a-390f-41f4-8169-5a5af475f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:19.388973 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8111ba51-9edc-4167-86b4-8c495ff2dffb req-2a799f7a-390f-41f4-8169-5a5af475f17f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 1094 time: 0.1713583 Apr 05 20:16:19.426281 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:19.426879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-19464318-af04-4bca-8a3c-978968b7bb25 req-3e49aa08-be02-46ff-96db-76407036a7b3 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Unset dirty status for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:19.427698 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-19464318-af04-4bca-8a3c-978968b7bb25 req-3e49aa08-be02-46ff-96db-76407036a7b3 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443785 Apr 05 20:16:19.441000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Transition to ACTIVE for port object 8238ec1d-9539-45c0-a710-6942eb718055 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:19.445788 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4bca8f13-6770-4619-a666-5bad624d55fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:19.459622 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4bca8f13-6770-4619-a666-5bad624d55fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:19.467554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Transition to ACTIVE for port object 8238ec1d-9539-45c0-a710-6942eb718055 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:19.481533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59870) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:19.482321 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:19.559567 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4bca8f13-6770-4619-a666-5bad624d55fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=def9b4f001e6429eb80805f95ae081d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0178051 Apr 05 20:16:19.563387 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ad82b8-661a-45d5-a504-27ac753657f1', 'name': 'network-vif-deleted', 'tag': 'c5654cfc-d8d1-4b53-96c7-4cebef97a128', 'status': 'completed', 'code': 200} Apr 05 20:16:19.566665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Network 7c70fa59-c98b-4194-af6d-ae26e7215417 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:19.570583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:19.580659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59876) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:19.581524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:19.650631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca8f13-6770-4619-a666-5bad624d55fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194082dd-c40e-4f7b-a5c3-a6ebbca6d08b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:19.697732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Pushing event updated for resources: {'Port': ['ID=8238ec1d-9539-45c0-a710-6942eb718055,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:19.728953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Attempting to bind port 8238ec1d-9539-45c0-a710-6942eb718055 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:19.729502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Attempting to bind port 8238ec1d-9539-45c0-a710-6942eb718055 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '447fa5c4-efca-4884-a942-caf7ed9a395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c70fa59-c98b-4194-af6d-ae26e7215417'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:19.729983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Attempting to bind port 8238ec1d-9539-45c0-a710-6942eb718055 on network 7c70fa59-c98b-4194-af6d-ae26e7215417 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:19.735876 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:19.736530 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Checking segment: {'id': '447fa5c4-efca-4884-a942-caf7ed9a395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c70fa59-c98b-4194-af6d-ae26e7215417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:19.737046 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:19.737525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Bound using segment: {'id': '447fa5c4-efca-4884-a942-caf7ed9a395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c70fa59-c98b-4194-af6d-ae26e7215417'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:19.738129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Bound port: 8238ec1d-9539-45c0-a710-6942eb718055, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447fa5c4-efca-4884-a942-caf7ed9a395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c70fa59-c98b-4194-af6d-ae26e7215417'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:19.738579 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:19.797485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111ba51-9edc-4167-86b4-8c495ff2dffb req-de7e257a-4073-4fe9-9872-79bcf5a90e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:19.799012 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8111ba51-9edc-4167-86b4-8c495ff2dffb req-de7e257a-4073-4fe9-9872-79bcf5a90e26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 907 time: 0.4008107 Apr 05 20:16:19.903568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-7037a40a-5236-4477-9a52-bf30b8a7f28b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Deleting subnet 7e332c5b-f992-4869-8d70-6b693c040359 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:16:19.915796 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8111ba51-9edc-4167-86b4-8c495ff2dffb req-e8160d14-604a-444a-8023-5459e3c6c8b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d979e88b-ee75-4973-9278-e6c9844bdb1a HTTP/1.1" status: 200 len: 217 time: 0.1068244 Apr 05 20:16:19.917630 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c1efe836-d611-4bde-bd5f-89597a61368f tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4cd42ccefd1d4dd5bcd69301b6bd2756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403371 Apr 05 20:16:19.918939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7037a40a-5236-4477-9a52-bf30b8a7f28b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:19.951446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] For port 8238ec1d-9539-45c0-a710-6942eb718055, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:19.955232 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] For port 8238ec1d-9539-45c0-a710-6942eb718055, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8238ec1d-9539-45c0-a710-6942eb718055,segment=NetworkSegment(447fa5c4-efca-4884-a942-caf7ed9a395d),segment_id=447fa5c4-efca-4884-a942-caf7ed9a395d)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:19.960102 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:19.987653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111ba51-9edc-4167-86b4-8c495ff2dffb req-ba28b941-41c6-47c2-9476-a709e4669ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:19.989108 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8111ba51-9edc-4167-86b4-8c495ff2dffb req-ba28b941-41c6-47c2-9476-a709e4669ecb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.0646720 Apr 05 20:16:19.990354 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-301d0923-f4ad-49b7-87fe-65f0ede5a75e req-b098484e-2f3e-4b88-b599-f1205c76119f tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-124329491&fields=id&tenant_id=313ef90b753e46b0b1e67425a2190bfd HTTP/1.1" status: 200 len: 267 time: 0.3731790 Apr 05 20:16:20.016147 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:20.047890 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9f1e1-a006-4e00-8706-0bf5d3f5cbcc None None] Pushing event updated for resources: {'Port': ['ID=8238ec1d-9539-45c0-a710-6942eb718055,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:20.072501 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8111ba51-9edc-4167-86b4-8c495ff2dffb req-dd246cc9-01da-465e-8ab1-c6f35bff4017 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591924 Apr 05 20:16:20.095532 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ace2588f-0283-49fc-bc1c-02df692e8cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:20.106751 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7037a40a-5236-4477-9a52-bf30b8a7f28b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:20.144918 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:20.253994 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ace2588f-0283-49fc-bc1c-02df692e8cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:20.282617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-2ee1c2fe-c03c-4467-afd8-8c4d41d7d305 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:20.289766 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-2ee1c2fe-c03c-4467-afd8-8c4d41d7d305 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2996569 Apr 05 20:16:20.318470 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-1bb412dd-deda-4fe2-afc0-87c7ecf090ca tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/quotas/4cd42ccefd1d4dd5bcd69301b6bd2756 HTTP/1.1" status: 200 len: 375 time: 0.0277638 Apr 05 20:16:20.372266 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8111ba51-9edc-4167-86b4-8c495ff2dffb req-53e0206e-f43e-4888-9d50-6d9e3750cfc3 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492185 Apr 05 20:16:20.384717 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-44cb1e91-8da4-47fd-9513-05c221bf6bef tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4cd42ccefd1d4dd5bcd69301b6bd2756&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623183 Apr 05 20:16:20.411426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d0923-f4ad-49b7-87fe-65f0ede5a75e req-f02e3f84-77b0-4d93-9eaf-7673c4848c2e tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:20.413613 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-301d0923-f4ad-49b7-87fe-65f0ede5a75e req-f02e3f84-77b0-4d93-9eaf-7673c4848c2e tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 945 time: 0.4055707 Apr 05 20:16:20.426514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-301d0923-f4ad-49b7-87fe-65f0ede5a75e req-4026328a-74be-48d4-a4a1-4dea14683ed8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'port': {'security_groups': ['f017a3f1-582b-46e6-a334-c6ae4f6918f1', '9ad411a8-c93f-4f63-a567-3c2f749246e6']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:20.485540 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7037a40a-5236-4477-9a52-bf30b8a7f28b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:20.541139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Allocated IP 172.25.8.133 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/a47a05bb-c719-4055-9600-fecf03daa5ca) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:20.553449 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8111ba51-9edc-4167-86b4-8c495ff2dffb req-bb610f91-20fc-4104-97e4-8d0ab3c5643d service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712790 Apr 05 20:16:20.553933 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ace2588f-0283-49fc-bc1c-02df692e8cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:20.627615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2588f-0283-49fc-bc1c-02df692e8cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194082dd-c40e-4f7b-a5c3-a6ebbca6d08b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:20.748155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5d6af-4c2f-42f4-b4c3-958c219672bc req-4bd7d547-c386-4047-ab0c-3a144aa1af53 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:20.751004 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25e5d6af-4c2f-42f4-b4c3-958c219672bc req-4bd7d547-c386-4047-ab0c-3a144aa1af53 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 943 time: 0.1389134 Apr 05 20:16:20.773218 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-301d0923-f4ad-49b7-87fe-65f0ede5a75e req-4026328a-74be-48d4-a4a1-4dea14683ed8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:20.786760 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7037a40a-5236-4477-9a52-bf30b8a7f28b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:20.857407 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25e5d6af-4c2f-42f4-b4c3-958c219672bc req-06a494a2-e6be-4fca-9aaa-be0d51c2d299 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878553 Apr 05 20:16:20.886928 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ace2588f-0283-49fc-bc1c-02df692e8cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:20.890525 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ace2588f-0283-49fc-bc1c-02df692e8cbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/194082dd-c40e-4f7b-a5c3-a6ebbca6d08b HTTP/1.1" status: 204 len: 168 time: 1.3002884 Apr 05 20:16:20.890525 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7037a40a-5236-4477-9a52-bf30b8a7f28b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:20.900831 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613921c5-b7a2-4528-9af9-554c3b4df11b None None] Network 7661ee30-1e05-4e02-9585-dc0f887972de requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:16:20.940113 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7037a40a-5236-4477-9a52-bf30b8a7f28b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "DELETE /v2.0/subnets/7e332c5b-f992-4869-8d70-6b693c040359 HTTP/1.1" status: 204 len: 168 time: 1.4570780 Apr 05 20:16:20.941076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7037a40a-5236-4477-9a52-bf30b8a7f28b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event deleted for resources: {'Subnet': ['ID=7e332c5b-f992-4869-8d70-6b693c040359,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:20.947570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59904) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:21.055529 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db61b5f1-de24-4642-b9ca-10503dd1a5f2 req-dd48c556-f747-4622-bb0d-720f77a19e93 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 210 time: 0.1165311 Apr 05 20:16:21.319636 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:21.336757 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:21.370025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Deleting port 837a4786-1e0b-49a7-bff5-06bed35581e7 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:21.370634 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:21.474892 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0815a6-f1ae-40ee-bf9e-59d5cdc9ce48 None None] DHCP port deletion for 7661ee30-1e05-4e02-9585-dc0f887972de request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:16:21.479567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9a0815a6-f1ae-40ee-bf9e-59d5cdc9ce48 None None] Deleting port 837a4786-1e0b-49a7-bff5-06bed35581e7 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:21.479996 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9a0815a6-f1ae-40ee-bf9e-59d5cdc9ce48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:21.615149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4e70e-c4ad-4ae2-b1b2-5792f324845a req-d084204e-e888-40ec-b65e-1a838f7ac3a3 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:21.617259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1cf4e70e-c4ad-4ae2-b1b2-5792f324845a req-d084204e-e888-40ec-b65e-1a838f7ac3a3 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 1096 time: 0.1233540 Apr 05 20:16:21.695490 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8238ec1d-9539-45c0-a710-6942eb718055 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:21.726635 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0b8da3-2056-4e43-9371-83333a5a320e None None] Network 7c70fa59-c98b-4194-af6d-ae26e7215417 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:16:21.727256 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1cf4e70e-c4ad-4ae2-b1b2-5792f324845a req-bf8fcbaa-6427-4c57-ba5d-dc17c1bc71c0 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041894 Apr 05 20:16:21.960270 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:22.015278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9a0815a6-f1ae-40ee-bf9e-59d5cdc9ce48 None None] For port 837a4786-1e0b-49a7-bff5-06bed35581e7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=837a4786-1e0b-49a7-bff5-06bed35581e7,segment=NetworkSegment(7c787a14-711c-4c5d-b601-cbd48ea7f7ed),segment_id=7c787a14-711c-4c5d-b601-cbd48ea7f7ed)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:22.016404 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9a0815a6-f1ae-40ee-bf9e-59d5cdc9ce48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:22.057162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d979e88b-ee75-4973-9278-e6c9844bdb1a details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:16:22.182823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:22.232095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59944) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:22.241013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:22.242805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Pushing event updated for resources: {'Port': ['ID=a47a05bb-c719-4055-9600-fecf03daa5ca,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:22.245700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:22.287785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9a0815a6-f1ae-40ee-bf9e-59d5cdc9ce48 None None] Calling delete_port for 837a4786-1e0b-49a7-bff5-06bed35581e7 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:22.308218 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-570cf102-dd73-464a-8300-e22e02d16b76 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4cd42ccefd1d4dd5bcd69301b6bd2756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1672623 Apr 05 20:16:22.414895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1432211318-network', 'tenant_id': '733e32bda62040479acc38d88b2827f5'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:22.426046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:22.434834 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Usage tracker for resource:network and tenant:733e32bda62040479acc38d88b2827f5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:22.439026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:22.447734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:22.472099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-807e7eac-97ef-433d-89d6-5b176cc88265 None None] Provisioning for port 8238ec1d-9539-45c0-a710-6942eb718055 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:22.475252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Made reservation on behalf of 733e32bda62040479acc38d88b2827f5 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:22.475489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 8238ec1d-9539-45c0-a710-6942eb718055 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:22.479836 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:22.510215 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:22.516776 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-807e7eac-97ef-433d-89d6-5b176cc88265 None None] Provisioning complete for port 8238ec1d-9539-45c0-a710-6942eb718055 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:22.517478 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-807e7eac-97ef-433d-89d6-5b176cc88265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:22.528205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:22.532459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Usage tracker for resource:security_group_rule and tenant:733e32bda62040479acc38d88b2827f5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:22.535927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:22.544577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:22.562762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-301d0923-f4ad-49b7-87fe-65f0ede5a75e req-4026328a-74be-48d4-a4a1-4dea14683ed8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] For port a378ca5e-c5d4-46d3-a190-f200f4796d74, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a378ca5e-c5d4-46d3-a190-f200f4796d74,segment=NetworkSegment(4059bc4e-6a65-4324-812d-3a9d6d562911),segment_id=4059bc4e-6a65-4324-812d-3a9d6d562911)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:22.563422 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8238ec1d-9539-45c0-a710-6942eb718055 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:22.563756 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:22.673938 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:22.679028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:22.724782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:16:22.731181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-14b225c8-2d13-406a-9c87-960df63dc5db tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:22.732725 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-14b225c8-2d13-406a-9c87-960df63dc5db tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3500259 Apr 05 20:16:22.736385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7e6f30-55e0-4789-8a8c-c354b1c64a34,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:22.748807 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:22.749557 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Added segment 82b2c30b-4ca8-47ae-817f-e6426d972f4f of type vlan for network 7de10071-c9e7-4f56-80b8-1ab84eb4b12b Apr 05 20:16:22.769910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] For port 837a4786-1e0b-49a7-bff5-06bed35581e7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=837a4786-1e0b-49a7-bff5-06bed35581e7,segment=NetworkSegment(7c787a14-711c-4c5d-b601-cbd48ea7f7ed),segment_id=7c787a14-711c-4c5d-b601-cbd48ea7f7ed)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:22.770352 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:22.782665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Request body: {'port': {'device_id': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '4cd42ccefd1d4dd5bcd69301b6bd2756'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:22.784742 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:22.840816 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:22.842823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:22.843499 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:22.897304 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6638715 Apr 05 20:16:22.913722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59966) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:22.948961 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9a0815a6-f1ae-40ee-bf9e-59d5cdc9ce48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:22.979680 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [req-301d0923-f4ad-49b7-87fe-65f0ede5a75e req-4026328a-74be-48d4-a4a1-4dea14683ed8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:16:22.981026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Request body: {'subnet': {'network_id': '7de10071-c9e7-4f56-80b8-1ab84eb4b12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1432211318-subnet', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:22.997253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:23.002825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Calling delete_port for 837a4786-1e0b-49a7-bff5-06bed35581e7 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:23.029678 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0815a6-f1ae-40ee-bf9e-59d5cdc9ce48 None None] Pushing event deleted for resources: {'Port': ['ID=837a4786-1e0b-49a7-bff5-06bed35581e7,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:23.033761 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0815a6-f1ae-40ee-bf9e-59d5cdc9ce48 None None] No DVR routers for this DVR port 837a4786-1e0b-49a7-bff5-06bed35581e7 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:16:23.051067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Usage tracker for resource:subnet and tenant:733e32bda62040479acc38d88b2827f5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:23.055187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:23.072699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:23.077158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99740c6-0d10-45c8-b320-54a67cba4996 admin admin] Pushing event updated for resources: {'Network': ['ID=7de10071-c9e7-4f56-80b8-1ab84eb4b12b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:23.105126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Made reservation on behalf of 733e32bda62040479acc38d88b2827f5 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:23.106968 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 7de10071-c9e7-4f56-80b8-1ab84eb4b12b details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:16:23.107464 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:23.121000 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-301d0923-f4ad-49b7-87fe-65f0ede5a75e req-4026328a-74be-48d4-a4a1-4dea14683ed8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:23.145620 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-301d0923-f4ad-49b7-87fe-65f0ede5a75e req-4026328a-74be-48d4-a4a1-4dea14683ed8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:23.155496 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:23.175743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['b85dd6f7-8aaa-4c12-b369-096f50b0e403'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:23.201085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['a378ca5e-c5d4-46d3-a190-f200f4796d74'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:23.242850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port d979e88b-ee75-4973-9278-e6c9844bdb1a, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d979e88b-ee75-4973-9278-e6c9844bdb1a,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:23.262622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-42736765-a5c8-4374-bc7d-5c017768aaad tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:16:23.263608 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-42736765-a5c8-4374-bc7d-5c017768aaad tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145984 Apr 05 20:16:23.274325 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13c96771-06d3-424c-aa85-f11a27c5c458 req-8362ed66-0223-445c-ad64-61182f30e798 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3532364 Apr 05 20:16:23.288261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-33235afb-852d-4c13-a960-1c821979c788 service neutron] Request body: {'binding': {'host': 'n-h1-836604-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:23.289184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-33235afb-852d-4c13-a960-1c821979c788 service neutron] Unknown quota resources ['binding']. {{(pid=87965) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 05 20:16:23.313490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d0923-f4ad-49b7-87fe-65f0ede5a75e req-4026328a-74be-48d4-a4a1-4dea14683ed8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:23.314140 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-301d0923-f4ad-49b7-87fe-65f0ede5a75e req-4026328a-74be-48d4-a4a1-4dea14683ed8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:23.315501 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-301d0923-f4ad-49b7-87fe-65f0ede5a75e req-4026328a-74be-48d4-a4a1-4dea14683ed8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "PUT /v2.0/ports/a378ca5e-c5d4-46d3-a190-f200f4796d74 HTTP/1.1" status: 200 len: 981 time: 2.8942392 Apr 05 20:16:23.327087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499ba438-7125-48a5-8be8-3031ab15b7e1', 'tag': 'a378ca5e-c5d4-46d3-a190-f200f4796d74'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:23.378900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:23.387246 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:16:23.387614 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:16:23.388644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Usage tracker for resource:port and tenant:4cd42ccefd1d4dd5bcd69301b6bd2756 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:23.400243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026328a-74be-48d4-a4a1-4dea14683ed8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'Port': ['ID=a378ca5e-c5d4-46d3-a190-f200f4796d74,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:23.403592 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'd979e88b-ee75-4973-9278-e6c9844bdb1a', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'port_id': 'd979e88b-ee75-4973-9278-e6c9844bdb1a', 'mac_address': 'fa:16:3e:4d:c9:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca381f74-bd26-46e2-abab-12d6223326b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:16:23.406087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:23.450266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['a378ca5e-c5d4-46d3-a190-f200f4796d74'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:23.476686 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-807e7eac-97ef-433d-89d6-5b176cc88265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:23.576753 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 8238ec1d-9539-45c0-a710-6942eb718055, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8238ec1d-9539-45c0-a710-6942eb718055,segment=NetworkSegment(447fa5c4-efca-4884-a942-caf7ed9a395d),segment_id=447fa5c4-efca-4884-a942-caf7ed9a395d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:23.619296 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:23.652768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:23.705252 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:23.746632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 837a4786-1e0b-49a7-bff5-06bed35581e7 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:16:23.783659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Made reservation on behalf of 4cd42ccefd1d4dd5bcd69301b6bd2756 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:23.787924 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:23.825823 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:23.840342 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:23.872918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 837a4786-1e0b-49a7-bff5-06bed35581e7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:16:23.873251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 837a4786-1e0b-49a7-bff5-06bed35581e7 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:16:23.904577 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:23.928436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Deleting port 837a4786-1e0b-49a7-bff5-06bed35581e7 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:23.928779 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:23.934119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d979e88b-ee75-4973-9278-e6c9844bdb1a {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:23.988709 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-807e7eac-97ef-433d-89d6-5b176cc88265 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:16:23.989422 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-807e7eac-97ef-433d-89d6-5b176cc88265 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:16:23.990089 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=8238ec1d-9539-45c0-a710-6942eb718055,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:24.034352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] The port '837a4786-1e0b-49a7-bff5-06bed35581e7' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:16:24.038429 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port d979e88b-ee75-4973-9278-e6c9844bdb1a, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d979e88b-ee75-4973-9278-e6c9844bdb1a,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:24.041067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:24.047529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Pushing event updated for resources: {'Subnet': ['ID=43777b6d-9295-41e2-bee7-ee279fa12713,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:24.054030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Checking segment: {'id': '82b2c30b-4ca8-47ae-817f-e6426d972f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7de10071-c9e7-4f56-80b8-1ab84eb4b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:24.054377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Network hostable DHCP agents. Network: 7de10071-c9e7-4f56-80b8-1ab84eb4b12b, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:16:24.055620 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:24.071186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c96771-06d3-424c-aa85-f11a27c5c458 req-5250b865-468f-4744-b379-eaecb4749078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:24.072628 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13c96771-06d3-424c-aa85-f11a27c5c458 req-5250b865-468f-4744-b379-eaecb4749078 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 1095 time: 0.5038722 Apr 05 20:16:24.080746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Usage tracker for resource:security_group_rule and tenant:4cd42ccefd1d4dd5bcd69301b6bd2756 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:24.100102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:24.114629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:24.136710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Network 7de10071-c9e7-4f56-80b8-1ab84eb4b12b is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:16:24.142995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ee4b2-5ca7-4ffa-91d5-d14a101bcc60 req-300894a6-79dc-469d-8185-44ca34a5a2f3 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:24.144484 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e53ee4b2-5ca7-4ffa-91d5-d14a101bcc60 req-300894a6-79dc-469d-8185-44ca34a5a2f3 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 943 time: 0.5445967 Apr 05 20:16:24.152513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-33235afb-852d-4c13-a960-1c821979c788 service neutron] Attempting to bind port 1798e34a-6466-4810-94cb-b57fac47aee2 on host n-h1-836604-1 for vnic_type normal with profile None {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:24.153063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-33235afb-852d-4c13-a960-1c821979c788 service neutron] Attempting to bind port 1798e34a-6466-4810-94cb-b57fac47aee2 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:24.153510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-33235afb-852d-4c13-a960-1c821979c788 service neutron] Attempting to bind port 1798e34a-6466-4810-94cb-b57fac47aee2 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:24.204964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 7de10071-c9e7-4f56-80b8-1ab84eb4b12b) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:24.211022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-33235afb-852d-4c13-a960-1c821979c788 service neutron] Port 1798e34a-6466-4810-94cb-b57fac47aee2 on network 51344418-38f5-4178-a1c3-ae0225c075f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:16:24.211319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-33235afb-852d-4c13-a960-1c821979c788 service neutron] Attempting to bind port 1798e34a-6466-4810-94cb-b57fac47aee2 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:24.222589 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=d979e88b-ee75-4973-9278-e6c9844bdb1a,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:24.225106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1d4889-e99f-4bb7-8502-8ff00d479f4d None None] Network 7de10071-c9e7-4f56-80b8-1ab84eb4b12b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:16:24.226131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-33235afb-852d-4c13-a960-1c821979c788 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:24.226583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-33235afb-852d-4c13-a960-1c821979c788 service neutron] Checking segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:24.227067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-33235afb-852d-4c13-a960-1c821979c788 service neutron] Bound using segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:24.227707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-33235afb-852d-4c13-a960-1c821979c788 service neutron] Bound port: 1798e34a-6466-4810-94cb-b57fac47aee2, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:24.244282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:24.248807 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:24.319677 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-83e93686-f4e1-4759-af1d-5746fdc4488c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3927498 Apr 05 20:16:24.319677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59974) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:24.327978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1432211318-router', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:24.341369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:24.359810 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:24.363896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Usage tracker for resource:router and tenant:733e32bda62040479acc38d88b2827f5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:24.367475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:24.370437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:24.374612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c96771-06d3-424c-aa85-f11a27c5c458 req-59632b92-22be-4581-b6bb-e8002d79901f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:24.376271 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13c96771-06d3-424c-aa85-f11a27c5c458 req-59632b92-22be-4581-b6bb-e8002d79901f service neutron] 10.222.0.41 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.2810338 Apr 05 20:16:24.377813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-33235afb-852d-4c13-a960-1c821979c788 service neutron] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1798e34a-6466-4810-94cb-b57fac47aee2,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:24.381787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:24.409067 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e53ee4b2-5ca7-4ffa-91d5-d14a101bcc60 req-88df03ec-db3e-4be0-86bf-b21d1cb7f749 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419980 Apr 05 20:16:24.420471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7661ee30-1e05-4e02-9585-dc0f887972de']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:24.450565 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-33235afb-852d-4c13-a960-1c821979c788 service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:24.451827 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-33235afb-852d-4c13-a960-1c821979c788 service neutron] 10.222.0.24 "POST /v2.0/ports/1798e34a-6466-4810-94cb-b57fac47aee2/bindings HTTP/1.1" status: 201 len: 389 time: 1.1766393 Apr 05 20:16:24.471284 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13c96771-06d3-424c-aa85-f11a27c5c458 req-8f0c0957-f293-4e3a-8436-35768305e0fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511 HTTP/1.1" status: 200 len: 217 time: 0.0869553 Apr 05 20:16:24.537069 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:24.538102 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:24.550347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c787a14-711c-4c5d-b601-cbd48ea7f7ed') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:24.551049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c787a14-711c-4c5d-b601-cbd48ea7f7ed') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:24.575670 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:24.644839 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:24.647597 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:24.648406 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:24.717618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:16:24.718715 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:24.721660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c96771-06d3-424c-aa85-f11a27c5c458 req-903a6ffa-cc05-44b6-b36d-25f8be4502ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:24.726657 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13c96771-06d3-424c-aa85-f11a27c5c458 req-903a6ffa-cc05-44b6-b36d-25f8be4502ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.2481222 Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:16:24.786515 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:16:24.814500 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-41b3caec-bd21-4389-b4ec-e4b613064164 req-ec60cfb8-e009-4e0c-96d1-b47834a06c23 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/9ad411a8-c93f-4f63-a567-3c2f749246e6 HTTP/1.1" status: 200 len: 1800 time: 0.2591636 Apr 05 20:16:24.818884 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13c96771-06d3-424c-aa85-f11a27c5c458 req-b5ba216c-1742-48d3-90f8-18e43b4d418e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682354 Apr 05 20:16:24.821027 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e16f5ed4-b555-4e04-9e94-1caa455a3ea0 req-20156406-882f-4bc3-bfd3-01176be3ec93 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 210 time: 0.1928391 Apr 05 20:16:24.915194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-7de10071-c9e7-4f56-80b8-1ab84eb4b12b', 'network_id': '7de10071-c9e7-4f56-80b8-1ab84eb4b12b', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'fixed_ips': [{'subnet_id': '43777b6d-9295-41e2-bee7-ee279fa12713'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:16:24.916003 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:24.927891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9a7bef2d-0c25-4bca-9cbb-9d8b8afdad6f None None] Provisioning complete for port 8238ec1d-9539-45c0-a710-6942eb718055 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:24.928187 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9a7bef2d-0c25-4bca-9cbb-9d8b8afdad6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:24.936096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:24.939180 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499ba438-7125-48a5-8be8-3031ab15b7e1', 'tag': 'a378ca5e-c5d4-46d3-a190-f200f4796d74', 'status': 'completed', 'code': 200} Apr 05 20:16:25.004923 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:25.125868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:25.206135 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-41b3caec-bd21-4389-b4ec-e4b613064164 req-b492d2af-1292-4326-9f18-826f4701cbde tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 20:16:25.211418 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-41b3caec-bd21-4389-b4ec-e4b613064164 req-b492d2af-1292-4326-9f18-826f4701cbde tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "DELETE /v2.0/security-groups/9ad411a8-c93f-4f63-a567-3c2f749246e6 HTTP/1.1" status: 409 len: 341 time: 0.3959465 Apr 05 20:16:25.247854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Allocated IP 172.20.0.2 (7de10071-c9e7-4f56-80b8-1ab84eb4b12b/43777b6d-9295-41e2-bee7-ee279fa12713/168f3164-6fab-43a9-9266-276d8fc7034e) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:25.354502 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:25.381945 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:25.390533 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13c96771-06d3-424c-aa85-f11a27c5c458 req-fd25036b-4083-479c-9e20-37d136c1e21d service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4921985 Apr 05 20:16:25.413852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef05abd1-96b2-469c-9c4e-d6696909fa5f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:25.417292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event deleted for resources: {'Network': ['ID=7661ee30-1e05-4e02-9585-dc0f887972de,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:25.440016 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dc830063-54bc-438c-b5ea-02ac020999b9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "DELETE /v2.0/networks/7661ee30-1e05-4e02-9585-dc0f887972de HTTP/1.1" status: 204 len: 168 time: 4.4656265 Apr 05 20:16:25.443780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59988) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:25.501161 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:25.512871 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Transition to ACTIVE for port object 168f3164-6fab-43a9-9266-276d8fc7034e will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:25.532998 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Transition to ACTIVE for port object 168f3164-6fab-43a9-9266-276d8fc7034e will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:25.539676 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:25.599897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Network 7de10071-c9e7-4f56-80b8-1ab84eb4b12b is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:25.602606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:25.611190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:25.620690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Pushing event updated for resources: {'Port': ['ID=168f3164-6fab-43a9-9266-276d8fc7034e,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:25.631051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-7a19d456-74d9-4081-a889-c6182dad2786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:25.632750 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-7a19d456-74d9-4081-a889-c6182dad2786 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 1096 time: 0.8421607 Apr 05 20:16:25.649825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc3739c5-5de5-43eb-812d-90f4b1a212e5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Deleting subnet c09d6e74-d946-43eb-bb9e-f5cb0a0c7d48 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:16:25.654135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927931b0-9048-4c4a-86c3-bff054dc66eb req-5edb7964-34d9-413c-9f5a-23e89cbd5eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:25.655848 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-927931b0-9048-4c4a-86c3-bff054dc66eb req-5edb7964-34d9-413c-9f5a-23e89cbd5eb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=313ef90b753e46b0b1e67425a2190bfd&device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 1135 time: 0.7185140 Apr 05 20:16:25.705287 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fc3739c5-5de5-43eb-812d-90f4b1a212e5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:25.735286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Attempting to bind port 168f3164-6fab-43a9-9266-276d8fc7034e on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:25.735645 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Attempting to bind port 168f3164-6fab-43a9-9266-276d8fc7034e by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '82b2c30b-4ca8-47ae-817f-e6426d972f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7de10071-c9e7-4f56-80b8-1ab84eb4b12b'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:25.736005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Attempting to bind port 168f3164-6fab-43a9-9266-276d8fc7034e on network 7de10071-c9e7-4f56-80b8-1ab84eb4b12b {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:25.745462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8238ec1d-9539-45c0-a710-6942eb718055 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:25.775705 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:25.776895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Checking segment: {'id': '82b2c30b-4ca8-47ae-817f-e6426d972f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7de10071-c9e7-4f56-80b8-1ab84eb4b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:25.777293 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:25.777677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Bound using segment: {'id': '82b2c30b-4ca8-47ae-817f-e6426d972f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7de10071-c9e7-4f56-80b8-1ab84eb4b12b'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:25.778175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Bound port: 168f3164-6fab-43a9-9266-276d8fc7034e, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b2c30b-4ca8-47ae-817f-e6426d972f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7de10071-c9e7-4f56-80b8-1ab84eb4b12b'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:25.778540 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:25.807796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Allocated IP 192.168.233.240 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/ec747c6e-71eb-45b7-b971-b18c6ef132ef) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:25.897661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8238ec1d-9539-45c0-a710-6942eb718055 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:25.898056 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:25.934810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] For port 168f3164-6fab-43a9-9266-276d8fc7034e, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:25.947426 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13c96771-06d3-424c-aa85-f11a27c5c458 req-76f27f0c-8243-4100-98b3-e9b47549bfdd service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295372 Apr 05 20:16:25.948295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] For port 168f3164-6fab-43a9-9266-276d8fc7034e, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=168f3164-6fab-43a9-9266-276d8fc7034e,segment=NetworkSegment(82b2c30b-4ca8-47ae-817f-e6426d972f4f),segment_id=82b2c30b-4ca8-47ae-817f-e6426d972f4f)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:25.959076 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:25.966458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cea68-6f0a-43b0-8b5d-34687bb0412b req-51068a9e-795b-4ba0-af28-7b2b87770669 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:25.967975 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-554cea68-6f0a-43b0-8b5d-34687bb0412b req-51068a9e-795b-4ba0-af28-7b2b87770669 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 945 time: 0.8952808 Apr 05 20:16:25.986397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789e2f6-9a5e-43ca-b152-1e3a0ddad6a9 req-3ff01958-2822-493b-86f2-317391f3a1f8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:25.992303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Router 0fb8487e-99c7-41eb-8ac3-c3985016654d is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:16:25.996761 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0789e2f6-9a5e-43ca-b152-1e3a0ddad6a9 req-3ff01958-2822-493b-86f2-317391f3a1f8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 984 time: 0.4209855 Apr 05 20:16:25.999234 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fc3739c5-5de5-43eb-812d-90f4b1a212e5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:26.098400 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d979e88b-ee75-4973-9278-e6c9844bdb1a up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:26.145039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5350acb-d606-4fe7-9d27-287ccc693bf7 None None] Pushing event updated for resources: {'Port': ['ID=168f3164-6fab-43a9-9266-276d8fc7034e,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:26.206887 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0789e2f6-9a5e-43ca-b152-1e3a0ddad6a9 req-1020cd65-6dfe-45c7-aac7-9c61a7d8b133 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&id=9ad411a8-c93f-4f63-a567-3c2f749246e6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2090349 Apr 05 20:16:26.252573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port d979e88b-ee75-4973-9278-e6c9844bdb1a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:26.260017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port d979e88b-ee75-4973-9278-e6c9844bdb1a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:26.261454 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:26.312578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-e26ae847-2ef4-4c5b-ac27-c988861ab30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:26.313983 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-e26ae847-2ef4-4c5b-ac27-c988861ab30c service neutron] 10.222.0.13 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.6547029 Apr 05 20:16:26.332418 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-554cea68-6f0a-43b0-8b5d-34687bb0412b req-40557d59-676e-440a-ac66-96e0d536a875 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459337 Apr 05 20:16:26.380854 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:26.436105 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:16:26.500195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:26.564516 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fc3739c5-5de5-43eb-812d-90f4b1a212e5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:26.572454 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:26.606996 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae31b8a-3c1c-47d0-95fa-bc583a68f564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd979e88b-ee75-4973-9278-e6c9844bdb1a'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:26.617716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port d979e88b-ee75-4973-9278-e6c9844bdb1a, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d979e88b-ee75-4973-9278-e6c9844bdb1a,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:26.622568 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:26.647097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927931b0-9048-4c4a-86c3-bff054dc66eb req-386814af-e62a-45dc-a38f-5822728b7da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:26.649119 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-927931b0-9048-4c4a-86c3-bff054dc66eb req-386814af-e62a-45dc-a38f-5822728b7da6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 HTTP/1.1" status: 200 len: 914 time: 0.9148049 Apr 05 20:16:26.652265 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-425e5c08-2baf-427f-adf4-74387f4dc1b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1798e34a-6466-4810-94cb-b57fac47aee2 HTTP/1.1" status: 200 len: 217 time: 0.3174460 Apr 05 20:16:26.663005 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5722d-f0a1-4595-933c-7427d7db2628 req-b8a5eef3-b0e7-4049-bf1e-e44aeeeaade7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:26.671095 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-16a5722d-f0a1-4595-933c-7427d7db2628 req-b8a5eef3-b0e7-4049-bf1e-e44aeeeaade7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 944 time: 0.2130508 Apr 05 20:16:26.714518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Allocated IP 172.25.8.97 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/592d05ff-4547-496c-a734-f80da3fb2cbb) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:26.726119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=d979e88b-ee75-4973-9278-e6c9844bdb1a,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:26.745239 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-16a5722d-f0a1-4595-933c-7427d7db2628 req-a7fe745d-11b1-4b49-9916-2e5be4c6fed9 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732014 Apr 05 20:16:26.815207 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae31b8a-3c1c-47d0-95fa-bc583a68f564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd979e88b-ee75-4973-9278-e6c9844bdb1a', 'code': 200} Apr 05 20:16:26.882630 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fc3739c5-5de5-43eb-812d-90f4b1a212e5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:26.973506 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:26.996302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4113fec0-c2bc-4162-a500-1c9158073b74 req-3a0b8344-51b2-4647-ae91-ab7689d747b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:26.997843 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4113fec0-c2bc-4162-a500-1c9158073b74 req-3a0b8344-51b2-4647-ae91-ab7689d747b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 1096 time: 0.1201010 Apr 05 20:16:27.054113 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4113fec0-c2bc-4162-a500-1c9158073b74 req-08953e49-e0c9-464d-b037-f8f7fa9e8d8f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483088 Apr 05 20:16:27.057734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9aac544b-198b-4568-9738-ef96dc17e2ca req-14d7fbdf-e24b-497c-ad60-171a4574a1f6 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Synchronizing usage tracker for tenant:4cd42ccefd1d4dd5bcd69301b6bd2756 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:27.061490 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-927931b0-9048-4c4a-86c3-bff054dc66eb req-2391fbf4-17e4-4b08-a1b3-7e0683e4ef29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a378ca5e-c5d4-46d3-a190-f200f4796d74 HTTP/1.1" status: 200 len: 217 time: 0.3176534 Apr 05 20:16:27.064402 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:27.074057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-3deaf3c0-5c37-471d-94c5-1860741902b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:27.075432 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-3deaf3c0-5c37-471d-94c5-1860741902b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.3993626 Apr 05 20:16:27.083680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb4bee6-784d-4c61-b786-ebd7eae55fdb None None] Network 9bf5a6f6-addf-4a64-badf-f15788675011 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:16:27.092092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3739c5-5de5-43eb-812d-90f4b1a212e5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event deleted for resources: {'Subnet': ['ID=c09d6e74-d946-43eb-bb9e-f5cb0a0c7d48,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:27.129155 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fc3739c5-5de5-43eb-812d-90f4b1a212e5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:27.146932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:27.149994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:27.153093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:27.200150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-f73b9080-5dca-446c-b87d-367d2f3dd985 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058927 Apr 05 20:16:27.223153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fc3739c5-5de5-43eb-812d-90f4b1a212e5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "DELETE /v2.0/subnets/c09d6e74-d946-43eb-bb9e-f5cb0a0c7d48 HTTP/1.1" status: 204 len: 168 time: 1.7737892 Apr 05 20:16:27.240799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59998) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:27.312199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Pushing event updated for resources: {'Port': ['ID=592d05ff-4547-496c-a734-f80da3fb2cbb,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:27.443792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2def0c15-42c0-4da9-878b-041907e0ef7c None None] Network 7de10071-c9e7-4f56-80b8-1ab84eb4b12b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:16:27.462456 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c34c56-1a14-4799-b9c8-88dd12fabf97 None None] DHCP port deletion for 9bf5a6f6-addf-4a64-badf-f15788675011 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:16:27.488865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b0c34c56-1a14-4799-b9c8-88dd12fabf97 None None] Deleting port 13bad3bf-d44b-4e39-a645-e0bcef61b40c {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:27.489335 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0c34c56-1a14-4799-b9c8-88dd12fabf97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:27.520757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:16:27.541978 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Sync routers for ids ['0fb8487e-99c7-41eb-8ac3-c3985016654d'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:16:27.551576 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Routers {'0fb8487e-99c7-41eb-8ac3-c3985016654d'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:16:27.552181 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['0fb8487e-99c7-41eb-8ac3-c3985016654d'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:27.610175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-06db8b21-bfb3-4a63-a541-46a7c935730e None None] Provisioning for port 168f3164-6fab-43a9-9266-276d8fc7034e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:27.614716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd290d-5b9a-449a-b531-f7b9f0dedbfb req-d9f5b334-1dfb-42c0-94bf-e7b1b7281960 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:27.622906 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eedd290d-5b9a-449a-b531-f7b9f0dedbfb req-d9f5b334-1dfb-42c0-94bf-e7b1b7281960 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 984 time: 0.2293825 Apr 05 20:16:27.721677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9aac544b-198b-4568-9738-ef96dc17e2ca req-14d7fbdf-e24b-497c-ad60-171a4574a1f6 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Unset dirty status for tenant:4cd42ccefd1d4dd5bcd69301b6bd2756 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:27.732550 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9aac544b-198b-4568-9738-ef96dc17e2ca req-14d7fbdf-e24b-497c-ad60-171a4574a1f6 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 210 time: 1.0763457 Apr 05 20:16:27.748961 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Set router 0fb8487e-99c7-41eb-8ac3-c3985016654d gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:16:27.752223 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:27.788714 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eedd290d-5b9a-449a-b531-f7b9f0dedbfb req-2bf4a0cc-1881-4d61-a407-d58654e50ba4 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&id=9ad411a8-c93f-4f63-a567-3c2f749246e6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1647990 Apr 05 20:16:27.866052 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:27.951769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 168f3164-6fab-43a9-9266-276d8fc7034e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:27.967842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927931b0-9048-4c4a-86c3-bff054dc66eb req-171cd056-a3ec-4df9-b25a-8eb64d425845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:27.972973 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-927931b0-9048-4c4a-86c3-bff054dc66eb req-171cd056-a3ec-4df9-b25a-8eb64d425845 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=318ad2b9-d4e2-423a-967c-87c103b42a46 HTTP/1.1" status: 200 len: 853 time: 0.5009747 Apr 05 20:16:28.084464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b0c34c56-1a14-4799-b9c8-88dd12fabf97 None None] For port 13bad3bf-d44b-4e39-a645-e0bcef61b40c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=13bad3bf-d44b-4e39-a645-e0bcef61b40c,segment=NetworkSegment(9601dc20-b049-4527-9e24-313a1e223566),segment_id=9601dc20-b049-4527-9e24-313a1e223566)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:28.084866 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0c34c56-1a14-4799-b9c8-88dd12fabf97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:28.133972 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-927931b0-9048-4c4a-86c3-bff054dc66eb req-c69ef152-50fc-41e3-aac0-13cff2337bd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1378262 Apr 05 20:16:28.152819 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1143468421-router', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:18Z', 'updated_at': '2022-04-05T20:16:23Z', 'revision_number': 3, 'project_id': 'af955f3c20c1427595f2aa533db74e4e', 'gw_port': {'id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:20Z', 'updated_at': '2022-04-05T20:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:28.156970 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Checking router: 0fb8487e-99c7-41eb-8ac3-c3985016654d for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:16:28.157314 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Updating router 0fb8487e-99c7-41eb-8ac3-c3985016654d port a47a05bb-c719-4055-9600-fecf03daa5ca binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:16:28.268758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b0c34c56-1a14-4799-b9c8-88dd12fabf97 None None] Calling delete_port for 13bad3bf-d44b-4e39-a645-e0bcef61b40c owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:28.307295 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-927931b0-9048-4c4a-86c3-bff054dc66eb req-cbc00d68-242a-4383-bacc-55683b71bf30 service neutron] 10.222.0.41 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529882 Apr 05 20:16:28.310929 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:28.318077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Deleting port 13bad3bf-d44b-4e39-a645-e0bcef61b40c {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:28.318682 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:28.344870 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:28.388650 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:28.390035 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2bad55a0-cdbd-4ceb-9fb4-3025ac35cfea admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 10.1525185 Apr 05 20:16:28.396862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60008) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:28.433248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 168f3164-6fab-43a9-9266-276d8fc7034e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:28.445332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 168f3164-6fab-43a9-9266-276d8fc7034e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:28.446252 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:28.476829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Transition to ACTIVE for port object ec747c6e-71eb-45b7-b971-b18c6ef132ef will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:28.486585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4967b7d-465c-4f4e-ae76-77bf8630887e req-3a67fbeb-ff4d-47b8-aad3-5d3c2de95a7e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:28.491768 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0c34c56-1a14-4799-b9c8-88dd12fabf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:28.494318 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4967b7d-465c-4f4e-ae76-77bf8630887e req-3a67fbeb-ff4d-47b8-aad3-5d3c2de95a7e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 945 time: 0.3456123 Apr 05 20:16:28.544038 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-9f18b136-ffcc-4ee6-98e3-4d54892015a1 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3022513 Apr 05 20:16:28.566139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c34c56-1a14-4799-b9c8-88dd12fabf97 None None] Pushing event deleted for resources: {'Port': ['ID=13bad3bf-d44b-4e39-a645-e0bcef61b40c,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:28.581617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c34c56-1a14-4799-b9c8-88dd12fabf97 None None] No DVR routers for this DVR port 13bad3bf-d44b-4e39-a645-e0bcef61b40c on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:16:28.712309 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:28.753640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] The port '13bad3bf-d44b-4e39-a645-e0bcef61b40c' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:16:28.818091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 168f3164-6fab-43a9-9266-276d8fc7034e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=168f3164-6fab-43a9-9266-276d8fc7034e,segment=NetworkSegment(82b2c30b-4ca8-47ae-817f-e6426d972f4f),segment_id=82b2c30b-4ca8-47ae-817f-e6426d972f4f)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:28.826833 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:28.878525 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4967b7d-465c-4f4e-ae76-77bf8630887e req-664b73d7-3011-43ea-b964-b5288b40ac95 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828392 Apr 05 20:16:28.900389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6d3c8-70b5-4e7c-aa09-f9c507600fdb req-3736b7a1-7f75-4eec-9415-a5401d58c91e tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:28.902325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3fc6d3c8-70b5-4e7c-aa09-f9c507600fdb req-3736b7a1-7f75-4eec-9415-a5401d58c91e tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 945 time: 0.8479338 Apr 05 20:16:28.921665 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:28.932691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 13bad3bf-d44b-4e39-a645-e0bcef61b40c no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:16:28.949292 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Transition to ACTIVE for port object a47a05bb-c719-4055-9600-fecf03daa5ca will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:28.958173 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:28.990752 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-927931b0-9048-4c4a-86c3-bff054dc66eb req-1d99999a-6478-42aa-aa95-a0b85658b541 service neutron] 10.222.0.41 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6250572 Apr 05 20:16:29.002019 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:29.060163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 13bad3bf-d44b-4e39-a645-e0bcef61b40c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:16:29.060496 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 13bad3bf-d44b-4e39-a645-e0bcef61b40c not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:16:29.067889 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Attempting to bind port a47a05bb-c719-4055-9600-fecf03daa5ca on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:29.068103 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Attempting to bind port a47a05bb-c719-4055-9600-fecf03daa5ca by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:29.068463 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Attempting to bind port a47a05bb-c719-4055-9600-fecf03daa5ca on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:29.076261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=168f3164-6fab-43a9-9266-276d8fc7034e,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:29.080796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a2e92251-b554-41b0-b57c-821bfd124eba None None] Provisioning complete for port 168f3164-6fab-43a9-9266-276d8fc7034e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:29.081159 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a2e92251-b554-41b0-b57c-821bfd124eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:29.090322 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:29.090692 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:29.091092 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:29.091536 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:29.092201 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Bound port: a47a05bb-c719-4055-9600-fecf03daa5ca, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:29.092598 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:29.146229 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40743f-16ac-4cab-990f-d2ffebadb50a None None] Pushing event updated for resources: {'Port': ['ID=a47a05bb-c719-4055-9600-fecf03daa5ca,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:29.160810 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40743f-16ac-4cab-990f-d2ffebadb50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:29.161120 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40743f-16ac-4cab-990f-d2ffebadb50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:29.161449 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40743f-16ac-4cab-990f-d2ffebadb50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:29.161768 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40743f-16ac-4cab-990f-d2ffebadb50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:29.162109 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40743f-16ac-4cab-990f-d2ffebadb50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:29.162417 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40743f-16ac-4cab-990f-d2ffebadb50a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:29.162724 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40743f-16ac-4cab-990f-d2ffebadb50a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:29.163030 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40743f-16ac-4cab-990f-d2ffebadb50a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:29.163335 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40743f-16ac-4cab-990f-d2ffebadb50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:29.163639 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40743f-16ac-4cab-990f-d2ffebadb50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:29.163944 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40743f-16ac-4cab-990f-d2ffebadb50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:29.164245 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e40743f-16ac-4cab-990f-d2ffebadb50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:29.195417 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:29.198638 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:29.220434 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] For port a47a05bb-c719-4055-9600-fecf03daa5ca, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:29.226490 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] For port a47a05bb-c719-4055-9600-fecf03daa5ca, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a47a05bb-c719-4055-9600-fecf03daa5ca,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:29.234013 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:29.297343 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3fc6d3c8-70b5-4e7c-aa09-f9c507600fdb req-2fed5f0f-2a6a-477f-b627-c0c4ff56d2d1 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599372 Apr 05 20:16:29.299820 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-17aec0ef-516f-4750-ae30-d18089ba927b service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7462978 Apr 05 20:16:29.326884 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Routers {'0fb8487e-99c7-41eb-8ac3-c3985016654d'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:16:29.327789 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['0fb8487e-99c7-41eb-8ac3-c3985016654d'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:29.337766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bf5a6f6-addf-4a64-badf-f15788675011']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:29.376248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9601dc20-b049-4527-9e24-313a1e223566') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:29.376553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9601dc20-b049-4527-9e24-313a1e223566') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:29.397668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:29.402317 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:29.409282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:29.411196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Pushing event updated for resources: {'Port': ['ID=ec747c6e-71eb-45b7-b971-b18c6ef132ef,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:29.421071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:29.480277 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:29.490883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:16:29.491293 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:29.537146 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40743f-16ac-4cab-990f-d2ffebadb50a None None] Pushing event updated for resources: {'Port': ['ID=a47a05bb-c719-4055-9600-fecf03daa5ca,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:29.578242 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e99c9-9290-4813-8956-05895fe1a096 req-c0294239-b556-493a-9e18-2e6f66d0ab54 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:29.580557 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a23e99c9-9290-4813-8956-05895fe1a096 req-c0294239-b556-493a-9e18-2e6f66d0ab54 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 936 time: 0.4363263 Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:16:29.633443 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:16:29.756766 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 168f3164-6fab-43a9-9266-276d8fc7034e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:29.813655 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] Set router 0fb8487e-99c7-41eb-8ac3-c3985016654d gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:16:29.875850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-20173e8a-411b-4879-9db6-4716d49f8a68 None None] Provisioning for port ec747c6e-71eb-45b7-b971-b18c6ef132ef completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:29.880428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 168f3164-6fab-43a9-9266-276d8fc7034e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:29.881143 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:29.893186 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:29.927802 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:29.952903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00806f-3007-4899-a9af-9ee50bde68a8 req-20a842bc-ac7a-476b-972d-beac6eaaa993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:29.957956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae00806f-3007-4899-a9af-9ee50bde68a8 req-20a842bc-ac7a-476b-972d-beac6eaaa993 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=313ef90b753e46b0b1e67425a2190bfd&device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 1135 time: 0.8449306 Apr 05 20:16:29.961344 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event deleted for resources: {'Network': ['ID=9bf5a6f6-addf-4a64-badf-f15788675011,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:30.007037 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-45e706d4-bfad-4b0b-b070-9af897d8b34e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "DELETE /v2.0/networks/9bf5a6f6-addf-4a64-badf-f15788675011 HTTP/1.1" status: 204 len: 168 time: 2.7042143 Apr 05 20:16:30.023647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-20173e8a-411b-4879-9db6-4716d49f8a68 None None] Provisioning complete for port ec747c6e-71eb-45b7-b971-b18c6ef132ef triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:30.024925 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-20173e8a-411b-4879-9db6-4716d49f8a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:30.100301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60018) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:30.110208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:30.111170 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:30.131284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1550667076'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:30.132869 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a23e99c9-9290-4813-8956-05895fe1a096 req-63dc9763-a311-4935-b869-ded47e393ca7 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05abd1-96b2-469c-9c4e-d6696909fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5398092 Apr 05 20:16:30.142282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Router c026280c-445e-45a5-a252-8360fb0ff259 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:16:30.204153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:30.219452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-20173e8a-411b-4879-9db6-4716d49f8a68 None None] Port ec747c6e-71eb-45b7-b971-b18c6ef132ef cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:16:30.289934 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1143468421-router', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:18Z', 'updated_at': '2022-04-05T20:16:23Z', 'revision_number': 3, 'project_id': 'af955f3c20c1427595f2aa533db74e4e', 'gw_port': {'id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:20Z', 'updated_at': '2022-04-05T20:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:30.300966 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e752374-2291-444d-ae7b-57a17332adf3 None None] The sync data for ids ['0fb8487e-99c7-41eb-8ac3-c3985016654d'] in n-d-836604-1 is: [{'id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1143468421-router', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:18Z', 'updated_at': '2022-04-05T20:16:23Z', 'revision_number': 3, 'project_id': 'af955f3c20c1427595f2aa533db74e4e', 'gw_port': {'id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:20Z', 'updated_at': '2022-04-05T20:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:16:30.408935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Usage tracker for resource:network and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:30.433005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:30.452003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4af7b-7bba-4889-8602-f3836e107682 req-9e9b9a8f-e318-4e3e-81f2-ee3291695575 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:30.458558 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ff4af7b-7bba-4889-8602-f3836e107682 req-9e9b9a8f-e318-4e3e-81f2-ee3291695575 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 984 time: 0.8231757 Apr 05 20:16:30.459552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:30.472080 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-5a06f401-4292-45dd-84ca-de3b848c1e26 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.6931026 Apr 05 20:16:30.491383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:30.495412 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:30.516309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Request body: {'port': {'device_id': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:30.617178 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:30.721778 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:30.731825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00806f-3007-4899-a9af-9ee50bde68a8 req-ed27b0fa-2bf1-4704-9408-2ac62d4cb823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:30.733571 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae00806f-3007-4899-a9af-9ee50bde68a8 req-ed27b0fa-2bf1-4704-9408-2ac62d4cb823 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 HTTP/1.1" status: 200 len: 914 time: 0.7684135 Apr 05 20:16:30.738069 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ff4af7b-7bba-4889-8602-f3836e107682 req-29a0a82a-c484-43ae-94fa-2e6cbd32adb0 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&id=9ad411a8-c93f-4f63-a567-3c2f749246e6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2651269 Apr 05 20:16:30.738999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:16:30.845213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:16:30.859570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Sync routers for ids ['c026280c-445e-45a5-a252-8360fb0ff259'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:16:30.877545 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Routers {'c026280c-445e-45a5-a252-8360fb0ff259'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:16:30.879431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c026280c-445e-45a5-a252-8360fb0ff259'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:30.892059 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae00806f-3007-4899-a9af-9ee50bde68a8 req-1ac75812-3e2c-45c5-84a8-07d87c438334 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a378ca5e-c5d4-46d3-a190-f200f4796d74 HTTP/1.1" status: 200 len: 217 time: 0.1457539 Apr 05 20:16:30.923169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afc53a-ee8f-4da5-8dbd-b12703a24306 req-260c7fae-17e5-4e96-bbc8-52697f9098a6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:30.924753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-03afc53a-ee8f-4da5-8dbd-b12703a24306 req-260c7fae-17e5-4e96-bbc8-52697f9098a6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 945 time: 0.5350754 Apr 05 20:16:30.957307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:30.957911 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Added segment 45f77b7c-a845-49c9-b551-4527eb8efae7 of type vlan for network 06f8637a-ce42-466f-a5bf-ac692e5056d3 Apr 05 20:16:31.050343 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:31.054012 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2193c1a0-0c6f-4a8f-9d94-51f30fba6abd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.7363505 Apr 05 20:16:31.057928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60024) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:31.081841 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:31.161157 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-03afc53a-ee8f-4da5-8dbd-b12703a24306 req-5b4e2d80-b6ec-4b6e-a42f-b001c7e203ad tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666861 Apr 05 20:16:31.246844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Set router c026280c-445e-45a5-a252-8360fb0ff259 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:16:31.321304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00806f-3007-4899-a9af-9ee50bde68a8 req-ff63d77f-35c5-453b-8d1f-cb74dd3873e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:31.323407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae00806f-3007-4899-a9af-9ee50bde68a8 req-ff63d77f-35c5-453b-8d1f-cb74dd3873e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=318ad2b9-d4e2-423a-967c-87c103b42a46 HTTP/1.1" status: 200 len: 853 time: 0.4222949 Apr 05 20:16:31.332422 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:31.340437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:31.340823 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:31.474902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Allocated IP 172.20.0.1 (7c70fa59-c98b-4194-af6d-ae26e7215417/4af16a9a-515c-4bba-ace6-d5bcf843e359/d62948e6-8290-49b2-8a2c-b5760a2b7a54) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:31.586555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae00806f-3007-4899-a9af-9ee50bde68a8 req-573396c5-18cd-40ee-b042-94e728251a5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2064171 Apr 05 20:16:31.591966 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4720771 Apr 05 20:16:31.617841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60034) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:31.712074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Request body: {'subnet': {'network_id': '06f8637a-ce42-466f-a5bf-ac692e5056d3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:31.831233 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a47a05bb-c719-4055-9600-fecf03daa5ca up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:31.847251 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:16:31.847508 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb5cdfe-1399-4dbf-9b68-48a43e9fdb2b req-114154e7-0ab8-4605-8842-561968b0759b tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:31.848905 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7cb5cdfe-1399-4dbf-9b68-48a43e9fdb2b req-114154e7-0ab8-4605-8842-561968b0759b tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 936 time: 0.4335372 Apr 05 20:16:31.925787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec747c6e-71eb-45b7-b971-b18c6ef132ef {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:31.928006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'name': 'tempest-FloatingIPDetailsTestJSON-1432211318-router', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:24Z', 'updated_at': '2022-04-05T20:16:27Z', 'revision_number': 3, 'project_id': '733e32bda62040479acc38d88b2827f5', 'gw_port': {'id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:34:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:26Z', 'updated_at': '2022-04-05T20:16:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:31.931452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a47a05bb-c719-4055-9600-fecf03daa5ca completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:31.934263 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:31.940763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726da1c5-ca2a-4ac1-b737-ffece9970156 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event updated for resources: {'Network': ['ID=06f8637a-ce42-466f-a5bf-ac692e5056d3,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:31.940935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Checking router: c026280c-445e-45a5-a252-8360fb0ff259 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:16:31.941260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Updating router c026280c-445e-45a5-a252-8360fb0ff259 port 592d05ff-4547-496c-a734-f80da3fb2cbb binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:16:31.976716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 06f8637a-ce42-466f-a5bf-ac692e5056d3 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:16:31.999655 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a47a05bb-c719-4055-9600-fecf03daa5ca triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:31.999836 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:32.109652 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:32.120839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Transition to ACTIVE for port object ec747c6e-71eb-45b7-b971-b18c6ef132ef will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:32.129010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49855119-4eb0-4cc8-9f97-f9d15991b551 req-c08a104c-5859-47df-a96e-13e6f723f9fb tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:32.130707 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49855119-4eb0-4cc8-9f97-f9d15991b551 req-c08a104c-5859-47df-a96e-13e6f723f9fb tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 945 time: 1.1686800 Apr 05 20:16:32.144294 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:32.152136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Transition to ACTIVE for port object d62948e6-8290-49b2-8a2c-b5760a2b7a54 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:32.155379 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:32.165559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7cb5cdfe-1399-4dbf-9b68-48a43e9fdb2b req-c4cfe10b-323a-4cbe-8fea-a640f3083152 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05abd1-96b2-469c-9c4e-d6696909fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067472 Apr 05 20:16:32.349582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:32.377136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Usage tracker for resource:subnet and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:32.381466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Pushing event updated for resources: {'Port': ['ID=ec747c6e-71eb-45b7-b971-b18c6ef132ef,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:32.389666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:32.401590 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae00806f-3007-4899-a9af-9ee50bde68a8 req-6d9f02b8-0d73-4cdc-ad75-bb7dc0d37caf service neutron] 10.222.0.41 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7827253 Apr 05 20:16:32.581073 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-70d8a76f-7bac-48c4-a00b-d893b8a86a60 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:32.584535 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:32.588881 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-70d8a76f-7bac-48c4-a00b-d893b8a86a60 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 0.2678285 Apr 05 20:16:32.600496 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:32.607521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a47a05bb-c719-4055-9600-fecf03daa5ca, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a47a05bb-c719-4055-9600-fecf03daa5ca,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:32.622172 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:32.642367 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-9c86d76c-3d82-446a-93f9-d2a7fe7d16e7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/quotas/1ccb3652f5a74824b97498e5d91e065f HTTP/1.1" status: 200 len: 375 time: 0.0525932 Apr 05 20:16:32.649644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:32.704766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Network 7c70fa59-c98b-4194-af6d-ae26e7215417 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:32.722991 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49855119-4eb0-4cc8-9f97-f9d15991b551 req-70de7450-d447-499e-aa63-c5556fd4d930 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5696826 Apr 05 20:16:32.745917 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:32.763573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:32.793513 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a47a05bb-c719-4055-9600-fecf03daa5ca,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:32.833296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Attempting to bind port ec747c6e-71eb-45b7-b971-b18c6ef132ef on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:32.835223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Attempting to bind port ec747c6e-71eb-45b7-b971-b18c6ef132ef by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:32.835598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Attempting to bind port ec747c6e-71eb-45b7-b971-b18c6ef132ef on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:32.862071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Pushing event updated for resources: {'Port': ['ID=d62948e6-8290-49b2-8a2c-b5760a2b7a54,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:32.867497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:32.871999 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:32.875403 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:32.912173 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:32.929642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Transition to ACTIVE for port object 592d05ff-4547-496c-a734-f80da3fb2cbb will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:32.939688 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:32.941368 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:32.952117 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae00806f-3007-4899-a9af-9ee50bde68a8 req-385265a6-95f7-4f78-ba24-04f642a2c4c9 service neutron] 10.222.0.41 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344123 Apr 05 20:16:32.952677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Port ec747c6e-71eb-45b7-b971-b18c6ef132ef on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:16:32.953003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Attempting to bind port ec747c6e-71eb-45b7-b971-b18c6ef132ef on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:32.980267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:32.980611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:32.981053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:32.981499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Bound port: ec747c6e-71eb-45b7-b971-b18c6ef132ef, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:32.981942 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:33.018275 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-762c23c3-d4c8-47ca-aa27-59df4774aa49 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3622844 Apr 05 20:16:33.031563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Attempting to bind port 592d05ff-4547-496c-a734-f80da3fb2cbb on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:33.032200 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Attempting to bind port 592d05ff-4547-496c-a734-f80da3fb2cbb by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:33.032706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Attempting to bind port 592d05ff-4547-496c-a734-f80da3fb2cbb on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:33.051342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:33.052038 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:33.052590 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:33.053137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:33.053759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Bound port: 592d05ff-4547-496c-a734-f80da3fb2cbb, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:33.054321 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:33.080436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd283fb-212a-480c-87e7-c10fa716d4bf None None] Pushing event updated for resources: {'Port': ['ID=592d05ff-4547-496c-a734-f80da3fb2cbb,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:33.153688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] For port 592d05ff-4547-496c-a734-f80da3fb2cbb, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:33.158273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] For port 592d05ff-4547-496c-a734-f80da3fb2cbb, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=592d05ff-4547-496c-a734-f80da3fb2cbb,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:33.166726 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:33.270850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f88cd9f0-1569-4cfe-8f0f-3929901efb87 None None] Provisioning for port d62948e6-8290-49b2-8a2c-b5760a2b7a54 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:33.282623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Routers {'c026280c-445e-45a5-a252-8360fb0ff259'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:16:33.283245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c026280c-445e-45a5-a252-8360fb0ff259'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:33.300710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] For port ec747c6e-71eb-45b7-b971-b18c6ef132ef, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:33.331028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f88cd9f0-1569-4cfe-8f0f-3929901efb87 None None] Provisioning complete for port d62948e6-8290-49b2-8a2c-b5760a2b7a54 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:33.331401 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f88cd9f0-1569-4cfe-8f0f-3929901efb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:33.331908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Allocated IP 172.20.0.1 (7de10071-c9e7-4f56-80b8-1ab84eb4b12b/43777b6d-9295-41e2-bee7-ee279fa12713/0b02d5e3-f7e4-4674-aad8-fbb97176d984) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:33.337568 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-32ba3a3c-91bb-4122-b6d7-163676ba1a3c service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011858 Apr 05 20:16:33.352300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997c8c4-efe0-447f-a35f-be3da3325dda req-cbf2031c-e837-49d7-be7d-17755af2a3b7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:33.354766 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b997c8c4-efe0-447f-a35f-be3da3325dda req-cbf2031c-e837-49d7-be7d-17755af2a3b7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 984 time: 0.3596368 Apr 05 20:16:33.359547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] For port ec747c6e-71eb-45b7-b971-b18c6ef132ef, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:33.384223 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:33.392815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd283fb-212a-480c-87e7-c10fa716d4bf None None] Pushing event updated for resources: {'Port': ['ID=592d05ff-4547-496c-a734-f80da3fb2cbb,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:33.422500 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f88cd9f0-1569-4cfe-8f0f-3929901efb87 None None] Port d62948e6-8290-49b2-8a2c-b5760a2b7a54 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:16:33.469515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Pushing event updated for resources: {'Port': ['ID=ec747c6e-71eb-45b7-b971-b18c6ef132ef,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:33.484485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:33.485096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:33.487433 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-c61d06e0-fd07-40b4-a135-139b9092e3cd service neutron] 10.222.0.13 "PUT /v2.0/ports/ec747c6e-71eb-45b7-b971-b18c6ef132ef HTTP/1.1" status: 200 len: 1096 time: 2.9810467 Apr 05 20:16:33.492981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'tag': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:33.542538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] Set router c026280c-445e-45a5-a252-8360fb0ff259 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:16:33.542746 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b997c8c4-efe0-447f-a35f-be3da3325dda req-75cc827c-f7c8-41d3-874d-906937f6a7b6 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&id=9ad411a8-c93f-4f63-a567-3c2f749246e6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1755457 Apr 05 20:16:33.632958 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:33.770239 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-75a2fee5-9718-4831-8b23-8eab62321440 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201248 Apr 05 20:16:33.784612 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:33.785191 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:33.822552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Transition to ACTIVE for port object 0b02d5e3-f7e4-4674-aad8-fbb97176d984 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:33.954274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event updated for resources: {'Subnet': ['ID=7615f3cd-2349-47cc-a766-abc4299e2486,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:33.980321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-e90719d4-81af-467f-931b-3aade58f4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:33.981838 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-e90719d4-81af-467f-931b-3aade58f4ae1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd42ccefd1d4dd5bcd69301b6bd2756&device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 1099 time: 0.4046226 Apr 05 20:16:33.984528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Checking segment: {'id': '45f77b7c-a845-49c9-b551-4527eb8efae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '06f8637a-ce42-466f-a5bf-ac692e5056d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:33.984902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Network hostable DHCP agents. Network: 06f8637a-ce42-466f-a5bf-ac692e5056d3, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:16:34.047735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a47a05bb-c719-4055-9600-fecf03daa5ca up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:34.112049 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'tag': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef', 'status': 'completed', 'code': 200} Apr 05 20:16:34.133240 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:34.160671 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-3c31c2ee-0486-44a9-b9a2-84408df83870 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef HTTP/1.1" status: 200 len: 217 time: 0.1676822 Apr 05 20:16:34.169381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a47a05bb-c719-4055-9600-fecf03daa5ca triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:34.170126 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:34.199720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Network 7de10071-c9e7-4f56-80b8-1ab84eb4b12b is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:34.203715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:34.210932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:34.237552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Network 06f8637a-ce42-466f-a5bf-ac692e5056d3 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:16:34.278807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d0ca6-497d-43f6-bb35-e50fd98d7228 req-5291d342-64dc-47fd-ae48-3eb5116135bf tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:34.280558 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-754d0ca6-497d-43f6-bb35-e50fd98d7228 req-5291d342-64dc-47fd-ae48-3eb5116135bf tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 948 time: 0.4410818 Apr 05 20:16:34.283878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 06f8637a-ce42-466f-a5bf-ac692e5056d3) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:34.290783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:34.291917 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:34.314878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-f27c43d1-697b-4258-a752-1a2d180d02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:34.316341 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-f27c43d1-697b-4258-a752-1a2d180d02e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1479871 Apr 05 20:16:34.322640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afb4d59-bb7f-4edc-90d5-474a24b21c0d None None] Network 06f8637a-ce42-466f-a5bf-ac692e5056d3 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:16:34.337702 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:16:34.355203 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:34.364416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Pushing event updated for resources: {'Port': ['ID=0b02d5e3-f7e4-4674-aad8-fbb97176d984,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:34.385775 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:34.443652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-754d0ca6-497d-43f6-bb35-e50fd98d7228 req-863202f7-0922-4489-8518-62670760e4d5 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Synchronizing usage tracker for tenant:4cd42ccefd1d4dd5bcd69301b6bd2756 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:34.449109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a353f74c-a99b-4dc0-a8a2-215d3295efe6 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7765381 Apr 05 20:16:34.458882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60064) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:34.487050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-474166782'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:34.505381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-754d0ca6-497d-43f6-bb35-e50fd98d7228 req-863202f7-0922-4489-8518-62670760e4d5 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Unset dirty status for tenant:4cd42ccefd1d4dd5bcd69301b6bd2756 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:34.531159 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-754d0ca6-497d-43f6-bb35-e50fd98d7228 req-863202f7-0922-4489-8518-62670760e4d5 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05abd1-96b2-469c-9c4e-d6696909fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195508 Apr 05 20:16:34.531159 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:34.553105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Usage tracker for resource:network and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:34.570585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:34.571534 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'name': 'tempest-FloatingIPDetailsTestJSON-1432211318-router', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:24Z', 'updated_at': '2022-04-05T20:16:27Z', 'revision_number': 3, 'project_id': '733e32bda62040479acc38d88b2827f5', 'gw_port': {'id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:34:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:26Z', 'updated_at': '2022-04-05T20:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:34.583130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:34.584550 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53bd35-2364-4795-86dd-03509b9e6991 None None] The sync data for ids ['c026280c-445e-45a5-a252-8360fb0ff259'] in n-d-836604-1 is: [{'id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'name': 'tempest-FloatingIPDetailsTestJSON-1432211318-router', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:24Z', 'updated_at': '2022-04-05T20:16:27Z', 'revision_number': 3, 'project_id': '733e32bda62040479acc38d88b2827f5', 'gw_port': {'id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:34:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:26Z', 'updated_at': '2022-04-05T20:16:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:16:34.637185 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:34.642697 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-00141b5e-f5e9-4522-b9ec-05c6af22f112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:34.647409 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-00141b5e-f5e9-4522-b9ec-05c6af22f112 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3022029 Apr 05 20:16:34.677792 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:34.683784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Pushing event updated for resources: {'Port': ['ID=d62948e6-8290-49b2-8a2c-b5760a2b7a54,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:34.710583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-06f8637a-ce42-466f-a5bf-ac692e5056d3', 'network_id': '06f8637a-ce42-466f-a5bf-ac692e5056d3', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'fixed_ips': [{'subnet_id': '7615f3cd-2349-47cc-a766-abc4299e2486'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:16:34.711713 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:34.715025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:34.725454 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:34.845674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:16:34.859490 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:34.860428 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Added segment 55b8b93b-1423-4920-be8c-2c04de0da53c of type vlan for network cbe6094d-e21d-464a-bc7a-0f5b4048fd00 Apr 05 20:16:34.890926 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:34.914994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc91205-4823-4be8-ac23-bfd43e908994 req-a9e985b0-7efd-4f69-9f36-6a67d550863a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:34.918010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4cc91205-4823-4be8-ac23-bfd43e908994 req-a9e985b0-7efd-4f69-9f36-6a67d550863a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 945 time: 0.6784801 Apr 05 20:16:34.946744 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-54e5e5a1-4053-414a-a908-cfb63956120a None None] Provisioning for port 0b02d5e3-f7e4-4674-aad8-fbb97176d984 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:34.959537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-54e5e5a1-4053-414a-a908-cfb63956120a None None] Provisioning complete for port 0b02d5e3-f7e4-4674-aad8-fbb97176d984 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:34.959896 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-54e5e5a1-4053-414a-a908-cfb63956120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:35.062235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Network 7c70fa59-c98b-4194-af6d-ae26e7215417 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:35.067373 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:35.096154 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-54e5e5a1-4053-414a-a908-cfb63956120a None None] Port 0b02d5e3-f7e4-4674-aad8-fbb97176d984 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:16:35.098975 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4cc91205-4823-4be8-ac23-bfd43e908994 req-27ef3e68-22a5-481b-8a2e-14b9b56ff60b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613872 Apr 05 20:16:35.104519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Allocated IP 19.80.0.2 (06f8637a-ce42-466f-a5bf-ac692e5056d3/7615f3cd-2349-47cc-a766-abc4299e2486/96393d59-403e-45e8-ada4-1e53663e2ccb) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:35.160440 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-96140434-20a3-4355-ace3-8fc4d1408ce0 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964261 Apr 05 20:16:35.162869 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:35.173005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:35.173644 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:35.453612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event updated for resources: {'Network': ['ID=cbe6094d-e21d-464a-bc7a-0f5b4048fd00,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:35.469872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network cbe6094d-e21d-464a-bc7a-0f5b4048fd00 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:16:35.513938 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:35.639683 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:35.645968 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-26c24d79-a7ea-4d15-90c7-f1920a624a31 None None] Provisioning complete for port d62948e6-8290-49b2-8a2c-b5760a2b7a54 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:35.646396 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26c24d79-a7ea-4d15-90c7-f1920a624a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:35.818315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-26c24d79-a7ea-4d15-90c7-f1920a624a31 None None] Port d62948e6-8290-49b2-8a2c-b5760a2b7a54 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:16:35.844307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 592d05ff-4547-496c-a734-f80da3fb2cbb up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:35.865867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3212beb-e1bc-45ec-b9cd-3bed51cf6bac req-e02d679b-0cce-4127-b42d-e938fdb903a6 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:35.867397 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b3212beb-e1bc-45ec-b9cd-3bed51cf6bac req-e02d679b-0cce-4127-b42d-e938fdb903a6 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 984 time: 0.4647593 Apr 05 20:16:35.879746 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f22a859b-8a83-4d58-a7dd-b25250488373 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.4185343 Apr 05 20:16:35.884513 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Transition to ACTIVE for port object 96393d59-403e-45e8-ada4-1e53663e2ccb will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:35.890384 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60074) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:35.936311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Transition to ACTIVE for port object 96393d59-403e-45e8-ada4-1e53663e2ccb will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:35.955260 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:35.977055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Router 0fb8487e-99c7-41eb-8ac3-c3985016654d has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:16:35.984517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Request body: {'subnet': {'network_id': 'cbe6094d-e21d-464a-bc7a-0f5b4048fd00', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:36.013588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 592d05ff-4547-496c-a734-f80da3fb2cbb completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:36.032127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 592d05ff-4547-496c-a734-f80da3fb2cbb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:36.032486 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:36.093517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Network 06f8637a-ce42-466f-a5bf-ac692e5056d3 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:36.100261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:36.103347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:36.149164 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6200252-af2f-4d73-8695-16ae2f5b46ee req-bb670b3b-5543-422d-8da8-78fea176ad05 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9519305 Apr 05 20:16:36.162662 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3c47dd43-411f-4064-a6ac-9c7b6c928996 req-73dfbfcf-038f-496a-9d8d-3105a79e5364 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=82718aac-699e-434c-b739-f246ad8f371f HTTP/1.1" status: 200 len: 210 time: 0.0980768 Apr 05 20:16:36.189799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Pushing event updated for resources: {'Port': ['ID=96393d59-403e-45e8-ada4-1e53663e2ccb,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:36.193370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-abca7d26-c5f5-4c4c-9138-725289ed7330 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:36.197641 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-abca7d26-c5f5-4c4c-9138-725289ed7330 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.13 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 0.3548784 Apr 05 20:16:36.219187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Request body: {'port': {'device_id': '82718aac-699e-434c-b739-f246ad8f371f', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'admin_state_up': True, 'tenant_id': '1ccb3652f5a74824b97498e5d91e065f'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:36.272578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Attempting to bind port 96393d59-403e-45e8-ada4-1e53663e2ccb on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:36.273599 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Attempting to bind port 96393d59-403e-45e8-ada4-1e53663e2ccb by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '45f77b7c-a845-49c9-b551-4527eb8efae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '06f8637a-ce42-466f-a5bf-ac692e5056d3'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:36.273599 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Attempting to bind port 96393d59-403e-45e8-ada4-1e53663e2ccb on network 06f8637a-ce42-466f-a5bf-ac692e5056d3 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:36.284010 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:36.284381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Checking segment: {'id': '45f77b7c-a845-49c9-b551-4527eb8efae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '06f8637a-ce42-466f-a5bf-ac692e5056d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:36.284827 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:36.285263 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Bound using segment: {'id': '45f77b7c-a845-49c9-b551-4527eb8efae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '06f8637a-ce42-466f-a5bf-ac692e5056d3'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:36.286052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Bound port: 96393d59-403e-45e8-ada4-1e53663e2ccb, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f77b7c-a845-49c9-b551-4527eb8efae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '06f8637a-ce42-466f-a5bf-ac692e5056d3'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:36.286424 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:36.322968 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b3212beb-e1bc-45ec-b9cd-3bed51cf6bac req-1fec371e-2c5a-41d0-9f7a-22efcea11afc tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&id=9ad411a8-c93f-4f63-a567-3c2f749246e6&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4328036 Apr 05 20:16:36.340870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:36.345367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Usage tracker for resource:subnet and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:36.348609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:36.356486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:36.377002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:36.381266 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:36.448102 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:36.468482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 592d05ff-4547-496c-a734-f80da3fb2cbb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=592d05ff-4547-496c-a734-f80da3fb2cbb,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:36.483927 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:36.539231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:36.558463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:36.567701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054dedb-5bf7-4f36-a440-d1735f171c72 req-6a436101-a3f3-4faf-9665-6998d1688732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:36.569455 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6054dedb-5bf7-4f36-a440-d1735f171c72 req-6a436101-a3f3-4faf-9665-6998d1688732 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4cd42ccefd1d4dd5bcd69301b6bd2756&device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 1099 time: 0.3278337 Apr 05 20:16:36.570945 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=592d05ff-4547-496c-a734-f80da3fb2cbb,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:36.582315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] For port 96393d59-403e-45e8-ada4-1e53663e2ccb, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:36.586256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] For port 96393d59-403e-45e8-ada4-1e53663e2ccb, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=96393d59-403e-45e8-ada4-1e53663e2ccb,segment=NetworkSegment(45f77b7c-a845-49c9-b551-4527eb8efae7),segment_id=45f77b7c-a845-49c9-b551-4527eb8efae7)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:36.592046 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:36.615302 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Made reservation on behalf of 1ccb3652f5a74824b97498e5d91e065f for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:36.618939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:36.729673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373a2a1-4d71-499e-9671-3e155317b468 None None] Pushing event updated for resources: {'Port': ['ID=96393d59-403e-45e8-ada4-1e53663e2ccb,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:36.859709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054dedb-5bf7-4f36-a440-d1735f171c72 req-854cadc5-aba5-4b16-a1d1-55b49d8f5fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:36.861303 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6054dedb-5bf7-4f36-a440-d1735f171c72 req-854cadc5-aba5-4b16-a1d1-55b49d8f5fe1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2848811 Apr 05 20:16:36.981785 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6054dedb-5bf7-4f36-a440-d1735f171c72 req-4ea65cbf-39a1-49f1-afa9-8d4cdf77599d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef HTTP/1.1" status: 200 len: 217 time: 0.0819128 Apr 05 20:16:37.027167 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:37.032464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:16:37.045197 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Sync routers for ids ['0fb8487e-99c7-41eb-8ac3-c3985016654d'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:16:37.056658 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:37.080800 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Routers {'0fb8487e-99c7-41eb-8ac3-c3985016654d'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:16:37.081406 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['0fb8487e-99c7-41eb-8ac3-c3985016654d'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:37.157915 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:37.176579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Allocated IP 172.20.0.7 (5ee47cee-4865-4aba-8a5b-ec49888bd827/ca381f74-bd26-46e2-abab-12d6223326b0/9a0e5d13-dbd6-4043-8bad-6b03b0441c91) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:37.206599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054dedb-5bf7-4f36-a440-d1735f171c72 req-71f3dce3-5991-461d-b2a0-e282fdeeec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:37.209137 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6054dedb-5bf7-4f36-a440-d1735f171c72 req-71f3dce3-5991-461d-b2a0-e282fdeeec6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2182689 Apr 05 20:16:37.270748 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c5ee7190-a913-483c-865b-8d419e93278d admin admin] 10.222.0.24 "PUT /v2.0/routers/0fb8487e-99c7-41eb-8ac3-c3985016654d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8603590 Apr 05 20:16:37.273251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event updated for resources: {'Subnet': ['ID=43a1e6c6-cec2-4d6b-853d-2b7136c39e84,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:37.339217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Pushing event updated for resources: {'Port': ['ID=0b02d5e3-f7e4-4674-aad8-fbb97176d984,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:37.345932 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:37.350575 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Set router 0fb8487e-99c7-41eb-8ac3-c3985016654d gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:16:37.365143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7da7b-168e-40f6-b2b9-b68a433d893f req-57e3e59f-8f27-4666-9053-903700ffb154 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:37.373247 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-24c7da7b-168e-40f6-b2b9-b68a433d893f req-57e3e59f-8f27-4666-9053-903700ffb154 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 948 time: 0.4943955 Apr 05 20:16:37.375338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaa763-3655-4c72-ba03-99608c260568 req-5e2394f0-4c1a-496e-a265-9edb86938863 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:37.376970 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1ccaa763-3655-4c72-ba03-99608c260568 req-5e2394f0-4c1a-496e-a265-9edb86938863 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 945 time: 0.3376982 Apr 05 20:16:37.435482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Checking segment: {'id': '55b8b93b-1423-4920-be8c-2c04de0da53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cbe6094d-e21d-464a-bc7a-0f5b4048fd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:37.435841 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Network hostable DHCP agents. Network: cbe6094d-e21d-464a-bc7a-0f5b4048fd00, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:16:37.537258 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1ccaa763-3655-4c72-ba03-99608c260568 req-dc43bd07-ac52-482d-9395-81a440789396 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424112 Apr 05 20:16:37.540095 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-24c7da7b-168e-40f6-b2b9-b68a433d893f req-dc6e5b55-3158-45ca-83b2-7daeffffce48 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05abd1-96b2-469c-9c4e-d6696909fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659424 Apr 05 20:16:37.561032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6054dedb-5bf7-4f36-a440-d1735f171c72 req-bd94b8b3-ca47-4c5e-9de4-40e33e7657f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:37.562764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6054dedb-5bf7-4f36-a440-d1735f171c72 req-bd94b8b3-ca47-4c5e-9de4-40e33e7657f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3362045 Apr 05 20:16:37.569419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Network cbe6094d-e21d-464a-bc7a-0f5b4048fd00 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:16:37.627187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ec747c6e-71eb-45b7-b971-b18c6ef132ef details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:16:37.642878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Network 7de10071-c9e7-4f56-80b8-1ab84eb4b12b is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:37.644219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, cbe6094d-e21d-464a-bc7a-0f5b4048fd00) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:37.663545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:37.669552 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:37.675173 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd1267b-aa43-4f6c-954c-51febe9ef7da None None] Network cbe6094d-e21d-464a-bc7a-0f5b4048fd00 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:16:37.689893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:37.732926 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1143468421-router', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:18Z', 'updated_at': '2022-04-05T20:16:33Z', 'revision_number': 4, 'project_id': 'af955f3c20c1427595f2aa533db74e4e', 'gw_port': {'id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:20Z', 'updated_at': '2022-04-05T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd62948e6-8290-49b2-8a2c-b5760a2b7a54', 'name': '', 'network_id': '7c70fa59-c98b-4194-af6d-ae26e7215417', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'mac_address': 'fa:16:3e:0c:bc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '4af16a9a-515c-4bba-ace6-d5bcf843e359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:30Z', 'updated_at': '2022-04-05T20:16:33Z', 'revision_number': 2, 'project_id': 'af955f3c20c1427595f2aa533db74e4e', 'subnets': [{'id': '4af16a9a-515c-4bba-ace6-d5bcf843e359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:37.739896 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Checking router: 0fb8487e-99c7-41eb-8ac3-c3985016654d for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:16:37.740470 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Updating router 0fb8487e-99c7-41eb-8ac3-c3985016654d port d62948e6-8290-49b2-8a2c-b5760a2b7a54 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:16:37.764193 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:37.901370 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:37.942084 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:16:37.951582 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6054dedb-5bf7-4f36-a440-d1735f171c72 req-d43ed742-816b-473a-9a0e-b456727bbb3c service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809655 Apr 05 20:16:37.955603 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-04c4fcaf-06be-493b-a0ff-1142ad463c98 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0641334 Apr 05 20:16:38.060227 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-281386e0-58e9-4d64-88ab-35e3216140be req-3059ab80-56cb-485b-8d69-6304ba687f92 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1161930613&fields=id&tenant_id=313ef90b753e46b0b1e67425a2190bfd HTTP/1.1" status: 200 len: 267 time: 0.2478368 Apr 05 20:16:38.162623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 592d05ff-4547-496c-a734-f80da3fb2cbb up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:38.370035 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-faf7126a-64e0-4844-ba58-65277164b833 req-12e30d7b-c872-4849-99ca-a693d950092e tempest-FloatingIPDetailsNegativeTestJSON-928560558 tempest-FloatingIPDetailsNegativeTestJSON-928560558-project] show failed (client error): The resource could not be found. Apr 05 20:16:38.398453 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-faf7126a-64e0-4844-ba58-65277164b833 req-12e30d7b-c872-4849-99ca-a693d950092e tempest-FloatingIPDetailsNegativeTestJSON-928560558 tempest-FloatingIPDetailsNegativeTestJSON-928560558-project] 10.222.0.24 "GET /v2.0/floatingips/1e8437d2-b9a1-4172-b9b9-c59fbf46ad4a HTTP/1.1" status: 404 len: 350 time: 0.2446570 Apr 05 20:16:38.401912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60112) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:38.454560 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:38.531657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:38.569286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69854af7-992e-4c2a-8213-33047acf5d35 None None] Network 06f8637a-ce42-466f-a5bf-ac692e5056d3 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:16:38.577681 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:38.584301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Network 5ee47cee-4865-4aba-8a5b-ec49888bd827 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:38.599566 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Transition to ACTIVE for port object d62948e6-8290-49b2-8a2c-b5760a2b7a54 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:38.601975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:38.605629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:38.618246 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:38.628778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Router c026280c-445e-45a5-a252-8360fb0ff259 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:16:38.635887 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-0f26e85a-d0ca-46ec-8dc0-0db45a656fab tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:38.637539 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-0f26e85a-d0ca-46ec-8dc0-0db45a656fab tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1&tenant_id=637efc23dfdb499b8292cc0b1136bd84&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 1096 time: 0.7227163 Apr 05 20:16:38.647676 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6054dedb-5bf7-4f36-a440-d1735f171c72 req-de69c42e-1e17-4c65-83ba-f48a2629e020 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6778564 Apr 05 20:16:38.670341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event updated for resources: {'Port': ['ID=9a0e5d13-dbd6-4043-8bad-6b03b0441c91,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:38.710877 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836604-1'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:38.718571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281386e0-58e9-4d64-88ab-35e3216140be req-829e16bf-f117-431f-81e0-5a36614b1f30 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:38.720037 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-281386e0-58e9-4d64-88ab-35e3216140be req-829e16bf-f117-431f-81e0-5a36614b1f30 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 984 time: 0.6590395 Apr 05 20:16:38.740991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:38.741232 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:38.769088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-281386e0-58e9-4d64-88ab-35e3216140be req-c69d729c-5646-419e-ab26-c6c1bdf12129 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'port': {'security_groups': ['9ad411a8-c93f-4f63-a567-3c2f749246e6', 'f017a3f1-582b-46e6-a334-c6ae4f6918f1', 'c693aa16-1417-461c-8321-e73c9b0b7071']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:38.790305 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f6485-8a57-4865-a64a-e657bb2ae054 None None] Pushing event updated for resources: {'Port': ['ID=d62948e6-8290-49b2-8a2c-b5760a2b7a54,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:38.803450 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-540e6707-b0c0-4fd4-8c7f-15913cbd04ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5889256 Apr 05 20:16:38.819617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Request body: {'port': {'device_id': '82718aac-699e-434c-b739-f246ad8f371f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:38.975640 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:38.976214 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0dd303bb-4ed6-4dd0-a81e-03fd52325739 None None] Provisioning complete for port 0b02d5e3-f7e4-4674-aad8-fbb97176d984 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:38.976563 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0dd303bb-4ed6-4dd0-a81e-03fd52325739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:38.982278 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-281386e0-58e9-4d64-88ab-35e3216140be req-c69d729c-5646-419e-ab26-c6c1bdf12129 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:39.045131 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Attempting to bind port d62948e6-8290-49b2-8a2c-b5760a2b7a54 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:39.045515 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Attempting to bind port d62948e6-8290-49b2-8a2c-b5760a2b7a54 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '447fa5c4-efca-4884-a942-caf7ed9a395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c70fa59-c98b-4194-af6d-ae26e7215417'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:39.045855 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Attempting to bind port d62948e6-8290-49b2-8a2c-b5760a2b7a54 on network 7c70fa59-c98b-4194-af6d-ae26e7215417 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:39.052722 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:39.053138 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Checking segment: {'id': '447fa5c4-efca-4884-a942-caf7ed9a395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c70fa59-c98b-4194-af6d-ae26e7215417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:39.053535 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:39.054106 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Bound using segment: {'id': '447fa5c4-efca-4884-a942-caf7ed9a395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c70fa59-c98b-4194-af6d-ae26e7215417'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:39.054585 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Bound port: d62948e6-8290-49b2-8a2c-b5760a2b7a54, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '447fa5c4-efca-4884-a942-caf7ed9a395d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7c70fa59-c98b-4194-af6d-ae26e7215417'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:39.054954 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:39.062817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 592d05ff-4547-496c-a734-f80da3fb2cbb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:39.063182 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:39.088818 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:39.091227 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:39.194082 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] For port d62948e6-8290-49b2-8a2c-b5760a2b7a54, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:39.200082 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] For port d62948e6-8290-49b2-8a2c-b5760a2b7a54, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d62948e6-8290-49b2-8a2c-b5760a2b7a54,segment=NetworkSegment(447fa5c4-efca-4884-a942-caf7ed9a395d),segment_id=447fa5c4-efca-4884-a942-caf7ed9a395d)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:39.201127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ec747c6e-71eb-45b7-b971-b18c6ef132ef, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:39.210618 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:39.263161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef', 'mac_address': 'fa:16:3e:82:32:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:16:39.328778 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f6485-8a57-4865-a64a-e657bb2ae054 None None] Pushing event updated for resources: {'Port': ['ID=d62948e6-8290-49b2-8a2c-b5760a2b7a54,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:39.365640 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Routers {'0fb8487e-99c7-41eb-8ac3-c3985016654d'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:16:39.366316 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['0fb8487e-99c7-41eb-8ac3-c3985016654d'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:39.371971 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:39.409815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec747c6e-71eb-45b7-b971-b18c6ef132ef {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:39.413698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0dd303bb-4ed6-4dd0-a81e-03fd52325739 None None] Port 0b02d5e3-f7e4-4674-aad8-fbb97176d984 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:16:39.416690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-cbe6094d-e21d-464a-bc7a-0f5b4048fd00', 'network_id': 'cbe6094d-e21d-464a-bc7a-0f5b4048fd00', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'fixed_ips': [{'subnet_id': '43a1e6c6-cec2-4d6b-853d-2b7136c39e84'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:16:39.417344 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:39.609374 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] Set router 0fb8487e-99c7-41eb-8ac3-c3985016654d gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:16:39.698518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:39.708511 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:39.719727 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:39.724615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Transition to ACTIVE for port object 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:39.761176 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:39.780195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b9852dfa-9865-42b7-82c4-4d87bab6058c None None] Provisioning for port 96393d59-403e-45e8-ada4-1e53663e2ccb completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:39.781540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7280786-9842-4ded-b2af-4aa1da913210 req-6ef1b898-6765-4948-a2a4-5b80267c5f42 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:39.789250 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d7280786-9842-4ded-b2af-4aa1da913210 req-6ef1b898-6765-4948-a2a4-5b80267c5f42 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 1.2418118 Apr 05 20:16:39.848627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0e5d13-dbd6-4043-8bad-6b03b0441c91,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:39.891531 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d7280786-9842-4ded-b2af-4aa1da913210 req-6e48a422-a397-4a0e-835e-f81753829b57 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/quotas/1ccb3652f5a74824b97498e5d91e065f HTTP/1.1" status: 200 len: 375 time: 0.1013741 Apr 05 20:16:39.922553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ec747c6e-71eb-45b7-b971-b18c6ef132ef, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:39.946016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Allocated IP 19.86.0.2 (cbe6094d-e21d-464a-bc7a-0f5b4048fd00/43a1e6c6-cec2-4d6b-853d-2b7136c39e84/5e495904-6915-42b1-b023-6818a122fe46) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:39.952529 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:39.981442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:16:40.004523 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1798e34a-6466-4810-94cb-b57fac47aee2 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:16:40.008864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Sync routers for ids ['c026280c-445e-45a5-a252-8360fb0ff259'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:16:40.016222 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c2e2212f-438a-420d-adc1-bb693e3f07a5 admin admin] 10.222.0.24 "PUT /v2.0/routers/c026280c-445e-45a5-a252-8360fb0ff259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9489496 Apr 05 20:16:40.078546 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1143468421-router', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:18Z', 'updated_at': '2022-04-05T20:16:33Z', 'revision_number': 4, 'project_id': 'af955f3c20c1427595f2aa533db74e4e', 'gw_port': {'id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:20Z', 'updated_at': '2022-04-05T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd62948e6-8290-49b2-8a2c-b5760a2b7a54', 'name': '', 'network_id': '7c70fa59-c98b-4194-af6d-ae26e7215417', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'mac_address': 'fa:16:3e:0c:bc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '4af16a9a-515c-4bba-ace6-d5bcf843e359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:30Z', 'updated_at': '2022-04-05T20:16:39Z', 'revision_number': 4, 'project_id': 'af955f3c20c1427595f2aa533db74e4e', 'subnets': [{'id': '4af16a9a-515c-4bba-ace6-d5bcf843e359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:40.085067 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e85fb-67fd-404d-a3a4-d1f7a3b0a0d1 None None] The sync data for ids ['0fb8487e-99c7-41eb-8ac3-c3985016654d'] in n-d-836604-1 is: [{'id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1143468421-router', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:18Z', 'updated_at': '2022-04-05T20:16:33Z', 'revision_number': 4, 'project_id': 'af955f3c20c1427595f2aa533db74e4e', 'gw_port': {'id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:20Z', 'updated_at': '2022-04-05T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd62948e6-8290-49b2-8a2c-b5760a2b7a54', 'name': '', 'network_id': '7c70fa59-c98b-4194-af6d-ae26e7215417', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'mac_address': 'fa:16:3e:0c:bc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': '4af16a9a-515c-4bba-ace6-d5bcf843e359', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:30Z', 'updated_at': '2022-04-05T20:16:39Z', 'revision_number': 4, 'project_id': 'af955f3c20c1427595f2aa533db74e4e', 'subnets': [{'id': '4af16a9a-515c-4bba-ace6-d5bcf843e359', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:16:40.178768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-281386e0-58e9-4d64-88ab-35e3216140be req-c69d729c-5646-419e-ab26-c6c1bdf12129 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] For port a378ca5e-c5d4-46d3-a190-f200f4796d74, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a378ca5e-c5d4-46d3-a190-f200f4796d74,segment=NetworkSegment(4059bc4e-6a65-4324-812d-3a9d6d562911),segment_id=4059bc4e-6a65-4324-812d-3a9d6d562911)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:40.242939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-281386e0-58e9-4d64-88ab-35e3216140be req-c69d729c-5646-419e-ab26-c6c1bdf12129 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:40.261567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['ec747c6e-71eb-45b7-b971-b18c6ef132ef'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:40.262638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Attempting to bind port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:40.263005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Attempting to bind port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:40.263324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Attempting to bind port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:40.267705 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-281386e0-58e9-4d64-88ab-35e3216140be req-c69d729c-5646-419e-ab26-c6c1bdf12129 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:40.309554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:16:40.309865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Attempting to bind port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:40.323393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['a378ca5e-c5d4-46d3-a190-f200f4796d74'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:40.350746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:40.351013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Routers {'c026280c-445e-45a5-a252-8360fb0ff259'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:16:40.351464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c026280c-445e-45a5-a252-8360fb0ff259'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:40.351917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Checking segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:40.352799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Bound using segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:40.353674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Bound port: 9a0e5d13-dbd6-4043-8bad-6b03b0441c91, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:40.354291 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:40.357578 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d7280786-9842-4ded-b2af-4aa1da913210 req-785d3048-494d-422b-ab02-474bba5f1137 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4648042 Apr 05 20:16:40.427122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1798e34a-6466-4810-94cb-b57fac47aee2,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:40.496017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281386e0-58e9-4d64-88ab-35e3216140be req-c69d729c-5646-419e-ab26-c6c1bdf12129 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:40.496807 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-281386e0-58e9-4d64-88ab-35e3216140be req-c69d729c-5646-419e-ab26-c6c1bdf12129 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:40.498570 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-281386e0-58e9-4d64-88ab-35e3216140be req-c69d729c-5646-419e-ab26-c6c1bdf12129 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "PUT /v2.0/ports/a378ca5e-c5d4-46d3-a190-f200f4796d74 HTTP/1.1" status: 200 len: 1020 time: 1.7345579 Apr 05 20:16:40.501317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '499ba438-7125-48a5-8be8-3031ab15b7e1', 'tag': 'a378ca5e-c5d4-46d3-a190-f200f4796d74'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:40.513973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] For port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:40.516397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d729c-5646-419e-ab26-c6c1bdf12129 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'Port': ['ID=a378ca5e-c5d4-46d3-a190-f200f4796d74,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:40.529071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] For port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9a0e5d13-dbd6-4043-8bad-6b03b0441c91,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:40.537164 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:40.604175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 96393d59-403e-45e8-ada4-1e53663e2ccb up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:40.606175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:40.617027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:40.618193 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:40.620513 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] 10.222.0.13 "PUT /v2.0/ports/9a0e5d13-dbd6-4043-8bad-6b03b0441c91 HTTP/1.1" status: 200 len: 1091 time: 1.8055549 Apr 05 20:16:40.717979 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:16:40.719280 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d7280786-9842-4ded-b2af-4aa1da913210 req-23294f5b-2d03-49e6-8c3f-2df649e2f358 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607554 Apr 05 20:16:40.844252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e561af2-acb3-4ebe-be29-a03c7991eeb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1798e34a-6466-4810-94cb-b57fac47aee2'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:40.850985 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:40.907016 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:40.938813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['a378ca5e-c5d4-46d3-a190-f200f4796d74'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:40.971022 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a559aef2-f46e-4af8-8590-893f3b56e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:40.996390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382c004-bd4a-4b6a-a806-e7f585e49b36 service neutron] Pushing event updated for resources: {'Port': ['ID=9a0e5d13-dbd6-4043-8bad-6b03b0441c91,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:41.028587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ec747c6e-71eb-45b7-b971-b18c6ef132ef,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:41.044512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-5de0118c-a30a-4c64-81f9-afe10c2ab678 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:41.053483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-5de0118c-a30a-4c64-81f9-afe10c2ab678 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:41.054299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4a61aaae-0798-406e-b29e-1da101655229 req-5de0118c-a30a-4c64-81f9-afe10c2ab678 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Synchronizing usage tracker for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:41.086416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-6def68ef-f37e-4c23-997f-576fa2da8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:41.087741 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-6def68ef-f37e-4c23-997f-576fa2da8774 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=82718aac-699e-434c-b739-f246ad8f371f HTTP/1.1" status: 200 len: 1094 time: 0.2418783 Apr 05 20:16:41.090413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4a61aaae-0798-406e-b29e-1da101655229 req-5de0118c-a30a-4c64-81f9-afe10c2ab678 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Unset dirty status for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:41.091775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-5de0118c-a30a-4c64-81f9-afe10c2ab678 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/networks?id=06f8637a-ce42-466f-a5bf-ac692e5056d3&id=cbe6094d-e21d-464a-bc7a-0f5b4048fd00 HTTP/1.1" status: 200 len: 1391 time: 0.4539654 Apr 05 20:16:41.137824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1798e34a-6466-4810-94cb-b57fac47aee2,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:41.172056 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-a52f0843-4d9b-4a95-95a4-b561e66aac09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a0e5d13-dbd6-4043-8bad-6b03b0441c91 HTTP/1.1" status: 200 len: 217 time: 0.0774839 Apr 05 20:16:41.175884 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-9b2a41c1-e9c0-4c6c-9a7b-70f850c0d382 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/quotas/15f1e4963ec848aab8e6a36d8339f80d HTTP/1.1" status: 200 len: 375 time: 0.0228951 Apr 05 20:16:41.230781 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:41.255245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1798e34a-6466-4810-94cb-b57fac47aee2 has no active binding in host n-h1-836604-1 {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:16:41.289503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Transition to ACTIVE for port object 5e495904-6915-42b1-b023-6818a122fe46 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:41.292554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-49eeddaa-0652-4e13-8674-5466afaafc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:41.295207 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-49eeddaa-0652-4e13-8674-5466afaafc44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.1169388 Apr 05 20:16:41.356018 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-324b7a88-1568-4103-bac3-e18fba6082db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544331 Apr 05 20:16:41.372103 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 96393d59-403e-45e8-ada4-1e53663e2ccb completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:41.448766 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d7280786-9842-4ded-b2af-4aa1da913210 req-603ac07a-bc98-402a-a1ec-33efb5a6aca7 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7285311 Apr 05 20:16:41.452201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Pushing event updated for resources: {'Port': ['ID=1798e34a-6466-4810-94cb-b57fac47aee2,revision_number=7']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:41.477272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Attempting to bind port 1798e34a-6466-4810-94cb-b57fac47aee2 on host n-h2-836604-1 for vnic_type normal with profile {"migrating_to": "n-h1-836604-1"} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:41.477600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Attempting to bind port 1798e34a-6466-4810-94cb-b57fac47aee2 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:41.477949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Attempting to bind port 1798e34a-6466-4810-94cb-b57fac47aee2 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:41.499803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 96393d59-403e-45e8-ada4-1e53663e2ccb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:41.500494 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:41.505065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Port 1798e34a-6466-4810-94cb-b57fac47aee2 on network 51344418-38f5-4178-a1c3-ae0225c075f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:16:41.505391 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Attempting to bind port 1798e34a-6466-4810-94cb-b57fac47aee2 on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:41.519200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4a61aaae-0798-406e-b29e-1da101655229 req-e3cadf9c-0814-47fa-8aff-39d7ca869272 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Synchronizing usage tracker for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:41.524388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:41.525401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Checking segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:41.525401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Bound using segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:41.525705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Bound port: 1798e34a-6466-4810-94cb-b57fac47aee2, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:41.526034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:41.548409 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Transition to ACTIVE for port object 5e495904-6915-42b1-b023-6818a122fe46 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:41.585442 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-332db0b7-018c-480c-9554-6a7615e8ad0d service neutron] 10.222.0.13 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193439 Apr 05 20:16:41.587080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4a61aaae-0798-406e-b29e-1da101655229 req-e3cadf9c-0814-47fa-8aff-39d7ca869272 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Unset dirty status for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:41.598097 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-e3cadf9c-0814-47fa-8aff-39d7ca869272 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=15f1e4963ec848aab8e6a36d8339f80d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3569536 Apr 05 20:16:41.640352 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-44f9d258-0a6d-4fd7-ba99-578765b93dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:41.659348 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:41.830149 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-d841816c-06a4-4edc-9bbe-96b9055c1107 service neutron] 10.222.0.13 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297182 Apr 05 20:16:41.865572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:41.875284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1798e34a-6466-4810-94cb-b57fac47aee2,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:41.888412 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:41.919743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Set router c026280c-445e-45a5-a252-8360fb0ff259 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:16:42.021449 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-5717af0e-d1e3-46e8-a9fe-047a0974b3de service neutron] 10.222.0.24 "GET /v2.0/networks/06f8637a-ce42-466f-a5bf-ac692e5056d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224679 Apr 05 20:16:42.104843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Network cbe6094d-e21d-464a-bc7a-0f5b4048fd00 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:42.111626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Pushing event updated for resources: {'Port': ['ID=5e495904-6915-42b1-b023-6818a122fe46,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:42.121907 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:42.135454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Pushing event updated for resources: {'Port': ['ID=1798e34a-6466-4810-94cb-b57fac47aee2,revision_number=8']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:42.154356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:42.199035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a559aef2-f46e-4af8-8590-893f3b56e78b admin admin] Deleting port d62948e6-8290-49b2-8a2c-b5760a2b7a54 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:42.199374 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a559aef2-f46e-4af8-8590-893f3b56e78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:42.252476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:42.253081 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:42.254482 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-2bf8ac8e-4cf9-4c1e-985c-27c257f8f748 service neutron] 10.222.0.13 "PUT /v2.0/ports/1798e34a-6466-4810-94cb-b57fac47aee2 HTTP/1.1" status: 200 len: 1121 time: 3.5577538 Apr 05 20:16:42.274255 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-15003bc4-119d-46a9-a44e-fb28e7139cba service neutron] 10.222.0.24 "GET /v2.0/networks/06f8637a-ce42-466f-a5bf-ac692e5056d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448769 Apr 05 20:16:42.299729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bde7d7a3-13e8-49e3-b9f6-4c42734b1ea7 None None] Provisioning complete for port 96393d59-403e-45e8-ada4-1e53663e2ccb triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:42.300219 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bde7d7a3-13e8-49e3-b9f6-4c42734b1ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:42.377395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b48dd-433b-41b3-b0c8-c02c2dd16bdc req-130c9154-f811-495b-bede-2b3d1f1d2c6a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:42.379246 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-492b48dd-433b-41b3-b0c8-c02c2dd16bdc req-130c9154-f811-495b-bede-2b3d1f1d2c6a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 943 time: 0.4138160 Apr 05 20:16:42.433443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['1798e34a-6466-4810-94cb-b57fac47aee2'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:42.458454 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-8af04a1b-b77d-4b70-992e-f92280acd439 service neutron] 10.222.0.24 "GET /v2.0/networks/cbe6094d-e21d-464a-bc7a-0f5b4048fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832771 Apr 05 20:16:42.462415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['1798e34a-6466-4810-94cb-b57fac47aee2'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:42.535557 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-492b48dd-433b-41b3-b0c8-c02c2dd16bdc req-0e9ae5bb-9be3-424e-9a6f-5317b78a1a0f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488433 Apr 05 20:16:42.613160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-a559aef2-f46e-4af8-8590-893f3b56e78b admin admin] For port d62948e6-8290-49b2-8a2c-b5760a2b7a54, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d62948e6-8290-49b2-8a2c-b5760a2b7a54,segment=NetworkSegment(447fa5c4-efca-4884-a942-caf7ed9a395d),segment_id=447fa5c4-efca-4884-a942-caf7ed9a395d)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:42.613513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a559aef2-f46e-4af8-8590-893f3b56e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:42.638820 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-d6c687a4-409d-436e-ab04-729e40d6a691 service neutron] 10.222.0.24 "GET /v2.0/networks/cbe6094d-e21d-464a-bc7a-0f5b4048fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707776 Apr 05 20:16:42.810372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a559aef2-f46e-4af8-8590-893f3b56e78b admin admin] Calling delete_port for d62948e6-8290-49b2-8a2c-b5760a2b7a54 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:42.887499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Attempting to bind port 5e495904-6915-42b1-b023-6818a122fe46 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:42.887874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Attempting to bind port 5e495904-6915-42b1-b023-6818a122fe46 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '55b8b93b-1423-4920-be8c-2c04de0da53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cbe6094d-e21d-464a-bc7a-0f5b4048fd00'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:42.888235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Attempting to bind port 5e495904-6915-42b1-b023-6818a122fe46 on network cbe6094d-e21d-464a-bc7a-0f5b4048fd00 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:42.893716 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:42.932249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:42.932595 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Checking segment: {'id': '55b8b93b-1423-4920-be8c-2c04de0da53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cbe6094d-e21d-464a-bc7a-0f5b4048fd00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:42.932994 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:42.933382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Bound using segment: {'id': '55b8b93b-1423-4920-be8c-2c04de0da53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cbe6094d-e21d-464a-bc7a-0f5b4048fd00'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:42.934038 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Bound port: 5e495904-6915-42b1-b023-6818a122fe46, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b8b93b-1423-4920-be8c-2c04de0da53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cbe6094d-e21d-464a-bc7a-0f5b4048fd00'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:42.934519 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:42.969172 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 96393d59-403e-45e8-ada4-1e53663e2ccb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=96393d59-403e-45e8-ada4-1e53663e2ccb,segment=NetworkSegment(45f77b7c-a845-49c9-b551-4527eb8efae7),segment_id=45f77b7c-a845-49c9-b551-4527eb8efae7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:42.970540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['b85dd6f7-8aaa-4c12-b369-096f50b0e403'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:43.192033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] For port 5e495904-6915-42b1-b023-6818a122fe46, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:43.195528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] For port 5e495904-6915-42b1-b023-6818a122fe46, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5e495904-6915-42b1-b023-6818a122fe46,segment=NetworkSegment(55b8b93b-1423-4920-be8c-2c04de0da53c),segment_id=55b8b93b-1423-4920-be8c-2c04de0da53c)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:43.216934 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:43.225582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392dd890-db42-4315-8fcc-39616b493fe7 req-bbc5ed60-7cf1-4da7-a98d-c178d8d1053e tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:43.232442 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-392dd890-db42-4315-8fcc-39616b493fe7 req-bbc5ed60-7cf1-4da7-a98d-c178d8d1053e tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 949 time: 0.2059913 Apr 05 20:16:43.295092 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:43.345954 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-392dd890-db42-4315-8fcc-39616b493fe7 req-c20a5921-e221-49ff-bced-1b52d607590d tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05abd1-96b2-469c-9c4e-d6696909fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948277 Apr 05 20:16:43.468531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d62948e6-8290-49b2-8a2c-b5760a2b7a54 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:43.492466 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2039ad82-33a5-4575-a2a1-18a431647787 req-434c419d-b165-4a68-96f0-f23d6493361c tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/c693aa16-1417-461c-8321-e73c9b0b7071 HTTP/1.1" status: 200 len: 1800 time: 0.0815587 Apr 05 20:16:43.516251 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a559aef2-f46e-4af8-8590-893f3b56e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:43.746532 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=96393d59-403e-45e8-ada4-1e53663e2ccb,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:43.836370 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: d62948e6-8290-49b2-8a2c-b5760a2b7a54 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:16:43.836552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d62948e6-8290-49b2-8a2c-b5760a2b7a54 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 05 20:16:43.948969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559aef2-f46e-4af8-8590-893f3b56e78b admin admin] Pushing event deleted for resources: {'Port': ['ID=d62948e6-8290-49b2-8a2c-b5760a2b7a54,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:43.958158 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-acb590bf-a020-4c53-a8ef-7323d5a8e613 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7572975 Apr 05 20:16:43.963925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:43.974248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:43.988721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7280786-9842-4ded-b2af-4aa1da913210 req-d908f085-12eb-45bc-8a93-555078f6e3b1 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:43.992163 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7280786-9842-4ded-b2af-4aa1da913210 req-d908f085-12eb-45bc-8a93-555078f6e3b1 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 0.6996484 Apr 05 20:16:43.995765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Usage tracker for resource:floatingip and tenant:733e32bda62040479acc38d88b2827f5 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:43.999181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:44.008364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:44.028356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32292f7-d6a9-4ffe-b18b-69c8481f1059 None None] Pushing event updated for resources: {'Port': ['ID=5e495904-6915-42b1-b023-6818a122fe46,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:44.030225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Request body: {'port': {'device_id': 'e3b17a6e-fcde-4aa5-bd2f-977e76c444db', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'admin_state_up': True, 'tenant_id': '1ccb3652f5a74824b97498e5d91e065f'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:44.041160 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-2039ad82-33a5-4575-a2a1-18a431647787 req-f5e578a8-d5a5-4013-b8c2-672e1b83c4f8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 20:16:44.042279 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2039ad82-33a5-4575-a2a1-18a431647787 req-f5e578a8-d5a5-4013-b8c2-672e1b83c4f8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "DELETE /v2.0/security-groups/c693aa16-1417-461c-8321-e73c9b0b7071 HTTP/1.1" status: 409 len: 341 time: 0.5487359 Apr 05 20:16:44.100255 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:44.201856 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '499ba438-7125-48a5-8be8-3031ab15b7e1', 'tag': 'a378ca5e-c5d4-46d3-a190-f200f4796d74', 'status': 'completed', 'code': 200} Apr 05 20:16:44.251816 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e561af2-acb3-4ebe-be29-a03c7991eeb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1798e34a-6466-4810-94cb-b57fac47aee2', 'code': 200} Apr 05 20:16:44.297647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:16:44.368349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:44.380807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Usage tracker for resource:port and tenant:1ccb3652f5a74824b97498e5d91e065f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:44.384299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:44.392718 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:44.412383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Made reservation on behalf of 1ccb3652f5a74824b97498e5d91e065f for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:44.415972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:44.438815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ec747c6e-71eb-45b7-b971-b18c6ef132ef up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:44.532740 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:44.580937 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-357f827f-0c51-49b3-8f0f-cc19e1d0b338 req-f24b8c5c-7c1f-4a40-814d-8811e0530f49 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b17a6e-fcde-4aa5-bd2f-977e76c444db HTTP/1.1" status: 200 len: 210 time: 0.1676164 Apr 05 20:16:44.590666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Port d62948e6-8290-49b2-8a2c-b5760a2b7a54 not found, will not notify nova. {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 05 20:16:44.604062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a559aef2-f46e-4af8-8590-893f3b56e78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:44.747982 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b6effa13-45b8-4f96-887c-0994feeaad47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:44.782606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f053156-4489-4a93-9f24-7b7ae8fb8ba6 req-da0d74c8-2e6f-41b0-9384-883c9f0faff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:44.787473 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:44.788978 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f053156-4489-4a93-9f24-7b7ae8fb8ba6 req-da0d74c8-2e6f-41b0-9384-883c9f0faff5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=313ef90b753e46b0b1e67425a2190bfd&device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 1174 time: 0.5356567 Apr 05 20:16:44.849468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'name': 'tempest-FloatingIPDetailsTestJSON-1432211318-router', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:24Z', 'updated_at': '2022-04-05T20:16:35Z', 'revision_number': 4, 'project_id': '733e32bda62040479acc38d88b2827f5', 'gw_port': {'id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:26Z', 'updated_at': '2022-04-05T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '0b02d5e3-f7e4-4674-aad8-fbb97176d984', 'name': '', 'network_id': '7de10071-c9e7-4f56-80b8-1ab84eb4b12b', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'mac_address': 'fa:16:3e:ea:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '43777b6d-9295-41e2-bee7-ee279fa12713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:32Z', 'updated_at': '2022-04-05T20:16:35Z', 'revision_number': 2, 'project_id': '733e32bda62040479acc38d88b2827f5', 'subnets': [{'id': '43777b6d-9295-41e2-bee7-ee279fa12713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:44.856247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Allocated IP 172.20.0.10 (5ee47cee-4865-4aba-8a5b-ec49888bd827/ca381f74-bd26-46e2-abab-12d6223326b0/17b1bc22-b62c-4c6e-a938-5cf9e64dd7db) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:44.860827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-f794618b-1194-4bd8-9cde-cb0bddc542a5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:44.862731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port ec747c6e-71eb-45b7-b971-b18c6ef132ef completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:44.871424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-f794618b-1194-4bd8-9cde-cb0bddc542a5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:44.873333 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-f794618b-1194-4bd8-9cde-cb0bddc542a5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.13 "GET /v2.0/networks?id=06f8637a-ce42-466f-a5bf-ac692e5056d3&id=cbe6094d-e21d-464a-bc7a-0f5b4048fd00 HTTP/1.1" status: 200 len: 1391 time: 0.5229974 Apr 05 20:16:44.892249 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Allocated IP 172.25.8.134 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/29ef6afa-071f-426d-8b2d-a2b01b599abe) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:44.902453 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:44.909089 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Checking router: c026280c-445e-45a5-a252-8360fb0ff259 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:16:44.909443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Updating router c026280c-445e-45a5-a252-8360fb0ff259 port 0b02d5e3-f7e4-4674-aad8-fbb97176d984 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:16:44.945050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port ec747c6e-71eb-45b7-b971-b18c6ef132ef triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:44.945579 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:44.977098 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9a0e5d13-dbd6-4043-8bad-6b03b0441c91,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:44.998226 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a35dcd94-2753-4a53-8e9c-171b8e2c8c68 req-621b85e8-6233-4fad-af74-70b3c504634e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 210 time: 0.1511014 Apr 05 20:16:45.002222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Request body: {'port': {'device_id': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'network_id': '06f8637a-ce42-466f-a5bf-ac692e5056d3', 'admin_state_up': True, 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:45.073365 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '9a0e5d13-dbd6-4043-8bad-6b03b0441c91', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'port_id': '9a0e5d13-dbd6-4043-8bad-6b03b0441c91', 'mac_address': 'fa:16:3e:a1:ba:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca381f74-bd26-46e2-abab-12d6223326b0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:16:45.156769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd84907-8500-4d9a-8b60-3d505ee50c26 None None] Network cbe6094d-e21d-464a-bc7a-0f5b4048fd00 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:16:45.229063 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:45.236542 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:45.259440 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:45.279927 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-92c5fb9d-f0a4-4e17-a2ed-2d7906fc0ea2 None None] Provisioning for port 5e495904-6915-42b1-b023-6818a122fe46 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:45.311297 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:45.405842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:45.409461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f053156-4489-4a93-9f24-7b7ae8fb8ba6 req-16c4b17f-0189-4f42-b238-368d9b79b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:45.411052 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f053156-4489-4a93-9f24-7b7ae8fb8ba6 req-16c4b17f-0189-4f42-b238-368d9b79b771 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 HTTP/1.1" status: 200 len: 914 time: 0.6006722 Apr 05 20:16:45.418740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Usage tracker for resource:port and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:45.425624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Pushing event updated for resources: {'Port': ['ID=29ef6afa-071f-426d-8b2d-a2b01b599abe,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:45.432968 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:45.456984 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:45.460331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:45.465503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:45.466086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:45.486918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:45.503810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:45.525819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:45.592173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Network 5ee47cee-4865-4aba-8a5b-ec49888bd827 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:45.598207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:45.611633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:45.625581 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9a0e5d13-dbd6-4043-8bad-6b03b0441c91,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:45.655448 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:45.657420 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 96393d59-403e-45e8-ada4-1e53663e2ccb up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:45.661741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event updated for resources: {'Port': ['ID=17b1bc22-b62c-4c6e-a938-5cf9e64dd7db,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:45.699454 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:45.770894 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:45.821282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:45.821779 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:45.830083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:45.874575 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f053156-4489-4a93-9f24-7b7ae8fb8ba6 req-637f032a-3851-4d9f-a8f7-ebedcbb7bfdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a378ca5e-c5d4-46d3-a190-f200f4796d74 HTTP/1.1" status: 200 len: 217 time: 0.4523242 Apr 05 20:16:45.901038 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7280786-9842-4ded-b2af-4aa1da913210 req-fee5c730-3874-4fd2-9c6d-70e18ee110b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8853831 Apr 05 20:16:45.949816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:45.953666 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:45.955571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Request body: {'port': {'device_id': 'e3b17a6e-fcde-4aa5-bd2f-977e76c444db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:45.986642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a559aef2-f46e-4af8-8590-893f3b56e78b admin admin] Router 0fb8487e-99c7-41eb-8ac3-c3985016654d has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:16:46.048348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f053156-4489-4a93-9f24-7b7ae8fb8ba6 req-99a67e0f-58f2-4325-94c4-08f0f5ccb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:46.049853 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f053156-4489-4a93-9f24-7b7ae8fb8ba6 req-99a67e0f-58f2-4325-94c4-08f0f5ccb91c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=318ad2b9-d4e2-423a-967c-87c103b42a46 HTTP/1.1" status: 200 len: 853 time: 0.1639199 Apr 05 20:16:46.080735 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:46.102437 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['9a0e5d13-dbd6-4043-8bad-6b03b0441c91'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:46.122319 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:46.158428 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:46.204836 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f053156-4489-4a93-9f24-7b7ae8fb8ba6 req-c38ae2d5-c2a7-4e33-9c01-66873a0c9ace service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359763 Apr 05 20:16:46.207702 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:46.212302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=9a0e5d13-dbd6-4043-8bad-6b03b0441c91,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:46.228902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e0e6a-1030-4745-8f5a-d1fccd9f69e8 req-3429a951-ca61-4b2d-8658-ffa95df9e360 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:46.230474 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085e0e6a-1030-4745-8f5a-d1fccd9f69e8 req-3429a951-ca61-4b2d-8658-ffa95df9e360 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 945 time: 0.4283378 Apr 05 20:16:46.254020 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e561af2-acb3-4ebe-be29-a03c7991eeb1', 'tag': '1798e34a-6466-4810-94cb-b57fac47aee2'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:46.305799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 96393d59-403e-45e8-ada4-1e53663e2ccb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:46.305799 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:46.311502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82718aac-699e-434c-b739-f246ad8f371f', 'tag': '9a0e5d13-dbd6-4043-8bad-6b03b0441c91'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:46.317929 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:46.327709 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:46.335583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ec747c6e-71eb-45b7-b971-b18c6ef132ef, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:46.412520 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:46.460429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Pushing event updated for resources: {'Port': ['ID=29ef6afa-071f-426d-8b2d-a2b01b599abe,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:46.521300 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:46.559280 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085e0e6a-1030-4745-8f5a-d1fccd9f69e8 req-98e55efb-da19-47ac-a5d0-671fac7e8511 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/security-groups?id=78d799eb-e647-47be-b87f-b4df7b26ad45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2961473 Apr 05 20:16:46.560591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Allocated IP 19.80.0.149 (06f8637a-ce42-466f-a5bf-ac692e5056d3/7615f3cd-2349-47cc-a766-abc4299e2486/f355745e-1f42-4040-92f1-f10a5b0c703f) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:46.585081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a559aef2-f46e-4af8-8590-893f3b56e78b admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:16:46.597899 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f053156-4489-4a93-9f24-7b7ae8fb8ba6 req-1ea75f7f-74c2-4140-b5f5-7bb43b3ad71c service neutron] 10.222.0.41 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807309 Apr 05 20:16:46.599371 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc116e0e-d9f7-46c4-9ffb-830d7c02650f None None] Sync routers for ids ['0fb8487e-99c7-41eb-8ac3-c3985016654d'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:16:46.614031 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc116e0e-d9f7-46c4-9ffb-830d7c02650f None None] Routers {'0fb8487e-99c7-41eb-8ac3-c3985016654d'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:16:46.614647 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dc116e0e-d9f7-46c4-9ffb-830d7c02650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:16:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['0fb8487e-99c7-41eb-8ac3-c3985016654d'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:46.620745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ec747c6e-71eb-45b7-b971-b18c6ef132ef,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:46.669007 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a559aef2-f46e-4af8-8590-893f3b56e78b admin admin] 10.222.0.24 "PUT /v2.0/routers/0fb8487e-99c7-41eb-8ac3-c3985016654d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2450094 Apr 05 20:16:46.669849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60194) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:46.833058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5e495904-6915-42b1-b023-6818a122fe46 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:46.881951 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-dc116e0e-d9f7-46c4-9ffb-830d7c02650f None None] Set router 0fb8487e-99c7-41eb-8ac3-c3985016654d gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:16:46.918553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:46.944972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:46.984310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Transition to ACTIVE for port object 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:46.986873 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:46.988003 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:46.992468 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-0ae866e2-5f94-4ff8-a486-d0675971924a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0328982 Apr 05 20:16:46.999022 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:47.034066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Transition to ACTIVE for port object 0b02d5e3-f7e4-4674-aad8-fbb97176d984 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:47.056584 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:47.176790 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef4c7b-e99b-4340-9ded-36a9c36d4b3d None None] Pushing event updated for resources: {'Port': ['ID=0b02d5e3-f7e4-4674-aad8-fbb97176d984,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:47.196731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 5e495904-6915-42b1-b023-6818a122fe46 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:47.225316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-74c50291-2c72-494a-aabd-b0b70dc36095 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Synchronizing usage tracker for tenant:733e32bda62040479acc38d88b2827f5 on resource:floatingip {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:47.239485 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:47.256059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Pushing event updated for resources: {'Port': ['ID=17b1bc22-b62c-4c6e-a938-5cf9e64dd7db,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:47.256921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Transition to ACTIVE for port object f355745e-1f42-4040-92f1-f10a5b0c703f will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:47.306056 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:47.325563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5e495904-6915-42b1-b023-6818a122fe46 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:47.325946 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:47.331526 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dc116e0e-d9f7-46c4-9ffb-830d7c02650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1143468421-router', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:18Z', 'updated_at': '2022-04-05T20:16:43Z', 'revision_number': 5, 'project_id': 'af955f3c20c1427595f2aa533db74e4e', 'gw_port': {'id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:20Z', 'updated_at': '2022-04-05T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:47.335870 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc116e0e-d9f7-46c4-9ffb-830d7c02650f None None] Checking router: 0fb8487e-99c7-41eb-8ac3-c3985016654d for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:16:47.347101 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc116e0e-d9f7-46c4-9ffb-830d7c02650f None None] Routers {'0fb8487e-99c7-41eb-8ac3-c3985016654d'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:16:47.347703 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dc116e0e-d9f7-46c4-9ffb-830d7c02650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:16:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['0fb8487e-99c7-41eb-8ac3-c3985016654d'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:47.357113 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f053156-4489-4a93-9f24-7b7ae8fb8ba6 req-2241e5a8-300e-49fd-8d4c-a789da24d74e service neutron] 10.222.0.41 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7513759 Apr 05 20:16:47.426799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:47.450060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-74c50291-2c72-494a-aabd-b0b70dc36095 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Unset dirty status for tenant:733e32bda62040479acc38d88b2827f5 on resource:floatingip {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:47.461809 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-74c50291-2c72-494a-aabd-b0b70dc36095 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 696 time: 0.3897071 Apr 05 20:16:47.506767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8fb90b85-bd39-4155-aa1c-414b4fc95453 None None] Provisioning complete for port 5e495904-6915-42b1-b023-6818a122fe46 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:47.506767 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8fb90b85-bd39-4155-aa1c-414b4fc95453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:47.573686 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Attempting to bind port 0b02d5e3-f7e4-4674-aad8-fbb97176d984 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:47.574083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Attempting to bind port 0b02d5e3-f7e4-4674-aad8-fbb97176d984 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '82b2c30b-4ca8-47ae-817f-e6426d972f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7de10071-c9e7-4f56-80b8-1ab84eb4b12b'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:47.574438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Attempting to bind port 0b02d5e3-f7e4-4674-aad8-fbb97176d984 on network 7de10071-c9e7-4f56-80b8-1ab84eb4b12b {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:47.577510 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-dc116e0e-d9f7-46c4-9ffb-830d7c02650f None None] Set router 0fb8487e-99c7-41eb-8ac3-c3985016654d gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:16:47.592745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:47.593107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Checking segment: {'id': '82b2c30b-4ca8-47ae-817f-e6426d972f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7de10071-c9e7-4f56-80b8-1ab84eb4b12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:47.593500 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:47.593905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Bound using segment: {'id': '82b2c30b-4ca8-47ae-817f-e6426d972f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7de10071-c9e7-4f56-80b8-1ab84eb4b12b'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:47.594374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Bound port: 0b02d5e3-f7e4-4674-aad8-fbb97176d984, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b2c30b-4ca8-47ae-817f-e6426d972f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7de10071-c9e7-4f56-80b8-1ab84eb4b12b'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:47.594739 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:47.675094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Network 06f8637a-ce42-466f-a5bf-ac692e5056d3 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:47.717762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e94ce-2599-4526-ab98-05d2a6a631f0 req-caf527f0-2394-46f8-b215-eb727766d2a4 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:47.719238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Attempting to bind port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:47.719753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Attempting to bind port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:47.720254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Attempting to bind port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:47.725593 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-906e94ce-2599-4526-ab98-05d2a6a631f0 req-caf527f0-2394-46f8-b215-eb727766d2a4 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 943 time: 0.9108748 Apr 05 20:16:47.727757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:47.733024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-042f532b-bb5e-4a73-a657-a6aa6f9cc7f3 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:47.735309 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-832e107e-53c8-435b-a2e2-ffcd01321070 req-042f532b-bb5e-4a73-a657-a6aa6f9cc7f3 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.2640445 Apr 05 20:16:47.738802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:16:47.739501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Attempting to bind port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:47.745804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:47.746401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Checking segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:47.747099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Bound using segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:47.747708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Bound port: 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:47.748231 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:47.758808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:47.766374 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:47.820376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event updated for resources: {'Port': ['ID=f355745e-1f42-4040-92f1-f10a5b0c703f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:47.852865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:47.853308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:47.854114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:47.854114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:47.854349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:47.854591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:47.854916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:47.855236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:47.855554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:47.855872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:47.856187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:47.856506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:16:47.932113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] For port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:47.937242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] For port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=17b1bc22-b62c-4c6e-a938-5cf9e64dd7db,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:47.943887 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:47.955385 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8fb90b85-bd39-4155-aa1c-414b4fc95453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:48.002320 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:48.052341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:48.053061 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:48.054582 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7280786-9842-4ded-b2af-4aa1da913210 req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] 10.222.0.41 "PUT /v2.0/ports/17b1bc22-b62c-4c6e-a938-5cf9e64dd7db HTTP/1.1" status: 200 len: 1092 time: 2.1030266 Apr 05 20:16:48.058749 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 5e495904-6915-42b1-b023-6818a122fe46, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5e495904-6915-42b1-b023-6818a122fe46,segment=NetworkSegment(55b8b93b-1423-4920-be8c-2c04de0da53c),segment_id=55b8b93b-1423-4920-be8c-2c04de0da53c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:48.066164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] For port 0b02d5e3-f7e4-4674-aad8-fbb97176d984, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:48.096142 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-906e94ce-2599-4526-ab98-05d2a6a631f0 req-752be69f-5254-48df-82eb-810779269907 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693259 Apr 05 20:16:48.104229 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dc116e0e-d9f7-46c4-9ffb-830d7c02650f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1143468421-router', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:18Z', 'updated_at': '2022-04-05T20:16:43Z', 'revision_number': 5, 'project_id': 'af955f3c20c1427595f2aa533db74e4e', 'gw_port': {'id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:20Z', 'updated_at': '2022-04-05T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:48.109057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:48.110066 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:48.117710 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:48.119299 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc116e0e-d9f7-46c4-9ffb-830d7c02650f None None] The sync data for ids ['0fb8487e-99c7-41eb-8ac3-c3985016654d'] in n-d-836604-1 is: [{'id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1143468421-router', 'tenant_id': 'af955f3c20c1427595f2aa533db74e4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:18Z', 'updated_at': '2022-04-05T20:16:43Z', 'revision_number': 5, 'project_id': 'af955f3c20c1427595f2aa533db74e4e', 'gw_port': {'id': 'a47a05bb-c719-4055-9600-fecf03daa5ca', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:4f:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb8487e-99c7-41eb-8ac3-c3985016654d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:20Z', 'updated_at': '2022-04-05T20:16:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:16:48.139995 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] For port 0b02d5e3-f7e4-4674-aad8-fbb97176d984, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0b02d5e3-f7e4-4674-aad8-fbb97176d984,segment=NetworkSegment(82b2c30b-4ca8-47ae-817f-e6426d972f4f),segment_id=82b2c30b-4ca8-47ae-817f-e6426d972f4f)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:48.217753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-5aad1dd3-95fa-47a6-8aa1-535ad164188c tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2790732 Apr 05 20:16:48.229846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Request body: {'port': {'device_id': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'network_id': 'cbe6094d-e21d-464a-bc7a-0f5b4048fd00', 'admin_state_up': True, 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:48.248808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14101117-ba67-4d6a-af6d-9c388c4f1af3 service neutron] Pushing event updated for resources: {'Port': ['ID=17b1bc22-b62c-4c6e-a938-5cf9e64dd7db,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:48.266725 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:48.299527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7280786-9842-4ded-b2af-4aa1da913210 req-041eec9a-b29f-43fe-bd91-0940ac5d6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:48.301464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7280786-9842-4ded-b2af-4aa1da913210 req-041eec9a-b29f-43fe-bd91-0940ac5d6d63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=e3b17a6e-fcde-4aa5-bd2f-977e76c444db HTTP/1.1" status: 200 len: 1095 time: 0.1958306 Apr 05 20:16:48.373437 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=5e495904-6915-42b1-b023-6818a122fe46,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:48.376644 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:48.395479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] Deleting port a47a05bb-c719-4055-9600-fecf03daa5ca {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:48.395953 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:48.443889 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7280786-9842-4ded-b2af-4aa1da913210 req-da088cf2-b553-4e04-8984-d0e9af2efc43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17b1bc22-b62c-4c6e-a938-5cf9e64dd7db HTTP/1.1" status: 200 len: 217 time: 0.1331704 Apr 05 20:16:48.479583 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-8fb90b85-bd39-4155-aa1c-414b4fc95453 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:16:48.479975 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-8fb90b85-bd39-4155-aa1c-414b4fc95453 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:16:48.506931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Routers {'c026280c-445e-45a5-a252-8360fb0ff259'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:16:48.507584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:16:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c026280c-445e-45a5-a252-8360fb0ff259'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:48.524878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7280786-9842-4ded-b2af-4aa1da913210 req-307927f1-eaff-43e7-a26c-36ad0d8d8365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:48.527143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7280786-9842-4ded-b2af-4aa1da913210 req-307927f1-eaff-43e7-a26c-36ad0d8d8365 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.0742984 Apr 05 20:16:48.593825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:48.604100 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7280786-9842-4ded-b2af-4aa1da913210 req-5dab1480-84d4-434f-a777-398826d3e81b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670481 Apr 05 20:16:48.621312 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:48.621673 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:48.648318 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-af821769-9755-4b31-812c-492d24382d02 service neutron] 10.222.0.41 "GET /v2.0/ports/1798e34a-6466-4810-94cb-b57fac47aee2/bindings/n-h1-836604-1 HTTP/1.1" status: 200 len: 384 time: 0.3711934 Apr 05 20:16:48.658634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef4c7b-e99b-4340-9ded-36a9c36d4b3d None None] Pushing event updated for resources: {'Port': ['ID=0b02d5e3-f7e4-4674-aad8-fbb97176d984,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:48.679549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:48.691406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Usage tracker for resource:port and tenant:15f1e4963ec848aab8e6a36d8339f80d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:48.697252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:48.713044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:48.726753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee56a0-18d8-4446-9314-c28132b3636e req-30d6885b-8e6a-40dd-83b9-859bdce59ce6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:48.727679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4dee56a0-18d8-4446-9314-c28132b3636e req-30d6885b-8e6a-40dd-83b9-859bdce59ce6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Synchronizing usage tracker for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:48.835812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Made reservation on behalf of 15f1e4963ec848aab8e6a36d8339f80d for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:16:48.839822 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:48.842407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4dee56a0-18d8-4446-9314-c28132b3636e req-30d6885b-8e6a-40dd-83b9-859bdce59ce6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Unset dirty status for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:48.843747 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4dee56a0-18d8-4446-9314-c28132b3636e req-30d6885b-8e6a-40dd-83b9-859bdce59ce6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b17a6e-fcde-4aa5-bd2f-977e76c444db HTTP/1.1" status: 200 len: 944 time: 0.4547327 Apr 05 20:16:48.879315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] Set router c026280c-445e-45a5-a252-8360fb0ff259 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:16:48.908753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3919f-9e67-43a3-9948-7f32685049cc req-dda14d8a-364d-40e8-8b3e-49e5d3afe082 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:48.913529 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e6e3919f-9e67-43a3-9948-7f32685049cc req-dda14d8a-364d-40e8-8b3e-49e5d3afe082 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 950 time: 0.5921695 Apr 05 20:16:48.963164 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:49.002757 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7280786-9842-4ded-b2af-4aa1da913210 req-77ea5541-9e2d-4820-a20a-62ea89b7b9dd service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777053 Apr 05 20:16:49.032218 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] For port a47a05bb-c719-4055-9600-fecf03daa5ca, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a47a05bb-c719-4055-9600-fecf03daa5ca,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:49.032634 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:49.059839 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4dee56a0-18d8-4446-9314-c28132b3636e req-bcb3a9da-2354-4394-ac54-907b4fb9e342 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985683 Apr 05 20:16:49.171714 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7280786-9842-4ded-b2af-4aa1da913210 req-6f7050fc-2482-47e2-9e22-e05812a01001 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555705 Apr 05 20:16:49.175102 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e6e3919f-9e67-43a3-9948-7f32685049cc req-9d299b02-94d9-4118-99c2-31defae8e8b9 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05abd1-96b2-469c-9c4e-d6696909fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143164 Apr 05 20:16:49.189165 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9a0e5d13-dbd6-4043-8bad-6b03b0441c91,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:49.213963 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:49.255274 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef', 'code': 200} Apr 05 20:16:49.357146 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-acd6c150-4fe1-421d-96dd-29d7a287b838 None None] Provisioning for port f355745e-1f42-4040-92f1-f10a5b0c703f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:49.365807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=9a0e5d13-dbd6-4043-8bad-6b03b0441c91,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:49.370632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] Calling delete_port for a47a05bb-c719-4055-9600-fecf03daa5ca owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:49.371190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-acd6c150-4fe1-421d-96dd-29d7a287b838 None None] Provisioning complete for port f355745e-1f42-4040-92f1-f10a5b0c703f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:49.371516 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-acd6c150-4fe1-421d-96dd-29d7a287b838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:49.408289 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82718aac-699e-434c-b739-f246ad8f371f', 'tag': '9a0e5d13-dbd6-4043-8bad-6b03b0441c91', 'status': 'completed', 'code': 200} Apr 05 20:16:49.408674 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e561af2-acb3-4ebe-be29-a03c7991eeb1', 'tag': '1798e34a-6466-4810-94cb-b57fac47aee2', 'status': 'completed', 'code': 200} Apr 05 20:16:49.454422 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-acd6c150-4fe1-421d-96dd-29d7a287b838 None None] Port f355745e-1f42-4040-92f1-f10a5b0c703f cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:16:49.480147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'name': 'tempest-FloatingIPDetailsTestJSON-1432211318-router', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:24Z', 'updated_at': '2022-04-05T20:16:35Z', 'revision_number': 4, 'project_id': '733e32bda62040479acc38d88b2827f5', 'gw_port': {'id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:26Z', 'updated_at': '2022-04-05T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '0b02d5e3-f7e4-4674-aad8-fbb97176d984', 'name': '', 'network_id': '7de10071-c9e7-4f56-80b8-1ab84eb4b12b', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'mac_address': 'fa:16:3e:ea:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '43777b6d-9295-41e2-bee7-ee279fa12713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:32Z', 'updated_at': '2022-04-05T20:16:47Z', 'revision_number': 4, 'project_id': '733e32bda62040479acc38d88b2827f5', 'subnets': [{'id': '43777b6d-9295-41e2-bee7-ee279fa12713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:49.484253 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24df930-9ecf-4277-af2a-502d3adce64a None None] The sync data for ids ['c026280c-445e-45a5-a252-8360fb0ff259'] in n-d-836604-1 is: [{'id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'name': 'tempest-FloatingIPDetailsTestJSON-1432211318-router', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:24Z', 'updated_at': '2022-04-05T20:16:35Z', 'revision_number': 4, 'project_id': '733e32bda62040479acc38d88b2827f5', 'gw_port': {'id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:26Z', 'updated_at': '2022-04-05T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '0b02d5e3-f7e4-4674-aad8-fbb97176d984', 'name': '', 'network_id': '7de10071-c9e7-4f56-80b8-1ab84eb4b12b', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'mac_address': 'fa:16:3e:ea:9e:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'device_owner': 'network:router_interface', 'standard_attr_id': 977, 'fixed_ips': [{'subnet_id': '43777b6d-9295-41e2-bee7-ee279fa12713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:32Z', 'updated_at': '2022-04-05T20:16:47Z', 'revision_number': 4, 'project_id': '733e32bda62040479acc38d88b2827f5', 'subnets': [{'id': '43777b6d-9295-41e2-bee7-ee279fa12713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:16:49.594120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833cbb0-6adf-4b92-b0d4-d66ad8aa80c1 req-cb243a2e-fa30-49dc-b10c-15c51a601114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:49.595612 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b833cbb0-6adf-4b92-b0d4-d66ad8aa80c1 req-cb243a2e-fa30-49dc-b10c-15c51a601114 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 1101 time: 0.2623339 Apr 05 20:16:49.608459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46b342e-327a-4eb0-af76-1377f7f8c1e6 req-1b53d9e9-724c-4447-9e43-929e06bf3c27 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:49.615810 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c46b342e-327a-4eb0-af76-1377f7f8c1e6 req-1b53d9e9-724c-4447-9e43-929e06bf3c27 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 932 time: 0.3595889 Apr 05 20:16:49.708295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ca154-93cc-48ce-8fc3-9ac035af52de req-5eac69cb-d041-4ea8-bede-d0d494f8ea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:49.709793 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c73ca154-93cc-48ce-8fc3-9ac035af52de req-5eac69cb-d041-4ea8-bede-d0d494f8ea8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 1124 time: 0.3086824 Apr 05 20:16:49.732958 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c46b342e-327a-4eb0-af76-1377f7f8c1e6 req-54fd8765-1787-4813-ad8a-9d630665a1d7 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161728 Apr 05 20:16:49.778003 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b833cbb0-6adf-4b92-b0d4-d66ad8aa80c1 req-c614b625-5408-4cd8-9145-84b84cc6346e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ef05abd1-96b2-469c-9c4e-d6696909fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470675 Apr 05 20:16:49.783371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba769684-08b3-4ac6-9c73-7c3406c85f47 req-345b9ff1-a0ea-4c8f-b9fa-babe72e35c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:49.785309 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ba769684-08b3-4ac6-9c73-7c3406c85f47 req-345b9ff1-a0ea-4c8f-b9fa-babe72e35c4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=82718aac-699e-434c-b739-f246ad8f371f HTTP/1.1" status: 200 len: 1096 time: 0.3859100 Apr 05 20:16:49.810307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Allocated IP 19.86.0.75 (cbe6094d-e21d-464a-bc7a-0f5b4048fd00/43a1e6c6-cec2-4d6b-853d-2b7136c39e84/c57cd7d0-09c9-41c4-98b7-2cbf55d0778d) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:49.845502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-d722a126-f3ab-483c-8d4f-a1b9b8ed9f58 service neutron] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1798e34a-6466-4810-94cb-b57fac47aee2,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:49.935994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-d722a126-f3ab-483c-8d4f-a1b9b8ed9f58 service neutron] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:49.972841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ca154-93cc-48ce-8fc3-9ac035af52de req-acd6eba2-47ec-4c9e-bc1a-d4fe74943910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:49.974463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c73ca154-93cc-48ce-8fc3-9ac035af52de req-acd6eba2-47ec-4c9e-bc1a-d4fe74943910 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.2539995 Apr 05 20:16:50.018573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ae038676-53cc-4e52-a37e-4356adb3354e req-247049ac-04be-49ae-9b45-9dabc5889f7b tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Synchronizing usage tracker for tenant:733e32bda62040479acc38d88b2827f5 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:50.100670 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c73ca154-93cc-48ce-8fc3-9ac035af52de req-b931695e-0a19-4247-b689-b32c51bc17a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1798e34a-6466-4810-94cb-b57fac47aee2 HTTP/1.1" status: 200 len: 217 time: 0.0885324 Apr 05 20:16:50.111928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac9a19-953f-453b-a322-6d3a08bf0e26 req-f737c987-de3d-4708-b4b0-7c76423a7d2f tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:50.113709 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91ac9a19-953f-453b-a322-6d3a08bf0e26 req-f737c987-de3d-4708-b4b0-7c76423a7d2f tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 1023 time: 0.2180359 Apr 05 20:16:50.117850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-d722a126-f3ab-483c-8d4f-a1b9b8ed9f58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1798e34a-6466-4810-94cb-b57fac47aee2 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:50.244818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-d722a126-f3ab-483c-8d4f-a1b9b8ed9f58 service neutron] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1798e34a-6466-4810-94cb-b57fac47aee2,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:50.292477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ae038676-53cc-4e52-a37e-4356adb3354e req-247049ac-04be-49ae-9b45-9dabc5889f7b tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Unset dirty status for tenant:733e32bda62040479acc38d88b2827f5 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:50.297700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91ac9a19-953f-453b-a322-6d3a08bf0e26 req-b9202b1c-1be8-4f24-befa-91ffae050f27 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&id=c693aa16-1417-461c-8321-e73c9b0b7071&id=9ad411a8-c93f-4f63-a567-3c2f749246e6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0970736 Apr 05 20:16:50.297858 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae038676-53cc-4e52-a37e-4356adb3354e req-247049ac-04be-49ae-9b45-9dabc5889f7b tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8406703 Apr 05 20:16:50.311918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ca154-93cc-48ce-8fc3-9ac035af52de req-5c99216c-e60a-4eb5-9390-d5e29d404b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:50.312837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:50.314176 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c73ca154-93cc-48ce-8fc3-9ac035af52de req-5c99216c-e60a-4eb5-9390-d5e29d404b54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.1988001 Apr 05 20:16:50.320257 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:50.354188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0b02d5e3-f7e4-4674-aad8-fbb97176d984 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:50.381708 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c73ca154-93cc-48ce-8fc3-9ac035af52de req-59acd361-a0e6-4ebc-b554-15f621f5c970 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516951 Apr 05 20:16:50.381993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:50.387148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba769684-08b3-4ac6-9c73-7c3406c85f47 req-9ae05213-38b8-45bf-a8f4-8655e6a4835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:50.388708 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ba769684-08b3-4ac6-9c73-7c3406c85f47 req-9ae05213-38b8-45bf-a8f4-8655e6a4835b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1ccb3652f5a74824b97498e5d91e065f&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3977897 Apr 05 20:16:50.392711 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-d722a126-f3ab-483c-8d4f-a1b9b8ed9f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:50.443330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a47a05bb-c719-4055-9600-fecf03daa5ca,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:50.468423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:50.490704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 0b02d5e3-f7e4-4674-aad8-fbb97176d984 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:50.496473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0b02d5e3-f7e4-4674-aad8-fbb97176d984 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:50.496892 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:50.564316 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:50.642724 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:50.644201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629971a-500f-40c0-8965-9aec16edfa59 req-67f9aee3-6825-4050-90e6-a621145f6e1e tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:50.645699 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8629971a-500f-40c0-8965-9aec16edfa59 req-67f9aee3-6825-4050-90e6-a621145f6e1e tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.41 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 1023 time: 0.7110944 Apr 05 20:16:50.668477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:50.693388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Transition to ACTIVE for port object c57cd7d0-09c9-41c4-98b7-2cbf55d0778d will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:50.722685 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 0b02d5e3-f7e4-4674-aad8-fbb97176d984, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0b02d5e3-f7e4-4674-aad8-fbb97176d984,segment=NetworkSegment(82b2c30b-4ca8-47ae-817f-e6426d972f4f),segment_id=82b2c30b-4ca8-47ae-817f-e6426d972f4f)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:50.728572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c73ca154-93cc-48ce-8fc3-9ac035af52de req-01bacd5d-af74-465e-aeb7-440aa4965fa4 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388515 Apr 05 20:16:50.730276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba769684-08b3-4ac6-9c73-7c3406c85f47 req-d81c64b1-3e68-4d5b-ab00-9d979f2206a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:50.731065 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:50.731449 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5e495904-6915-42b1-b023-6818a122fe46 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:50.731720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ba769684-08b3-4ac6-9c73-7c3406c85f47 req-d81c64b1-3e68-4d5b-ab00-9d979f2206a5 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3236599 Apr 05 20:16:50.770990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-d722a126-f3ab-483c-8d4f-a1b9b8ed9f58 service neutron] Transition to ACTIVE for port object 1798e34a-6466-4810-94cb-b57fac47aee2 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:50.855679 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-d722a126-f3ab-483c-8d4f-a1b9b8ed9f58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:50.922526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=0b02d5e3-f7e4-4674-aad8-fbb97176d984,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:50.934656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5e495904-6915-42b1-b023-6818a122fe46 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:50.935027 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:51.062052 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c73ca154-93cc-48ce-8fc3-9ac035af52de req-b5e41ef6-bba5-4419-8b8b-fec2cae7ed06 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265734 Apr 05 20:16:51.070267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61bca0-d2ee-4bb8-bd6e-984606eb48a2 req-8c4fa988-47ab-4c8a-8480-50a196ded740 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:51.072315 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d61bca0-d2ee-4bb8-bd6e-984606eb48a2 req-8c4fa988-47ab-4c8a-8480-50a196ded740 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 943 time: 0.4890845 Apr 05 20:16:51.134794 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d61bca0-d2ee-4bb8-bd6e-984606eb48a2 req-1986efec-e404-42ce-91eb-2c882b308cc5 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538230 Apr 05 20:16:51.150141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d62948e6-8290-49b2-8a2c-b5760a2b7a54 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:16:51.175290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-8629971a-500f-40c0-8965-9aec16edfa59 req-a3bee9b1-176b-4c13-a710-bba8b7f9a089 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Deleting port a378ca5e-c5d4-46d3-a190-f200f4796d74 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:51.175837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8629971a-500f-40c0-8965-9aec16edfa59 req-a3bee9b1-176b-4c13-a710-bba8b7f9a089 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:51.188251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: d62948e6-8290-49b2-8a2c-b5760a2b7a54 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:16:51.188659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d62948e6-8290-49b2-8a2c-b5760a2b7a54 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:16:51.241951 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:51.257033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82718aac-699e-434c-b739-f246ad8f371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0e5d13-dbd6-4043-8bad-6b03b0441c91'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:51.300740 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:51.355944 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-d722a126-f3ab-483c-8d4f-a1b9b8ed9f58 service neutron] No DVR routers for this DVR port 1798e34a-6466-4810-94cb-b57fac47aee2 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:16:51.399419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b17a6e-fcde-4aa5-bd2f-977e76c444db', 'tag': '17b1bc22-b62c-4c6e-a938-5cf9e64dd7db'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:51.451782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d722a126-f3ab-483c-8d4f-a1b9b8ed9f58 service neutron] Pushing event updated for resources: {'Port': ['ID=1798e34a-6466-4810-94cb-b57fac47aee2,revision_number=10']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:51.526634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167de8b-4252-44ff-8ec6-61e3062ff539 req-4c33f0b2-4872-4ea3-95f7-c1e2a24f99b0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:51.528059 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f167de8b-4252-44ff-8ec6-61e3062ff539 req-4c33f0b2-4872-4ea3-95f7-c1e2a24f99b0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b17a6e-fcde-4aa5-bd2f-977e76c444db HTTP/1.1" status: 200 len: 944 time: 0.0832953 Apr 05 20:16:51.573130 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f167de8b-4252-44ff-8ec6-61e3062ff539 req-6c25ed7d-0970-4810-93c1-2385d5cdfd4e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390968 Apr 05 20:16:51.594073 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Network cbe6094d-e21d-464a-bc7a-0f5b4048fd00 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:51.749622 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84452b-4f90-488c-ad68-993d64a77d21 req-ed907751-78bb-41c9-a0c8-0a51df395423 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:51.751093 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e84452b-4f90-488c-ad68-993d64a77d21 req-ed907751-78bb-41c9-a0c8-0a51df395423 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 950 time: 0.0832636 Apr 05 20:16:51.755091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:51.762642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:51.772375 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:51.776717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:51.802467 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e84452b-4f90-488c-ad68-993d64a77d21 req-e7dea32b-8eee-49c1-b7a5-7da34b0fb590 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05abd1-96b2-469c-9c4e-d6696909fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447457 Apr 05 20:16:51.922488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event updated for resources: {'Port': ['ID=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:51.946769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:51.947365 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:51.998361 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:51.998771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb8487e-99c7-41eb-8ac3-c3985016654d {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:16:52.011029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ca18c-66c6-432a-b4ed-354c4be42668 req-35b5c075-8658-4e56-b4f1-34c337bc4752 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:52.011816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d2af05e6-8fd6-4b77-ac01-a6c8fb8a6171 None None] Provisioning for port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:52.017580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d2af05e6-8fd6-4b77-ac01-a6c8fb8a6171 None None] Provisioning complete for port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:52.017843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ca18c-66c6-432a-b4ed-354c4be42668 req-35b5c075-8658-4e56-b4f1-34c337bc4752 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:52.017984 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d2af05e6-8fd6-4b77-ac01-a6c8fb8a6171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:52.019462 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da9ca18c-66c6-432a-b4ed-354c4be42668 req-35b5c075-8658-4e56-b4f1-34c337bc4752 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1654 time: 0.0924106 Apr 05 20:16:52.022846 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:52.026925 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-65417a34-dec0-49b3-8b19-ada384938c25 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0fb8487e-99c7-41eb-8ac3-c3985016654d HTTP/1.1" status: 204 len: 168 time: 5.3379290 Apr 05 20:16:52.027713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60224) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:52.038228 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-d722a126-f3ab-483c-8d4f-a1b9b8ed9f58 service neutron] 10.222.0.41 "PUT /v2.0/ports/1798e34a-6466-4810-94cb-b57fac47aee2/bindings/n-h1-836604-1/activate HTTP/1.1" status: 200 len: 369 time: 3.2576394 Apr 05 20:16:52.054149 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:52.086085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d2af05e6-8fd6-4b77-ac01-a6c8fb8a6171 None None] Port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:16:52.102692 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-c1f0ed0d-a758-4076-a869-dd2f8bf3f607 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8757625 Apr 05 20:16:52.126624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Request body: {'port': {'device_id': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:52.173994 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da9ca18c-66c6-432a-b4ed-354c4be42668 req-7bead913-471f-4469-aa88-7bc91981f5f9 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429560 Apr 05 20:16:52.178001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-8629971a-500f-40c0-8965-9aec16edfa59 req-a3bee9b1-176b-4c13-a710-bba8b7f9a089 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] For port a378ca5e-c5d4-46d3-a190-f200f4796d74, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a378ca5e-c5d4-46d3-a190-f200f4796d74,segment=NetworkSegment(4059bc4e-6a65-4324-812d-3a9d6d562911),segment_id=4059bc4e-6a65-4324-812d-3a9d6d562911)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:52.178362 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8629971a-500f-40c0-8965-9aec16edfa59 req-a3bee9b1-176b-4c13-a710-bba8b7f9a089 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:52.198401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dae7431-070f-43a1-b2a5-beb9683f0b55 admin admin] Deleting subnet 4af16a9a-515c-4bba-ace6-d5bcf843e359 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:16:52.201595 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9dae7431-070f-43a1-b2a5-beb9683f0b55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:52.211716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:16:52.217512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1798e34a-6466-4810-94cb-b57fac47aee2 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:16:52.268846 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9dae7431-070f-43a1-b2a5-beb9683f0b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:52.315266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-d005639b-21ca-4a64-a478-159884f40888 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:52.316726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-d005639b-21ca-4a64-a478-159884f40888 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1&tenant_id=637efc23dfdb499b8292cc0b1136bd84&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 1095 time: 0.1942084 Apr 05 20:16:52.346758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-8629971a-500f-40c0-8965-9aec16edfa59 req-a3bee9b1-176b-4c13-a710-bba8b7f9a089 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Calling delete_port for a378ca5e-c5d4-46d3-a190-f200f4796d74 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:52.363456 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82718aac-699e-434c-b739-f246ad8f371f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a0e5d13-dbd6-4043-8bad-6b03b0441c91', 'code': 200} Apr 05 20:16:52.429352 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1798e34a-6466-4810-94cb-b57fac47aee2 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:16:52.537967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=17b1bc22-b62c-4c6e-a938-5cf9e64dd7db,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:52.544240 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:52.550255 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9dae7431-070f-43a1-b2a5-beb9683f0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:52.558137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '17b1bc22-b62c-4c6e-a938-5cf9e64dd7db', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'port_id': '17b1bc22-b62c-4c6e-a938-5cf9e64dd7db', 'mac_address': 'fa:16:3e:f5:e3:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca381f74-bd26-46e2-abab-12d6223326b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:16:52.634976 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:52.655308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:52.675665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=17b1bc22-b62c-4c6e-a938-5cf9e64dd7db,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:52.685039 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:52.707560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb03b66-deeb-411f-b877-79812ddc1d76 req-beb74a74-d4a3-4d0a-9271-e4864ce2137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:52.709073 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eeb03b66-deeb-411f-b877-79812ddc1d76 req-beb74a74-d4a3-4d0a-9271-e4864ce2137f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82718aac-699e-434c-b739-f246ad8f371f HTTP/1.1" status: 200 len: 1096 time: 0.3381793 Apr 05 20:16:52.711357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-c8c2397e-f090-49d1-8d87-4fcde1207da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:52.713306 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-c8c2397e-f090-49d1-8d87-4fcde1207da6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1&tenant_id=637efc23dfdb499b8292cc0b1136bd84 HTTP/1.1" status: 200 len: 1095 time: 0.3048642 Apr 05 20:16:52.721303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Allocated IP 172.25.8.214 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/44a3007f-be89-4cc7-9d84-e1094949f0b1) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:16:52.740234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0b02d5e3-f7e4-4674-aad8-fbb97176d984 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:52.755343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038df63-964b-41bb-a1c9-3619cc69e06c req-89e1896b-f88b-4caf-a739-026c236bff3f tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:52.756841 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7038df63-964b-41bb-a1c9-3619cc69e06c req-89e1896b-f88b-4caf-a739-026c236bff3f tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=499ba438-7125-48a5-8be8-3031ab15b7e1 HTTP/1.1" status: 200 len: 1023 time: 0.3471122 Apr 05 20:16:52.839233 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9dae7431-070f-43a1-b2a5-beb9683f0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:52.849272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0b02d5e3-f7e4-4674-aad8-fbb97176d984 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:52.849634 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:52.889430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=17b1bc22-b62c-4c6e-a938-5cf9e64dd7db,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:52.898299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae7431-070f-43a1-b2a5-beb9683f0b55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4af16a9a-515c-4bba-ace6-d5bcf843e359,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:52.906795 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9dae7431-070f-43a1-b2a5-beb9683f0b55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:52.907069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4187c7b-405c-48cc-b19c-a9cb1ccd0acd None None] Network 7c70fa59-c98b-4194-af6d-ae26e7215417 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:16:52.919778 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eeb03b66-deeb-411f-b877-79812ddc1d76 req-4023c0b6-09fa-4c3b-b761-cfc061109336 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947787 Apr 05 20:16:52.931962 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9dae7431-070f-43a1-b2a5-beb9683f0b55 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4af16a9a-515c-4bba-ace6-d5bcf843e359 HTTP/1.1" status: 204 len: 168 time: 0.9013627 Apr 05 20:16:52.937955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7038df63-964b-41bb-a1c9-3619cc69e06c req-ac2a1c1d-8563-4582-9477-7d7d73fe24c4 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&id=c693aa16-1417-461c-8321-e73c9b0b7071&id=9ad411a8-c93f-4f63-a567-3c2f749246e6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1356635 Apr 05 20:16:52.938498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60232) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:53.007102 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8629971a-500f-40c0-8965-9aec16edfa59 req-a3bee9b1-176b-4c13-a710-bba8b7f9a089 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:53.026918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['17b1bc22-b62c-4c6e-a938-5cf9e64dd7db'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:53.070511 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['b85dd6f7-8aaa-4c12-b369-096f50b0e403'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:53.077349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-c8948125-0325-4941-a9c3-e22252886474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:53.078809 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-c8948125-0325-4941-a9c3-e22252886474 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 1095 time: 0.3211029 Apr 05 20:16:53.082769 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:53.123150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bee9b1-176b-4c13-a710-bba8b7f9a089 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event deleted for resources: {'Port': ['ID=a378ca5e-c5d4-46d3-a190-f200f4796d74,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:53.175793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Deleting port 8238ec1d-9539-45c0-a710-6942eb718055 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:53.176126 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:53.194804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-66187c9e-94db-4cbf-aa0b-fa4b0cf5564c tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:53.196413 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-66187c9e-94db-4cbf-aa0b-fa4b0cf5564c tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.13 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 945 time: 0.5437832 Apr 05 20:16:53.302953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-8629971a-500f-40c0-8965-9aec16edfa59 req-a3bee9b1-176b-4c13-a710-bba8b7f9a089 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] No DVR routers for this DVR port a378ca5e-c5d4-46d3-a190-f200f4796d74 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:16:53.312411 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:53.315723 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8629971a-500f-40c0-8965-9aec16edfa59 req-a3bee9b1-176b-4c13-a710-bba8b7f9a089 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:53.320373 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '499ba438-7125-48a5-8be8-3031ab15b7e1', 'name': 'network-vif-deleted', 'tag': 'a378ca5e-c5d4-46d3-a190-f200f4796d74'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:53.372793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Deleting port 5ef467ad-e08a-4301-b857-6f2c14ef5f54 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:53.373286 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:53.394465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e74406-b9c9-4f13-8e4b-e5135b324950 req-2f4e13f6-c69a-4fff-8978-9045cdefdc93 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:53.395930 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79e74406-b9c9-4f13-8e4b-e5135b324950 req-2f4e13f6-c69a-4fff-8978-9045cdefdc93 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 945 time: 0.3102541 Apr 05 20:16:53.409829 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8629971a-500f-40c0-8965-9aec16edfa59 req-a3bee9b1-176b-4c13-a710-bba8b7f9a089 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.41 "DELETE /v2.0/ports/a378ca5e-c5d4-46d3-a190-f200f4796d74 HTTP/1.1" status: 204 len: 173 time: 2.6350083 Apr 05 20:16:53.442002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-e7a3cba9-2894-4205-b543-28a081a9e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:53.443453 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-e7a3cba9-2894-4205-b543-28a081a9e9a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.3174572 Apr 05 20:16:53.610475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29be4b8-a939-4129-a803-a8ae71a204af None None] DHCP port deletion for 7c70fa59-c98b-4194-af6d-ae26e7215417 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:16:53.646956 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c29be4b8-a939-4129-a803-a8ae71a204af None None] Deleting port 8238ec1d-9539-45c0-a710-6942eb718055 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:53.647849 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c29be4b8-a939-4129-a803-a8ae71a204af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:53.667575 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:53.736836 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-df60b28c-7029-4e93-9d34-71dc647dd73c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1798e34a-6466-4810-94cb-b57fac47aee2 HTTP/1.1" status: 200 len: 217 time: 0.2835445 Apr 05 20:16:53.758954 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79e74406-b9c9-4f13-8e4b-e5135b324950 req-6defbaf9-d55a-4b3a-bc73-6e12dca0f3d9 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/security-groups?id=78d799eb-e647-47be-b87f-b4df7b26ad45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414626 Apr 05 20:16:53.775034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] For port 8238ec1d-9539-45c0-a710-6942eb718055, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8238ec1d-9539-45c0-a710-6942eb718055,segment=NetworkSegment(447fa5c4-efca-4884-a942-caf7ed9a395d),segment_id=447fa5c4-efca-4884-a942-caf7ed9a395d)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:53.775658 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:53.819779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:16:53.832763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:16:53.843889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:16:53.914441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f355745e-1f42-4040-92f1-f10a5b0c703f {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:53.938498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Pushing event updated for resources: {'Port': ['ID=44a3007f-be89-4cc7-9d84-e1094949f0b1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:53.998643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Calling delete_port for 8238ec1d-9539-45c0-a710-6942eb718055 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:54.044165 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b17a6e-fcde-4aa5-bd2f-977e76c444db', 'tag': '17b1bc22-b62c-4c6e-a938-5cf9e64dd7db', 'status': 'completed', 'code': 200} Apr 05 20:16:54.095547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-abdda3e2-be69-449d-ae98-6e37edc6fd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:54.096997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-abdda3e2-be69-449d-ae98-6e37edc6fd7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.3491316 Apr 05 20:16:54.150916 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:54.234276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:54.279400 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-b83d73d8-ce90-4066-a169-9a169310007f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514692 Apr 05 20:16:54.314651 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:54.324641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8238ec1d-9539-45c0-a710-6942eb718055 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:16:54.399233 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 8238ec1d-9539-45c0-a710-6942eb718055 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:16:54.400199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8238ec1d-9539-45c0-a710-6942eb718055 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:16:54.402309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a47a05bb-c719-4055-9600-fecf03daa5ca no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:16:54.418211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] For port 5ef467ad-e08a-4301-b857-6f2c14ef5f54, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5ef467ad-e08a-4301-b857-6f2c14ef5f54,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:54.418519 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:54.430689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=8238ec1d-9539-45c0-a710-6942eb718055,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:54.504940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: a47a05bb-c719-4055-9600-fecf03daa5ca {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:16:54.505279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a47a05bb-c719-4055-9600-fecf03daa5ca not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:16:54.506982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Transition to ACTIVE for port object f355745e-1f42-4040-92f1-f10a5b0c703f will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:54.510518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] No DVR routers for this DVR port 8238ec1d-9539-45c0-a710-6942eb718055 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:16:54.519712 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c29be4b8-a939-4129-a803-a8ae71a204af None None] For port 8238ec1d-9539-45c0-a710-6942eb718055, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8238ec1d-9539-45c0-a710-6942eb718055,segment=NetworkSegment(447fa5c4-efca-4884-a942-caf7ed9a395d),segment_id=447fa5c4-efca-4884-a942-caf7ed9a395d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:54.519712 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c29be4b8-a939-4129-a803-a8ae71a204af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:54.580903 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:54.714450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-e6f4c3d6-d926-43ce-8619-7cf0fab8cc6d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:54.716358 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-e6f4c3d6-d926-43ce-8619-7cf0fab8cc6d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.13 "GET /v2.0/ports?device_id=82718aac-699e-434c-b739-f246ad8f371f HTTP/1.1" status: 200 len: 945 time: 0.4938743 Apr 05 20:16:54.725390 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-e7929db3-6018-433e-805a-b4ec80745bb0 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405811 Apr 05 20:16:54.740755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c29be4b8-a939-4129-a803-a8ae71a204af None None] Calling delete_port for 8238ec1d-9539-45c0-a710-6942eb718055 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:54.805698 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:54.845921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-848831e3-7ea9-4b2a-b7e6-06dea38cf327 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Deleting port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:54.846313 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-848831e3-7ea9-4b2a-b7e6-06dea38cf327 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:54.860602 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Pushing event updated for resources: {'Port': ['ID=f355745e-1f42-4040-92f1-f10a5b0c703f,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:54.865971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:16:54.893324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:54.904158 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:54.950662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c70fa59-c98b-4194-af6d-ae26e7215417']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:54.962327 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-c29be4b8-a939-4129-a803-a8ae71a204af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:16:54.962327 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-c29be4b8-a939-4129-a803-a8ae71a204af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:16:54.967413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '447fa5c4-efca-4884-a942-caf7ed9a395d') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:54.967716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '447fa5c4-efca-4884-a942-caf7ed9a395d') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:55.052716 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:55.053692 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:55.076797 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:55.082083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b17a6e-fcde-4aa5-bd2f-977e76c444db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b1bc22-b62c-4c6e-a938-5cf9e64dd7db'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:55.093324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=17b1bc22-b62c-4c6e-a938-5cf9e64dd7db,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:55.098781 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:55.099644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a378ca5e-c5d4-46d3-a190-f200f4796d74 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:16:55.127165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a5ea5-996a-4143-b959-01408de2ed72 req-5c626fb3-8168-4749-aa58-37a56027f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:55.128680 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-314a5ea5-996a-4143-b959-01408de2ed72 req-5c626fb3-8168-4749-aa58-37a56027f64f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=e3b17a6e-fcde-4aa5-bd2f-977e76c444db HTTP/1.1" status: 200 len: 1096 time: 1.2538180 Apr 05 20:16:55.175642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: a378ca5e-c5d4-46d3-a190-f200f4796d74 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:16:55.175642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a378ca5e-c5d4-46d3-a190-f200f4796d74 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:16:55.198043 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:55.210545 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=17b1bc22-b62c-4c6e-a938-5cf9e64dd7db,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:55.212325 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:55.212851 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:55.212974 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Floating IP ed0d9c8e-b9d3-4924-b3dc-3b8b6b0d9887 disassociated. External IP: 172.25.8.69, port: 5ef467ad-e08a-4301-b857-6f2c14ef5f54. Apr 05 20:16:55.213320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Calling delete_port for 5ef467ad-e08a-4301-b857-6f2c14ef5f54 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:55.226304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:16:55.226700 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:16:55.244645 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:16:55.272991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Attempting to bind port f355745e-1f42-4040-92f1-f10a5b0c703f on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:55.273319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Attempting to bind port f355745e-1f42-4040-92f1-f10a5b0c703f by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '45f77b7c-a845-49c9-b551-4527eb8efae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '06f8637a-ce42-466f-a5bf-ac692e5056d3'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:55.273646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Attempting to bind port f355745e-1f42-4040-92f1-f10a5b0c703f on network 06f8637a-ce42-466f-a5bf-ac692e5056d3 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:55.346485 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:55.385794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Port f355745e-1f42-4040-92f1-f10a5b0c703f on network 06f8637a-ce42-466f-a5bf-ac692e5056d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:16:55.386147 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Attempting to bind port f355745e-1f42-4040-92f1-f10a5b0c703f on network 06f8637a-ce42-466f-a5bf-ac692e5056d3 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:55.425264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:55.425596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Checking segment: {'id': '45f77b7c-a845-49c9-b551-4527eb8efae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '06f8637a-ce42-466f-a5bf-ac692e5056d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:55.426012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Bound using segment: {'id': '45f77b7c-a845-49c9-b551-4527eb8efae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '06f8637a-ce42-466f-a5bf-ac692e5056d3'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:55.426457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Bound port: f355745e-1f42-4040-92f1-f10a5b0c703f, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f77b7c-a845-49c9-b551-4527eb8efae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '06f8637a-ce42-466f-a5bf-ac692e5056d3'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:55.426800 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:55.463711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c29be4b8-a939-4129-a803-a8ae71a204af None None] Deleting port 8238ec1d-9539-45c0-a710-6942eb718055 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:16:55.464806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c29be4b8-a939-4129-a803-a8ae71a204af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:55.538394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c29be4b8-a939-4129-a803-a8ae71a204af None None] The port '8238ec1d-9539-45c0-a710-6942eb718055' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:16:55.547159 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-5c7cf13d-a18e-4bda-9425-521337e1e5a6 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7313292 Apr 05 20:16:55.552140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a5ea5-996a-4143-b959-01408de2ed72 req-b71c0fe7-2460-4236-abe1-83a92e51a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:55.553778 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-314a5ea5-996a-4143-b959-01408de2ed72 req-b71c0fe7-2460-4236-abe1-83a92e51a769 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 907 time: 0.4091718 Apr 05 20:16:55.582824 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf415903-8eb9-4a8f-b764-de7aee296d2c req-3b7b1a3a-9668-4c3e-ad33-25353f91b649 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:55.586596 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf415903-8eb9-4a8f-b764-de7aee296d2c req-3b7b1a3a-9668-4c3e-ad33-25353f91b649 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 944 time: 0.7705584 Apr 05 20:16:55.590742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:55.614114 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:55.646795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c70fa59-c98b-4194-af6d-ae26e7215417,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:55.649451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-848831e3-7ea9-4b2a-b7e6-06dea38cf327 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] For port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9a0e5d13-dbd6-4043-8bad-6b03b0441c91,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:55.650366 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-848831e3-7ea9-4b2a-b7e6-06dea38cf327 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:55.676118 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d6fc32b9-b90c-4b8c-8eae-a384faa20a0b admin admin] 10.222.0.24 "DELETE /v2.0/networks/7c70fa59-c98b-4194-af6d-ae26e7215417 HTTP/1.1" status: 204 len: 168 time: 2.7320950 Apr 05 20:16:55.846617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-848831e3-7ea9-4b2a-b7e6-06dea38cf327 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Calling delete_port for 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:16:55.861469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60258) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:55.884701 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-314a5ea5-996a-4143-b959-01408de2ed72 req-b8486add-97e9-4882-b136-a8baeafa99d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=17b1bc22-b62c-4c6e-a938-5cf9e64dd7db HTTP/1.1" status: 200 len: 217 time: 0.3181722 Apr 05 20:16:55.885722 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf415903-8eb9-4a8f-b764-de7aee296d2c req-96c98e4d-cb33-4803-8a13-0c042cf1ea88 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912648 Apr 05 20:16:56.046460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ec747c6e-71eb-45b7-b971-b18c6ef132ef details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:16:56.048235 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:56.049971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5ef467ad-e08a-4301-b857-6f2c14ef5f54 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:16:56.088140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 5ef467ad-e08a-4301-b857-6f2c14ef5f54 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:16:56.088543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5ef467ad-e08a-4301-b857-6f2c14ef5f54 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:16:56.096626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] For port f355745e-1f42-4040-92f1-f10a5b0c703f, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:56.099896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-d90c6e85-293e-4057-9a30-f4692e8c959a tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:56.101385 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-d90c6e85-293e-4057-9a30-f4692e8c959a tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1&tenant_id=637efc23dfdb499b8292cc0b1136bd84&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1095 time: 0.2126920 Apr 05 20:16:56.130419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Pushing event deleted for resources: {'Port': ['ID=5ef467ad-e08a-4301-b857-6f2c14ef5f54,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:56.143534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] For port f355745e-1f42-4040-92f1-f10a5b0c703f, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f355745e-1f42-4040-92f1-f10a5b0c703f,segment=NetworkSegment(45f77b7c-a845-49c9-b551-4527eb8efae7),segment_id=45f77b7c-a845-49c9-b551-4527eb8efae7)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:56.154951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a5ea5-996a-4143-b959-01408de2ed72 req-747a286c-ee0d-4d30-8388-2cd3076081d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:56.155993 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-314a5ea5-996a-4143-b959-01408de2ed72 req-747a286c-ee0d-4d30-8388-2cd3076081d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.2521892 Apr 05 20:16:56.161944 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c1bc696a-fd33-4876-8617-bdcf32099722 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af955f3c20c1427595f2aa533db74e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992005 Apr 05 20:16:56.167282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60262) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:16:56.183581 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-848831e3-7ea9-4b2a-b7e6-06dea38cf327 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:56.200303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a', '17b1bc22-b62c-4c6e-a938-5cf9e64dd7db'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:56.225110 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:56.234043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['9a0e5d13-dbd6-4043-8bad-6b03b0441c91'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:56.256826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fe1ed-a651-425a-a1f4-2e65f038317d req-41349aaa-9231-4230-b0b7-4fc83d20f360 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:56.258321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-864fe1ed-a651-425a-a1f4-2e65f038317d req-41349aaa-9231-4230-b0b7-4fc83d20f360 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b17a6e-fcde-4aa5-bd2f-977e76c444db HTTP/1.1" status: 200 len: 946 time: 0.2732258 Apr 05 20:16:56.263113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848831e3-7ea9-4b2a-b7e6-06dea38cf327 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event deleted for resources: {'Port': ['ID=9a0e5d13-dbd6-4043-8bad-6b03b0441c91,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:56.333148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ec747c6e-71eb-45b7-b971-b18c6ef132ef, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:56.357304 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-314a5ea5-996a-4143-b959-01408de2ed72 req-c7c5c26c-f76b-47d3-a505-b9ad76da4a15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1870904 Apr 05 20:16:56.365222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef', 'mac_address': 'fa:16:3e:82:32:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:16:56.374805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:56.375477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:56.377227 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] 10.222.0.13 "PUT /v2.0/ports/f355745e-1f42-4040-92f1-f10a5b0c703f HTTP/1.1" status: 200 len: 1092 time: 4.2681878 Apr 05 20:16:56.414206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-848831e3-7ea9-4b2a-b7e6-06dea38cf327 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] No DVR routers for this DVR port 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:16:56.420792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-848831e3-7ea9-4b2a-b7e6-06dea38cf327 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:56.423307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82718aac-699e-434c-b739-f246ad8f371f', 'name': 'network-vif-deleted', 'tag': '9a0e5d13-dbd6-4043-8bad-6b03b0441c91'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:56.431934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Request body: {'port': {'device_id': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:56.462742 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-864fe1ed-a651-425a-a1f4-2e65f038317d req-31cf437a-e38a-4e78-a873-f2016f522961 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626489 Apr 05 20:16:56.467045 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:56.472014 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d66199dc-8531-4f36-a0ea-de66dcf867a8 req-848831e3-7ea9-4b2a-b7e6-06dea38cf327 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.13 "DELETE /v2.0/ports/9a0e5d13-dbd6-4043-8bad-6b03b0441c91 HTTP/1.1" status: 204 len: 173 time: 1.7417490 Apr 05 20:16:56.485308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-36a78728-dd05-43f9-a717-845768ae9354 service neutron] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:56.491655 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-36a78728-dd05-43f9-a717-845768ae9354 service neutron] Notify callbacks [] for binding, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:56.495213 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe7676d5-cf56-4aac-bf8e-4f877fcd9382 req-36a78728-dd05-43f9-a717-845768ae9354 service neutron] 10.222.0.13 "DELETE /v2.0/ports/1798e34a-6466-4810-94cb-b57fac47aee2/bindings/n-h2-836604-1 HTTP/1.1" status: 204 len: 173 time: 0.3866181 Apr 05 20:16:56.526173 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:16:56.538745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec747c6e-71eb-45b7-b971-b18c6ef132ef {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:56.592785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ec747c6e-71eb-45b7-b971-b18c6ef132ef, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:56.614013 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:56.622558 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:56.646247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de448186-cf1a-40a0-ab2b-ceb801c29d6b service neutron] Pushing event updated for resources: {'Port': ['ID=f355745e-1f42-4040-92f1-f10a5b0c703f,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:56.749792 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:56.751711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552d810-7c5d-47c2-8e59-70a17c72a68a req-718a2860-dbe3-426e-8e36-5fe3a49b69bf tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:56.758578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552d810-7c5d-47c2-8e59-70a17c72a68a req-718a2860-dbe3-426e-8e36-5fe3a49b69bf tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:56.776228 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4552d810-7c5d-47c2-8e59-70a17c72a68a req-718a2860-dbe3-426e-8e36-5fe3a49b69bf tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1666 time: 0.1757901 Apr 05 20:16:56.781487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['ec747c6e-71eb-45b7-b971-b18c6ef132ef'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:16:56.861627 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4552d810-7c5d-47c2-8e59-70a17c72a68a req-598e9eee-e7d6-43dd-b0f4-a73ca60b036d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839984 Apr 05 20:16:56.909182 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ec747c6e-71eb-45b7-b971-b18c6ef132ef,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:57.008255 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '499ba438-7125-48a5-8be8-3031ab15b7e1', 'name': 'network-vif-deleted', 'tag': 'a378ca5e-c5d4-46d3-a190-f200f4796d74', 'status': 'completed', 'code': 200} Apr 05 20:16:57.020061 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eba37aab-bd13-4e15-bb4b-74f8f2fd5287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:57.086246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Pushing event updated for resources: {'Port': ['ID=44a3007f-be89-4cc7-9d84-e1094949f0b1,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:57.120169 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-314a5ea5-996a-4143-b959-01408de2ed72 req-996a631b-e0b2-487f-b91a-4390e8b92cd9 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7421510 Apr 05 20:16:57.123661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Router d15982bc-7cfa-4154-b81e-253bf4b23ca4 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:16:57.133390 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eba37aab-bd13-4e15-bb4b-74f8f2fd5287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:57.169557 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:57.178469 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:57.232788 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-66db9632-261c-4fea-a229-f36c249e65d0 req-75ec4806-5a81-438f-a77d-9058f87c425f tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/ports?device_id=15051470-777a-4966-afa8-96e81386e964 HTTP/1.1" status: 200 len: 210 time: 0.0463428 Apr 05 20:16:57.281686 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b17a6e-fcde-4aa5-bd2f-977e76c444db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17b1bc22-b62c-4c6e-a938-5cf9e64dd7db', 'code': 200} Apr 05 20:16:57.326599 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82718aac-699e-434c-b739-f246ad8f371f', 'name': 'network-vif-deleted', 'tag': '9a0e5d13-dbd6-4043-8bad-6b03b0441c91', 'status': 'completed', 'code': 200} Apr 05 20:16:57.505608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b7d12-8ed6-455c-ad82-b4b2606d1e52 req-ecd28533-e673-44f6-b57f-2b773a78bffa tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:57.507145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b18b7d12-8ed6-455c-ad82-b4b2606d1e52 req-ecd28533-e673-44f6-b57f-2b773a78bffa tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 944 time: 0.0905073 Apr 05 20:16:57.554669 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b18b7d12-8ed6-455c-ad82-b4b2606d1e52 req-ef417313-e1c8-443c-86c4-d3c1f139ce70 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411804 Apr 05 20:16:57.626446 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:57.630402 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae038676-53cc-4e52-a37e-4356adb3354e req-96df7a38-1687-4f10-91e9-f96deb04ac21 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 7.3273740 Apr 05 20:16:57.636144 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78d037c3-36f4-470a-8c0c-e426cd0275cb req-94676ad3-194d-47b4-a8c1-a3780449dfd6 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/9ad411a8-c93f-4f63-a567-3c2f749246e6 HTTP/1.1" status: 200 len: 1800 time: 0.0569527 Apr 05 20:16:57.719724 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-78d037c3-36f4-470a-8c0c-e426cd0275cb req-6ec915a6-0a26-4097-b7d5-4498b51d6f4c tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:57.749218 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-78d037c3-36f4-470a-8c0c-e426cd0275cb req-6ec915a6-0a26-4097-b7d5-4498b51d6f4c tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:57.800636 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-78d037c3-36f4-470a-8c0c-e426cd0275cb req-6ec915a6-0a26-4097-b7d5-4498b51d6f4c tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:57.823180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec915a6-0a26-4097-b7d5-4498b51d6f4c tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad411a8-c93f-4f63-a567-3c2f749246e6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:57.835490 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-78d037c3-36f4-470a-8c0c-e426cd0275cb req-6ec915a6-0a26-4097-b7d5-4498b51d6f4c tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:57.841525 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-314a5ea5-996a-4143-b959-01408de2ed72 req-95f5f664-709b-4870-9c03-02c4bf8b8b9a service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7100544 Apr 05 20:16:57.848965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ae038676-53cc-4e52-a37e-4356adb3354e req-d5fe9c68-db05-40ec-b87e-1ea819758bf6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Synchronizing usage tracker for tenant:733e32bda62040479acc38d88b2827f5 on resource:floatingip {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:57.851336 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78d037c3-36f4-470a-8c0c-e426cd0275cb req-6ec915a6-0a26-4097-b7d5-4498b51d6f4c tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "DELETE /v2.0/security-groups/9ad411a8-c93f-4f63-a567-3c2f749246e6 HTTP/1.1" status: 204 len: 173 time: 0.2096853 Apr 05 20:16:57.931338 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eba37aab-bd13-4e15-bb4b-74f8f2fd5287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:57.968084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:16:57.976486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba37aab-bd13-4e15-bb4b-74f8f2fd5287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7bcb03-4fae-4853-91ef-d4c531dfb27d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:58.000626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3756eb-74c7-4b39-a48b-313fe22ea897 None None] Sync routers for ids ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:16:58.017822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3756eb-74c7-4b39-a48b-313fe22ea897 None None] Routers {'d15982bc-7cfa-4154-b81e-253bf4b23ca4'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:16:58.020364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-7c3756eb-74c7-4b39-a48b-313fe22ea897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:16:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:58.063884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ae038676-53cc-4e52-a37e-4356adb3354e req-d5fe9c68-db05-40ec-b87e-1ea819758bf6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Unset dirty status for tenant:733e32bda62040479acc38d88b2827f5 on resource:floatingip {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:58.065060 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae038676-53cc-4e52-a37e-4356adb3354e req-d5fe9c68-db05-40ec-b87e-1ea819758bf6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.214 HTTP/1.1" status: 200 len: 696 time: 0.4211085 Apr 05 20:16:58.065798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a35a63-e1c7-42bb-89a5-40479771a0b8 req-9fb70f33-bb86-4a27-ae8b-0733c243e7ca tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:58.066624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-43a35a63-e1c7-42bb-89a5-40479771a0b8 req-9fb70f33-bb86-4a27-ae8b-0733c243e7ca tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Synchronizing usage tracker for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:16:58.088127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd313bb-19ff-4eae-b541-cef8887e4ee7 req-53d1518b-62a7-4849-ba76-fa1758f5f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:58.089235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-43a35a63-e1c7-42bb-89a5-40479771a0b8 req-9fb70f33-bb86-4a27-ae8b-0733c243e7ca tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Unset dirty status for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:16:58.089607 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0cd313bb-19ff-4eae-b541-cef8887e4ee7 req-53d1518b-62a7-4849-ba76-fa1758f5f96c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e3b17a6e-fcde-4aa5-bd2f-977e76c444db HTTP/1.1" status: 200 len: 1097 time: 0.7056582 Apr 05 20:16:58.091283 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eba37aab-bd13-4e15-bb4b-74f8f2fd5287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:58.091444 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-eba37aab-bd13-4e15-bb4b-74f8f2fd5287 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e7bcb03-4fae-4853-91ef-d4c531dfb27d HTTP/1.1" status: 204 len: 168 time: 1.9201331 Apr 05 20:16:58.095969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ec747c6e-71eb-45b7-b971-b18c6ef132ef up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:16:58.099244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43a35a63-e1c7-42bb-89a5-40479771a0b8 req-9fb70f33-bb86-4a27-ae8b-0733c243e7ca tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b17a6e-fcde-4aa5-bd2f-977e76c444db HTTP/1.1" status: 200 len: 946 time: 0.1650677 Apr 05 20:16:58.110907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] No DVR routers for this DVR port 5ef467ad-e08a-4301-b857-6f2c14ef5f54 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:16:58.156955 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:58.160535 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6cfbd201-8d2e-4059-af3e-19e647b83c7f req-d114cfbc-ebbd-409d-b6da-68156dc364ae tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.13 "DELETE /v2.0/ports/5ef467ad-e08a-4301-b857-6f2c14ef5f54 HTTP/1.1" status: 204 len: 173 time: 4.9507089 Apr 05 20:16:58.171890 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43a35a63-e1c7-42bb-89a5-40479771a0b8 req-29006f82-4d4b-4371-b85a-7d4c0061d44c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715206 Apr 05 20:16:58.291358 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48103897-007e-4c65-9e3a-196ed7748266 req-0e4e18ae-3877-401f-a608-fdf1d963069c tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/c693aa16-1417-461c-8321-e73c9b0b7071 HTTP/1.1" status: 200 len: 1800 time: 0.0664430 Apr 05 20:16:58.381115 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-48103897-007e-4c65-9e3a-196ed7748266 req-502ede2d-3b0e-4289-b8b0-25d56cad08a2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:58.417337 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-48103897-007e-4c65-9e3a-196ed7748266 req-502ede2d-3b0e-4289-b8b0-25d56cad08a2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:58.419304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57cd7d0-09c9-41c4-98b7-2cbf55d0778d {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:16:58.428680 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:58.444772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Transition to ACTIVE for port object c57cd7d0-09c9-41c4-98b7-2cbf55d0778d will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:16:58.469166 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:58.482011 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-48103897-007e-4c65-9e3a-196ed7748266 req-502ede2d-3b0e-4289-b8b0-25d56cad08a2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:58.508237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-7c3756eb-74c7-4b39-a48b-313fe22ea897 None None] Set router d15982bc-7cfa-4154-b81e-253bf4b23ca4 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:16:58.527012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502ede2d-3b0e-4289-b8b0-25d56cad08a2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c693aa16-1417-461c-8321-e73c9b0b7071,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:58.536430 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-48103897-007e-4c65-9e3a-196ed7748266 req-502ede2d-3b0e-4289-b8b0-25d56cad08a2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:58.537729 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48103897-007e-4c65-9e3a-196ed7748266 req-502ede2d-3b0e-4289-b8b0-25d56cad08a2 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "DELETE /v2.0/security-groups/c693aa16-1417-461c-8321-e73c9b0b7071 HTTP/1.1" status: 204 len: 173 time: 0.2405980 Apr 05 20:16:58.740874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae038676-53cc-4e52-a37e-4356adb3354e req-68ab39d0-4f4d-4dfe-9ec3-2b2a99d1018c tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:58.742433 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae038676-53cc-4e52-a37e-4356adb3354e req-68ab39d0-4f4d-4dfe-9ec3-2b2a99d1018c tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.6451349 Apr 05 20:16:58.943214 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0cd313bb-19ff-4eae-b541-cef8887e4ee7 req-c6517756-7684-485c-a42e-73d570c82424 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8345749 Apr 05 20:16:58.978057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa238ae5-5c8c-41bc-9b4b-515cad4a3e72 req-d9a83cb9-2520-4565-a5c7-878508251f87 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:58.996758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa238ae5-5c8c-41bc-9b4b-515cad4a3e72 req-d9a83cb9-2520-4565-a5c7-878508251f87 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:59.009609 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa238ae5-5c8c-41bc-9b4b-515cad4a3e72 req-d9a83cb9-2520-4565-a5c7-878508251f87 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1678 time: 0.3090312 Apr 05 20:16:59.051185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port ec747c6e-71eb-45b7-b971-b18c6ef132ef triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:16:59.051805 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:59.103418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'tag': 'f355745e-1f42-4040-92f1-f10a5b0c703f'}, {'server_uuid': '15051470-777a-4966-afa8-96e81386e964', 'name': 'network-vif-deleted', 'tag': '5ef467ad-e08a-4301-b857-6f2c14ef5f54'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:59.129441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:16:59.150926 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa238ae5-5c8c-41bc-9b4b-515cad4a3e72 req-5e02dfae-9903-44c3-9774-c9b8d90e7732 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347964 Apr 05 20:16:59.368969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-d020caa8-db62-4b40-9299-3fda1784336a req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1824297080', 'description': 'tempest-description-1391523338'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:16:59.376149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d020caa8-db62-4b40-9299-3fda1784336a req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:59.381279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d020caa8-db62-4b40-9299-3fda1784336a req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:59.386392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d020caa8-db62-4b40-9299-3fda1784336a req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:59.392464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d020caa8-db62-4b40-9299-3fda1784336a req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:59.399672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-7c3756eb-74c7-4b39-a48b-313fe22ea897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:24Z', 'revision_number': 4, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port': {'id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:14Z', 'updated_at': '2022-04-05T20:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '34934924-2e1b-416f-b248-c2956770a8e4', 'name': '', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'mac_address': 'fa:16:3e:e4:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:21Z', 'updated_at': '2022-04-05T20:15:35Z', 'revision_number': 5, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'subnets': [{'id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:59.400223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Attempting to bind port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:16:59.400588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Attempting to bind port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '55b8b93b-1423-4920-be8c-2c04de0da53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cbe6094d-e21d-464a-bc7a-0f5b4048fd00'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:16:59.400920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Attempting to bind port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d on network cbe6094d-e21d-464a-bc7a-0f5b4048fd00 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:59.406229 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:59.413783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d on network cbe6094d-e21d-464a-bc7a-0f5b4048fd00 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:16:59.414140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Attempting to bind port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d on network cbe6094d-e21d-464a-bc7a-0f5b4048fd00 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:16:59.414515 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d020caa8-db62-4b40-9299-3fda1784336a req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:59.420623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:16:59.421063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Checking segment: {'id': '55b8b93b-1423-4920-be8c-2c04de0da53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cbe6094d-e21d-464a-bc7a-0f5b4048fd00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:16:59.421637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Bound using segment: {'id': '55b8b93b-1423-4920-be8c-2c04de0da53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cbe6094d-e21d-464a-bc7a-0f5b4048fd00'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:16:59.422261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Bound port: c57cd7d0-09c9-41c4-98b7-2cbf55d0778d, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b8b93b-1423-4920-be8c-2c04de0da53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cbe6094d-e21d-464a-bc7a-0f5b4048fd00'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:16:59.422815 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:59.432150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3756eb-74c7-4b39-a48b-313fe22ea897 None None] Checking router: d15982bc-7cfa-4154-b81e-253bf4b23ca4 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:16:59.446960 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:16:59.455431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae3fe9-fd10-4562-86a1-fa99613fb149 req-e1bee3d6-2a3f-49d2-a923-305e6e33176c tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:59.456615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3756eb-74c7-4b39-a48b-313fe22ea897 None None] Routers {'d15982bc-7cfa-4154-b81e-253bf4b23ca4'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:16:59.457533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-7c3756eb-74c7-4b39-a48b-313fe22ea897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:16:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:16:59.464338 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1aae3fe9-fd10-4562-86a1-fa99613fb149 req-e1bee3d6-2a3f-49d2-a923-305e6e33176c tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 1095 time: 0.2531528 Apr 05 20:16:59.474878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d020caa8-db62-4b40-9299-3fda1784336a req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:16:59.490990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d020caa8-db62-4b40-9299-3fda1784336a req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Usage tracker for resource:security_group_rule and tenant:313ef90b753e46b0b1e67425a2190bfd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:16:59.496085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d020caa8-db62-4b40-9299-3fda1784336a req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:16:59.510887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d020caa8-db62-4b40-9299-3fda1784336a req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:16:59.582033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] For port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:16:59.585477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] For port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d,segment=NetworkSegment(55b8b93b-1423-4920-be8c-2c04de0da53c),segment_id=55b8b93b-1423-4920-be8c-2c04de0da53c)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:16:59.608318 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1aae3fe9-fd10-4562-86a1-fa99613fb149 req-121a1eb2-d682-4c1c-8573-40ecb891266c tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430087 Apr 05 20:16:59.611286 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:59.671192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-7c3756eb-74c7-4b39-a48b-313fe22ea897 None None] Set router d15982bc-7cfa-4154-b81e-253bf4b23ca4 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:16:59.697108 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d020caa8-db62-4b40-9299-3fda1784336a req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:59.700301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:16:59.702256 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:59.704689 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] 10.222.0.13 "PUT /v2.0/ports/c57cd7d0-09c9-41c4-98b7-2cbf55d0778d HTTP/1.1" status: 200 len: 1091 time: 3.2779622 Apr 05 20:16:59.713699 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d020caa8-db62-4b40-9299-3fda1784336a req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:59.814662 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d020caa8-db62-4b40-9299-3fda1784336a req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:16:59.834272 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d020caa8-db62-4b40-9299-3fda1784336a req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4699059 Apr 05 20:16:59.872506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ec747c6e-71eb-45b7-b971-b18c6ef132ef, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:16:59.909503 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:00.077872 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-68844a90-57ba-4bfe-ad4e-d60019b61fef tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3576183 Apr 05 20:17:00.189760 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'tag': 'f355745e-1f42-4040-92f1-f10a5b0c703f', 'status': 'completed', 'code': 200} Apr 05 20:17:00.190060 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15051470-777a-4966-afa8-96e81386e964', 'name': 'network-vif-deleted', 'tag': '5ef467ad-e08a-4301-b857-6f2c14ef5f54', 'status': 'completed', 'code': 200} Apr 05 20:17:00.207012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285bd0c-13fd-43b1-ab39-9a18f3ddbb13 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da79fe7a-3126-4627-b0fc-376c116a12a0,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:00.220534 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ec747c6e-71eb-45b7-b971-b18c6ef132ef,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:00.231106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:00.255759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46742d95-ad9c-453b-8ebc-cb4d2bcd6884 req-a73aa79a-3ccf-4361-b190-9038bb27be9a tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:00.257680 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46742d95-ad9c-453b-8ebc-cb4d2bcd6884 req-a73aa79a-3ccf-4361-b190-9038bb27be9a tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b17a6e-fcde-4aa5-bd2f-977e76c444db HTTP/1.1" status: 200 len: 946 time: 0.1284909 Apr 05 20:17:00.278880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534214eb-7777-4ec7-a553-89c7fa2855b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:00.290683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:00.309377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:00.314207 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46742d95-ad9c-453b-8ebc-cb4d2bcd6884 req-7a4510a4-f75f-4a60-b84a-e8453452617a tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470848 Apr 05 20:17:00.344200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-d75aea1a-bd56-4d8a-a9a3-1ffed9e855b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:00.345490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-d75aea1a-bd56-4d8a-a9a3-1ffed9e855b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:00.347432 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-d75aea1a-bd56-4d8a-a9a3-1ffed9e855b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15f1e4963ec848aab8e6a36d8339f80d&device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1980 time: 0.2671845 Apr 05 20:17:00.349034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:00.371297 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-7c3756eb-74c7-4b39-a48b-313fe22ea897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:24Z', 'revision_number': 4, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port': {'id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:14Z', 'updated_at': '2022-04-05T20:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '34934924-2e1b-416f-b248-c2956770a8e4', 'name': '', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'mac_address': 'fa:16:3e:e4:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:21Z', 'updated_at': '2022-04-05T20:15:35Z', 'revision_number': 5, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'subnets': [{'id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:00.377523 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3756eb-74c7-4b39-a48b-313fe22ea897 None None] The sync data for ids ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'] in n-d-836604-1 is: [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:15:24Z', 'revision_number': 4, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port': {'id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:14Z', 'updated_at': '2022-04-05T20:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '34934924-2e1b-416f-b248-c2956770a8e4', 'name': '', 'network_id': 'd6ad3a2c-2aaa-4357-a2c4-19c15d7bb631', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'mac_address': 'fa:16:3e:e4:b9:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:21Z', 'updated_at': '2022-04-05T20:15:35Z', 'revision_number': 5, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'subnets': [{'id': 'b3894f6c-28b6-44d0-b2b0-148aa5639c30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:17:00.389915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60368) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:00.523858 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef', 'code': 200} Apr 05 20:17:00.571641 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d77f1e1-3b47-455f-8448-6985d8eb85c8 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:00.633986 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d77f1e1-3b47-455f-8448-6985d8eb85c8 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:00.638966 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-d2973212-735d-4ac1-83ba-4e853f7001da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=f355745e-1f42-4040-92f1-f10a5b0c703f HTTP/1.1" status: 200 len: 217 time: 0.2709894 Apr 05 20:17:00.720139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-bf22c7b7-b677-4624-9fb8-89c7d9aea3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:00.721631 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-bf22c7b7-b677-4624-9fb8-89c7d9aea3e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7615f3cd-2349-47cc-a766-abc4299e2486 HTTP/1.1" status: 200 len: 801 time: 0.0753574 Apr 05 20:17:00.758956 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95524052-901c-4d69-a18f-c40cade12617 None None] New status for floating IP ed0d9c8e-b9d3-4924-b3dc-3b8b6b0d9887: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:17:00.859952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bac9f-b33e-41a1-a1a1-1f3b530d1f92 req-3f0751d0-c143-4da7-8a35-5a623247f74c tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:00.867714 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da4bac9f-b33e-41a1-a1a1-1f3b530d1f92 req-3f0751d0-c143-4da7-8a35-5a623247f74c tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 1095 time: 0.2254167 Apr 05 20:17:00.909203 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d77f1e1-3b47-455f-8448-6985d8eb85c8 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:00.912423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-d692decc-fdc7-4671-b64b-e8c7effd44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:00.914030 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-d692decc-fdc7-4671-b64b-e8c7effd44c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06f8637a-ce42-466f-a5bf-ac692e5056d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1839898 Apr 05 20:17:00.942220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77f1e1-3b47-455f-8448-6985d8eb85c8 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d799eb-e647-47be-b87f-b4df7b26ad45,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:00.975108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da4bac9f-b33e-41a1-a1a1-1f3b530d1f92 req-def77385-99f7-49e1-9aeb-84ca57977b2a tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971763 Apr 05 20:17:00.989515 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d77f1e1-3b47-455f-8448-6985d8eb85c8 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:00.990765 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4d77f1e1-3b47-455f-8448-6985d8eb85c8 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "DELETE /v2.0/security-groups/78d799eb-e647-47be-b87f-b4df7b26ad45 HTTP/1.1" status: 204 len: 168 time: 0.5996091 Apr 05 20:17:00.995025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60374) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:01.067009 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-6d364b7e-66bf-48f7-a72a-d130b2279bc8 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] show failed (client error): The resource could not be found. Apr 05 20:17:01.068044 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6d364b7e-66bf-48f7-a72a-d130b2279bc8 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "GET /v2.0/security-groups/78d799eb-e647-47be-b87f-b4df7b26ad45 HTTP/1.1" status: 404 len: 347 time: 0.0720794 Apr 05 20:17:01.078156 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae8936e5-53d1-4505-91f4-6256de7c2e6b req-77c14356-304a-43dd-b412-039538e1e553 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/da79fe7a-3126-4627-b0fc-376c116a12a0 HTTP/1.1" status: 200 len: 1801 time: 0.0679188 Apr 05 20:17:01.079740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60378) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:01.079885 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-5c15415f-33bf-42af-83d7-e6134f76f26f service neutron] 10.222.0.13 "GET /v2.0/networks/06f8637a-ce42-466f-a5bf-ac692e5056d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491148 Apr 05 20:17:01.086736 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:01.089241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ae8936e5-53d1-4505-91f4-6256de7c2e6b req-3b9abb7e-5907-4756-af5c-9b145470c0a8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Request body: {'security_group': {'name': 'tempest-sg-hth-518059560', 'description': 'tempest-description-hth-1694356855'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:01.278169 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ae8936e5-53d1-4505-91f4-6256de7c2e6b req-3b9abb7e-5907-4756-af5c-9b145470c0a8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:01.386426 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-fe69cb8a-374e-4926-b60a-dc9099543b4d service neutron] 10.222.0.13 "GET /v2.0/networks/06f8637a-ce42-466f-a5bf-ac692e5056d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331338 Apr 05 20:17:01.394782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a1433fbf-349f-4f8f-a778-d186f323dfa0 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Deleting port 2b0e9e56-e920-4301-a146-41799af0ea7b {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:01.395118 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1433fbf-349f-4f8f-a778-d186f323dfa0 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:01.471640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ae8936e5-53d1-4505-91f4-6256de7c2e6b req-3b9abb7e-5907-4756-af5c-9b145470c0a8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:01.472366 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-82b21cb6-ed4d-4abe-b33b-f0af5b24166f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d HTTP/1.1" status: 200 len: 217 time: 0.0741069 Apr 05 20:17:01.494040 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ae8936e5-53d1-4505-91f4-6256de7c2e6b req-3b9abb7e-5907-4756-af5c-9b145470c0a8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:01.496660 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ae8936e5-53d1-4505-91f4-6256de7c2e6b req-3b9abb7e-5907-4756-af5c-9b145470c0a8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:01.497908 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae8936e5-53d1-4505-91f4-6256de7c2e6b req-3b9abb7e-5907-4756-af5c-9b145470c0a8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "PUT /v2.0/security-groups/da79fe7a-3126-4627-b0fc-376c116a12a0 HTTP/1.1" status: 200 len: 1774 time: 0.4189334 Apr 05 20:17:01.550782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Allocated IP 172.25.8.65 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/77da4bad-42ef-4acb-83ff-990a4a9b3caf) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:17:01.554005 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-56ba5e7e-5afd-4588-af26-aa03d2f4276a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:01.556509 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-56ba5e7e-5afd-4588-af26-aa03d2f4276a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43a1e6c6-cec2-4d6b-853d-2b7136c39e84 HTTP/1.1" status: 200 len: 801 time: 0.0752032 Apr 05 20:17:01.606466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9abb7e-5907-4756-af5c-9b145470c0a8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da79fe7a-3126-4627-b0fc-376c116a12a0,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:01.644092 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1433fbf-349f-4f8f-a778-d186f323dfa0 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:01.644318 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1433fbf-349f-4f8f-a778-d186f323dfa0 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:01.757908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61aaae-0798-406e-b29e-1da101655229 req-d300695f-f6e5-4196-babf-10bb6744976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:01.760024 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-d300695f-f6e5-4196-babf-10bb6744976f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbe6094d-e21d-464a-bc7a-0f5b4048fd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1913192 Apr 05 20:17:01.792772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a1433fbf-349f-4f8f-a778-d186f323dfa0 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Calling delete_port for 2b0e9e56-e920-4301-a146-41799af0ea7b owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:01.909753 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:01.952823 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-a56ff8f6-ed46-47ca-ac9b-c885e11570ed service neutron] 10.222.0.13 "GET /v2.0/networks/cbe6094d-e21d-464a-bc7a-0f5b4048fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822228 Apr 05 20:17:02.049146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:02.060321 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1433fbf-349f-4f8f-a778-d186f323dfa0 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:02.110235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1433fbf-349f-4f8f-a778-d186f323dfa0 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Pushing event deleted for resources: {'Port': ['ID=2b0e9e56-e920-4301-a146-41799af0ea7b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:02.130715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:17:02.141742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:02.148517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:17:02.197453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'tag': 'c57cd7d0-09c9-41c4-98b7-2cbf55d0778d'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:02.198523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982c6e5-e406-4e38-a31b-a9ac85ef4821 req-4124317c-218d-4539-bc6d-ce996c46657d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:02.204586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982c6e5-e406-4e38-a31b-a9ac85ef4821 req-4124317c-218d-4539-bc6d-ce996c46657d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:02.205939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Pushing event updated for resources: {'Port': ['ID=77da4bad-42ef-4acb-83ff-990a4a9b3caf,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:02.211826 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1982c6e5-e406-4e38-a31b-a9ac85ef4821 req-4124317c-218d-4539-bc6d-ce996c46657d tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1678 time: 0.2369707 Apr 05 20:17:02.244741 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a61aaae-0798-406e-b29e-1da101655229 req-b949017f-d5ea-4fcc-bed7-0df537fb86a3 service neutron] 10.222.0.13 "GET /v2.0/networks/cbe6094d-e21d-464a-bc7a-0f5b4048fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848203 Apr 05 20:17:02.264687 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:02.271919 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1982c6e5-e406-4e38-a31b-a9ac85ef4821 req-242bcced-96f9-4cc8-8fce-25a1d40fd076 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590904 Apr 05 20:17:02.282696 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1433fbf-349f-4f8f-a778-d186f323dfa0 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:02.319674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1433fbf-349f-4f8f-a778-d186f323dfa0 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:02.326226 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a1433fbf-349f-4f8f-a778-d186f323dfa0 tempest-ServersTestManualDisk-1520570160 tempest-ServersTestManualDisk-1520570160-project] 10.222.0.24 "DELETE /v2.0/floatingips/ed0d9c8e-b9d3-4924-b3dc-3b8b6b0d9887 HTTP/1.1" status: 204 len: 168 time: 1.2431188 Apr 05 20:17:02.326226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60402) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:02.507908 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:02.623328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68fa25-cde0-4eac-ae64-ea70d035105d req-df3d9db8-e35b-4451-af3a-007dff28bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:02.623889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68fa25-cde0-4eac-ae64-ea70d035105d req-df3d9db8-e35b-4451-af3a-007dff28bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:02.625495 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c68fa25-cde0-4eac-ae64-ea70d035105d req-df3d9db8-e35b-4451-af3a-007dff28bc81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15f1e4963ec848aab8e6a36d8339f80d&device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1980 time: 0.2005594 Apr 05 20:17:02.859810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68fa25-cde0-4eac-ae64-ea70d035105d req-4cd39a97-b394-47ec-b42e-92d8728cf384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:02.862146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c68fa25-cde0-4eac-ae64-ea70d035105d req-4cd39a97-b394-47ec-b42e-92d8728cf384 service neutron] 10.222.0.13 "GET /v2.0/networks?id=06f8637a-ce42-466f-a5bf-ac692e5056d3 HTTP/1.1" status: 200 len: 903 time: 0.2280142 Apr 05 20:17:02.955494 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c68fa25-cde0-4eac-ae64-ea70d035105d req-8e09ea24-f90b-45ae-a01f-59b06d104608 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.149&port_id=f355745e-1f42-4040-92f1-f10a5b0c703f HTTP/1.1" status: 200 len: 217 time: 0.0824924 Apr 05 20:17:02.962825 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:03.002490 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:03.142258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Pushing event updated for resources: {'Port': ['ID=77da4bad-42ef-4acb-83ff-990a4a9b3caf,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:03.153019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68fa25-cde0-4eac-ae64-ea70d035105d req-3a0f6686-5dad-4981-bd7c-e87c9e04f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:03.154493 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c68fa25-cde0-4eac-ae64-ea70d035105d req-3a0f6686-5dad-4981-bd7c-e87c9e04f01d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7615f3cd-2349-47cc-a766-abc4299e2486 HTTP/1.1" status: 200 len: 801 time: 0.1896484 Apr 05 20:17:03.164172 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:03.202652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b8418-d373-4986-a83d-b58ced6504ed req-80a57185-b566-4484-ab3e-21c08e124f17 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:03.204102 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e8b8418-d373-4986-a83d-b58ced6504ed req-80a57185-b566-4484-ab3e-21c08e124f17 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b17a6e-fcde-4aa5-bd2f-977e76c444db HTTP/1.1" status: 200 len: 946 time: 0.1438293 Apr 05 20:17:03.256556 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:03.257790 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-b4b64c32-8a9d-4c5d-b260-59f02399f1d6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1791751 Apr 05 20:17:03.289671 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e8b8418-d373-4986-a83d-b58ced6504ed req-02511ad0-5fe8-4243-a9c6-1ef8021f8e67 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575683 Apr 05 20:17:03.324077 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-94c34ef6-b2e0-4337-bb7e-1fc2f3e9bfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:03.375677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c68fa25-cde0-4eac-ae64-ea70d035105d req-4c1e0af8-33ca-45de-b972-eb1c1f4b2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:03.377452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c68fa25-cde0-4eac-ae64-ea70d035105d req-4c1e0af8-33ca-45de-b972-eb1c1f4b2748 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=06f8637a-ce42-466f-a5bf-ac692e5056d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2082088 Apr 05 20:17:03.412666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-7ed46fdc-0774-4966-a538-a5866480c3f9 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Synchronizing usage tracker for tenant:733e32bda62040479acc38d88b2827f5 on resource:floatingip {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:17:03.445760 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:17:03.464370 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f171bfa4-ba50-4024-9122-0957d0c43f95 req-d5d0ca60-1710-41f1-b025-2e44436c659c tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/da79fe7a-3126-4627-b0fc-376c116a12a0 HTTP/1.1" status: 200 len: 1774 time: 0.0645938 Apr 05 20:17:03.536327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-7ed46fdc-0774-4966-a538-a5866480c3f9 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Unset dirty status for tenant:733e32bda62040479acc38d88b2827f5 on resource:floatingip {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:17:03.537669 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-7ed46fdc-0774-4966-a538-a5866480c3f9 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.65 HTTP/1.1" status: 200 len: 695 time: 0.2622254 Apr 05 20:17:03.683788 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c68fa25-cde0-4eac-ae64-ea70d035105d req-c8e1bbe4-8faa-409c-8a12-23a0356bbd2a service neutron] 10.222.0.13 "GET /v2.0/networks/06f8637a-ce42-466f-a5bf-ac692e5056d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978780 Apr 05 20:17:03.691852 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'tag': 'c57cd7d0-09c9-41c4-98b7-2cbf55d0778d', 'status': 'completed', 'code': 200} Apr 05 20:17:03.864677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-cab7d37e-ea1c-4fc0-88db-4f9cedd19218 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:03.866236 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a40bfea1-e2e9-41f4-9032-d81a5ecffdd3 req-cab7d37e-ea1c-4fc0-88db-4f9cedd19218 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.3226655 Apr 05 20:17:03.922030 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c68fa25-cde0-4eac-ae64-ea70d035105d req-84183c38-5cbb-4f9c-8c6b-621ec4896139 service neutron] 10.222.0.13 "GET /v2.0/networks/06f8637a-ce42-466f-a5bf-ac692e5056d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220316 Apr 05 20:17:04.086416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-94c34ef6-b2e0-4337-bb7e-1fc2f3e9bfdf admin admin] Deleting port 34934924-2e1b-416f-b248-c2956770a8e4 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:04.086787 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-94c34ef6-b2e0-4337-bb7e-1fc2f3e9bfdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:04.108730 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c57cd7d0-09c9-41c4-98b7-2cbf55d0778d details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:17:04.157384 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10b2b-835f-46c0-b0dc-c80452be8d4d req-642441a2-738b-40b0-919f-a2d74ee9e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:04.157974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10b2b-835f-46c0-b0dc-c80452be8d4d req-642441a2-738b-40b0-919f-a2d74ee9e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:04.159324 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1e10b2b-835f-46c0-b0dc-c80452be8d4d req-642441a2-738b-40b0-919f-a2d74ee9e42b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15f1e4963ec848aab8e6a36d8339f80d&device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1980 time: 0.1776834 Apr 05 20:17:04.311789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d,segment=NetworkSegment(55b8b93b-1423-4920-be8c-2c04de0da53c),segment_id=55b8b93b-1423-4920-be8c-2c04de0da53c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:04.333415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'c57cd7d0-09c9-41c4-98b7-2cbf55d0778d', 'network_id': 'cbe6094d-e21d-464a-bc7a-0f5b4048fd00', 'port_id': 'c57cd7d0-09c9-41c4-98b7-2cbf55d0778d', 'mac_address': 'fa:16:3e:ee:c7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a1e6c6-cec2-4d6b-853d-2b7136c39e84', 'ip_address': '19.86.0.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:17:04.423006 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:04.483382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57cd7d0-09c9-41c4-98b7-2cbf55d0778d {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:17:04.514451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d,segment=NetworkSegment(55b8b93b-1423-4920-be8c-2c04de0da53c),segment_id=55b8b93b-1423-4920-be8c-2c04de0da53c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:04.515362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c99506-c232-4112-8c5e-b177cd2a1896 req-653d2454-f340-4356-b2d4-9ad21b580dc1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:04.524087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c99506-c232-4112-8c5e-b177cd2a1896 req-653d2454-f340-4356-b2d4-9ad21b580dc1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:04.530384 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:04.531336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f355745e-1f42-4040-92f1-f10a5b0c703f details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:17:04.534115 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39c99506-c232-4112-8c5e-b177cd2a1896 req-653d2454-f340-4356-b2d4-9ad21b580dc1 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1678 time: 0.3810833 Apr 05 20:17:04.581042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-94c34ef6-b2e0-4337-bb7e-1fc2f3e9bfdf admin admin] For port 34934924-2e1b-416f-b248-c2956770a8e4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=34934924-2e1b-416f-b248-c2956770a8e4,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:04.581404 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-94c34ef6-b2e0-4337-bb7e-1fc2f3e9bfdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:04.632044 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39c99506-c232-4112-8c5e-b177cd2a1896 req-975ba680-0ea6-41ee-9933-fb0423a35c52 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969875 Apr 05 20:17:04.745680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f355745e-1f42-4040-92f1-f10a5b0c703f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f355745e-1f42-4040-92f1-f10a5b0c703f,segment=NetworkSegment(45f77b7c-a845-49c9-b551-4527eb8efae7),segment_id=45f77b7c-a845-49c9-b551-4527eb8efae7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:04.746933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9ef37-70f3-400f-9562-91a51fe26294 req-2eee75e6-5e84-41cc-b469-925fd6d8f6f6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:04.748710 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1fa9ef37-70f3-400f-9562-91a51fe26294 req-2eee75e6-5e84-41cc-b469-925fd6d8f6f6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b17a6e-fcde-4aa5-bd2f-977e76c444db HTTP/1.1" status: 200 len: 946 time: 0.5991373 Apr 05 20:17:04.787533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-94c34ef6-b2e0-4337-bb7e-1fc2f3e9bfdf admin admin] Calling delete_port for 34934924-2e1b-416f-b248-c2956770a8e4 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:04.822094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10b2b-835f-46c0-b0dc-c80452be8d4d req-f390567d-28f7-47e2-b53c-e9b70a54ca59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:04.823902 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1e10b2b-835f-46c0-b0dc-c80452be8d4d req-f390567d-28f7-47e2-b53c-e9b70a54ca59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cbe6094d-e21d-464a-bc7a-0f5b4048fd00 HTTP/1.1" status: 200 len: 902 time: 0.5715451 Apr 05 20:17:04.900907 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b0da848d-8207-45d9-afa5-2ff62e6b4e9c req-f919fc2c-b5ae-44ac-a094-fb6e2a4a72e6 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/da79fe7a-3126-4627-b0fc-376c116a12a0 HTTP/1.1" status: 200 len: 1774 time: 0.1936591 Apr 05 20:17:04.925664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'f355745e-1f42-4040-92f1-f10a5b0c703f', 'network_id': '06f8637a-ce42-466f-a5bf-ac692e5056d3', 'port_id': 'f355745e-1f42-4040-92f1-f10a5b0c703f', 'mac_address': 'fa:16:3e:7f:b1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7615f3cd-2349-47cc-a766-abc4299e2486', 'ip_address': '19.80.0.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:17:04.929252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:04.957663 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1fa9ef37-70f3-400f-9562-91a51fe26294 req-920c3c74-09f0-4a0d-8b17-0246c5b21c4d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795156 Apr 05 20:17:04.964452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1e10b2b-835f-46c0-b0dc-c80452be8d4d req-d5928513-c3a1-46f7-8eb2-a0f2b4866cfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.75&port_id=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d HTTP/1.1" status: 200 len: 217 time: 0.1277001 Apr 05 20:17:05.006424 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:05.029228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f355745e-1f42-4040-92f1-f10a5b0c703f {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:17:05.050358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f355745e-1f42-4040-92f1-f10a5b0c703f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f355745e-1f42-4040-92f1-f10a5b0c703f,segment=NetworkSegment(45f77b7c-a845-49c9-b551-4527eb8efae7),segment_id=45f77b7c-a845-49c9-b551-4527eb8efae7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:05.060171 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:05.157210 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f355745e-1f42-4040-92f1-f10a5b0c703f,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:05.170625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10b2b-835f-46c0-b0dc-c80452be8d4d req-74a0a878-8613-4075-a1a6-46eda9effd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:05.179261 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1e10b2b-835f-46c0-b0dc-c80452be8d4d req-74a0a878-8613-4075-a1a6-46eda9effd35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=43a1e6c6-cec2-4d6b-853d-2b7136c39e84 HTTP/1.1" status: 200 len: 801 time: 0.1908240 Apr 05 20:17:05.212705 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b0da848d-8207-45d9-afa5-2ff62e6b4e9c req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:05.244677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b0da848d-8207-45d9-afa5-2ff62e6b4e9c req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:05.301088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e10b2b-835f-46c0-b0dc-c80452be8d4d req-5ec54adc-d8ed-467d-9620-8c39281d65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:05.304740 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1e10b2b-835f-46c0-b0dc-c80452be8d4d req-5ec54adc-d8ed-467d-9620-8c39281d65b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbe6094d-e21d-464a-bc7a-0f5b4048fd00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1225715 Apr 05 20:17:05.331445 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b0da848d-8207-45d9-afa5-2ff62e6b4e9c req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:05.339743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['f355745e-1f42-4040-92f1-f10a5b0c703f'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:17:05.420303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da79fe7a-3126-4627-b0fc-376c116a12a0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:05.430098 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b0da848d-8207-45d9-afa5-2ff62e6b4e9c req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:05.441705 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b0da848d-8207-45d9-afa5-2ff62e6b4e9c req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "DELETE /v2.0/security-groups/da79fe7a-3126-4627-b0fc-376c116a12a0 HTTP/1.1" status: 204 len: 173 time: 0.5398536 Apr 05 20:17:05.445924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:05.446363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:05.446717 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:05.448989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:05.450041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:05.451004 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:05.454442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:05.455320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:05.456104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:05.456526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:05.456960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:05.457384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014a720c-9015-42fe-8c0e-c96e763fd0c8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:05.557630 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1e10b2b-835f-46c0-b0dc-c80452be8d4d req-ca14f087-afff-4d46-90a8-289124df9e87 service neutron] 10.222.0.13 "GET /v2.0/networks/cbe6094d-e21d-464a-bc7a-0f5b4048fd00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462690 Apr 05 20:17:05.616195 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-94c34ef6-b2e0-4337-bb7e-1fc2f3e9bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:05.691778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c34ef6-b2e0-4337-bb7e-1fc2f3e9bfdf admin admin] Pushing event deleted for resources: {'Port': ['ID=34934924-2e1b-416f-b248-c2956770a8e4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:05.807576 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1e10b2b-835f-46c0-b0dc-c80452be8d4d req-75a526f5-54a8-43cc-80aa-aa604fd712c9 service neutron] 10.222.0.13 "GET /v2.0/networks/cbe6094d-e21d-464a-bc7a-0f5b4048fd00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426004 Apr 05 20:17:05.866867 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-675c116a-381c-429f-a126-e47bdf1976c6 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3960099 Apr 05 20:17:05.871824 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:05.935966 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:05.980506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:06.013835 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:06.163189 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-94c34ef6-b2e0-4337-bb7e-1fc2f3e9bfdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:06.440366 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['c57cd7d0-09c9-41c4-98b7-2cbf55d0778d'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:17:06.471749 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:06.827338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c34ef6-b2e0-4337-bb7e-1fc2f3e9bfdf admin admin] Router d15982bc-7cfa-4154-b81e-253bf4b23ca4 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:17:06.840824 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Allocated IP 172.25.8.105 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/27dd295c-363b-407b-8355-d829621fbdb4) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:17:07.261299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7d836-398d-4cc2-bc29-655317c55e46 req-ae7d0bfe-1e0e-475b-b0bc-a50171c8c921 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:07.269855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7d836-398d-4cc2-bc29-655317c55e46 req-ae7d0bfe-1e0e-475b-b0bc-a50171c8c921 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:07.271105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-e6c7d836-398d-4cc2-bc29-655317c55e46 req-ae7d0bfe-1e0e-475b-b0bc-a50171c8c921 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Synchronizing usage tracker for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:17:07.298160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-e6c7d836-398d-4cc2-bc29-655317c55e46 req-ae7d0bfe-1e0e-475b-b0bc-a50171c8c921 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Unset dirty status for tenant:15f1e4963ec848aab8e6a36d8339f80d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:17:07.299330 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e6c7d836-398d-4cc2-bc29-655317c55e46 req-ae7d0bfe-1e0e-475b-b0bc-a50171c8c921 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1680 time: 0.1393967 Apr 05 20:17:07.361468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c34ef6-b2e0-4337-bb7e-1fc2f3e9bfdf admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:17:07.367120 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e6c7d836-398d-4cc2-bc29-655317c55e46 req-feab5a56-dab5-47eb-9894-8d8de2eb2275 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567293 Apr 05 20:17:07.372242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a05e5-33b1-4626-8009-e061c902ee37 None None] Sync routers for ids ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:17:07.397278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a05e5-33b1-4626-8009-e061c902ee37 None None] Routers {'d15982bc-7cfa-4154-b81e-253bf4b23ca4'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:17:07.397951 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-94c34ef6-b2e0-4337-bb7e-1fc2f3e9bfdf admin admin] 10.222.0.24 "PUT /v2.0/routers/d15982bc-7cfa-4154-b81e-253bf4b23ca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0711989 Apr 05 20:17:07.401015 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c54a05e5-33b1-4626-8009-e061c902ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:16:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:07.401184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60520) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:07.407888 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:07.443372 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:07.516299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:17:07.519922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:07.522558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:17:07.575907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Pushing event updated for resources: {'Port': ['ID=27dd295c-363b-407b-8355-d829621fbdb4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:07.675380 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:07.788944 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-c54a05e5-33b1-4626-8009-e061c902ee37 None None] Set router d15982bc-7cfa-4154-b81e-253bf4b23ca4 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:17:07.863124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168190b4-b6aa-4410-9353-5c8d972eb2d2 req-a2d24789-a1e9-4938-ade2-0b763d3db7be tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:07.864608 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-168190b4-b6aa-4410-9353-5c8d972eb2d2 req-a2d24789-a1e9-4938-ade2-0b763d3db7be tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "GET /v2.0/ports?device_id=e3b17a6e-fcde-4aa5-bd2f-977e76c444db HTTP/1.1" status: 200 len: 946 time: 0.3228333 Apr 05 20:17:07.869857 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:07.886364 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:08.127034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c57cd7d0-09c9-41c4-98b7-2cbf55d0778d up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:17:08.143273 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b822-499c-4fdc-9ee5-b8e05442b7fd req-ec3b2e1e-37fa-46fb-a91e-42aa453179d9 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:08.145000 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0f74b822-499c-4fdc-9ee5-b8e05442b7fd req-ec3b2e1e-37fa-46fb-a91e-42aa453179d9 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b17a6e-fcde-4aa5-bd2f-977e76c444db HTTP/1.1" status: 200 len: 946 time: 0.5712757 Apr 05 20:17:08.154720 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:08.220548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] Deleting port ce7b6aac-bd8e-4938-a8c7-b4963be11569 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:08.220904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:08.270025 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0f74b822-499c-4fdc-9ee5-b8e05442b7fd req-073012f9-a5fc-4916-b8a9-e1b9e0a6cda1 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178827 Apr 05 20:17:08.273668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-168190b4-b6aa-4410-9353-5c8d972eb2d2 req-18d20f06-cd7d-4e5a-9960-07e004e4f215 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Deleting port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:08.273941 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-168190b4-b6aa-4410-9353-5c8d972eb2d2 req-18d20f06-cd7d-4e5a-9960-07e004e4f215 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:08.313848 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:08.333804 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:08.415461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:17:08.423132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:08.423500 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:08.602522 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:08.645858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c54a05e5-33b1-4626-8009-e061c902ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53'}], 'enable_snat': True}, 'gw_port_id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:17:05Z', 'revision_number': 5, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port': {'id': 'ce7b6aac-bd8e-4938-a8c7-b4963be11569', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:78:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 857, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:14Z', 'updated_at': '2022-04-05T20:15:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:08.655137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57cd7d0-09c9-41c4-98b7-2cbf55d0778d'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:08.666187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a05e5-33b1-4626-8009-e061c902ee37 None None] Checking router: d15982bc-7cfa-4154-b81e-253bf4b23ca4 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:17:08.673489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d,segment=NetworkSegment(55b8b93b-1423-4920-be8c-2c04de0da53c),segment_id=55b8b93b-1423-4920-be8c-2c04de0da53c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:08.681333 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:08.683203 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:08.686440 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:08.688054 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f355745e-1f42-4040-92f1-f10a5b0c703f up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:17:08.730581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Pushing event updated for resources: {'Port': ['ID=27dd295c-363b-407b-8355-d829621fbdb4,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:08.739402 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:08.750905 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-15ecad2d-98ae-4ba3-ae4a-3e5d4678cf9d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8812363 Apr 05 20:17:08.838126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54a05e5-33b1-4626-8009-e061c902ee37 None None] Routers {'d15982bc-7cfa-4154-b81e-253bf4b23ca4'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:17:08.838723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c54a05e5-33b1-4626-8009-e061c902ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:16:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:08.902067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-b7ae1f1a-3b26-40ab-87f1-a4216dc94c8d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Synchronizing usage tracker for tenant:733e32bda62040479acc38d88b2827f5 on resource:floatingip {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:17:08.929076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-b7ae1f1a-3b26-40ab-87f1-a4216dc94c8d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Unset dirty status for tenant:733e32bda62040479acc38d88b2827f5 on resource:floatingip {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:17:08.938249 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-b7ae1f1a-3b26-40ab-87f1-a4216dc94c8d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.105 HTTP/1.1" status: 200 len: 696 time: 0.1845596 Apr 05 20:17:09.073126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-c54a05e5-33b1-4626-8009-e061c902ee37 None None] Set router d15982bc-7cfa-4154-b81e-253bf4b23ca4 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:17:09.126432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-8b874256-f7f9-4882-9a2c-c983a156fdbb tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:09.141721 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8cba6a8-d79b-4a57-a550-f46e6967d383 req-8b874256-f7f9-4882-9a2c-c983a156fdbb tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.2023776 Apr 05 20:17:09.234516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:09.237499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c54a05e5-33b1-4626-8009-e061c902ee37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:17:08Z', 'revision_number': 6, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:09.250087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54a05e5-33b1-4626-8009-e061c902ee37 None None] The sync data for ids ['d15982bc-7cfa-4154-b81e-253bf4b23ca4'] in n-d-836604-1 is: [{'id': 'd15982bc-7cfa-4154-b81e-253bf4b23ca4', 'name': 'tempest-ServersTestManualDisk-1769103478-router', 'tenant_id': '2046ae97d3c248edbc4220a51fb358dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:11Z', 'updated_at': '2022-04-05T20:17:08Z', 'revision_number': 6, 'project_id': '2046ae97d3c248edbc4220a51fb358dc', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:17:09.262806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:09.272077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port f355745e-1f42-4040-92f1-f10a5b0c703f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:17:09.279510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port f355745e-1f42-4040-92f1-f10a5b0c703f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:09.279926 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:09.394060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920416f9-eef4-4908-851c-903cf1b46067 req-259b2f25-4302-477f-8a08-2bd6bc489f65 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:09.396184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-168190b4-b6aa-4410-9353-5c8d972eb2d2 req-18d20f06-cd7d-4e5a-9960-07e004e4f215 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] For port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=17b1bc22-b62c-4c6e-a938-5cf9e64dd7db,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:09.399917 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-168190b4-b6aa-4410-9353-5c8d972eb2d2 req-18d20f06-cd7d-4e5a-9960-07e004e4f215 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:09.401276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920416f9-eef4-4908-851c-903cf1b46067 req-259b2f25-4302-477f-8a08-2bd6bc489f65 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:09.408550 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920416f9-eef4-4908-851c-903cf1b46067 req-259b2f25-4302-477f-8a08-2bd6bc489f65 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1681 time: 0.1643450 Apr 05 20:17:09.419374 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:09.421720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] For port ce7b6aac-bd8e-4938-a8c7-b4963be11569, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ce7b6aac-bd8e-4938-a8c7-b4963be11569,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:09.422105 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:09.465945 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920416f9-eef4-4908-851c-903cf1b46067 req-abe4b5e7-4107-48b0-a2c3-106ee05c6f05 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562627 Apr 05 20:17:09.466974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f355745e-1f42-4040-92f1-f10a5b0c703f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f355745e-1f42-4040-92f1-f10a5b0c703f,segment=NetworkSegment(45f77b7c-a845-49c9-b551-4527eb8efae7),segment_id=45f77b7c-a845-49c9-b551-4527eb8efae7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:09.475902 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:09.558154 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-47dbe2fc-02b4-49f1-a20a-68c2abe62b78 req-5b0d2473-abb6-4ef3-896b-30c347a2b65b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] show failed (client error): The resource could not be found. Apr 05 20:17:09.568154 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47dbe2fc-02b4-49f1-a20a-68c2abe62b78 req-5b0d2473-abb6-4ef3-896b-30c347a2b65b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/c693aa16-1417-461c-8321-e73c9b0b7071 HTTP/1.1" status: 404 len: 352 time: 0.0272527 Apr 05 20:17:09.643620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f355745e-1f42-4040-92f1-f10a5b0c703f,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:09.708748 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57cd7d0-09c9-41c4-98b7-2cbf55d0778d', 'code': 200} Apr 05 20:17:09.739311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] Calling delete_port for ce7b6aac-bd8e-4938-a8c7-b4963be11569 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:09.869643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-168190b4-b6aa-4410-9353-5c8d972eb2d2 req-18d20f06-cd7d-4e5a-9960-07e004e4f215 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Calling delete_port for 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:09.903367 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41074ea6-8af3-40aa-a440-700695e4e1bc req-d9ab9d08-2ea0-48f9-bf4d-c5df41b724e9 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips/6727e0d4-d1f0-47ec-b931-25ca0aa34422 HTTP/1.1" status: 200 len: 693 time: 0.1593995 Apr 05 20:17:10.204655 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-168190b4-b6aa-4410-9353-5c8d972eb2d2 req-18d20f06-cd7d-4e5a-9960-07e004e4f215 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:10.217643 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a', '17b1bc22-b62c-4c6e-a938-5cf9e64dd7db'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:17:10.276439 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['9a0e5d13-dbd6-4043-8bad-6b03b0441c91'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:17:10.355347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41074ea6-8af3-40aa-a440-700695e4e1bc req-82b47466-9d35-4112-9a75-8731a77c834c tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:10.364860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d20f06-cd7d-4e5a-9960-07e004e4f215 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event deleted for resources: {'Port': ['ID=17b1bc22-b62c-4c6e-a938-5cf9e64dd7db,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:10.369303 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41074ea6-8af3-40aa-a440-700695e4e1bc req-82b47466-9d35-4112-9a75-8731a77c834c tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.4448855 Apr 05 20:17:10.398465 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ce7b6aac-bd8e-4938-a8c7-b4963be11569 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:10.497044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-168190b4-b6aa-4410-9353-5c8d972eb2d2 req-18d20f06-cd7d-4e5a-9960-07e004e4f215 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] No DVR routers for this DVR port 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:17:10.499695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-168190b4-b6aa-4410-9353-5c8d972eb2d2 req-18d20f06-cd7d-4e5a-9960-07e004e4f215 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:10.502599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b17a6e-fcde-4aa5-bd2f-977e76c444db', 'name': 'network-vif-deleted', 'tag': '17b1bc22-b62c-4c6e-a938-5cf9e64dd7db'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:10.515711 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:10.538674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No active binding found for port ce7b6aac-bd8e-4938-a8c7-b4963be11569 {{(pid=87966) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 20:17:10.540224 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ce7b6aac-bd8e-4938-a8c7-b4963be11569 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:17:10.540865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 34934924-2e1b-416f-b248-c2956770a8e4 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:10.584310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce7b6aac-bd8e-4938-a8c7-b4963be11569,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:10.587367 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-168190b4-b6aa-4410-9353-5c8d972eb2d2 req-18d20f06-cd7d-4e5a-9960-07e004e4f215 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "DELETE /v2.0/ports/17b1bc22-b62c-4c6e-a938-5cf9e64dd7db HTTP/1.1" status: 204 len: 173 time: 2.5085301 Apr 05 20:17:10.662163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 34934924-2e1b-416f-b248-c2956770a8e4 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:17:10.662494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 34934924-2e1b-416f-b248-c2956770a8e4 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:17:10.705663 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:10.721356 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be462b93-88c5-4563-8765-ce0a7a52a6d4 req-c21ac967-1b7b-4cd4-bc33-1c5e94da85b0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3b17a6e-fcde-4aa5-bd2f-977e76c444db HTTP/1.1" status: 200 len: 210 time: 0.1188695 Apr 05 20:17:10.777869 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-4ccf7bf7-1e84-47cc-b27a-252aa6987be5 req-7762c3e9-f66e-4376-b2e2-35ecd2d304f3 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] show failed (client error): The resource could not be found. Apr 05 20:17:10.792499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ccf7bf7-1e84-47cc-b27a-252aa6987be5 req-7762c3e9-f66e-4376-b2e2-35ecd2d304f3 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/9ad411a8-c93f-4f63-a567-3c2f749246e6 HTTP/1.1" status: 404 len: 352 time: 0.0404742 Apr 05 20:17:10.968063 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:10.974814 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:11.005491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:11.005846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d15982bc-7cfa-4154-b81e-253bf4b23ca4 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:17:11.019311 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:11.020507 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ac001270-b99f-4497-8893-70923ca20049 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d15982bc-7cfa-4154-b81e-253bf4b23ca4 HTTP/1.1" status: 204 len: 168 time: 3.6184263 Apr 05 20:17:11.025914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60576) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:11.089674 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddf9b127-2268-4ee8-a03f-6949e1017922 req-5535d38a-80e7-4ba9-8c8d-3e284457112c tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips/6727e0d4-d1f0-47ec-b931-25ca0aa34422 HTTP/1.1" status: 200 len: 693 time: 0.1436517 Apr 05 20:17:11.152418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d97c65-dfd5-47a8-9362-5c1fae0819d9 admin admin] Deleting subnet b3894f6c-28b6-44d0-b2b0-148aa5639c30 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:17:11.157488 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-11d97c65-dfd5-47a8-9362-5c1fae0819d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:11.364592 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc66ad29-7fce-45b8-9ea3-65792b64bec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:11.378656 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-11d97c65-dfd5-47a8-9362-5c1fae0819d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:11.423072 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9b127-2268-4ee8-a03f-6949e1017922 req-09f97afd-d8f0-4b32-b84e-4ad50b5d57ab tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:11.424686 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddf9b127-2268-4ee8-a03f-6949e1017922 req-09f97afd-d8f0-4b32-b84e-4ad50b5d57ab tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.3335953 Apr 05 20:17:11.491831 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-11d97c65-dfd5-47a8-9362-5c1fae0819d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:11.537849 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddf9b127-2268-4ee8-a03f-6949e1017922 req-6b0217eb-0f8e-4584-8238-ef1e62832840 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.105 HTTP/1.1" status: 200 len: 696 time: 0.1063073 Apr 05 20:17:11.639432 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddf9b127-2268-4ee8-a03f-6949e1017922 req-4e0eb625-d2f4-4074-b899-bb21260cfa28 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.105 HTTP/1.1" status: 200 len: 696 time: 0.0893734 Apr 05 20:17:11.643851 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-11d97c65-dfd5-47a8-9362-5c1fae0819d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:11.687035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d97c65-dfd5-47a8-9362-5c1fae0819d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3894f6c-28b6-44d0-b2b0-148aa5639c30,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:11.695359 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-11d97c65-dfd5-47a8-9362-5c1fae0819d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:11.702745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e236ee-5435-46e6-a97c-d1393a3c74b8 None None] Network d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:17:11.704861 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-11d97c65-dfd5-47a8-9362-5c1fae0819d9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b3894f6c-28b6-44d0-b2b0-148aa5639c30 HTTP/1.1" status: 204 len: 168 time: 0.6777310 Apr 05 20:17:11.705432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60582) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:11.721771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f355745e-1f42-4040-92f1-f10a5b0c703f'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:11.892296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ddf9b127-2268-4ee8-a03f-6949e1017922 req-613e3008-2eab-499a-b86b-d7a3167132ec tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Deleting port 27dd295c-363b-407b-8355-d829621fbdb4 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:11.893053 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ddf9b127-2268-4ee8-a03f-6949e1017922 req-613e3008-2eab-499a-b86b-d7a3167132ec tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:11.968585 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:11.993383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Deleting port 62930eed-5184-4a7f-9f68-56c4be415816 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:11.994074 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:12.111803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] DHCP port deletion for d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:17:12.114991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] Deleting port 62930eed-5184-4a7f-9f68-56c4be415816 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:12.115435 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:12.277618 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ddf9b127-2268-4ee8-a03f-6949e1017922 req-613e3008-2eab-499a-b86b-d7a3167132ec tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:12.278270 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ddf9b127-2268-4ee8-a03f-6949e1017922 req-613e3008-2eab-499a-b86b-d7a3167132ec tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:12.283079 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 62930eed-5184-4a7f-9f68-56c4be415816 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:12.360646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:12.404919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:17:12.405628 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 17b1bc22-b62c-4c6e-a938-5cf9e64dd7db not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:17:12.409943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] For port 62930eed-5184-4a7f-9f68-56c4be415816, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=62930eed-5184-4a7f-9f68-56c4be415816,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:12.411298 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:12.440953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ddf9b127-2268-4ee8-a03f-6949e1017922 req-613e3008-2eab-499a-b86b-d7a3167132ec tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Calling delete_port for 27dd295c-363b-407b-8355-d829621fbdb4 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:12.639346 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:12.671632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] For port 62930eed-5184-4a7f-9f68-56c4be415816, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=62930eed-5184-4a7f-9f68-56c4be415816,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:12.672426 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:12.684068 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ddf9b127-2268-4ee8-a03f-6949e1017922 req-613e3008-2eab-499a-b86b-d7a3167132ec tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:12.735684 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Calling delete_port for 62930eed-5184-4a7f-9f68-56c4be415816 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:12.804651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e3008-2eab-499a-b86b-d7a3167132ec tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Pushing event deleted for resources: {'Port': ['ID=27dd295c-363b-407b-8355-d829621fbdb4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:12.865147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] Calling delete_port for 62930eed-5184-4a7f-9f68-56c4be415816 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:12.909222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 62930eed-5184-4a7f-9f68-56c4be415816, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=62930eed-5184-4a7f-9f68-56c4be415816,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:12.919793 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:12.930211 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:17:12.930538 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:17:12.971574 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ddf9b127-2268-4ee8-a03f-6949e1017922 req-613e3008-2eab-499a-b86b-d7a3167132ec tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:13.018529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=62930eed-5184-4a7f-9f68-56c4be415816,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:13.023319 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:17:13.023666 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:17:13.026327 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ddf9b127-2268-4ee8-a03f-6949e1017922 req-613e3008-2eab-499a-b86b-d7a3167132ec tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:13.028053 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddf9b127-2268-4ee8-a03f-6949e1017922 req-613e3008-2eab-499a-b86b-d7a3167132ec tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "DELETE /v2.0/floatingips/6727e0d4-d1f0-47ec-b931-25ca0aa34422 HTTP/1.1" status: 204 len: 173 time: 1.3732915 Apr 05 20:17:13.029138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:13.029523 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:13.029866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:13.030308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:13.030792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:13.031624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:13.031624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:13.031817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:13.032157 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:13.032486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:13.032804 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:13.033479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:13.127764 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b17a6e-fcde-4aa5-bd2f-977e76c444db', 'name': 'network-vif-deleted', 'tag': '17b1bc22-b62c-4c6e-a938-5cf9e64dd7db', 'status': 'completed', 'code': 200} Apr 05 20:17:13.342118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d31cd-c07e-4b8b-8920-2e636b857a20 req-473b9700-5774-4219-a1d1-30b591c1916e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:13.348855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d31cd-c07e-4b8b-8920-2e636b857a20 req-473b9700-5774-4219-a1d1-30b591c1916e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:13.356568 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d97d31cd-c07e-4b8b-8920-2e636b857a20 req-473b9700-5774-4219-a1d1-30b591c1916e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1682 time: 0.1199813 Apr 05 20:17:13.411970 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d97d31cd-c07e-4b8b-8920-2e636b857a20 req-6bc966e6-1158-4838-940d-1e350ff9723e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539818 Apr 05 20:17:13.431924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Deleting port 62930eed-5184-4a7f-9f68-56c4be415816 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:13.432272 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:13.448914 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-bfc7e09d-a733-4902-bf8d-77d7566a209a req-be278164-9cb6-44ce-b878-d73f761f925e tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] show failed (client error): The resource could not be found. Apr 05 20:17:13.458541 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bfc7e09d-a733-4902-bf8d-77d7566a209a req-be278164-9cb6-44ce-b878-d73f761f925e tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/2bccdfec-1a70-403f-ab30-ea7fdbc83652 HTTP/1.1" status: 404 len: 352 time: 0.0268772 Apr 05 20:17:13.523250 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f355745e-1f42-4040-92f1-f10a5b0c703f', 'code': 200} Apr 05 20:17:13.525044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] Deleting port 62930eed-5184-4a7f-9f68-56c4be415816 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:13.525656 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:13.954975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadda36-9218-41a6-93c6-82ca843cd0ab req-72e8d983-5aa0-4126-abc5-a3aa385e1671 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:13.971937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2cadda36-9218-41a6-93c6-82ca843cd0ab req-72e8d983-5aa0-4126-abc5-a3aa385e1671 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3102448 Apr 05 20:17:14.001191 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-952003ec-b722-4632-86ac-4cfbdcd98795 req-c996a4a3-fa7c-4b46-b53b-d439b792387b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] show failed (client error): The resource could not be found. Apr 05 20:17:14.011077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402acbc-e846-4775-8baf-cbd54fa171cc req-6c4fa4ce-e00b-4f18-944b-c2d52442d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:14.011632 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-952003ec-b722-4632-86ac-4cfbdcd98795 req-c996a4a3-fa7c-4b46-b53b-d439b792387b tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/4bdb336c-014f-4292-97a9-4045ee796263 HTTP/1.1" status: 404 len: 352 time: 0.0373092 Apr 05 20:17:14.011761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402acbc-e846-4775-8baf-cbd54fa171cc req-6c4fa4ce-e00b-4f18-944b-c2d52442d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:14.019356 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c402acbc-e846-4775-8baf-cbd54fa171cc req-6c4fa4ce-e00b-4f18-944b-c2d52442d673 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1984 time: 0.4139628 Apr 05 20:17:14.097666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] For port 62930eed-5184-4a7f-9f68-56c4be415816, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=62930eed-5184-4a7f-9f68-56c4be415816,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:14.099001 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:14.126654 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c402acbc-e846-4775-8baf-cbd54fa171cc req-3389371c-195f-4d73-a20b-33ca1ad41aab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954082 Apr 05 20:17:14.137174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] For port 62930eed-5184-4a7f-9f68-56c4be415816, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=62930eed-5184-4a7f-9f68-56c4be415816,segment=NetworkSegment(0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d),segment_id=0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:14.137533 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:14.292416 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] Calling delete_port for 62930eed-5184-4a7f-9f68-56c4be415816 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:14.389785 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d9c7853b-f378-4e35-92b8-d654e5a1b08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:14.439846 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:14.474372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Calling delete_port for 62930eed-5184-4a7f-9f68-56c4be415816 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:14.507735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] No DVR routers for this DVR port 62930eed-5184-4a7f-9f68-56c4be415816 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:17:14.552854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ef3a2-db03-45e5-8190-695c127c82c9 None None] Pushing event deleted for resources: {'Port': ['ID=62930eed-5184-4a7f-9f68-56c4be415816,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:14.646456 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:17:14.646456 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:17:14.681336 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:14.809961 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:15.006363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Deleting port 62930eed-5184-4a7f-9f68-56c4be415816 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:15.007061 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:15.063583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8ad08977-52c9-46e8-b94f-16784ca080dc req-63a063ba-ccdf-44e3-a127-6f781113bfbb tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Synchronizing usage tracker for tenant:733e32bda62040479acc38d88b2827f5 on resource:floatingip {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:17:15.088581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8ad08977-52c9-46e8-b94f-16784ca080dc req-63a063ba-ccdf-44e3-a127-6f781113bfbb tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Unset dirty status for tenant:733e32bda62040479acc38d88b2827f5 on resource:floatingip {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:17:15.096081 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8ad08977-52c9-46e8-b94f-16784ca080dc req-63a063ba-ccdf-44e3-a127-6f781113bfbb tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=733e32bda62040479acc38d88b2827f5 HTTP/1.1" status: 200 len: 1656 time: 0.1304910 Apr 05 20:17:15.111961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] The port '62930eed-5184-4a7f-9f68-56c4be415816' was deleted {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:17:15.327468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08977-52c9-46e8-b94f-16784ca080dc req-03544b7b-2fac-4fdc-8180-76d77e589ad0 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:15.347944 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8ad08977-52c9-46e8-b94f-16784ca080dc req-03544b7b-2fac-4fdc-8180-76d77e589ad0 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks?id=be3ed9ce-44de-4a17-8a12-96ef652948bf&id=be3ed9ce-44de-4a17-8a12-96ef652948bf&id=be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 787 time: 0.2509031 Apr 05 20:17:15.394660 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-7bacdfd1-fd4b-4426-8d70-0964d8ddbcb7 req-86c5452e-be17-4594-9fe7-3c4de75cb3c5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] show failed (client error): The resource could not be found. Apr 05 20:17:15.402189 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:15.412030 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7bacdfd1-fd4b-4426-8d70-0964d8ddbcb7 req-86c5452e-be17-4594-9fe7-3c4de75cb3c5 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/d0249387-e2c5-4311-830f-86c7d0d66f75 HTTP/1.1" status: 404 len: 352 time: 0.0571930 Apr 05 20:17:15.432685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:15.447215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:15.447554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1db66e-6c3e-47e3-a1a6-96a8e3e4398d') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:15.467062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:15.507540 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:15.516538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:17:15.519231 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:17:15.641579 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:17:15.646470 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:15.706090 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:15.748537 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631 HTTP/1.1" status: 204 len: 168 time: 4.0417707 Apr 05 20:17:15.753743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3cc65-10de-40b7-be4d-8b6a60896ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6ad3a2c-2aaa-4357-a2c4-19c15d7bb631,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:15.840792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69a14a-1052-48cd-886b-d74fd925b973 req-c393ef49-c3fb-4635-b987-6455b0e078a5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:15.851170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69a14a-1052-48cd-886b-d74fd925b973 req-c393ef49-c3fb-4635-b987-6455b0e078a5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:15.858401 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f69a14a-1052-48cd-886b-d74fd925b973 req-c393ef49-c3fb-4635-b987-6455b0e078a5 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1682 time: 0.1754975 Apr 05 20:17:15.910457 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:15.961945 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f69a14a-1052-48cd-886b-d74fd925b973 req-c03110b8-3341-4eee-8134-c904ad43150b tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885057 Apr 05 20:17:15.975143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60630) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:16.081917 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9f3bc84c-5009-4686-91e5-097febfdda07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2046ae97d3c248edbc4220a51fb358dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1050835 Apr 05 20:17:16.082563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60636) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:16.082894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60638) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:16.178655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1acba40-1f2b-4a84-8dc4-fe26d96e080b req-05e80c83-c5dd-4112-9152-8432a2b6ee5f tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips/7d1537bc-2e50-47c2-b26b-d0b069533f5c HTTP/1.1" status: 200 len: 692 time: 0.1521585 Apr 05 20:17:16.275928 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b6f4add-0e75-4cf7-8dfb-4b60cebe62ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:16.324186 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b6f4add-0e75-4cf7-8dfb-4b60cebe62ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:16.410615 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b6f4add-0e75-4cf7-8dfb-4b60cebe62ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:16.447344 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1acba40-1f2b-4a84-8dc4-fe26d96e080b req-e540e400-8f54-46b3-82cd-50b46f27d652 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:16.456030 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1acba40-1f2b-4a84-8dc4-fe26d96e080b req-e540e400-8f54-46b3-82cd-50b46f27d652 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.2754321 Apr 05 20:17:16.470862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f4add-0e75-4cf7-8dfb-4b60cebe62ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6326aa56-ec68-40a1-95d9-d936dcca6742,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:16.483210 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b6f4add-0e75-4cf7-8dfb-4b60cebe62ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:16.484360 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9b6f4add-0e75-4cf7-8dfb-4b60cebe62ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6326aa56-ec68-40a1-95d9-d936dcca6742 HTTP/1.1" status: 204 len: 168 time: 0.3943527 Apr 05 20:17:16.532993 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e5d32b3-de61-4d81-891d-610c0eb410f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:16.551748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6e5d32b3-de61-4d81-891d-610c0eb410f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:16.566570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6e5d32b3-de61-4d81-891d-610c0eb410f6 admin admin] Usage tracker for resource:security_group_rule and tenant:092780d14f844373a0449de76910d969 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:16.571251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6e5d32b3-de61-4d81-891d-610c0eb410f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:16.586754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6e5d32b3-de61-4d81-891d-610c0eb410f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:16.592258 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1acba40-1f2b-4a84-8dc4-fe26d96e080b req-80b652ae-945f-4bf2-9ab1-c70b1c15af27 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.65 HTTP/1.1" status: 200 len: 695 time: 0.1352487 Apr 05 20:17:16.749869 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1acba40-1f2b-4a84-8dc4-fe26d96e080b req-559802b6-80b9-4bb3-80ef-c850d1839f4d tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.65 HTTP/1.1" status: 200 len: 695 time: 0.1565750 Apr 05 20:17:16.812568 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e5d32b3-de61-4d81-891d-610c0eb410f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:16.820215 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e5d32b3-de61-4d81-891d-610c0eb410f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:16.972391 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6e5d32b3-de61-4d81-891d-610c0eb410f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=092780d14f844373a0449de76910d969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8839295 Apr 05 20:17:16.974820 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d32b3-de61-4d81-891d-610c0eb410f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5337e81-8f7e-432f-9614-fa95e146bb8d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:16.976148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60656) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:17.018909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c1acba40-1f2b-4a84-8dc4-fe26d96e080b req-0b6aa42c-f53e-47e6-b060-f98e6508500e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Deleting port 77da4bad-42ef-4acb-83ff-990a4a9b3caf {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:17.019520 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1acba40-1f2b-4a84-8dc4-fe26d96e080b req-0b6aa42c-f53e-47e6-b060-f98e6508500e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:17.234778 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5bf7f4dd-89fd-4407-8fb4-077d684e9305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:17.286983 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5bf7f4dd-89fd-4407-8fb4-077d684e9305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:17.356056 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5bf7f4dd-89fd-4407-8fb4-077d684e9305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:17.385683 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1acba40-1f2b-4a84-8dc4-fe26d96e080b req-0b6aa42c-f53e-47e6-b060-f98e6508500e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:17.386262 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1acba40-1f2b-4a84-8dc4-fe26d96e080b req-0b6aa42c-f53e-47e6-b060-f98e6508500e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:17.394492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf7f4dd-89fd-4407-8fb4-077d684e9305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5337e81-8f7e-432f-9614-fa95e146bb8d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:17.648118 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5bf7f4dd-89fd-4407-8fb4-077d684e9305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:17.653000 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5bf7f4dd-89fd-4407-8fb4-077d684e9305 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5337e81-8f7e-432f-9614-fa95e146bb8d HTTP/1.1" status: 204 len: 168 time: 0.6657794 Apr 05 20:17:17.660836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c1acba40-1f2b-4a84-8dc4-fe26d96e080b req-0b6aa42c-f53e-47e6-b060-f98e6508500e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Calling delete_port for 77da4bad-42ef-4acb-83ff-990a4a9b3caf owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:17.733999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60682) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:17.854783 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1acba40-1f2b-4a84-8dc4-fe26d96e080b req-0b6aa42c-f53e-47e6-b060-f98e6508500e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:17.984064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1819628039-network', 'tenant_id': '0570f36056c84787be9766bc0091bbd1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:17.987942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6aa42c-f53e-47e6-b060-f98e6508500e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Pushing event deleted for resources: {'Port': ['ID=77da4bad-42ef-4acb-83ff-990a4a9b3caf,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:18.033904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:18.086342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Usage tracker for resource:network and tenant:0570f36056c84787be9766bc0091bbd1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:18.098893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:18.109733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:18.128693 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1acba40-1f2b-4a84-8dc4-fe26d96e080b req-0b6aa42c-f53e-47e6-b060-f98e6508500e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:18.134358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Made reservation on behalf of 0570f36056c84787be9766bc0091bbd1 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:17:18.136738 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:18.150544 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:18.173787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:18.180617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Usage tracker for resource:security_group_rule and tenant:0570f36056c84787be9766bc0091bbd1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:18.183804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:18.189872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:18.201324 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1acba40-1f2b-4a84-8dc4-fe26d96e080b req-0b6aa42c-f53e-47e6-b060-f98e6508500e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:18.202449 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1acba40-1f2b-4a84-8dc4-fe26d96e080b req-0b6aa42c-f53e-47e6-b060-f98e6508500e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "DELETE /v2.0/floatingips/7d1537bc-2e50-47c2-b26b-d0b069533f5c HTTP/1.1" status: 204 len: 173 time: 1.4515827 Apr 05 20:17:18.261124 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-4b09e512-6ecc-4428-abba-3ad31e4569c4 req-4d13d213-584c-49ca-8362-743225e62629 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] show failed (client error): The resource could not be found. Apr 05 20:17:18.262298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b09e512-6ecc-4428-abba-3ad31e4569c4 req-4d13d213-584c-49ca-8362-743225e62629 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/94a2785f-2302-4272-843b-3c7bed1beb63 HTTP/1.1" status: 404 len: 352 time: 0.0308907 Apr 05 20:17:18.321847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:18.327413 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:18.366192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:17:18.380655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0dede87-b410-45c8-bc6d-5610983566ad,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:18.387334 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:18.387807 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Added segment 0cc1f66e-6d2c-4747-8707-99292fcbbb53 of type vlan for network 3a81b931-b603-496c-bb8a-cabbed1eed40 Apr 05 20:17:18.427073 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:18.573461 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:18.574511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:18.575096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:18.630510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a464e-9550-472a-8f90-b2babd95ea5c req-77ec2804-6282-4b80-85b8-ec5a160ba036 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:18.636919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a464e-9550-472a-8f90-b2babd95ea5c req-77ec2804-6282-4b80-85b8-ec5a160ba036 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:18.638951 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-425a464e-9550-472a-8f90-b2babd95ea5c req-77ec2804-6282-4b80-85b8-ec5a160ba036 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1682 time: 0.1171830 Apr 05 20:17:18.703134 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-425a464e-9550-472a-8f90-b2babd95ea5c req-9a1c0d03-15fe-4f47-805f-02ae196dd64f tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576789 Apr 05 20:17:18.717472 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9797347 Apr 05 20:17:18.717472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c4d7b-db55-4110-aaa1-6a2e0e46aec6 admin admin] Pushing event updated for resources: {'Network': ['ID=3a81b931-b603-496c-bb8a-cabbed1eed40,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:18.722259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60736) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:18.727679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 3a81b931-b603-496c-bb8a-cabbed1eed40 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:17:18.728892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Request body: {'subnet': {'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1819628039-subnet', 'tenant_id': '0570f36056c84787be9766bc0091bbd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:18.746165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:18.753025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Usage tracker for resource:subnet and tenant:0570f36056c84787be9766bc0091bbd1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:18.757648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:18.774505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-16e43658-909a-4e41-a8c9-8fc9067e0360 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:18.781360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-16e43658-909a-4e41-a8c9-8fc9067e0360 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 0.3375008 Apr 05 20:17:18.798556 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-04773b3b-e09f-4e9f-a72d-22f153ad4fd2 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/quotas/1ccb3652f5a74824b97498e5d91e065f HTTP/1.1" status: 200 len: 375 time: 0.0162048 Apr 05 20:17:18.889305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:18.935171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60744) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:18.996360 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26db2a67-a100-450d-9e22-c08b96946578 req-d1253fc2-c1d5-4718-98e6-0dc801af6e46 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips/ede39539-d4d2-498b-b640-f38aed085097 HTTP/1.1" status: 200 len: 693 time: 0.2299197 Apr 05 20:17:19.000919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Made reservation on behalf of 0570f36056c84787be9766bc0091bbd1 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:17:19.006568 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:19.024333 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-8725f01a-4b6a-49e2-a846-47657caf982b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2218449 Apr 05 20:17:19.150653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1602620731-network', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:19.169858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:19.177563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Usage tracker for resource:network and tenant:afc6b2a088ed421e85a029e0c6d41ac8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:19.182900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:19.190756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:19.213102 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2817fd00-26db-49d0-bfe0-d575ee9da547 req-b13c7468-c6e1-47cc-b2d1-71d4cafe4fc1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3749413 Apr 05 20:17:19.230161 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-4079ff64-6892-4a9d-97ec-7245229ff319 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934395 Apr 05 20:17:19.230833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Made reservation on behalf of afc6b2a088ed421e85a029e0c6d41ac8 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:17:19.233148 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:19.289865 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:19.293470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db2a67-a100-450d-9e22-c08b96946578 req-e1e17990-7e7e-479c-b738-093d65c631aa tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:19.294914 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26db2a67-a100-450d-9e22-c08b96946578 req-e1e17990-7e7e-479c-b738-093d65c631aa tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.2745235 Apr 05 20:17:19.361408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:19.376229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Usage tracker for resource:security_group_rule and tenant:afc6b2a088ed421e85a029e0c6d41ac8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:19.380960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:19.390270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:19.434696 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9ae527e9-1f5a-4474-8e99-7ad4131322fa service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911664 Apr 05 20:17:19.486443 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26db2a67-a100-450d-9e22-c08b96946578 req-ecce61db-d6c0-476f-a807-8fc4b275d82a tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.214 HTTP/1.1" status: 200 len: 696 time: 0.1304305 Apr 05 20:17:19.504200 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:19.510124 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:19.559431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:17:19.578080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebea2701-2e5f-445a-bfc6-d4219553e742,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:19.610906 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:19.611156 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Added segment fb492852-b98d-43a4-9a57-ea8759808c7b of type vlan for network 6d694502-536f-4d64-833f-5cd2675c4f03 Apr 05 20:17:19.647373 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26db2a67-a100-450d-9e22-c08b96946578 req-446db051-4727-4e0a-9926-735cfaf932a1 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.214 HTTP/1.1" status: 200 len: 696 time: 0.1429684 Apr 05 20:17:19.657899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817fd00-26db-49d0-bfe0-d575ee9da547 req-21a97ba8-979e-4c72-8337-8191757a9fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:19.659482 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2817fd00-26db-49d0-bfe0-d575ee9da547 req-21a97ba8-979e-4c72-8337-8191757a9fc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=313ef90b753e46b0b1e67425a2190bfd&device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 1174 time: 0.3371034 Apr 05 20:17:19.677469 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:19.732841 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:19.739941 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:19.742051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:19.743402 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:19.929174 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9853446 Apr 05 20:17:19.933286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60758) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:19.942827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Request body: {'subnet': {'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1602620731-subnet', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:19.949998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61326f1e-f488-4a5a-96eb-8f7940766f3c admin admin] Pushing event updated for resources: {'Network': ['ID=6d694502-536f-4d64-833f-5cd2675c4f03,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:19.953304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:19.958208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Usage tracker for resource:subnet and tenant:afc6b2a088ed421e85a029e0c6d41ac8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:19.961385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:19.963504 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 6d694502-536f-4d64-833f-5cd2675c4f03 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:17:19.974094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:19.998840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Made reservation on behalf of afc6b2a088ed421e85a029e0c6d41ac8 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:17:20.001910 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:20.306321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3c9b1981-54b2-41b2-bac2-fde918d0e5b8 req-ba3bb7cb-f23c-4662-aa6b-781847b09c2d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 210 time: 0.0669367 Apr 05 20:17:20.313964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-26db2a67-a100-450d-9e22-c08b96946578 req-2105d1f0-e719-415a-94f8-2b25cdb3ec6e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Deleting port 44a3007f-be89-4cc7-9d84-e1094949f0b1 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:20.314316 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26db2a67-a100-450d-9e22-c08b96946578 req-2105d1f0-e719-415a-94f8-2b25cdb3ec6e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:20.361038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc1b580-6025-4ece-a1cd-be94e8b4b55a,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:20.375140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Checking segment: {'id': '0cc1f66e-6d2c-4747-8707-99292fcbbb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:17:20.375500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Network hostable DHCP agents. Network: 3a81b931-b603-496c-bb8a-cabbed1eed40, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:17:20.431262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817fd00-26db-49d0-bfe0-d575ee9da547 req-f013d1e6-e85d-440b-a0be-113bc3c31a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:20.432628 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2817fd00-26db-49d0-bfe0-d575ee9da547 req-f013d1e6-e85d-440b-a0be-113bc3c31a7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 HTTP/1.1" status: 200 len: 914 time: 0.6869016 Apr 05 20:17:20.506435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Network 3a81b931-b603-496c-bb8a-cabbed1eed40 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:17:20.569894 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2817fd00-26db-49d0-bfe0-d575ee9da547 req-cbcae79f-8b01-4849-9025-f05294181663 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b85dd6f7-8aaa-4c12-b369-096f50b0e403 HTTP/1.1" status: 200 len: 217 time: 0.1226175 Apr 05 20:17:20.618710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 3a81b931-b603-496c-bb8a-cabbed1eed40) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:20.628029 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa533669-0fed-4644-8e2b-dadf9dc91fd5 None None] Network 3a81b931-b603-496c-bb8a-cabbed1eed40 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:17:20.634773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:20.635360 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:20.677180 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:20.683862 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b3a011a2-8ca4-44fe-9b3f-ce4d1661fb56 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9603322 Apr 05 20:17:20.712499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817fd00-26db-49d0-bfe0-d575ee9da547 req-704bc2db-939e-475a-8646-750fdf734d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:20.714348 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2817fd00-26db-49d0-bfe0-d575ee9da547 req-704bc2db-939e-475a-8646-750fdf734d6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=318ad2b9-d4e2-423a-967c-87c103b42a46 HTTP/1.1" status: 200 len: 853 time: 0.1326575 Apr 05 20:17:20.716095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26db2a67-a100-450d-9e22-c08b96946578 req-2105d1f0-e719-415a-94f8-2b25cdb3ec6e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:20.716417 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26db2a67-a100-450d-9e22-c08b96946578 req-2105d1f0-e719-415a-94f8-2b25cdb3ec6e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:20.800316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc7cc3-9148-4a4e-9521-374bc46e0280 req-06a36deb-f002-4e93-8f4f-f5cda00d674f tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:20.804892 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-20bc7cc3-9148-4a4e-9521-374bc46e0280 req-06a36deb-f002-4e93-8f4f-f5cda00d674f tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 1023 time: 0.3607268 Apr 05 20:17:20.841917 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2817fd00-26db-49d0-bfe0-d575ee9da547 req-5a4bd348-7e60-4f38-a84b-baaf8ad9f4d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170309 Apr 05 20:17:20.864357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b885e6ab-faca-4a4c-82e7-29cc8f347c97,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:20.874544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Checking segment: {'id': 'fb492852-b98d-43a4-9a57-ea8759808c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:17:20.874901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Network hostable DHCP agents. Network: 6d694502-536f-4d64-833f-5cd2675c4f03, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:17:20.913586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-26db2a67-a100-450d-9e22-c08b96946578 req-2105d1f0-e719-415a-94f8-2b25cdb3ec6e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Calling delete_port for 44a3007f-be89-4cc7-9d84-e1094949f0b1 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:20.937248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-20bc7cc3-9148-4a4e-9521-374bc46e0280 req-64b5dd5e-0ca3-4e8f-84e9-00778d53963c tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Synchronizing usage tracker for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:17:20.947914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Network 6d694502-536f-4d64-833f-5cd2675c4f03 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:17:20.981055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 6d694502-536f-4d64-833f-5cd2675c4f03) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:20.982850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-20bc7cc3-9148-4a4e-9521-374bc46e0280 req-64b5dd5e-0ca3-4e8f-84e9-00778d53963c tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Unset dirty status for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:17:20.996865 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-20bc7cc3-9148-4a4e-9521-374bc46e0280 req-64b5dd5e-0ca3-4e8f-84e9-00778d53963c tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bd332d1-a155-4753-acc8-b36917c1bd95&id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&id=b62782c3-dcc9-4fdf-abaa-1b8a567b4253&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1642652 Apr 05 20:17:20.998205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8fd6d4-a9b6-4f74-a6ff-22ecaa880a23 None None] Network 6d694502-536f-4d64-833f-5cd2675c4f03 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:17:21.007664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:21.010355 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:21.063756 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-83399583-de50-4ca0-8e12-61cd8e32887d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1292398 Apr 05 20:17:21.066255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60784) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:21.072814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:21.083988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:21.100684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Usage tracker for resource:router and tenant:afc6b2a088ed421e85a029e0c6d41ac8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:21.104791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:21.114697 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:21.140032 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:21.141151 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:21.271873 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2817fd00-26db-49d0-bfe0-d575ee9da547 req-b456cc9e-124d-4d07-8c04-549fc6e942d9 service neutron] 10.222.0.13 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662157 Apr 05 20:17:21.307124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452c8daa-299d-462c-916b-1a5e5fa0db88 None None] Network 3a81b931-b603-496c-bb8a-cabbed1eed40 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:17:21.340933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d5ad4-f250-41d1-94f3-df3287f94087 req-83a2029b-ed17-4aa3-9a65-c5399ff8e390 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:21.349140 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-337d5ad4-f250-41d1-94f3-df3287f94087 req-83a2029b-ed17-4aa3-9a65-c5399ff8e390 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 950 time: 0.1739893 Apr 05 20:17:21.486581 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-337d5ad4-f250-41d1-94f3-df3287f94087 req-0dd05910-2013-430e-a05e-773702080b2d tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05abd1-96b2-469c-9c4e-d6696909fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329951 Apr 05 20:17:21.527064 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:21.562019 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26db2a67-a100-450d-9e22-c08b96946578 req-2105d1f0-e719-415a-94f8-2b25cdb3ec6e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:21.793699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-6d694502-536f-4d64-833f-5cd2675c4f03', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'fixed_ips': [{'subnet_id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:17:21.794624 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:21.904114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105d1f0-e719-415a-94f8-2b25cdb3ec6e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Pushing event deleted for resources: {'Port': ['ID=44a3007f-be89-4cc7-9d84-e1094949f0b1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:21.913525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-37b67337-86d9-4d15-8d78-e08a6252b4ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:21.915033 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-37b67337-86d9-4d15-8d78-e08a6252b4ee tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 0.7179608 Apr 05 20:17:22.000211 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:22.022898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Request body: {'port': {'device_id': '7f36eb0b-e371-4e30-918d-29c2d882e97d', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'admin_state_up': True, 'tenant_id': '1ccb3652f5a74824b97498e5d91e065f'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:22.131743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Allocated IP 172.20.0.2 (6d694502-536f-4d64-833f-5cd2675c4f03/b885e6ab-faca-4a4c-82e7-29cc8f347c97/f565a4bc-f179-461b-a741-e8671a969400) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:17:22.198467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ec747c6e-71eb-45b7-b971-b18c6ef132ef no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:22.214472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:22.227278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Usage tracker for resource:port and tenant:1ccb3652f5a74824b97498e5d91e065f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:22.230622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:22.244232 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2817fd00-26db-49d0-bfe0-d575ee9da547 req-bb86cd19-6bd7-4962-a20d-24b217ff77b7 service neutron] 10.222.0.13 "GET /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9069631 Apr 05 20:17:22.245149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:22.282634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Made reservation on behalf of 1ccb3652f5a74824b97498e5d91e065f for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:17:22.286501 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:22.308603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc4157-1270-49e2-b7b5-4e6841be1a3f req-7507f0a0-41a9-430f-83ac-595f8da475fc tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:22.309917 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-47bc4157-1270-49e2-b7b5-4e6841be1a3f req-7507f0a0-41a9-430f-83ac-595f8da475fc tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Synchronizing usage tracker for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:17:22.315827 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26db2a67-a100-450d-9e22-c08b96946578 req-2105d1f0-e719-415a-94f8-2b25cdb3ec6e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:22.348194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-47bc4157-1270-49e2-b7b5-4e6841be1a3f req-7507f0a0-41a9-430f-83ac-595f8da475fc tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Unset dirty status for tenant:313ef90b753e46b0b1e67425a2190bfd on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:17:22.349331 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-47bc4157-1270-49e2-b7b5-4e6841be1a3f req-7507f0a0-41a9-430f-83ac-595f8da475fc tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.13 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 1023 time: 0.8622215 Apr 05 20:17:22.452845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:22.492973 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:22.545966 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-26db2a67-a100-450d-9e22-c08b96946578 req-2105d1f0-e719-415a-94f8-2b25cdb3ec6e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:22.551839 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26db2a67-a100-450d-9e22-c08b96946578 req-2105d1f0-e719-415a-94f8-2b25cdb3ec6e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "DELETE /v2.0/floatingips/ede39539-d4d2-498b-b640-f38aed085097 HTTP/1.1" status: 204 len: 173 time: 2.8867552 Apr 05 20:17:22.642624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Allocated IP 172.25.8.43 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/a0aac832-3290-4100-b61d-3d027b7629db) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:17:22.666386 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:22.755294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ec747c6e-71eb-45b7-b971-b18c6ef132ef, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:22.756317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:22.768108 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:22.841508 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-47bc4157-1270-49e2-b7b5-4e6841be1a3f req-be13ae54-7a9e-4b5c-a533-6bc0dee45779 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Deleting port b85dd6f7-8aaa-4c12-b369-096f50b0e403 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:22.841933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-47bc4157-1270-49e2-b7b5-4e6841be1a3f req-be13ae54-7a9e-4b5c-a533-6bc0dee45779 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:22.847322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ec747c6e-71eb-45b7-b971-b18c6ef132ef,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:22.851108 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:22.862174 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Transition to ACTIVE for port object f565a4bc-f179-461b-a741-e8671a969400 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:17:22.882771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Transition to ACTIVE for port object f565a4bc-f179-461b-a741-e8671a969400 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:17:22.890839 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:22.899121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-69cd18af-83e0-47af-8458-bdd6ee736112 req-f75db4f3-1f5e-4aee-aa75-80a0ba676915 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Synchronizing usage tracker for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:17:22.901939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Allocated IP 172.20.0.10 (5ee47cee-4865-4aba-8a5b-ec49888bd827/ca381f74-bd26-46e2-abab-12d6223326b0/30055648-9ae5-4693-90e8-83750519aa06) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:17:22.968104 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:22.974758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Pushing event updated for resources: {'Port': ['ID=f565a4bc-f179-461b-a741-e8671a969400,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:22.992666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Network 6d694502-536f-4d64-833f-5cd2675c4f03 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:17:22.994459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:23.000295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:17:23.031980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-69cd18af-83e0-47af-8458-bdd6ee736112 req-f75db4f3-1f5e-4aee-aa75-80a0ba676915 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Unset dirty status for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:17:23.033168 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-69cd18af-83e0-47af-8458-bdd6ee736112 req-f75db4f3-1f5e-4aee-aa75-80a0ba676915 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 210 time: 0.2446105 Apr 05 20:17:23.172007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Attempting to bind port f565a4bc-f179-461b-a741-e8671a969400 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:17:23.172587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Attempting to bind port f565a4bc-f179-461b-a741-e8671a969400 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'fb492852-b98d-43a4-9a57-ea8759808c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:17:23.172708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Attempting to bind port f565a4bc-f179-461b-a741-e8671a969400 on network 6d694502-536f-4d64-833f-5cd2675c4f03 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:17:23.179211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:17:23.179590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Checking segment: {'id': 'fb492852-b98d-43a4-9a57-ea8759808c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:17:23.180033 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:23.180398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Bound using segment: {'id': 'fb492852-b98d-43a4-9a57-ea8759808c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:17:23.180902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Bound port: f565a4bc-f179-461b-a741-e8671a969400, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb492852-b98d-43a4-9a57-ea8759808c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:17:23.181235 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:23.214939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-ab8f58d2-88d1-4d26-8c39-242166798387 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:23.215723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-ab8f58d2-88d1-4d26-8c39-242166798387 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Synchronizing usage tracker for tenant:0570f36056c84787be9766bc0091bbd1 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:17:23.290454 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:23.321683 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] For port f565a4bc-f179-461b-a741-e8671a969400, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:17:23.327607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] For port f565a4bc-f179-461b-a741-e8671a969400, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f565a4bc-f179-461b-a741-e8671a969400,segment=NetworkSegment(fb492852-b98d-43a4-9a57-ea8759808c7b),segment_id=fb492852-b98d-43a4-9a57-ea8759808c7b)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:17:23.334559 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:23.391634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Pushing event updated for resources: {'Port': ['ID=a0aac832-3290-4100-b61d-3d027b7629db,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:23.395294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-ab8f58d2-88d1-4d26-8c39-242166798387 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Unset dirty status for tenant:0570f36056c84787be9766bc0091bbd1 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:17:23.402686 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-ab8f58d2-88d1-4d26-8c39-242166798387 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/networks?id=3a81b931-b603-496c-bb8a-cabbed1eed40 HTTP/1.1" status: 200 len: 818 time: 0.6176496 Apr 05 20:17:23.416791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:17:23.419120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:23.421867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:17:23.448459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5960f-fb56-41c2-b488-ce72b6b68952 None None] Pushing event updated for resources: {'Port': ['ID=f565a4bc-f179-461b-a741-e8671a969400,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:23.462185 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-d32b6126-889d-4604-8411-cadb84a8a0e6 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/quotas/0570f36056c84787be9766bc0091bbd1 HTTP/1.1" status: 200 len: 375 time: 0.0583405 Apr 05 20:17:23.533856 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-d230a77a-12ac-43cc-8292-92ed81978569 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0570f36056c84787be9766bc0091bbd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646904 Apr 05 20:17:23.550297 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-47bc4157-1270-49e2-b7b5-4e6841be1a3f req-be13ae54-7a9e-4b5c-a533-6bc0dee45779 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] For port b85dd6f7-8aaa-4c12-b369-096f50b0e403, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b85dd6f7-8aaa-4c12-b369-096f50b0e403,segment=NetworkSegment(4059bc4e-6a65-4324-812d-3a9d6d562911),segment_id=4059bc4e-6a65-4324-812d-3a9d6d562911)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:23.550590 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-47bc4157-1270-49e2-b7b5-4e6841be1a3f req-be13ae54-7a9e-4b5c-a533-6bc0dee45779 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:23.564308 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:23.692915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-47bc4157-1270-49e2-b7b5-4e6841be1a3f req-be13ae54-7a9e-4b5c-a533-6bc0dee45779 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Calling delete_port for b85dd6f7-8aaa-4c12-b369-096f50b0e403 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:23.815921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b75a9c-de76-45ef-b8ab-8f757c3f4098 req-0b84952f-d289-4b15-9c7e-ad0f92d6db3f tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:23.817475 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-17b75a9c-de76-45ef-b8ab-8f757c3f4098 req-0b84952f-d289-4b15-9c7e-ad0f92d6db3f tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/ports?device_id=55e82510-bb06-45ae-a4ae-6de2ea43f890 HTTP/1.1" status: 200 len: 1023 time: 0.4442620 Apr 05 20:17:23.971812 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-69325a35-a979-4891-8597-caa53fdce501 service neutron] 10.222.0.24 "GET /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657222 Apr 05 20:17:23.998508 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-17b75a9c-de76-45ef-b8ab-8f757c3f4098 req-1d7625f7-7c8c-4734-90c5-74c90bba7dd6 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bd332d1-a155-4753-acc8-b36917c1bd95&id=f017a3f1-582b-46e6-a334-c6ae4f6918f1&id=b62782c3-dcc9-4fdf-abaa-1b8a567b4253&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1080718 Apr 05 20:17:24.062867 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:24.076277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['9a0e5d13-dbd6-4043-8bad-6b03b0441c91'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:17:24.125529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:17:24.233781 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b85dd6f7-8aaa-4c12-b369-096f50b0e403 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:24.238323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-131b5d17-4f64-4778-81b7-0948c64df69f service neutron] 10.222.0.24 "GET /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542155 Apr 05 20:17:24.363135 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f565a4bc-f179-461b-a741-e8671a969400 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:17:24.481935 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-6592ca75-fb31-4861-8c68-b626034ccf8e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:24.483989 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:24.491772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-6592ca75-fb31-4861-8c68-b626034ccf8e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:24.494265 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-6592ca75-fb31-4861-8c68-b626034ccf8e tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.13 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1682 time: 0.7021921 Apr 05 20:17:24.500892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Network 5ee47cee-4865-4aba-8a5b-ec49888bd827 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:17:24.534734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:24.638273 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:24.655255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9c70a6b1-f266-4ea6-a9e5-c7708cfefabb tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Deleting port f355745e-1f42-4040-92f1-f10a5b0c703f {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:24.655605 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9c70a6b1-f266-4ea6-a9e5-c7708cfefabb tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:24.657828 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port f565a4bc-f179-461b-a741-e8671a969400 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:17:24.706280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:17:24.768912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event updated for resources: {'Port': ['ID=30055648-9ae5-4693-90e8-83750519aa06,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:24.829748 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-47bc4157-1270-49e2-b7b5-4e6841be1a3f req-be13ae54-7a9e-4b5c-a533-6bc0dee45779 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:24.844679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c57cd7d0-09c9-41c4-98b7-2cbf55d0778d no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:24.902717 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-d864e128-5f14-437b-b950-8a42559feef0 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips/2f2f3143-ed4e-45d7-935d-26118c8212df HTTP/1.1" status: 200 len: 693 time: 0.2520115 Apr 05 20:17:25.047226 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:25.062146 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be13ae54-7a9e-4b5c-a533-6bc0dee45779 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event deleted for resources: {'Port': ['ID=b85dd6f7-8aaa-4c12-b369-096f50b0e403,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:25.074431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b061e2a4-46e8-46d0-9be0-46ad5f44881c None None] Network 6d694502-536f-4d64-833f-5cd2675c4f03 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:17:25.235326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:25.235906 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:25.236669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d,segment=NetworkSegment(55b8b93b-1423-4920-be8c-2c04de0da53c),segment_id=55b8b93b-1423-4920-be8c-2c04de0da53c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:25.240895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-952f35c4-a8af-4267-b225-1e481bdd97b1 None None] Provisioning for port f565a4bc-f179-461b-a741-e8671a969400 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:17:25.248787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-952f35c4-a8af-4267-b225-1e481bdd97b1 None None] Provisioning complete for port f565a4bc-f179-461b-a741-e8671a969400 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:25.254815 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-952f35c4-a8af-4267-b225-1e481bdd97b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:25.263418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bc4157-1270-49e2-b7b5-4e6841be1a3f req-be13ae54-7a9e-4b5c-a533-6bc0dee45779 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] No DVR routers for this DVR port b85dd6f7-8aaa-4c12-b369-096f50b0e403 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:17:25.280061 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-47bc4157-1270-49e2-b7b5-4e6841be1a3f req-be13ae54-7a9e-4b5c-a533-6bc0dee45779 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:25.286002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e82510-bb06-45ae-a4ae-6de2ea43f890', 'name': 'network-vif-deleted', 'tag': 'b85dd6f7-8aaa-4c12-b369-096f50b0e403'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:25.288630 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:25.319968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b8539-1090-4fc0-9e27-637dc9e32663 req-37fbe6d1-88ff-4cbd-819d-83510cd700a4 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:25.325864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b8539-1090-4fc0-9e27-637dc9e32663 req-37fbe6d1-88ff-4cbd-819d-83510cd700a4 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:25.332845 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-091b8539-1090-4fc0-9e27-637dc9e32663 req-37fbe6d1-88ff-4cbd-819d-83510cd700a4 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 1682 time: 1.1729171 Apr 05 20:17:25.348471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-c3079568-62c8-437a-97c2-d3ce15f41506 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:25.356914 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-c3079568-62c8-437a-97c2-d3ce15f41506 tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.4531560 Apr 05 20:17:25.403393 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-f7d9be98-b23b-47f0-8925-5d39cd1804a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4738619 Apr 05 20:17:25.410702 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-47bc4157-1270-49e2-b7b5-4e6841be1a3f req-be13ae54-7a9e-4b5c-a533-6bc0dee45779 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.13 "DELETE /v2.0/ports/b85dd6f7-8aaa-4c12-b369-096f50b0e403 HTTP/1.1" status: 204 len: 173 time: 2.9785740 Apr 05 20:17:25.417188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Request body: {'port': {'device_id': '7f36eb0b-e371-4e30-918d-29c2d882e97d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:25.534204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:25.609104 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-091b8539-1090-4fc0-9e27-637dc9e32663 req-d7d2605f-fcb4-4a45-8183-1ec6e63409ce tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752876 Apr 05 20:17:25.631889 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da65bc97-a418-4ca1-98b8-1e936b10d01f req-264c93bf-c42b-4a92-91ce-9a9e5cfcb5b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6569014 Apr 05 20:17:25.694259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-b7890af2-2c72-4b23-b500-dc6645488dab tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Synchronizing usage tracker for tenant:733e32bda62040479acc38d88b2827f5 on resource:floatingip {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:17:25.782072 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef', 'code': 200} Apr 05 20:17:25.835332 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-952f35c4-a8af-4267-b225-1e481bdd97b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:25.864370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9c70a6b1-f266-4ea6-a9e5-c7708cfefabb tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] For port f355745e-1f42-4040-92f1-f10a5b0c703f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f355745e-1f42-4040-92f1-f10a5b0c703f,segment=NetworkSegment(45f77b7c-a845-49c9-b551-4527eb8efae7),segment_id=45f77b7c-a845-49c9-b551-4527eb8efae7)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:25.864729 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9c70a6b1-f266-4ea6-a9e5-c7708cfefabb tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:25.922813 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:25.953002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-952f35c4-a8af-4267-b225-1e481bdd97b1 None None] For port f565a4bc-f179-461b-a741-e8671a969400, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f565a4bc-f179-461b-a741-e8671a969400,segment=NetworkSegment(fb492852-b98d-43a4-9a57-ea8759808c7b),segment_id=fb492852-b98d-43a4-9a57-ea8759808c7b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:25.964976 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:25.966601 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-952f35c4-a8af-4267-b225-1e481bdd97b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:25.989458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-b7890af2-2c72-4b23-b500-dc6645488dab tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Unset dirty status for tenant:733e32bda62040479acc38d88b2827f5 on resource:floatingip {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:17:25.991421 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-b7890af2-2c72-4b23-b500-dc6645488dab tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 696 time: 0.6328688 Apr 05 20:17:26.106554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f35c4-a8af-4267-b225-1e481bdd97b1 None None] Pushing event updated for resources: {'Port': ['ID=f565a4bc-f179-461b-a741-e8671a969400,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:26.171767 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9c70a6b1-f266-4ea6-a9e5-c7708cfefabb tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Calling delete_port for f355745e-1f42-4040-92f1-f10a5b0c703f owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:26.236048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f355745e-1f42-4040-92f1-f10a5b0c703f no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:26.350963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f565a4bc-f179-461b-a741-e8671a969400 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:17:26.419258 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-d54976f7-b3ec-4a74-a8a7-71f7ef92841e tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.134 HTTP/1.1" status: 200 len: 696 time: 0.1579211 Apr 05 20:17:26.427599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65bc97-a418-4ca1-98b8-1e936b10d01f req-94fa1f6e-232b-4b28-bd44-b2febfe698df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:26.429282 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da65bc97-a418-4ca1-98b8-1e936b10d01f req-94fa1f6e-232b-4b28-bd44-b2febfe698df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 1096 time: 0.6855412 Apr 05 20:17:26.610444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c7c5dfeb-c555-4ac3-b02e-1d0b41c64fb7 None None] Provisioning complete for port f565a4bc-f179-461b-a741-e8671a969400 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:26.611889 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c7c5dfeb-c555-4ac3-b02e-1d0b41c64fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:26.829382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabf83d-82dd-401e-b1fa-6505dd194a28 req-b51bdfb3-f297-4519-932c-857b64980fcb tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:26.837655 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4aabf83d-82dd-401e-b1fa-6505dd194a28 req-b51bdfb3-f297-4519-932c-857b64980fcb tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 932 time: 0.8535838 Apr 05 20:17:26.931661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-601bf513-7185-4d4b-85b1-3367fbd8f89b tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Deleting port 29ef6afa-071f-426d-8b2d-a2b01b599abe {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:26.932679 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-601bf513-7185-4d4b-85b1-3367fbd8f89b tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:26.934139 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:27.087988 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port f565a4bc-f179-461b-a741-e8671a969400 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:27.088753 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:27.183222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Router 65b20cbc-dfa4-4811-b147-aa2d109e33cb is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:17:27.298468 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-601bf513-7185-4d4b-85b1-3367fbd8f89b tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:27.298788 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-601bf513-7185-4d4b-85b1-3367fbd8f89b tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:27.422202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65bc97-a418-4ca1-98b8-1e936b10d01f req-45c1ad93-5331-49b9-8ca5-e565ceef8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:27.424813 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da65bc97-a418-4ca1-98b8-1e936b10d01f req-45c1ad93-5331-49b9-8ca5-e565ceef8afa service neutron] 10.222.0.41 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.9071848 Apr 05 20:17:27.468386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-601bf513-7185-4d4b-85b1-3367fbd8f89b tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Calling delete_port for 29ef6afa-071f-426d-8b2d-a2b01b599abe owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:27.511151 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9c70a6b1-f266-4ea6-a9e5-c7708cfefabb tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:27.678044 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4aabf83d-82dd-401e-b1fa-6505dd194a28 req-543c564f-b457-437d-b69f-904767503101 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8394194 Apr 05 20:17:27.679732 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da65bc97-a418-4ca1-98b8-1e936b10d01f req-8494c37c-36cb-48cc-9efc-5e55bb9adc99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3 HTTP/1.1" status: 200 len: 217 time: 0.2322679 Apr 05 20:17:27.714831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70a6b1-f266-4ea6-a9e5-c7708cfefabb tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event deleted for resources: {'Port': ['ID=f355745e-1f42-4040-92f1-f10a5b0c703f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:27.737508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-b81dbca6-08f5-4f2e-97b3-c253d97e97a2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:27.739100 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-b81dbca6-08f5-4f2e-97b3-c253d97e97a2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.41 "GET /v2.0/networks?id=3a81b931-b603-496c-bb8a-cabbed1eed40 HTTP/1.1" status: 200 len: 818 time: 0.2077713 Apr 05 20:17:27.781745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65bc97-a418-4ca1-98b8-1e936b10d01f req-a84e4fbb-6b39-42dd-96b9-11c607617114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:27.783202 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da65bc97-a418-4ca1-98b8-1e936b10d01f req-a84e4fbb-6b39-42dd-96b9-11c607617114 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.0599532 Apr 05 20:17:27.783614 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c57cd7d0-09c9-41c4-98b7-2cbf55d0778d'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:27.979582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9c70a6b1-f266-4ea6-a9e5-c7708cfefabb tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] No DVR routers for this DVR port f355745e-1f42-4040-92f1-f10a5b0c703f on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:17:27.986171 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9c70a6b1-f266-4ea6-a9e5-c7708cfefabb tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:28.044999 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da65bc97-a418-4ca1-98b8-1e936b10d01f req-83ec1520-3bc6-45d7-a125-a6f563f2ed0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1900098 Apr 05 20:17:28.211726 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da65bc97-a418-4ca1-98b8-1e936b10d01f req-eeafcc1e-efc1-4d94-ab9f-4297436450a4 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462965 Apr 05 20:17:28.229347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Request body: {'port': {'device_id': 'd081b785-e498-4fcc-a18a-8bc1e15c3a6c', 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40', 'admin_state_up': True, 'tenant_id': '0570f36056c84787be9766bc0091bbd1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:28.251384 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-601bf513-7185-4d4b-85b1-3367fbd8f89b tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:28.251669 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9c70a6b1-f266-4ea6-a9e5-c7708cfefabb tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.13 "DELETE /v2.0/ports/f355745e-1f42-4040-92f1-f10a5b0c703f HTTP/1.1" status: 204 len: 173 time: 3.7038822 Apr 05 20:17:28.342178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601bf513-7185-4d4b-85b1-3367fbd8f89b tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Pushing event deleted for resources: {'Port': ['ID=29ef6afa-071f-426d-8b2d-a2b01b599abe,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:28.359909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9f7c26dc-91a5-40d9-9aba-1334868bf3b7 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Deleting port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:28.360600 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9f7c26dc-91a5-40d9-9aba-1334868bf3b7 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:28.392925 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e82510-bb06-45ae-a4ae-6de2ea43f890', 'name': 'network-vif-deleted', 'tag': 'b85dd6f7-8aaa-4c12-b369-096f50b0e403', 'status': 'completed', 'code': 200} Apr 05 20:17:28.454312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-f3ed7d18-07db-486c-ba83-88036c144362 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:28.463310 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-f3ed7d18-07db-486c-ba83-88036c144362 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.13 "GET /v2.0/networks?id=3a81b931-b603-496c-bb8a-cabbed1eed40 HTTP/1.1" status: 200 len: 818 time: 0.9314554 Apr 05 20:17:28.482934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Request body: {'port': {'device_id': '82b19bfe-ebac-4656-b567-12bc444da034', 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40', 'admin_state_up': True, 'tenant_id': '0570f36056c84787be9766bc0091bbd1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:28.645143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:17:28.660949 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Sync routers for ids ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:17:28.687316 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Routers {'65b20cbc-dfa4-4811-b147-aa2d109e33cb'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:17:28.688284 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:17:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:28.803083 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:17:28.891196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-601bf513-7185-4d4b-85b1-3367fbd8f89b tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:28.921570 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:28.929387 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3bb9423a-29af-4206-92d9-b3b16b863887 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.8620927 Apr 05 20:17:28.930957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60930) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:28.931983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:28.993944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-5bdeb6ed-71f8-48d1-a153-b301659501fa tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:28.999275 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-5bdeb6ed-71f8-48d1-a153-b301659501fa tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.13 "GET /v2.0/networks?id=3a81b931-b603-496c-bb8a-cabbed1eed40 HTTP/1.1" status: 200 len: 818 time: 0.5149226 Apr 05 20:17:29.004654 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-601bf513-7185-4d4b-85b1-3367fbd8f89b tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:29.008367 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-287648c0-d1cd-4b42-bdc2-ae9dd9451e75 req-601bf513-7185-4d4b-85b1-3367fbd8f89b tempest-FloatingIPDetailsTestJSON-537266024 tempest-FloatingIPDetailsTestJSON-537266024-project] 10.222.0.24 "DELETE /v2.0/floatingips/2f2f3143-ed4e-45d7-935d-26118c8212df HTTP/1.1" status: 204 len: 173 time: 2.5690181 Apr 05 20:17:29.014415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Usage tracker for resource:port and tenant:0570f36056c84787be9766bc0091bbd1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:29.022425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:29.029851 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Set router 65b20cbc-dfa4-4811-b147-aa2d109e33cb gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:17:29.040031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60938) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:29.040372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:29.065321 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da65bc97-a418-4ca1-98b8-1e936b10d01f req-3f1e188b-cf8e-4e1e-9ecd-07522f7dc64a service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8431304 Apr 05 20:17:29.067566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Request body: {'port': {'device_id': '6a07a16d-be07-4fb6-b16d-31042b1bb0ac', 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40', 'admin_state_up': True, 'tenant_id': '0570f36056c84787be9766bc0091bbd1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:29.112974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Made reservation on behalf of 0570f36056c84787be9766bc0091bbd1 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:17:29.128363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:29.302938 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c57cd7d0-09c9-41c4-98b7-2cbf55d0778d', 'code': 200} Apr 05 20:17:29.377073 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:17:23Z', 'revision_number': 3, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:29.382293 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Checking router: 65b20cbc-dfa4-4811-b147-aa2d109e33cb for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:17:29.382974 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Updating router 65b20cbc-dfa4-4811-b147-aa2d109e33cb port a0aac832-3290-4100-b61d-3d027b7629db binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:17:29.411826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:29.426893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Usage tracker for resource:port and tenant:0570f36056c84787be9766bc0091bbd1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:29.430073 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:29.442061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:29.470955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30055648-9ae5-4693-90e8-83750519aa06 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:17:29.471319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:29.481182 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Made reservation on behalf of 0570f36056c84787be9766bc0091bbd1 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:17:29.485603 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:29.486939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Usage tracker for resource:port and tenant:0570f36056c84787be9766bc0091bbd1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:29.495716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:29.501459 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:29.556341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:29.596661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7d14a-31ff-4058-900d-e4953a14f055 req-20ca2103-561d-4963-b5bd-86bfd5fb7a2f tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:29.605179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e2b7d14a-31ff-4058-900d-e4953a14f055 req-20ca2103-561d-4963-b5bd-86bfd5fb7a2f tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 943 time: 0.3241823 Apr 05 20:17:29.612810 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:29.633953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Made reservation on behalf of 0570f36056c84787be9766bc0091bbd1 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:17:29.638960 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:29.672819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Allocated IP 172.20.0.2 (3a81b931-b603-496c-bb8a-cabbed1eed40/6dc1b580-6025-4ece-a1cd-be94e8b4b55a/fb349d40-e59e-4d3d-94d2-75cbcfd9a05c) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:17:29.691154 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e5ff20a8-0647-4b99-9968-dd417beffc49 req-c201c47d-da12-447b-90da-9b11e7e474a0 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 210 time: 0.1400144 Apr 05 20:17:29.793472 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e2b7d14a-31ff-4058-900d-e4953a14f055 req-00e3e2cc-eaa1-4c88-bffb-88b9b42aa9a3 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/security-groups?id=a3e2790f-bc80-45c1-9d3e-ebe969a39a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873405 Apr 05 20:17:29.923678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Transition to ACTIVE for port object 30055648-9ae5-4693-90e8-83750519aa06 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:17:29.959397 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:29.976200 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Transition to ACTIVE for port object a0aac832-3290-4100-b61d-3d027b7629db will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:17:29.986197 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:30.080387 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10832a-9bee-471e-aa36-1f90131e1b67 None None] Pushing event updated for resources: {'Port': ['ID=a0aac832-3290-4100-b61d-3d027b7629db,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:30.098080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9f7c26dc-91a5-40d9-9aba-1334868bf3b7 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] For port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d,segment=NetworkSegment(55b8b93b-1423-4920-be8c-2c04de0da53c),segment_id=55b8b93b-1423-4920-be8c-2c04de0da53c)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:30.098941 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9f7c26dc-91a5-40d9-9aba-1334868bf3b7 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:30.114939 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10832a-9bee-471e-aa36-1f90131e1b67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:30.115402 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10832a-9bee-471e-aa36-1f90131e1b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:30.115997 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10832a-9bee-471e-aa36-1f90131e1b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:30.116534 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10832a-9bee-471e-aa36-1f90131e1b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:30.116866 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10832a-9bee-471e-aa36-1f90131e1b67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:30.117331 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10832a-9bee-471e-aa36-1f90131e1b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:30.117655 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10832a-9bee-471e-aa36-1f90131e1b67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:30.117993 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10832a-9bee-471e-aa36-1f90131e1b67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:30.118308 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10832a-9bee-471e-aa36-1f90131e1b67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:30.118662 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10832a-9bee-471e-aa36-1f90131e1b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:30.118977 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10832a-9bee-471e-aa36-1f90131e1b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:30.119287 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae10832a-9bee-471e-aa36-1f90131e1b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:30.129337 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Attempting to bind port a0aac832-3290-4100-b61d-3d027b7629db on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:17:30.129754 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Attempting to bind port a0aac832-3290-4100-b61d-3d027b7629db by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:17:30.130135 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Attempting to bind port a0aac832-3290-4100-b61d-3d027b7629db on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:17:30.137128 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:17:30.137512 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:17:30.138050 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:30.138431 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:17:30.138892 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Bound port: a0aac832-3290-4100-b61d-3d027b7629db, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:17:30.139431 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:30.153398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c18992-9c7c-46f7-8faa-96841cafcc04 req-76cfe945-c96c-4125-9ab1-8ac086cdb783 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:30.155263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-04c18992-9c7c-46f7-8faa-96841cafcc04 req-76cfe945-c96c-4125-9ab1-8ac086cdb783 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 944 time: 0.2240357 Apr 05 20:17:30.241799 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] For port a0aac832-3290-4100-b61d-3d027b7629db, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:17:30.254346 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] For port a0aac832-3290-4100-b61d-3d027b7629db, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a0aac832-3290-4100-b61d-3d027b7629db,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:17:30.263637 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:30.283536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:30.348140 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-04c18992-9c7c-46f7-8faa-96841cafcc04 req-651fa46b-a3e3-4fe8-9647-aab36ef7adcb tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381776 Apr 05 20:17:30.356322 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10832a-9bee-471e-aa36-1f90131e1b67 None None] Pushing event updated for resources: {'Port': ['ID=a0aac832-3290-4100-b61d-3d027b7629db,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:30.361509 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Routers {'65b20cbc-dfa4-4811-b147-aa2d109e33cb'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:17:30.362470 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:17:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:30.430964 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:30.453144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'name': 'network-vif-deleted', 'tag': 'f355745e-1f42-4040-92f1-f10a5b0c703f'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:30.490747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9f7c26dc-91a5-40d9-9aba-1334868bf3b7 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Calling delete_port for c57cd7d0-09c9-41c4-98b7-2cbf55d0778d owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:30.532856 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:30.586896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Network 3a81b931-b603-496c-bb8a-cabbed1eed40 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:17:30.599488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:30.603219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:17:30.605404 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'name': 'network-vif-deleted', 'tag': 'f355745e-1f42-4040-92f1-f10a5b0c703f', 'status': 'completed', 'code': 200} Apr 05 20:17:30.642804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Pushing event updated for resources: {'Port': ['ID=fb349d40-e59e-4d3d-94d2-75cbcfd9a05c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:30.646935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Allocated IP 172.20.0.9 (3a81b931-b603-496c-bb8a-cabbed1eed40/6dc1b580-6025-4ece-a1cd-be94e8b4b55a/6f355881-85ee-4172-b14c-0c8ab532baf2) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:17:30.659517 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] Set router 65b20cbc-dfa4-4811-b147-aa2d109e33cb gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:17:30.684545 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-579af90e-54e9-4a38-8f14-9535dd997cc9 req-bb35f24c-1c1f-4ef7-a33e-f6859c2f45a8 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/9bd332d1-a155-4753-acc8-b36917c1bd95 HTTP/1.1" status: 200 len: 1800 time: 0.7567685 Apr 05 20:17:30.760514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:30.766708 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:31.026866 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-3f1dfd8b-5cfc-449c-8c3b-eed3b3633db2 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8020093 Apr 05 20:17:31.044964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Request body: {'port': {'device_id': 'd081b785-e498-4fcc-a18a-8bc1e15c3a6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:31.061714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Pushing event updated for resources: {'Port': ['ID=30055648-9ae5-4693-90e8-83750519aa06,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:31.178498 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:17:23Z', 'revision_number': 3, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:31.183279 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a21b07-7642-4600-b63f-7f993a7de5f7 None None] The sync data for ids ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'] in n-d-836604-1 is: [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:17:23Z', 'revision_number': 3, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:17:31.297958 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-579af90e-54e9-4a38-8f14-9535dd997cc9 req-763c2a9f-3dde-42d6-b588-513af89f371d tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:31.356524 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-579af90e-54e9-4a38-8f14-9535dd997cc9 req-763c2a9f-3dde-42d6-b588-513af89f371d tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:31.396890 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:31.569001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-aa235833-a3df-41f6-b6cd-8a843caeb6c5 req-b01d7f16-9612-488a-a22c-a0215b8d04a8 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Synchronizing usage tracker for tenant:0570f36056c84787be9766bc0091bbd1 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:17:31.575641 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:31.680380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-aa235833-a3df-41f6-b6cd-8a843caeb6c5 req-b01d7f16-9612-488a-a22c-a0215b8d04a8 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Unset dirty status for tenant:0570f36056c84787be9766bc0091bbd1 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:17:31.682088 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa235833-a3df-41f6-b6cd-8a843caeb6c5 req-b01d7f16-9612-488a-a22c-a0215b8d04a8 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 210 time: 0.2619169 Apr 05 20:17:31.755416 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:31.854193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Pushing event updated for resources: {'Port': ['ID=6f355881-85ee-4172-b14c-0c8ab532baf2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:31.916558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Network 3a81b931-b603-496c-bb8a-cabbed1eed40 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:17:31.923477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:31.927284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:17:31.937697 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9f7c26dc-91a5-40d9-9aba-1334868bf3b7 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:31.980173 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e1ed8c6d-fc82-4f6b-88e0-16b11079e6f1 req-2f242ef1-6f31-4215-9895-aa39af621804 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 210 time: 0.1144519 Apr 05 20:17:32.025254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:32.025254 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:32.055047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c26dc-91a5-40d9-9aba-1334868bf3b7 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event deleted for resources: {'Port': ['ID=c57cd7d0-09c9-41c4-98b7-2cbf55d0778d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:32.075645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-691e5392-858c-4a81-a61e-367e423ecdc7 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0183949 Apr 05 20:17:32.077587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Attempting to bind port 30055648-9ae5-4693-90e8-83750519aa06 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:17:32.078047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Attempting to bind port 30055648-9ae5-4693-90e8-83750519aa06 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:17:32.078313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Attempting to bind port 30055648-9ae5-4693-90e8-83750519aa06 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:17:32.089848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Request body: {'port': {'device_id': '6a07a16d-be07-4fb6-b16d-31042b1bb0ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:32.303131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Allocated IP 172.20.0.6 (3a81b931-b603-496c-bb8a-cabbed1eed40/6dc1b580-6025-4ece-a1cd-be94e8b4b55a/303d46e7-b1b1-4459-829e-a84cf03427ec) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:17:32.352689 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0aac832-3290-4100-b61d-3d027b7629db up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:17:32.383969 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:32.386399 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Port 30055648-9ae5-4693-90e8-83750519aa06 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:17:32.386797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Attempting to bind port 30055648-9ae5-4693-90e8-83750519aa06 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:17:32.421156 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-579af90e-54e9-4a38-8f14-9535dd997cc9 req-763c2a9f-3dde-42d6-b588-513af89f371d tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:32.467252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a0aac832-3290-4100-b61d-3d027b7629db completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:17:32.473108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a0aac832-3290-4100-b61d-3d027b7629db triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:32.473811 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:32.536387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:17:32.537805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Checking segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:17:32.538261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Bound using segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:17:32.538776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Bound port: 30055648-9ae5-4693-90e8-83750519aa06, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:17:32.539921 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:32.545901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2dac1-fe4d-49f9-88aa-81ea8b883d2f req-b99e5766-df66-45f0-8680-4651646d4345 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:32.548241 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8e2dac1-fe4d-49f9-88aa-81ea8b883d2f req-b99e5766-df66-45f0-8680-4651646d4345 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 944 time: 0.2391644 Apr 05 20:17:32.603374 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:32.620502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a0aac832-3290-4100-b61d-3d027b7629db, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a0aac832-3290-4100-b61d-3d027b7629db,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:32.627328 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8e2dac1-fe4d-49f9-88aa-81ea8b883d2f req-0ccc8732-6816-4a7c-aa5e-23135cd90083 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580096 Apr 05 20:17:32.631869 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:32.665266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9f7c26dc-91a5-40d9-9aba-1334868bf3b7 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] No DVR routers for this DVR port c57cd7d0-09c9-41c4-98b7-2cbf55d0778d on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:17:32.668918 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9f7c26dc-91a5-40d9-9aba-1334868bf3b7 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:32.680308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'name': 'network-vif-deleted', 'tag': 'c57cd7d0-09c9-41c4-98b7-2cbf55d0778d'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:32.685220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c2a9f-3dde-42d6-b588-513af89f371d tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd332d1-a155-4753-acc8-b36917c1bd95,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:32.736746 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a0aac832-3290-4100-b61d-3d027b7629db,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:32.750415 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-579af90e-54e9-4a38-8f14-9535dd997cc9 req-763c2a9f-3dde-42d6-b588-513af89f371d tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:32.751553 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-579af90e-54e9-4a38-8f14-9535dd997cc9 req-763c2a9f-3dde-42d6-b588-513af89f371d tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "DELETE /v2.0/security-groups/9bd332d1-a155-4753-acc8-b36917c1bd95 HTTP/1.1" status: 204 len: 173 time: 1.9145215 Apr 05 20:17:32.752788 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-329d8bbb-ed71-47ac-bc96-33cc885ba662 req-9f7c26dc-91a5-40d9-9aba-1334868bf3b7 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.13 "DELETE /v2.0/ports/c57cd7d0-09c9-41c4-98b7-2cbf55d0778d HTTP/1.1" status: 204 len: 173 time: 4.4714243 Apr 05 20:17:32.798931 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795adcbc-18db-473d-83cb-ccf3184c7e19', 'name': 'network-vif-deleted', 'tag': 'c57cd7d0-09c9-41c4-98b7-2cbf55d0778d', 'status': 'completed', 'code': 200} Apr 05 20:17:32.860598 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9daa2f4d-a84b-4038-881b-c8dada2ad6ad req-24d6f75d-1428-49b7-bc4a-5e29f1520d66 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "GET /v2.0/security-groups/b62782c3-dcc9-4fdf-abaa-1b8a567b4253 HTTP/1.1" status: 200 len: 1800 time: 0.0763931 Apr 05 20:17:32.884113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] For port 30055648-9ae5-4693-90e8-83750519aa06, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:17:32.931188 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9daa2f4d-a84b-4038-881b-c8dada2ad6ad req-58449768-9a17-4667-a1a9-b5fd74ad27d7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:32.957777 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9daa2f4d-a84b-4038-881b-c8dada2ad6ad req-58449768-9a17-4667-a1a9-b5fd74ad27d7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:32.995302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] For port 30055648-9ae5-4693-90e8-83750519aa06, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=30055648-9ae5-4693-90e8-83750519aa06,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:17:33.012119 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9daa2f4d-a84b-4038-881b-c8dada2ad6ad req-58449768-9a17-4667-a1a9-b5fd74ad27d7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:33.033933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:33.040539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58449768-9a17-4667-a1a9-b5fd74ad27d7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62782c3-dcc9-4fdf-abaa-1b8a567b4253,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:33.044372 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9daa2f4d-a84b-4038-881b-c8dada2ad6ad req-58449768-9a17-4667-a1a9-b5fd74ad27d7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:33.055030 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9daa2f4d-a84b-4038-881b-c8dada2ad6ad req-58449768-9a17-4667-a1a9-b5fd74ad27d7 tempest-SecurityGroupsTestJSON-1679339956 tempest-SecurityGroupsTestJSON-1679339956-project] 10.222.0.24 "DELETE /v2.0/security-groups/b62782c3-dcc9-4fdf-abaa-1b8a567b4253 HTTP/1.1" status: 204 len: 173 time: 0.1923394 Apr 05 20:17:33.055863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60990) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:33.123335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-b270e61c-bf52-4135-9b15-ad203c0202e0 admin admin] Deleting subnet 318ad2b9-d4e2-423a-967c-87c103b42a46 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:17:33.128410 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b270e61c-bf52-4135-9b15-ad203c0202e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:33.176016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:33.176651 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:33.178071 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] 10.222.0.41 "PUT /v2.0/ports/30055648-9ae5-4693-90e8-83750519aa06 HTTP/1.1" status: 200 len: 1092 time: 7.7653859 Apr 05 20:17:33.262658 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dca227ae-cbf3-4201-8bba-188fcb4e6d04 req-5cbf6253-95f0-4a7f-a137-414ffdb1f4ec tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "GET /v2.0/ports?device_id=795adcbc-18db-473d-83cb-ccf3184c7e19 HTTP/1.1" status: 200 len: 210 time: 0.0687554 Apr 05 20:17:33.282462 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b270e61c-bf52-4135-9b15-ad203c0202e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:33.351187 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:33.374324 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b270e61c-bf52-4135-9b15-ad203c0202e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:33.393670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999d43f-38d6-4dff-a14f-808b0da3b72d service neutron] Pushing event updated for resources: {'Port': ['ID=30055648-9ae5-4693-90e8-83750519aa06,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:33.439667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46e2f9-69ef-4562-9789-dae2d4cb926a req-f003ce66-9d99-4280-9caf-f6606bbd61f1 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:33.440311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cc46e2f9-69ef-4562-9789-dae2d4cb926a req-f003ce66-9d99-4280-9caf-f6606bbd61f1 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Synchronizing usage tracker for tenant:0570f36056c84787be9766bc0091bbd1 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:17:33.485162 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b270e61c-bf52-4135-9b15-ad203c0202e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:33.532961 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b270e61c-bf52-4135-9b15-ad203c0202e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:33.542097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cc46e2f9-69ef-4562-9789-dae2d4cb926a req-f003ce66-9d99-4280-9caf-f6606bbd61f1 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Unset dirty status for tenant:0570f36056c84787be9766bc0091bbd1 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:17:33.543504 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc46e2f9-69ef-4562-9789-dae2d4cb926a req-f003ce66-9d99-4280-9caf-f6606bbd61f1 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 931 time: 0.6569445 Apr 05 20:17:33.564249 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b270e61c-bf52-4135-9b15-ad203c0202e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318ad2b9-d4e2-423a-967c-87c103b42a46,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:33.571063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b270e61c-bf52-4135-9b15-ad203c0202e0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/318ad2b9-d4e2-423a-967c-87c103b42a46 HTTP/1.1" status: 204 len: 168 time: 0.5139136 Apr 05 20:17:33.575940 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:33.583278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32778) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:33.605722 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a17c648-48d4-4028-a252-9a1091ea7fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:33.661210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-69f067ce-8e56-4901-91bf-d92aa561c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:33.662664 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-69f067ce-8e56-4901-91bf-d92aa561c780 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 1095 time: 0.4258668 Apr 05 20:17:33.821241 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:33.965991 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7998cef3-8a34-41fa-a237-00760604756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:33.992816 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc46e2f9-69ef-4562-9789-dae2d4cb926a req-7025a6e1-7ef1-4585-93a4-933c8fa7f43a tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370921 Apr 05 20:17:33.994092 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-75359692-85d3-449e-b8db-e70151beccf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30055648-9ae5-4693-90e8-83750519aa06 HTTP/1.1" status: 200 len: 217 time: 0.1630199 Apr 05 20:17:34.022997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-c111f329-6e90-46d7-b9ad-879f0127154f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:34.025440 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-c111f329-6e90-46d7-b9ad-879f0127154f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 808 time: 0.4868073 Apr 05 20:17:34.060427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Network 3a81b931-b603-496c-bb8a-cabbed1eed40 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:17:34.081177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:34.084034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:17:34.098407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-9c915e29-33ca-4048-97f8-7e1fbe328752 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/quotas/637efc23dfdb499b8292cc0b1136bd84 HTTP/1.1" status: 200 len: 375 time: 0.0420384 Apr 05 20:17:34.254772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0aac832-3290-4100-b61d-3d027b7629db up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:17:34.255294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Pushing event updated for resources: {'Port': ['ID=303d46e7-b1b1-4459-829e-a84cf03427ec,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:34.259749 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7998cef3-8a34-41fa-a237-00760604756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:34.300632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb349d40-e59e-4d3d-94d2-75cbcfd9a05c {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:17:34.301679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ec747c6e-71eb-45b7-b971-b18c6ef132ef details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:17:34.308378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-7700276a-7415-4670-951e-5bf4e4f426e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:34.310120 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-7700276a-7415-4670-951e-5bf4e4f426e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.2991765 Apr 05 20:17:34.310270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7998cef3-8a34-41fa-a237-00760604756a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:34.323349 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:34.334417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7998cef3-8a34-41fa-a237-00760604756a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4059bc4e-6a65-4324-812d-3a9d6d562911') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:34.334714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7998cef3-8a34-41fa-a237-00760604756a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4059bc4e-6a65-4324-812d-3a9d6d562911') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:34.354350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7998cef3-8a34-41fa-a237-00760604756a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:34.359236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:34.359830 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:34.368645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Transition to ACTIVE for port object fb349d40-e59e-4d3d-94d2-75cbcfd9a05c will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:17:34.394450 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:34.399629 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7998cef3-8a34-41fa-a237-00760604756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:34.451350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a0aac832-3290-4100-b61d-3d027b7629db triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:34.451715 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:34.491383 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-072cf78f-32d9-488b-bb20-cd017a426fd0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400321 Apr 05 20:17:34.520539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7998cef3-8a34-41fa-a237-00760604756a admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:17:34.520855 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7998cef3-8a34-41fa-a237-00760604756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:34.535139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ec747c6e-71eb-45b7-b971-b18c6ef132ef, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:34.542366 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-3de2a523-9fa1-46b5-8936-96de7adb0a73 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4289920 Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:17:34.543292 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:17:34.558713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef', 'mac_address': 'fa:16:3e:82:32:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:17:34.581036 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c12d08dd-8f11-49c4-9496-71f1c45bbb32 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1058168 Apr 05 20:17:34.607173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Request body: {'port': {'device_id': '82b19bfe-ebac-4656-b567-12bc444da034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:34.667181 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:34.687209 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec747c6e-71eb-45b7-b971-b18c6ef132ef {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:17:34.704290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ec747c6e-71eb-45b7-b971-b18c6ef132ef, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:34.710888 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:34.736696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Pushing event updated for resources: {'Port': ['ID=fb349d40-e59e-4d3d-94d2-75cbcfd9a05c,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:34.770263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d1cdd-c940-4c52-a99f-3cf09f876cb5 req-e029b236-3ed8-4f7e-b9ff-4575b6acfa9c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:34.771592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f40d1cdd-c940-4c52-a99f-3cf09f876cb5 req-e029b236-3ed8-4f7e-b9ff-4575b6acfa9c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 944 time: 0.6607308 Apr 05 20:17:34.805922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ec747c6e-71eb-45b7-b971-b18c6ef132ef,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:34.816132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f36eb0b-e371-4e30-918d-29c2d882e97d', 'tag': '30055648-9ae5-4693-90e8-83750519aa06'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:34.816729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['ec747c6e-71eb-45b7-b971-b18c6ef132ef'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:17:34.878577 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7998cef3-8a34-41fa-a237-00760604756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:34.894391 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Allocated IP 172.20.0.1 (6d694502-536f-4d64-833f-5cd2675c4f03/b885e6ab-faca-4a4c-82e7-29cc8f347c97/ed2da7f7-f43c-4432-8c3e-37a5eafa7b00) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:17:34.917418 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-e98ecb10-9e84-4f5e-8960-b5e6b45b5f87 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921993 Apr 05 20:17:34.933010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7998cef3-8a34-41fa-a237-00760604756a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:34.951687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7998cef3-8a34-41fa-a237-00760604756a admin admin] Pushing event deleted for resources: {'Network': ['ID=a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:34.990252 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7998cef3-8a34-41fa-a237-00760604756a admin admin] 10.222.0.24 "DELETE /v2.0/networks/a7eb6379-4e7e-4f3b-bec9-4986db2c9dc8 HTTP/1.1" status: 204 len: 168 time: 1.4055889 Apr 05 20:17:35.013929 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-e1108154-52ab-47a3-8e79-cc42e9692536 service neutron] 10.222.0.24 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980970 Apr 05 20:17:35.027374 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f40d1cdd-c940-4c52-a99f-3cf09f876cb5 req-407340c5-c1d2-472e-a8a8-32cd61868d27 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439606 Apr 05 20:17:35.072724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Attempting to bind port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:17:35.073066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Attempting to bind port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '0cc1f66e-6d2c-4747-8707-99292fcbbb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:17:35.073394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Attempting to bind port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c on network 3a81b931-b603-496c-bb8a-cabbed1eed40 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:17:35.178531 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:35.196943 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c on network 3a81b931-b603-496c-bb8a-cabbed1eed40 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:17:35.196943 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Attempting to bind port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c on network 3a81b931-b603-496c-bb8a-cabbed1eed40 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:17:35.197313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 32802) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:35.211209 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 32808) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:35.229371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:17:35.229978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Checking segment: {'id': '0cc1f66e-6d2c-4747-8707-99292fcbbb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:17:35.230537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Bound using segment: {'id': '0cc1f66e-6d2c-4747-8707-99292fcbbb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:17:35.231155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Bound port: fb349d40-e59e-4d3d-94d2-75cbcfd9a05c, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc1f66e-6d2c-4747-8707-99292fcbbb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:17:35.231690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:35.264863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f355881-85ee-4172-b14c-0c8ab532baf2 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:17:35.274057 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:35.289748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Transition to ACTIVE for port object 6f355881-85ee-4172-b14c-0c8ab532baf2 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:17:35.301284 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:35.383592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f355881-85ee-4172-b14c-0c8ab532baf2,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:35.503801 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f36eb0b-e371-4e30-918d-29c2d882e97d', 'tag': '30055648-9ae5-4693-90e8-83750519aa06', 'status': 'completed', 'code': 200} Apr 05 20:17:35.618861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2a17c648-48d4-4028-a252-9a1091ea7fa2 admin admin] Deleting port 0b02d5e3-f7e4-4674-aad8-fbb97176d984 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:35.619219 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a17c648-48d4-4028-a252-9a1091ea7fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:35.654920 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-9ee3e035-33e0-428e-b4f5-4eace2758859 service neutron] 10.222.0.24 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320500 Apr 05 20:17:35.772239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-b744eee9-a5a3-43b9-bc56-465a874d30ca tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Deleting subnet 43a1e6c6-cec2-4d6b-853d-2b7136c39e84 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:17:35.791583 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b744eee9-a5a3-43b9-bc56-465a874d30ca tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:35.792865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] For port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:17:35.801194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] For port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fb349d40-e59e-4d3d-94d2-75cbcfd9a05c,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:17:35.826581 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:35.843658 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-722bc70b-2e6e-4d6a-8428-a46c2996d37f req-20fa8be5-bbdf-4bee-b733-fa8986c02ac6 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9078310 Apr 05 20:17:35.860523 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9391c152-60dc-4160-b83e-6313a7fc3788 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=313ef90b753e46b0b1e67425a2190bfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6482570 Apr 05 20:17:35.876016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32834) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:35.907209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Attempting to bind port 6f355881-85ee-4172-b14c-0c8ab532baf2 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:17:35.907365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Attempting to bind port 6f355881-85ee-4172-b14c-0c8ab532baf2 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '0cc1f66e-6d2c-4747-8707-99292fcbbb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:17:35.907643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Attempting to bind port 6f355881-85ee-4172-b14c-0c8ab532baf2 on network 3a81b931-b603-496c-bb8a-cabbed1eed40 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:17:35.927411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Port 6f355881-85ee-4172-b14c-0c8ab532baf2 on network 3a81b931-b603-496c-bb8a-cabbed1eed40 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:17:35.927726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Attempting to bind port 6f355881-85ee-4172-b14c-0c8ab532baf2 on network 3a81b931-b603-496c-bb8a-cabbed1eed40 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:17:35.931017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:35.931616 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:35.934978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] 10.222.0.41 "PUT /v2.0/ports/fb349d40-e59e-4d3d-94d2-75cbcfd9a05c HTTP/1.1" status: 200 len: 1091 time: 4.8941510 Apr 05 20:17:35.948846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd081b785-e498-4fcc-a18a-8bc1e15c3a6c', 'tag': 'fb349d40-e59e-4d3d-94d2-75cbcfd9a05c'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:35.976691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:17:35.977520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Checking segment: {'id': '0cc1f66e-6d2c-4747-8707-99292fcbbb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:17:35.977931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Bound using segment: {'id': '0cc1f66e-6d2c-4747-8707-99292fcbbb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:17:35.978446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Bound port: 6f355881-85ee-4172-b14c-0c8ab532baf2, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc1f66e-6d2c-4747-8707-99292fcbbb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:17:35.979284 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:36.087593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa20cd6d-4cb2-40c0-b60f-dbbbabca8c49 service neutron] Pushing event updated for resources: {'Port': ['ID=fb349d40-e59e-4d3d-94d2-75cbcfd9a05c,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:36.157621 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06b6d617-e5e8-453e-b552-c78df2507f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:36.160165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:36.172763 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b744eee9-a5a3-43b9-bc56-465a874d30ca tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:36.252196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06b6d617-e5e8-453e-b552-c78df2507f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:36.270112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] For port 6f355881-85ee-4172-b14c-0c8ab532baf2, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:17:36.279399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-279c662f-73b7-4181-a298-6a5770eb93e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:36.282240 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-279c662f-73b7-4181-a298-6a5770eb93e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0570f36056c84787be9766bc0091bbd1&device_id=d081b785-e498-4fcc-a18a-8bc1e15c3a6c HTTP/1.1" status: 200 len: 1094 time: 0.2784858 Apr 05 20:17:36.290389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ec747c6e-71eb-45b7-b971-b18c6ef132ef up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:17:36.317415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] For port 6f355881-85ee-4172-b14c-0c8ab532baf2, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=6f355881-85ee-4172-b14c-0c8ab532baf2,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:17:36.347074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Transition to ACTIVE for port object ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:17:36.395561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6bab5-6cd7-4a61-8562-b57d56c2053c req-b2b12222-1a39-4402-bbc4-79eeb736921b tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:36.397141 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dbc6bab5-6cd7-4a61-8562-b57d56c2053c req-b2b12222-1a39-4402-bbc4-79eeb736921b tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 943 time: 0.9033089 Apr 05 20:17:36.454596 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd081b785-e498-4fcc-a18a-8bc1e15c3a6c', 'tag': 'fb349d40-e59e-4d3d-94d2-75cbcfd9a05c', 'status': 'completed', 'code': 200} Apr 05 20:17:36.511539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-2a17c648-48d4-4028-a252-9a1091ea7fa2 admin admin] For port 0b02d5e3-f7e4-4674-aad8-fbb97176d984, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0b02d5e3-f7e4-4674-aad8-fbb97176d984,segment=NetworkSegment(82b2c30b-4ca8-47ae-817f-e6426d972f4f),segment_id=82b2c30b-4ca8-47ae-817f-e6426d972f4f)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:36.512049 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a17c648-48d4-4028-a252-9a1091ea7fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:36.519341 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c49be7f6-da7f-4fd1-8a4e-69e6bbf7c0ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb349d40-e59e-4d3d-94d2-75cbcfd9a05c HTTP/1.1" status: 200 len: 217 time: 0.2123244 Apr 05 20:17:36.529239 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:36.564674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port ec747c6e-71eb-45b7-b971-b18c6ef132ef triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:36.565580 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:36.698954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2a17c648-48d4-4028-a252-9a1091ea7fa2 admin admin] Calling delete_port for 0b02d5e3-f7e4-4674-aad8-fbb97176d984 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:36.734791 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:36.775569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596c68e-27db-4018-9109-3dfbaf7fad2f req-bfaa623a-13d9-48ce-b849-f12db9104b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:36.777921 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4596c68e-27db-4018-9109-3dfbaf7fad2f req-bfaa623a-13d9-48ce-b849-f12db9104b22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 1095 time: 0.7781978 Apr 05 20:17:36.813222 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dbc6bab5-6cd7-4a61-8562-b57d56c2053c req-95e86ed1-4204-45c0-a65e-59b09bb978c8 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795025 Apr 05 20:17:36.815771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ec747c6e-71eb-45b7-b971-b18c6ef132ef, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:36.818375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:36.844238 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:36.857289 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b744eee9-a5a3-43b9-bc56-465a874d30ca tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:36.909359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:36.910072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:36.911451 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/6f355881-85ee-4172-b14c-0c8ab532baf2 HTTP/1.1" status: 200 len: 1091 time: 4.8264489 Apr 05 20:17:37.034546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:37.036391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ec747c6e-71eb-45b7-b971-b18c6ef132ef,revision_number=10']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:37.041492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-6e23524b-7b00-4883-b2d8-d3162f8426e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:37.043836 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-6e23524b-7b00-4883-b2d8-d3162f8426e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6dc1b580-6025-4ece-a1cd-be94e8b4b55a HTTP/1.1" status: 200 len: 858 time: 0.4749675 Apr 05 20:17:37.057841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a281f-bd25-4b8b-b1c4-a04ad45f6f3e req-c69ac696-5a53-41e8-8258-b1aa44c65f69 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:37.059342 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-576a281f-bd25-4b8b-b1c4-a04ad45f6f3e req-c69ac696-5a53-41e8-8258-b1aa44c65f69 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 944 time: 0.5344143 Apr 05 20:17:37.059986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b14d84-8193-4392-be0f-39f2c9f5d1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6f355881-85ee-4172-b14c-0c8ab532baf2,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:37.113930 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06b6d617-e5e8-453e-b552-c78df2507f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:37.121641 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-c0dfbe62-4e56-4772-a6f3-415acdaff652 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3a81b931-b603-496c-bb8a-cabbed1eed40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577023 Apr 05 20:17:37.129934 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e5736fe2-12ce-48c9-b86b-5a75118bc03a req-73dc7010-e764-45d4-be80-04a8af324589 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 210 time: 0.2202487 Apr 05 20:17:37.188844 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:17:37.258178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Network 6d694502-536f-4d64-833f-5cd2675c4f03 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:17:37.276382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:37.299959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:17:37.385382 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-7c9bb942-9ded-4cf0-8ec4-20126fda6332 service neutron] 10.222.0.41 "GET /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330990 Apr 05 20:17:37.407378 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef', 'code': 200} Apr 05 20:17:37.416663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6d617-e5e8-453e-b552-c78df2507f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f017a3f1-582b-46e6-a334-c6ae4f6918f1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:37.447540 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06b6d617-e5e8-453e-b552-c78df2507f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:37.461499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-06b6d617-e5e8-453e-b552-c78df2507f3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f017a3f1-582b-46e6-a334-c6ae4f6918f1 HTTP/1.1" status: 204 len: 168 time: 1.5729570 Apr 05 20:17:37.607661 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-576a281f-bd25-4b8b-b1c4-a04ad45f6f3e req-25c1892a-57cb-4662-9358-d29e2abe3c1d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390525 Apr 05 20:17:37.615572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-2e7a011e-216a-4b69-be80-2703b365ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:37.619222 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-2e7a011e-216a-4b69-be80-2703b365ef86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0570f36056c84787be9766bc0091bbd1&device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 1094 time: 0.6382797 Apr 05 20:17:37.666774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Pushing event updated for resources: {'Port': ['ID=ed2da7f7-f43c-4432-8c3e-37a5eafa7b00,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:37.700242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c67e18d5-bdb3-4759-97cf-adecc41d597d None None] Provisioning for port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:17:37.706598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c67e18d5-bdb3-4759-97cf-adecc41d597d None None] Provisioning complete for port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:37.707332 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c67e18d5-bdb3-4759-97cf-adecc41d597d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:37.735859 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b744eee9-a5a3-43b9-bc56-465a874d30ca tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:37.756417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303d46e7-b1b1-4459-829e-a84cf03427ec {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:17:37.839064 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-acd3ab42-56ca-46b2-90e7-99236ea11ed3 service neutron] 10.222.0.41 "GET /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4349289 Apr 05 20:17:37.842995 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c67e18d5-bdb3-4759-97cf-adecc41d597d None None] Port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:17:37.864978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744eee9-a5a3-43b9-bc56-465a874d30ca tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event deleted for resources: {'Subnet': ['ID=43a1e6c6-cec2-4d6b-853d-2b7136c39e84,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:37.872115 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-6276df90-71b7-4c3d-be0c-d6fb9f5592e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f355881-85ee-4172-b14c-0c8ab532baf2 HTTP/1.1" status: 200 len: 217 time: 0.2402256 Apr 05 20:17:37.883532 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:37.888822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596c68e-27db-4018-9109-3dfbaf7fad2f req-1525cfb5-17d5-4dc7-97b6-ed3d9a9e4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:37.890554 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4596c68e-27db-4018-9109-3dfbaf7fad2f req-1525cfb5-17d5-4dc7-97b6-ed3d9a9e4e8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 907 time: 1.0919764 Apr 05 20:17:37.913196 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b744eee9-a5a3-43b9-bc56-465a874d30ca tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:37.919359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3ed628-d059-4b21-b6b5-406201d650c2 None None] Network cbe6094d-e21d-464a-bc7a-0f5b4048fd00 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:17:38.009569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-873c2431-2d03-4f30-8a9f-30d650560414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:38.011482 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-873c2431-2d03-4f30-8a9f-30d650560414 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dc1b580-6025-4ece-a1cd-be94e8b4b55a HTTP/1.1" status: 200 len: 858 time: 0.1333582 Apr 05 20:17:38.017538 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4596c68e-27db-4018-9109-3dfbaf7fad2f req-aed787b9-af97-40c2-afa2-2545d8eec85e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30055648-9ae5-4693-90e8-83750519aa06 HTTP/1.1" status: 200 len: 217 time: 0.1082845 Apr 05 20:17:38.025697 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:38.231146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b744eee9-a5a3-43b9-bc56-465a874d30ca tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "DELETE /v2.0/subnets/43a1e6c6-cec2-4d6b-853d-2b7136c39e84 HTTP/1.1" status: 204 len: 168 time: 3.0295272 Apr 05 20:17:38.331585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 32882) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:38.359419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58acdd96-a6e0-4b51-8193-7f12dd48bd1f None None] DHCP port deletion for cbe6094d-e21d-464a-bc7a-0f5b4048fd00 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:17:38.362167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Transition to ACTIVE for port object 303d46e7-b1b1-4459-829e-a84cf03427ec will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:17:38.365561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-58acdd96-a6e0-4b51-8193-7f12dd48bd1f None None] Deleting port 5e495904-6915-42b1-b023-6818a122fe46 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:38.365561 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-58acdd96-a6e0-4b51-8193-7f12dd48bd1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:38.387906 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-846cb10c-4bc0-4970-8992-abaeeee525cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a81b931-b603-496c-bb8a-cabbed1eed40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3011894 Apr 05 20:17:38.456078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a07a16d-be07-4fb6-b16d-31042b1bb0ac', 'tag': '6f355881-85ee-4172-b14c-0c8ab532baf2'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:38.457586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 30055648-9ae5-4693-90e8-83750519aa06 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:17:38.576243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4596c68e-27db-4018-9109-3dfbaf7fad2f req-21792f7c-0a11-467b-8550-748477deea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:38.577750 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4596c68e-27db-4018-9109-3dfbaf7fad2f req-21792f7c-0a11-467b-8550-748477deea21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.3515720 Apr 05 20:17:38.578384 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:38.691610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-58acdd96-a6e0-4b51-8193-7f12dd48bd1f None None] For port 5e495904-6915-42b1-b023-6818a122fe46, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5e495904-6915-42b1-b023-6818a122fe46,segment=NetworkSegment(55b8b93b-1423-4920-be8c-2c04de0da53c),segment_id=55b8b93b-1423-4920-be8c-2c04de0da53c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:38.692557 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-58acdd96-a6e0-4b51-8193-7f12dd48bd1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:38.745123 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b611ed4a-91aa-48e0-8512-fc3bbbf98f10 req-e48c713d-1dc9-4041-9755-5a7820314ac6 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 210 time: 0.2818816 Apr 05 20:17:38.783139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa231edb-2f41-4983-a789-46b1c5391ff3 req-fbda749f-b470-471a-8d6c-d7a47229cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:38.786631 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa231edb-2f41-4983-a789-46b1c5391ff3 req-fbda749f-b470-471a-8d6c-d7a47229cf73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0570f36056c84787be9766bc0091bbd1&device_id=d081b785-e498-4fcc-a18a-8bc1e15c3a6c HTTP/1.1" status: 200 len: 1094 time: 0.7738941 Apr 05 20:17:39.050533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Pushing event updated for resources: {'Port': ['ID=303d46e7-b1b1-4459-829e-a84cf03427ec,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:39.061517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32910) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:39.063443 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a07a16d-be07-4fb6-b16d-31042b1bb0ac', 'tag': '6f355881-85ee-4172-b14c-0c8ab532baf2', 'status': 'completed', 'code': 200} Apr 05 20:17:39.073869 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:17:39.095729 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-fdc1df54-ac32-405c-8d8f-f61c10e3831a service neutron] 10.222.0.13 "GET /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898594 Apr 05 20:17:39.133476 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-58acdd96-a6e0-4b51-8193-7f12dd48bd1f None None] Calling delete_port for 5e495904-6915-42b1-b023-6818a122fe46 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:39.310366 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4596c68e-27db-4018-9109-3dfbaf7fad2f req-21bacd23-181e-4205-8bf9-f896e936ed77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5761838 Apr 05 20:17:39.393714 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:39.404632 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:39.443045 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69a38928-30de-4b23-a189-c0c77231b6d3 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:39.472207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 30055648-9ae5-4693-90e8-83750519aa06, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=30055648-9ae5-4693-90e8-83750519aa06,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:39.478298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-5696935d-6335-4ed2-a389-3133f01a25ff service neutron] 10.222.0.13 "GET /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732040 Apr 05 20:17:39.491505 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-58acdd96-a6e0-4b51-8193-7f12dd48bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:39.510010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1144750587-network', 'tenant_id': 'c577ad12778a4ad4aac495ba5d526df6'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:39.542035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:39.547607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '30055648-9ae5-4693-90e8-83750519aa06', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'port_id': '30055648-9ae5-4693-90e8-83750519aa06', 'mac_address': 'fa:16:3e:a9:0e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca381f74-bd26-46e2-abab-12d6223326b0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:17:39.552735 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a17c648-48d4-4028-a252-9a1091ea7fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:39.583489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acdd96-a6e0-4b51-8193-7f12dd48bd1f None None] Pushing event deleted for resources: {'Port': ['ID=5e495904-6915-42b1-b023-6818a122fe46,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:39.592361 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58acdd96-a6e0-4b51-8193-7f12dd48bd1f None None] No DVR routers for this DVR port 5e495904-6915-42b1-b023-6818a122fe46 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:17:39.623088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Usage tracker for resource:network and tenant:c577ad12778a4ad4aac495ba5d526df6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:39.636071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:39.644642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa231edb-2f41-4983-a789-46b1c5391ff3 req-ecc6341c-4197-4780-b177-5c5385c404ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:39.646389 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa231edb-2f41-4983-a789-46b1c5391ff3 req-ecc6341c-4197-4780-b177-5c5385c404ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=3a81b931-b603-496c-bb8a-cabbed1eed40 HTTP/1.1" status: 200 len: 919 time: 0.8474538 Apr 05 20:17:39.658973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:39.688967 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:39.756993 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa231edb-2f41-4983-a789-46b1c5391ff3 req-0ff730dd-376f-4553-ac07-80a829bfcb97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb349d40-e59e-4d3d-94d2-75cbcfd9a05c HTTP/1.1" status: 200 len: 217 time: 0.0990350 Apr 05 20:17:39.765355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30055648-9ae5-4693-90e8-83750519aa06 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:17:39.793873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17c648-48d4-4028-a252-9a1091ea7fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b02d5e3-f7e4-4674-aad8-fbb97176d984,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:39.836322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 30055648-9ae5-4693-90e8-83750519aa06, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=30055648-9ae5-4693-90e8-83750519aa06,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:39.845929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Made reservation on behalf of c577ad12778a4ad4aac495ba5d526df6 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:17:39.848731 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:39.850694 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:39.879498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060037ba-d410-4e29-bfcf-07f944a09021 req-e046c12a-3f55-4058-b894-30f0b19471a6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:39.891322 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-060037ba-d410-4e29-bfcf-07f944a09021 req-e046c12a-3f55-4058-b894-30f0b19471a6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 944 time: 0.6943309 Apr 05 20:17:39.919878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-dcead5f4-5c80-4453-943f-bc9b3181c92a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:39.921144 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-dcead5f4-5c80-4453-943f-bc9b3181c92a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.13 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 808 time: 1.6919451 Apr 05 20:17:39.929643 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:39.979963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:39.995057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Usage tracker for resource:security_group_rule and tenant:c577ad12778a4ad4aac495ba5d526df6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:39.999440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=30055648-9ae5-4693-90e8-83750519aa06,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:40.001468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:40.007919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9436f-3019-4fd3-af01-a6862211bcfa req-5ab25cf2-8b3f-45e8-a557-2bb39b486c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:40.009508 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1bc9436f-3019-4fd3-af01-a6862211bcfa req-5ab25cf2-8b3f-45e8-a557-2bb39b486c30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0570f36056c84787be9766bc0091bbd1&device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 1094 time: 0.4610910 Apr 05 20:17:40.025823 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-060037ba-d410-4e29-bfcf-07f944a09021 req-efd4f5a0-4d38-45e6-9efa-fcedcc38c276 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335375 Apr 05 20:17:40.036060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:40.052899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Request body: {'port': {'device_id': '05414ae8-ebd3-4a5a-acd5-becfd1aff8cb', 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4', 'admin_state_up': True, 'tenant_id': '637efc23dfdb499b8292cc0b1136bd84'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:40.058428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa231edb-2f41-4983-a789-46b1c5391ff3 req-6c0adbaf-7ccd-4be0-ae32-485b11eba73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:40.060113 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa231edb-2f41-4983-a789-46b1c5391ff3 req-6c0adbaf-7ccd-4be0-ae32-485b11eba73d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6dc1b580-6025-4ece-a1cd-be94e8b4b55a HTTP/1.1" status: 200 len: 858 time: 0.2889681 Apr 05 20:17:40.133398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['30055648-9ae5-4693-90e8-83750519aa06'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:17:40.168774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c46d95-5aed-4b7d-8504-6470b574394d req-fec0b2db-5b3a-425e-8bf1-742d745120a4 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:40.183591 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d0c46d95-5aed-4b7d-8504-6470b574394d req-fec0b2db-5b3a-425e-8bf1-742d745120a4 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 943 time: 2.1615434 Apr 05 20:17:40.364148 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa231edb-2f41-4983-a789-46b1c5391ff3 req-032a66ea-b501-4994-bfb6-3d217c32a026 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3a81b931-b603-496c-bb8a-cabbed1eed40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2368059 Apr 05 20:17:40.408056 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5e495904-6915-42b1-b023-6818a122fe46 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:40.438236 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:17:40.449044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 5e495904-6915-42b1-b023-6818a122fe46 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:17:40.449462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5e495904-6915-42b1-b023-6818a122fe46 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:17:40.463895 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7bedbde0-3c9f-4c3a-a42d-2c9f9e1094c0 req-e5b9c8b0-0658-41dc-80b9-d538dad333fa tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 210 time: 0.2244725 Apr 05 20:17:40.474410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device fb349d40-e59e-4d3d-94d2-75cbcfd9a05c details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:17:40.564689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Attempting to bind port 303d46e7-b1b1-4459-829e-a84cf03427ec on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:17:40.565353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Attempting to bind port 303d46e7-b1b1-4459-829e-a84cf03427ec by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '0cc1f66e-6d2c-4747-8707-99292fcbbb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:17:40.566024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Attempting to bind port 303d46e7-b1b1-4459-829e-a84cf03427ec on network 3a81b931-b603-496c-bb8a-cabbed1eed40 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:17:40.631599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Port 303d46e7-b1b1-4459-829e-a84cf03427ec on network 3a81b931-b603-496c-bb8a-cabbed1eed40 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:17:40.632389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Attempting to bind port 303d46e7-b1b1-4459-829e-a84cf03427ec on network 3a81b931-b603-496c-bb8a-cabbed1eed40 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:17:40.762390 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69a38928-30de-4b23-a189-c0c77231b6d3 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:40.769711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9436f-3019-4fd3-af01-a6862211bcfa req-f8d17c07-a402-489b-ba21-bf67360489b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:40.771227 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1bc9436f-3019-4fd3-af01-a6862211bcfa req-f8d17c07-a402-489b-ba21-bf67360489b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a81b931-b603-496c-bb8a-cabbed1eed40 HTTP/1.1" status: 200 len: 919 time: 0.7364876 Apr 05 20:17:40.861220 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1bc9436f-3019-4fd3-af01-a6862211bcfa req-649e7654-f0b5-44ce-8122-58c4fa0864ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f355881-85ee-4172-b14c-0c8ab532baf2 HTTP/1.1" status: 200 len: 217 time: 0.0813205 Apr 05 20:17:40.881678 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fb349d40-e59e-4d3d-94d2-75cbcfd9a05c,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:40.897512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'fb349d40-e59e-4d3d-94d2-75cbcfd9a05c', 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40', 'port_id': 'fb349d40-e59e-4d3d-94d2-75cbcfd9a05c', 'mac_address': 'fa:16:3e:ca:e3:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc1b580-6025-4ece-a1cd-be94e8b4b55a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:17:40.935025 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa231edb-2f41-4983-a789-46b1c5391ff3 req-86e162a0-b81d-4b2b-aa9b-12ca8d8d7287 service neutron] 10.222.0.41 "GET /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436018 Apr 05 20:17:40.936684 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:40.976877 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:40.987806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:17:40.988297 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Checking segment: {'id': '0cc1f66e-6d2c-4747-8707-99292fcbbb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:17:40.988831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Bound using segment: {'id': '0cc1f66e-6d2c-4747-8707-99292fcbbb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:17:40.989556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Bound port: 303d46e7-b1b1-4459-829e-a84cf03427ec, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cc1f66e-6d2c-4747-8707-99292fcbbb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:17:40.990081 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:41.024660 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:41.056724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb349d40-e59e-4d3d-94d2-75cbcfd9a05c {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:17:41.078120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9436f-3019-4fd3-af01-a6862211bcfa req-606bdba3-7d8d-4916-b0e4-2f4118d86169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:41.079565 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1bc9436f-3019-4fd3-af01-a6862211bcfa req-606bdba3-7d8d-4916-b0e4-2f4118d86169 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dc1b580-6025-4ece-a1cd-be94e8b4b55a HTTP/1.1" status: 200 len: 858 time: 0.2004037 Apr 05 20:17:41.091427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:17:41.093260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fb349d40-e59e-4d3d-94d2-75cbcfd9a05c,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:41.104008 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:41.190111 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d0c46d95-5aed-4b7d-8504-6470b574394d req-bba39fb7-11c6-47aa-8b81-5583fdfd6ea3 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6319745 Apr 05 20:17:41.209048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-69a38928-30de-4b23-a189-c0c77231b6d3 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe6094d-e21d-464a-bc7a-0f5b4048fd00']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:41.252312 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4596c68e-27db-4018-9109-3dfbaf7fad2f req-ef84a463-c2db-4166-80ec-5f51ef1a8125 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8959668 Apr 05 20:17:41.262974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=fb349d40-e59e-4d3d-94d2-75cbcfd9a05c,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:41.274200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-69a38928-30de-4b23-a189-c0c77231b6d3 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b8b93b-1423-4920-be8c-2c04de0da53c') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:41.274881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-69a38928-30de-4b23-a189-c0c77231b6d3 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b8b93b-1423-4920-be8c-2c04de0da53c') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:41.307033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52607c8b-732d-47bc-8b4b-46ad0e5964cd,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:41.323710 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1bc9436f-3019-4fd3-af01-a6862211bcfa req-c13e3dea-f711-466c-9e5d-9feb1b4a9565 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a81b931-b603-496c-bb8a-cabbed1eed40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2275405 Apr 05 20:17:41.343704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['fb349d40-e59e-4d3d-94d2-75cbcfd9a05c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:17:41.363700 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:41.364034 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Added segment be95dfed-518d-4226-92ea-9084ec3538f5 of type vlan for network 058a5721-78c8-40bd-ba2e-ae61f6578aa5 Apr 05 20:17:41.401618 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0eabc0ca-0c3e-4a52-9f07-51d8761fcb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:41.544780 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa231edb-2f41-4983-a789-46b1c5391ff3 req-0845ba4d-f496-4490-bd1f-008b8e2ef465 service neutron] 10.222.0.41 "GET /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015568 Apr 05 20:17:41.613609 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4596c68e-27db-4018-9109-3dfbaf7fad2f req-5e550475-9e61-46fb-8dba-0e5864a465d6 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489280 Apr 05 20:17:41.630768 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:41.664093 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:41.705126 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69a38928-30de-4b23-a189-c0c77231b6d3 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:41.725099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088e6cc-179f-425d-94ed-fb533c176940 req-93a29416-32d7-4a83-9c51-d83aa0c87447 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:41.727198 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9088e6cc-179f-425d-94ed-fb533c176940 req-93a29416-32d7-4a83-9c51-d83aa0c87447 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 945 time: 0.4172974 Apr 05 20:17:41.812063 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:17:41.831636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:41.843161 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1bc9436f-3019-4fd3-af01-a6862211bcfa req-98364d90-66f8-46e7-a581-9761ada15ae9 service neutron] 10.222.0.13 "GET /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824028 Apr 05 20:17:41.894986 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:41.896383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:41.896969 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:41.907307 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69a38928-30de-4b23-a189-c0c77231b6d3 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:41.923651 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dfc738d2-db0f-4613-bbfc-8cc54541188d req-077336af-6b21-4b10-8ba7-119c4c2a31cb tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 210 time: 0.1601312 Apr 05 20:17:41.948128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:41.962735 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.8978896 Apr 05 20:17:41.973295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 32938) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:41.974460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] For port 303d46e7-b1b1-4459-829e-a84cf03427ec, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:17:41.993838 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9088e6cc-179f-425d-94ed-fb533c176940 req-0f0024df-81db-4135-878b-00e8d3672f23 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391117 Apr 05 20:17:41.996159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a38928-30de-4b23-a189-c0c77231b6d3 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:17:41.996610 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69a38928-30de-4b23-a189-c0c77231b6d3 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:17:42.114578 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:17:42.122323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Made reservation on behalf of 637efc23dfdb499b8292cc0b1136bd84 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:17:42.128708 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:42.148523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Request body: {'subnet': {'network_id': '058a5721-78c8-40bd-ba2e-ae61f6578aa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1144750587-subnet', 'tenant_id': 'c577ad12778a4ad4aac495ba5d526df6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:42.159810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b05a51-95d3-43c4-a098-e8270ec66b8d admin admin] Pushing event updated for resources: {'Network': ['ID=058a5721-78c8-40bd-ba2e-ae61f6578aa5,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:42.175017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 058a5721-78c8-40bd-ba2e-ae61f6578aa5 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:17:42.195004 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1bc9436f-3019-4fd3-af01-a6862211bcfa req-1082a519-bcd4-42a0-b9d5-8a05b06fe376 service neutron] 10.222.0.13 "GET /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420260 Apr 05 20:17:42.287172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:42.291884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] For port 303d46e7-b1b1-4459-829e-a84cf03427ec, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=303d46e7-b1b1-4459-829e-a84cf03427ec,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:17:42.299622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 6f355881-85ee-4172-b14c-0c8ab532baf2 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:17:42.358204 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a17c648-48d4-4028-a252-9a1091ea7fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:42.362572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Usage tracker for resource:subnet and tenant:c577ad12778a4ad4aac495ba5d526df6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:42.378638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:42.386412 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:42.393279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad9714-be9f-490a-a187-ad264143bfa1 req-7be61d98-59bb-46d7-8ff7-0d0e9f581d5e tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:42.401228 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0ad9714-be9f-490a-a187-ad264143bfa1 req-7be61d98-59bb-46d7-8ff7-0d0e9f581d5e tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 943 time: 0.0981803 Apr 05 20:17:42.449637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a0ad9714-be9f-490a-a187-ad264143bfa1 req-3f2d46a9-9072-4d77-9ff0-9e36c385d0ed tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Synchronizing usage tracker for tenant:0570f36056c84787be9766bc0091bbd1 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:17:42.468580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 6f355881-85ee-4172-b14c-0c8ab532baf2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=6f355881-85ee-4172-b14c-0c8ab532baf2,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:42.474740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a0ad9714-be9f-490a-a187-ad264143bfa1 req-3f2d46a9-9072-4d77-9ff0-9e36c385d0ed tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Unset dirty status for tenant:0570f36056c84787be9766bc0091bbd1 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:17:42.488012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '6f355881-85ee-4172-b14c-0c8ab532baf2', 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40', 'port_id': '6f355881-85ee-4172-b14c-0c8ab532baf2', 'mac_address': 'fa:16:3e:5f:76:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc1b580-6025-4ece-a1cd-be94e8b4b55a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:17:42.493211 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0ad9714-be9f-490a-a187-ad264143bfa1 req-3f2d46a9-9072-4d77-9ff0-9e36c385d0ed tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909274 Apr 05 20:17:42.508609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:42.543311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 30055648-9ae5-4693-90e8-83750519aa06 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:17:42.629083 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:42.635907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Pushing event updated for resources: {'Port': ['ID=303d46e7-b1b1-4459-829e-a84cf03427ec,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:42.653757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f355881-85ee-4172-b14c-0c8ab532baf2 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:17:42.670018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 6f355881-85ee-4172-b14c-0c8ab532baf2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=6f355881-85ee-4172-b14c-0c8ab532baf2,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:42.679107 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:42.748520 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:42.749186 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:42.750670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-79feee0a-76b7-4c5d-ae4b-62a7fc7664f2 service neutron] 10.222.0.13 "PUT /v2.0/ports/303d46e7-b1b1-4459-829e-a84cf03427ec HTTP/1.1" status: 200 len: 1091 time: 8.1548588 Apr 05 20:17:42.756456 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69a38928-30de-4b23-a189-c0c77231b6d3 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:42.762841 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69a38928-30de-4b23-a189-c0c77231b6d3 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:42.767640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 30055648-9ae5-4693-90e8-83750519aa06 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:17:42.772814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=6f355881-85ee-4172-b14c-0c8ab532baf2,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:42.779922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 30055648-9ae5-4693-90e8-83750519aa06 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:42.780423 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:42.780611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b19bfe-ebac-4656-b567-12bc444da034', 'tag': '303d46e7-b1b1-4459-829e-a84cf03427ec'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:42.916132 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:42.942128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['6f355881-85ee-4172-b14c-0c8ab532baf2'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:17:42.951395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a38928-30de-4b23-a189-c0c77231b6d3 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event deleted for resources: {'Network': ['ID=cbe6094d-e21d-464a-bc7a-0f5b4048fd00,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:42.959249 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b19bfe-ebac-4656-b567-12bc444da034', 'tag': '303d46e7-b1b1-4459-829e-a84cf03427ec', 'status': 'completed', 'code': 200} Apr 05 20:17:42.984205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f36eb0b-e371-4e30-918d-29c2d882e97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30055648-9ae5-4693-90e8-83750519aa06'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:43.008036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 30055648-9ae5-4693-90e8-83750519aa06, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=30055648-9ae5-4693-90e8-83750519aa06,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:43.019822 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:43.020659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device fb349d40-e59e-4d3d-94d2-75cbcfd9a05c up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:17:43.111212 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f36eb0b-e371-4e30-918d-29c2d882e97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30055648-9ae5-4693-90e8-83750519aa06', 'code': 200} Apr 05 20:17:43.223863 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=30055648-9ae5-4693-90e8-83750519aa06,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:43.406738 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9db99bce-7aff-40e8-ae19-3a5d5e6b698b req-e8daae9f-0499-4310-80fc-de93229f0788 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 210 time: 0.3396587 Apr 05 20:17:43.414251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:17:43.433859 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-69a38928-30de-4b23-a189-c0c77231b6d3 tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "DELETE /v2.0/networks/cbe6094d-e21d-464a-bc7a-0f5b4048fd00 HTTP/1.1" status: 204 len: 168 time: 5.0873377 Apr 05 20:17:43.436794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32964) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:43.486320 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:43.486716 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:43.514496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8df694-384f-4f2b-9c3b-81daf2062dda tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Deleting subnet 7615f3cd-2349-47cc-a766-abc4299e2486 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:17:43.530562 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb8df694-384f-4f2b-9c3b-81daf2062dda tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:43.647160 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb8df694-384f-4f2b-9c3b-81daf2062dda tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:43.673681 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-355859e4-2fe4-4b2d-9aa7-ef22178c3e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:43.692188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Made reservation on behalf of c577ad12778a4ad4aac495ba5d526df6 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:17:43.694473 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:43.786366 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:43.813064 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb8df694-384f-4f2b-9c3b-81daf2062dda tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:43.824211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fb349d40-e59e-4d3d-94d2-75cbcfd9a05c,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:43.844325 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:43.867994 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:43.939117 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=fb349d40-e59e-4d3d-94d2-75cbcfd9a05c,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:43.948967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f08a36-5520-4c8a-9cfa-42bd8ed21144 req-734cdda4-9825-4232-9dc8-5191e1b44954 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:43.958073 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2f08a36-5520-4c8a-9cfa-42bd8ed21144 req-734cdda4-9825-4232-9dc8-5191e1b44954 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 944 time: 0.3134348 Apr 05 20:17:43.984584 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb8df694-384f-4f2b-9c3b-81daf2062dda tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:44.051268 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb8df694-384f-4f2b-9c3b-81daf2062dda tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:44.053856 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:44.056203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c20489-3d5c-4c21-ae82-514e7cd0476f None None] Network 06f8637a-ce42-466f-a5bf-ac692e5056d3 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:17:44.067945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8df694-384f-4f2b-9c3b-81daf2062dda tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event deleted for resources: {'Subnet': ['ID=7615f3cd-2349-47cc-a766-abc4299e2486,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:44.079521 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eb8df694-384f-4f2b-9c3b-81daf2062dda tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "DELETE /v2.0/subnets/7615f3cd-2349-47cc-a766-abc4299e2486 HTTP/1.1" status: 204 len: 168 time: 0.6415763 Apr 05 20:17:44.094174 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2f08a36-5520-4c8a-9cfa-42bd8ed21144 req-076317b2-5587-433f-b459-80e4d997d19c tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349456 Apr 05 20:17:44.098556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32978) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:44.167039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Pushing event updated for resources: {'Port': ['ID=ed2da7f7-f43c-4432-8c3e-37a5eafa7b00,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:44.248009 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:44.262863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Deleting port 96393d59-403e-45e8-ada4-1e53663e2ccb {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:44.263469 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:44.309401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 6f355881-85ee-4172-b14c-0c8ab532baf2 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:17:44.332370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Allocated IP 172.20.0.11 (51344418-38f5-4178-a1c3-ae0225c075f4/5346762e-f36c-499a-9d81-34ed675bbd11/8c34ec67-56d8-4d76-8c0f-ab879900da7a) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:17:44.384897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdc214-cade-4773-a696-774f1d43873f req-6686c7b1-6832-4886-8b7f-cd76c2743d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:44.386559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-47bdc214-cade-4773-a696-774f1d43873f req-6686c7b1-6832-4886-8b7f-cd76c2743d2c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 1097 time: 0.9353383 Apr 05 20:17:44.387414 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:44.415413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 6f355881-85ee-4172-b14c-0c8ab532baf2 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:17:44.418405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b077c43-8541-4822-9793-6070fd988547 req-b30aaeeb-fe28-4616-8f3c-c68c958222d0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:44.420955 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b077c43-8541-4822-9793-6070fd988547 req-b30aaeeb-fe28-4616-8f3c-c68c958222d0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 946 time: 0.9708133 Apr 05 20:17:44.423715 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 6f355881-85ee-4172-b14c-0c8ab532baf2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:44.424083 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:44.452825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-f58ec28e-b8d0-441e-940f-7a073619f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:44.454494 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-f58ec28e-b8d0-441e-940f-7a073619f522 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0570f36056c84787be9766bc0091bbd1&device_id=82b19bfe-ebac-4656-b567-12bc444da034 HTTP/1.1" status: 200 len: 1094 time: 1.5594335 Apr 05 20:17:44.492353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdb7581-783b-4bbd-8ce7-5499b369a82a None None] DHCP port deletion for 06f8637a-ce42-466f-a5bf-ac692e5056d3 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:17:44.502017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-abdb7581-783b-4bbd-8ce7-5499b369a82a None None] Deleting port 96393d59-403e-45e8-ada4-1e53663e2ccb {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:44.502388 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-abdb7581-783b-4bbd-8ce7-5499b369a82a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:44.597092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a17c648-48d4-4028-a252-9a1091ea7fa2 admin admin] Router c026280c-445e-45a5-a252-8360fb0ff259 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:17:44.710394 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f12ca80f-7e21-40a0-8c1f-608ed314ddbd req-9dffcc0e-df68-4c31-bc52-ea7682e13826 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 210 time: 0.0645375 Apr 05 20:17:44.722825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] For port 96393d59-403e-45e8-ada4-1e53663e2ccb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=96393d59-403e-45e8-ada4-1e53663e2ccb,segment=NetworkSegment(45f77b7c-a845-49c9-b551-4527eb8efae7),segment_id=45f77b7c-a845-49c9-b551-4527eb8efae7)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:44.723455 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:44.770926 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:44.772251 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-47bdc214-cade-4773-a696-774f1d43873f req-ad9b91af-a1f5-4369-849f-862e87db0f7b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664460 Apr 05 20:17:44.774208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-26c6c477-78e1-4a72-9beb-6d749ea11040 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=303d46e7-b1b1-4459-829e-a84cf03427ec HTTP/1.1" status: 200 len: 217 time: 0.3037126 Apr 05 20:17:44.860606 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:44.900101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-abdb7581-783b-4bbd-8ce7-5499b369a82a None None] For port 96393d59-403e-45e8-ada4-1e53663e2ccb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=96393d59-403e-45e8-ada4-1e53663e2ccb,segment=NetworkSegment(45f77b7c-a845-49c9-b551-4527eb8efae7),segment_id=45f77b7c-a845-49c9-b551-4527eb8efae7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:44.900533 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-abdb7581-783b-4bbd-8ce7-5499b369a82a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:44.918811 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:44.960057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Network 6d694502-536f-4d64-833f-5cd2675c4f03 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:17:44.974121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:44.984682 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 6f355881-85ee-4172-b14c-0c8ab532baf2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=6f355881-85ee-4172-b14c-0c8ab532baf2,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:45.010719 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b077c43-8541-4822-9793-6070fd988547 req-0331af7e-ca72-4898-9922-ab17a62b0b3a tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388126 Apr 05 20:17:45.071657 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:45.080164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Calling delete_port for 96393d59-403e-45e8-ada4-1e53663e2ccb owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:45.085066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-abdb7581-783b-4bbd-8ce7-5499b369a82a None None] Calling delete_port for 96393d59-403e-45e8-ada4-1e53663e2ccb owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:45.193824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd081b785-e498-4fcc-a18a-8bc1e15c3a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb349d40-e59e-4d3d-94d2-75cbcfd9a05c'}, {'server_uuid': '6a07a16d-be07-4fb6-b16d-31042b1bb0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f355881-85ee-4172-b14c-0c8ab532baf2'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:45.248181 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: from cryptography.utils import int_from_bytes Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: from cryptography.utils import int_from_bytes Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn_limited( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn_limited( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.301272 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.304879 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.304879 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.304879 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.304879 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.304879 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.304879 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.304879 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.304879 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.304879 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.304879 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.304879 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.304879 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.304879 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:45.304879 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:17:45.310375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=6f355881-85ee-4172-b14c-0c8ab532baf2,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:45.346090 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd081b785-e498-4fcc-a18a-8bc1e15c3a6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb349d40-e59e-4d3d-94d2-75cbcfd9a05c', 'code': 200} Apr 05 20:17:45.354761 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a07a16d-be07-4fb6-b16d-31042b1bb0ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f355881-85ee-4172-b14c-0c8ab532baf2', 'code': 200} Apr 05 20:17:45.364769 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-abdb7581-783b-4bbd-8ce7-5499b369a82a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:17:45.380273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event deleted for resources: {'Port': ['ID=96393d59-403e-45e8-ada4-1e53663e2ccb,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:45.385745 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-abdb7581-783b-4bbd-8ce7-5499b369a82a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:17:45.387573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] No DVR routers for this DVR port 96393d59-403e-45e8-ada4-1e53663e2ccb on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:17:45.415298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8d39e071-a5e3-47c4-9cd8-a9d4c1d8e4c6 None None] Provisioning complete for port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:45.416569 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8d39e071-a5e3-47c4-9cd8-a9d4c1d8e4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:45.510236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8d39e071-a5e3-47c4-9cd8-a9d4c1d8e4c6 None None] Port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:17:45.643418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-68d757d1-b6b8-4d8d-97c5-a618d2448f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:45.644853 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-68d757d1-b6b8-4d8d-97c5-a618d2448f91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dc1b580-6025-4ece-a1cd-be94e8b4b55a HTTP/1.1" status: 200 len: 858 time: 0.6778929 Apr 05 20:17:45.654186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a17c648-48d4-4028-a252-9a1091ea7fa2 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:17:45.656710 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:45.666435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5bef8f-4c89-4475-b9dd-373248fa9ec9 None None] Sync routers for ids ['c026280c-445e-45a5-a252-8360fb0ff259'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:17:45.692444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5bef8f-4c89-4475-b9dd-373248fa9ec9 None None] Routers {'c026280c-445e-45a5-a252-8360fb0ff259'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:17:45.693065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ee5bef8f-4c89-4475-b9dd-373248fa9ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:17:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c026280c-445e-45a5-a252-8360fb0ff259'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:45.698808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f8637a-ce42-466f-a5bf-ac692e5056d3']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:45.715127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f77b7c-a845-49c9-b551-4527eb8efae7') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:45.715809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f77b7c-a845-49c9-b551-4527eb8efae7') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:45.747324 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:45.755474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4173990f-3a14-4064-b26f-c349a02c4ce1 req-e08df4ee-e0f0-4181-be18-f841464be09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:45.757471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4173990f-3a14-4064-b26f-c349a02c4ce1 req-e08df4ee-e0f0-4181-be18-f841464be09a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 1096 time: 0.2987030 Apr 05 20:17:45.795916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c13b0-9780-4fd9-8f4e-f2c9fefb6c21 req-30912cb0-7b7d-46bc-a9c8-afee0340c7b5 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:45.797463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a0c13b0-9780-4fd9-8f4e-f2c9fefb6c21 req-30912cb0-7b7d-46bc-a9c8-afee0340c7b5 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 945 time: 0.3402855 Apr 05 20:17:45.798525 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:45.817237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:17:45.817642 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:17:45.834440 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:17:45.887294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-abdb7581-783b-4bbd-8ce7-5499b369a82a None None] Deleting port 96393d59-403e-45e8-ada4-1e53663e2ccb {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:45.887963 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-abdb7581-783b-4bbd-8ce7-5499b369a82a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:45.953324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4173990f-3a14-4064-b26f-c349a02c4ce1 req-b32d0edb-1696-465d-bc1c-b001c22af276 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889620 Apr 05 20:17:45.963982 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a0c13b0-9780-4fd9-8f4e-f2c9fefb6c21 req-0f3ac61f-4df9-4bcd-b9c4-4d6090248fcf tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555200 Apr 05 20:17:45.983365 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:46.015062 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:46.073144 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] 10.222.0.24 "DELETE /v2.0/networks/06f8637a-ce42-466f-a5bf-ac692e5056d3 HTTP/1.1" status: 204 len: 168 time: 1.9731605 Apr 05 20:17:46.083714 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-abdb7581-783b-4bbd-8ce7-5499b369a82a None None] The port '96393d59-403e-45e8-ada4-1e53663e2ccb' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:17:46.086490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5eac2c-7b1b-445a-8273-6ee5139d5ebe tempest-ServersTestMultiNic-1745749475 tempest-ServersTestMultiNic-1745749475-project] Pushing event deleted for resources: {'Network': ['ID=06f8637a-ce42-466f-a5bf-ac692e5056d3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:46.087114 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:46.216219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-ee5bef8f-4c89-4475-b9dd-373248fa9ec9 None None] Set router c026280c-445e-45a5-a252-8360fb0ff259 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:17:46.325647 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-932f9c70-674a-4fbb-b21c-2643e039f985 req-f2a6a277-9c4f-49d4-86d7-dea0e9629560 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 210 time: 0.1119933 Apr 05 20:17:46.356058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 96393d59-403e-45e8-ada4-1e53663e2ccb no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:46.372738 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-9dca106e-0423-4da0-8da9-e2c46f244470 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a81b931-b603-496c-bb8a-cabbed1eed40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5904448 Apr 05 20:17:46.374356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599969b-3c07-4348-aee3-cea82810f6cb req-e14cf8cd-6d60-42f5-a39e-5ffb1a4225df tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:46.384232 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1599969b-3c07-4348-aee3-cea82810f6cb req-e14cf8cd-6d60-42f5-a39e-5ffb1a4225df tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 946 time: 0.1525517 Apr 05 20:17:46.410815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 96393d59-403e-45e8-ada4-1e53663e2ccb {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:17:46.411250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 96393d59-403e-45e8-ada4-1e53663e2ccb not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:17:46.445430 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1599969b-3c07-4348-aee3-cea82810f6cb req-431b52af-0a78-4781-b40d-aa0a6e64ed8f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599120 Apr 05 20:17:46.678756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffe73e-b1ee-40be-ae89-c3af4aa35d36 req-dfb4f3ac-6cdf-4cb7-9356-fca1c9ee335e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:46.687156 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bffe73e-b1ee-40be-ae89-c3af4aa35d36 req-dfb4f3ac-6cdf-4cb7-9356-fca1c9ee335e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 946 time: 0.1261671 Apr 05 20:17:46.722420 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2a17c648-48d4-4028-a252-9a1091ea7fa2 admin admin] 10.222.0.24 "PUT /v2.0/routers/c026280c-445e-45a5-a252-8360fb0ff259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6560245 Apr 05 20:17:46.737915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33022) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:46.803450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Router 65b20cbc-dfa4-4811-b147-aa2d109e33cb has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:17:46.816981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ee5bef8f-4c89-4475-b9dd-373248fa9ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'name': 'tempest-FloatingIPDetailsTestJSON-1432211318-router', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:24Z', 'updated_at': '2022-04-05T20:17:38Z', 'revision_number': 5, 'project_id': '733e32bda62040479acc38d88b2827f5', 'gw_port': {'id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:26Z', 'updated_at': '2022-04-05T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:46.823294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5bef8f-4c89-4475-b9dd-373248fa9ec9 None None] Checking router: c026280c-445e-45a5-a252-8360fb0ff259 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:17:46.836319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5bef8f-4c89-4475-b9dd-373248fa9ec9 None None] Routers {'c026280c-445e-45a5-a252-8360fb0ff259'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:17:46.837587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ee5bef8f-4c89-4475-b9dd-373248fa9ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:17:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c026280c-445e-45a5-a252-8360fb0ff259'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:46.854645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33026) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:46.882581 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:46.983845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bffe73e-b1ee-40be-ae89-c3af4aa35d36 req-0364203f-104e-4488-8f8f-1d3eba39d17f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957764 Apr 05 20:17:47.264508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-ee5bef8f-4c89-4475-b9dd-373248fa9ec9 None None] Set router c026280c-445e-45a5-a252-8360fb0ff259 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:17:47.448708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8979b64c-92f2-44d7-9956-e18f5fa2b5f2,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:47.452104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:17:47.462894 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Sync routers for ids ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:17:47.487057 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Routers {'65b20cbc-dfa4-4811-b147-aa2d109e33cb'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:17:47.487654 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:17:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:47.538033 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-379e2435-d828-4089-8bbc-c15216a5a690 admin admin] 10.222.0.24 "PUT /v2.0/routers/65b20cbc-dfa4-4811-b147-aa2d109e33cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.6040707 Apr 05 20:17:47.550191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0b0f8-6aec-4234-b7d4-611265234e3b req-50d07e92-8254-4557-80ca-630628dcef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:47.551838 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-97a0b0f8-6aec-4234-b7d4-611265234e3b req-50d07e92-8254-4557-80ca-630628dcef79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d081b785-e498-4fcc-a18a-8bc1e15c3a6c HTTP/1.1" status: 200 len: 1096 time: 1.9052351 Apr 05 20:17:47.565066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Checking segment: {'id': 'be95dfed-518d-4226-92ea-9084ec3538f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '058a5721-78c8-40bd-ba2e-ae61f6578aa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:17:47.565527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Network hostable DHCP agents. Network: 058a5721-78c8-40bd-ba2e-ae61f6578aa5, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:17:47.610834 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:47.649135 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-97a0b0f8-6aec-4234-b7d4-611265234e3b req-91304043-3359-41a8-bcc5-2cbb1227d1b1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603023 Apr 05 20:17:47.687877 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:47.725084 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-a5d57b09-d257-4248-8b56-9ab4738477ce service neutron] 10.222.0.13 "GET /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3042166 Apr 05 20:17:47.884186 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Set router 65b20cbc-dfa4-4811-b147-aa2d109e33cb gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:17:47.888367 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:47.912835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Network 058a5721-78c8-40bd-ba2e-ae61f6578aa5 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:17:47.935376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] Deleting port 592d05ff-4547-496c-a734-f80da3fb2cbb {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:47.935693 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:47.989635 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ee5bef8f-4c89-4475-b9dd-373248fa9ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'name': 'tempest-FloatingIPDetailsTestJSON-1432211318-router', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:24Z', 'updated_at': '2022-04-05T20:17:38Z', 'revision_number': 5, 'project_id': '733e32bda62040479acc38d88b2827f5', 'gw_port': {'id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:26Z', 'updated_at': '2022-04-05T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:48.000783 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5bef8f-4c89-4475-b9dd-373248fa9ec9 None None] The sync data for ids ['c026280c-445e-45a5-a252-8360fb0ff259'] in n-d-836604-1 is: [{'id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'name': 'tempest-FloatingIPDetailsTestJSON-1432211318-router', 'tenant_id': '733e32bda62040479acc38d88b2827f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97'}], 'enable_snat': True}, 'gw_port_id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:16:24Z', 'updated_at': '2022-04-05T20:17:38Z', 'revision_number': 5, 'project_id': '733e32bda62040479acc38d88b2827f5', 'gw_port': {'id': '592d05ff-4547-496c-a734-f80da3fb2cbb', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:34:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c026280c-445e-45a5-a252-8360fb0ff259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:16:26Z', 'updated_at': '2022-04-05T20:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:17:48.075802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dda6cd-76b7-4e71-809f-20167fbf49ec req-9e83bf19-d391-4a2c-90b9-f5b3158f2040 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:48.083789 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-92dda6cd-76b7-4e71-809f-20167fbf49ec req-9e83bf19-d391-4a2c-90b9-f5b3158f2040 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 945 time: 0.6196511 Apr 05 20:17:48.089700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 058a5721-78c8-40bd-ba2e-ae61f6578aa5) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:48.097755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c0c9c0-b13f-4829-bd04-81ce7f23a898 None None] Network 058a5721-78c8-40bd-ba2e-ae61f6578aa5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:17:48.179787 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95de5524-bef4-4fb5-aeb7-acdb36ca898d req-5a5ec068-4a44-42ee-a85d-2d21e97d4b84 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 210 time: 0.1147699 Apr 05 20:17:48.244878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:48.245460 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:48.412690 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-92dda6cd-76b7-4e71-809f-20167fbf49ec req-d604c13d-8a9c-40c6-b2b4-30b8898c09e8 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279388 Apr 05 20:17:48.428536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0b02d5e3-f7e4-4674-aad8-fbb97176d984 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:48.455603 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:48.545624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['1798e34a-6466-4810-94cb-b57fac47aee2'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:17:48.590113 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d0bf7f53-e008-4183-810d-d99bdf79f4b5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 6.6102540 Apr 05 20:17:48.658496 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c8a710c-6a9a-4bc1-ba2c-c67401ac1c1c req-7a396741-7a18-4791-a379-f3d3f5043be9 service neutron] 10.222.0.13 "GET /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9189634 Apr 05 20:17:48.696051 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:17:40Z', 'revision_number': 4, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ed2da7f7-f43c-4432-8c3e-37a5eafa7b00', 'name': '', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'mac_address': 'fa:16:3e:9b:a3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:33Z', 'updated_at': '2022-04-05T20:17:42Z', 'revision_number': 2, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'subnets': [{'id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:48.708806 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Checking router: 65b20cbc-dfa4-4811-b147-aa2d109e33cb for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:17:48.709403 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Updating router 65b20cbc-dfa4-4811-b147-aa2d109e33cb port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:17:48.722682 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Network 51344418-38f5-4178-a1c3-ae0225c075f4 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:17:48.727646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:48.740275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:17:48.818402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] For port 592d05ff-4547-496c-a734-f80da3fb2cbb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=592d05ff-4547-496c-a734-f80da3fb2cbb,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:48.818402 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:48.856757 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:48.858535 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 0b02d5e3-f7e4-4674-aad8-fbb97176d984 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:17:48.858870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0b02d5e3-f7e4-4674-aad8-fbb97176d984 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:17:48.912167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a762e5b4-e41e-4f2b-90c4-8c42e234558a req-5adb62bf-80ec-4c09-aad1-f5389a891c85 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:48.922209 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a762e5b4-e41e-4f2b-90c4-8c42e234558a req-5adb62bf-80ec-4c09-aad1-f5389a891c85 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 946 time: 0.4886787 Apr 05 20:17:48.945913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:48.954773 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:49.044247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Pushing event updated for resources: {'Port': ['ID=8c34ec67-56d8-4d76-8c0f-ab879900da7a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:49.176958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:49.181634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:49.182485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:49.182831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:49.185785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] Calling delete_port for 592d05ff-4547-496c-a734-f80da3fb2cbb owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:49.192781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:49.193223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:49.193555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:49.193907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:49.194234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:49.199281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:49.199625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:49.199954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:17:49.218576 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-50c3760b-0b0f-4bfc-8a47-4286721e496a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.1728365 Apr 05 20:17:49.240906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Request body: {'port': {'device_id': '05414ae8-ebd3-4a5a-acd5-becfd1aff8cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:49.247693 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1c0225-7721-49d6-be15-599ed91253ad None None] Network 058a5721-78c8-40bd-ba2e-ae61f6578aa5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:17:49.389450 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a762e5b4-e41e-4f2b-90c4-8c42e234558a req-a8b4727c-9823-4631-a884-e64f9f022786 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4656239 Apr 05 20:17:49.529050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2931e-3859-4d59-8839-5b4e529b99a0 req-697d1b0a-cf92-4573-a197-7c72e787bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:49.535803 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13b2931e-3859-4d59-8839-5b4e529b99a0 req-697d1b0a-cf92-4573-a197-7c72e787bb95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0570f36056c84787be9766bc0091bbd1&device_id=82b19bfe-ebac-4656-b567-12bc444da034 HTTP/1.1" status: 200 len: 1094 time: 0.5679669 Apr 05 20:17:49.549561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33064) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:49.575228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1525478057', 'description': 'tempest-description--1638169973'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:49.662565 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:49.673489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255acd9-c09f-45ee-94a4-5e61637fc959 req-2bba94d7-85f7-4123-9f2f-9660a6df9fed tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:49.675029 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a255acd9-c09f-45ee-94a4-5e61637fc959 req-2bba94d7-85f7-4123-9f2f-9660a6df9fed tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 946 time: 0.5980844 Apr 05 20:17:49.689616 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Transition to ACTIVE for port object ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:17:49.699294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:49.707485 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:49.734339 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a67f474a-73f2-4b5e-ba10-85690793caf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:49.984896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-a255acd9-c09f-45ee-94a4-5e61637fc959 req-c655e769-1d72-41b3-a486-99243662bf7e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Deleting port 30055648-9ae5-4693-90e8-83750519aa06 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:49.989868 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a255acd9-c09f-45ee-94a4-5e61637fc959 req-c655e769-1d72-41b3-a486-99243662bf7e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:50.003790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Usage tracker for resource:security_group and tenant:afc6b2a088ed421e85a029e0c6d41ac8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:50.020856 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8b3ca-59f9-4c95-b226-96c2b502d40b None None] Pushing event updated for resources: {'Port': ['ID=ed2da7f7-f43c-4432-8c3e-37a5eafa7b00,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:50.092665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:50.129300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:50.139488 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-38b5e483-b2ed-4f4a-8b8f-0d2e19292ad0 req-9017da68-a3f9-40e4-83b8-6192c548a36d tempest-SecurityGroupsNegativeTestJSON-1975018805 tempest-SecurityGroupsNegativeTestJSON-1975018805-project] show failed (client error): The resource could not be found. Apr 05 20:17:50.160615 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-38b5e483-b2ed-4f4a-8b8f-0d2e19292ad0 req-9017da68-a3f9-40e4-83b8-6192c548a36d tempest-SecurityGroupsNegativeTestJSON-1975018805 tempest-SecurityGroupsNegativeTestJSON-1975018805-project] 10.222.0.24 "GET /v2.0/security-groups/ec3f7099-aa87-44d0-8acc-54acb7f3e176 HTTP/1.1" status: 404 len: 352 time: 0.1351547 Apr 05 20:17:50.180567 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:50.189175 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Attempting to bind port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:17:50.189532 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Attempting to bind port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'fb492852-b98d-43a4-9a57-ea8759808c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:17:50.189904 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Attempting to bind port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 on network 6d694502-536f-4d64-833f-5cd2675c4f03 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:17:50.229729 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:17:50.230480 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Checking segment: {'id': 'fb492852-b98d-43a4-9a57-ea8759808c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:17:50.231119 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:50.233597 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Bound using segment: {'id': 'fb492852-b98d-43a4-9a57-ea8759808c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:17:50.234942 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Bound port: ed2da7f7-f43c-4432-8c3e-37a5eafa7b00, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb492852-b98d-43a4-9a57-ea8759808c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:17:50.235484 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:50.341486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:50.371911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 303d46e7-b1b1-4459-829e-a84cf03427ec details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:17:50.385790 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] For port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:17:50.391347 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] For port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ed2da7f7-f43c-4432-8c3e-37a5eafa7b00,segment=NetworkSegment(fb492852-b98d-43a4-9a57-ea8759808c7b),segment_id=fb492852-b98d-43a4-9a57-ea8759808c7b)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:17:50.402569 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:50.505584 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Routers {'65b20cbc-dfa4-4811-b147-aa2d109e33cb'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:17:50.506315 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:17:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:50.572492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2931e-3859-4d59-8839-5b4e529b99a0 req-6b2c8b4b-977e-42ef-891b-8d394ae1458d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:50.597125 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13b2931e-3859-4d59-8839-5b4e529b99a0 req-6b2c8b4b-977e-42ef-891b-8d394ae1458d service neutron] 10.222.0.13 "GET /v2.0/networks?id=3a81b931-b603-496c-bb8a-cabbed1eed40 HTTP/1.1" status: 200 len: 919 time: 0.9919479 Apr 05 20:17:50.711153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:50.713430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 303d46e7-b1b1-4459-829e-a84cf03427ec, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=303d46e7-b1b1-4459-829e-a84cf03427ec,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:50.754622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '303d46e7-b1b1-4459-829e-a84cf03427ec', 'network_id': '3a81b931-b603-496c-bb8a-cabbed1eed40', 'port_id': '303d46e7-b1b1-4459-829e-a84cf03427ec', 'mac_address': 'fa:16:3e:db:90:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dc1b580-6025-4ece-a1cd-be94e8b4b55a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:17:50.771655 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13b2931e-3859-4d59-8839-5b4e529b99a0 req-b24b1b14-cc4f-472f-a21e-0742d56b8a6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=303d46e7-b1b1-4459-829e-a84cf03427ec HTTP/1.1" status: 200 len: 217 time: 0.1736078 Apr 05 20:17:50.845266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d127a8-947b-481f-9222-24fb0d66afb7 req-3975d819-053b-46a4-855a-716ac5713fe1 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:50.860942 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-94d127a8-947b-481f-9222-24fb0d66afb7 req-3975d819-053b-46a4-855a-716ac5713fe1 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=82b19bfe-ebac-4656-b567-12bc444da034 HTTP/1.1" status: 200 len: 943 time: 0.8621500 Apr 05 20:17:50.865850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Usage tracker for resource:security_group_rule and tenant:afc6b2a088ed421e85a029e0c6d41ac8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:50.868975 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:50.873164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:50.892337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b2931e-3859-4d59-8839-5b4e529b99a0 req-05312874-f1d9-4523-86cb-6e863386999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:50.893790 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13b2931e-3859-4d59-8839-5b4e529b99a0 req-05312874-f1d9-4523-86cb-6e863386999a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6dc1b580-6025-4ece-a1cd-be94e8b4b55a HTTP/1.1" status: 200 len: 858 time: 0.1128366 Apr 05 20:17:50.919047 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:50.941946 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] Set router 65b20cbc-dfa4-4811-b147-aa2d109e33cb gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:17:50.946841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303d46e7-b1b1-4459-829e-a84cf03427ec {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:17:50.978586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 303d46e7-b1b1-4459-829e-a84cf03427ec, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=303d46e7-b1b1-4459-829e-a84cf03427ec,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:50.985338 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:51.030682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] Pushing event deleted for resources: {'Port': ['ID=592d05ff-4547-496c-a734-f80da3fb2cbb,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:51.073465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:51.079554 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-94d127a8-947b-481f-9222-24fb0d66afb7 req-30fced59-ccd6-4656-8523-8cfc1090a554 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173543 Apr 05 20:17:51.204134 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=303d46e7-b1b1-4459-829e-a84cf03427ec,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:51.216039 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:51.221551 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a8b3ca-59f9-4c95-b226-96c2b502d40b None None] Pushing event updated for resources: {'Port': ['ID=ed2da7f7-f43c-4432-8c3e-37a5eafa7b00,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:51.249980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['303d46e7-b1b1-4459-829e-a84cf03427ec'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:17:51.290191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13b2931e-3859-4d59-8839-5b4e529b99a0 req-f90b63dd-8090-4ba3-9f59-b95b4e981b2f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3a81b931-b603-496c-bb8a-cabbed1eed40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3882530 Apr 05 20:17:51.307356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-13b2931e-3859-4d59-8839-5b4e529b99a0 req-c95db5bf-94c1-4d7d-b492-c847f190aa0d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:17:51.308303 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13b2931e-3859-4d59-8839-5b4e529b99a0 req-c95db5bf-94c1-4d7d-b492-c847f190aa0d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055494 Apr 05 20:17:51.489566 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:17:40Z', 'revision_number': 4, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ed2da7f7-f43c-4432-8c3e-37a5eafa7b00', 'name': '', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'mac_address': 'fa:16:3e:9b:a3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:33Z', 'updated_at': '2022-04-05T20:17:50Z', 'revision_number': 4, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'subnets': [{'id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:51.507530 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b235552-930d-480f-840b-3f06ddef22ef None None] The sync data for ids ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'] in n-d-836604-1 is: [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:17:40Z', 'revision_number': 4, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ed2da7f7-f43c-4432-8c3e-37a5eafa7b00', 'name': '', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'mac_address': 'fa:16:3e:9b:a3:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:33Z', 'updated_at': '2022-04-05T20:17:50Z', 'revision_number': 4, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'subnets': [{'id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:17:51.532281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50019291-d7ce-4165-8de3-df78572c5aa8 req-0a2ff41e-8872-428e-8f3f-ea186f03f628 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:51.533016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-50019291-d7ce-4165-8de3-df78572c5aa8 req-0a2ff41e-8872-428e-8f3f-ea186f03f628 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Synchronizing usage tracker for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:17:51.622250 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:51.688155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-50019291-d7ce-4165-8de3-df78572c5aa8 req-0a2ff41e-8872-428e-8f3f-ea186f03f628 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Unset dirty status for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:17:51.694947 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-50019291-d7ce-4165-8de3-df78572c5aa8 req-0a2ff41e-8872-428e-8f3f-ea186f03f628 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 932 time: 1.3418934 Apr 05 20:17:51.699783 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:51.736944 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-a255acd9-c09f-45ee-94a4-5e61637fc959 req-c655e769-1d72-41b3-a486-99243662bf7e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] For port 30055648-9ae5-4693-90e8-83750519aa06, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=30055648-9ae5-4693-90e8-83750519aa06,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:51.737298 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a255acd9-c09f-45ee-94a4-5e61637fc959 req-c655e769-1d72-41b3-a486-99243662bf7e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:51.745839 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:51.758216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:51.782367 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13b2931e-3859-4d59-8839-5b4e529b99a0 req-66a5e426-f282-4849-83d3-1043015454cf service neutron] 10.222.0.13 "GET /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529772 Apr 05 20:17:51.890326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682c11b5-c099-4775-90f4-63ba611ad825,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:51.904176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a67f474a-73f2-4b5e-ba10-85690793caf4 admin admin] Deleting port dde88f5c-ebda-49ca-b901-1e5109c80bb5 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:51.904527 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a67f474a-73f2-4b5e-ba10-85690793caf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:51.949678 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:51.951022 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-74c986d3-1356-4f3d-b226-2926ae4b5005 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.3988466 Apr 05 20:17:51.951910 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:51.952447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c026280c-445e-45a5-a252-8360fb0ff259 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:17:51.969196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33092) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:52.015834 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:52.017208 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f7c4e0af-4b0c-44d7-ae70-a76da31b4a30 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c026280c-445e-45a5-a252-8360fb0ff259 HTTP/1.1" status: 204 len: 168 time: 5.2735965 Apr 05 20:17:52.036963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-a255acd9-c09f-45ee-94a4-5e61637fc959 req-c655e769-1d72-41b3-a486-99243662bf7e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Calling delete_port for 30055648-9ae5-4693-90e8-83750519aa06 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:52.243560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-a67f474a-73f2-4b5e-ba10-85690793caf4 admin admin] For port dde88f5c-ebda-49ca-b901-1e5109c80bb5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dde88f5c-ebda-49ca-b901-1e5109c80bb5,segment=NetworkSegment(4da4c3e2-4183-44b1-a771-b5e94e4b4048),segment_id=4da4c3e2-4183-44b1-a771-b5e94e4b4048)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:52.244139 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a67f474a-73f2-4b5e-ba10-85690793caf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:52.395632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 303d46e7-b1b1-4459-829e-a84cf03427ec up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:17:52.440507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a67f474a-73f2-4b5e-ba10-85690793caf4 admin admin] Calling delete_port for dde88f5c-ebda-49ca-b901-1e5109c80bb5 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:52.443586 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13b2931e-3859-4d59-8839-5b4e529b99a0 req-22a44194-cf59-422a-9817-df18b7686b86 service neutron] 10.222.0.13 "GET /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4838018 Apr 05 20:17:52.453030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33096) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:52.519152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-0bb2a177-6b58-4c85-ada4-791f7eb46420 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Request body: {'security_group_rule': {'security_group_id': '682c11b5-c099-4775-90f4-63ba611ad825', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:52.559914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0bb2a177-6b58-4c85-ada4-791f7eb46420 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:52.563874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 303d46e7-b1b1-4459-829e-a84cf03427ec completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:17:52.572810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 303d46e7-b1b1-4459-829e-a84cf03427ec triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:52.573653 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:52.598461 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-50019291-d7ce-4165-8de3-df78572c5aa8 req-161649dc-d5b1-43a4-9dba-75a0ece94710 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9024553 Apr 05 20:17:52.619095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176058f-c2f6-4cdf-a6e3-3efefbd01c42 req-3fb3ba64-c1d1-4210-84a1-6f9031dd7dc3 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:52.628763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a176058f-c2f6-4cdf-a6e3-3efefbd01c42 req-3fb3ba64-c1d1-4210-84a1-6f9031dd7dc3 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=7f36eb0b-e371-4e30-918d-29c2d882e97d HTTP/1.1" status: 200 len: 946 time: 0.9460764 Apr 05 20:17:52.648012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0bb2a177-6b58-4c85-ada4-791f7eb46420 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Usage tracker for resource:security_group_rule and tenant:afc6b2a088ed421e85a029e0c6d41ac8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:52.698185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0bb2a177-6b58-4c85-ada4-791f7eb46420 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:52.714970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0bb2a177-6b58-4c85-ada4-791f7eb46420 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:52.744123 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:17:52.804656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:17:52.854998 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a176058f-c2f6-4cdf-a6e3-3efefbd01c42 req-442cb9c6-963c-4d56-af7d-75af1b13e387 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950681 Apr 05 20:17:52.863225 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a177-6b58-4c85-ada4-791f7eb46420 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:52.889910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-8247f6a9-8a4a-4324-b628-c2c96699d0dc admin admin] Deleting subnet 43777b6d-9295-41e2-bee7-ee279fa12713 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:17:52.938573 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8247f6a9-8a4a-4324-b628-c2c96699d0dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:52.978775 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a177-6b58-4c85-ada4-791f7eb46420 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:52.995729 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a177-6b58-4c85-ada4-791f7eb46420 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.057352 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.086518 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:17:53.095211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b19bfe-ebac-4656-b567-12bc444da034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303d46e7-b1b1-4459-829e-a84cf03427ec'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:53.108100 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:53.108411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2a177-6b58-4c85-ada4-791f7eb46420 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b19046-0931-4599-bdbc-4ef512862e32,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:53.108608 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.119874 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bb2a177-6b58-4c85-ada4-791f7eb46420 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.121801 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0bb2a177-6b58-4c85-ada4-791f7eb46420 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1144333 Apr 05 20:17:53.129514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33114) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:53.142598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b41b49ec-6fe9-449e-add7-d73a9531c16b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Request body: {'security_group_rule': {'security_group_id': '682c11b5-c099-4775-90f4-63ba611ad825', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:53.150355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b41b49ec-6fe9-449e-add7-d73a9531c16b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:53.155271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b41b49ec-6fe9-449e-add7-d73a9531c16b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Usage tracker for resource:security_group_rule and tenant:afc6b2a088ed421e85a029e0c6d41ac8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:53.158997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b41b49ec-6fe9-449e-add7-d73a9531c16b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:53.166233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b41b49ec-6fe9-449e-add7-d73a9531c16b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:53.171399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 303d46e7-b1b1-4459-829e-a84cf03427ec, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=303d46e7-b1b1-4459-829e-a84cf03427ec,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:53.195797 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.213913 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b41b49ec-6fe9-449e-add7-d73a9531c16b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.270364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73340a4-64ab-42f4-a9ed-6b56cf9d20d3 req-e706005c-22ef-473d-b9e4-3264d888ed37 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:53.277647 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f73340a4-64ab-42f4-a9ed-6b56cf9d20d3 req-e706005c-22ef-473d-b9e4-3264d888ed37 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=82b19bfe-ebac-4656-b567-12bc444da034 HTTP/1.1" status: 200 len: 944 time: 0.2329683 Apr 05 20:17:53.291690 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8247f6a9-8a4a-4324-b628-c2c96699d0dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.340992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=303d46e7-b1b1-4459-829e-a84cf03427ec,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:53.410315 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8247f6a9-8a4a-4324-b628-c2c96699d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.465312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f73340a4-64ab-42f4-a9ed-6b56cf9d20d3 req-eff3dc31-50bd-4143-bb2a-1431ebcbc4bc tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865375 Apr 05 20:17:53.483223 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a67f474a-73f2-4b5e-ba10-85690793caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.503930 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a255acd9-c09f-45ee-94a4-5e61637fc959 req-c655e769-1d72-41b3-a486-99243662bf7e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.520129 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.555240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['9a0e5d13-dbd6-4043-8bad-6b03b0441c91'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:17:53.570907 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b41b49ec-6fe9-449e-add7-d73a9531c16b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.597646 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b41b49ec-6fe9-449e-add7-d73a9531c16b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.599538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f474a-73f2-4b5e-ba10-85690793caf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dde88f5c-ebda-49ca-b901-1e5109c80bb5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:53.642861 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-24f54b6e-60cf-4f91-9b0c-bd7ad4061556 req-20cc6d16-8013-43a3-a0f5-8e7436665dcf tempest-SecurityGroupsNegativeTestJSON-1975018805 tempest-SecurityGroupsNegativeTestJSON-1975018805-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c577ad12778a4ad4aac495ba5d526df6 HTTP/1.1" status: 200 len: 2988 time: 0.7665827 Apr 05 20:17:53.656902 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8247f6a9-8a4a-4324-b628-c2c96699d0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.679390 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:17:53.781389 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b19bfe-ebac-4656-b567-12bc444da034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303d46e7-b1b1-4459-829e-a84cf03427ec', 'code': 200} Apr 05 20:17:53.840148 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8247f6a9-8a4a-4324-b628-c2c96699d0dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.874555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c34ec67-56d8-4d76-8c0f-ab879900da7a {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:17:53.880931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-a255acd9-c09f-45ee-94a4-5e61637fc959 req-c655e769-1d72-41b3-a486-99243662bf7e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] No DVR routers for this DVR port 30055648-9ae5-4693-90e8-83750519aa06 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:17:53.887792 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a255acd9-c09f-45ee-94a4-5e61637fc959 req-c655e769-1d72-41b3-a486-99243662bf7e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.890337 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a255acd9-c09f-45ee-94a4-5e61637fc959 req-c655e769-1d72-41b3-a486-99243662bf7e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "DELETE /v2.0/ports/30055648-9ae5-4693-90e8-83750519aa06 HTTP/1.1" status: 204 len: 173 time: 4.1669259 Apr 05 20:17:53.891347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247f6a9-8a4a-4324-b628-c2c96699d0dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43777b6d-9295-41e2-bee7-ee279fa12713,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:53.893788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d285d288-a522-4b9a-9ea9-a87e016e5952 None None] Network 7de10071-c9e7-4f56-80b8-1ab84eb4b12b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:17:53.906861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f36eb0b-e371-4e30-918d-29c2d882e97d', 'name': 'network-vif-deleted', 'tag': '30055648-9ae5-4693-90e8-83750519aa06'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:53.921483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655e769-1d72-41b3-a486-99243662bf7e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event deleted for resources: {'Port': ['ID=30055648-9ae5-4693-90e8-83750519aa06,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:53.932253 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8247f6a9-8a4a-4324-b628-c2c96699d0dc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/43777b6d-9295-41e2-bee7-ee279fa12713 HTTP/1.1" status: 204 len: 168 time: 1.4764783 Apr 05 20:17:53.942077 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:53.945838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33126) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:54.085711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b49ec-6fe9-449e-add7-d73a9531c16b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d514f174-5263-47f8-a13c-3756877f7bf7,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:54.175236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ed2da7f7-f43c-4432-8c3e-37a5eafa7b00,segment=NetworkSegment(fb492852-b98d-43a4-9a57-ea8759808c7b),segment_id=fb492852-b98d-43a4-9a57-ea8759808c7b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:54.189723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Transition to ACTIVE for port object 8c34ec67-56d8-4d76-8c0f-ab879900da7a will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:17:54.193147 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b41b49ec-6fe9-449e-add7-d73a9531c16b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:54.198545 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b41b49ec-6fe9-449e-add7-d73a9531c16b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0601523 Apr 05 20:17:54.199935 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:54.202024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33130) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:54.209647 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-24f54b6e-60cf-4f91-9b0c-bd7ad4061556 req-d5e3b3a8-8f6d-4887-b5cd-7d9883e325b8 tempest-SecurityGroupsNegativeTestJSON-1975018805 tempest-SecurityGroupsNegativeTestJSON-1975018805-project] 10.222.0.24 "GET /v2.0/security-groups/52607c8b-732d-47bc-8b4b-46ad0e5964cd HTTP/1.1" status: 200 len: 2985 time: 0.5658853 Apr 05 20:17:54.217304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e128ab6-696a-4d27-8173-fea413081511 req-91b62049-1fa2-466d-88a0-223d90e7637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:54.219088 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5e128ab6-696a-4d27-8173-fea413081511 req-91b62049-1fa2-466d-88a0-223d90e7637c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82b19bfe-ebac-4656-b567-12bc444da034 HTTP/1.1" status: 200 len: 1096 time: 0.5513995 Apr 05 20:17:54.232650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:17:54.245271 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:54.286285 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:17:54.352607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=ed2da7f7-f43c-4432-8c3e-37a5eafa7b00,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:54.363025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Usage tracker for resource:floatingip and tenant:afc6b2a088ed421e85a029e0c6d41ac8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:17:54.371815 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:54.376069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:17:54.386173 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 592d05ff-4547-496c-a734-f80da3fb2cbb no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:54.428430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:17:54.484203 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a67f474a-73f2-4b5e-ba10-85690793caf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:54.542822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 592d05ff-4547-496c-a734-f80da3fb2cbb {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:17:54.544109 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 592d05ff-4547-496c-a734-f80da3fb2cbb not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:17:54.561248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 30055648-9ae5-4693-90e8-83750519aa06 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:54.620211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 30055648-9ae5-4693-90e8-83750519aa06 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:17:54.620801 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 30055648-9ae5-4693-90e8-83750519aa06 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:17:54.631184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aeca24-86a8-4485-b64e-92d7c8b44e48 req-0ec12c18-5cdb-4fad-94e3-e62b63196f0a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:54.636667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-32aeca24-86a8-4485-b64e-92d7c8b44e48 req-0ec12c18-5cdb-4fad-94e3-e62b63196f0a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 932 time: 0.6338632 Apr 05 20:17:54.667311 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-24f54b6e-60cf-4f91-9b0c-bd7ad4061556 req-623e80f9-885d-472e-95f9-abe126e101e3 tempest-SecurityGroupsNegativeTestJSON-1975018805 tempest-SecurityGroupsNegativeTestJSON-1975018805-project] 10.222.0.24 "GET /v2.0/security-groups/52607c8b-732d-47bc-8b4b-46ad0e5964cd HTTP/1.1" status: 200 len: 2985 time: 0.4290724 Apr 05 20:17:54.688158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Pushing event updated for resources: {'Port': ['ID=8c34ec67-56d8-4d76-8c0f-ab879900da7a,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:54.697684 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:54.732187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Deleting port 168f3164-6fab-43a9-9266-276d8fc7034e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:54.732650 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:54.761843 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5e128ab6-696a-4d27-8173-fea413081511 req-e1d94678-7322-4ff2-b0c2-5e4b609b2791 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224080 Apr 05 20:17:54.955123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae12eafb-87b5-46d4-8e82-90aab29a5d6f None None] DHCP port deletion for 7de10071-c9e7-4f56-80b8-1ab84eb4b12b request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:17:54.971265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ae12eafb-87b5-46d4-8e82-90aab29a5d6f None None] Deleting port 168f3164-6fab-43a9-9266-276d8fc7034e {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:54.971928 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ae12eafb-87b5-46d4-8e82-90aab29a5d6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:55.024827 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-32aeca24-86a8-4485-b64e-92d7c8b44e48 req-4f18ea94-835f-4056-a641-22fa8f0439a0 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505688 Apr 05 20:17:55.122000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Attempting to bind port 8c34ec67-56d8-4d76-8c0f-ab879900da7a on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:17:55.122688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Attempting to bind port 8c34ec67-56d8-4d76-8c0f-ab879900da7a by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:17:55.123194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Attempting to bind port 8c34ec67-56d8-4d76-8c0f-ab879900da7a on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:17:55.146247 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f36eb0b-e371-4e30-918d-29c2d882e97d', 'name': 'network-vif-deleted', 'tag': '30055648-9ae5-4693-90e8-83750519aa06', 'status': 'completed', 'code': 200} Apr 05 20:17:55.172514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Port 8c34ec67-56d8-4d76-8c0f-ab879900da7a on network 51344418-38f5-4178-a1c3-ae0225c075f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:17:55.173107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Attempting to bind port 8c34ec67-56d8-4d76-8c0f-ab879900da7a on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:17:55.304248 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-388e08eb-e6f6-4703-846f-bade28eea9ec req-173c464c-b64e-43a0-b4c7-56c4377f541d tempest-SecurityGroupsNegativeTestJSON-1975018805 tempest-SecurityGroupsNegativeTestJSON-1975018805-project] 10.222.0.24 "GET /v2.0/security-groups/52607c8b-732d-47bc-8b4b-46ad0e5964cd HTTP/1.1" status: 200 len: 2985 time: 0.1411500 Apr 05 20:17:55.406044 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-388e08eb-e6f6-4703-846f-bade28eea9ec req-62f237fb-8c9f-485d-8ebf-4cfc50a168ad tempest-SecurityGroupsNegativeTestJSON-1975018805 tempest-SecurityGroupsNegativeTestJSON-1975018805-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 20:17:55.407040 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-388e08eb-e6f6-4703-846f-bade28eea9ec req-62f237fb-8c9f-485d-8ebf-4cfc50a168ad tempest-SecurityGroupsNegativeTestJSON-1975018805 tempest-SecurityGroupsNegativeTestJSON-1975018805-project] 10.222.0.24 "DELETE /v2.0/security-groups/52607c8b-732d-47bc-8b4b-46ad0e5964cd HTTP/1.1" status: 409 len: 352 time: 0.0942171 Apr 05 20:17:55.423285 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:17:55.423830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Checking segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:17:55.424376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Bound using segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:17:55.424997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Bound port: 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:17:55.425501 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:55.448567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67f474a-73f2-4b5e-ba10-85690793caf4 admin admin] Router 40aa5b50-9355-4619-b9f7-7ac5eda7e096 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:17:55.506156 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ae12eafb-87b5-46d4-8e82-90aab29a5d6f None None] For port 168f3164-6fab-43a9-9266-276d8fc7034e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=168f3164-6fab-43a9-9266-276d8fc7034e,segment=NetworkSegment(82b2c30b-4ca8-47ae-817f-e6426d972f4f),segment_id=82b2c30b-4ca8-47ae-817f-e6426d972f4f)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:55.510298 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ae12eafb-87b5-46d4-8e82-90aab29a5d6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:55.583391 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-d77e9119-09c5-477e-abc6-8c597bca4251 req-badddb19-70a6-4cd6-9fa7-2879fe7db961 tempest-SecurityGroupsNegativeTestJSON-1975018805 tempest-SecurityGroupsNegativeTestJSON-1975018805-project] show failed (client error): The resource could not be found. Apr 05 20:17:55.584600 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d77e9119-09c5-477e-abc6-8c597bca4251 req-badddb19-70a6-4cd6-9fa7-2879fe7db961 tempest-SecurityGroupsNegativeTestJSON-1975018805 tempest-SecurityGroupsNegativeTestJSON-1975018805-project] 10.222.0.24 "GET /v2.0/security-groups/c220da69-f419-47ba-a9a8-dd01e5407011 HTTP/1.1" status: 404 len: 352 time: 0.0323255 Apr 05 20:17:55.663622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:17:55.666813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:17:55.677406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] For port 168f3164-6fab-43a9-9266-276d8fc7034e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=168f3164-6fab-43a9-9266-276d8fc7034e,segment=NetworkSegment(82b2c30b-4ca8-47ae-817f-e6426d972f4f),segment_id=82b2c30b-4ca8-47ae-817f-e6426d972f4f)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:55.678198 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:55.700502 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:55.788963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ae12eafb-87b5-46d4-8e82-90aab29a5d6f None None] Calling delete_port for 168f3164-6fab-43a9-9266-276d8fc7034e owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:55.928336 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ae12eafb-87b5-46d4-8e82-90aab29a5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:55.930069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Calling delete_port for 168f3164-6fab-43a9-9266-276d8fc7034e owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:17:55.932359 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-b58d53a7-3c3d-447c-b75c-692e3ccbb560 req-0d93716b-0e04-41fb-874b-e98323dbafb1 tempest-SecurityGroupsNegativeTestJSON-1975018805 tempest-SecurityGroupsNegativeTestJSON-1975018805-project] show failed (client error): The resource could not be found. Apr 05 20:17:55.933745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b58d53a7-3c3d-447c-b75c-692e3ccbb560 req-0d93716b-0e04-41fb-874b-e98323dbafb1 tempest-SecurityGroupsNegativeTestJSON-1975018805 tempest-SecurityGroupsNegativeTestJSON-1975018805-project] 10.222.0.24 "GET /v2.0/security-groups/e50e419c-395f-4505-98a5-5d5c5a435ef6 HTTP/1.1" status: 404 len: 352 time: 0.3101556 Apr 05 20:17:55.958608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33158) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:56.000219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae12eafb-87b5-46d4-8e82-90aab29a5d6f None None] No DVR routers for this DVR port 168f3164-6fab-43a9-9266-276d8fc7034e on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:17:56.004199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12eafb-87b5-46d4-8e82-90aab29a5d6f None None] Pushing event deleted for resources: {'Port': ['ID=168f3164-6fab-43a9-9266-276d8fc7034e,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:56.032631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67f474a-73f2-4b5e-ba10-85690793caf4 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:17:56.044389 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a67f474a-73f2-4b5e-ba10-85690793caf4 admin admin] 10.222.0.24 "PUT /v2.0/routers/40aa5b50-9355-4619-b9f7-7ac5eda7e096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1796453 Apr 05 20:17:56.046043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33166) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:56.061800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1903855-fac6-4130-854e-214b28fffb72 None None] Sync routers for ids ['40aa5b50-9355-4619-b9f7-7ac5eda7e096'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:17:56.076622 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-8122408a-18d1-41ae-87c5-13f2655945af admin admin] Deleting subnet 8979b64c-92f2-44d7-9956-e18f5fa2b5f2 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:17:56.078323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1903855-fac6-4130-854e-214b28fffb72 None None] Routers {'40aa5b50-9355-4619-b9f7-7ac5eda7e096'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:17:56.081168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d1903855-fac6-4130-854e-214b28fffb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:17:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['40aa5b50-9355-4619-b9f7-7ac5eda7e096'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:56.088585 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8122408a-18d1-41ae-87c5-13f2655945af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:56.177439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Pushing event updated for resources: {'Port': ['ID=8c34ec67-56d8-4d76-8c0f-ab879900da7a,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:56.183519 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:17:56.187671 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:17:56.192861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:56.196325 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:56.197699 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-09d9cd80-a803-4f03-8237-bec3ca0c569d service neutron] 10.222.0.13 "PUT /v2.0/ports/8c34ec67-56d8-4d76-8c0f-ab879900da7a HTTP/1.1" status: 200 len: 1092 time: 6.9647524 Apr 05 20:17:56.280348 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8122408a-18d1-41ae-87c5-13f2655945af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:56.339226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:17:56.376456 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:56.390377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-31a279f4-e214-4b97-945a-91849b20bc72 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:56.392009 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-31a279f4-e214-4b97-945a-91849b20bc72 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 0.2579303 Apr 05 20:17:56.393187 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8122408a-18d1-41ae-87c5-13f2655945af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:56.426141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d1903855-fac6-4130-854e-214b28fffb72 None None] Set router 40aa5b50-9355-4619-b9f7-7ac5eda7e096 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:17:56.447844 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-ddee479e-9acc-4f35-a96a-e41e61db72a6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/quotas/1ccb3652f5a74824b97498e5d91e065f HTTP/1.1" status: 200 len: 375 time: 0.0183485 Apr 05 20:17:56.608121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Allocated IP 172.25.8.18 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/7d242321-91f7-4e2c-a463-f102544903b6) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:17:56.729715 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-50d6ed12-73ce-4aa6-a847-167cabbfff7c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2807617 Apr 05 20:17:56.730753 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8122408a-18d1-41ae-87c5-13f2655945af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:56.761600 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:56.833819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Deleting port 168f3164-6fab-43a9-9266-276d8fc7034e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:56.834443 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:56.836148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8122408a-18d1-41ae-87c5-13f2655945af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8979b64c-92f2-44d7-9956-e18f5fa2b5f2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:56.841267 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8122408a-18d1-41ae-87c5-13f2655945af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:56.847580 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8122408a-18d1-41ae-87c5-13f2655945af admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8979b64c-92f2-44d7-9956-e18f5fa2b5f2 HTTP/1.1" status: 204 len: 168 time: 0.8878663 Apr 05 20:17:56.864178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33178) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:56.879170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8341b6-2b8b-4d28-bb36-a7146d699028 req-b75e54a9-5942-4971-af54-8dfe8ab680af tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:56.882351 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:17:56.882871 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:56.887144 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8c8341b6-2b8b-4d28-bb36-a7146d699028 req-b75e54a9-5942-4971-af54-8dfe8ab680af tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=82b19bfe-ebac-4656-b567-12bc444da034 HTTP/1.1" status: 200 len: 945 time: 1.5174437 Apr 05 20:17:56.961930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d1903855-fac6-4130-854e-214b28fffb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'name': 'tempest-ServersTestMultiNic-1602776641-router', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:02Z', 'updated_at': '2022-04-05T20:17:53Z', 'revision_number': 5, 'project_id': '15f1e4963ec848aab8e6a36d8339f80d', 'gw_port': {'id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:04Z', 'updated_at': '2022-04-05T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:56.966547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1903855-fac6-4130-854e-214b28fffb72 None None] Checking router: 40aa5b50-9355-4619-b9f7-7ac5eda7e096 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:17:56.980780 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1903855-fac6-4130-854e-214b28fffb72 None None] Routers {'40aa5b50-9355-4619-b9f7-7ac5eda7e096'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:17:56.981905 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-182a181c-1752-48a5-9c5a-366c2f79238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:56.982067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d1903855-fac6-4130-854e-214b28fffb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:17:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['40aa5b50-9355-4619-b9f7-7ac5eda7e096'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:57.018782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] The port '168f3164-6fab-43a9-9266-276d8fc7034e' was deleted {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:17:57.151354 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8c8341b6-2b8b-4d28-bb36-a7146d699028 req-36f16d5d-975f-45cb-b50b-d2345498239b tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630892 Apr 05 20:17:57.163546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05414ae8-ebd3-4a5a-acd5-becfd1aff8cb', 'tag': '8c34ec67-56d8-4d76-8c0f-ab879900da7a'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:17:57.182054 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-182a181c-1752-48a5-9c5a-366c2f79238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:57.207595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-182a181c-1752-48a5-9c5a-366c2f79238e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058a5721-78c8-40bd-ba2e-ae61f6578aa5']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:57.220680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-182a181c-1752-48a5-9c5a-366c2f79238e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be95dfed-518d-4226-92ea-9084ec3538f5') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:57.221121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-182a181c-1752-48a5-9c5a-366c2f79238e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be95dfed-518d-4226-92ea-9084ec3538f5') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:57.235811 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-182a181c-1752-48a5-9c5a-366c2f79238e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:57.253157 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-182a181c-1752-48a5-9c5a-366c2f79238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:57.259932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-182a181c-1752-48a5-9c5a-366c2f79238e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:17:57.260328 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-182a181c-1752-48a5-9c5a-366c2f79238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:57.265785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-4f48d84a-7d65-4cfe-bcf2-d065bccbef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:57.274993 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-4f48d84a-7d65-4cfe-bcf2-d065bccbef16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 1095 time: 0.9456177 Apr 05 20:17:57.279234 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:57.321815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d1903855-fac6-4130-854e-214b28fffb72 None None] Set router 40aa5b50-9355-4619-b9f7-7ac5eda7e096 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:17:57.399462 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:17:57.399743 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:17:57.454081 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-efe9f97c-8b80-4852-a7d9-916dc8c61765 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6746523 Apr 05 20:17:57.491722 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-182a181c-1752-48a5-9c5a-366c2f79238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:57.528639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-182a181c-1752-48a5-9c5a-366c2f79238e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:57.540711 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-182a181c-1752-48a5-9c5a-366c2f79238e admin admin] 10.222.0.24 "DELETE /v2.0/networks/058a5721-78c8-40bd-ba2e-ae61f6578aa5 HTTP/1.1" status: 204 len: 168 time: 0.6732543 Apr 05 20:17:57.551007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a181c-1752-48a5-9c5a-366c2f79238e admin admin] Pushing event deleted for resources: {'Network': ['ID=058a5721-78c8-40bd-ba2e-ae61f6578aa5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:57.574485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 168f3164-6fab-43a9-9266-276d8fc7034e no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:57.645693 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:57.664205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 168f3164-6fab-43a9-9266-276d8fc7034e {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:17:57.671392 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 168f3164-6fab-43a9-9266-276d8fc7034e not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:17:57.680213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de10071-c9e7-4f56-80b8-1ab84eb4b12b']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:57.695659 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-a1971e3f-73df-4903-a606-a3c2620d705d service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404561 Apr 05 20:17:57.698638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b2c30b-4ca8-47ae-817f-e6426d972f4f') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:57.698973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b2c30b-4ca8-47ae-817f-e6426d972f4f') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:57.714513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:57.732838 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:57.741142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:17:57.741793 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:57.830594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33194) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:57.887853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d1903855-fac6-4130-854e-214b28fffb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'name': 'tempest-ServersTestMultiNic-1602776641-router', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:02Z', 'updated_at': '2022-04-05T20:17:53Z', 'revision_number': 5, 'project_id': '15f1e4963ec848aab8e6a36d8339f80d', 'gw_port': {'id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:04Z', 'updated_at': '2022-04-05T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:17:57.893389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1903855-fac6-4130-854e-214b28fffb72 None None] The sync data for ids ['40aa5b50-9355-4619-b9f7-7ac5eda7e096'] in n-d-836604-1 is: [{'id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'name': 'tempest-ServersTestMultiNic-1602776641-router', 'tenant_id': '15f1e4963ec848aab8e6a36d8339f80d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128'}], 'enable_snat': True}, 'gw_port_id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:15:02Z', 'updated_at': '2022-04-05T20:17:53Z', 'revision_number': 5, 'project_id': '15f1e4963ec848aab8e6a36d8339f80d', 'gw_port': {'id': '77d5afd9-47e3-42fd-907f-f3fa03cddd49', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40aa5b50-9355-4619-b9f7-7ac5eda7e096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 844, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:15:04Z', 'updated_at': '2022-04-05T20:15:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:17:57.937941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-59833e3f-c918-43ec-b18b-dd1b7ff9f6f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c577ad12778a4ad4aac495ba5d526df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1049106 Apr 05 20:17:57.939281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33204) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:17:57.952570 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:17:58.038909 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05414ae8-ebd3-4a5a-acd5-becfd1aff8cb', 'tag': '8c34ec67-56d8-4d76-8c0f-ab879900da7a', 'status': 'completed', 'code': 200} Apr 05 20:17:58.040537 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-a9145b92-f310-412e-9d1e-5876c877b6d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a HTTP/1.1" status: 200 len: 217 time: 0.6237514 Apr 05 20:17:58.142749 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8cdc8097-e63e-4ba9-81a7-3dc451dc058f req-84b51285-57db-4d32-98ab-dbbeef8ff4d7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 210 time: 0.1241672 Apr 05 20:17:58.169187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:17:58.176243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:17:58.191624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:17:58.220341 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a12d066-ac30-4c0d-a39c-f1cc7cf1c247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:58.248952 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:58.274495 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a12d066-ac30-4c0d-a39c-f1cc7cf1c247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:58.372711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dde88f5c-ebda-49ca-b901-1e5109c80bb5 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:17:58.397457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Pushing event updated for resources: {'Port': ['ID=7d242321-91f7-4e2c-a463-f102544903b6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:58.452307 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:58.465841 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] Pushing event deleted for resources: {'Network': ['ID=7de10071-c9e7-4f56-80b8-1ab84eb4b12b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:58.482551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-d306c5b7-d960-46be-90a8-5d141b095365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:58.483922 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-d306c5b7-d960-46be-90a8-5d141b095365 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.4070497 Apr 05 20:17:58.556938 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a12d066-ac30-4c0d-a39c-f1cc7cf1c247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:58.569903 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-8e1ffe8f-dc66-46b5-81cd-d8de04438867 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632248 Apr 05 20:17:58.583247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: dde88f5c-ebda-49ca-b901-1e5109c80bb5 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:17:58.583657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dde88f5c-ebda-49ca-b901-1e5109c80bb5 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:17:58.652935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8ea51a-5dba-41f9-b786-1c70395a9b8a req-3baabb74-9724-49ca-8669-c987a8e41ee6 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:58.658762 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b8ea51a-5dba-41f9-b786-1c70395a9b8a req-3baabb74-9724-49ca-8669-c987a8e41ee6 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=82b19bfe-ebac-4656-b567-12bc444da034 HTTP/1.1" status: 200 len: 945 time: 0.2648811 Apr 05 20:17:58.659642 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a12d066-ac30-4c0d-a39c-f1cc7cf1c247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:58.663548 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9a12d066-ac30-4c0d-a39c-f1cc7cf1c247 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52607c8b-732d-47bc-8b4b-46ad0e5964cd HTTP/1.1" status: 204 len: 168 time: 0.7104874 Apr 05 20:17:58.663548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12d066-ac30-4c0d-a39c-f1cc7cf1c247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52607c8b-732d-47bc-8b4b-46ad0e5964cd,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:58.664915 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:58.677229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08274960-34a7-44b6-8d34-dede0123d063 req-df7d64b9-9e1e-4c61-84fd-5cf6b26949c6 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:58.678758 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-08274960-34a7-44b6-8d34-dede0123d063 req-df7d64b9-9e1e-4c61-84fd-5cf6b26949c6 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 944 time: 0.8334236 Apr 05 20:17:58.690176 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2850ad4f-ba81-4364-afa8-e19f0f7cafdc admin admin] 10.222.0.24 "DELETE /v2.0/networks/7de10071-c9e7-4f56-80b8-1ab84eb4b12b HTTP/1.1" status: 204 len: 168 time: 4.7095864 Apr 05 20:17:58.690176 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:58.821013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] Deleting port 77d5afd9-47e3-42fd-907f-f3fa03cddd49 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:17:58.821353 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:58.861563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b8ea51a-5dba-41f9-b786-1c70395a9b8a req-fb9c3e13-0913-46c5-a3d8-0b9df73eef61 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733932 Apr 05 20:17:58.952866 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-08274960-34a7-44b6-8d34-dede0123d063 req-09daef62-99ae-4cd3-8361-50c67e967ae3 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773741 Apr 05 20:17:59.064211 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:59.138073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33234) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:59.206331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd956d8d-1f17-425d-8eb5-65b38f17ca3d req-594efaae-f2d1-402a-8c7f-9bcdf4e1d9bb tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:17:59.216461 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fd956d8d-1f17-425d-8eb5-65b38f17ca3d req-594efaae-f2d1-402a-8c7f-9bcdf4e1d9bb tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=d081b785-e498-4fcc-a18a-8bc1e15c3a6c HTTP/1.1" status: 200 len: 945 time: 0.1595404 Apr 05 20:17:59.302135 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-62a21487-8ecd-4dd5-9c9d-39cc61392441 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7039449 Apr 05 20:17:59.339652 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-682bb3e5-3420-4fc1-b41a-2eabf5f709c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=733e32bda62040479acc38d88b2827f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2003767 Apr 05 20:17:59.343848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33242) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:17:59.367270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-dc3a6696-6dc7-45d2-b076-9dfcd6a59ad9 req-6d1c5352-8fea-45ce-bd70-406cae7ad267 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Synchronizing usage tracker for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:17:59.422702 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fd956d8d-1f17-425d-8eb5-65b38f17ca3d req-a27d40ad-816c-49ee-b99b-11b83251376f tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051079 Apr 05 20:17:59.501830 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98940648-cce9-4a9c-812e-12779f296107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:59.562263 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98940648-cce9-4a9c-812e-12779f296107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:59.630586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-dc3a6696-6dc7-45d2-b076-9dfcd6a59ad9 req-6d1c5352-8fea-45ce-bd70-406cae7ad267 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Unset dirty status for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:17:59.634967 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc3a6696-6dc7-45d2-b076-9dfcd6a59ad9 req-6d1c5352-8fea-45ce-bd70-406cae7ad267 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 210 time: 0.3416822 Apr 05 20:17:59.691443 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98940648-cce9-4a9c-812e-12779f296107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:59.716758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98940648-cce9-4a9c-812e-12779f296107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7e6f30-55e0-4789-8a8c-c354b1c64a34,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:17:59.749992 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98940648-cce9-4a9c-812e-12779f296107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:59.751374 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-98940648-cce9-4a9c-812e-12779f296107 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c7e6f30-55e0-4789-8a8c-c354b1c64a34 HTTP/1.1" status: 204 len: 168 time: 0.4062979 Apr 05 20:17:59.828163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] For port 77d5afd9-47e3-42fd-907f-f3fa03cddd49, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=77d5afd9-47e3-42fd-907f-f3fa03cddd49,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:17:59.830504 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:17:59.872480 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a9dbc0f-f114-4bc6-a736-3db6d098ba98 req-8a06463d-c57c-4c88-bf85-b3644a007aa2 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5555162 Apr 05 20:18:00.295951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] Calling delete_port for 77d5afd9-47e3-42fd-907f-f3fa03cddd49 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:18:00.353971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcbd8f-c64b-4186-b103-352de466c382 req-f7e8234a-c268-42ad-8cb5-c44dd9d5040a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:00.357979 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbdcbd8f-c64b-4186-b103-352de466c382 req-f7e8234a-c268-42ad-8cb5-c44dd9d5040a tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 944 time: 0.1597338 Apr 05 20:18:00.427379 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:00.517023 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbdcbd8f-c64b-4186-b103-352de466c382 req-eb5dc45b-d6ae-4e00-bbae-95560c80061f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418328 Apr 05 20:18:00.594276 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:00.677145 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b591d24-ba55-4c56-9ffb-274f384a5d4d req-11297f17-e2c7-4c19-b6f5-9f7e89e40bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:00.677442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33308) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:00.678661 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6b591d24-ba55-4c56-9ffb-274f384a5d4d req-11297f17-e2c7-4c19-b6f5-9f7e89e40bdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 1095 time: 0.5501170 Apr 05 20:18:00.793964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Pushing event updated for resources: {'Port': ['ID=7d242321-91f7-4e2c-a463-f102544903b6,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:00.902645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3fb61927-7b2d-4f26-91fa-7c77328573ef req-6b7c03ab-b3c7-4ff1-961f-83d86d7667f2 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 210 time: 0.0910950 Apr 05 20:18:00.912870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-344976646-network', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:00.918633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:00.924324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Usage tracker for resource:network and tenant:c8e6baaa9292481fb609c06f3181442e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:00.929394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:00.937913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:00.951400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Made reservation on behalf of c8e6baaa9292481fb609c06f3181442e for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:00.954183 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:00.967953 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:00.984189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:00.988507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Usage tracker for resource:security_group_rule and tenant:c8e6baaa9292481fb609c06f3181442e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:00.992334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:00.998868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:01.054903 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:01.102095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:01.113291 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:01.121750 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:01.166086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:18:01.168941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb21e55-5f12-400c-bfa1-6e335efe4bc1 req-bfb645f6-51b3-4acb-9358-53793e11a6f5 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:01.177750 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ddb21e55-5f12-400c-bfa1-6e335efe4bc1 req-bfb645f6-51b3-4acb-9358-53793e11a6f5 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 945 time: 0.8281324 Apr 05 20:18:01.179200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2991e911-45f4-48af-8522-f73dd06efcd2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:01.183796 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:01.184264 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Added segment 1d689488-4229-4b91-bd6c-b92ca9d678e0 of type vlan for network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 Apr 05 20:18:01.226256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d5afd9-47e3-42fd-907f-f3fa03cddd49,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:01.236824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:01.270870 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:01.280252 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ee6790c2-91a5-4c58-bc71-41fc63a94329 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0632937 Apr 05 20:18:01.409434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:01.410760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:01.412111 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:01.412515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b591d24-ba55-4c56-9ffb-274f384a5d4d req-6a27b8f5-3d1f-4ec4-94a4-fa460c0e47e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:01.414926 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6b591d24-ba55-4c56-9ffb-274f384a5d4d req-6a27b8f5-3d1f-4ec4-94a4-fa460c0e47e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.7025280 Apr 05 20:18:01.506672 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ddb21e55-5f12-400c-bfa1-6e335efe4bc1 req-03de404e-cc36-4951-9503-155f74b74d26 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267584 Apr 05 20:18:01.525094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6b591d24-ba55-4c56-9ffb-274f384a5d4d req-4fadc6ec-e0c3-428f-9da7-66e972c7fcce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a HTTP/1.1" status: 200 len: 217 time: 0.1019959 Apr 05 20:18:01.576712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] Pushing event updated for resources: {'Network': ['ID=02b3d8f3-9178-4446-ba41-5abc3c2cc9b6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:01.591941 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:18:01.621635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b591d24-ba55-4c56-9ffb-274f384a5d4d req-e9a48e38-93f3-4a8b-bf10-90f5f17c7184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:01.626313 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6b591d24-ba55-4c56-9ffb-274f384a5d4d req-e9a48e38-93f3-4a8b-bf10-90f5f17c7184 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.0751827 Apr 05 20:18:01.626506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-31fd909f-faea-43e6-b6a0-f574dbc68a31 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9447427 Apr 05 20:18:01.626619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33392) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:01.633488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Request body: {'subnet': {'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-344976646-subnet', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:01.634186 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:01.641677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:01.654091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Usage tracker for resource:subnet and tenant:c8e6baaa9292481fb609c06f3181442e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:01.658778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:01.670314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:01.698105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Made reservation on behalf of c8e6baaa9292481fb609c06f3181442e for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:01.700798 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:01.837651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-50129110-a47e-4af9-b43a-6bfdb4214d7c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:01.839262 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-50129110-a47e-4af9-b43a-6bfdb4214d7c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 0.8207567 Apr 05 20:18:01.964822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a123db3-7f9e-4ba7-a264-2481654a6018 req-92770bd6-a390-43d7-9654-ae98111ad2dd tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:01.966429 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0a123db3-7f9e-4ba7-a264-2481654a6018 req-92770bd6-a390-43d7-9654-ae98111ad2dd tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 944 time: 0.1552491 Apr 05 20:18:02.045708 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0a123db3-7f9e-4ba7-a264-2481654a6018 req-bd420c2f-ac4d-4ebf-b568-34fe4998ec9b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700829 Apr 05 20:18:02.086718 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:02.109292 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Request body: {'port': {'device_id': '83aba047-89fa-4a46-aed8-1a37985ded6e', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'admin_state_up': True, 'tenant_id': '1ccb3652f5a74824b97498e5d91e065f'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:02.171168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6eaa5a-77f4-4745-89f9-677c67578620,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:02.188196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Checking segment: {'id': '1d689488-4229-4b91-bd6c-b92ca9d678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:02.188196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Network hostable DHCP agents. Network: 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:18:02.246118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:18:02.257736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:02.263012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:02.263786 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:02.269170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e0c118-d88e-4b12-92e5-fce171a12cc1 None None] Network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:18:02.318150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3a30ec5a-e751-4f6b-8771-0b0eb97fa903 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6879697 Apr 05 20:18:02.318702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33426) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:02.331157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:02.337274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:02.342442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Usage tracker for resource:router and tenant:c8e6baaa9292481fb609c06f3181442e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:02.345458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:02.354307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:02.407082 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6b591d24-ba55-4c56-9ffb-274f384a5d4d req-bf1ab5e6-adb6-44b9-aa5a-f3cde9f75878 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7748754 Apr 05 20:18:02.413188 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:02.417987 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8d29522-3513-4979-9a90-e9eda49891ee req-d7cf89a2-0464-401f-b656-a48c9c4e028c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 210 time: 0.0542912 Apr 05 20:18:02.419342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:02.419561 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:02.420376 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:02.437042 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:02.754622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33464) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:02.771469 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:02.780500 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'fixed_ips': [{'subnet_id': '1b6eaa5a-77f4-4745-89f9-677c67578620'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:18:02.781388 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:02.796370 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6b591d24-ba55-4c56-9ffb-274f384a5d4d req-c35d7142-03d8-473e-a9b7-6d6f04a1e4a6 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748381 Apr 05 20:18:02.999670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Allocated IP 172.20.0.2 (02b3d8f3-9178-4446-ba41-5abc3c2cc9b6/1b6eaa5a-77f4-4745-89f9-677c67578620/c7a4d4e3-1a55-4650-997d-7e2b633e8541) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:03.006759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d01385-3e57-4222-baae-55fac13dfccc req-a20fb59f-98ad-4d96-9ac6-5bcb9f1b5769 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:03.014823 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d01385-3e57-4222-baae-55fac13dfccc req-a20fb59f-98ad-4d96-9ac6-5bcb9f1b5769 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 945 time: 0.2380865 Apr 05 20:18:03.020719 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.021453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40aa5b50-9355-4619-b9f7-7ac5eda7e096 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:18:03.060853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-81f2562a-aff8-466c-b58f-99983ae265fa tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:03.062605 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-81f2562a-aff8-466c-b58f-99983ae265fa tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 945 time: 1.1816874 Apr 05 20:18:03.080525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:03.110426 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d01385-3e57-4222-baae-55fac13dfccc req-f14628c6-a489-4d9f-9108-b8424cb9c23a tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946102 Apr 05 20:18:03.112848 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.117248 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-253414d4-40a0-4178-8f87-3f850b711457 admin admin] 10.222.0.24 "DELETE /v2.0/routers/40aa5b50-9355-4619-b9f7-7ac5eda7e096 HTTP/1.1" status: 204 len: 168 time: 6.9533741 Apr 05 20:18:03.118016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33472) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:03.181335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:03.199957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f40eb1-ac71-4500-92af-774b7d721632 req-63bbd4b0-1fab-44d5-b73e-efcc59105c3c tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:03.208668 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b6f40eb1-ac71-4500-92af-774b7d721632 req-63bbd4b0-1fab-44d5-b73e-efcc59105c3c tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 951 time: 1.1342270 Apr 05 20:18:03.266539 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-51146d68-88fc-480e-9bdf-44e004846361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.329499 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b6f40eb1-ac71-4500-92af-774b7d721632 req-f597e78b-bb25-4199-8068-6c3ed599d09d tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05abd1-96b2-469c-9c4e-d6696909fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197226 Apr 05 20:18:03.348699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-51146d68-88fc-480e-9bdf-44e004846361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:03.382147 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.394958 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Transition to ACTIVE for port object c7a4d4e3-1a55-4650-997d-7e2b633e8541 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:03.411362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-51146d68-88fc-480e-9bdf-44e004846361 admin admin] Usage tracker for resource:security_group_rule and tenant:ec0be3aeb2b64018acfc51a956551edc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:03.421778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Transition to ACTIVE for port object c7a4d4e3-1a55-4650-997d-7e2b633e8541 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:03.426775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Made reservation on behalf of 1ccb3652f5a74824b97498e5d91e065f for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:03.432593 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.434806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.437589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9f6229-7ed1-41b9-8879-e98492e6fa07 admin admin] Deleting subnet bbc24b3a-a37c-494b-a838-0aaffea3c93e {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:18:03.473157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-51146d68-88fc-480e-9bdf-44e004846361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:03.499674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-51146d68-88fc-480e-9bdf-44e004846361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:03.507299 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6b591d24-ba55-4c56-9ffb-274f384a5d4d req-0b7fb1dd-5566-4905-86ba-13f46297b172 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901612 Apr 05 20:18:03.518049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Pushing event updated for resources: {'Port': ['ID=c7a4d4e3-1a55-4650-997d-7e2b633e8541,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:03.523700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Deleting port 6f355881-85ee-4172-b14c-0c8ab532baf2 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:18:03.524068 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.531295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:03.532574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:03.536525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:03.672544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Attempting to bind port c7a4d4e3-1a55-4650-997d-7e2b633e8541 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:03.673101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Attempting to bind port c7a4d4e3-1a55-4650-997d-7e2b633e8541 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1d689488-4229-4b91-bd6c-b92ca9d678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:03.673650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Attempting to bind port c7a4d4e3-1a55-4650-997d-7e2b633e8541 on network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:03.705295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:03.706667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Checking segment: {'id': '1d689488-4229-4b91-bd6c-b92ca9d678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:03.707250 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.710548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Bound using segment: {'id': '1d689488-4229-4b91-bd6c-b92ca9d678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:03.712867 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Bound port: c7a4d4e3-1a55-4650-997d-7e2b633e8541, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d689488-4229-4b91-bd6c-b92ca9d678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:03.713647 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.729289 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee9f6229-7ed1-41b9-8879-e98492e6fa07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.813262 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.855232 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee9f6229-7ed1-41b9-8879-e98492e6fa07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.873291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] For port c7a4d4e3-1a55-4650-997d-7e2b633e8541, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:03.877778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] For port c7a4d4e3-1a55-4650-997d-7e2b633e8541, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c7a4d4e3-1a55-4650-997d-7e2b633e8541,segment=NetworkSegment(1d689488-4229-4b91-bd6c-b92ca9d678e0),segment_id=1d689488-4229-4b91-bd6c-b92ca9d678e0)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:03.886345 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.887924 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:03.982909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774459f-519d-47a2-9fe3-39de4c8e2522 req-08d2d113-86c9-49f9-8033-e6af4bdddb64 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:03.990574 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6774459f-519d-47a2-9fe3-39de4c8e2522 req-08d2d113-86c9-49f9-8033-e6af4bdddb64 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 944 time: 0.6275132 Apr 05 20:18:04.029012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602208fa-7bf8-4819-b3f3-40cc0e37030c None None] Pushing event updated for resources: {'Port': ['ID=c7a4d4e3-1a55-4650-997d-7e2b633e8541,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:04.161746 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6774459f-519d-47a2-9fe3-39de4c8e2522 req-85a71891-5819-4363-a18d-a6551d1be0b8 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704085 Apr 05 20:18:04.210152 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee9f6229-7ed1-41b9-8879-e98492e6fa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:04.249799 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Allocated IP 172.20.0.2 (5ee47cee-4865-4aba-8a5b-ec49888bd827/ca381f74-bd26-46e2-abab-12d6223326b0/8afa48ed-563e-4004-b550-5f7b2dc1c4b9) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:04.254286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 77d5afd9-47e3-42fd-907f-f3fa03cddd49 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:18:04.277342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Allocated IP 172.25.8.129 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:04.360514 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-51146d68-88fc-480e-9bdf-44e004846361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:04.389847 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 77d5afd9-47e3-42fd-907f-f3fa03cddd49 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:18:04.391637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 77d5afd9-47e3-42fd-907f-f3fa03cddd49 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:18:04.453400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] For port 6f355881-85ee-4172-b14c-0c8ab532baf2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=6f355881-85ee-4172-b14c-0c8ab532baf2,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:04.454002 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:04.472491 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 6f355881-85ee-4172-b14c-0c8ab532baf2 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:18:04.505664 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ad8027ea-ddec-4900-8c85-4afabcba8def req-b814be5b-e145-44d4-a904-c41d6624dd83 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 210 time: 0.0879862 Apr 05 20:18:04.649230 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee9f6229-7ed1-41b9-8879-e98492e6fa07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:04.707470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Calling delete_port for 6f355881-85ee-4172-b14c-0c8ab532baf2 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:18:04.711940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9f6229-7ed1-41b9-8879-e98492e6fa07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc24b3a-a37c-494b-a838-0aaffea3c93e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:04.714482 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee9f6229-7ed1-41b9-8879-e98492e6fa07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:04.729117 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ee9f6229-7ed1-41b9-8879-e98492e6fa07 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bbc24b3a-a37c-494b-a838-0aaffea3c93e HTTP/1.1" status: 204 len: 168 time: 1.6097040 Apr 05 20:18:04.738685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33530) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:04.741686 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:04.752625 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94b1bcc-d576-4dce-adc5-36d3a29c21a8 None None] Network 58c86225-7231-45c2-907c-c1c0ff45fa7e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:18:04.803569 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:04.818553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 6f355881-85ee-4172-b14c-0c8ab532baf2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=6f355881-85ee-4172-b14c-0c8ab532baf2,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:04.823763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a07a16d-be07-4fb6-b16d-31042b1bb0ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f355881-85ee-4172-b14c-0c8ab532baf2'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:04.904082 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:04.904317 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-51146d68-88fc-480e-9bdf-44e004846361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:04.909577 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:04.910432 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ec747c6e-71eb-45b7-b971-b18c6ef132ef no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:18:04.923973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Deleting port 92013aab-fe75-48f9-babb-73a7667b89cc {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:18:04.924317 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:05.063144 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:05.214242 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a07a16d-be07-4fb6-b16d-31042b1bb0ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f355881-85ee-4172-b14c-0c8ab532baf2', 'code': 200} Apr 05 20:18:05.234862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:18:05.235709 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:18:05.250900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Pushing event updated for resources: {'Port': ['ID=17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:05.300226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:05.324785 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-51146d68-88fc-480e-9bdf-44e004846361 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec0be3aeb2b64018acfc51a956551edc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5677104 Apr 05 20:18:05.332276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33540) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:05.380013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51146d68-88fc-480e-9bdf-44e004846361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8a90d1-5a40-4e7f-a63e-d5a48be408ac,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:05.404375 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:05.417642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=6f355881-85ee-4172-b14c-0c8ab532baf2,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:05.434270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:05.437991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:05.461488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ec747c6e-71eb-45b7-b971-b18c6ef132ef, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:05.473621 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:05.574198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ec747c6e-71eb-45b7-b971-b18c6ef132ef,revision_number=11']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:05.609818 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51fdd8f-980c-4633-91f8-64a503ddb22b None None] Network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:18:05.628602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] For port 92013aab-fe75-48f9-babb-73a7667b89cc, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=92013aab-fe75-48f9-babb-73a7667b89cc,segment=NetworkSegment(4da4c3e2-4183-44b1-a771-b5e94e4b4048),segment_id=4da4c3e2-4183-44b1-a771-b5e94e4b4048)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:05.629177 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:05.644261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991c5f2f-1cfb-438d-b2d7-7c8000bb509f None None] DHCP port deletion for 58c86225-7231-45c2-907c-c1c0ff45fa7e request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:18:05.665615 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ef7c-c9be-4896-903d-2255cabebc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:05.672916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-991c5f2f-1cfb-438d-b2d7-7c8000bb509f None None] Deleting port 92013aab-fe75-48f9-babb-73a7667b89cc {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:18:05.673408 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-991c5f2f-1cfb-438d-b2d7-7c8000bb509f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:05.728172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056072ad-538e-4cf3-a62f-0ce6b2db1d97 req-6be9b4c5-ff8b-4965-8b0e-fc25aef66d23 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:05.730143 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-056072ad-538e-4cf3-a62f-0ce6b2db1d97 req-6be9b4c5-ff8b-4965-8b0e-fc25aef66d23 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 943 time: 0.7921183 Apr 05 20:18:05.739400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Deleting port 6f355881-85ee-4172-b14c-0c8ab532baf2 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:18:05.739744 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:05.783916 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ef7c-c9be-4896-903d-2255cabebc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:05.784625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Calling delete_port for 92013aab-fe75-48f9-babb-73a7667b89cc owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:18:05.832834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7ff52be4-03d7-4d0c-89c5-bccb1ed663cf None None] Provisioning for port c7a4d4e3-1a55-4650-997d-7e2b633e8541 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:05.902187 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-056072ad-538e-4cf3-a62f-0ce6b2db1d97 req-17d07f0f-3303-4ad5-847b-e8ef08a37e17 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636503 Apr 05 20:18:05.966191 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:06.005369 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:06.099403 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ef7c-c9be-4896-903d-2255cabebc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:06.203196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6ef7c-c9be-4896-903d-2255cabebc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8a90d1-5a40-4e7f-a63e-d5a48be408ac,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:06.242908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-991c5f2f-1cfb-438d-b2d7-7c8000bb509f None None] For port 92013aab-fe75-48f9-babb-73a7667b89cc, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=92013aab-fe75-48f9-babb-73a7667b89cc,segment=NetworkSegment(4da4c3e2-4183-44b1-a771-b5e94e4b4048),segment_id=4da4c3e2-4183-44b1-a771-b5e94e4b4048)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:06.243398 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-991c5f2f-1cfb-438d-b2d7-7c8000bb509f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:06.304773 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6ef7c-c9be-4896-903d-2255cabebc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:06.305482 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7ef6ef7c-c9be-4896-903d-2255cabebc66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae8a90d1-5a40-4e7f-a63e-d5a48be408ac HTTP/1.1" status: 204 len: 168 time: 0.9691052 Apr 05 20:18:06.314768 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:06.314967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=92013aab-fe75-48f9-babb-73a7667b89cc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:06.320199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] No DVR routers for this DVR port 92013aab-fe75-48f9-babb-73a7667b89cc on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:18:06.332359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57cdeb-a2f8-4228-9ac8-1212dfb08f55 req-75943d0c-5ff1-44a7-95b2-e5c7340d08df tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:06.333018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:06.340119 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e57cdeb-a2f8-4228-9ac8-1212dfb08f55 req-75943d0c-5ff1-44a7-95b2-e5c7340d08df tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 949 time: 0.9104302 Apr 05 20:18:06.360485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['9a0e5d13-dbd6-4043-8bad-6b03b0441c91'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:06.405029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:06.405666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:06.406192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:06.406702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:06.407191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:06.407677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:06.408175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:06.408669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:06.409150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:06.409632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:06.410148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:06.420890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:06.427071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event updated for resources: {'Port': ['ID=8afa48ed-563e-4004-b550-5f7b2dc1c4b9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:06.495719 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357a602-366a-4e59-9ca0-a50a3b4dfb53 req-a3c60c6d-7b43-4343-b856-648ad51371c3 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:06.497477 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9357a602-366a-4e59-9ca0-a50a3b4dfb53 req-a3c60c6d-7b43-4343-b856-648ad51371c3 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 944 time: 0.4158101 Apr 05 20:18:06.500027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Network 5ee47cee-4865-4aba-8a5b-ec49888bd827 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:06.502157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] For port 6f355881-85ee-4172-b14c-0c8ab532baf2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=6f355881-85ee-4172-b14c-0c8ab532baf2,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:06.503035 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:06.513480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:06.541680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:06.582563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e57cdeb-a2f8-4228-9ac8-1212dfb08f55 req-3c710fc3-f946-4d37-a13c-233d26d5ce3e tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05abd1-96b2-469c-9c4e-d6696909fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414806 Apr 05 20:18:06.593376 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-991c5f2f-1cfb-438d-b2d7-7c8000bb509f None None] Calling delete_port for 92013aab-fe75-48f9-babb-73a7667b89cc owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:18:06.624999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:06.625747 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:06.683267 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 8c34ec67-56d8-4d76-8c0f-ab879900da7a details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:18:06.694388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c7a4d4e3-1a55-4650-997d-7e2b633e8541 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:06.721714 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:06.868692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Calling delete_port for 6f355881-85ee-4172-b14c-0c8ab532baf2 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:18:06.913871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c86225-7231-45c2-907c-c1c0ff45fa7e']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:06.946399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da4c3e2-4183-44b1-a771-b5e94e4b4048') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:06.946740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da4c3e2-4183-44b1-a771-b5e94e4b4048') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:06.967141 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9357a602-366a-4e59-9ca0-a50a3b4dfb53 req-76c3557a-14b5-4aff-86b7-9fe69e66d613 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547176 Apr 05 20:18:07.027299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:07.040812 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-f6d11908-62dd-404f-9647-70e00300bb78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9638581 Apr 05 20:18:07.060744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Request body: {'port': {'device_id': '83aba047-89fa-4a46-aed8-1a37985ded6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:07.063819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:07.079650 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:07.141251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:18:07.143487 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:18:07.162549 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:18:07.189144 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-991c5f2f-1cfb-438d-b2d7-7c8000bb509f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:18:07.189497 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-991c5f2f-1cfb-438d-b2d7-7c8000bb509f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:18:07.250514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:07.305118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b5c5c-4db7-42de-8ed5-004e3f0aa0e2 req-f6ab0808-4c4e-453e-a183-ec3881f5f4a6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:07.315791 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-215b5c5c-4db7-42de-8ed5-004e3f0aa0e2 req-f6ab0808-4c4e-453e-a183-ec3881f5f4a6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 931 time: 0.5046253 Apr 05 20:18:07.374514 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:07.377443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903fdce-0070-4417-8d38-2d9e806fbfa9 req-c7af11d0-b674-4bc8-9bb6-c0e22f3efc2f tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:07.379117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6903fdce-0070-4417-8d38-2d9e806fbfa9 req-c7af11d0-b674-4bc8-9bb6-c0e22f3efc2f tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.13 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 949 time: 0.4284916 Apr 05 20:18:07.387447 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:07.420604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c7a4d4e3-1a55-4650-997d-7e2b633e8541 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:07.439479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c7a4d4e3-1a55-4650-997d-7e2b633e8541 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:07.439969 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:07.547031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-6903fdce-0070-4417-8d38-2d9e806fbfa9 req-d592f02e-2ad4-4ea6-b838-47ccdd7edbfd tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Deleting port ec747c6e-71eb-45b7-b971-b18c6ef132ef {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:18:07.547685 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6903fdce-0070-4417-8d38-2d9e806fbfa9 req-d592f02e-2ad4-4ea6-b838-47ccdd7edbfd tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:07.558605 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/58c86225-7231-45c2-907c-c1c0ff45fa7e HTTP/1.1" status: 204 len: 168 time: 2.8186102 Apr 05 20:18:07.589503 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-215b5c5c-4db7-42de-8ed5-004e3f0aa0e2 req-eff9cb20-a1de-483a-b937-46a1a477748d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597544 Apr 05 20:18:07.590713 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:07.598506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da2b9a-a71d-4a40-aa15-8d52030b9fe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=58c86225-7231-45c2-907c-c1c0ff45fa7e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:07.665856 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:07.703869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:07.722090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-991c5f2f-1cfb-438d-b2d7-7c8000bb509f None None] Deleting port 92013aab-fe75-48f9-babb-73a7667b89cc {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:18:07.722641 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-991c5f2f-1cfb-438d-b2d7-7c8000bb509f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:07.752976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '8c34ec67-56d8-4d76-8c0f-ab879900da7a', 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4', 'port_id': '8c34ec67-56d8-4d76-8c0f-ab879900da7a', 'mac_address': 'fa:16:3e:5c:cb:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5346762e-f36c-499a-9d81-34ed675bbd11', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:18:07.760093 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef', 'code': 200} Apr 05 20:18:08.011548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33584) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:08.083712 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-991c5f2f-1cfb-438d-b2d7-7c8000bb509f None None] The port '92013aab-fe75-48f9-babb-73a7667b89cc' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:18:08.125051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6a6080fd-345f-4667-bd6b-67c0b6353974 None None] Provisioning complete for port c7a4d4e3-1a55-4650-997d-7e2b633e8541 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:08.125446 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6a6080fd-345f-4667-bd6b-67c0b6353974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:08.126768 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:08.164424 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:08.185913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port c7a4d4e3-1a55-4650-997d-7e2b633e8541, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c7a4d4e3-1a55-4650-997d-7e2b633e8541,segment=NetworkSegment(1d689488-4229-4b91-bd6c-b92ca9d678e0),segment_id=1d689488-4229-4b91-bd6c-b92ca9d678e0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:08.194024 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['303d46e7-b1b1-4459-829e-a84cf03427ec'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:08.223101 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:08.246328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60621b52-c275-41b3-ae26-7a9943300972 req-9e56affc-6ac0-498f-95b3-34dc6b0cda60 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:08.246885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6403ec6-f2fa-4001-81a5-2fa4c041aa7c req-ebe3021e-7773-42f4-9f60-b9195a4bedf4 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:08.247621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-f6403ec6-f2fa-4001-81a5-2fa4c041aa7c req-ebe3021e-7773-42f4-9f60-b9195a4bedf4 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Synchronizing usage tracker for tenant:0570f36056c84787be9766bc0091bbd1 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:08.249013 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60621b52-c275-41b3-ae26-7a9943300972 req-9e56affc-6ac0-498f-95b3-34dc6b0cda60 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 949 time: 0.2319274 Apr 05 20:18:08.268736 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:08.293474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Pushing event deleted for resources: {'Port': ['ID=6f355881-85ee-4172-b14c-0c8ab532baf2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:08.320618 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['fb349d40-e59e-4d3d-94d2-75cbcfd9a05c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:08.377447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c34ec67-56d8-4d76-8c0f-ab879900da7a {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:18:08.394955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:08.406373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 92013aab-fe75-48f9-babb-73a7667b89cc no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:18:08.411319 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-334dd5f0-44bc-4ceb-9f63-17eb663a0721 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15f1e4963ec848aab8e6a36d8339f80d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3744326 Apr 05 20:18:08.426737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33588) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:08.518545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-f6403ec6-f2fa-4001-81a5-2fa4c041aa7c req-ebe3021e-7773-42f4-9f60-b9195a4bedf4 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Unset dirty status for tenant:0570f36056c84787be9766bc0091bbd1 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:08.525804 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f6403ec6-f2fa-4001-81a5-2fa4c041aa7c req-ebe3021e-7773-42f4-9f60-b9195a4bedf4 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a07a16d-be07-4fb6-b16d-31042b1bb0ac HTTP/1.1" status: 200 len: 943 time: 1.3578320 Apr 05 20:18:08.530214 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:08.546119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 92013aab-fe75-48f9-babb-73a7667b89cc {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:18:08.546463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 92013aab-fe75-48f9-babb-73a7667b89cc not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:18:08.557556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] No DVR routers for this DVR port 6f355881-85ee-4172-b14c-0c8ab532baf2 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:18:08.588713 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60621b52-c275-41b3-ae26-7a9943300972 req-0645c527-dcb9-47fd-9ea7-d928b6f12085 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef05abd1-96b2-469c-9c4e-d6696909fa5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248825 Apr 05 20:18:08.624169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=c7a4d4e3-1a55-4650-997d-7e2b633e8541,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:08.636702 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:08.639203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e629fcf-e964-4507-a2ac-658d52bf6c6d req-b460a193-5b80-4a22-9aea-f798dfa55167 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.13 "DELETE /v2.0/ports/6f355881-85ee-4172-b14c-0c8ab532baf2 HTTP/1.1" status: 204 len: 173 time: 5.5290561 Apr 05 20:18:08.639339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a07a16d-be07-4fb6-b16d-31042b1bb0ac', 'name': 'network-vif-deleted', 'tag': '6f355881-85ee-4172-b14c-0c8ab532baf2'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:08.699055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Router 166238ec-6621-4ad6-b97d-4ba7573de1c3 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:18:08.789494 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:08.879986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['8c34ec67-56d8-4d76-8c0f-ab879900da7a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:08.964554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:18:08.979749 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Sync routers for ids ['166238ec-6621-4ad6-b97d-4ba7573de1c3'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:18:08.990397 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:08.992770 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-41e45ab5-2f75-4805-93da-9a06664c93c4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.6704519 Apr 05 20:18:08.995232 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Routers {'166238ec-6621-4ad6-b97d-4ba7573de1c3'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:18:08.995512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33598) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:08.996956 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:17:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['166238ec-6621-4ad6-b97d-4ba7573de1c3'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:09.013852 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:09.029061 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f6403ec6-f2fa-4001-81a5-2fa4c041aa7c req-99e2f4b4-4f97-43b1-b7e0-03b59bbf8534 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013728 Apr 05 20:18:09.055434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=8c34ec67-56d8-4d76-8c0f-ab879900da7a,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:09.200362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6903fdce-0070-4417-8d38-2d9e806fbfa9 req-d592f02e-2ad4-4ea6-b838-47ccdd7edbfd tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] For port ec747c6e-71eb-45b7-b971-b18c6ef132ef, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ec747c6e-71eb-45b7-b971-b18c6ef132ef,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:09.200737 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6903fdce-0070-4417-8d38-2d9e806fbfa9 req-d592f02e-2ad4-4ea6-b838-47ccdd7edbfd tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:09.411917 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-761ca482-dc3f-4c2b-95e7-d5a94d5eb8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:09.485785 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Set router 166238ec-6621-4ad6-b97d-4ba7573de1c3 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:18:09.562567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-6903fdce-0070-4417-8d38-2d9e806fbfa9 req-d592f02e-2ad4-4ea6-b838-47ccdd7edbfd tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Calling delete_port for ec747c6e-71eb-45b7-b971-b18c6ef132ef owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:18:09.701812 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-761ca482-dc3f-4c2b-95e7-d5a94d5eb8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:09.789153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:18:09.798043 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:09.832583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Transition to ACTIVE for port object 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:09.889842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00539b-2e38-4a3e-a686-7988ce5343f6 req-0c597b9d-4fbc-40c3-be35-2a699a09dd8d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:09.891432 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d00539b-2e38-4a3e-a686-7988ce5343f6 req-0c597b9d-4fbc-40c3-be35-2a699a09dd8d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 931 time: 0.2021327 Apr 05 20:18:09.944363 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:18:06Z', 'revision_number': 3, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port': {'id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:03Z', 'updated_at': '2022-04-05T20:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:09.948826 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:09.949566 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Checking router: 166238ec-6621-4ad6-b97d-4ba7573de1c3 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:18:09.949930 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Updating router 166238ec-6621-4ad6-b97d-4ba7573de1c3 port 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:18:10.031232 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:10.034495 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d00539b-2e38-4a3e-a686-7988ce5343f6 req-fbf13da8-6e3c-446e-9b5d-1f55efc76264 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321063 Apr 05 20:18:10.130535 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a07a16d-be07-4fb6-b16d-31042b1bb0ac', 'name': 'network-vif-deleted', 'tag': '6f355881-85ee-4172-b14c-0c8ab532baf2', 'status': 'completed', 'code': 200} Apr 05 20:18:10.209436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2005e9-921c-474a-a712-844bf8401bc3 req-96d3d176-7a79-4255-8cb1-31c5f4dea1af tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:10.211186 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd2005e9-921c-474a-a712-844bf8401bc3 req-96d3d176-7a79-4255-8cb1-31c5f4dea1af tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 945 time: 0.6751871 Apr 05 20:18:10.212920 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6903fdce-0070-4417-8d38-2d9e806fbfa9 req-d592f02e-2ad4-4ea6-b838-47ccdd7edbfd tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:10.213717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Pushing event updated for resources: {'Port': ['ID=8afa48ed-563e-4004-b550-5f7b2dc1c4b9,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:10.311785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592f02e-2ad4-4ea6-b838-47ccdd7edbfd tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Pushing event deleted for resources: {'Port': ['ID=ec747c6e-71eb-45b7-b971-b18c6ef132ef,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:10.322452 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0c12f97-82b1-4492-9ec1-cecfcf17a5d1 req-e4890735-2e1f-47a4-88d1-b1059075b4a8 tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 210 time: 0.0631733 Apr 05 20:18:10.328838 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:10.529945 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 8c34ec67-56d8-4d76-8c0f-ab879900da7a up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:10.664349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Allocated IP 172.20.0.1 (02b3d8f3-9178-4446-ba41-5abc3c2cc9b6/1b6eaa5a-77f4-4745-89f9-677c67578620/5d5cc314-b492-4d06-8902-e86480991533) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:10.734780 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:10.735054 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c7a4d4e3-1a55-4650-997d-7e2b633e8541 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:10.766067 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd2005e9-921c-474a-a712-844bf8401bc3 req-aa80e429-eb27-4dfe-867e-83eaa85b2f2f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577336 Apr 05 20:18:10.784061 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Transition to ACTIVE for port object 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:10.799056 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:10.886723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 8c34ec67-56d8-4d76-8c0f-ab879900da7a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:10.910904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 8c34ec67-56d8-4d76-8c0f-ab879900da7a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:10.910904 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:10.943110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Attempting to bind port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:10.958442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Attempting to bind port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:10.958955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Attempting to bind port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:10.983852 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Attempting to bind port 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:10.985703 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:18:10.986561 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Attempting to bind port 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:10.987179 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Attempting to bind port 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:10.992026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Attempting to bind port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:10.998989 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:10.999689 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:11.000332 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.000956 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:11.002999 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Bound port: 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:11.004108 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.007930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-6903fdce-0070-4417-8d38-2d9e806fbfa9 req-d592f02e-2ad4-4ea6-b838-47ccdd7edbfd tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] No DVR routers for this DVR port ec747c6e-71eb-45b7-b971-b18c6ef132ef on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:18:11.023367 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6903fdce-0070-4417-8d38-2d9e806fbfa9 req-d592f02e-2ad4-4ea6-b838-47ccdd7edbfd tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.027756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c7a4d4e3-1a55-4650-997d-7e2b633e8541 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:11.028126 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.030403 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-761ca482-dc3f-4c2b-95e7-d5a94d5eb8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.083904 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dcdee-dc01-43f6-88ab-3553b469ed93 None None] Pushing event updated for resources: {'Port': ['ID=17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:11.129034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ca482-dc3f-4c2b-95e7-d5a94d5eb8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e2790f-bc80-45c1-9d3e-ebe969a39a90,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:11.131037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:11.131627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Checking segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:11.131728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Bound using segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:11.135191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Bound port: 8afa48ed-563e-4004-b550-5f7b2dc1c4b9, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:11.136332 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.164057 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] For port 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:11.182103 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] For port 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:11.197936 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.203643 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-761ca482-dc3f-4c2b-95e7-d5a94d5eb8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.209526 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-761ca482-dc3f-4c2b-95e7-d5a94d5eb8c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3e2790f-bc80-45c1-9d3e-ebe969a39a90 HTTP/1.1" status: 204 len: 168 time: 2.7587831 Apr 05 20:18:11.210966 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.237935 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6903fdce-0070-4417-8d38-2d9e806fbfa9 req-d592f02e-2ad4-4ea6-b838-47ccdd7edbfd tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.13 "DELETE /v2.0/ports/ec747c6e-71eb-45b7-b971-b18c6ef132ef HTTP/1.1" status: 204 len: 173 time: 3.8329618 Apr 05 20:18:11.256690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Transition to ACTIVE for port object 5d5cc314-b492-4d06-8902-e86480991533 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:11.297211 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.321537 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.381020 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-04687e06-8779-40ee-9844-7527ae5777da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.382536 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Routers {'166238ec-6621-4ad6-b97d-4ba7573de1c3'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:18:11.383188 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:17:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['166238ec-6621-4ad6-b97d-4ba7573de1c3'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:11.409541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05414ae8-ebd3-4a5a-acd5-becfd1aff8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c34ec67-56d8-4d76-8c0f-ab879900da7a'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:11.438119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:11.450324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.451573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ec747c6e-71eb-45b7-b971-b18c6ef132ef no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:18:11.463890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:11.484917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:11.529592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:11.594715 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: ec747c6e-71eb-45b7-b971-b18c6ef132ef {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:18:11.595935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ec747c6e-71eb-45b7-b971-b18c6ef132ef not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:18:11.625075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] For port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:11.632579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] For port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8afa48ed-563e-4004-b550-5f7b2dc1c4b9,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:11.654291 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.663819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.669497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=8c34ec67-56d8-4d76-8c0f-ab879900da7a,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:11.800565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Pushing event updated for resources: {'Port': ['ID=8afa48ed-563e-4004-b550-5f7b2dc1c4b9,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:11.827882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:11.828498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:11.830782 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-abb6e162-7c9f-4fce-bf64-cf43ee9a1396 service neutron] 10.222.0.41 "PUT /v2.0/ports/8afa48ed-563e-4004-b550-5f7b2dc1c4b9 HTTP/1.1" status: 200 len: 1091 time: 4.7743096 Apr 05 20:18:11.930777 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2dcdee-dc01-43f6-88ab-3553b469ed93 None None] Pushing event updated for resources: {'Port': ['ID=17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:11.982517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-75cc9e83-5b25-4d36-a571-18878ff6e4e7 None None] Provisioning for port 5d5cc314-b492-4d06-8902-e86480991533 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:12.006727 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-75cc9e83-5b25-4d36-a571-18878ff6e4e7 None None] Provisioning complete for port 5d5cc314-b492-4d06-8902-e86480991533 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:12.008726 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-75cc9e83-5b25-4d36-a571-18878ff6e4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:12.062017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-5d9555e5-96a6-478d-9f56-d52fd13c87b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:12.063503 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-5d9555e5-96a6-478d-9f56-d52fd13c87b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 1094 time: 0.1676497 Apr 05 20:18:12.120454 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] Set router 166238ec-6621-4ad6-b97d-4ba7573de1c3 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:18:12.151596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'name': 'network-vif-deleted', 'tag': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef'}, {'name': 'network-changed', 'server_uuid': '83aba047-89fa-4a46-aed8-1a37985ded6e', 'tag': '8afa48ed-563e-4004-b550-5f7b2dc1c4b9'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:12.157633 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-36eb40ec-92a5-4a44-817f-bd65cd8ba083 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8afa48ed-563e-4004-b550-5f7b2dc1c4b9 HTTP/1.1" status: 200 len: 217 time: 0.0850680 Apr 05 20:18:12.160571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-75cc9e83-5b25-4d36-a571-18878ff6e4e7 None None] Port 5d5cc314-b492-4d06-8902-e86480991533 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:18:12.165839 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d0ecf486-b6b1-4089-82a8-3f42d3e4550d req-e0eb4767-fa7b-4d0d-8c36-af67412cbf0c tempest-ImagesOneServerTestJSON-1409429428 tempest-ImagesOneServerTestJSON-1409429428-project] 10.222.0.24 "GET /v2.0/ports?device_id=da62e478-177a-4b4b-a532-fa77e77f7fe6 HTTP/1.1" status: 200 len: 210 time: 0.1446841 Apr 05 20:18:12.179076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Pushing event updated for resources: {'Port': ['ID=5d5cc314-b492-4d06-8902-e86480991533,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:12.273712 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05414ae8-ebd3-4a5a-acd5-becfd1aff8cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c34ec67-56d8-4d76-8c0f-ab879900da7a', 'code': 200} Apr 05 20:18:12.367543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f399539-a6a5-4691-bead-14d0169bf589 req-7e68db59-e358-45a3-968f-554b6da792e7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:12.368588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5f399539-a6a5-4691-bead-14d0169bf589 req-7e68db59-e358-45a3-968f-554b6da792e7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Synchronizing usage tracker for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:12.444380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-d5aa350e-34f3-4f49-a68b-32862f504584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:12.446323 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-d5aa350e-34f3-4f49-a68b-32862f504584 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.2797480 Apr 05 20:18:12.503016 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-fde31b12-413d-4a16-816a-feb2967c2795 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476120 Apr 05 20:18:12.504384 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5f399539-a6a5-4691-bead-14d0169bf589 req-7e68db59-e358-45a3-968f-554b6da792e7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Unset dirty status for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:12.511685 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5f399539-a6a5-4691-bead-14d0169bf589 req-7e68db59-e358-45a3-968f-554b6da792e7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 943 time: 0.5431046 Apr 05 20:18:12.670808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4044618-963a-4ca5-b64f-59d55a455e0a req-3ba45662-6a5f-489e-a0a4-9785a5d4fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:12.672570 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4044618-963a-4ca5-b64f-59d55a455e0a req-3ba45662-6a5f-489e-a0a4-9785a5d4fe73 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 1097 time: 0.2961125 Apr 05 20:18:12.689071 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:12.715068 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5f399539-a6a5-4691-bead-14d0169bf589 req-72b0bd81-4e81-4820-b68e-aac4f6293f97 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021670 Apr 05 20:18:12.715396 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:18:06Z', 'revision_number': 3, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port': {'id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:03Z', 'updated_at': '2022-04-05T20:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:12.722961 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6d6188-a623-4367-9836-e71de455ea46 None None] The sync data for ids ['166238ec-6621-4ad6-b97d-4ba7573de1c3'] in n-d-836604-1 is: [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:18:06Z', 'revision_number': 3, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port': {'id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:03Z', 'updated_at': '2022-04-05T20:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:18:12.814179 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4044618-963a-4ca5-b64f-59d55a455e0a req-640ee0ae-c527-4ea8-8e0d-8367677b6215 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289268 Apr 05 20:18:12.835823 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-2ff82d91-5634-46e0-a8de-38a830ad1d38 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192999 Apr 05 20:18:12.898665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb162b-d2e6-42a6-946d-40958c4916b5 req-df3cb3bf-fcf1-44f5-a7c7-3f219d8fd68b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:12.907075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40eb162b-d2e6-42a6-946d-40958c4916b5 req-df3cb3bf-fcf1-44f5-a7c7-3f219d8fd68b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 946 time: 0.4093814 Apr 05 20:18:13.016522 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40eb162b-d2e6-42a6-946d-40958c4916b5 req-d9002b0f-9cc1-4732-8dd3-4e2819b1185e tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082442 Apr 05 20:18:13.041974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33662) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:13.105547 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da62e478-177a-4b4b-a532-fa77e77f7fe6', 'name': 'network-vif-deleted', 'tag': 'ec747c6e-71eb-45b7-b971-b18c6ef132ef', 'status': 'completed', 'code': 200} Apr 05 20:18:13.106440 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83aba047-89fa-4a46-aed8-1a37985ded6e', 'tag': '8afa48ed-563e-4004-b550-5f7b2dc1c4b9', 'status': 'completed', 'code': 200} Apr 05 20:18:13.181505 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a8b9515-e956-43cb-b451-cabc24d38ae4 req-e183bda9-1349-4763-99e0-968418732db1 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367143 Apr 05 20:18:13.371585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1464db-0308-4866-8bd9-02a9cd028dc3 req-d0042e9f-d773-4330-bcf7-71b8ad67eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:13.373080 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3c1464db-0308-4866-8bd9-02a9cd028dc3 req-d0042e9f-d773-4330-bcf7-71b8ad67eccc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 1094 time: 0.1318371 Apr 05 20:18:13.404724 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:13.414275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1426477161-network', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:13.424904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:13.428839 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:13.431773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Usage tracker for resource:network and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:13.435386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:13.442756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:13.482932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Made reservation on behalf of 3189be43b8324ee6bd68d0b85dfb1996 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:13.490135 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:13.510254 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:13.536974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:13.542688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Usage tracker for resource:security_group_rule and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:13.545782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:13.553523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:13.633258 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-287ec819-6b0a-49bc-88e1-dbb713b5cf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:13.697180 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:13.754894 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:13.774900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Pushing event updated for resources: {'Port': ['ID=5d5cc314-b492-4d06-8902-e86480991533,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:13.798794 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:13.914155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:18:14.005583 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:14.019428 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Added segment 707af6f6-2f82-417c-b65f-ba05d80a3fbb of type vlan for network c1d4db6d-e221-421f-bec4-215e49978b5e Apr 05 20:18:14.028467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11bc8236-f36f-42c6-8058-c4f9252d7027,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:14.085763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33698) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:14.192106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:14.194011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:14.278074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1464db-0308-4866-8bd9-02a9cd028dc3 req-52deecc9-510b-4594-bba6-b149468e942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:14.282478 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3c1464db-0308-4866-8bd9-02a9cd028dc3 req-52deecc9-510b-4594-bba6-b149468e942b service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 907 time: 0.9005365 Apr 05 20:18:14.298600 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:14.510837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:14.512644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:14.512931 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:14.543853 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3c1464db-0308-4866-8bd9-02a9cd028dc3 req-792be953-afa4-464e-8730-89021fe85964 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8afa48ed-563e-4004-b550-5f7b2dc1c4b9 HTTP/1.1" status: 200 len: 217 time: 0.1829627 Apr 05 20:18:14.559593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Router 166238ec-6621-4ad6-b97d-4ba7573de1c3 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:18:14.633510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-08ff0977-f864-4015-b012-c58e8f36c05b None None] Provisioning complete for port 5d5cc314-b492-4d06-8902-e86480991533 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:14.634056 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-08ff0977-f864-4015-b012-c58e8f36c05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:14.760834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:14.882791 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:14.911071 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-08ff0977-f864-4015-b012-c58e8f36c05b None None] Port 5d5cc314-b492-4d06-8902-e86480991533 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:18:14.936269 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:14.954681 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7122c325-3e96-47b8-9e07-feb2475911d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cd42ccefd1d4dd5bcd69301b6bd2756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8662829 Apr 05 20:18:14.956374 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9125500 Apr 05 20:18:14.957391 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33708) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:14.961288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061f599-c7cf-41e6-a5ad-5060a99d1d35 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d4db6d-e221-421f-bec4-215e49978b5e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:14.962290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:14.967182 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33710) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:14.973964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Request body: {'subnet': {'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1426477161-subnet', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:14.977241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:14.977643 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:14.979622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:14.983746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Usage tracker for resource:subnet and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:14.986880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:14.995098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:15.016894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Made reservation on behalf of 3189be43b8324ee6bd68d0b85dfb1996 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:15.019273 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:15.042673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1464db-0308-4866-8bd9-02a9cd028dc3 req-0f1f2310-56ee-49e1-acb8-97044de2f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:15.044168 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3c1464db-0308-4866-8bd9-02a9cd028dc3 req-0f1f2310-56ee-49e1-acb8-97044de2f78a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.4903655 Apr 05 20:18:15.045362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:18:15.051734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaaca65-ad00-4646-ae34-fa958f2766ea req-e8021ac0-0664-469f-b315-97d876d4eb22 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:15.062130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network c1d4db6d-e221-421f-bec4-215e49978b5e details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:18:15.066658 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bfaaca65-ad00-4646-ae34-fa958f2766ea req-e8021ac0-0664-469f-b315-97d876d4eb22 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 943 time: 0.8974235 Apr 05 20:18:15.128509 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-02977619-170b-4489-a67f-5e56f4b5e561 admin admin] 10.222.0.24 "PUT /v2.0/routers/166238ec-6621-4ad6-b97d-4ba7573de1c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1295018 Apr 05 20:18:15.185860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f945c0b-76e0-4e35-8969-da5e1bfb11a4 req-78d3f7d9-2eba-4dd3-948c-4dc4762fc034 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:15.199795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f945c0b-76e0-4e35-8969-da5e1bfb11a4 req-78d3f7d9-2eba-4dd3-948c-4dc4762fc034 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:15.214167 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f945c0b-76e0-4e35-8969-da5e1bfb11a4 req-78d3f7d9-2eba-4dd3-948c-4dc4762fc034 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=82b19bfe-ebac-4656-b567-12bc444da034&device_id=d081b785-e498-4fcc-a18a-8bc1e15c3a6c HTTP/1.1" status: 200 len: 1681 time: 0.1658745 Apr 05 20:18:15.276710 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3c1464db-0308-4866-8bd9-02a9cd028dc3 req-fe20b42b-2542-42e2-b92c-bd18eff11fb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843909 Apr 05 20:18:15.312883 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f945c0b-76e0-4e35-8969-da5e1bfb11a4 req-ed27cd45-5a8a-4a1a-a544-c24c2fb7eb91 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972288 Apr 05 20:18:15.360975 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:15.390921 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:15.399560 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:15.510443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:15.515284 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bfaaca65-ad00-4646-ae34-fa958f2766ea req-5d5b494d-d3d3-4cf9-a66e-a623376558f3 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4475758 Apr 05 20:18:15.527463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:15.528561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:15.529151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:15.529588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:15.530056 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:15.530490 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:15.531694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:15.532745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:15.533191 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:15.533715 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:15.534180 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:15.534604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:15.551933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4fd4f9-3bff-442e-954a-2deeb261a522 req-4bd3e33e-0119-4ca2-b511-7423f3e905e8 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:15.559530 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a4fd4f9-3bff-442e-954a-2deeb261a522 req-4bd3e33e-0119-4ca2-b511-7423f3e905e8 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 946 time: 0.1297705 Apr 05 20:18:15.578141 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caef4604-e9dd-4e37-94f9-e016a256abc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:15.594482 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3c1464db-0308-4866-8bd9-02a9cd028dc3 req-0621012e-f7fa-40f6-88f8-bc41f225385b service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896817 Apr 05 20:18:15.603106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Sync routers for ids ['166238ec-6621-4ad6-b97d-4ba7573de1c3'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:18:15.614852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Routers {'166238ec-6621-4ad6-b97d-4ba7573de1c3'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:18:15.615052 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a4fd4f9-3bff-442e-954a-2deeb261a522 req-d8cf4db7-9992-404c-838f-a5f53d6db43d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536542 Apr 05 20:18:15.617265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:18:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['166238ec-6621-4ad6-b97d-4ba7573de1c3'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:15.655136 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caef4604-e9dd-4e37-94f9-e016a256abc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:15.932081 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:15.959008 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Set router 166238ec-6621-4ad6-b97d-4ba7573de1c3 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:18:16.021281 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3c1464db-0308-4866-8bd9-02a9cd028dc3 req-29bd1f2f-728f-4b41-b73e-3d0303e85413 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378618 Apr 05 20:18:16.023072 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caef4604-e9dd-4e37-94f9-e016a256abc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:16.043479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef4604-e9dd-4e37-94f9-e016a256abc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef05abd1-96b2-469c-9c4e-d6696909fa5f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:16.046187 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:16.230460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Checking segment: {'id': '707af6f6-2f82-417c-b65f-ba05d80a3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:16.231098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Network hostable DHCP agents. Network: c1d4db6d-e221-421f-bec4-215e49978b5e, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:18:16.238795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa31aa76-5a52-4e0c-aa3c-55565cc204cd,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:16.246291 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caef4604-e9dd-4e37-94f9-e016a256abc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:16.251041 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-caef4604-e9dd-4e37-94f9-e016a256abc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef05abd1-96b2-469c-9c4e-d6696909fa5f HTTP/1.1" status: 204 len: 168 time: 1.2873406 Apr 05 20:18:16.283440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Network c1d4db6d-e221-421f-bec4-215e49978b5e is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:18:16.307121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a363c99-a40c-46ea-a989-48c341b6baa0 req-18b4e0c0-740a-4809-b033-acde27d35719 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:16.310481 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a363c99-a40c-46ea-a989-48c341b6baa0 req-18b4e0c0-740a-4809-b033-acde27d35719 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 1097 time: 0.2088108 Apr 05 20:18:16.313017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, c1d4db6d-e221-421f-bec4-215e49978b5e) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:16.322102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:16.324897 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:16.369645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33736) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:16.370293 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4ff0ac32-c130-4746-89c8-e9eba3cc8479 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4014258 Apr 05 20:18:16.379023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:16.387026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:16.396053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Usage tracker for resource:router and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:16.402757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:16.415314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:16.418284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33740) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:16.424635 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a363c99-a40c-46ea-a989-48c341b6baa0 req-29ffd75a-8a6b-4947-9fb6-4caecb91674b tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780621 Apr 05 20:18:16.432311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819294969', 'description': 'tempest-description--1436470853'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:16.456636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:16.463653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Usage tracker for resource:security_group and tenant:c8e6baaa9292481fb609c06f3181442e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:16.470505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:16.483292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27052edd-e7b1-4e50-8b5d-bcaeec460be5 None None] Network c1d4db6d-e221-421f-bec4-215e49978b5e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:18:16.487557 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:16.488818 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:16.501571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:16.548109 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:16.572348 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:16.625122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:16.715887 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:16.765586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:18:16.970334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Usage tracker for resource:security_group_rule and tenant:c8e6baaa9292481fb609c06f3181442e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:16.974218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:17.047739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b768478-2a9e-4ff1-8d31-d2d20157821c req-61d196f7-bb96-48ba-b0f8-02902e2381ad tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:17.055253 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2b768478-2a9e-4ff1-8d31-d2d20157821c req-61d196f7-bb96-48ba-b0f8-02902e2381ad tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 943 time: 0.0992827 Apr 05 20:18:17.111068 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2b768478-2a9e-4ff1-8d31-d2d20157821c req-10e33188-a918-48a0-ad77-4eb380f88df2 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544918 Apr 05 20:18:17.113940 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:17.137204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:17.162291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-c1d4db6d-e221-421f-bec4-215e49978b5e', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'fixed_ips': [{'subnet_id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:18:17.163702 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:17.202671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:18:12Z', 'revision_number': 4, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port': {'id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:03Z', 'updated_at': '2022-04-05T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '5d5cc314-b492-4d06-8902-e86480991533', 'name': '', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'mac_address': 'fa:16:3e:e2:21:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:10Z', 'updated_at': '2022-04-05T20:18:12Z', 'revision_number': 2, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'subnets': [{'id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:17.261019 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Checking router: 166238ec-6621-4ad6-b97d-4ba7573de1c3 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:18:17.261652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Updating router 166238ec-6621-4ad6-b97d-4ba7573de1c3 port 5d5cc314-b492-4d06-8902-e86480991533 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:18:17.263461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a1dd9-71fc-4357-9c05-19f6110f15c6 req-4701c14e-9f89-4496-abd2-4f0957a24e7b tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:17.268782 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f58a1dd9-71fc-4357-9c05-19f6110f15c6 req-4701c14e-9f89-4496-abd2-4f0957a24e7b tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 1097 time: 0.3396680 Apr 05 20:18:17.304100 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8afa48ed-563e-4004-b550-5f7b2dc1c4b9,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:17.337322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:17.337950 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:17.412192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '8afa48ed-563e-4004-b550-5f7b2dc1c4b9', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'port_id': '8afa48ed-563e-4004-b550-5f7b2dc1c4b9', 'mac_address': 'fa:16:3e:de:6c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca381f74-bd26-46e2-abab-12d6223326b0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:18:17.441369 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:17.446410 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:18:17.569460 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f58a1dd9-71fc-4357-9c05-19f6110f15c6 req-f456447b-dd76-44d0-b02c-0b2c12e2dc11 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921512 Apr 05 20:18:17.662636 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:17.680993 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:17.688721 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:17.715844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:18:17.780834 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:17.782181 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3604760 Apr 05 20:18:17.785903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33788) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:17.808981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-95343995-9b5b-424a-b957-1dc5739bd22e tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Request body: {'security_group_rule': {'security_group_id': 'f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:17.824706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-95343995-9b5b-424a-b957-1dc5739bd22e tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:17.862005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Allocated IP 172.20.0.2 (c1d4db6d-e221-421f-bec4-215e49978b5e/aa31aa76-5a52-4e0c-aa3c-55565cc204cd/b8dff3b2-165a-4360-8de7-569d02931803) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:17.907424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-95343995-9b5b-424a-b957-1dc5739bd22e tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Usage tracker for resource:security_group_rule and tenant:c8e6baaa9292481fb609c06f3181442e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:17.912686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-95343995-9b5b-424a-b957-1dc5739bd22e tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:17.930059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fa206-0439-4645-8b30-d2c93f8863e8 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:17.934305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-95343995-9b5b-424a-b957-1dc5739bd22e tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:18.124024 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8afa48ed-563e-4004-b550-5f7b2dc1c4b9,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:18.159648 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:18.160375 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95343995-9b5b-424a-b957-1dc5739bd22e tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:18.200638 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:18.274208 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:18.297262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=8afa48ed-563e-4004-b550-5f7b2dc1c4b9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:18.427441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['8afa48ed-563e-4004-b550-5f7b2dc1c4b9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:18.440790 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95343995-9b5b-424a-b957-1dc5739bd22e tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:18.481354 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95343995-9b5b-424a-b957-1dc5739bd22e tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:18.547134 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:18.554398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95343995-9b5b-424a-b957-1dc5739bd22e tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d1142f-fceb-4d78-8bf2-09418d88446e,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:18.597674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Allocated IP 172.25.8.38 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/68e698f5-69db-4b30-a117-f7552a65146d) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:18.609858 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95343995-9b5b-424a-b957-1dc5739bd22e tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:18.611980 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-95343995-9b5b-424a-b957-1dc5739bd22e tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8215010 Apr 05 20:18:18.614780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33804) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:18.627052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Transition to ACTIVE for port object b8dff3b2-165a-4360-8de7-569d02931803 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:18.627412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-be68dc50-a424-4824-a50c-9f210682b8bf tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Request body: {'security_group_rule': {'security_group_id': 'f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:18.656201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-be68dc50-a424-4824-a50c-9f210682b8bf tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:18.667548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-be68dc50-a424-4824-a50c-9f210682b8bf tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Usage tracker for resource:security_group_rule and tenant:c8e6baaa9292481fb609c06f3181442e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:18.672418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-be68dc50-a424-4824-a50c-9f210682b8bf tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:18.679962 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-be68dc50-a424-4824-a50c-9f210682b8bf tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:18.715304 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-be68dc50-a424-4824-a50c-9f210682b8bf tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:18.880563 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-be68dc50-a424-4824-a50c-9f210682b8bf tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:18.894212 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Transition to ACTIVE for port object b8dff3b2-165a-4360-8de7-569d02931803 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:18.895981 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:18:18.959348 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-be68dc50-a424-4824-a50c-9f210682b8bf tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:18.966912 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:19.060710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68dc50-a424-4824-a50c-9f210682b8bf tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b22913-ed0d-400c-964a-74bcb9147a46,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:19.084395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Network c1d4db6d-e221-421f-bec4-215e49978b5e is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:19.100862 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:19.103633 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-be68dc50-a424-4824-a50c-9f210682b8bf tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:19.104825 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-be68dc50-a424-4824-a50c-9f210682b8bf tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4859540 Apr 05 20:18:19.107654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:19.112839 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33822) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:19.120613 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:19.137522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:19.144123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Pushing event updated for resources: {'Port': ['ID=b8dff3b2-165a-4360-8de7-569d02931803,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:19.147106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:19.154236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Usage tracker for resource:floatingip and tenant:c8e6baaa9292481fb609c06f3181442e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:19.167686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:19.185097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:19.186893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33826) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:19.199081 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Transition to ACTIVE for port object 5d5cc314-b492-4d06-8902-e86480991533 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:19.207578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883c12d-6dea-40cb-968e-ccebab1577dd req-0c502095-dd36-43ed-81e9-36c8d71e2c99 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:19.209193 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2883c12d-6dea-40cb-968e-ccebab1577dd req-0c502095-dd36-43ed-81e9-36c8d71e2c99 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.41 "GET /v2.0/ports?device_id=d081b785-e498-4fcc-a18a-8bc1e15c3a6c HTTP/1.1" status: 200 len: 945 time: 0.3267257 Apr 05 20:18:19.253133 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:19.339200 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:19.376986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b959bf-20ee-47fd-94dd-975dd2e531a2 req-c7595e7e-e68c-48a4-9835-d8c23d101db1 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:19.378877 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18b959bf-20ee-47fd-94dd-975dd2e531a2 req-c7595e7e-e68c-48a4-9835-d8c23d101db1 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 944 time: 0.4680800 Apr 05 20:18:19.388957 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:19.496252 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18b959bf-20ee-47fd-94dd-975dd2e531a2 req-42d0e9f0-7520-4386-978c-00db1c9ebf07 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064730 Apr 05 20:18:19.529503 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:19.562529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-2883c12d-6dea-40cb-968e-ccebab1577dd req-40974d73-4839-48e3-92b8-e29cb2a3875e tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Deleting port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:18:19.563099 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2883c12d-6dea-40cb-968e-ccebab1577dd req-40974d73-4839-48e3-92b8-e29cb2a3875e tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:19.695690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Attempting to bind port 5d5cc314-b492-4d06-8902-e86480991533 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:19.696843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Attempting to bind port 5d5cc314-b492-4d06-8902-e86480991533 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1d689488-4229-4b91-bd6c-b92ca9d678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:19.699040 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Attempting to bind port 5d5cc314-b492-4d06-8902-e86480991533 on network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:19.708685 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Attempting to bind port b8dff3b2-165a-4360-8de7-569d02931803 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:19.710203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Attempting to bind port b8dff3b2-165a-4360-8de7-569d02931803 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '707af6f6-2f82-417c-b65f-ba05d80a3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:19.711162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Attempting to bind port b8dff3b2-165a-4360-8de7-569d02931803 on network c1d4db6d-e221-421f-bec4-215e49978b5e {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:19.716436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1811a37-e184-4efb-a451-4478ce9e2da3 None None] Pushing event updated for resources: {'Port': ['ID=5d5cc314-b492-4d06-8902-e86480991533,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:19.723982 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:19.727076 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Checking segment: {'id': '1d689488-4229-4b91-bd6c-b92ca9d678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:19.727818 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:19.732882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:19.741072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Bound using segment: {'id': '1d689488-4229-4b91-bd6c-b92ca9d678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:19.743030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:19.743221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Bound port: 5d5cc314-b492-4d06-8902-e86480991533, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d689488-4229-4b91-bd6c-b92ca9d678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:19.744931 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:19.767852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:19.791579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68781dde-2f53-42c9-8473-1fab69f5f372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:19.795518 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:19.796132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Checking segment: {'id': '707af6f6-2f82-417c-b65f-ba05d80a3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:19.796731 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:19.797293 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Bound using segment: {'id': '707af6f6-2f82-417c-b65f-ba05d80a3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:19.798059 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Bound port: b8dff3b2-165a-4360-8de7-569d02931803, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707af6f6-2f82-417c-b65f-ba05d80a3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:19.798852 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:19.939823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-68781dde-2f53-42c9-8473-1fab69f5f372 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:19.944653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-68781dde-2f53-42c9-8473-1fab69f5f372 admin admin] Usage tracker for resource:security_group_rule and tenant:03d5d1ebff1b4cb2a1cab8dd1c79a8d8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:19.947310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Pushing event updated for resources: {'Port': ['ID=68e698f5-69db-4b30-a117-f7552a65146d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:19.949394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-68781dde-2f53-42c9-8473-1fab69f5f372 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:19.964780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-68781dde-2f53-42c9-8473-1fab69f5f372 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:20.028240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] For port b8dff3b2-165a-4360-8de7-569d02931803, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:20.072770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] For port b8dff3b2-165a-4360-8de7-569d02931803, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b8dff3b2-165a-4360-8de7-569d02931803,segment=NetworkSegment(707af6f6-2f82-417c-b65f-ba05d80a3fbb),segment_id=707af6f6-2f82-417c-b65f-ba05d80a3fbb)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:20.083535 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:20.085926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68781dde-2f53-42c9-8473-1fab69f5f372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:20.143235 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68781dde-2f53-42c9-8473-1fab69f5f372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:20.151778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] For port 5d5cc314-b492-4d06-8902-e86480991533, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:20.176639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] For port 5d5cc314-b492-4d06-8902-e86480991533, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5d5cc314-b492-4d06-8902-e86480991533,segment=NetworkSegment(1d689488-4229-4b91-bd6c-b92ca9d678e0),segment_id=1d689488-4229-4b91-bd6c-b92ca9d678e0)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:20.192183 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:20.221408 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ab3be-cef1-451d-83d7-814d9616600e None None] Pushing event updated for resources: {'Port': ['ID=b8dff3b2-165a-4360-8de7-569d02931803,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:20.223905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe75a06f-6f8e-4fe7-9b28-cfe080a35931 req-36814c1c-6811-4d0e-a3fc-58e80dff9e9d tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:20.231169 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe75a06f-6f8e-4fe7-9b28-cfe080a35931 req-36814c1c-6811-4d0e-a3fc-58e80dff9e9d tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=d081b785-e498-4fcc-a18a-8bc1e15c3a6c HTTP/1.1" status: 200 len: 945 time: 0.3787022 Apr 05 20:18:20.299761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe75a06f-6f8e-4fe7-9b28-cfe080a35931 req-53406bf2-1756-49a6-b9a4-b009885d1864 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676012 Apr 05 20:18:20.459537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1811a37-e184-4efb-a451-4478ce9e2da3 None None] Pushing event updated for resources: {'Port': ['ID=5d5cc314-b492-4d06-8902-e86480991533,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:20.480905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Routers {'166238ec-6621-4ad6-b97d-4ba7573de1c3'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:18:20.481710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:18:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['166238ec-6621-4ad6-b97d-4ba7573de1c3'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:20.531950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-ee0fd5ea-f525-44c4-b234-577ba220ff27 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:18:20.549152 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-ee0fd5ea-f525-44c4-b234-577ba220ff27 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121098 Apr 05 20:18:20.560964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] Request body: {'binding': {'host': 'n-h2-836604-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:20.569482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] Unknown quota resources ['binding']. {{(pid=87965) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 05 20:18:20.668073 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:20.718926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:20.767872 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-68781dde-2f53-42c9-8473-1fab69f5f372 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03d5d1ebff1b4cb2a1cab8dd1c79a8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5575581 Apr 05 20:18:20.781538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33860) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:20.886205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b8dff3b2-165a-4360-8de7-569d02931803 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:21.013666 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e9634ab-5233-40c0-a888-c9be1b987bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:21.145856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68781dde-2f53-42c9-8473-1fab69f5f372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94e717d-7014-47bc-a1fb-5ad5e023146b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:21.160929 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e9634ab-5233-40c0-a888-c9be1b987bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:21.194502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:21.202673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80482982-4783-4980-a490-4d54c9c07e5e req-9a70c535-a80b-4287-846a-d9823f19b865 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:21.204265 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-80482982-4783-4980-a490-4d54c9c07e5e req-9a70c535-a80b-4287-846a-d9823f19b865 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.13 "GET /v2.0/ports?device_id=82b19bfe-ebac-4656-b567-12bc444da034 HTTP/1.1" status: 200 len: 945 time: 1.5411317 Apr 05 20:18:21.259770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] Set router 166238ec-6621-4ad6-b97d-4ba7573de1c3 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:18:21.348300 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:21.418650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:21.419135 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:21.428273 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-2883c12d-6dea-40cb-968e-ccebab1577dd req-40974d73-4839-48e3-92b8-e29cb2a3875e tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] For port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fb349d40-e59e-4d3d-94d2-75cbcfd9a05c,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:21.428630 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2883c12d-6dea-40cb-968e-ccebab1577dd req-40974d73-4839-48e3-92b8-e29cb2a3875e tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:21.522497 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-3d2e101d-c3a3-412c-b11d-6236ecd719e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6566489 Apr 05 20:18:21.545828 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e9634ab-5233-40c0-a888-c9be1b987bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:21.655657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port b8dff3b2-165a-4360-8de7-569d02931803 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:21.720874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-2883c12d-6dea-40cb-968e-ccebab1577dd req-40974d73-4839-48e3-92b8-e29cb2a3875e tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Calling delete_port for fb349d40-e59e-4d3d-94d2-75cbcfd9a05c owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:18:21.762044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9634ab-5233-40c0-a888-c9be1b987bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94e717d-7014-47bc-a1fb-5ad5e023146b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:21.780941 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e9634ab-5233-40c0-a888-c9be1b987bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:21.782527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5e9634ab-5233-40c0-a888-c9be1b987bb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f94e717d-7014-47bc-a1fb-5ad5e023146b HTTP/1.1" status: 204 len: 168 time: 0.9920461 Apr 05 20:18:21.862270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf27b4b-acf6-4bec-a5d6-651abdcc9f39 req-c9ef57aa-18d8-4f38-8645-b35607cbe080 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:21.864179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1cf27b4b-acf6-4bec-a5d6-651abdcc9f39 req-c9ef57aa-18d8-4f38-8645-b35607cbe080 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 944 time: 0.5085888 Apr 05 20:18:21.883739 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:21.935077 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1cf27b4b-acf6-4bec-a5d6-651abdcc9f39 req-d3db9308-d442-4724-b6dc-86140166de71 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634427 Apr 05 20:18:21.938707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Router 63f47700-846b-4c4b-87fb-7628940b6b67 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:18:21.949631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aba047-89fa-4a46-aed8-1a37985ded6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afa48ed-563e-4004-b550-5f7b2dc1c4b9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:21.953280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] Attempting to bind port 8c34ec67-56d8-4d76-8c0f-ab879900da7a on host n-h2-836604-1 for vnic_type normal with profile None {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:21.953743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] Attempting to bind port 8c34ec67-56d8-4d76-8c0f-ab879900da7a by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:21.954357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] Attempting to bind port 8c34ec67-56d8-4d76-8c0f-ab879900da7a on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:21.959425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeae1db-e5f9-436a-89cf-47ff9db97940 None None] Network c1d4db6d-e221-421f-bec4-215e49978b5e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:18:22.020432 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:22.051763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8afa48ed-563e-4004-b550-5f7b2dc1c4b9,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:22.101033 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:22.109322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] Port 8c34ec67-56d8-4d76-8c0f-ab879900da7a on network 51344418-38f5-4178-a1c3-ae0225c075f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:18:22.109588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] Attempting to bind port 8c34ec67-56d8-4d76-8c0f-ab879900da7a on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:22.123855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:22.124218 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] Checking segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:22.124727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] Bound using segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:22.125245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] Bound port: 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:22.177213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:22.185055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Deleting port 303d46e7-b1b1-4459-829e-a84cf03427ec {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:18:22.188666 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:22.202826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a0c26f8d-768c-453c-b0e0-3742db60e9cc None None] Provisioning for port b8dff3b2-165a-4360-8de7-569d02931803 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:22.234168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a0c26f8d-768c-453c-b0e0-3742db60e9cc None None] Provisioning complete for port b8dff3b2-165a-4360-8de7-569d02931803 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:22.234523 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a0c26f8d-768c-453c-b0e0-3742db60e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:22.366354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:18:12Z', 'revision_number': 4, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port': {'id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:03Z', 'updated_at': '2022-04-05T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '5d5cc314-b492-4d06-8902-e86480991533', 'name': '', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'mac_address': 'fa:16:3e:e2:21:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:10Z', 'updated_at': '2022-04-05T20:18:20Z', 'revision_number': 4, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'subnets': [{'id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:22.377918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e1ba59-a30a-45b5-a608-744b0d4e086a None None] The sync data for ids ['166238ec-6621-4ad6-b97d-4ba7573de1c3'] in n-d-836604-1 is: [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:18:12Z', 'revision_number': 4, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port': {'id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:03Z', 'updated_at': '2022-04-05T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '5d5cc314-b492-4d06-8902-e86480991533', 'name': '', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'mac_address': 'fa:16:3e:e2:21:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:10Z', 'updated_at': '2022-04-05T20:18:20Z', 'revision_number': 4, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'subnets': [{'id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:18:22.377918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=8afa48ed-563e-4004-b550-5f7b2dc1c4b9,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:22.402177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:18:22.413162 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Sync routers for ids ['63f47700-846b-4c4b-87fb-7628940b6b67'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:18:22.434858 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Routers {'63f47700-846b-4c4b-87fb-7628940b6b67'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:18:22.435491 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-79de0de6-8236-4102-890e-40102830bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:18:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['63f47700-846b-4c4b-87fb-7628940b6b67'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:22.437921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38816538-d375-4f8e-ba41-ba0f4fe2a64b req-3dab5907-003c-4d26-a8b7-e75911cab8b6 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:22.439458 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-38816538-d375-4f8e-ba41-ba0f4fe2a64b req-3dab5907-003c-4d26-a8b7-e75911cab8b6 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=d081b785-e498-4fcc-a18a-8bc1e15c3a6c HTTP/1.1" status: 200 len: 945 time: 0.1723604 Apr 05 20:18:22.441368 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:22.447694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a7bcb7f3-918c-4973-9788-fb32061e3908 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0708776 Apr 05 20:18:22.447694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33892) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:22.675763 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a0c26f8d-768c-453c-b0e0-3742db60e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:22.704869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 303d46e7-b1b1-4459-829e-a84cf03427ec no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:18:22.715199 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:22.716476 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] 10.222.0.24 "POST /v2.0/ports/8c34ec67-56d8-4d76-8c0f-ab879900da7a/bindings HTTP/1.1" status: 201 len: 389 time: 2.1664622 Apr 05 20:18:22.782376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-7a96de7e-8f09-4701-a48f-efd348a72bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:22.784042 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-7a96de7e-8f09-4701-a48f-efd348a72bc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 1095 time: 1.0951090 Apr 05 20:18:22.831126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device fb349d40-e59e-4d3d-94d2-75cbcfd9a05c no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:18:23.015278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5d5cc314-b492-4d06-8902-e86480991533 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:23.043733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-f6074098-17ae-4f8d-8504-a3e0bc8cb21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:23.045816 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-f6074098-17ae-4f8d-8504-a3e0bc8cb21f service neutron] 10.222.0.13 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.2045212 Apr 05 20:18:23.151797 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Set router 63f47700-846b-4c4b-87fb-7628940b6b67 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:18:23.385721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] For port 303d46e7-b1b1-4459-829e-a84cf03427ec, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=303d46e7-b1b1-4459-829e-a84cf03427ec,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:23.389275 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:23.404361 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aba047-89fa-4a46-aed8-1a37985ded6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afa48ed-563e-4004-b550-5f7b2dc1c4b9', 'code': 200} Apr 05 20:18:23.419517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-38816538-d375-4f8e-ba41-ba0f4fe2a64b req-d2cec8d1-4725-4b00-85f0-5a54e1a72c96 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9724717 Apr 05 20:18:23.805122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a0c26f8d-768c-453c-b0e0-3742db60e9cc None None] For port b8dff3b2-165a-4360-8de7-569d02931803, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b8dff3b2-165a-4360-8de7-569d02931803,segment=NetworkSegment(707af6f6-2f82-417c-b65f-ba05d80a3fbb),segment_id=707af6f6-2f82-417c-b65f-ba05d80a3fbb)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:23.887031 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a0c26f8d-768c-453c-b0e0-3742db60e9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:24.007857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 5d5cc314-b492-4d06-8902-e86480991533 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:24.018760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5d5cc314-b492-4d06-8902-e86480991533 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:24.020019 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:24.039855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Calling delete_port for 303d46e7-b1b1-4459-829e-a84cf03427ec owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:18:24.094937 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-79de0de6-8236-4102-890e-40102830bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:18:20Z', 'revision_number': 3, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:24.106359 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Checking router: 63f47700-846b-4c4b-87fb-7628940b6b67 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:18:24.106676 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Updating router 63f47700-846b-4c4b-87fb-7628940b6b67 port 68e698f5-69db-4b30-a117-f7552a65146d binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:18:24.187578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfdd63-4fa1-426c-aebc-964a7305e779 req-42013b78-467b-4717-9e6b-aaefdafce4e7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:24.195721 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ecfdd63-4fa1-426c-aebc-964a7305e779 req-42013b78-467b-4717-9e6b-aaefdafce4e7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 946 time: 0.4284987 Apr 05 20:18:24.217535 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-21e0874d-064a-42ec-adcb-4a023a312b64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1798e34a-6466-4810-94cb-b57fac47aee2 HTTP/1.1" status: 200 len: 217 time: 1.1504352 Apr 05 20:18:24.225168 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:24.303176 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ecfdd63-4fa1-426c-aebc-964a7305e779 req-fbb3c569-dc69-4623-84af-ed82963a26bd tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047444 Apr 05 20:18:24.320675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c26f8d-768c-453c-b0e0-3742db60e9cc None None] Pushing event updated for resources: {'Port': ['ID=b8dff3b2-165a-4360-8de7-569d02931803,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:24.397220 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:24.407619 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:24.416501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-ffee75ac-646b-451b-a13f-0002e55f7a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:24.431564 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-ffee75ac-646b-451b-a13f-0002e55f7a5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 1097 time: 1.0836473 Apr 05 20:18:24.589294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Allocated IP 172.25.8.26 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/8c484e0f-74ad-40e8-87e4-28e48d44cb81) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:24.676584 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2883c12d-6dea-40cb-968e-ccebab1577dd req-40974d73-4839-48e3-92b8-e29cb2a3875e tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:24.899919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 303d46e7-b1b1-4459-829e-a84cf03427ec, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=303d46e7-b1b1-4459-829e-a84cf03427ec,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:24.905567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-c4c10617-46a3-4961-9aa6-3c764106ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:24.908507 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-c4c10617-46a3-4961-9aa6-3c764106ca39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.5912538 Apr 05 20:18:24.908507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40974d73-4839-48e3-92b8-e29cb2a3875e tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Pushing event deleted for resources: {'Port': ['ID=fb349d40-e59e-4d3d-94d2-75cbcfd9a05c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:24.927660 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:24.993062 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:25.260325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b3837e8f-0459-4a8e-825d-20f3caec6aab None None] Provisioning complete for port b8dff3b2-165a-4360-8de7-569d02931803 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:25.261806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b3837e8f-0459-4a8e-825d-20f3caec6aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:25.268240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-ddfd7805-6a85-4615-9fdd-411ac19bf94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:25.269607 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-ddfd7805-6a85-4615-9fdd-411ac19bf94e service neutron] 10.222.0.41 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.8277533 Apr 05 20:18:25.274987 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:25.312719 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-6290ac8a-58fe-43f0-a34b-8941b5af6735 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3411670 Apr 05 20:18:25.345794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 5d5cc314-b492-4d06-8902-e86480991533, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5d5cc314-b492-4d06-8902-e86480991533,segment=NetworkSegment(1d689488-4229-4b91-bd6c-b92ca9d678e0),segment_id=1d689488-4229-4b91-bd6c-b92ca9d678e0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:25.348556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-2883c12d-6dea-40cb-968e-ccebab1577dd req-40974d73-4839-48e3-92b8-e29cb2a3875e tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] No DVR routers for this DVR port fb349d40-e59e-4d3d-94d2-75cbcfd9a05c on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:18:25.390007 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-6e0e42fb-6ba1-4da3-9e64-d9d80c9ab672 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a HTTP/1.1" status: 200 len: 217 time: 0.0946100 Apr 05 20:18:25.420660 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:25.422408 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b19bfe-ebac-4656-b567-12bc444da034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303d46e7-b1b1-4459-829e-a84cf03427ec'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:25.472810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=303d46e7-b1b1-4459-829e-a84cf03427ec,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:25.579975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b8dff3b2-165a-4360-8de7-569d02931803 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:25.602137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33948) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:25.651678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-489a39a8-11fe-4d9e-bac0-037061931015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:25.654595 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-489a39a8-11fe-4d9e-bac0-037061931015 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.2556438 Apr 05 20:18:25.784952 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-60689cd2-d75c-476d-8a3f-416a88244321 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221333 Apr 05 20:18:25.815260 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:18:25.815778 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:18:25.817504 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-84de9860-0ab4-4596-9814-89ef5dc854ec service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462483 Apr 05 20:18:25.848127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=5d5cc314-b492-4d06-8902-e86480991533,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:25.856985 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2883c12d-6dea-40cb-968e-ccebab1577dd req-40974d73-4839-48e3-92b8-e29cb2a3875e tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:25.893250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-b98bebe1-8de0-4775-9f73-645e2aaf4106 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:18:25.895260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd081b785-e498-4fcc-a18a-8bc1e15c3a6c', 'name': 'network-vif-deleted', 'tag': 'fb349d40-e59e-4d3d-94d2-75cbcfd9a05c'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:25.895462 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-b98bebe1-8de0-4775-9f73-645e2aaf4106 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443580 Apr 05 20:18:25.909483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372ae536-e697-4704-9018-d73f82e7ba63 req-bf3e02f3-d5d3-4c63-ad7c-12f25e6324a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:25.913458 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-372ae536-e697-4704-9018-d73f82e7ba63 req-bf3e02f3-d5d3-4c63-ad7c-12f25e6324a3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 1096 time: 1.7766225 Apr 05 20:18:25.959914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b8dff3b2-165a-4360-8de7-569d02931803 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:25.960293 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:26.007097 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-461981ae-f334-4d0e-bb67-f6af57e146ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:26.100362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-461981ae-f334-4d0e-bb67-f6af57e146ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:26.104730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-461981ae-f334-4d0e-bb67-f6af57e146ea admin admin] Usage tracker for resource:security_group_rule and tenant:bb15095498604e37aefed4065483ba05 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:26.107375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a83da-20ae-4a14-9ccd-3922c8e44452 req-0c77d9a7-d3e9-4d59-956c-afe998a049e6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:26.108551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-461981ae-f334-4d0e-bb67-f6af57e146ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:26.109318 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c66a83da-20ae-4a14-9ccd-3922c8e44452 req-0c77d9a7-d3e9-4d59-956c-afe998a049e6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 945 time: 1.9715323 Apr 05 20:18:26.123289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-461981ae-f334-4d0e-bb67-f6af57e146ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:26.196443 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2883c12d-6dea-40cb-968e-ccebab1577dd req-40974d73-4839-48e3-92b8-e29cb2a3875e tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.41 "DELETE /v2.0/ports/fb349d40-e59e-4d3d-94d2-75cbcfd9a05c HTTP/1.1" status: 204 len: 173 time: 6.9693208 Apr 05 20:18:26.236101 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-461981ae-f334-4d0e-bb67-f6af57e146ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:26.327699 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-461981ae-f334-4d0e-bb67-f6af57e146ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:26.382758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-afc05196-deb6-44b3-9b11-f03d2260b4af req-3ec06414-144d-4567-bbdb-c416fa4fcc25 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=d081b785-e498-4fcc-a18a-8bc1e15c3a6c HTTP/1.1" status: 200 len: 210 time: 0.2988753 Apr 05 20:18:26.389807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Deleting port 303d46e7-b1b1-4459-829e-a84cf03427ec {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:18:26.389807 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:26.465399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-741585fc-000c-4166-9c41-931e04ed7fb1 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5257938 Apr 05 20:18:26.467753 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-461981ae-f334-4d0e-bb67-f6af57e146ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb15095498604e37aefed4065483ba05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8632035 Apr 05 20:18:26.468943 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461981ae-f334-4d0e-bb67-f6af57e146ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c758999-b0d9-4c57-8a0c-e303bcb761da,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:26.475573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33960) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:26.588158 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-560cb163-b870-4a27-ab40-25feac612988 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705992 Apr 05 20:18:26.594615 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:26.614881 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-372ae536-e697-4704-9018-d73f82e7ba63 req-8f9001f1-5db2-4f72-adf4-8af5bc1d54d4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090255 Apr 05 20:18:26.643606 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c66a83da-20ae-4a14-9ccd-3922c8e44452 req-0ac64a71-2231-41ea-a13d-48f65f65c993 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626727 Apr 05 20:18:26.672799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Allocated IP 172.20.0.1 (c1d4db6d-e221-421f-bec4-215e49978b5e/aa31aa76-5a52-4e0c-aa3c-55565cc204cd/de8c9b84-a62d-4653-af50-6e535e5ba4af) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:26.745196 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b19bfe-ebac-4656-b567-12bc444da034', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '303d46e7-b1b1-4459-829e-a84cf03427ec', 'code': 200} Apr 05 20:18:26.882421 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:26.901526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Transition to ACTIVE for port object de8c9b84-a62d-4653-af50-6e535e5ba4af will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:26.951419 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:27.064815 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:27.145342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1d39dd7-0cf2-4554-857f-cd2117f23ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:27.172128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Network c1d4db6d-e221-421f-bec4-215e49978b5e is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:27.175259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:27.214366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:27.291054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:27.309129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:27.332080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:27.422236 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:27.467696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Pushing event updated for resources: {'Port': ['ID=8c484e0f-74ad-40e8-87e4-28e48d44cb81,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:27.504137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] For port 303d46e7-b1b1-4459-829e-a84cf03427ec, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=303d46e7-b1b1-4459-829e-a84cf03427ec,segment=NetworkSegment(0cc1f66e-6d2c-4747-8707-99292fcbbb53),segment_id=0cc1f66e-6d2c-4747-8707-99292fcbbb53)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:27.504501 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:27.560361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Pushing event updated for resources: {'Port': ['ID=de8c9b84-a62d-4653-af50-6e535e5ba4af,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:27.572582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1d39dd7-0cf2-4554-857f-cd2117f23ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:27.622950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5d5cc314-b492-4d06-8902-e86480991533 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:27.694365 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:27.703552 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-c3bd3494-0776-44b9-b3a7-b93216c02693 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2238617 Apr 05 20:18:27.764276 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Transition to ACTIVE for port object 68e698f5-69db-4b30-a117-f7552a65146d will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:27.784518 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:27.871091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f7953a0b-5aba-4d9d-b53d-8e47a16cd529 None None] Provisioning for port de8c9b84-a62d-4653-af50-6e535e5ba4af completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:27.883109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1f30b-3e84-4b7d-950b-31de089d1a5d req-22db4cb4-143a-4593-abbe-4233e90619af tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:27.902316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f7953a0b-5aba-4d9d-b53d-8e47a16cd529 None None] Provisioning complete for port de8c9b84-a62d-4653-af50-6e535e5ba4af triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:27.902623 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6f1f30b-3e84-4b7d-950b-31de089d1a5d req-22db4cb4-143a-4593-abbe-4233e90619af tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 946 time: 1.3490906 Apr 05 20:18:27.902758 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7953a0b-5aba-4d9d-b53d-8e47a16cd529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:27.999573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1d39dd7-0cf2-4554-857f-cd2117f23ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:28.004136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:28.069618 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0eebb4-7148-4323-8dd2-78ac63e3539b None None] Pushing event updated for resources: {'Port': ['ID=68e698f5-69db-4b30-a117-f7552a65146d,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:28.095017 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Attempting to bind port 68e698f5-69db-4b30-a117-f7552a65146d on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:28.097256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5d5cc314-b492-4d06-8902-e86480991533 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:28.097973 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:28.098124 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Attempting to bind port 68e698f5-69db-4b30-a117-f7552a65146d by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:28.098578 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Attempting to bind port 68e698f5-69db-4b30-a117-f7552a65146d on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:28.111578 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:28.113501 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:28.114661 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:28.118213 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:28.118845 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Bound port: 68e698f5-69db-4b30-a117-f7552a65146d, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:28.119341 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:28.145860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d39dd7-0cf2-4554-857f-cd2117f23ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c758999-b0d9-4c57-8a0c-e303bcb761da,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:28.194264 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f7953a0b-5aba-4d9d-b53d-8e47a16cd529 None None] Port de8c9b84-a62d-4653-af50-6e535e5ba4af cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:18:28.255214 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1d39dd7-0cf2-4554-857f-cd2117f23ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:28.256700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d1d39dd7-0cf2-4554-857f-cd2117f23ba9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c758999-b0d9-4c57-8a0c-e303bcb761da HTTP/1.1" status: 204 len: 168 time: 1.7799489 Apr 05 20:18:28.277607 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6f1f30b-3e84-4b7d-950b-31de089d1a5d req-57eccb90-6b75-4fcc-9d62-d0858ea07327 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711772 Apr 05 20:18:28.438781 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:28.450873 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-79de0de6-8236-4102-890e-40102830bb65 None None] For port 68e698f5-69db-4b30-a117-f7552a65146d, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:28.451808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Calling delete_port for 303d46e7-b1b1-4459-829e-a84cf03427ec owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:18:28.458204 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-79de0de6-8236-4102-890e-40102830bb65 None None] For port 68e698f5-69db-4b30-a117-f7552a65146d, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=68e698f5-69db-4b30-a117-f7552a65146d,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:28.478262 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:28.543583 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd081b785-e498-4fcc-a18a-8bc1e15c3a6c', 'name': 'network-vif-deleted', 'tag': 'fb349d40-e59e-4d3d-94d2-75cbcfd9a05c', 'status': 'completed', 'code': 200} Apr 05 20:18:28.547142 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-8914deed-1795-4222-82b9-bdc1f57fb400 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=82718aac-699e-434c-b739-f246ad8f371f HTTP/1.1" status: 200 len: 210 time: 0.0590982 Apr 05 20:18:28.607999 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Routers {'63f47700-846b-4c4b-87fb-7628940b6b67'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:18:28.608907 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-79de0de6-8236-4102-890e-40102830bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:18:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['63f47700-846b-4c4b-87fb-7628940b6b67'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:28.789044 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0eebb4-7148-4323-8dd2-78ac63e3539b None None] Pushing event updated for resources: {'Port': ['ID=68e698f5-69db-4b30-a117-f7552a65146d,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:29.010911 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:29.079640 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-79de0de6-8236-4102-890e-40102830bb65 None None] Set router 63f47700-846b-4c4b-87fb-7628940b6b67 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:18:29.150203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c6b4b-1602-4c6b-8e31-f0e6c6edd4cb req-ec71df46-3cbd-4d03-acca-a7cd2a1a79e2 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:29.158156 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-271c6b4b-1602-4c6b-8e31-f0e6c6edd4cb req-ec71df46-3cbd-4d03-acca-a7cd2a1a79e2 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 945 time: 0.1852083 Apr 05 20:18:29.209949 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:29.227646 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:29.361591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:29.432719 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:29.456785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Pushing event updated for resources: {'Port': ['ID=de8c9b84-a62d-4653-af50-6e535e5ba4af,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:29.480816 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-271c6b4b-1602-4c6b-8e31-f0e6c6edd4cb req-f7ac85a7-7ed1-4615-bf47-71d62950bb9c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217101 Apr 05 20:18:29.575881 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:29.737668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Network c1d4db6d-e221-421f-bec4-215e49978b5e is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:29.740623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:29.741436 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-79de0de6-8236-4102-890e-40102830bb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:18:27Z', 'revision_number': 4, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'de8c9b84-a62d-4653-af50-6e535e5ba4af', 'name': '', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'mac_address': 'fa:16:3e:7d:8b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:25Z', 'updated_at': '2022-04-05T20:18:26Z', 'revision_number': 1, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'subnets': [{'id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:29.765279 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79de0de6-8236-4102-890e-40102830bb65 None None] The sync data for ids ['63f47700-846b-4c4b-87fb-7628940b6b67'] in n-d-836604-1 is: [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:18:27Z', 'revision_number': 4, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'de8c9b84-a62d-4653-af50-6e535e5ba4af', 'name': '', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'mac_address': 'fa:16:3e:7d:8b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:25Z', 'updated_at': '2022-04-05T20:18:26Z', 'revision_number': 1, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'subnets': [{'id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:18:29.847886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34010) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:29.949234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Pushing event updated for resources: {'Port': ['ID=8c484e0f-74ad-40e8-87e4-28e48d44cb81,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:29.958038 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:30.004675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-9dc7b6dc-1ddf-41a4-99ed-9488eadf5cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:30.007064 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-9dc7b6dc-1ddf-41a4-99ed-9488eadf5cfb service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=1ccb3652f5a74824b97498e5d91e065f&shared=False HTTP/1.1" status: 200 len: 907 time: 1.3925951 Apr 05 20:18:30.099918 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:30.101128 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fa1de27e-4d6e-41ec-902a-e168549ebb08 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.9873559 Apr 05 20:18:30.150816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfb7b4-9d7d-413a-a22b-04b0ca14a924 req-8583c3c8-2d15-4207-b69c-d67c7c1366ff tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:30.152578 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e2dfb7b4-9d7d-413a-a22b-04b0ca14a924 req-8583c3c8-2d15-4207-b69c-d67c7c1366ff tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 946 time: 0.2700219 Apr 05 20:18:30.176094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Router 63f47700-846b-4c4b-87fb-7628940b6b67 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:18:30.257760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e1df4daf-56ac-4f94-a2af-2e50495fb7f9 None None] Provisioning complete for port de8c9b84-a62d-4653-af50-6e535e5ba4af triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:30.258812 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e1df4daf-56ac-4f94-a2af-2e50495fb7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:30.339963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-c5dfdc11-2cba-48c0-a91e-543cc0968e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:30.341717 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-c5dfdc11-2cba-48c0-a91e-543cc0968e0a service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3245087 Apr 05 20:18:30.358902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1476408423-network', 'tenant_id': 'ba422efab9264c8bb2041d46ec599ce5'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:30.369635 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:30.371933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:30.383310 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e1df4daf-56ac-4f94-a2af-2e50495fb7f9 None None] Port de8c9b84-a62d-4653-af50-6e535e5ba4af cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:18:30.389846 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e2dfb7b4-9d7d-413a-a22b-04b0ca14a924 req-0452a6b3-3a86-422d-8fff-7a04f46efa86 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179573 Apr 05 20:18:30.454539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Usage tracker for resource:network and tenant:ba422efab9264c8bb2041d46ec599ce5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:30.528556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:30.531112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:18:30.537852 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-aff0dbc9-4f98-4cbe-ada1-14a686811bed admin admin] 10.222.0.24 "PUT /v2.0/routers/63f47700-846b-4c4b-87fb-7628940b6b67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0897818 Apr 05 20:18:30.596751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Pushing event deleted for resources: {'Port': ['ID=303d46e7-b1b1-4459-829e-a84cf03427ec,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:30.625989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a0c18-0967-4fd3-8dd1-6f77b2193283 req-eb8ace19-9243-49f8-97d4-e14ce8452693 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:30.626892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-243a0c18-0967-4fd3-8dd1-6f77b2193283 req-eb8ace19-9243-49f8-97d4-e14ce8452693 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Synchronizing usage tracker for tenant:0570f36056c84787be9766bc0091bbd1 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:30.671805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:30.734409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Made reservation on behalf of ba422efab9264c8bb2041d46ec599ce5 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:30.736639 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:30.755829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] No DVR routers for this DVR port 303d46e7-b1b1-4459-829e-a84cf03427ec on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:18:30.761076 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:30.763387 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-80482982-4783-4980-a490-4d54c9c07e5e req-0e899969-f2cd-47e0-bd7c-dd388bffc425 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.13 "DELETE /v2.0/ports/303d46e7-b1b1-4459-829e-a84cf03427ec HTTP/1.1" status: 204 len: 173 time: 9.5423360 Apr 05 20:18:30.764214 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:30.774329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b19bfe-ebac-4656-b567-12bc444da034', 'name': 'network-vif-deleted', 'tag': '303d46e7-b1b1-4459-829e-a84cf03427ec'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:30.783237 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-243a0c18-0967-4fd3-8dd1-6f77b2193283 req-eb8ace19-9243-49f8-97d4-e14ce8452693 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] Unset dirty status for tenant:0570f36056c84787be9766bc0091bbd1 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:30.790541 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-243a0c18-0967-4fd3-8dd1-6f77b2193283 req-eb8ace19-9243-49f8-97d4-e14ce8452693 tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/ports?device_id=82b19bfe-ebac-4656-b567-12bc444da034 HTTP/1.1" status: 200 len: 943 time: 1.4230113 Apr 05 20:18:30.843953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:30.854009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Usage tracker for resource:security_group_rule and tenant:ba422efab9264c8bb2041d46ec599ce5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:30.858510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:30.871030 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-243a0c18-0967-4fd3-8dd1-6f77b2193283 req-56a21c76-ce5d-4699-8e08-af7087214d0d tempest-ListServersNegativeTestJSON-808617502 tempest-ListServersNegativeTestJSON-808617502-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0dede87-b410-45c8-bc6d-5610983566ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776124 Apr 05 20:18:30.881851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:31.095733 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:31.113742 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:31.152111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-a35454c3-6851-435b-bbb2-f14a9eb8e367 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:31.172161 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-a35454c3-6851-435b-bbb2-f14a9eb8e367 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 0.4958630 Apr 05 20:18:31.175282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57529e0-9648-4cc8-b9d9-fa7e0f29f939,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:31.197421 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-b4617e34-e082-4b32-94a2-412fa282e76e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/quotas/1ccb3652f5a74824b97498e5d91e065f HTTP/1.1" status: 200 len: 375 time: 0.0249796 Apr 05 20:18:31.198695 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-d7d1537e-400f-4d26-90d3-664eb9bee91f tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--819294969&fields=id&tenant_id=c8e6baaa9292481fb609c06f3181442e HTTP/1.1" status: 200 len: 267 time: 0.1335900 Apr 05 20:18:31.204864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:18:31.276537 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:31.276900 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Added segment 599c53cc-de93-4c01-8105-cf14151e699f of type vlan for network bfc4bdc5-1ced-461e-bc10-c47bc75ca844 Apr 05 20:18:31.315376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-167655a2-8473-42b8-ad1c-7dc26d76d36b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116006 Apr 05 20:18:31.399458 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:31.451558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9563d-27e2-4a29-827a-65165450f104 req-d65dbf3a-d377-47fa-bed4-170caa62a238 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:31.459860 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-d65dbf3a-d377-47fa-bed4-170caa62a238 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/networks?id=02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 HTTP/1.1" status: 200 len: 805 time: 0.2447228 Apr 05 20:18:31.480437 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-963278a8-61b3-427d-be86-19e0eaf75e45 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/quotas/c8e6baaa9292481fb609c06f3181442e HTTP/1.1" status: 200 len: 375 time: 0.0221860 Apr 05 20:18:31.558127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34062) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:31.577291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1770514046-network', 'tenant_id': '8a20b68b5717426e84c7000b10adb911'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:31.585776 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 68e698f5-69db-4b30-a117-f7552a65146d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:31.609674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-960bc3e7-2a5d-44c1-b641-d2a0d07eee68 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:18:31.612464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-960bc3e7-2a5d-44c1-b641-d2a0d07eee68 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2960494 Apr 05 20:18:31.613758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:31.682957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 68e698f5-69db-4b30-a117-f7552a65146d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:31.689034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 68e698f5-69db-4b30-a117-f7552a65146d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:31.689759 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:31.696727 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:31.698523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:31.699264 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:31.738175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Usage tracker for resource:network and tenant:8a20b68b5717426e84c7000b10adb911 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:31.743883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:31.803215 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7e3b973-26ea-4151-9b9b-9f31c42a35c3 req-55110690-107c-498e-9389-c78de384b845 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82718aac-699e-434c-b739-f246ad8f371f HTTP/1.1" status: 200 len: 210 time: 0.0752959 Apr 05 20:18:31.861989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:31.888813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Made reservation on behalf of 8a20b68b5717426e84c7000b10adb911 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:31.892201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:31.904759 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9482911 Apr 05 20:18:31.909596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34068) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:31.915117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8edde-0642-40e4-9071-0df29061edc6 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc4bdc5-1ced-461e-bc10-c47bc75ca844,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:31.918738 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:31.928724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Request body: {'subnet': {'network_id': 'bfc4bdc5-1ced-461e-bc10-c47bc75ca844', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1476408423-subnet', 'tenant_id': 'ba422efab9264c8bb2041d46ec599ce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:31.936260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network bfc4bdc5-1ced-461e-bc10-c47bc75ca844 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:18:31.938843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:31.951713 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-6f167334-0ecb-464a-8bac-603f6edf3d00 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8e6baaa9292481fb609c06f3181442e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4702201 Apr 05 20:18:31.952556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Usage tracker for resource:subnet and tenant:ba422efab9264c8bb2041d46ec599ce5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:31.956824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:31.959659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:31.965528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:31.966836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Usage tracker for resource:security_group_rule and tenant:8a20b68b5717426e84c7000b10adb911 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:31.982617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-47409a21-c8a7-4f00-8e52-949eb51f2518 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:18:31.983558 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-47409a21-c8a7-4f00-8e52-949eb51f2518 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054522 Apr 05 20:18:31.984782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Made reservation on behalf of ba422efab9264c8bb2041d46ec599ce5 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:31.987361 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:31.987837 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-8ba5ce3e-5f4b-4f68-b945-e2477f97460c service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641837 Apr 05 20:18:31.996807 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:32.019742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:32.044625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:32.110473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 68e698f5-69db-4b30-a117-f7552a65146d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=68e698f5-69db-4b30-a117-f7552a65146d,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:32.119476 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:32.212885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=68e698f5-69db-4b30-a117-f7552a65146d,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:32.248219 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-23abeba8-620c-40e4-a354-1b1c19b247e4 service neutron] 10.222.0.24 "GET /v2.0/networks/02b3d8f3-9178-4446-ba41-5abc3c2cc9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080202 Apr 05 20:18:32.362137 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-38bbff60-f0ea-402f-a0e9-73edd507e785 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628695 Apr 05 20:18:32.421116 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:32.428723 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:32.462934 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-e8ce4de4-bfb5-4a70-91dc-5e43946b0779 service neutron] 10.222.0.24 "GET /v2.0/networks/02b3d8f3-9178-4446-ba41-5abc3c2cc9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116683 Apr 05 20:18:32.462934 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:32.475238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830c15ef-90a6-456c-989d-8adee315deaf,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:32.487964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:18:32.503539 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:32.503539 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Added segment d820cd14-a6d2-440e-b8fe-f69207611bb4 of type vlan for network 449f2510-29c0-4b2a-b10b-f5cacbec66f4 Apr 05 20:18:32.548027 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:32.575119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45e809c8-78ae-4b63-8843-48261b3ae99b,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:32.595705 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:32.598942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:32.599111 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:32.649691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Checking segment: {'id': '599c53cc-de93-4c01-8105-cf14151e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bfc4bdc5-1ced-461e-bc10-c47bc75ca844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:32.649691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Network hostable DHCP agents. Network: bfc4bdc5-1ced-461e-bc10-c47bc75ca844, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:18:32.742304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Network bfc4bdc5-1ced-461e-bc10-c47bc75ca844 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:18:32.752891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, bfc4bdc5-1ced-461e-bc10-c47bc75ca844) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:32.760206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143697e0-4e81-4bc7-9fb3-9593e66f5b78 None None] Network bfc4bdc5-1ced-461e-bc10-c47bc75ca844 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:18:32.767912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:32.767912 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:32.848821 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-91ec8325-cb60-42e1-94ee-599fb6575484 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9168973 Apr 05 20:18:33.070385 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5051990 Apr 05 20:18:33.075127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34092) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:33.081162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Request body: {'subnet': {'network_id': '449f2510-29c0-4b2a-b10b-f5cacbec66f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1770514046-subnet', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:33.091131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:33.101482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Usage tracker for resource:subnet and tenant:8a20b68b5717426e84c7000b10adb911 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:33.104386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324042a9-de25-4110-ac8d-c2991d21a3c7 admin admin] Pushing event updated for resources: {'Network': ['ID=449f2510-29c0-4b2a-b10b-f5cacbec66f4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:33.117828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:33.140516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-cce1a5d9-101f-43ba-b7c6-c48e6d3df782 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Synchronizing usage tracker for tenant:afc6b2a088ed421e85a029e0c6d41ac8 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:33.147411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:33.163866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 449f2510-29c0-4b2a-b10b-f5cacbec66f4 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:18:33.193024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-cce1a5d9-101f-43ba-b7c6-c48e6d3df782 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Unset dirty status for tenant:afc6b2a088ed421e85a029e0c6d41ac8 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:33.193024 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-cce1a5d9-101f-43ba-b7c6-c48e6d3df782 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1525478057&fields=id&tenant_id=afc6b2a088ed421e85a029e0c6d41ac8 HTTP/1.1" status: 200 len: 267 time: 0.2194533 Apr 05 20:18:33.203757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Made reservation on behalf of 8a20b68b5717426e84c7000b10adb911 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:33.203757 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:33.449852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Sync routers for ids ['63f47700-846b-4c4b-87fb-7628940b6b67'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:18:33.627444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Routers {'63f47700-846b-4c4b-87fb-7628940b6b67'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:18:33.629245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:18:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['63f47700-846b-4c4b-87fb-7628940b6b67'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:33.651222 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:33.652714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-01348dc0-cd09-432c-a2a9-0376169afa10 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:33.653531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-01348dc0-cd09-432c-a2a9-0376169afa10 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Synchronizing usage tracker for tenant:afc6b2a088ed421e85a029e0c6d41ac8 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:33.677770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-01348dc0-cd09-432c-a2a9-0376169afa10 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Unset dirty status for tenant:afc6b2a088ed421e85a029e0c6d41ac8 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:33.689439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-01348dc0-cd09-432c-a2a9-0376169afa10 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/networks?id=6d694502-536f-4d64-833f-5cd2675c4f03 HTTP/1.1" status: 200 len: 816 time: 0.4872968 Apr 05 20:18:33.714717 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-e8781571-eceb-44f6-8a87-42a35fb5871e tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/quotas/afc6b2a088ed421e85a029e0c6d41ac8 HTTP/1.1" status: 200 len: 375 time: 0.0232251 Apr 05 20:18:33.821479 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b19bfe-ebac-4656-b567-12bc444da034', 'name': 'network-vif-deleted', 'tag': '303d46e7-b1b1-4459-829e-a84cf03427ec', 'status': 'completed', 'code': 200} Apr 05 20:18:33.831381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5a60c65-4e55-4b0c-9a57-ccd6f8842686,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:33.901755 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-de538fa3-cdde-496d-9d4b-bec688757769 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=afc6b2a088ed421e85a029e0c6d41ac8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1806366 Apr 05 20:18:33.970170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Checking segment: {'id': 'd820cd14-a6d2-440e-b8fe-f69207611bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '449f2510-29c0-4b2a-b10b-f5cacbec66f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:33.971031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Network hostable DHCP agents. Network: 449f2510-29c0-4b2a-b10b-f5cacbec66f4, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:18:34.028287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Network 449f2510-29c0-4b2a-b10b-f5cacbec66f4 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:18:34.047349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 449f2510-29c0-4b2a-b10b-f5cacbec66f4) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:34.060512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:34.061146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:34.069281 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 68e698f5-69db-4b30-a117-f7552a65146d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:34.080812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38a1ca-5d55-486a-bcb5-9c0bd8744670 req-88971d5d-4b1b-427b-afaf-49920cccfd21 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:34.082303 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cd38a1ca-5d55-486a-bcb5-9c0bd8744670 req-88971d5d-4b1b-427b-afaf-49920cccfd21 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 946 time: 0.1642842 Apr 05 20:18:34.128667 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3afb5e21-6e5c-47ef-ab2e-81b609b0561f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0557046 Apr 05 20:18:34.129451 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34108) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:34.137633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1770514046-router', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:34.143479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cd38a1ca-5d55-486a-bcb5-9c0bd8744670 req-940e249c-2820-43bd-b491-b13574e5cae0 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543499 Apr 05 20:18:34.145565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:34.149736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Usage tracker for resource:router and tenant:8a20b68b5717426e84c7000b10adb911 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:34.152629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:34.156315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395a1045-817e-4a5b-afe7-d3cc8ac5cd45 None None] Network 449f2510-29c0-4b2a-b10b-f5cacbec66f4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:18:34.158584 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:34.178735 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:34.179786 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:34.204994 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:34.208042 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-0b37296b-4a7b-4dee-ac15-4f804710407b service neutron] 10.222.0.24 "GET /v2.0/networks/6d694502-536f-4d64-833f-5cd2675c4f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893283 Apr 05 20:18:34.354075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Set router 63f47700-846b-4c4b-87fb-7628940b6b67 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:18:34.369981 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-c2a6b794-d300-43eb-b313-e27141ecbb51 service neutron] 10.222.0.24 "GET /v2.0/networks/6d694502-536f-4d64-833f-5cd2675c4f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559792 Apr 05 20:18:34.475895 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fcb7c9fb-67b8-4a6b-8fe6-3b92767d9046 req-7907c37a-a200-4224-bf50-2c99a09ab9fd tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 210 time: 0.1044252 Apr 05 20:18:34.579773 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 68e698f5-69db-4b30-a117-f7552a65146d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:34.580139 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:34.625240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:18:34.704279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:18:34.704814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 9a0e5d13-dbd6-4043-8bad-6b03b0441c91 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:18:34.728829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a447ca-f279-4f12-8b0a-761fa7091a7d None None] Network bfc4bdc5-1ced-461e-bc10-c47bc75ca844 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:18:34.878989 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:34.895414 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a165df45-c1aa-417a-b029-a9fb3c91050f req-6228b59a-bd21-4e0c-8352-0269c34d6021 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 210 time: 0.0950115 Apr 05 20:18:35.048958 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-449f2510-29c0-4b2a-b10b-f5cacbec66f4', 'network_id': '449f2510-29c0-4b2a-b10b-f5cacbec66f4', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'fixed_ips': [{'subnet_id': 'a5a60c65-4e55-4b0c-9a57-ccd6f8842686'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:18:35.049753 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:35.132023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34128) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:35.190076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-d229c02a-1003-4948-8ec1-9ec91a5eca26 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:35.192131 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-d229c02a-1003-4948-8ec1-9ec91a5eca26 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.13 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 0.3928266 Apr 05 20:18:35.251813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Request body: {'port': {'device_id': '943221c5-8313-44a3-be8e-2868cc045d3b', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'admin_state_up': True, 'tenant_id': '1ccb3652f5a74824b97498e5d91e065f'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:35.263263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae47fc5-d77f-49ae-acd6-4c022b35ada6 admin admin] Deleting subnet 6dc1b580-6025-4ece-a1cd-be94e8b4b55a {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:18:35.270405 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cae47fc5-d77f-49ae-acd6-4c022b35ada6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:35.382673 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cae47fc5-d77f-49ae-acd6-4c022b35ada6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:35.452138 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cae47fc5-d77f-49ae-acd6-4c022b35ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:35.558788 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cae47fc5-d77f-49ae-acd6-4c022b35ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:35.701141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae47fc5-d77f-49ae-acd6-4c022b35ada6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc1b580-6025-4ece-a1cd-be94e8b4b55a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:35.716773 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cae47fc5-d77f-49ae-acd6-4c022b35ada6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:35.727800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9563d-27e2-4a29-827a-65165450f104 req-51b280d1-720c-4402-8a9d-04f5a6ae8b0a tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:35.729204 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-51b280d1-720c-4402-8a9d-04f5a6ae8b0a tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.13 "GET /v2.0/networks?id=02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 HTTP/1.1" status: 200 len: 805 time: 0.5311029 Apr 05 20:18:35.731215 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c0cb6bbf-d754-4b20-8b27-09e3c77ce774 req-5fded8fb-89ff-4dab-8aec-4de5829250d1 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 210 time: 0.1604092 Apr 05 20:18:35.764669 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cae47fc5-d77f-49ae-acd6-4c022b35ada6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6dc1b580-6025-4ece-a1cd-be94e8b4b55a HTTP/1.1" status: 204 len: 168 time: 0.6310494 Apr 05 20:18:35.765623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34152) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:35.854143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:35.877995 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-68318713-486b-4cfa-9e73-e84dba682a88 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8e6baaa9292481fb609c06f3181442e HTTP/1.1" status: 200 len: 379 time: 0.1333182 Apr 05 20:18:35.896755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:35.912596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Request body: {'port': {'device_id': '53c7473e-4605-4610-8182-55cf3b4e4b1d', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'admin_state_up': True, 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'security_groups': ['f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:35.937216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-ba314c5f-f260-441d-bd27-1b49c6332266 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:35.937934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-ba314c5f-f260-441d-bd27-1b49c6332266 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Synchronizing usage tracker for tenant:ba422efab9264c8bb2041d46ec599ce5 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:35.950618 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Allocated IP 172.20.0.2 (449f2510-29c0-4b2a-b10b-f5cacbec66f4/a5a60c65-4e55-4b0c-9a57-ccd6f8842686/3c0bde5e-24bb-4f0e-8df3-4de91821fcae) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:35.975439 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:18:27Z', 'revision_number': 4, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'de8c9b84-a62d-4653-af50-6e535e5ba4af', 'name': '', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'mac_address': 'fa:16:3e:7d:8b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:25Z', 'updated_at': '2022-04-05T20:18:28Z', 'revision_number': 2, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'subnets': [{'id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:36.000545 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Checking router: 63f47700-846b-4c4b-87fb-7628940b6b67 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:18:36.000545 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Updating router 63f47700-846b-4c4b-87fb-7628940b6b67 port de8c9b84-a62d-4653-af50-6e535e5ba4af binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:18:36.094307 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:36.101390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Made reservation on behalf of 1ccb3652f5a74824b97498e5d91e065f for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:36.101390 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:36.141022 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59650997-7803-4126-a8de-d86cc9ad4478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:36.248006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-ba314c5f-f260-441d-bd27-1b49c6332266 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Unset dirty status for tenant:ba422efab9264c8bb2041d46ec599ce5 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:36.254494 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-ba314c5f-f260-441d-bd27-1b49c6332266 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/networks?id=bfc4bdc5-1ced-461e-bc10-c47bc75ca844 HTTP/1.1" status: 200 len: 814 time: 0.9115286 Apr 05 20:18:36.329053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb83b6-8a7d-4f0f-b330-6ec1404c0237 req-4eb0d156-b919-4a6d-86cb-7b8174e2f8d7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:36.338397 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fffb83b6-8a7d-4f0f-b330-6ec1404c0237 req-4eb0d156-b919-4a6d-86cb-7b8174e2f8d7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 946 time: 0.3289094 Apr 05 20:18:36.338749 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cd42e5ef-901e-4384-918d-2bbf26a45893 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/quotas/ba422efab9264c8bb2041d46ec599ce5 HTTP/1.1" status: 200 len: 375 time: 0.0833578 Apr 05 20:18:36.421190 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:36.443299 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:36.448345 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59650997-7803-4126-a8de-d86cc9ad4478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:36.479554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-59650997-7803-4126-a8de-d86cc9ad4478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a81b931-b603-496c-bb8a-cabbed1eed40']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:36.484916 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:36.494035 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-1dcd9f7b-fbf1-4d01-8d22-b6e6d3bcf17e tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba422efab9264c8bb2041d46ec599ce5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1408970 Apr 05 20:18:36.502470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:36.512612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Transition to ACTIVE for port object 3c0bde5e-24bb-4f0e-8df3-4de91821fcae will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:36.544098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-59650997-7803-4126-a8de-d86cc9ad4478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cc1f66e-6d2c-4747-8707-99292fcbbb53') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:36.544098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-59650997-7803-4126-a8de-d86cc9ad4478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cc1f66e-6d2c-4747-8707-99292fcbbb53') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:36.552913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Transition to ACTIVE for port object 3c0bde5e-24bb-4f0e-8df3-4de91821fcae will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:36.574464 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:36.579569 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59650997-7803-4126-a8de-d86cc9ad4478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:36.601611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Usage tracker for resource:port and tenant:c8e6baaa9292481fb609c06f3181442e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:36.661641 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fffb83b6-8a7d-4f0f-b330-6ec1404c0237 req-73582677-4088-41f2-b798-b1322c39d0f2 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156376 Apr 05 20:18:36.697824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Pushing event updated for resources: {'Port': ['ID=3c0bde5e-24bb-4f0e-8df3-4de91821fcae,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:36.704363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59650997-7803-4126-a8de-d86cc9ad4478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:36.704363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59650997-7803-4126-a8de-d86cc9ad4478 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:18:36.704363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59650997-7803-4126-a8de-d86cc9ad4478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:36.725827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Network 449f2510-29c0-4b2a-b10b-f5cacbec66f4 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:36.725827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:36.725827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:18:36.772303 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:18:36.901531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:36.930472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:36.951524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Attempting to bind port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:36.951524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Attempting to bind port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'd820cd14-a6d2-440e-b8fe-f69207611bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '449f2510-29c0-4b2a-b10b-f5cacbec66f4'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:36.951524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Attempting to bind port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae on network 449f2510-29c0-4b2a-b10b-f5cacbec66f4 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:36.980022 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:36.981376 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Checking segment: {'id': 'd820cd14-a6d2-440e-b8fe-f69207611bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '449f2510-29c0-4b2a-b10b-f5cacbec66f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:36.982245 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:37.009050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Bound using segment: {'id': 'd820cd14-a6d2-440e-b8fe-f69207611bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '449f2510-29c0-4b2a-b10b-f5cacbec66f4'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:37.009050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Bound port: 3c0bde5e-24bb-4f0e-8df3-4de91821fcae, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd820cd14-a6d2-440e-b8fe-f69207611bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '449f2510-29c0-4b2a-b10b-f5cacbec66f4'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:37.009050 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:37.042010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Made reservation on behalf of c8e6baaa9292481fb609c06f3181442e for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:37.047885 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:37.056644 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:37.092090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Allocated IP 172.20.0.8 (5ee47cee-4865-4aba-8a5b-ec49888bd827/ca381f74-bd26-46e2-abab-12d6223326b0/ea6b7ab2-2db8-44c2-ad60-1f117ab147b4) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:37.211730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-7b535400-dd85-4259-b067-820a20b28441 service neutron] 10.222.0.24 "GET /v2.0/networks/bfc4bdc5-1ced-461e-bc10-c47bc75ca844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6646032 Apr 05 20:18:37.229531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] For port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:37.240967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] For port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3c0bde5e-24bb-4f0e-8df3-4de91821fcae,segment=NetworkSegment(d820cd14-a6d2-440e-b8fe-f69207611bb4),segment_id=d820cd14-a6d2-440e-b8fe-f69207611bb4)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:37.244362 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:37.254908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Allocated IP 172.25.8.212 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/af8de101-6731-46f4-97d6-dca888d11049) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:37.326739 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b70aeaf-3144-4580-be91-6b2ddc4c82d8 req-64f6657a-b47f-4f1b-b50e-38752f3e39a4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 210 time: 0.1180165 Apr 05 20:18:37.437958 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Transition to ACTIVE for port object de8c9b84-a62d-4653-af50-6e535e5ba4af will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:37.439725 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59650997-7803-4126-a8de-d86cc9ad4478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:37.464954 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59650997-7803-4126-a8de-d86cc9ad4478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:37.469155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1609a0-4c64-4757-b54a-eabc3ada5d31 None None] Pushing event updated for resources: {'Port': ['ID=3c0bde5e-24bb-4f0e-8df3-4de91821fcae,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:37.486211 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:37.495301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59650997-7803-4126-a8de-d86cc9ad4478 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a81b931-b603-496c-bb8a-cabbed1eed40,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:37.552934 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-59650997-7803-4126-a8de-d86cc9ad4478 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3a81b931-b603-496c-bb8a-cabbed1eed40 HTTP/1.1" status: 204 len: 168 time: 1.7833440 Apr 05 20:18:37.610925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-b699277e-1b80-42b4-a9fa-f247b3861cf6 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:37.612770 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-b699277e-1b80-42b4-a9fa-f247b3861cf6 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.41 "GET /v2.0/networks?id=6d694502-536f-4d64-833f-5cd2675c4f03 HTTP/1.1" status: 200 len: 816 time: 0.4525042 Apr 05 20:18:37.716655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-586df039-165a-4257-8554-f077ff4481d3 req-f00e05f9-6233-4312-89af-092f16716e50 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Synchronizing usage tracker for tenant:c8e6baaa9292481fb609c06f3181442e on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:37.889353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34166) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:37.916218 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-40037c46-87aa-4ae5-92db-f558501c755f tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afc6b2a088ed421e85a029e0c6d41ac8 HTTP/1.1" status: 200 len: 380 time: 0.1873841 Apr 05 20:18:37.940294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Request body: {'port': {'device_id': '3f6b147f-cb5d-4c00-b52f-5f879d9b0c11', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'admin_state_up': True, 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'security_groups': ['682c11b5-c099-4775-90f4-63ba611ad825']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:37.941240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593542f-e7bb-4d4f-8aa9-022cc0510ee9 None None] Pushing event updated for resources: {'Port': ['ID=de8c9b84-a62d-4653-af50-6e535e5ba4af,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:38.028112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Attempting to bind port de8c9b84-a62d-4653-af50-6e535e5ba4af on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:38.029510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Attempting to bind port de8c9b84-a62d-4653-af50-6e535e5ba4af by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '707af6f6-2f82-417c-b65f-ba05d80a3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:38.030105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Attempting to bind port de8c9b84-a62d-4653-af50-6e535e5ba4af on network c1d4db6d-e221-421f-bec4-215e49978b5e {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:38.043652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:38.044275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Checking segment: {'id': '707af6f6-2f82-417c-b65f-ba05d80a3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:38.044827 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:38.045537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Bound using segment: {'id': '707af6f6-2f82-417c-b65f-ba05d80a3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:38.046642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Bound port: de8c9b84-a62d-4653-af50-6e535e5ba4af, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707af6f6-2f82-417c-b65f-ba05d80a3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:38.047193 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:38.126340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:38.145667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Usage tracker for resource:port and tenant:afc6b2a088ed421e85a029e0c6d41ac8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:38.188580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:38.188580 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fa2c224f-b665-4935-9bcd-5c33e930416f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0570f36056c84787be9766bc0091bbd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686861 Apr 05 20:18:38.197925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-586df039-165a-4257-8554-f077ff4481d3 req-f00e05f9-6233-4312-89af-092f16716e50 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Unset dirty status for tenant:c8e6baaa9292481fb609c06f3181442e on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:38.212570 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-586df039-165a-4257-8554-f077ff4481d3 req-f00e05f9-6233-4312-89af-092f16716e50 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 210 time: 0.5862381 Apr 05 20:18:38.212570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34170) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:38.212570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:38.230400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Allocated IP 172.20.0.6 (02b3d8f3-9178-4446-ba41-5abc3c2cc9b6/1b6eaa5a-77f4-4745-89f9-677c67578620/552bd82d-4d2e-426a-a972-d9ce13a6cbd1) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:38.366625 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-4a79bc6e-1b47-4859-adc3-c3f1acd04d9e service neutron] 10.222.0.24 "GET /v2.0/networks/bfc4bdc5-1ced-461e-bc10-c47bc75ca844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1494591 Apr 05 20:18:38.378121 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fb968e6a-0f6b-41d2-9ea9-8ca07c926d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:38.379923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Made reservation on behalf of afc6b2a088ed421e85a029e0c6d41ac8 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:38.392023 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:38.425271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] For port de8c9b84-a62d-4653-af50-6e535e5ba4af, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:38.477253 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] For port de8c9b84-a62d-4653-af50-6e535e5ba4af, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=de8c9b84-a62d-4653-af50-6e535e5ba4af,segment=NetworkSegment(707af6f6-2f82-417c-b65f-ba05d80a3fbb),segment_id=707af6f6-2f82-417c-b65f-ba05d80a3fbb)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:38.641871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Allocated IP 172.20.0.11 (6d694502-536f-4d64-833f-5cd2675c4f03/b885e6ab-faca-4a4c-82e7-29cc8f347c97/486400c3-4400-43e8-b95c-f64e3cd46be8) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:38.648939 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:38.727983 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:38.742890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-04f7d27c-f464-45f9-842e-5c5742e15954 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:38.745088 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-04f7d27c-f464-45f9-842e-5c5742e15954 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb&tenant_id=637efc23dfdb499b8292cc0b1136bd84&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1097 time: 1.4143653 Apr 05 20:18:38.754865 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:38.834540 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:38.865858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8c34ec67-56d8-4d76-8c0f-ab879900da7a details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:18:39.026642 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:39.049389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Routers {'63f47700-846b-4c4b-87fb-7628940b6b67'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:18:39.053146 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:18:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['63f47700-846b-4c4b-87fb-7628940b6b67'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:39.074175 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:39.131694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Transition to ACTIVE for port object 486400c3-4400-43e8-b95c-f64e3cd46be8 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:39.176106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836604-1'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:39.228958 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:39.255567 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fb968e6a-0f6b-41d2-9ea9-8ca07c926d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:39.318695 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:39.323895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d593542f-e7bb-4d4f-8aa9-022cc0510ee9 None None] Pushing event updated for resources: {'Port': ['ID=de8c9b84-a62d-4653-af50-6e535e5ba4af,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:39.418667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Pushing event updated for resources: {'Port': ['ID=af8de101-6731-46f4-97d6-dca888d11049,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:39.436804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Pushing event updated for resources: {'Port': ['ID=486400c3-4400-43e8-b95c-f64e3cd46be8,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:39.457289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Network 6d694502-536f-4d64-833f-5cd2675c4f03 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:39.463658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:39.466702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:39.488061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:39.502337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:39.535889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:39.573568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:39.574321 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:39.646671 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] It took 0.62 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:18:39.678021 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a9c178ca-47ef-4cb0-b29f-7d72df970965 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7424960 Apr 05 20:18:39.699528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Request body: {'port': {'device_id': '3f6b147f-cb5d-4c00-b52f-5f879d9b0c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:39.724121 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29a72c9-e01d-40ae-8573-963e29546caf None None] Network 449f2510-29c0-4b2a-b10b-f5cacbec66f4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:18:39.765231 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:39.820593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf807931-08c8-4886-8275-370204bb2b8f req-b813ebd2-2bcd-4a87-b820-1522b55f199e tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:39.820934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Transition to ACTIVE for port object 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:39.835534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-cf807931-08c8-4886-8275-370204bb2b8f req-b813ebd2-2bcd-4a87-b820-1522b55f199e tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Synchronizing usage tracker for tenant:afc6b2a088ed421e85a029e0c6d41ac8 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:39.903460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-cf807931-08c8-4886-8275-370204bb2b8f req-b813ebd2-2bcd-4a87-b820-1522b55f199e tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Unset dirty status for tenant:afc6b2a088ed421e85a029e0c6d41ac8 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:39.906971 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cf807931-08c8-4886-8275-370204bb2b8f req-b813ebd2-2bcd-4a87-b820-1522b55f199e tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 932 time: 0.6938093 Apr 05 20:18:40.014497 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:40.141066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3c0bde5e-24bb-4f0e-8df3-4de91821fcae up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:40.155695 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cf807931-08c8-4886-8275-370204bb2b8f req-a0c120ce-2e24-4b28-9e66-81cd8351f137 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277770 Apr 05 20:18:40.217686 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fb968e6a-0f6b-41d2-9ea9-8ca07c926d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:40.315186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb968e6a-0f6b-41d2-9ea9-8ca07c926d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0dede87-b410-45c8-bc6d-5610983566ad,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:40.323283 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:40.367196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] Set router 63f47700-846b-4c4b-87fb-7628940b6b67 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:18:40.409785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Pushing event updated for resources: {'Port': ['ID=552bd82d-4d2e-426a-a972-d9ce13a6cbd1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:40.477179 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fb968e6a-0f6b-41d2-9ea9-8ca07c926d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:40.482066 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fb968e6a-0f6b-41d2-9ea9-8ca07c926d6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0dede87-b410-45c8-bc6d-5610983566ad HTTP/1.1" status: 204 len: 168 time: 2.2675135 Apr 05 20:18:40.510757 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4cb34c57-f404-4c90-8a06-2de838ac4c32 req-216be72a-4962-4d6c-8a37-9c83aab7538f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 210 time: 0.0720589 Apr 05 20:18:40.557423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c3d2f9-5f78-4997-b1be-8ba206ee216f req-7d468ddc-788f-407a-9fe8-8c4d0e759028 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:40.568853 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02c3d2f9-5f78-4997-b1be-8ba206ee216f req-7d468ddc-788f-407a-9fe8-8c4d0e759028 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 946 time: 1.4602811 Apr 05 20:18:40.734306 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:40.783687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:40.789558 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:40.811531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8c34ec67-56d8-4d76-8c0f-ab879900da7a has no active binding in host n-h2-836604-1 {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:18:40.817478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:40.856709 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a', '8afa48ed-563e-4004-b550-5f7b2dc1c4b9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:40.877269 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:40.882552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:40.910753 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d59eb5b-dcf2-4b5f-bc16-0e2a19cd2727 req-8f777c78-dde5-4c13-ba5b-c9d292374b4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 210 time: 0.1775637 Apr 05 20:18:41.086211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c9f79379-b029-4c92-a1f6-e16752bf6e01 None None] Provisioning for port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:41.235759 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02c3d2f9-5f78-4997-b1be-8ba206ee216f req-048597e1-f052-4b78-b8d8-ddf85ea6d6e0 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6646841 Apr 05 20:18:41.369664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:41.463776 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:41.468416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event updated for resources: {'Port': ['ID=ea6b7ab2-2db8-44c2-ad60-1f117ab147b4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:41.468577 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:41.493401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:41.494298 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:41.501321 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Network 5ee47cee-4865-4aba-8a5b-ec49888bd827 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:41.521798 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c9f79379-b029-4c92-a1f6-e16752bf6e01 None None] Provisioning complete for port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:41.522299 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c9f79379-b029-4c92-a1f6-e16752bf6e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:41.540546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:41.549612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:41.903524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-62e758f6-ce1e-4afc-93c5-e920cc32f990 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:41.906151 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-62e758f6-ce1e-4afc-93c5-e920cc32f990 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.13 "GET /v2.0/networks?id=bfc4bdc5-1ced-461e-bc10-c47bc75ca844 HTTP/1.1" status: 200 len: 814 time: 0.9555712 Apr 05 20:18:41.928680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Request body: {'port': {'device_id': '9de77668-ac5e-401f-831a-f10e46f8870c', 'network_id': 'bfc4bdc5-1ced-461e-bc10-c47bc75ca844', 'admin_state_up': True, 'tenant_id': 'ba422efab9264c8bb2041d46ec599ce5'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:41.986931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:42.023916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:42.097683 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-62e9e561-6bf0-4ffd-9fb3-12108359b31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:42.098179 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:42.110254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05414ae8-ebd3-4a5a-acd5-becfd1aff8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c34ec67-56d8-4d76-8c0f-ab879900da7a'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:42.124294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34220) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:42.137743 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:42.169225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:42.189799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Usage tracker for resource:port and tenant:ba422efab9264c8bb2041d46ec599ce5 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:42.204052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70514cbf-e5f2-47f2-b153-9753471aff9e req-55a5bfec-ce3a-4446-9841-fed52c8f24b7 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:42.207032 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-70514cbf-e5f2-47f2-b153-9753471aff9e req-55a5bfec-ce3a-4446-9841-fed52c8f24b7 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 931 time: 0.4961317 Apr 05 20:18:42.207673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:42.264403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:42.343495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:42.344263 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:42.350585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-70514cbf-e5f2-47f2-b153-9753471aff9e req-a2ed1d76-e3e3-4ca8-995a-fdb2d966d093 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Synchronizing usage tracker for tenant:c8e6baaa9292481fb609c06f3181442e on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:42.357377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Made reservation on behalf of ba422efab9264c8bb2041d46ec599ce5 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:42.363170 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-03f830a1-1a19-4edf-9d82-e3bd6a166e7d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4670253 Apr 05 20:18:42.369429 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:42.398531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Request body: {'port': {'device_id': '53c7473e-4605-4610-8182-55cf3b4e4b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:42.407792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-905460499-network', 'tenant_id': '83db93045f1d4e76ae3da117ddbe79f5'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:42.422526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486400c3-4400-43e8-b95c-f64e3cd46be8 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:18:42.429053 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-5f77e7f4-601e-49b3-9215-c59507dfa761 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1815209 Apr 05 20:18:42.477522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:42.487414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-70514cbf-e5f2-47f2-b153-9753471aff9e req-a2ed1d76-e3e3-4ca8-995a-fdb2d966d093 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Unset dirty status for tenant:c8e6baaa9292481fb609c06f3181442e on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:42.488764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-70514cbf-e5f2-47f2-b153-9753471aff9e req-a2ed1d76-e3e3-4ca8-995a-fdb2d966d093 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/security-groups?id=f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720466 Apr 05 20:18:42.492273 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:42.495366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Usage tracker for resource:network and tenant:83db93045f1d4e76ae3da117ddbe79f5 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:42.615728 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:42.626133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Transition to ACTIVE for port object 486400c3-4400-43e8-b95c-f64e3cd46be8 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:42.628398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:42.643377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:42.648233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:42.657799 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c9f79379-b029-4c92-a1f6-e16752bf6e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:42.681294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Pushing event updated for resources: {'Port': ['ID=8c34ec67-56d8-4d76-8c0f-ab879900da7a,revision_number=7']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:42.773499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Request body: {'port': {'device_id': '943221c5-8313-44a3-be8e-2868cc045d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:42.825970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c9f79379-b029-4c92-a1f6-e16752bf6e01 None None] For port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3c0bde5e-24bb-4f0e-8df3-4de91821fcae,segment=NetworkSegment(d820cd14-a6d2-440e-b8fe-f69207611bb4),segment_id=d820cd14-a6d2-440e-b8fe-f69207611bb4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:42.870250 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:42.890344 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c9f79379-b029-4c92-a1f6-e16752bf6e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:42.900501 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:42.969455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Attempting to bind port 8c34ec67-56d8-4d76-8c0f-ab879900da7a on host n-h1-836604-1 for vnic_type normal with profile {"migrating_to": "n-h2-836604-1"} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:42.970247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Attempting to bind port 8c34ec67-56d8-4d76-8c0f-ab879900da7a by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:42.970247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Attempting to bind port 8c34ec67-56d8-4d76-8c0f-ab879900da7a on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:43.055508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:18:27Z', 'revision_number': 4, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'de8c9b84-a62d-4653-af50-6e535e5ba4af', 'name': '', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'mac_address': 'fa:16:3e:7d:8b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:25Z', 'updated_at': '2022-04-05T20:18:38Z', 'revision_number': 4, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'subnets': [{'id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:43.058133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Made reservation on behalf of 83db93045f1d4e76ae3da117ddbe79f5 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:43.060995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.084189 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.136465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:43.152964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e296b-1954-470e-8b32-64e6b1b87e83 None None] The sync data for ids ['63f47700-846b-4c4b-87fb-7628940b6b67'] in n-d-836604-1 is: [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:18:27Z', 'revision_number': 4, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'de8c9b84-a62d-4653-af50-6e535e5ba4af', 'name': '', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'mac_address': 'fa:16:3e:7d:8b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:25Z', 'updated_at': '2022-04-05T20:18:38Z', 'revision_number': 4, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'subnets': [{'id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:18:43.173296 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c9f79379-b029-4c92-a1f6-e16752bf6e01 None None] Provisioning for port 486400c3-4400-43e8-b95c-f64e3cd46be8 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:43.199752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f79379-b029-4c92-a1f6-e16752bf6e01 None None] Pushing event updated for resources: {'Port': ['ID=3c0bde5e-24bb-4f0e-8df3-4de91821fcae,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:43.228569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Pushing event updated for resources: {'Port': ['ID=486400c3-4400-43e8-b95c-f64e3cd46be8,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:43.235852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Usage tracker for resource:security_group_rule and tenant:83db93045f1d4e76ae3da117ddbe79f5 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:43.259091 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:18:43.259443 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:18:43.285338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:43.290073 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Port 8c34ec67-56d8-4d76-8c0f-ab879900da7a on network 51344418-38f5-4178-a1c3-ae0225c075f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:18:43.290605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Attempting to bind port 8c34ec67-56d8-4d76-8c0f-ab879900da7a on network 51344418-38f5-4178-a1c3-ae0225c075f4 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:43.321326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:43.322650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:43.323397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Checking segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:43.323789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Bound using segment: {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:43.324228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Bound port: 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff88476-6f78-47ec-816e-5bc802251015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '51344418-38f5-4178-a1c3-ae0225c075f4'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:43.324565 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.368065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-70964724-7879-412a-975f-42b13c4b12b6 None None] Provisioning for port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:43.370953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Allocated IP 172.20.0.4 (bfc4bdc5-1ced-461e-bc10-c47bc75ca844/45e809c8-78ae-4b63-8843-48261b3ae99b/b06b3d31-152b-453a-a891-7769ad87fe30) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:43.380838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-70964724-7879-412a-975f-42b13c4b12b6 None None] Provisioning complete for port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:43.382388 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-70964724-7879-412a-975f-42b13c4b12b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.383225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9345a05-0eb7-415b-a1ed-c3c6632b0b16 req-acae77cf-c678-40c0-a6ef-e63461b49e52 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:43.384784 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9345a05-0eb7-415b-a1ed-c3c6632b0b16 req-acae77cf-c678-40c0-a6ef-e63461b49e52 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 931 time: 0.7430294 Apr 05 20:18:43.453306 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-70964724-7879-412a-975f-42b13c4b12b6 None None] Port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:18:43.466192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Attempting to bind port 486400c3-4400-43e8-b95c-f64e3cd46be8 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:43.466913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Attempting to bind port 486400c3-4400-43e8-b95c-f64e3cd46be8 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'fb492852-b98d-43a4-9a57-ea8759808c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:43.467518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Attempting to bind port 486400c3-4400-43e8-b95c-f64e3cd46be8 on network 6d694502-536f-4d64-833f-5cd2675c4f03 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:43.468246 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-70964724-7879-412a-975f-42b13c4b12b6 None None] Provisioning complete for port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:43.470230 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-70964724-7879-412a-975f-42b13c4b12b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.480641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Port 486400c3-4400-43e8-b95c-f64e3cd46be8 on network 6d694502-536f-4d64-833f-5cd2675c4f03 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:18:43.481874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Attempting to bind port 486400c3-4400-43e8-b95c-f64e3cd46be8 on network 6d694502-536f-4d64-833f-5cd2675c4f03 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:43.512866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:43.513530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Checking segment: {'id': 'fb492852-b98d-43a4-9a57-ea8759808c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:43.514127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Bound using segment: {'id': 'fb492852-b98d-43a4-9a57-ea8759808c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:43.514752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Bound port: 486400c3-4400-43e8-b95c-f64e3cd46be8, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb492852-b98d-43a4-9a57-ea8759808c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:43.515280 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.639413 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.664875 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-251903f5-7215-4020-8fa2-ae4ef0609aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.690852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] For port 486400c3-4400-43e8-b95c-f64e3cd46be8, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:43.694992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] For port 486400c3-4400-43e8-b95c-f64e3cd46be8, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=486400c3-4400-43e8-b95c-f64e3cd46be8,segment=NetworkSegment(fb492852-b98d-43a4-9a57-ea8759808c7b),segment_id=fb492852-b98d-43a4-9a57-ea8759808c7b)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:43.699623 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9345a05-0eb7-415b-a1ed-c3c6632b0b16 req-437ab08e-cd3e-4db5-bbed-b986ae2ee8aa tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999525 Apr 05 20:18:43.715293 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.758999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858e359-069d-4869-899c-2cabf7f1d8d5 req-e1954ad7-5a68-404f-94fd-15044862fe32 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:43.767308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:43.768626 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:43.770747 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] 10.222.0.41 "PUT /v2.0/ports/486400c3-4400-43e8-b95c-f64e3cd46be8 HTTP/1.1" status: 200 len: 1092 time: 4.0807705 Apr 05 20:18:43.786084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f6b147f-cb5d-4c00-b52f-5f879d9b0c11', 'tag': '486400c3-4400-43e8-b95c-f64e3cd46be8'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:43.794227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5858e359-069d-4869-899c-2cabf7f1d8d5 req-e1954ad7-5a68-404f-94fd-15044862fe32 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Synchronizing usage tracker for tenant:afc6b2a088ed421e85a029e0c6d41ac8 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:43.947152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device de8c9b84-a62d-4653-af50-6e535e5ba4af up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:44.060173 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port de8c9b84-a62d-4653-af50-6e535e5ba4af completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:44.066239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port de8c9b84-a62d-4653-af50-6e535e5ba4af triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:44.066835 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.092741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:44.094989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5858e359-069d-4869-899c-2cabf7f1d8d5 req-e1954ad7-5a68-404f-94fd-15044862fe32 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Unset dirty status for tenant:afc6b2a088ed421e85a029e0c6d41ac8 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:44.104632 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5858e359-069d-4869-899c-2cabf7f1d8d5 req-e1954ad7-5a68-404f-94fd-15044862fe32 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 944 time: 1.4192359 Apr 05 20:18:44.232369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:44.268976 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3843422a-525d-43a2-ac45-d86198d0ad47 req-1f7a5bf2-21e8-4153-8aef-3e71c852070b tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 210 time: 0.3218651 Apr 05 20:18:44.287900 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.292780 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.307879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f8320-33a7-471c-bc6a-c858f06b3e26 service neutron] Pushing event updated for resources: {'Port': ['ID=486400c3-4400-43e8-b95c-f64e3cd46be8,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:44.316428 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.330863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:18:44.346320 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port de8c9b84-a62d-4653-af50-6e535e5ba4af, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=de8c9b84-a62d-4653-af50-6e535e5ba4af,segment=NetworkSegment(707af6f6-2f82-417c-b65f-ba05d80a3fbb),segment_id=707af6f6-2f82-417c-b65f-ba05d80a3fbb)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:44.352795 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.388004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.388354 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Added segment ca1c83c3-b86e-4e92-904a-b6d928fb6767 of type vlan for network cb98f4ea-f512-42db-8dff-e643ce207265 Apr 05 20:18:44.416502 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05414ae8-ebd3-4a5a-acd5-becfd1aff8cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c34ec67-56d8-4d76-8c0f-ab879900da7a', 'code': 200} Apr 05 20:18:44.418028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.427562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0a2879-48a5-4efc-8636-ae708e5c6f53,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:44.508046 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.515992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3c0bde5e-24bb-4f0e-8df3-4de91821fcae up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:44.521540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-c0df8326-c2d4-462b-b5c6-6f332c1244b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:44.523228 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-c0df8326-c2d4-462b-b5c6-6f332c1244b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afc6b2a088ed421e85a029e0c6d41ac8&device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 1095 time: 0.6560450 Apr 05 20:18:44.525911 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.576359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=de8c9b84-a62d-4653-af50-6e535e5ba4af,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:44.609746 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-cf264b15-eb2d-47c1-9c01-9d81c69bb6a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=486400c3-4400-43e8-b95c-f64e3cd46be8 HTTP/1.1" status: 200 len: 217 time: 0.0780659 Apr 05 20:18:44.624623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:44.625071 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.787446 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:18:44.789431 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.798959 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5858e359-069d-4869-899c-2cabf7f1d8d5 req-e0fdaf44-f7c1-4f12-a4f4-c54799502798 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6549692 Apr 05 20:18:44.847638 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.873287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-2c1d230c-cd2a-4328-8092-3d57ae4b123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:44.874827 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-2c1d230c-cd2a-4328-8092-3d57ae4b123f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b885e6ab-faca-4a4c-82e7-29cc8f347c97 HTTP/1.1" status: 200 len: 855 time: 0.2259891 Apr 05 20:18:44.929392 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.936185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.936185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:44.936185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.943395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:18:44.971489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:44.981024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:18:45.054697 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:45.088212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Pushing event updated for resources: {'Port': ['ID=8c34ec67-56d8-4d76-8c0f-ab879900da7a,revision_number=8']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:45.097452 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:45.147759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:45.147759 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:45.147759 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-0976012b-2fa1-45d2-8a3a-ead5674f0e76 service neutron] 10.222.0.41 "PUT /v2.0/ports/8c34ec67-56d8-4d76-8c0f-ab879900da7a HTTP/1.1" status: 200 len: 1122 time: 6.0951321 Apr 05 20:18:45.170001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Transition to ACTIVE for port object 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:45.170001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Transition to ACTIVE for port object ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:45.187691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Network bfc4bdc5-1ced-461e-bc10-c47bc75ca844 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:45.197062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:45.197062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:45.199708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:45.199708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] Pushing event updated for resources: {'Network': ['ID=cb98f4ea-f512-42db-8dff-e643ce207265,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:45.199708 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c3c98d01-b42a-442e-a08c-3904ec8ba03f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0663347 Apr 05 20:18:45.204588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c6d2e-1d3d-42c8-a6ce-f165f2546a7f req-47ef7183-68dd-4c23-a8b0-1bf4013ed6f1 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:45.206427 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-689c6d2e-1d3d-42c8-a6ce-f165f2546a7f req-47ef7183-68dd-4c23-a8b0-1bf4013ed6f1 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 944 time: 0.5994933 Apr 05 20:18:45.209213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:45.216874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['8c34ec67-56d8-4d76-8c0f-ab879900da7a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:45.239416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34240) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:45.240966 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Pushing event updated for resources: {'Port': ['ID=b06b3d31-152b-453a-a891-7769ad87fe30,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:45.258948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Request body: {'subnet': {'network_id': 'cb98f4ea-f512-42db-8dff-e643ce207265', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-905460499-subnet', 'tenant_id': '83db93045f1d4e76ae3da117ddbe79f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:45.290103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:45.311858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Usage tracker for resource:subnet and tenant:83db93045f1d4e76ae3da117ddbe79f5 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:45.319655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:45.344028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network cb98f4ea-f512-42db-8dff-e643ce207265 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:18:45.360633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:45.363669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['8c34ec67-56d8-4d76-8c0f-ab879900da7a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:45.385431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a8a33842-e9e0-46e9-81ff-d3e9c8e89149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:45.389762 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-a8a33842-e9e0-46e9-81ff-d3e9c8e89149 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d694502-536f-4d64-833f-5cd2675c4f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5063994 Apr 05 20:18:45.414360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-689c6d2e-1d3d-42c8-a6ce-f165f2546a7f req-a2c16db2-c917-4d1c-b6be-a882b3b73952 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703718 Apr 05 20:18:45.421175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:45.421535 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:45.480628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Made reservation on behalf of 83db93045f1d4e76ae3da117ddbe79f5 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:45.483231 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:45.581171 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-11d5b74c-e905-4b4e-b093-4038ffa80e4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6626866 Apr 05 20:18:45.595610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Pushing event updated for resources: {'Port': ['ID=ea6b7ab2-2db8-44c2-ad60-1f117ab147b4,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:45.710245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Request body: {'port': {'device_id': '9de77668-ac5e-401f-831a-f10e46f8870c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:45.931024 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6b147f-cb5d-4c00-b52f-5f879d9b0c11', 'tag': '486400c3-4400-43e8-b95c-f64e3cd46be8', 'status': 'completed', 'code': 200} Apr 05 20:18:45.999142 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:46.096686 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:46.096851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332712f4-b798-4101-84ff-da817562f298 req-6af26ff7-1baf-4ffa-82db-84b0f01550d7 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:46.097464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-332712f4-b798-4101-84ff-da817562f298 req-6af26ff7-1baf-4ffa-82db-84b0f01550d7 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Synchronizing usage tracker for tenant:c8e6baaa9292481fb609c06f3181442e on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:46.108763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Pushing event updated for resources: {'Port': ['ID=552bd82d-4d2e-426a-a972-d9ce13a6cbd1,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:46.124818 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-2f5737d4-7a54-4b12-b05f-8914dfdbd431 service neutron] 10.222.0.41 "GET /v2.0/networks/6d694502-536f-4d64-833f-5cd2675c4f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7163281 Apr 05 20:18:46.126652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Router bcba6795-796f-443d-a2c0-c09e0525acda is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:18:46.175124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Attempting to bind port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:46.175896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Attempting to bind port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:46.176433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Attempting to bind port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:46.236780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-332712f4-b798-4101-84ff-da817562f298 req-6af26ff7-1baf-4ffa-82db-84b0f01550d7 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Unset dirty status for tenant:c8e6baaa9292481fb609c06f3181442e on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:46.237948 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-332712f4-b798-4101-84ff-da817562f298 req-6af26ff7-1baf-4ffa-82db-84b0f01550d7 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 931 time: 1.1813958 Apr 05 20:18:46.255096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:18:46.255414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Attempting to bind port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:46.278104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Attempting to bind port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:46.278104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Attempting to bind port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '1d689488-4229-4b91-bd6c-b92ca9d678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:46.278104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Attempting to bind port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 on network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:46.290111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:46.290111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Checking segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:46.290111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Bound using segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:46.291024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Bound port: ea6b7ab2-2db8-44c2-ad60-1f117ab147b4, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:46.291024 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:46.308092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 on network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:18:46.308411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Attempting to bind port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 on network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:46.346604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:46.346919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Checking segment: {'id': '1d689488-4229-4b91-bd6c-b92ca9d678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:46.347900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Bound using segment: {'id': '1d689488-4229-4b91-bd6c-b92ca9d678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:46.347900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Bound port: 552bd82d-4d2e-426a-a972-d9ce13a6cbd1, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d689488-4229-4b91-bd6c-b92ca9d678e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:46.348149 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:46.359451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda81384-b0e0-4b6b-98af-ef98725e482c req-ce12d850-763a-4875-9292-ad24f8774d07 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:46.361225 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cda81384-b0e0-4b6b-98af-ef98725e482c req-ce12d850-763a-4875-9292-ad24f8774d07 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 943 time: 0.4270425 Apr 05 20:18:46.438530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05414ae8-ebd3-4a5a-acd5-becfd1aff8cb', 'tag': '8c34ec67-56d8-4d76-8c0f-ab879900da7a'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:46.458911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device de8c9b84-a62d-4653-af50-6e535e5ba4af up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:46.468704 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-332712f4-b798-4101-84ff-da817562f298 req-eead18ce-0546-4ebb-925f-d11873036965 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/security-groups?id=f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2216713 Apr 05 20:18:46.576514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:18:46.587482 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Sync routers for ids ['bcba6795-796f-443d-a2c0-c09e0525acda'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:18:46.589111 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port de8c9b84-a62d-4653-af50-6e535e5ba4af triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:46.589736 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:46.591829 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cda81384-b0e0-4b6b-98af-ef98725e482c req-fc2b854c-0a20-4d81-a3f3-bde17de29ca0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020822 Apr 05 20:18:46.602095 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Routers {'bcba6795-796f-443d-a2c0-c09e0525acda'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:18:46.603522 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:18:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bcba6795-796f-443d-a2c0-c09e0525acda'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:46.664195 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-977c0800-cc5c-4e94-ac5c-4fb0dabc146c req-5fd33357-c512-49d3-9490-3b6e67845605 service neutron] 10.222.0.41 "GET /v2.0/networks/6d694502-536f-4d64-833f-5cd2675c4f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324681 Apr 05 20:18:46.686000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] For port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:46.702195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:46.703398 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-252238a4-6781-4e0f-8f75-ad088c41aece admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.5721483 Apr 05 20:18:46.720777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] For port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ea6b7ab2-2db8-44c2-ad60-1f117ab147b4,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:46.732529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34256) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:46.869974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] For port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:46.883803 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:46.907359 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Set router bcba6795-796f-443d-a2c0-c09e0525acda gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:18:46.987042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] For port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=552bd82d-4d2e-426a-a972-d9ce13a6cbd1,segment=NetworkSegment(1d689488-4229-4b91-bd6c-b92ca9d678e0),segment_id=1d689488-4229-4b91-bd6c-b92ca9d678e0)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:47.010927 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:47.021652 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:47.034318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:47.034960 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:47.036396 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] 10.222.0.13 "PUT /v2.0/ports/ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 HTTP/1.1" status: 200 len: 1091 time: 4.3049450 Apr 05 20:18:47.084498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:47.084857 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:47.086873 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] 10.222.0.13 "PUT /v2.0/ports/552bd82d-4d2e-426a-a972-d9ce13a6cbd1 HTTP/1.1" status: 200 len: 1091 time: 4.6999710 Apr 05 20:18:47.154233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c407b96-c15c-468d-8cee-906b8f08e253,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:47.191579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Checking segment: {'id': 'ca1c83c3-b86e-4e92-904a-b6d928fb6767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb98f4ea-f512-42db-8dff-e643ce207265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:47.191749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Network hostable DHCP agents. Network: cb98f4ea-f512-42db-8dff-e643ce207265, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:18:47.203666 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'name': 'tempest-TaggedBootDevicesTest-1770514046-router', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'af8de101-6731-46f4-97d6-dca888d11049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:34Z', 'updated_at': '2022-04-05T20:18:41Z', 'revision_number': 3, 'project_id': '8a20b68b5717426e84c7000b10adb911', 'gw_port': {'id': 'af8de101-6731-46f4-97d6-dca888d11049', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:36Z', 'updated_at': '2022-04-05T20:18:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:47.210226 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Checking router: bcba6795-796f-443d-a2c0-c09e0525acda for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:18:47.210769 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Updating router bcba6795-796f-443d-a2c0-c09e0525acda port af8de101-6731-46f4-97d6-dca888d11049 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:18:47.238103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd58d-1469-49be-adb2-02c47ea9546c req-5f83aef3-de05-47e6-9c8f-3c52ba85613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:47.240590 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1dadd58d-1469-49be-adb2-02c47ea9546c req-5f83aef3-de05-47e6-9c8f-3c52ba85613f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afc6b2a088ed421e85a029e0c6d41ac8&device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 1095 time: 0.2960112 Apr 05 20:18:47.282899 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:47.284475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae02fd7-02e8-4676-bf02-dca9933abca4 req-31637df4-9642-41cf-8dd8-909c677c9aea tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:47.286764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cae02fd7-02e8-4676-bf02-dca9933abca4 req-31637df4-9642-41cf-8dd8-909c677c9aea tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 944 time: 0.3427513 Apr 05 20:18:47.378329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Network cb98f4ea-f512-42db-8dff-e643ce207265 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:18:47.455282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06b3d31-152b-453a-a891-7769ad87fe30 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:18:47.471449 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:47.494378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, cb98f4ea-f512-42db-8dff-e643ce207265) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:47.499114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc4f4d-8415-428a-92ca-fc5c536aa3d0 None None] Network cb98f4ea-f512-42db-8dff-e643ce207265 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:18:47.501773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849ecf7-0b63-47bc-ba4e-89979dfe652f service neutron] Pushing event updated for resources: {'Port': ['ID=ea6b7ab2-2db8-44c2-ad60-1f117ab147b4,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:47.509433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:47.509433 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:47.509433 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cae02fd7-02e8-4676-bf02-dca9933abca4 req-6b9ac603-ee7a-4f0f-8480-116cffb79944 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939960 Apr 05 20:18:47.530674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Transition to ACTIVE for port object b06b3d31-152b-453a-a891-7769ad87fe30 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:47.560761 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:47.605959 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3d1d0c73-52cd-4a22-89b5-e21dc9d99228 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3650949 Apr 05 20:18:47.627641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd58d-1469-49be-adb2-02c47ea9546c req-2bc41e25-7be5-4f95-912f-537c6c52a808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:47.629097 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1dadd58d-1469-49be-adb2-02c47ea9546c req-2bc41e25-7be5-4f95-912f-537c6c52a808 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d694502-536f-4d64-833f-5cd2675c4f03 HTTP/1.1" status: 200 len: 917 time: 0.3543985 Apr 05 20:18:47.884768 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:47.898907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82480fba-f1b6-4adb-89ba-bd36bad6b706 req-fc6659a3-efc6-4b03-aff2-ac4233bad376 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:47.899515 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Transition to ACTIVE for port object af8de101-6731-46f4-97d6-dca888d11049 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:47.906321 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82480fba-f1b6-4adb-89ba-bd36bad6b706 req-fc6659a3-efc6-4b03-aff2-ac4233bad376 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 931 time: 1.0251017 Apr 05 20:18:47.915839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af6cbf-f65e-4aa7-ba2f-bc020fbdce65 None None] Network cb98f4ea-f512-42db-8dff-e643ce207265 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:18:47.915973 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1dadd58d-1469-49be-adb2-02c47ea9546c req-d719d950-15bf-4228-834d-2fc1605b6f03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=486400c3-4400-43e8-b95c-f64e3cd46be8 HTTP/1.1" status: 200 len: 217 time: 0.2727454 Apr 05 20:18:47.927361 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:48.018240 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Attempting to bind port af8de101-6731-46f4-97d6-dca888d11049 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:48.018608 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Attempting to bind port af8de101-6731-46f4-97d6-dca888d11049 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:48.018962 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Attempting to bind port af8de101-6731-46f4-97d6-dca888d11049 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:48.031137 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:48.031521 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:48.032016 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:48.032418 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:48.032875 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Bound port: af8de101-6731-46f4-97d6-dca888d11049, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:48.033523 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:48.110481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Pushing event updated for resources: {'Port': ['ID=b06b3d31-152b-453a-a891-7769ad87fe30,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:48.154840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b7d5d-a961-4d2e-b3f4-f260af7926c9 service neutron] Pushing event updated for resources: {'Port': ['ID=552bd82d-4d2e-426a-a972-d9ce13a6cbd1,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:48.179820 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-82480fba-f1b6-4adb-89ba-bd36bad6b706 req-58cecfdc-1643-42e8-a691-de8e85e0fb68 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Synchronizing usage tracker for tenant:ba422efab9264c8bb2041d46ec599ce5 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:48.183529 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08569995-8e2a-4989-a34b-1c4bd71db72d None None] Pushing event updated for resources: {'Port': ['ID=af8de101-6731-46f4-97d6-dca888d11049,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:48.198216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd58d-1469-49be-adb2-02c47ea9546c req-b3f8cd0f-6288-4727-a1e9-a3186d603d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:48.200767 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1dadd58d-1469-49be-adb2-02c47ea9546c req-b3f8cd0f-6288-4727-a1e9-a3186d603d23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b885e6ab-faca-4a4c-82e7-29cc8f347c97 HTTP/1.1" status: 200 len: 855 time: 0.2363634 Apr 05 20:18:48.210854 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08569995-8e2a-4989-a34b-1c4bd71db72d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:48.211189 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08569995-8e2a-4989-a34b-1c4bd71db72d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:48.211717 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08569995-8e2a-4989-a34b-1c4bd71db72d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:48.213340 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08569995-8e2a-4989-a34b-1c4bd71db72d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:48.214002 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08569995-8e2a-4989-a34b-1c4bd71db72d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:48.214527 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08569995-8e2a-4989-a34b-1c4bd71db72d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:48.215057 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08569995-8e2a-4989-a34b-1c4bd71db72d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:48.215569 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08569995-8e2a-4989-a34b-1c4bd71db72d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:48.216093 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08569995-8e2a-4989-a34b-1c4bd71db72d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:48.217732 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08569995-8e2a-4989-a34b-1c4bd71db72d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:48.218314 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08569995-8e2a-4989-a34b-1c4bd71db72d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:48.218863 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08569995-8e2a-4989-a34b-1c4bd71db72d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:48.232247 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] For port af8de101-6731-46f4-97d6-dca888d11049, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:48.236486 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] For port af8de101-6731-46f4-97d6-dca888d11049, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=af8de101-6731-46f4-97d6-dca888d11049,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:48.246562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-c71cb37b-d66e-471e-904b-18f825ebb56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:48.247748 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:48.248093 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-c71cb37b-d66e-471e-904b-18f825ebb56b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 1094 time: 1.0613875 Apr 05 20:18:48.297736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Attempting to bind port b06b3d31-152b-453a-a891-7769ad87fe30 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:48.298288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Attempting to bind port b06b3d31-152b-453a-a891-7769ad87fe30 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '599c53cc-de93-4c01-8105-cf14151e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bfc4bdc5-1ced-461e-bc10-c47bc75ca844'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:48.298797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Attempting to bind port b06b3d31-152b-453a-a891-7769ad87fe30 on network bfc4bdc5-1ced-461e-bc10-c47bc75ca844 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:48.321991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Port b06b3d31-152b-453a-a891-7769ad87fe30 on network bfc4bdc5-1ced-461e-bc10-c47bc75ca844 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:18:48.321991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Attempting to bind port b06b3d31-152b-453a-a891-7769ad87fe30 on network bfc4bdc5-1ced-461e-bc10-c47bc75ca844 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:48.333675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c99988-8412-40a1-ab3c-1ff1f458dd3b req-bdc47329-59e2-4d2d-b5ad-ab27ed31200f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:48.333675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23c99988-8412-40a1-ab3c-1ff1f458dd3b req-bdc47329-59e2-4d2d-b5ad-ab27ed31200f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 944 time: 0.4110870 Apr 05 20:18:48.342175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9563d-27e2-4a29-827a-65165450f104 req-19bb1c59-c98f-42ca-937f-7cbdf6a5caad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:48.342175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-19bb1c59-c98f-42ca-937f-7cbdf6a5caad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8e6baaa9292481fb609c06f3181442e&device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 1094 time: 1.1532066 Apr 05 20:18:48.351386 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Routers {'bcba6795-796f-443d-a2c0-c09e0525acda'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:18:48.352036 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:18:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bcba6795-796f-443d-a2c0-c09e0525acda'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:48.353169 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:48.353169 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Checking segment: {'id': '599c53cc-de93-4c01-8105-cf14151e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bfc4bdc5-1ced-461e-bc10-c47bc75ca844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:48.353573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Bound using segment: {'id': '599c53cc-de93-4c01-8105-cf14151e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bfc4bdc5-1ced-461e-bc10-c47bc75ca844'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:48.355140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Bound port: b06b3d31-152b-453a-a891-7769ad87fe30, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599c53cc-de93-4c01-8105-cf14151e699f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bfc4bdc5-1ced-461e-bc10-c47bc75ca844'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:48.355140 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:48.416672 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-3cd63ef8-9ea1-4fc0-b940-dd6cf30889ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 HTTP/1.1" status: 200 len: 217 time: 0.1510892 Apr 05 20:18:48.427148 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08569995-8e2a-4989-a34b-1c4bd71db72d None None] Pushing event updated for resources: {'Port': ['ID=af8de101-6731-46f4-97d6-dca888d11049,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:48.475277 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-8180b3d0-53a4-4cba-ae24-e29c3a67c50c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552bd82d-4d2e-426a-a972-d9ce13a6cbd1 HTTP/1.1" status: 200 len: 217 time: 0.1154454 Apr 05 20:18:48.480336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-82480fba-f1b6-4adb-89ba-bd36bad6b706 req-58cecfdc-1643-42e8-a691-de8e85e0fb68 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Unset dirty status for tenant:ba422efab9264c8bb2041d46ec599ce5 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:48.483109 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82480fba-f1b6-4adb-89ba-bd36bad6b706 req-58cecfdc-1643-42e8-a691-de8e85e0fb68 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/security-groups?id=b57529e0-9648-4cc8-b9d9-fa7e0f29f939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5662003 Apr 05 20:18:48.524068 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23c99988-8412-40a1-ab3c-1ff1f458dd3b req-cab37a67-7692-4134-9a9f-ed19cac52865 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842525 Apr 05 20:18:48.557208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadd58d-1469-49be-adb2-02c47ea9546c req-e43c0419-3438-4ada-b823-431b23b3dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:48.562983 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1dadd58d-1469-49be-adb2-02c47ea9546c req-e43c0419-3438-4ada-b823-431b23b3dcd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d694502-536f-4d64-833f-5cd2675c4f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3556125 Apr 05 20:18:48.647645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9563d-27e2-4a29-827a-65165450f104 req-f6f4690e-c17c-48d1-b76b-f6cc0cf486d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:48.650371 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-f6f4690e-c17c-48d1-b76b-f6cc0cf486d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b6eaa5a-77f4-4745-89f9-677c67578620 HTTP/1.1" status: 200 len: 844 time: 0.1331475 Apr 05 20:18:48.654867 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] Set router bcba6795-796f-443d-a2c0-c09e0525acda gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:18:48.831524 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05414ae8-ebd3-4a5a-acd5-becfd1aff8cb', 'tag': '8c34ec67-56d8-4d76-8c0f-ab879900da7a', 'status': 'completed', 'code': 200} Apr 05 20:18:48.833062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] For port b06b3d31-152b-453a-a891-7769ad87fe30, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:48.833873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-8eefc1cc-020a-4c3e-ba99-1ecc6efd06ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:48.835747 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-8eefc1cc-020a-4c3e-ba99-1ecc6efd06ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.4026556 Apr 05 20:18:48.839172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] For port b06b3d31-152b-453a-a891-7769ad87fe30, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b06b3d31-152b-453a-a891-7769ad87fe30,segment=NetworkSegment(599c53cc-de93-4c01-8105-cf14151e699f),segment_id=599c53cc-de93-4c01-8105-cf14151e699f)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:18:48.882064 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:49.003070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34276) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:49.052072 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:49.053055 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:49.055481 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] 10.222.0.13 "PUT /v2.0/ports/b06b3d31-152b-453a-a891-7769ad87fe30 HTTP/1.1" status: 200 len: 1091 time: 3.4540436 Apr 05 20:18:49.055576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de77668-ac5e-401f-831a-f10e46f8870c', 'tag': 'b06b3d31-152b-453a-a891-7769ad87fe30'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:49.136945 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'name': 'tempest-TaggedBootDevicesTest-1770514046-router', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'af8de101-6731-46f4-97d6-dca888d11049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:34Z', 'updated_at': '2022-04-05T20:18:41Z', 'revision_number': 3, 'project_id': '8a20b68b5717426e84c7000b10adb911', 'gw_port': {'id': 'af8de101-6731-46f4-97d6-dca888d11049', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:36Z', 'updated_at': '2022-04-05T20:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:49.143865 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70dc0447-3c9a-4492-857a-d68e1049f892 None None] The sync data for ids ['bcba6795-796f-443d-a2c0-c09e0525acda'] in n-d-836604-1 is: [{'id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'name': 'tempest-TaggedBootDevicesTest-1770514046-router', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'af8de101-6731-46f4-97d6-dca888d11049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:34Z', 'updated_at': '2022-04-05T20:18:41Z', 'revision_number': 3, 'project_id': '8a20b68b5717426e84c7000b10adb911', 'gw_port': {'id': 'af8de101-6731-46f4-97d6-dca888d11049', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:36Z', 'updated_at': '2022-04-05T20:18:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:18:49.234970 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-176dc835-3320-409d-b1ae-3f78d5061e0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3155131 Apr 05 20:18:49.300499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1dadd58d-1469-49be-adb2-02c47ea9546c req-23d8efa2-ecf4-4cc6-9543-48f01736233c service neutron] 10.222.0.41 "GET /v2.0/networks/6d694502-536f-4d64-833f-5cd2675c4f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7211895 Apr 05 20:18:49.323200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9719f1-86d9-4ee6-bd73-ede17e47379d service neutron] Pushing event updated for resources: {'Port': ['ID=b06b3d31-152b-453a-a891-7769ad87fe30,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:49.368997 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54c36e41-5727-4ede-ba88-905e4e04368b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:49.474097 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-8044558e-74b9-4997-88fc-3493bef2df45 service neutron] 10.222.0.13 "GET /v2.0/ports/8c34ec67-56d8-4d76-8c0f-ab879900da7a/bindings/n-h2-836604-1 HTTP/1.1" status: 200 len: 384 time: 0.4528084 Apr 05 20:18:49.482841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-54c36e41-5727-4ede-ba88-905e4e04368b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:49.496222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbb580-da8a-4591-92e4-25e5dd318834 req-e68ae207-8ea7-4e48-b182-808ed765eb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:49.498758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcdbb580-da8a-4591-92e4-25e5dd318834 req-e68ae207-8ea7-4e48-b182-808ed765eb0f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 1125 time: 0.8313308 Apr 05 20:18:49.517586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843bab0-f95b-45a2-afef-f232e0662b40 req-ec697b75-ff99-48fd-941a-3e8484ea73ac tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:49.520061 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f843bab0-f95b-45a2-afef-f232e0662b40 req-ec697b75-ff99-48fd-941a-3e8484ea73ac tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 943 time: 0.7769802 Apr 05 20:18:49.520292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-54c36e41-5727-4ede-ba88-905e4e04368b admin admin] Usage tracker for resource:security_group_rule and tenant:3b9d0fa8e8834d1c9fe62affc167233c is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:49.568167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284c637-08df-499d-bc14-df89086daf7b req-0e753602-7f83-4be2-9b49-c1f7d8950aac tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:49.568167 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e284c637-08df-499d-bc14-df89086daf7b req-0e753602-7f83-4be2-9b49-c1f7d8950aac tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 943 time: 0.6425140 Apr 05 20:18:49.576729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-54c36e41-5727-4ede-ba88-905e4e04368b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:49.620825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-54c36e41-5727-4ede-ba88-905e4e04368b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:49.631468 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:49.699664 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-1d6758e2-54c4-490c-90ed-f15cc7430566 service neutron] 10.222.0.13 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458668 Apr 05 20:18:49.764244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1dadd58d-1469-49be-adb2-02c47ea9546c req-4e3de141-3663-499b-a795-1a59078bd50b service neutron] 10.222.0.41 "GET /v2.0/networks/6d694502-536f-4d64-833f-5cd2675c4f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323342 Apr 05 20:18:49.779857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cdaa7da8-f7e5-43d3-a836-e2610b946add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:49.781511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-cdaa7da8-f7e5-43d3-a836-e2610b946add service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba422efab9264c8bb2041d46ec599ce5&device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 1094 time: 0.6803255 Apr 05 20:18:49.784574 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f843bab0-f95b-45a2-afef-f232e0662b40 req-1bb1007a-7e4a-4daa-a603-78435ac92238 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248602 Apr 05 20:18:49.881790 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-825f7f46-45eb-4675-90da-c589f65edae2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b06b3d31-152b-453a-a891-7769ad87fe30 HTTP/1.1" status: 200 len: 217 time: 0.0899458 Apr 05 20:18:49.992941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9563d-27e2-4a29-827a-65165450f104 req-68ff73ed-45de-4a0b-a08c-a374be6d0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:49.994854 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-68ff73ed-45de-4a0b-a08c-a374be6d0654 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02b3d8f3-9178-4446-ba41-5abc3c2cc9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0273740 Apr 05 20:18:49.996058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-2fa2a340-f4c8-4156-852b-49099583e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:49.998479 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-2fa2a340-f4c8-4156-852b-49099583e684 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e809c8-78ae-4b63-8843-48261b3ae99b HTTP/1.1" status: 200 len: 854 time: 0.0968142 Apr 05 20:18:50.002818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbb580-da8a-4591-92e4-25e5dd318834 req-c6960f6a-3d9f-4306-9f69-a4a8b7ae51ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:50.004325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcdbb580-da8a-4591-92e4-25e5dd318834 req-c6960f6a-3d9f-4306-9f69-a4a8b7ae51ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.4803891 Apr 05 20:18:50.205583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-c5bb0390-879b-42f3-80be-7474c6777896 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfc4bdc5-1ced-461e-bc10-c47bc75ca844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1982245 Apr 05 20:18:50.242553 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54c36e41-5727-4ede-ba88-905e4e04368b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:50.263456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcdbb580-da8a-4591-92e4-25e5dd318834 req-f6c2d7a7-ac6f-4336-83e4-2fd0f7a16f5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a HTTP/1.1" status: 200 len: 217 time: 0.1683877 Apr 05 20:18:50.282852 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54c36e41-5727-4ede-ba88-905e4e04368b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:50.304564 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e284c637-08df-499d-bc14-df89086daf7b req-8691f193-4fde-4443-85f0-e07df9033779 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/security-groups?id=f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7404785 Apr 05 20:18:50.529293 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device af8de101-6731-46f4-97d6-dca888d11049 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:50.568426 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-54c36e41-5727-4ede-ba88-905e4e04368b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b9d0fa8e8834d1c9fe62affc167233c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5454726 Apr 05 20:18:50.572579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c36e41-5727-4ede-ba88-905e4e04368b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc212e51-46ac-4a13-870b-3cfe96bf2e99,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:50.577705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34298) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:50.582464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbb580-da8a-4591-92e4-25e5dd318834 req-c93dca24-a224-475a-9099-46007dca62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:50.584862 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcdbb580-da8a-4591-92e4-25e5dd318834 req-c93dca24-a224-475a-9099-46007dca62b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.3060331 Apr 05 20:18:50.630685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-60c428e9-20e8-4edd-bd0d-8c3759527e7b tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:50.631398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-60c428e9-20e8-4edd-bd0d-8c3759527e7b tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Synchronizing usage tracker for tenant:83db93045f1d4e76ae3da117ddbe79f5 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:50.655010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-a181568d-95f8-46ca-a998-1d448aaae820 service neutron] 10.222.0.13 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887238 Apr 05 20:18:50.659538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 8c34ec67-56d8-4d76-8c0f-ab879900da7a no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:18:50.681908 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-e8d7af65-b311-4deb-a264-3a5cb88bea23 service neutron] 10.222.0.13 "GET /v2.0/networks/02b3d8f3-9178-4446-ba41-5abc3c2cc9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6583238 Apr 05 20:18:50.772699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcdbb580-da8a-4591-92e4-25e5dd318834 req-e0c6407c-b6f4-420e-bc21-8a0bbe04fe6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1336210 Apr 05 20:18:50.791772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port af8de101-6731-46f4-97d6-dca888d11049 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:50.801106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port af8de101-6731-46f4-97d6-dca888d11049 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:50.802224 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:50.821253 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-3a11994f-5702-4a22-9bcc-e70a17cefb08 service neutron] 10.222.0.13 "GET /v2.0/networks/bfc4bdc5-1ced-461e-bc10-c47bc75ca844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5777583 Apr 05 20:18:50.902684 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '943221c5-8313-44a3-be8e-2868cc045d3b', 'tag': 'ea6b7ab2-2db8-44c2-ad60-1f117ab147b4'}, {'name': 'network-changed', 'server_uuid': '53c7473e-4605-4610-8182-55cf3b4e4b1d', 'tag': '552bd82d-4d2e-426a-a972-d9ce13a6cbd1'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:50.949287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-60c428e9-20e8-4edd-bd0d-8c3759527e7b tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Unset dirty status for tenant:83db93045f1d4e76ae3da117ddbe79f5 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:50.950531 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-60c428e9-20e8-4edd-bd0d-8c3759527e7b tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/networks?id=cb98f4ea-f512-42db-8dff-e643ce207265 HTTP/1.1" status: 200 len: 808 time: 0.7485793 Apr 05 20:18:51.028058 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:51.044355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d303649-5374-4a3f-8216-6d75fe2d057f req-bb6a5abd-7059-4ed2-8c07-466d6b155753 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:51.045832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d303649-5374-4a3f-8216-6d75fe2d057f req-bb6a5abd-7059-4ed2-8c07-466d6b155753 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 944 time: 0.4930530 Apr 05 20:18:51.046692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port af8de101-6731-46f4-97d6-dca888d11049, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=af8de101-6731-46f4-97d6-dca888d11049,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:51.053556 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:51.061328 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-568bed47-9f0c-45ba-bc3d-359a40d78e0a tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/quotas/83db93045f1d4e76ae3da117ddbe79f5 HTTP/1.1" status: 200 len: 375 time: 0.0400579 Apr 05 20:18:51.062042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Allocated IP 172.20.0.1 (449f2510-29c0-4b2a-b10b-f5cacbec66f4/a5a60c65-4e55-4b0c-9a57-ccd6f8842686/ced0eb8e-ca8a-4667-bfcb-195927efceba) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:51.086438 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ee96f7f-2df3-43e1-88e3-2d4553ecb001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:51.112887 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77d9563d-27e2-4a29-827a-65165450f104 req-f70d972c-25ae-4479-97d7-6cfb395b146c service neutron] 10.222.0.13 "GET /v2.0/networks/02b3d8f3-9178-4446-ba41-5abc3c2cc9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162917 Apr 05 20:18:51.121747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:51.154468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=af8de101-6731-46f4-97d6-dca888d11049,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:51.199010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d303649-5374-4a3f-8216-6d75fe2d057f req-dafd9824-38ba-4a66-880c-9cf30616d518 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228440 Apr 05 20:18:51.263025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:51.364715 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de77668-ac5e-401f-831a-f10e46f8870c', 'tag': 'b06b3d31-152b-453a-a891-7769ad87fe30', 'status': 'completed', 'code': 200} Apr 05 20:18:51.373463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-260510a5-0d5e-490b-a267-54628f5c997a tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=83db93045f1d4e76ae3da117ddbe79f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2941813 Apr 05 20:18:51.380099 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcdbb580-da8a-4591-92e4-25e5dd318834 req-8be6b966-4407-40f6-a7eb-279bf6dd6625 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956686 Apr 05 20:18:51.381240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c34ec67-56d8-4d76-8c0f-ab879900da7a {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:18:51.382047 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-83296974-3f5b-472f-a73f-869be3cbaeb7 req-2b759467-3579-4c0e-a43b-5a83e97351cd service neutron] 10.222.0.13 "GET /v2.0/networks/bfc4bdc5-1ced-461e-bc10-c47bc75ca844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361078 Apr 05 20:18:51.451858 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ee96f7f-2df3-43e1-88e3-2d4553ecb001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:51.462777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:51.511242 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:51.536287 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:51.611920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Transition to ACTIVE for port object ced0eb8e-ca8a-4667-bfcb-195927efceba will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:51.710592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77580ada-b127-436e-854e-6572c6a3576a req-04dcedc2-3c75-4105-820f-33be806b76db tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:51.711888 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77580ada-b127-436e-854e-6572c6a3576a req-04dcedc2-3c75-4105-820f-33be806b76db tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 943 time: 0.2999308 Apr 05 20:18:51.769465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-ace0bd1c-a952-4244-a206-a2f2b81a007d service neutron] 10.222.0.24 "GET /v2.0/networks/cb98f4ea-f512-42db-8dff-e643ce207265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651152 Apr 05 20:18:51.789664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Transition to ACTIVE for port object 8c34ec67-56d8-4d76-8c0f-ab879900da7a will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:51.797161 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77580ada-b127-436e-854e-6572c6a3576a req-7cdaf764-667b-4efb-a9f5-18fd88e17cee tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/security-groups?id=b57529e0-9648-4cc8-b9d9-fa7e0f29f939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645311 Apr 05 20:18:51.797161 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:51.829210 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcdbb580-da8a-4591-92e4-25e5dd318834 req-b4178882-3636-4bc8-a454-6a4c9f56e271 service neutron] 10.222.0.13 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128084 Apr 05 20:18:51.875518 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:51.887029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ee96f7f-2df3-43e1-88e3-2d4553ecb001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:51.911147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386cbe5-cc3b-4fcf-9e9f-2ab14c504f5e req-7301d831-25eb-497f-b8de-81d64283e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:51.912652 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2386cbe5-cc3b-4fcf-9e9f-2ab14c504f5e req-7301d831-25eb-497f-b8de-81d64283e6ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba422efab9264c8bb2041d46ec599ce5&device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 1094 time: 0.4512291 Apr 05 20:18:51.919841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee96f7f-2df3-43e1-88e3-2d4553ecb001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc212e51-46ac-4a13-870b-3cfe96bf2e99,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:51.952132 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ee96f7f-2df3-43e1-88e3-2d4553ecb001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:51.953567 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7ee96f7f-2df3-43e1-88e3-2d4553ecb001 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc212e51-46ac-4a13-870b-3cfe96bf2e99 HTTP/1.1" status: 204 len: 168 time: 1.3737490 Apr 05 20:18:52.050331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-c606ad18-99cd-4889-b2ba-6c2d0b755b90 service neutron] 10.222.0.24 "GET /v2.0/networks/cb98f4ea-f512-42db-8dff-e643ce207265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845905 Apr 05 20:18:52.095339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386cbe5-cc3b-4fcf-9e9f-2ab14c504f5e req-9d5e1347-0a24-4939-a347-b2f39fefaffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:52.096977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2386cbe5-cc3b-4fcf-9e9f-2ab14c504f5e req-9d5e1347-0a24-4939-a347-b2f39fefaffa service neutron] 10.222.0.13 "GET /v2.0/networks?id=bfc4bdc5-1ced-461e-bc10-c47bc75ca844 HTTP/1.1" status: 200 len: 915 time: 0.1750503 Apr 05 20:18:52.192688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] No DVR routers for this DVR port 8c34ec67-56d8-4d76-8c0f-ab879900da7a on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:18:52.200217 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2386cbe5-cc3b-4fcf-9e9f-2ab14c504f5e req-bfae3344-d3b8-457a-b83c-40cde56786e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b06b3d31-152b-453a-a891-7769ad87fe30 HTTP/1.1" status: 200 len: 217 time: 0.0969989 Apr 05 20:18:52.204175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Network 449f2510-29c0-4b2a-b10b-f5cacbec66f4 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:52.259431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:52.261562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:52.303983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386cbe5-cc3b-4fcf-9e9f-2ab14c504f5e req-69c85760-84e9-4979-a926-00103163b548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:52.305456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2386cbe5-cc3b-4fcf-9e9f-2ab14c504f5e req-69c85760-84e9-4979-a926-00103163b548 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e809c8-78ae-4b63-8843-48261b3ae99b HTTP/1.1" status: 200 len: 854 time: 0.0987477 Apr 05 20:18:52.439310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Pushing event updated for resources: {'Port': ['ID=8c34ec67-56d8-4d76-8c0f-ab879900da7a,revision_number=10']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:52.445003 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2386cbe5-cc3b-4fcf-9e9f-2ab14c504f5e req-3af1fc73-f45d-49f5-a122-67a152ccd4b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfc4bdc5-1ced-461e-bc10-c47bc75ca844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1320565 Apr 05 20:18:52.462166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:52.462738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:52.463292 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:52.463830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:52.464377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:52.465025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:52.465567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:52.466761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:52.467338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:52.467890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:52.468419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:52.468958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:18:52.517971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device af8de101-6731-46f4-97d6-dca888d11049 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:52.585302 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-9f7e5564-3ef7-40fe-8c7d-88cbe9902f05 service neutron] 10.222.0.13 "PUT /v2.0/ports/8c34ec67-56d8-4d76-8c0f-ab879900da7a/bindings/n-h2-836604-1/activate HTTP/1.1" status: 200 len: 369 time: 3.1080413 Apr 05 20:18:52.595214 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:52.668692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:18:52.692544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port af8de101-6731-46f4-97d6-dca888d11049 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:52.692544 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:52.740851 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2386cbe5-cc3b-4fcf-9e9f-2ab14c504f5e req-a502ccd0-008e-4c1b-be23-f10b956c251a service neutron] 10.222.0.13 "GET /v2.0/networks/bfc4bdc5-1ced-461e-bc10-c47bc75ca844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839267 Apr 05 20:18:52.749085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd5ddb-2708-4d0a-90c9-8edbe8e74da8 req-e9532514-9bcc-464a-a713-7cfc27ed464f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:52.757834 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c7dd5ddb-2708-4d0a-90c9-8edbe8e74da8 req-e9532514-9bcc-464a-a713-7cfc27ed464f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 943 time: 0.3937461 Apr 05 20:18:52.772149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c6a56648-3137-4535-9a2f-9f935cc467ca None None] Provisioning for port ced0eb8e-ca8a-4667-bfcb-195927efceba completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:52.888504 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c6a56648-3137-4535-9a2f-9f935cc467ca None None] Provisioning complete for port ced0eb8e-ca8a-4667-bfcb-195927efceba triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:52.888877 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c6a56648-3137-4535-9a2f-9f935cc467ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:52.905011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adba439-2e8d-4f82-b4da-cac0eadfa60a req-0d4eb2a9-596c-4700-85d1-e3ec46410cff tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:52.906510 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1adba439-2e8d-4f82-b4da-cac0eadfa60a req-0d4eb2a9-596c-4700-85d1-e3ec46410cff tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 945 time: 0.9432247 Apr 05 20:18:52.987287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c6a56648-3137-4535-9a2f-9f935cc467ca None None] Port ced0eb8e-ca8a-4667-bfcb-195927efceba cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:18:52.994623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Pushing event updated for resources: {'Port': ['ID=ced0eb8e-ca8a-4667-bfcb-195927efceba,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:53.018507 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c7dd5ddb-2708-4d0a-90c9-8edbe8e74da8 req-6a71ab7d-8646-4bc7-8c7a-957d6ba1b4ad tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565544 Apr 05 20:18:53.036054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-007cef0b-0637-467d-912a-e3cb46cc4695 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:53.038036 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-007cef0b-0637-467d-912a-e3cb46cc4695 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb&tenant_id=637efc23dfdb499b8292cc0b1136bd84&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1096 time: 0.3785636 Apr 05 20:18:53.096321 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1adba439-2e8d-4f82-b4da-cac0eadfa60a req-76070913-5f7e-41e2-a5d4-f0e0aad6b6f1 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716603 Apr 05 20:18:53.202519 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '943221c5-8313-44a3-be8e-2868cc045d3b', 'tag': 'ea6b7ab2-2db8-44c2-ad60-1f117ab147b4', 'status': 'completed', 'code': 200} Apr 05 20:18:53.202778 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c7473e-4605-4610-8182-55cf3b4e4b1d', 'tag': '552bd82d-4d2e-426a-a972-d9ce13a6cbd1', 'status': 'completed', 'code': 200} Apr 05 20:18:53.242885 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2386cbe5-cc3b-4fcf-9e9f-2ab14c504f5e req-34c953a6-2f06-446a-9a10-f6c2e75008d4 service neutron] 10.222.0.13 "GET /v2.0/networks/bfc4bdc5-1ced-461e-bc10-c47bc75ca844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826820 Apr 05 20:18:53.301928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-64d8e6ea-fa71-4b0c-9b64-d92a94f92436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:53.305199 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-64d8e6ea-fa71-4b0c-9b64-d92a94f92436 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb&tenant_id=637efc23dfdb499b8292cc0b1136bd84 HTTP/1.1" status: 200 len: 1096 time: 0.2564015 Apr 05 20:18:53.345031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=552bd82d-4d2e-426a-a972-d9ce13a6cbd1,segment=NetworkSegment(1d689488-4229-4b91-bd6c-b92ca9d678e0),segment_id=1d689488-4229-4b91-bd6c-b92ca9d678e0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:53.371250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '552bd82d-4d2e-426a-a972-d9ce13a6cbd1', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'port_id': '552bd82d-4d2e-426a-a972-d9ce13a6cbd1', 'mac_address': 'fa:16:3e:2c:e0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:18:53.444836 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:53.453457 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:53.464580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:18:53.477844 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a0ffa36-035b-442b-a53c-dd8e596e17d0 req-ab9a62e5-c8eb-4638-b59e-4bd0c646061a tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 210 time: 0.0746224 Apr 05 20:18:53.484778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=552bd82d-4d2e-426a-a972-d9ce13a6cbd1,segment=NetworkSegment(1d689488-4229-4b91-bd6c-b92ca9d678e0),segment_id=1d689488-4229-4b91-bd6c-b92ca9d678e0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:53.494218 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:53.495144 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:18:53.519879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-c6af0381-92f3-4760-a1db-6fad8238c00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:53.523816 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-c6af0381-92f3-4760-a1db-6fad8238c00c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=637efc23dfdb499b8292cc0b1136bd84&device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 1096 time: 0.1957350 Apr 05 20:18:53.586569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-81531b95-4196-4c3f-9c5f-c54d1763ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:53.588421 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-81531b95-4196-4c3f-9c5f-c54d1763ac72 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 1094 time: 0.3896208 Apr 05 20:18:53.619052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=552bd82d-4d2e-426a-a972-d9ce13a6cbd1,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:53.782965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ea6b7ab2-2db8-44c2-ad60-1f117ab147b4,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:53.797532 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'ea6b7ab2-2db8-44c2-ad60-1f117ab147b4', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'port_id': 'ea6b7ab2-2db8-44c2-ad60-1f117ab147b4', 'mac_address': 'fa:16:3e:a7:8d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca381f74-bd26-46e2-abab-12d6223326b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:18:53.815174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f8cbc-f545-4dff-b99a-8a9f30264a20 req-8e5b4763-8027-48ee-a4ac-43e57bccf278 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:53.816962 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-786f8cbc-f545-4dff-b99a-8a9f30264a20 req-8e5b4763-8027-48ee-a4ac-43e57bccf278 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 943 time: 0.4507189 Apr 05 20:18:53.870739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-5dfd5bcc-9144-45b8-9126-7c1837bb7b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:53.872205 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-5dfd5bcc-9144-45b8-9126-7c1837bb7b84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 200 len: 909 time: 0.3393986 Apr 05 20:18:53.883767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b460a8-e886-4e83-9703-d392de6f8fae req-57744d78-8705-4e20-993b-b21eccdf78fc tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:53.885461 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b460a8-e886-4e83-9703-d392de6f8fae req-57744d78-8705-4e20-993b-b21eccdf78fc tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 944 time: 0.1733143 Apr 05 20:18:53.895233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-dfb611e7-2791-4a48-97da-e987d8070b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:53.896656 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-dfb611e7-2791-4a48-97da-e987d8070b9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 907 time: 0.2947750 Apr 05 20:18:53.899211 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:53.916748 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:18:53.935932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ea6b7ab2-2db8-44c2-ad60-1f117ab147b4,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:53.939993 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:53.940719 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b06b3d31-152b-453a-a891-7769ad87fe30 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:18:53.969329 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-836bcb2c-7614-4360-baa9-e42b21e2d0c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a HTTP/1.1" status: 200 len: 217 time: 0.0821238 Apr 05 20:18:53.986834 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-786f8cbc-f545-4dff-b99a-8a9f30264a20 req-857690a5-9dba-492f-a461-165b79d9e0bc tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/security-groups?id=f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472030 Apr 05 20:18:53.990344 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-f5b333f5-05ab-404e-94b4-6d1a5b7b59be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 HTTP/1.1" status: 200 len: 217 time: 0.0839543 Apr 05 20:18:54.036958 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b460a8-e886-4e83-9703-d392de6f8fae req-26fe9e30-ce03-4733-9f95-31cec573f998 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971057 Apr 05 20:18:54.044701 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:54.054834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-cc82bf7d-7844-4729-bdb1-d1717deb875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:54.056938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-cc82bf7d-7844-4729-bdb1-d1717deb875e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 200 len: 848 time: 0.0769455 Apr 05 20:18:54.063121 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:54.068495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ea6b7ab2-2db8-44c2-ad60-1f117ab147b4,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:54.168425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-20941ea1-a9f1-4e09-8d77-7b1e94b6bbdd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51344418-38f5-4178-a1c3-ae0225c075f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993764 Apr 05 20:18:54.175672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b06b3d31-152b-453a-a891-7769ad87fe30, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b06b3d31-152b-453a-a891-7769ad87fe30,segment=NetworkSegment(599c53cc-de93-4c01-8105-cf14151e699f),segment_id=599c53cc-de93-4c01-8105-cf14151e699f)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:54.193649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'b06b3d31-152b-453a-a891-7769ad87fe30', 'network_id': 'bfc4bdc5-1ced-461e-bc10-c47bc75ca844', 'port_id': 'b06b3d31-152b-453a-a891-7769ad87fe30', 'mac_address': 'fa:16:3e:78:57:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45e809c8-78ae-4b63-8843-48261b3ae99b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:18:54.269700 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:54.309004 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06b3d31-152b-453a-a891-7769ad87fe30 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:18:54.339908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b06b3d31-152b-453a-a891-7769ad87fe30, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b06b3d31-152b-453a-a891-7769ad87fe30,segment=NetworkSegment(599c53cc-de93-4c01-8105-cf14151e699f),segment_id=599c53cc-de93-4c01-8105-cf14151e699f)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:54.340224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-df37d91e-f684-40cb-ae76-02acb6b50490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:54.341785 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-df37d91e-f684-40cb-ae76-02acb6b50490 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.3405104 Apr 05 20:18:54.347051 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:54.392691 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-1a8e9dc9-3e42-41d5-9aca-b2afbd7040d5 service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215126 Apr 05 20:18:54.437424 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:18:54.482749 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=b06b3d31-152b-453a-a891-7769ad87fe30,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:54.611145 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:54.620558 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['ea6b7ab2-2db8-44c2-ad60-1f117ab147b4'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:54.647970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Pushing event updated for resources: {'Port': ['ID=ced0eb8e-ca8a-4667-bfcb-195927efceba,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:54.662136 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-d8d75d71-6a9a-465c-9e3f-52f4c07a0eff service neutron] 10.222.0.41 "GET /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497094 Apr 05 20:18:54.671404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['552bd82d-4d2e-426a-a972-d9ce13a6cbd1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:54.673985 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-7861ae63-0112-4be1-94d6-3f83bdcd8432 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3158183 Apr 05 20:18:54.704446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b1b50-e94c-4efc-82d3-557c1a282426 req-8e148d5a-b841-4a7c-a68f-7913d0449ce7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:54.712814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d05b1b50-e94c-4efc-82d3-557c1a282426 req-8e148d5a-b841-4a7c-a68f-7913d0449ce7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 944 time: 0.2015874 Apr 05 20:18:54.726586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['b06b3d31-152b-453a-a891-7769ad87fe30'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:54.797814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d05b1b50-e94c-4efc-82d3-557c1a282426 req-d4475c8c-1f44-4c7d-8260-951f94bdb86f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662818 Apr 05 20:18:54.834779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34358) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:54.944737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-ac5b1466-5e3e-4ee0-888c-19e58a5aaab8 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:54.946741 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-ac5b1466-5e3e-4ee0-888c-19e58a5aaab8 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.41 "GET /v2.0/networks?id=cb98f4ea-f512-42db-8dff-e643ce207265 HTTP/1.1" status: 200 len: 808 time: 0.7093723 Apr 05 20:18:54.969520 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Request body: {'port': {'device_id': '3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f', 'network_id': 'cb98f4ea-f512-42db-8dff-e643ce207265', 'admin_state_up': True, 'tenant_id': '83db93045f1d4e76ae3da117ddbe79f5'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:54.986747 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 486400c3-4400-43e8-b95c-f64e3cd46be8 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:18:55.017898 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e1716759-cba6-4a0a-a321-046dcb9a6634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:55.037669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093a334-a3c6-44a7-9fbf-f0b7d0300c6a req-7a356d5d-e0f1-4922-aff7-d850221bd935 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:55.046796 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a093a334-a3c6-44a7-9fbf-f0b7d0300c6a req-7a356d5d-e0f1-4922-aff7-d850221bd935 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 943 time: 0.8117347 Apr 05 20:18:55.116515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e1716759-cba6-4a0a-a321-046dcb9a6634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:55.126923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e1716759-cba6-4a0a-a321-046dcb9a6634 admin admin] Usage tracker for resource:security_group_rule and tenant:9c1ddb81a27f4ce497f5177df2a3ed65 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:55.133462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e1716759-cba6-4a0a-a321-046dcb9a6634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:55.142245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e1716759-cba6-4a0a-a321-046dcb9a6634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:55.162370 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:18:55.221909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-9782bbf1-5dce-4d22-ad02-3130ffbcd110 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:55.225300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-9782bbf1-5dce-4d22-ad02-3130ffbcd110 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb&tenant_id=637efc23dfdb499b8292cc0b1136bd84&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 1096 time: 0.1836431 Apr 05 20:18:55.259730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-1212bfc3-5713-45e1-ba91-59e1afea27f0 service neutron] 10.222.0.13 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753691 Apr 05 20:18:55.334344 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Network 449f2510-29c0-4b2a-b10b-f5cacbec66f4 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:55.355841 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a093a334-a3c6-44a7-9fbf-f0b7d0300c6a req-1c213bbf-4031-4ac4-a79b-7b484614cd33 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/security-groups?id=b57529e0-9648-4cc8-b9d9-fa7e0f29f939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078849 Apr 05 20:18:55.358946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:55.489813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-5d60b34b-0ea0-43bc-b949-3dc537a0d69c service neutron] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:18:55.517839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 486400c3-4400-43e8-b95c-f64e3cd46be8, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=486400c3-4400-43e8-b95c-f64e3cd46be8,segment=NetworkSegment(fb492852-b98d-43a4-9a57-ea8759808c7b),segment_id=fb492852-b98d-43a4-9a57-ea8759808c7b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:55.535001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '486400c3-4400-43e8-b95c-f64e3cd46be8', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'port_id': '486400c3-4400-43e8-b95c-f64e3cd46be8', 'mac_address': 'fa:16:3e:40:04:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:18:55.555342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-5d60b34b-0ea0-43bc-b949-3dc537a0d69c service neutron] Notify callbacks [] for binding, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:55.556706 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-5d60b34b-0ea0-43bc-b949-3dc537a0d69c service neutron] 10.222.0.41 "DELETE /v2.0/ports/8c34ec67-56d8-4d76-8c0f-ab879900da7a/bindings/n-h1-836604-1 HTTP/1.1" status: 204 len: 173 time: 0.3206203 Apr 05 20:18:55.559980 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e1716759-cba6-4a0a-a321-046dcb9a6634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:55.575179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b5ea7-f6ef-4b4a-bc4e-fb3c17dad4b1 req-0084525c-163b-411c-9e75-a2f3d79616cf tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:55.577042 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-325b5ea7-f6ef-4b4a-bc4e-fb3c17dad4b1 req-0084525c-163b-411c-9e75-a2f3d79616cf tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 945 time: 0.3477328 Apr 05 20:18:55.578636 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e1716759-cba6-4a0a-a321-046dcb9a6634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:55.603728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:18:55.626720 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:55.645691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486400c3-4400-43e8-b95c-f64e3cd46be8 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:18:55.665173 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 486400c3-4400-43e8-b95c-f64e3cd46be8, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=486400c3-4400-43e8-b95c-f64e3cd46be8,segment=NetworkSegment(fb492852-b98d-43a4-9a57-ea8759808c7b),segment_id=fb492852-b98d-43a4-9a57-ea8759808c7b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:55.674521 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:55.686907 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e1716759-cba6-4a0a-a321-046dcb9a6634 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c1ddb81a27f4ce497f5177df2a3ed65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8488946 Apr 05 20:18:55.686907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1716759-cba6-4a0a-a321-046dcb9a6634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2c0adb-1d0a-4bd1-a197-3d07f8a00712,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:55.689106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34368) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:18:55.709822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Usage tracker for resource:port and tenant:83db93045f1d4e76ae3da117ddbe79f5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:18:55.720325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-325b5ea7-f6ef-4b4a-bc4e-fb3c17dad4b1 req-23aafa94-1722-4434-824d-ea9ad9d016b4 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326265 Apr 05 20:18:55.754016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:18:55.782944 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=486400c3-4400-43e8-b95c-f64e3cd46be8,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:55.788961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:18:55.808325 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e01bf0c-1e20-4eab-aa53-98ce3c4a1193 req-db63ae34-a10f-4e8e-8734-e31372534283 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 210 time: 0.1146884 Apr 05 20:18:55.851054 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-edd3d245-9de6-4dd7-a622-c495ab16cb00 None None] Provisioning complete for port ced0eb8e-ca8a-4667-bfcb-195927efceba triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:55.852739 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aef68826-a9ad-4334-bed9-e2d645cca66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:55.853457 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-edd3d245-9de6-4dd7-a622-c495ab16cb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:55.897752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Made reservation on behalf of 83db93045f1d4e76ae3da117ddbe79f5 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:18:55.909508 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:55.937852 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aef68826-a9ad-4334-bed9-e2d645cca66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:55.961474 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-edd3d245-9de6-4dd7-a622-c495ab16cb00 None None] Port ced0eb8e-ca8a-4667-bfcb-195927efceba cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:18:56.011897 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-de8f50d3-cfad-46df-9253-12ee6cbb5f7b service neutron] 10.222.0.13 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7456143 Apr 05 20:18:56.014439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d41d0c-e24d-42a6-b396-de867a7f9d7c req-32488473-d42f-4edb-8682-b958d41f7c11 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:56.015222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['486400c3-4400-43e8-b95c-f64e3cd46be8'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:56.023073 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95d41d0c-e24d-42a6-b396-de867a7f9d7c req-32488473-d42f-4edb-8682-b958d41f7c11 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 944 time: 0.1714733 Apr 05 20:18:56.086739 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95d41d0c-e24d-42a6-b396-de867a7f9d7c req-7493a072-c286-4e02-87f0-030e89c66cd9 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/security-groups?id=f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622914 Apr 05 20:18:56.089212 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aef68826-a9ad-4334-bed9-e2d645cca66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:56.117158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef68826-a9ad-4334-bed9-e2d645cca66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2c0adb-1d0a-4bd1-a197-3d07f8a00712,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:56.125295 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aef68826-a9ad-4334-bed9-e2d645cca66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:56.127421 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-aef68826-a9ad-4334-bed9-e2d645cca66e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d2c0adb-1d0a-4bd1-a197-3d07f8a00712 HTTP/1.1" status: 204 len: 168 time: 0.4340870 Apr 05 20:18:56.216798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Router bcba6795-796f-443d-a2c0-c09e0525acda has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:18:56.380463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727145be-1458-48a1-8606-7af9b49e1b07 req-637df33a-d265-47de-aff0-8c6253d01039 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:56.382172 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-727145be-1458-48a1-8606-7af9b49e1b07 req-637df33a-d265-47de-aff0-8c6253d01039 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 944 time: 0.1013041 Apr 05 20:18:56.415830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212d1cd-7cc4-4775-9730-56e10f0c9ed7 req-47757e3f-5dd3-4576-a50f-b098b1be5ca2 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:56.417606 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a212d1cd-7cc4-4775-9730-56e10f0c9ed7 req-47757e3f-5dd3-4576-a50f-b098b1be5ca2 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 945 time: 0.4052122 Apr 05 20:18:56.468958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-1cb0f9ec-15c5-49bd-8ee6-d8c6a86255c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:56.470430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-1cb0f9ec-15c5-49bd-8ee6-d8c6a86255c8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8e6baaa9292481fb609c06f3181442e&device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 1095 time: 0.3475935 Apr 05 20:18:56.473125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-727145be-1458-48a1-8606-7af9b49e1b07 req-6376625f-5817-4913-abd0-e6a848eee4ec tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831816 Apr 05 20:18:56.655091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb6cc5-dcb4-4272-8316-dd0448eb790d req-b22c3be0-3f5d-4427-b468-476a14e06bf4 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:56.656691 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c2fb6cc5-dcb4-4272-8316-dd0448eb790d req-b22c3be0-3f5d-4427-b468-476a14e06bf4 tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 1096 time: 0.0737309 Apr 05 20:18:56.683406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:56.744107 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c2fb6cc5-dcb4-4272-8316-dd0448eb790d req-49852de8-b8f2-4acc-9708-e1f3fc48245e tempest-LiveMigrationTest-1501510419 tempest-LiveMigrationTest-1501510419-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798597 Apr 05 20:18:56.753819 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a212d1cd-7cc4-4775-9730-56e10f0c9ed7 req-093ff17f-488e-4b1b-af11-57fb0da6b1f0 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017294 Apr 05 20:18:56.818441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Allocated IP 172.20.0.13 (cb98f4ea-f512-42db-8dff-e643ce207265/0c407b96-c15c-468d-8cee-906b8f08e253/fe275b8c-2f25-4033-9498-b0d1039e69fe) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:18:56.837218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:56.845100 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:56.845802 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:56.884848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:18:56.896935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Sync routers for ids ['bcba6795-796f-443d-a2c0-c09e0525acda'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:18:56.927662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Routers {'bcba6795-796f-443d-a2c0-c09e0525acda'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:18:56.928386 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:18:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bcba6795-796f-443d-a2c0-c09e0525acda'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:56.960464 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d18b572b-d1b9-414c-924d-6f6e173e8030 admin admin] 10.222.0.24 "PUT /v2.0/routers/bcba6795-796f-443d-a2c0-c09e0525acda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2162971 Apr 05 20:18:57.047177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 486400c3-4400-43e8-b95c-f64e3cd46be8 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:57.062605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-c7056e6d-ac13-47d6-bbfa-bf8194c88fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:57.070803 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-c7056e6d-ac13-47d6-bbfa-bf8194c88fd2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 HTTP/1.1" status: 200 len: 906 time: 0.5229137 Apr 05 20:18:57.089769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20598f-35ce-45d2-b2fe-f11d13426540 req-48806194-1da8-4723-9da0-21647da9d307 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:57.097759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4b20598f-35ce-45d2-b2fe-f11d13426540 req-48806194-1da8-4723-9da0-21647da9d307 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Synchronizing usage tracker for tenant:ba422efab9264c8bb2041d46ec599ce5 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:57.143693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4b20598f-35ce-45d2-b2fe-f11d13426540 req-48806194-1da8-4723-9da0-21647da9d307 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Unset dirty status for tenant:ba422efab9264c8bb2041d46ec599ce5 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:57.146404 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b20598f-35ce-45d2-b2fe-f11d13426540 req-48806194-1da8-4723-9da0-21647da9d307 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 944 time: 0.2269130 Apr 05 20:18:57.220126 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-fc4915b1-f018-409b-bcac-a3f521d7f367 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552bd82d-4d2e-426a-a972-d9ce13a6cbd1 HTTP/1.1" status: 200 len: 217 time: 0.1224434 Apr 05 20:18:57.352506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b20598f-35ce-45d2-b2fe-f11d13426540 req-d9606a59-d94c-496f-9bd3-eb3cc84143b2 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/security-groups?id=b57529e0-9648-4cc8-b9d9-fa7e0f29f939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951742 Apr 05 20:18:57.372279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-f8b9066f-fd1e-4737-b2a9-54a65a79b860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:57.374557 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-f8b9066f-fd1e-4737-b2a9-54a65a79b860 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b6eaa5a-77f4-4745-89f9-677c67578620 HTTP/1.1" status: 200 len: 844 time: 0.1284063 Apr 05 20:18:57.390945 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:57.410000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 486400c3-4400-43e8-b95c-f64e3cd46be8 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:57.419290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Set router bcba6795-796f-443d-a2c0-c09e0525acda gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:18:57.480878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 486400c3-4400-43e8-b95c-f64e3cd46be8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:57.481504 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:57.550095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c7473e-4605-4610-8182-55cf3b4e4b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552bd82d-4d2e-426a-a972-d9ce13a6cbd1'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:57.557787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e299c0-2a74-4db2-9bd1-371551d83f0b req-edfb2e5f-e5df-475a-a995-a47162ca2da6 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:57.569492 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9e299c0-2a74-4db2-9bd1-371551d83f0b req-edfb2e5f-e5df-475a-a995-a47162ca2da6 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 944 time: 0.1063719 Apr 05 20:18:57.573828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8bb1bbbc-3813-47fe-8f21-63722f90ad4c req-77d03255-3116-49a9-a485-7b780fbf9c41 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Synchronizing usage tracker for tenant:83db93045f1d4e76ae3da117ddbe79f5 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:57.578851 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=552bd82d-4d2e-426a-a972-d9ce13a6cbd1,segment=NetworkSegment(1d689488-4229-4b91-bd6c-b92ca9d678e0),segment_id=1d689488-4229-4b91-bd6c-b92ca9d678e0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:57.640408 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9e299c0-2a74-4db2-9bd1-371551d83f0b req-aeb39f35-a97d-4f6a-9c5a-1d52c955a387 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/security-groups?id=f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665066 Apr 05 20:18:57.653698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8bb1bbbc-3813-47fe-8f21-63722f90ad4c req-77d03255-3116-49a9-a485-7b780fbf9c41 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Unset dirty status for tenant:83db93045f1d4e76ae3da117ddbe79f5 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:57.653698 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8bb1bbbc-3813-47fe-8f21-63722f90ad4c req-77d03255-3116-49a9-a485-7b780fbf9c41 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 210 time: 0.2664912 Apr 05 20:18:57.685029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-9963e329-0666-40db-9812-90f82a782d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:57.686981 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-9963e329-0666-40db-9812-90f82a782d50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02b3d8f3-9178-4446-ba41-5abc3c2cc9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2194200 Apr 05 20:18:57.690076 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:57.708423 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:57.708423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:57.913856 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-74cccf1f-f11c-4983-8e6e-66be096f5696 service neutron] 10.222.0.13 "GET /v2.0/networks/02b3d8f3-9178-4446-ba41-5abc3c2cc9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976504 Apr 05 20:18:57.995256 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:58.038238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b420cb04-bdb0-4d7e-8e5c-532121cd2ad8 req-92d3be32-787a-4c9c-ab51-085434466611 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:58.041650 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b420cb04-bdb0-4d7e-8e5c-532121cd2ad8 req-92d3be32-787a-4c9c-ab51-085434466611 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.41 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 945 time: 0.2244802 Apr 05 20:18:58.064394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 486400c3-4400-43e8-b95c-f64e3cd46be8, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=486400c3-4400-43e8-b95c-f64e3cd46be8,segment=NetworkSegment(fb492852-b98d-43a4-9a57-ea8759808c7b),segment_id=fb492852-b98d-43a4-9a57-ea8759808c7b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:58.078425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=552bd82d-4d2e-426a-a972-d9ce13a6cbd1,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:58.099448 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:58.106182 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:58.133958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be0b648-634b-4659-bdf5-7d27ed607634 req-3f8644b2-73ec-43a6-a4b5-7eda3dd8e3da tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:58.135466 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6be0b648-634b-4659-bdf5-7d27ed607634 req-3f8644b2-73ec-43a6-a4b5-7eda3dd8e3da tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 945 time: 0.2371938 Apr 05 20:18:58.163288 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:58.194486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:58.194848 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:58.196435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-b420cb04-bdb0-4d7e-8e5c-532121cd2ad8 req-fe1b1e27-20a9-4234-acf6-1aceeef34543 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Deleting port 8c34ec67-56d8-4d76-8c0f-ab879900da7a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:18:58.196950 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b420cb04-bdb0-4d7e-8e5c-532121cd2ad8 req-fe1b1e27-20a9-4234-acf6-1aceeef34543 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:58.263534 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6be0b648-634b-4659-bdf5-7d27ed607634 req-b769a830-8c00-4bf7-b62e-bd62784ef94b tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198847 Apr 05 20:18:58.268061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Network cb98f4ea-f512-42db-8dff-e643ce207265 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:18:58.297752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:18:58.304816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:18:58.320657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=486400c3-4400-43e8-b95c-f64e3cd46be8,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:58.351434 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c7473e-4605-4610-8182-55cf3b4e4b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '552bd82d-4d2e-426a-a972-d9ce13a6cbd1', 'code': 200} Apr 05 20:18:58.437815 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:58.475012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Pushing event updated for resources: {'Port': ['ID=fe275b8c-2f25-4033-9498-b0d1039e69fe,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:58.502172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:58.503100 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:58.516378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ea6b7ab2-2db8-44c2-ad60-1f117ab147b4,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:58.519215 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'name': 'tempest-TaggedBootDevicesTest-1770514046-router', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'af8de101-6731-46f4-97d6-dca888d11049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:34Z', 'updated_at': '2022-04-05T20:18:53Z', 'revision_number': 4, 'project_id': '8a20b68b5717426e84c7000b10adb911', 'gw_port': {'id': 'af8de101-6731-46f4-97d6-dca888d11049', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:36Z', 'updated_at': '2022-04-05T20:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ced0eb8e-ca8a-4667-bfcb-195927efceba', 'name': '', 'network_id': '449f2510-29c0-4b2a-b10b-f5cacbec66f4', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'mac_address': 'fa:16:3e:05:82:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a5a60c65-4e55-4b0c-9a57-ccd6f8842686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:50Z', 'updated_at': '2022-04-05T20:18:53Z', 'revision_number': 2, 'project_id': '8a20b68b5717426e84c7000b10adb911', 'subnets': [{'id': 'a5a60c65-4e55-4b0c-9a57-ccd6f8842686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:18:58.522033 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88e11b4d-8011-4ba3-8186-9185cc11e13f req-447151c3-f2ad-4970-8cdf-44f14657e1b9 service neutron] 10.222.0.13 "GET /v2.0/networks/02b3d8f3-9178-4446-ba41-5abc3c2cc9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6026461 Apr 05 20:18:58.525527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Checking router: bcba6795-796f-443d-a2c0-c09e0525acda for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:18:58.526078 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Updating router bcba6795-796f-443d-a2c0-c09e0525acda port ced0eb8e-ca8a-4667-bfcb-195927efceba binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:18:58.568178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9f452-3627-451f-aff2-879b61cf2a13 req-70080959-c6d4-444b-968c-614dc48e9eae tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:58.569505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5db9f452-3627-451f-aff2-879b61cf2a13 req-70080959-c6d4-444b-968c-614dc48e9eae tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Synchronizing usage tracker for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:18:58.573759 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-af4dc08c-556e-4200-a556-9bc1b8068f01 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6166542 Apr 05 20:18:58.589757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Request body: {'port': {'device_id': '3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:18:58.591074 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:58.600523 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:58.601426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b06b3d31-152b-453a-a891-7769ad87fe30 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:18:58.726731 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:58.733962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b420cb04-bdb0-4d7e-8e5c-532121cd2ad8 req-fe1b1e27-20a9-4234-acf6-1aceeef34543 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] For port 8c34ec67-56d8-4d76-8c0f-ab879900da7a, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8c34ec67-56d8-4d76-8c0f-ab879900da7a,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:58.734575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b420cb04-bdb0-4d7e-8e5c-532121cd2ad8 req-fe1b1e27-20a9-4234-acf6-1aceeef34543 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:58.771285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57443142-6a08-47e3-9149-359f9336d704 req-c12f8136-422f-4d7a-b219-37f2cf0b4453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:58.773179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-57443142-6a08-47e3-9149-359f9336d704 req-c12f8136-422f-4d7a-b219-37f2cf0b4453 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 1096 time: 0.3519957 Apr 05 20:18:58.775611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5db9f452-3627-451f-aff2-879b61cf2a13 req-70080959-c6d4-444b-968c-614dc48e9eae tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Unset dirty status for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:18:58.783908 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db9f452-3627-451f-aff2-879b61cf2a13 req-70080959-c6d4-444b-968c-614dc48e9eae tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 944 time: 0.6100841 Apr 05 20:18:58.829686 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ea6b7ab2-2db8-44c2-ad60-1f117ab147b4,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:58.923194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port b06b3d31-152b-453a-a891-7769ad87fe30 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:18:58.931684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port b06b3d31-152b-453a-a891-7769ad87fe30 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:18:58.932048 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:58.946308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-b420cb04-bdb0-4d7e-8e5c-532121cd2ad8 req-fe1b1e27-20a9-4234-acf6-1aceeef34543 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Calling delete_port for 8c34ec67-56d8-4d76-8c0f-ab879900da7a owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:18:59.017556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4bedca-cd80-4347-b415-38696f2cc6e9 req-945f782c-471a-419a-8821-76cf5aabfd7f tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:59.025746 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eb4bedca-cd80-4347-b415-38696f2cc6e9 req-945f782c-471a-419a-8821-76cf5aabfd7f tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 946 time: 0.4789791 Apr 05 20:18:59.069235 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-57443142-6a08-47e3-9149-359f9336d704 req-12f0a45f-029d-45a8-84c1-451b169463bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438768 Apr 05 20:18:59.111313 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eb4bedca-cd80-4347-b415-38696f2cc6e9 req-fdd6b7d8-5357-43a8-95c9-f93fe353f05b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842903 Apr 05 20:18:59.241082 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:59.243524 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b420cb04-bdb0-4d7e-8e5c-532121cd2ad8 req-fe1b1e27-20a9-4234-acf6-1aceeef34543 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:59.259565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['8c34ec67-56d8-4d76-8c0f-ab879900da7a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:59.267085 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db9f452-3627-451f-aff2-879b61cf2a13 req-6e815cab-d691-4757-b95a-e13baf56fbe6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823332 Apr 05 20:18:59.272953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe275b8c-2f25-4033-9498-b0d1039e69fe {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:18:59.296014 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:59.308974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['1798e34a-6466-4810-94cb-b57fac47aee2'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:18:59.325157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Transition to ACTIVE for port object fe275b8c-2f25-4033-9498-b0d1039e69fe will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:59.330251 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:59.422825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b1e27-20a9-4234-acf6-1aceeef34543 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Pushing event deleted for resources: {'Port': ['ID=8c34ec67-56d8-4d76-8c0f-ab879900da7a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:59.460926 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4470426-9504-449a-8d07-fd0753d58ad2 req-c750ec27-e657-44f4-a7f0-f2c927968497 tempest-AbsoluteLimitsNegativeTestJSON-265692673 tempest-AbsoluteLimitsNegativeTestJSON-265692673-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=2152ce7a20ce4c1f87e276608157a003&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2016335 Apr 05 20:18:59.464274 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:18:59.465869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b420cb04-bdb0-4d7e-8e5c-532121cd2ad8 req-fe1b1e27-20a9-4234-acf6-1aceeef34543 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] No DVR routers for this DVR port 8c34ec67-56d8-4d76-8c0f-ab879900da7a on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:18:59.469376 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b420cb04-bdb0-4d7e-8e5c-532121cd2ad8 req-fe1b1e27-20a9-4234-acf6-1aceeef34543 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:59.505549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05414ae8-ebd3-4a5a-acd5-becfd1aff8cb', 'name': 'network-vif-deleted', 'tag': '8c34ec67-56d8-4d76-8c0f-ab879900da7a'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:18:59.516001 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b420cb04-bdb0-4d7e-8e5c-532121cd2ad8 req-fe1b1e27-20a9-4234-acf6-1aceeef34543 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.41 "DELETE /v2.0/ports/8c34ec67-56d8-4d76-8c0f-ab879900da7a HTTP/1.1" status: 204 len: 173 time: 1.4613566 Apr 05 20:18:59.542269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b06b3d31-152b-453a-a891-7769ad87fe30, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b06b3d31-152b-453a-a891-7769ad87fe30,segment=NetworkSegment(599c53cc-de93-4c01-8105-cf14151e699f),segment_id=599c53cc-de93-4c01-8105-cf14151e699f)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:18:59.593279 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:59.763317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4470426-9504-449a-8d07-fd0753d58ad2 req-161fcb39-b28f-4e5b-98ab-dec7f7909fed tempest-AbsoluteLimitsNegativeTestJSON-265692673 tempest-AbsoluteLimitsNegativeTestJSON-265692673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:59.767993 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4470426-9504-449a-8d07-fd0753d58ad2 req-161fcb39-b28f-4e5b-98ab-dec7f7909fed tempest-AbsoluteLimitsNegativeTestJSON-265692673 tempest-AbsoluteLimitsNegativeTestJSON-265692673-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3054149 Apr 05 20:18:59.794005 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4470426-9504-449a-8d07-fd0753d58ad2 req-1bd3c71a-ffb1-44d3-a7e3-41306db911e7 tempest-AbsoluteLimitsNegativeTestJSON-265692673 tempest-AbsoluteLimitsNegativeTestJSON-265692673-project] 10.222.0.24 "GET /v2.0/quotas/2152ce7a20ce4c1f87e276608157a003 HTTP/1.1" status: 200 len: 375 time: 0.0179636 Apr 05 20:18:59.876876 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4470426-9504-449a-8d07-fd0753d58ad2 req-9d7e1c7c-4990-4dfb-b5bd-567b2b3ca4b0 tempest-AbsoluteLimitsNegativeTestJSON-265692673 tempest-AbsoluteLimitsNegativeTestJSON-265692673-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2152ce7a20ce4c1f87e276608157a003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669439 Apr 05 20:18:59.878076 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:59.884048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe275b8c-2f25-4033-9498-b0d1039e69fe,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:59.902041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Attempting to bind port fe275b8c-2f25-4033-9498-b0d1039e69fe on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:18:59.902433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Attempting to bind port fe275b8c-2f25-4033-9498-b0d1039e69fe by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'ca1c83c3-b86e-4e92-904a-b6d928fb6767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb98f4ea-f512-42db-8dff-e643ce207265'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:18:59.903046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Attempting to bind port fe275b8c-2f25-4033-9498-b0d1039e69fe on network cb98f4ea-f512-42db-8dff-e643ce207265 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:59.925043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Port fe275b8c-2f25-4033-9498-b0d1039e69fe on network cb98f4ea-f512-42db-8dff-e643ce207265 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:18:59.925467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Attempting to bind port fe275b8c-2f25-4033-9498-b0d1039e69fe on network cb98f4ea-f512-42db-8dff-e643ce207265 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:18:59.928091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=b06b3d31-152b-453a-a891-7769ad87fe30,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:18:59.935539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Transition to ACTIVE for port object ced0eb8e-ca8a-4667-bfcb-195927efceba will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:18:59.938025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:18:59.938472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Checking segment: {'id': 'ca1c83c3-b86e-4e92-904a-b6d928fb6767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb98f4ea-f512-42db-8dff-e643ce207265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:18:59.939537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Bound using segment: {'id': 'ca1c83c3-b86e-4e92-904a-b6d928fb6767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb98f4ea-f512-42db-8dff-e643ce207265'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:18:59.940100 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Bound port: fe275b8c-2f25-4033-9498-b0d1039e69fe, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1c83c3-b86e-4e92-904a-b6d928fb6767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cb98f4ea-f512-42db-8dff-e643ce207265'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:18:59.940566 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:59.960082 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:18:59.967755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a108b-a6fd-41a1-bc8e-76ce4fb3e09c req-b5d70938-137b-4f06-9940-bfee7919b9bc tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:18:59.975922 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a0a108b-a6fd-41a1-bc8e-76ce4fb3e09c req-b5d70938-137b-4f06-9940-bfee7919b9bc tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 945 time: 0.2952008 Apr 05 20:19:00.150102 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a0a108b-a6fd-41a1-bc8e-76ce4fb3e09c req-e508691f-3eec-43d1-89a3-a99f0f9eb806 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/security-groups?id=b57529e0-9648-4cc8-b9d9-fa7e0f29f939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674359 Apr 05 20:19:00.197649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f028cb-a2bb-4b1b-8f3c-7088c4847425 req-b567a3bd-64b5-45ef-87f0-656f28faeec7 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:00.209448 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-80f028cb-a2bb-4b1b-8f3c-7088c4847425 req-b567a3bd-64b5-45ef-87f0-656f28faeec7 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 945 time: 0.1598547 Apr 05 20:19:00.257632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] For port fe275b8c-2f25-4033-9498-b0d1039e69fe, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:19:00.266708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] For port fe275b8c-2f25-4033-9498-b0d1039e69fe, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fe275b8c-2f25-4033-9498-b0d1039e69fe,segment=NetworkSegment(ca1c83c3-b86e-4e92-904a-b6d928fb6767),segment_id=ca1c83c3-b86e-4e92-904a-b6d928fb6767)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:19:00.277843 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:00.411667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6b147f-cb5d-4c00-b52f-5f879d9b0c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486400c3-4400-43e8-b95c-f64e3cd46be8'}, {'server_uuid': '943221c5-8313-44a3-be8e-2868cc045d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6b7ab2-2db8-44c2-ad60-1f117ab147b4'}, {'server_uuid': '9de77668-ac5e-401f-831a-f10e46f8870c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06b3d31-152b-453a-a891-7769ad87fe30'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:00.500007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:00.500642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:00.502058 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] 10.222.0.41 "PUT /v2.0/ports/fe275b8c-2f25-4033-9498-b0d1039e69fe HTTP/1.1" status: 200 len: 1092 time: 1.9175770 Apr 05 20:19:00.504039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a8828-f1df-4118-af7e-22eef530f946 None None] Pushing event updated for resources: {'Port': ['ID=ced0eb8e-ca8a-4667-bfcb-195927efceba,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:00.506662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f', 'tag': 'fe275b8c-2f25-4033-9498-b0d1039e69fe'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:00.556637 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-80f028cb-a2bb-4b1b-8f3c-7088c4847425 req-f7f68717-383d-4a73-be20-6a3d4c89d7fd tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/security-groups?id=f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3424804 Apr 05 20:19:00.617308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Attempting to bind port ced0eb8e-ca8a-4667-bfcb-195927efceba on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:19:00.617762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Attempting to bind port ced0eb8e-ca8a-4667-bfcb-195927efceba by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'd820cd14-a6d2-440e-b8fe-f69207611bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '449f2510-29c0-4b2a-b10b-f5cacbec66f4'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:19:00.618162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Attempting to bind port ced0eb8e-ca8a-4667-bfcb-195927efceba on network 449f2510-29c0-4b2a-b10b-f5cacbec66f4 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:19:00.628435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:19:00.628815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Checking segment: {'id': 'd820cd14-a6d2-440e-b8fe-f69207611bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '449f2510-29c0-4b2a-b10b-f5cacbec66f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:19:00.629955 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:00.630345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Bound using segment: {'id': 'd820cd14-a6d2-440e-b8fe-f69207611bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '449f2510-29c0-4b2a-b10b-f5cacbec66f4'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:19:00.630905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Bound port: ced0eb8e-ca8a-4667-bfcb-195927efceba, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd820cd14-a6d2-440e-b8fe-f69207611bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '449f2510-29c0-4b2a-b10b-f5cacbec66f4'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:19:00.631276 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:00.661127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d0008-42e9-49c0-a844-59076c5f3ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe275b8c-2f25-4033-9498-b0d1039e69fe,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:00.707280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34532) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:00.725989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d49966-c1a0-4bb3-bea8-ef857539bb43 req-610b3ef9-75ce-490a-8f6b-2eedde1a5a95 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:00.734057 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31d49966-c1a0-4bb3-bea8-ef857539bb43 req-610b3ef9-75ce-490a-8f6b-2eedde1a5a95 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 944 time: 0.2793667 Apr 05 20:19:00.798271 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31d49966-c1a0-4bb3-bea8-ef857539bb43 req-2c1f51e6-a3c4-49a1-8cbf-a08d047c43db tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f0a2879-48a5-4efc-8636-ae708e5c6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622916 Apr 05 20:19:00.809710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] For port ced0eb8e-ca8a-4667-bfcb-195927efceba, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:19:00.817319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] For port ced0eb8e-ca8a-4667-bfcb-195927efceba, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ced0eb8e-ca8a-4667-bfcb-195927efceba,segment=NetworkSegment(d820cd14-a6d2-440e-b8fe-f69207611bb4),segment_id=d820cd14-a6d2-440e-b8fe-f69207611bb4)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:19:00.830053 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:00.832095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c6c4d180-9ee8-4649-9314-c43f5e3a2afd req-85bb0a9c-22ca-4ad1-8ce1-873f7459cb32 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Synchronizing usage tracker for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:00.841361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-4ed2ec2b-ac9d-405e-af47-48892dbd2991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:00.850764 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-4ed2ec2b-ac9d-405e-af47-48892dbd2991 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83db93045f1d4e76ae3da117ddbe79f5&device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 1095 time: 0.2921436 Apr 05 20:19:00.899625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c6c4d180-9ee8-4649-9314-c43f5e3a2afd req-85bb0a9c-22ca-4ad1-8ce1-873f7459cb32 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Unset dirty status for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:00.924097 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6c4d180-9ee8-4649-9314-c43f5e3a2afd req-85bb0a9c-22ca-4ad1-8ce1-873f7459cb32 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=05414ae8-ebd3-4a5a-acd5-becfd1aff8cb HTTP/1.1" status: 200 len: 210 time: 0.1847265 Apr 05 20:19:00.944887 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Routers {'bcba6795-796f-443d-a2c0-c09e0525acda'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:19:00.945531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:18:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bcba6795-796f-443d-a2c0-c09e0525acda'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:00.974953 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05414ae8-ebd3-4a5a-acd5-becfd1aff8cb', 'name': 'network-vif-deleted', 'tag': '8c34ec67-56d8-4d76-8c0f-ab879900da7a', 'status': 'completed', 'code': 200} Apr 05 20:19:01.053986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a8828-f1df-4118-af7e-22eef530f946 None None] Pushing event updated for resources: {'Port': ['ID=ced0eb8e-ca8a-4667-bfcb-195927efceba,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:01.092932 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-c5ce02b6-b47c-4783-ae47-e9c56d0583fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe275b8c-2f25-4033-9498-b0d1039e69fe HTTP/1.1" status: 200 len: 217 time: 0.2374253 Apr 05 20:19:01.096682 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e10c-2108-4f7b-8ffb-a92d1fda1e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:01.117097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b2d0e10c-2108-4f7b-8ffb-a92d1fda1e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:01.121235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b2d0e10c-2108-4f7b-8ffb-a92d1fda1e85 admin admin] Usage tracker for resource:security_group_rule and tenant:2152ce7a20ce4c1f87e276608157a003 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:01.124137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b2d0e10c-2108-4f7b-8ffb-a92d1fda1e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:01.132750 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b2d0e10c-2108-4f7b-8ffb-a92d1fda1e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:01.274976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] Set router bcba6795-796f-443d-a2c0-c09e0525acda gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:19:01.349991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-467e6a5a-8375-48f7-bcfa-0d6323df6e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:01.351587 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-467e6a5a-8375-48f7-bcfa-0d6323df6e3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c407b96-c15c-468d-8cee-906b8f08e253 HTTP/1.1" status: 200 len: 848 time: 0.2410474 Apr 05 20:19:01.365010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bae4bb-907c-4c0d-9833-1397a8240f9e req-b12dd20e-f51d-4f83-a36d-878fe2f84b84 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:01.366580 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-16bae4bb-907c-4c0d-9833-1397a8240f9e req-b12dd20e-f51d-4f83-a36d-878fe2f84b84 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 945 time: 0.1610434 Apr 05 20:19:01.405531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa96fc-1b6f-41b4-9864-ea8b7313478a req-9515945a-573b-4b71-af78-59996d6cc746 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:01.408125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9aaa96fc-1b6f-41b4-9864-ea8b7313478a req-9515945a-573b-4b71-af78-59996d6cc746 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 946 time: 0.2593668 Apr 05 20:19:01.474642 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-c3374834-aefb-40ee-96ba-fc55a277ce7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb98f4ea-f512-42db-8dff-e643ce207265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031060 Apr 05 20:19:01.517641 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9aaa96fc-1b6f-41b4-9864-ea8b7313478a req-b5a08cda-bb74-4d27-bca6-697e080b6761 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022110 Apr 05 20:19:01.625572 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-16bae4bb-907c-4c0d-9833-1397a8240f9e req-104ee2c9-88b6-4796-b4cc-e773be627c2d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128239 Apr 05 20:19:01.672469 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-78e3591c-54ed-4d4c-981a-f46f53692083 service neutron] 10.222.0.41 "GET /v2.0/networks/cb98f4ea-f512-42db-8dff-e643ce207265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899505 Apr 05 20:19:01.673186 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6b147f-cb5d-4c00-b52f-5f879d9b0c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486400c3-4400-43e8-b95c-f64e3cd46be8', 'code': 200} Apr 05 20:19:01.673455 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943221c5-8313-44a3-be8e-2868cc045d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea6b7ab2-2db8-44c2-ad60-1f117ab147b4', 'code': 200} Apr 05 20:19:01.673745 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de77668-ac5e-401f-831a-f10e46f8870c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06b3d31-152b-453a-a891-7769ad87fe30', 'code': 200} Apr 05 20:19:01.675916 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e10c-2108-4f7b-8ffb-a92d1fda1e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:01.890720 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd1a6cda-c8a4-41bb-8471-9f78ba0cc848 req-d980f447-0ec1-4ce0-b962-30de4a0096d5 service neutron] 10.222.0.41 "GET /v2.0/networks/cb98f4ea-f512-42db-8dff-e643ce207265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115624 Apr 05 20:19:01.892529 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f', 'tag': 'fe275b8c-2f25-4033-9498-b0d1039e69fe', 'status': 'completed', 'code': 200} Apr 05 20:19:01.894992 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2d0e10c-2108-4f7b-8ffb-a92d1fda1e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:01.913221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'name': 'tempest-TaggedBootDevicesTest-1770514046-router', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'af8de101-6731-46f4-97d6-dca888d11049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:34Z', 'updated_at': '2022-04-05T20:18:53Z', 'revision_number': 4, 'project_id': '8a20b68b5717426e84c7000b10adb911', 'gw_port': {'id': 'af8de101-6731-46f4-97d6-dca888d11049', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:36Z', 'updated_at': '2022-04-05T20:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ced0eb8e-ca8a-4667-bfcb-195927efceba', 'name': '', 'network_id': '449f2510-29c0-4b2a-b10b-f5cacbec66f4', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'mac_address': 'fa:16:3e:05:82:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a5a60c65-4e55-4b0c-9a57-ccd6f8842686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:50Z', 'updated_at': '2022-04-05T20:19:00Z', 'revision_number': 4, 'project_id': '8a20b68b5717426e84c7000b10adb911', 'subnets': [{'id': 'a5a60c65-4e55-4b0c-9a57-ccd6f8842686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:01.922119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-157907dd-6cf8-4f07-9520-041bc5ee97ce None None] The sync data for ids ['bcba6795-796f-443d-a2c0-c09e0525acda'] in n-d-836604-1 is: [{'id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'name': 'tempest-TaggedBootDevicesTest-1770514046-router', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'af8de101-6731-46f4-97d6-dca888d11049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:34Z', 'updated_at': '2022-04-05T20:18:53Z', 'revision_number': 4, 'project_id': '8a20b68b5717426e84c7000b10adb911', 'gw_port': {'id': 'af8de101-6731-46f4-97d6-dca888d11049', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:36Z', 'updated_at': '2022-04-05T20:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ced0eb8e-ca8a-4667-bfcb-195927efceba', 'name': '', 'network_id': '449f2510-29c0-4b2a-b10b-f5cacbec66f4', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'mac_address': 'fa:16:3e:05:82:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'a5a60c65-4e55-4b0c-9a57-ccd6f8842686', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:50Z', 'updated_at': '2022-04-05T20:19:00Z', 'revision_number': 4, 'project_id': '8a20b68b5717426e84c7000b10adb911', 'subnets': [{'id': 'a5a60c65-4e55-4b0c-9a57-ccd6f8842686', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:19:02.026471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0e10c-2108-4f7b-8ffb-a92d1fda1e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36459c73-e4d4-4573-b17a-a4e475f7037c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:02.183898 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b2d0e10c-2108-4f7b-8ffb-a92d1fda1e85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2152ce7a20ce4c1f87e276608157a003&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4746928 Apr 05 20:19:02.184516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34548) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:02.251568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c09ab13-094f-4184-a1fb-8209f232ff9d req-c8816752-d0d6-472f-9ef7-9c8e86476b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:02.254925 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c09ab13-094f-4184-a1fb-8209f232ff9d req-c8816752-d0d6-472f-9ef7-9c8e86476b74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 1096 time: 0.4557881 Apr 05 20:19:02.273651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3274ef-c4db-4aa3-80fa-4ad80ef0a83c req-18bcaf7e-ecfc-42f8-a349-ac136d42c53a tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:02.275775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c3274ef-c4db-4aa3-80fa-4ad80ef0a83c req-18bcaf7e-ecfc-42f8-a349-ac136d42c53a tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 945 time: 0.2160850 Apr 05 20:19:02.276964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea563c1-213c-4389-b5fc-c26e6a7c9408 req-533fffbb-2c48-4bf0-a5a0-d70098fea647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:02.278472 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fea563c1-213c-4389-b5fc-c26e6a7c9408 req-533fffbb-2c48-4bf0-a5a0-d70098fea647 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83db93045f1d4e76ae3da117ddbe79f5&device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 1095 time: 0.2540145 Apr 05 20:19:02.293852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0fffd-85c2-41ef-a56b-1a4995a10078 req-bff391e1-428b-4f0a-8f6b-9a0ed7eb252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:02.295327 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9a0fffd-85c2-41ef-a56b-1a4995a10078 req-bff391e1-428b-4f0a-8f6b-9a0ed7eb252e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 1096 time: 0.4020896 Apr 05 20:19:02.342751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318a4c1-6446-4985-9cd7-f47092d164a1 req-b2986c49-d8ae-46b7-a8fb-e980793a744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:02.344522 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d318a4c1-6446-4985-9cd7-f47092d164a1 req-b2986c49-d8ae-46b7-a8fb-e980793a744b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 1097 time: 0.4299703 Apr 05 20:19:02.429679 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c09ab13-094f-4184-a1fb-8209f232ff9d req-bceafe80-9953-4840-89ee-a26075faaa68 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684287 Apr 05 20:19:02.450931 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d318a4c1-6446-4985-9cd7-f47092d164a1 req-86b59855-9122-456d-88a0-8b8a3ee9c534 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936365 Apr 05 20:19:02.454535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c3274ef-c4db-4aa3-80fa-4ad80ef0a83c req-f96f6a63-cf3f-477d-b8c6-d8d054b2386f tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/security-groups?id=f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554477 Apr 05 20:19:02.530430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f691f6-a526-4673-a94f-84c698483d5f req-84d1ad28-8161-47ce-9418-13302c09f1c2 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:02.531936 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75f691f6-a526-4673-a94f-84c698483d5f req-84d1ad28-8161-47ce-9418-13302c09f1c2 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 945 time: 0.4658241 Apr 05 20:19:02.576455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ced0eb8e-ca8a-4667-bfcb-195927efceba up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:19:02.630681 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2231-16c2-4be0-9e98-48ee00f2a321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:02.761932 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9a0fffd-85c2-41ef-a56b-1a4995a10078 req-6fab4b60-75e2-4455-83ea-9039af02f575 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b57529e0-9648-4cc8-b9d9-fa7e0f29f939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558908 Apr 05 20:19:02.763069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port ced0eb8e-ca8a-4667-bfcb-195927efceba completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:19:02.766776 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2231-16c2-4be0-9e98-48ee00f2a321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:02.781367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ced0eb8e-ca8a-4667-bfcb-195927efceba triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:02.781739 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:02.801619 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75f691f6-a526-4673-a94f-84c698483d5f req-37d683f7-f47b-4e55-8c1b-da513c7b0f9a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/security-groups?id=b57529e0-9648-4cc8-b9d9-fa7e0f29f939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234449 Apr 05 20:19:02.885374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea563c1-213c-4389-b5fc-c26e6a7c9408 req-b0bd5e98-c01b-45af-94ba-fd4198e362f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:02.887315 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fea563c1-213c-4389-b5fc-c26e6a7c9408 req-b0bd5e98-c01b-45af-94ba-fd4198e362f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cb98f4ea-f512-42db-8dff-e643ce207265 HTTP/1.1" status: 200 len: 909 time: 0.5960484 Apr 05 20:19:02.925844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28a28c-29a6-4e47-afd9-2b41c80523fe req-dfe24881-a3fb-498e-8f90-619127683196 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:02.946988 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d28a28c-29a6-4e47-afd9-2b41c80523fe req-dfe24881-a3fb-498e-8f90-619127683196 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 944 time: 0.2657247 Apr 05 20:19:02.992182 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fea563c1-213c-4389-b5fc-c26e6a7c9408 req-217ddfce-fbec-4482-b865-74d4865b982e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fe275b8c-2f25-4033-9498-b0d1039e69fe HTTP/1.1" status: 200 len: 217 time: 0.0969074 Apr 05 20:19:03.047599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2d28a28c-29a6-4e47-afd9-2b41c80523fe req-5c1a7341-965d-4532-abe1-7a58f764ff19 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Synchronizing usage tracker for tenant:83db93045f1d4e76ae3da117ddbe79f5 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:03.066546 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:03.084811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8c34ec67-56d8-4d76-8c0f-ab879900da7a no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:19:03.091698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2d28a28c-29a6-4e47-afd9-2b41c80523fe req-5c1a7341-965d-4532-abe1-7a58f764ff19 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Unset dirty status for tenant:83db93045f1d4e76ae3da117ddbe79f5 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:03.093125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d28a28c-29a6-4e47-afd9-2b41c80523fe req-5c1a7341-965d-4532-abe1-7a58f764ff19 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f0a2879-48a5-4efc-8636-ae708e5c6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453028 Apr 05 20:19:03.175860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea563c1-213c-4389-b5fc-c26e6a7c9408 req-92a7784c-7a66-4ca3-8bec-ec2c93ce3cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:03.180871 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fea563c1-213c-4389-b5fc-c26e6a7c9408 req-92a7784c-7a66-4ca3-8bec-ec2c93ce3cf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0c407b96-c15c-468d-8cee-906b8f08e253 HTTP/1.1" status: 200 len: 848 time: 0.1813834 Apr 05 20:19:03.183258 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2231-16c2-4be0-9e98-48ee00f2a321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:03.328372 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 8c34ec67-56d8-4d76-8c0f-ab879900da7a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:19:03.332033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8c34ec67-56d8-4d76-8c0f-ab879900da7a not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:19:03.351383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port ced0eb8e-ca8a-4667-bfcb-195927efceba, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ced0eb8e-ca8a-4667-bfcb-195927efceba,segment=NetworkSegment(d820cd14-a6d2-440e-b8fe-f69207611bb4),segment_id=d820cd14-a6d2-440e-b8fe-f69207611bb4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:03.365284 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:03.417390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc2231-16c2-4be0-9e98-48ee00f2a321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36459c73-e4d4-4573-b17a-a4e475f7037c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:03.437680 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fea563c1-213c-4389-b5fc-c26e6a7c9408 req-d170dac8-f0d0-43e1-a5d1-b68cda646a95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cb98f4ea-f512-42db-8dff-e643ce207265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2438111 Apr 05 20:19:03.451868 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cfdc2231-16c2-4be0-9e98-48ee00f2a321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:03.455264 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cfdc2231-16c2-4be0-9e98-48ee00f2a321 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36459c73-e4d4-4573-b17a-a4e475f7037c HTTP/1.1" status: 204 len: 168 time: 1.2593775 Apr 05 20:19:03.487731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d052983-b5cb-4979-af7a-36afb6abafee req-045e251a-ed00-4326-8f7b-96ebc53100a7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:03.498834 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d052983-b5cb-4979-af7a-36afb6abafee req-045e251a-ed00-4326-8f7b-96ebc53100a7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 946 time: 0.2136819 Apr 05 20:19:03.556961 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=ced0eb8e-ca8a-4667-bfcb-195927efceba,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:03.685330 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d052983-b5cb-4979-af7a-36afb6abafee req-c5cde594-d6c7-4337-a9cc-f257317352c6 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840627 Apr 05 20:19:03.758307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d246df54-fe9d-4ed0-aeec-a3906ad2041e req-23447666-cf18-449a-ae1e-f56b05de87fa tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:03.768507 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d246df54-fe9d-4ed0-aeec-a3906ad2041e req-23447666-cf18-449a-ae1e-f56b05de87fa tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 945 time: 0.4501829 Apr 05 20:19:03.768681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34568) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:03.774425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7b20c11e-c07e-4226-8d52-d915861b05c5 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Request body: {'floatingip': {'port_id': '552bd82d-4d2e-426a-a972-d9ce13a6cbd1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:03.868381 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fea563c1-213c-4389-b5fc-c26e6a7c9408 req-2f8ffc35-5834-4700-a65a-33f92a822a74 service neutron] 10.222.0.41 "GET /v2.0/networks/cb98f4ea-f512-42db-8dff-e643ce207265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010432 Apr 05 20:19:04.223292 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b20c11e-c07e-4226-8d52-d915861b05c5 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:04.250534 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fea563c1-213c-4389-b5fc-c26e6a7c9408 req-f9e196a8-6e3e-4017-acc9-238aaa08caf5 service neutron] 10.222.0.41 "GET /v2.0/networks/cb98f4ea-f512-42db-8dff-e643ce207265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870535 Apr 05 20:19:04.371712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff57cd9-d94e-4f90-88ce-1be3eb0df932 req-c453907d-8c52-486b-b6fe-0de681f4d053 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:04.373872 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dff57cd9-d94e-4f90-88ce-1be3eb0df932 req-c453907d-8c52-486b-b6fe-0de681f4d053 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 945 time: 0.1224730 Apr 05 20:19:04.582762 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dff57cd9-d94e-4f90-88ce-1be3eb0df932 req-896cb925-4cbc-4822-8200-1bf9d9a01934 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/security-groups?id=b57529e0-9648-4cc8-b9d9-fa7e0f29f939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996934 Apr 05 20:19:04.603905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ced0eb8e-ca8a-4667-bfcb-195927efceba up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:19:04.839693 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ced0eb8e-ca8a-4667-bfcb-195927efceba triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:04.841438 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:04.942914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddc80fb-af5d-4004-8c45-06c119659565 req-9429eba5-539e-4d9f-ab77-21f1db68cb14 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:04.946922 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fddc80fb-af5d-4004-8c45-06c119659565 req-9429eba5-539e-4d9f-ab77-21f1db68cb14 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 944 time: 0.1552610 Apr 05 20:19:05.036047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34600) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:05.048581 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device fe275b8c-2f25-4033-9498-b0d1039e69fe details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:19:05.051667 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fddc80fb-af5d-4004-8c45-06c119659565 req-23611232-7f51-4733-9a01-d8b4e3a64af6 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f0a2879-48a5-4efc-8636-ae708e5c6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978765 Apr 05 20:19:05.156477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4de33-ba31-4b44-9fb4-6ba8124de4ba req-58c13edd-f332-42c4-add3-b7a296836809 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:05.163913 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1b4de33-ba31-4b44-9fb4-6ba8124de4ba req-58c13edd-f332-42c4-add3-b7a296836809 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 945 time: 1.0541549 Apr 05 20:19:05.279820 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-874324338-network', 'tenant_id': '09a608d642f24eeba3830dc870c40d6e'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:05.289327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:05.302733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Usage tracker for resource:network and tenant:09a608d642f24eeba3830dc870c40d6e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:05.307795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:05.322474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:05.342470 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1b4de33-ba31-4b44-9fb4-6ba8124de4ba req-e9d31123-9a3d-45cf-ad6f-a1d9f1572103 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775384 Apr 05 20:19:05.400533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port fe275b8c-2f25-4033-9498-b0d1039e69fe, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fe275b8c-2f25-4033-9498-b0d1039e69fe,segment=NetworkSegment(ca1c83c3-b86e-4e92-904a-b6d928fb6767),segment_id=ca1c83c3-b86e-4e92-904a-b6d928fb6767)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:05.437838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'fe275b8c-2f25-4033-9498-b0d1039e69fe', 'network_id': 'cb98f4ea-f512-42db-8dff-e643ce207265', 'port_id': 'fe275b8c-2f25-4033-9498-b0d1039e69fe', 'mac_address': 'fa:16:3e:d7:c6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c407b96-c15c-468d-8cee-906b8f08e253', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:19:05.458004 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Made reservation on behalf of 09a608d642f24eeba3830dc870c40d6e for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:05.460625 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:05.481901 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:05.510663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:05.523630 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Usage tracker for resource:security_group_rule and tenant:09a608d642f24eeba3830dc870c40d6e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:05.531686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:05.537528 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:05.558780 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe275b8c-2f25-4033-9498-b0d1039e69fe {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:19:05.562389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214679a1-bfc7-4d3f-86e3-08929feffcde req-65adce34-05c4-49db-adc3-187aee80e380 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:05.572741 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-214679a1-bfc7-4d3f-86e3-08929feffcde req-65adce34-05c4-49db-adc3-187aee80e380 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 946 time: 0.2475636 Apr 05 20:19:05.577128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:05.578101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port fe275b8c-2f25-4033-9498-b0d1039e69fe, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fe275b8c-2f25-4033-9498-b0d1039e69fe,segment=NetworkSegment(ca1c83c3-b86e-4e92-904a-b6d928fb6767),segment_id=ca1c83c3-b86e-4e92-904a-b6d928fb6767)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:05.584700 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:05.686890 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-214679a1-bfc7-4d3f-86e3-08929feffcde req-4605890d-715f-403e-a633-be36ff8eebf9 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105139 Apr 05 20:19:05.692647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=fe275b8c-2f25-4033-9498-b0d1039e69fe,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:05.846732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['fe275b8c-2f25-4033-9498-b0d1039e69fe'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:19:05.852011 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:05.862031 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:05.985764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:19:05.990351 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bb701c-84d0-4b2d-bf18-6fe452774395,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:06.024477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:06.025201 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Added segment 0a22c28e-c683-43e9-bc82-1f7a6d8d0755 of type vlan for network 8188ca25-8db1-4824-8f89-d3f54dd6b796 Apr 05 20:19:06.065345 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:06.124960 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:06.126281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:06.127702 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:06.153629 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b20c11e-c07e-4226-8d52-d915861b05c5 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:06.154573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb32c2-8dea-4d3a-8ccf-5616b29c32f7 req-4563cabe-d176-42f1-b777-a6c4fed5f928 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:06.156277 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-80eb32c2-8dea-4d3a-8ccf-5616b29c32f7 req-4563cabe-d176-42f1-b777-a6c4fed5f928 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 946 time: 0.2765598 Apr 05 20:19:06.175879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34616) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:06.188299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b20c11e-c07e-4226-8d52-d915861b05c5 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:06.266495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] Pushing event updated for resources: {'Network': ['ID=8188ca25-8db1-4824-8f89-d3f54dd6b796,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:06.282667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 8188ca25-8db1-4824-8f89-d3f54dd6b796 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:19:06.288670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-996b2932-1156-41a3-988a-ecd2158de442 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2515528 Apr 05 20:19:06.291407 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34620) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:06.298124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Request body: {'subnet': {'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-874324338-subnet', 'tenant_id': '09a608d642f24eeba3830dc870c40d6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:06.308669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:06.324068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Usage tracker for resource:subnet and tenant:09a608d642f24eeba3830dc870c40d6e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:06.327404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:06.334754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:06.348910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Made reservation on behalf of 09a608d642f24eeba3830dc870c40d6e for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:06.352441 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:06.358796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ce89a040-7138-4de5-b6b7-c26da8f0a331 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Request body: {'floatingip': {'port_id': '486400c3-4400-43e8-b95c-f64e3cd46be8'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:06.484739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba922ac2-f37f-4035-8c6c-5a1797635280 req-59163bf0-57e9-4f12-bc89-8313b1ead786 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:06.501801 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ba922ac2-f37f-4035-8c6c-5a1797635280 req-59163bf0-57e9-4f12-bc89-8313b1ead786 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 945 time: 0.5265331 Apr 05 20:19:06.525716 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ce89a040-7138-4de5-b6b7-c26da8f0a331 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:06.615123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af08df-472c-45f3-acb0-590874eafd26 req-9f9d821e-0b48-4c8a-9aba-e3b173bd7239 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:06.616885 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73af08df-472c-45f3-acb0-590874eafd26 req-9f9d821e-0b48-4c8a-9aba-e3b173bd7239 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 945 time: 0.2436230 Apr 05 20:19:06.764109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ba922ac2-f37f-4035-8c6c-5a1797635280 req-fc4e2e6b-19f9-4b38-9edf-040a5a83e758 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/security-groups?id=b57529e0-9648-4cc8-b9d9-fa7e0f29f939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611382 Apr 05 20:19:06.776049 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-7b20c11e-c07e-4226-8d52-d915861b05c5 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Floating IP 3c8f92b1-eaa8-4352-933a-a9752402375a associated. External IP: 172.25.8.26, port: 552bd82d-4d2e-426a-a972-d9ce13a6cbd1. Apr 05 20:19:06.837038 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73af08df-472c-45f3-acb0-590874eafd26 req-dc1b002a-4f5d-4e1b-8c30-ea6f25be3478 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f0a2879-48a5-4efc-8636-ae708e5c6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109272 Apr 05 20:19:07.044308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device fe275b8c-2f25-4033-9498-b0d1039e69fe up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:19:07.056771 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:07.197014 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port fe275b8c-2f25-4033-9498-b0d1039e69fe completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:19:07.204142 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port fe275b8c-2f25-4033-9498-b0d1039e69fe triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:07.204500 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:07.212389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Checking segment: {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:19:07.212979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Network hostable DHCP agents. Network: 8188ca25-8db1-4824-8f89-d3f54dd6b796, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:19:07.217923 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b600e23-44bb-460f-a1af-d7c4b74bf29a,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:07.242925 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Network 8188ca25-8db1-4824-8f89-d3f54dd6b796 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:19:07.256161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 8188ca25-8db1-4824-8f89-d3f54dd6b796) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:19:07.261417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:07.263106 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:07.270878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78281367-3d91-45ba-9df5-c29968c3e9f2 None None] Network 8188ca25-8db1-4824-8f89-d3f54dd6b796 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:19:07.290405 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4009c394-9ee5-41b3-afeb-7ffe0022dfb6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9973223 Apr 05 20:19:07.568929 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:07.618603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port fe275b8c-2f25-4033-9498-b0d1039e69fe, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fe275b8c-2f25-4033-9498-b0d1039e69fe,segment=NetworkSegment(ca1c83c3-b86e-4e92-904a-b6d928fb6767),segment_id=ca1c83c3-b86e-4e92-904a-b6d928fb6767)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:07.620861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe275b8c-2f25-4033-9498-b0d1039e69fe'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:07.656392 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:07.808231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=fe275b8c-2f25-4033-9498-b0d1039e69fe,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:07.813313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c952fe0-dbd9-4e2a-a0bb-761cedeb93c3 None None] Network 8188ca25-8db1-4824-8f89-d3f54dd6b796 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:19:08.174022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b93b75-0054-4195-b273-48a44431b6b7 req-276118c6-68fd-4b23-ac65-6a7e8e59f54c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:08.182007 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46b93b75-0054-4195-b273-48a44431b6b7 req-276118c6-68fd-4b23-ac65-6a7e8e59f54c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 944 time: 0.1518145 Apr 05 20:19:08.207654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dbe53-c804-454e-88f4-8c517bbb6cb4 req-e8b7a51f-5d09-427f-a64f-2f3124f0cfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:08.209180 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce8dbe53-c804-454e-88f4-8c517bbb6cb4 req-e8b7a51f-5d09-427f-a64f-2f3124f0cfa0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba422efab9264c8bb2041d46ec599ce5&device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 1096 time: 0.2427492 Apr 05 20:19:08.216748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e933d-bfea-41b0-a754-63c6e94763f1 req-39afa683-47fc-48f9-ae0a-373af43e4693 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:08.218222 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-698e933d-bfea-41b0-a754-63c6e94763f1 req-39afa683-47fc-48f9-ae0a-373af43e4693 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 945 time: 1.1936216 Apr 05 20:19:08.221466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b20c11e-c07e-4226-8d52-d915861b05c5 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Router 166238ec-6621-4ad6-b97d-4ba7573de1c3 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:19:08.291763 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46b93b75-0054-4195-b273-48a44431b6b7 req-4fe4c793-f6a6-43ac-8d97-d08ea0a95b77 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087921 Apr 05 20:19:08.373513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba6f19-b087-4be1-bf4d-ac4b2bd06a57 req-092abe20-0587-457b-ba7d-f1f2943d3921 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:08.375251 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4ba6f19-b087-4be1-bf4d-ac4b2bd06a57 req-092abe20-0587-457b-ba7d-f1f2943d3921 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 944 time: 0.2663658 Apr 05 20:19:08.414348 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-698e933d-bfea-41b0-a754-63c6e94763f1 req-0feb8ac8-ae9d-46a7-bc40-43cd659a015b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803565 Apr 05 20:19:08.447744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dbe53-c804-454e-88f4-8c517bbb6cb4 req-abc9c1c7-aad0-40a5-96e7-123af4e9dd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:08.449202 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce8dbe53-c804-454e-88f4-8c517bbb6cb4 req-abc9c1c7-aad0-40a5-96e7-123af4e9dd1a service neutron] 10.222.0.13 "GET /v2.0/networks?id=bfc4bdc5-1ced-461e-bc10-c47bc75ca844 HTTP/1.1" status: 200 len: 915 time: 0.2295470 Apr 05 20:19:08.499583 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe275b8c-2f25-4033-9498-b0d1039e69fe', 'code': 200} Apr 05 20:19:08.550115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c4ba6f19-b087-4be1-bf4d-ac4b2bd06a57 req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Deleting port 1798e34a-6466-4810-94cb-b57fac47aee2 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:08.550473 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4ba6f19-b087-4be1-bf4d-ac4b2bd06a57 req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:08.600023 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:08.622064 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce8dbe53-c804-454e-88f4-8c517bbb6cb4 req-7ceecf8d-649c-4fcc-88f2-d5da307d6c0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b06b3d31-152b-453a-a891-7769ad87fe30 HTTP/1.1" status: 200 len: 217 time: 0.1673574 Apr 05 20:19:08.714386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dbe53-c804-454e-88f4-8c517bbb6cb4 req-42e15b33-fa18-43d2-a105-db38b6ad1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:08.716779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce8dbe53-c804-454e-88f4-8c517bbb6cb4 req-42e15b33-fa18-43d2-a105-db38b6ad1c0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45e809c8-78ae-4b63-8843-48261b3ae99b HTTP/1.1" status: 200 len: 854 time: 0.0882318 Apr 05 20:19:08.832068 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce8dbe53-c804-454e-88f4-8c517bbb6cb4 req-cc53ed42-808d-4691-b9d3-e735d8aee7c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bfc4bdc5-1ced-461e-bc10-c47bc75ca844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016166 Apr 05 20:19:08.871621 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:08.895883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b20c11e-c07e-4226-8d52-d915861b05c5 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:19:08.912903 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc22cca-20c5-443b-ba17-58db80b329bf None None] Sync routers for ids ['166238ec-6621-4ad6-b97d-4ba7573de1c3'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:19:08.928534 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc22cca-20c5-443b-ba17-58db80b329bf None None] Routers {'166238ec-6621-4ad6-b97d-4ba7573de1c3'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:19:08.929966 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dcc22cca-20c5-443b-ba17-58db80b329bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:18:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['166238ec-6621-4ad6-b97d-4ba7573de1c3'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:08.958044 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b20c11e-c07e-4226-8d52-d915861b05c5 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:09.001543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-7f748b69-5807-4481-8e1b-fac775dbdf2e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:09.002261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-7f748b69-5807-4481-8e1b-fac775dbdf2e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Synchronizing usage tracker for tenant:09a608d642f24eeba3830dc870c40d6e on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:09.016999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45204b6-b54d-4222-8233-4fa57dde9ba8 req-711f21fa-af89-4077-993c-1b0c93520eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:09.018491 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f45204b6-b54d-4222-8233-4fa57dde9ba8 req-711f21fa-af89-4077-993c-1b0c93520eb2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 1097 time: 0.4488251 Apr 05 20:19:09.027370 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-ce89a040-7138-4de5-b6b7-c26da8f0a331 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:19:09.090203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce8dbe53-c804-454e-88f4-8c517bbb6cb4 req-bc4bda01-e1f7-4944-9739-e80c0e9333d7 service neutron] 10.222.0.13 "GET /v2.0/networks/bfc4bdc5-1ced-461e-bc10-c47bc75ca844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440889 Apr 05 20:19:09.092594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-7f748b69-5807-4481-8e1b-fac775dbdf2e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Unset dirty status for tenant:09a608d642f24eeba3830dc870c40d6e on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:09.093625 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-7f748b69-5807-4481-8e1b-fac775dbdf2e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 811 time: 0.4733963 Apr 05 20:19:09.119754 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f45204b6-b54d-4222-8233-4fa57dde9ba8 req-a856395a-9ee2-4467-994b-f140dd5a824e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8f0a2879-48a5-4efc-8636-ae708e5c6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842826 Apr 05 20:19:09.132852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a637af-e54c-4dbc-96ef-717de5f9b19b req-078c3468-7d04-4bde-8ce5-02cdd4c607ed tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:09.139782 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90a637af-e54c-4dbc-96ef-717de5f9b19b req-078c3468-7d04-4bde-8ce5-02cdd4c607ed tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 945 time: 0.4556837 Apr 05 20:19:09.164779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-aa488614-cc25-42a4-a1fb-fda1afef80da tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/quotas/09a608d642f24eeba3830dc870c40d6e HTTP/1.1" status: 200 len: 375 time: 0.0536737 Apr 05 20:19:09.181960 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-dcc22cca-20c5-443b-ba17-58db80b329bf None None] Set router 166238ec-6621-4ad6-b97d-4ba7573de1c3 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:19:09.193071 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7b20c11e-c07e-4226-8d52-d915861b05c5 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "PUT /v2.0/floatingips/3c8f92b1-eaa8-4352-933a-a9752402375a HTTP/1.1" status: 200 len: 990 time: 5.4207020 Apr 05 20:19:09.213791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53c7473e-4605-4610-8182-55cf3b4e4b1d', 'tag': '552bd82d-4d2e-426a-a972-d9ce13a6cbd1'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:09.231804 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ce89a040-7138-4de5-b6b7-c26da8f0a331 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:09.246331 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-0ac91b62-5e32-4a9c-bc1a-8800a9d6ff33 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622904 Apr 05 20:19:09.270550 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90a637af-e54c-4dbc-96ef-717de5f9b19b req-7489072b-5f53-4bd2-9d98-34a7da3102ab tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/security-groups?id=b57529e0-9648-4cc8-b9d9-fa7e0f29f939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298418 Apr 05 20:19:09.277215 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ce89a040-7138-4de5-b6b7-c26da8f0a331 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:09.421099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c4ba6f19-b087-4be1-bf4d-ac4b2bd06a57 req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] For port 1798e34a-6466-4810-94cb-b57fac47aee2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1798e34a-6466-4810-94cb-b57fac47aee2,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:09.421346 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4ba6f19-b087-4be1-bf4d-ac4b2bd06a57 req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:09.467706 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce8dbe53-c804-454e-88f4-8c517bbb6cb4 req-ca518ab8-5f60-4824-a0d6-59e03055bd48 service neutron] 10.222.0.13 "GET /v2.0/networks/bfc4bdc5-1ced-461e-bc10-c47bc75ca844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498037 Apr 05 20:19:09.503605 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-40592854-2c23-47bb-ac94-bbe8de6621f9 service neutron] 10.222.0.24 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943204 Apr 05 20:19:09.708416 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dcc22cca-20c5-443b-ba17-58db80b329bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:18:12Z', 'revision_number': 4, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port': {'id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:03Z', 'updated_at': '2022-04-05T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '3c8f92b1-eaa8-4352-933a-a9752402375a', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'port_id': '552bd82d-4d2e-426a-a972-d9ce13a6cbd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'mac_address': 'fa:16:3e:2c:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7473e-4605-4610-8182-55cf3b4e4b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:18:28Z', 'updated_at': '2022-04-05T20:19:05Z', 'revision_number': 1, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cc314-b492-4d06-8902-e86480991533', 'name': '', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'mac_address': 'fa:16:3e:e2:21:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:10Z', 'updated_at': '2022-04-05T20:18:25Z', 'revision_number': 5, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'subnets': [{'id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:09.717123 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc22cca-20c5-443b-ba17-58db80b329bf None None] Checking router: 166238ec-6621-4ad6-b97d-4ba7573de1c3 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:19:09.740928 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc22cca-20c5-443b-ba17-58db80b329bf None None] Routers {'166238ec-6621-4ad6-b97d-4ba7573de1c3'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:19:09.747659 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dcc22cca-20c5-443b-ba17-58db80b329bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:18:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['166238ec-6621-4ad6-b97d-4ba7573de1c3'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:09.769254 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-ce89a040-7138-4de5-b6b7-c26da8f0a331 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Floating IP 3dd2ea30-0b41-406d-b4a1-655f0f124f5c associated. External IP: 172.25.8.18, port: 486400c3-4400-43e8-b95c-f64e3cd46be8. Apr 05 20:19:09.815551 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-0cf05898-99e8-41b0-8a93-783c1fcb5c94 service neutron] 10.222.0.24 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049910 Apr 05 20:19:10.080551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c4ba6f19-b087-4be1-bf4d-ac4b2bd06a57 req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Calling delete_port for 1798e34a-6466-4810-94cb-b57fac47aee2 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:19:10.094793 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-dcc22cca-20c5-443b-ba17-58db80b329bf None None] Set router 166238ec-6621-4ad6-b97d-4ba7573de1c3 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:19:10.245973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636f807-aea6-4876-a0af-fcace5c99ccb req-24931ca0-27d4-45a0-af62-69ed0f273a0e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:10.257817 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a636f807-aea6-4876-a0af-fcace5c99ccb req-24931ca0-27d4-45a0-af62-69ed0f273a0e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 945 time: 0.2110095 Apr 05 20:19:10.317667 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a636f807-aea6-4876-a0af-fcace5c99ccb req-cf70ce77-4fa2-4249-89fc-6c212727ae42 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586369 Apr 05 20:19:10.384211 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4ba6f19-b087-4be1-bf4d-ac4b2bd06a57 req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:10.614008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d2baf2-2ee1-4fa1-bec2-a49759fff05c req-780653e9-acc0-41d9-a01d-9f7738b45677 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:10.615955 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3d2baf2-2ee1-4fa1-bec2-a49759fff05c req-780653e9-acc0-41d9-a01d-9f7738b45677 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 945 time: 0.1203732 Apr 05 20:19:10.623047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Pushing event deleted for resources: {'Port': ['ID=1798e34a-6466-4810-94cb-b57fac47aee2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:10.641287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:10.641634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:10.641989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:10.642314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:10.642642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:10.642952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:10.643275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:10.643588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:10.643894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:10.644206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:10.645060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:10.645374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:10.690946 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4ba6f19-b087-4be1-bf4d-ac4b2bd06a57 req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] No DVR routers for this DVR port 1798e34a-6466-4810-94cb-b57fac47aee2 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:19:10.706771 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4ba6f19-b087-4be1-bf4d-ac4b2bd06a57 req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:10.730006 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3d2baf2-2ee1-4fa1-bec2-a49759fff05c req-451eeb13-d0ef-4df5-a15f-64288eba8a41 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/security-groups?id=f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072962 Apr 05 20:19:10.747068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1798e34a-6466-4810-94cb-b57fac47aee2 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:19:10.813610 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4ba6f19-b087-4be1-bf4d-ac4b2bd06a57 req-b2d92bef-69fd-4dc8-bad8-a6695de6b15f tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.13 "DELETE /v2.0/ports/1798e34a-6466-4810-94cb-b57fac47aee2 HTTP/1.1" status: 204 len: 173 time: 2.4121668 Apr 05 20:19:10.851257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fdc250-4985-4572-98db-b5d77fd8c2ae req-cc2e4cab-b5c6-4082-b577-f7c2017a6091 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:10.860595 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-94fdc250-4985-4572-98db-b5d77fd8c2ae req-cc2e4cab-b5c6-4082-b577-f7c2017a6091 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 946 time: 1.4080234 Apr 05 20:19:10.892054 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 1798e34a-6466-4810-94cb-b57fac47aee2 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:19:10.892440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1798e34a-6466-4810-94cb-b57fac47aee2 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:19:10.897858 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53c7473e-4605-4610-8182-55cf3b4e4b1d', 'tag': '552bd82d-4d2e-426a-a972-d9ce13a6cbd1', 'status': 'completed', 'code': 200} Apr 05 20:19:10.943869 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dcc22cca-20c5-443b-ba17-58db80b329bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:18:12Z', 'revision_number': 4, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port': {'id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:03Z', 'updated_at': '2022-04-05T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '3c8f92b1-eaa8-4352-933a-a9752402375a', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'port_id': '552bd82d-4d2e-426a-a972-d9ce13a6cbd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'mac_address': 'fa:16:3e:2c:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7473e-4605-4610-8182-55cf3b4e4b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:18:28Z', 'updated_at': '2022-04-05T20:19:05Z', 'revision_number': 1, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cc314-b492-4d06-8902-e86480991533', 'name': '', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'mac_address': 'fa:16:3e:e2:21:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:10Z', 'updated_at': '2022-04-05T20:18:25Z', 'revision_number': 5, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'subnets': [{'id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:10.948637 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc22cca-20c5-443b-ba17-58db80b329bf None None] The sync data for ids ['166238ec-6621-4ad6-b97d-4ba7573de1c3'] in n-d-836604-1 is: [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:18:12Z', 'revision_number': 4, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port': {'id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:03Z', 'updated_at': '2022-04-05T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '3c8f92b1-eaa8-4352-933a-a9752402375a', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'port_id': '552bd82d-4d2e-426a-a972-d9ce13a6cbd1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'mac_address': 'fa:16:3e:2c:e0:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c7473e-4605-4610-8182-55cf3b4e4b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:18:28Z', 'updated_at': '2022-04-05T20:19:05Z', 'revision_number': 1, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d5cc314-b492-4d06-8902-e86480991533', 'name': '', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'mac_address': 'fa:16:3e:e2:21:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:10Z', 'updated_at': '2022-04-05T20:18:25Z', 'revision_number': 5, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'subnets': [{'id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:19:11.059233 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-94fdc250-4985-4572-98db-b5d77fd8c2ae req-7dd763d1-e8d5-4c13-bb48-4918397cb4b2 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f0a2879-48a5-4efc-8636-ae708e5c6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974823 Apr 05 20:19:11.095205 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce89a040-7138-4de5-b6b7-c26da8f0a331 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Router 65b20cbc-dfa4-4811-b147-aa2d109e33cb has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:19:11.153030 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ddf542ee-e9fb-4d94-8229-5da7e00e75cc req-d326a047-ef83-436d-be10-37b07a6c9b58 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e561af2-acb3-4ebe-be29-a03c7991eeb1 HTTP/1.1" status: 200 len: 210 time: 0.0957079 Apr 05 20:19:11.314858 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-539a1825-6c18-4bce-a1ca-302de5ab7ffe req-5d6fbae7-e8ab-458d-9585-cfbf25ccd9d3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 210 time: 0.0974932 Apr 05 20:19:11.322783 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b058d57-8aa0-4c09-82f2-01ac45144353 None None] New status for floating IP 3c8f92b1-eaa8-4352-933a-a9752402375a: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:19:11.339759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aebe24-55fe-41a6-b9fc-783f8264afe7 req-cddc54a4-3e98-4066-9224-21fd399d115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:11.341203 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42aebe24-55fe-41a6-b9fc-783f8264afe7 req-cddc54a4-3e98-4066-9224-21fd399d115b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c8e6baaa9292481fb609c06f3181442e&device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 1096 time: 0.3537223 Apr 05 20:19:11.437893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce89a040-7138-4de5-b6b7-c26da8f0a331 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:19:11.443404 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ce89a040-7138-4de5-b6b7-c26da8f0a331 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:11.448886 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b11aa0-56b1-432f-b2a7-2a54e347f441 None None] Sync routers for ids ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:19:11.460825 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b11aa0-56b1-432f-b2a7-2a54e347f441 None None] Routers {'65b20cbc-dfa4-4811-b147-aa2d109e33cb'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:19:11.466626 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-55b11aa0-56b1-432f-b2a7-2a54e347f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:18:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:11.470261 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b724466c-d9f0-4897-8d80-368aef045067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:11.480425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deea706-6021-4487-acd7-312192ad6bca req-9212375d-bb43-4a1c-b791-c59c98180ab6 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:11.495246 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8deea706-6021-4487-acd7-312192ad6bca req-9212375d-bb43-4a1c-b791-c59c98180ab6 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 945 time: 0.1830430 Apr 05 20:19:11.564547 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8deea706-6021-4487-acd7-312192ad6bca req-06d64056-0e75-4fb5-8580-73a8ae553f4b tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/security-groups?id=b57529e0-9648-4cc8-b9d9-fa7e0f29f939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676155 Apr 05 20:19:11.857676 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ce89a040-7138-4de5-b6b7-c26da8f0a331 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "PUT /v2.0/floatingips/3dd2ea30-0b41-406d-b4a1-655f0f124f5c HTTP/1.1" status: 200 len: 991 time: 5.6705842 Apr 05 20:19:11.960030 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-55b11aa0-56b1-432f-b2a7-2a54e347f441 None None] Set router 65b20cbc-dfa4-4811-b147-aa2d109e33cb gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:19:12.004783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b405ca-96b3-4514-a03b-1d9c575afa91 req-e885347c-2a0c-4947-a244-8a522df8f7f4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:12.014543 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5b405ca-96b3-4514-a03b-1d9c575afa91 req-e885347c-2a0c-4947-a244-8a522df8f7f4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 945 time: 0.4818285 Apr 05 20:19:12.031079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aebe24-55fe-41a6-b9fc-783f8264afe7 req-af8bf828-da57-4ac6-b5ec-3d5cc71ba4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:12.032494 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42aebe24-55fe-41a6-b9fc-783f8264afe7 req-af8bf828-da57-4ac6-b5ec-3d5cc71ba4f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 HTTP/1.1" status: 200 len: 906 time: 0.5161819 Apr 05 20:19:12.147384 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5b405ca-96b3-4514-a03b-1d9c575afa91 req-46bce016-e38f-4832-bf0d-35335f2b972f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319582 Apr 05 20:19:12.199575 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42aebe24-55fe-41a6-b9fc-783f8264afe7 req-da502264-dcb6-4437-8112-5354e0881d77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=552bd82d-4d2e-426a-a972-d9ce13a6cbd1 HTTP/1.1" status: 200 len: 1000 time: 0.1496637 Apr 05 20:19:12.290023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528130e-bfc8-49a2-bcbf-e750cd3dd57d req-391e641b-1f92-44a1-ab88-6daa4aaf3b16 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:12.292399 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4528130e-bfc8-49a2-bcbf-e750cd3dd57d req-391e641b-1f92-44a1-ab88-6daa4aaf3b16 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 946 time: 0.1563485 Apr 05 20:19:12.366008 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4528130e-bfc8-49a2-bcbf-e750cd3dd57d req-64648eaf-29cd-4e0f-bf80-b80e1c6a7e30 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678461 Apr 05 20:19:12.426590 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-55b11aa0-56b1-432f-b2a7-2a54e347f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:17:40Z', 'revision_number': 4, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '3dd2ea30-0b41-406d-b4a1-655f0f124f5c', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'port_id': '486400c3-4400-43e8-b95c-f64e3cd46be8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'mac_address': 'fa:16:3e:40:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b147f-cb5d-4c00-b52f-5f879d9b0c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:17:58Z', 'updated_at': '2022-04-05T20:19:08Z', 'revision_number': 1, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2da7f7-f43c-4432-8c3e-37a5eafa7b00', 'name': '', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'mac_address': 'fa:16:3e:9b:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:33Z', 'updated_at': '2022-04-05T20:17:53Z', 'revision_number': 5, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'subnets': [{'id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:12.436478 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b11aa0-56b1-432f-b2a7-2a54e347f441 None None] Checking router: 65b20cbc-dfa4-4811-b147-aa2d109e33cb for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:19:12.456704 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b11aa0-56b1-432f-b2a7-2a54e347f441 None None] Routers {'65b20cbc-dfa4-4811-b147-aa2d109e33cb'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:19:12.458024 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-55b11aa0-56b1-432f-b2a7-2a54e347f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:18:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:12.500518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aebe24-55fe-41a6-b9fc-783f8264afe7 req-4175909e-2101-4bf7-868b-f57819d135b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:12.500518 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42aebe24-55fe-41a6-b9fc-783f8264afe7 req-4175909e-2101-4bf7-868b-f57819d135b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b6eaa5a-77f4-4745-89f9-677c67578620 HTTP/1.1" status: 200 len: 844 time: 0.2852852 Apr 05 20:19:12.587298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bd66a-bab6-41e9-88df-9aeff004518d req-0fed55e1-4646-4b55-a579-e7cd8b620865 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:12.595127 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-025bd66a-bab6-41e9-88df-9aeff004518d req-0fed55e1-4646-4b55-a579-e7cd8b620865 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 945 time: 0.3333600 Apr 05 20:19:12.788895 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-025bd66a-bab6-41e9-88df-9aeff004518d req-4ba93989-f25d-4d88-a4fe-4a1ceb6aa2d6 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/security-groups?id=b57529e0-9648-4cc8-b9d9-fa7e0f29f939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922369 Apr 05 20:19:12.795351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aebe24-55fe-41a6-b9fc-783f8264afe7 req-436d3b4c-59da-40a9-a559-5542bd85f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:12.804892 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42aebe24-55fe-41a6-b9fc-783f8264afe7 req-436d3b4c-59da-40a9-a559-5542bd85f008 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02b3d8f3-9178-4446-ba41-5abc3c2cc9b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2841592 Apr 05 20:19:12.824266 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-55b11aa0-56b1-432f-b2a7-2a54e347f441 None None] Set router 65b20cbc-dfa4-4811-b147-aa2d109e33cb gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:19:12.830452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-1947c3a0-41e1-41ed-bb0f-af82944c50c1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:12.834571 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-1947c3a0-41e1-41ed-bb0f-af82944c50c1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 811 time: 0.4257522 Apr 05 20:19:12.853102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Request body: {'port': {'device_id': '07368b6e-a4bf-4bb5-9a60-b9e649aa61f1', 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796', 'admin_state_up': True, 'tenant_id': '09a608d642f24eeba3830dc870c40d6e'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:12.900313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e561af2-acb3-4ebe-be29-a03c7991eeb1', 'name': 'network-vif-deleted', 'tag': '1798e34a-6466-4810-94cb-b57fac47aee2'}, {'name': 'network-changed', 'server_uuid': '3f6b147f-cb5d-4c00-b52f-5f879d9b0c11', 'tag': '486400c3-4400-43e8-b95c-f64e3cd46be8'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:12.982481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a5965-19b9-4681-a3f5-56935b3d34d8 req-c2d366a5-ec07-4ddd-a437-71e2ef142618 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:12.991020 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-303a5965-19b9-4681-a3f5-56935b3d34d8 req-c2d366a5-ec07-4ddd-a437-71e2ef142618 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 946 time: 0.4499931 Apr 05 20:19:13.042946 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42aebe24-55fe-41a6-b9fc-783f8264afe7 req-a6db6d83-eda5-4deb-8c0f-67f17c5ac965 service neutron] 10.222.0.13 "GET /v2.0/networks/02b3d8f3-9178-4446-ba41-5abc3c2cc9b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345948 Apr 05 20:19:13.094166 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-303a5965-19b9-4681-a3f5-56935b3d34d8 req-9a24714a-b135-4806-a3f7-e2de7b13dde7 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f0a2879-48a5-4efc-8636-ae708e5c6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019487 Apr 05 20:19:13.184454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:13.188864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Usage tracker for resource:port and tenant:09a608d642f24eeba3830dc870c40d6e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:13.195549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:13.214153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:13.231181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Made reservation on behalf of 09a608d642f24eeba3830dc870c40d6e for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:13.235602 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:13.273910 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e561af2-acb3-4ebe-be29-a03c7991eeb1', 'name': 'network-vif-deleted', 'tag': '1798e34a-6466-4810-94cb-b57fac47aee2', 'status': 'completed', 'code': 200} Apr 05 20:19:13.274096 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f6b147f-cb5d-4c00-b52f-5f879d9b0c11', 'tag': '486400c3-4400-43e8-b95c-f64e3cd46be8', 'status': 'completed', 'code': 200} Apr 05 20:19:13.424776 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42aebe24-55fe-41a6-b9fc-783f8264afe7 req-309604ac-f4ff-42a3-86ea-1b6e691f71a8 service neutron] 10.222.0.13 "GET /v2.0/networks/02b3d8f3-9178-4446-ba41-5abc3c2cc9b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687949 Apr 05 20:19:13.434042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Allocated IP 172.20.0.8 (8188ca25-8db1-4824-8f89-d3f54dd6b796/7b600e23-44bb-460f-a1af-d7c4b74bf29a/c624ceff-bc6c-4784-840d-6c28174bd2c3) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:19:13.474235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22c951-7af5-4980-a330-45f504d836eb req-1f8d3a5e-2053-4b5a-aa98-6043282fa2cc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:13.476050 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce22c951-7af5-4980-a330-45f504d836eb req-1f8d3a5e-2053-4b5a-aa98-6043282fa2cc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 945 time: 0.1131065 Apr 05 20:19:13.562720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce22c951-7af5-4980-a330-45f504d836eb req-b24ed2f4-a19c-4ae1-82ac-cc8a5cb88a10 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790522 Apr 05 20:19:13.582827 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-55b11aa0-56b1-432f-b2a7-2a54e347f441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:17:40Z', 'revision_number': 4, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '3dd2ea30-0b41-406d-b4a1-655f0f124f5c', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'port_id': '486400c3-4400-43e8-b95c-f64e3cd46be8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'mac_address': 'fa:16:3e:40:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b147f-cb5d-4c00-b52f-5f879d9b0c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:17:58Z', 'updated_at': '2022-04-05T20:19:08Z', 'revision_number': 1, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2da7f7-f43c-4432-8c3e-37a5eafa7b00', 'name': '', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'mac_address': 'fa:16:3e:9b:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:33Z', 'updated_at': '2022-04-05T20:17:53Z', 'revision_number': 5, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'subnets': [{'id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:13.588043 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b11aa0-56b1-432f-b2a7-2a54e347f441 None None] The sync data for ids ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'] in n-d-836604-1 is: [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:17:40Z', 'revision_number': 4, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '3dd2ea30-0b41-406d-b4a1-655f0f124f5c', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'port_id': '486400c3-4400-43e8-b95c-f64e3cd46be8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'mac_address': 'fa:16:3e:40:04:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f6b147f-cb5d-4c00-b52f-5f879d9b0c11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:17:58Z', 'updated_at': '2022-04-05T20:19:08Z', 'revision_number': 1, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed2da7f7-f43c-4432-8c3e-37a5eafa7b00', 'name': '', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'mac_address': 'fa:16:3e:9b:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:33Z', 'updated_at': '2022-04-05T20:17:53Z', 'revision_number': 5, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'subnets': [{'id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:19:13.630784 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-981426ca-57c6-496b-bc68-716c0c92d210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:13.727683 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8a5ef75a-2966-4491-9149-596c11852c2c req-265f73f9-e183-4be4-b5e8-1cfd4cbe10bc tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 210 time: 0.0558827 Apr 05 20:19:13.810941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d692f-35e9-4cca-94bc-e0b2f9a45824 req-153224cc-2c5a-417f-9e6f-ac3dc6ff2dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:13.812478 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-519d692f-35e9-4cca-94bc-e0b2f9a45824 req-153224cc-2c5a-417f-9e6f-ac3dc6ff2dad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=afc6b2a088ed421e85a029e0c6d41ac8&device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 1097 time: 0.3321946 Apr 05 20:19:13.985128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a77eb4-ee4d-43de-8d4a-cee43144a2b1 req-385fe5f0-a01e-4be4-849a-845c3f4a0473 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:13.993140 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29a77eb4-ee4d-43de-8d4a-cee43144a2b1 req-385fe5f0-a01e-4be4-849a-845c3f4a0473 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.13 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 945 time: 0.3030744 Apr 05 20:19:14.057524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58df8d05-91b8-42b0-9a00-e620ebd864ac None None] New status for floating IP 3dd2ea30-0b41-406d-b4a1-655f0f124f5c: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:19:14.104114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d692f-35e9-4cca-94bc-e0b2f9a45824 req-1e859861-874e-460c-aeb9-71a4c5ba04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:14.105460 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-519d692f-35e9-4cca-94bc-e0b2f9a45824 req-1e859861-874e-460c-aeb9-71a4c5ba04f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6d694502-536f-4d64-833f-5cd2675c4f03 HTTP/1.1" status: 200 len: 917 time: 0.2564714 Apr 05 20:19:14.113166 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:14.188110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-29a77eb4-ee4d-43de-8d4a-cee43144a2b1 req-7246eddf-4c47-4240-86ed-c54589067565 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Deleting port b06b3d31-152b-453a-a891-7769ad87fe30 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:14.188466 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-29a77eb4-ee4d-43de-8d4a-cee43144a2b1 req-7246eddf-4c47-4240-86ed-c54589067565 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:14.453773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197df58-7cee-49c4-af64-2f5a2d80c346 req-a5ff7bf1-ee3f-4f68-81a7-3e6202bf660e tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:14.454643 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9197df58-7cee-49c4-af64-2f5a2d80c346 req-a5ff7bf1-ee3f-4f68-81a7-3e6202bf660e tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 945 time: 0.4059787 Apr 05 20:19:14.559038 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-519d692f-35e9-4cca-94bc-e0b2f9a45824 req-5bc14bb4-80c4-48cb-83f4-4aef621d25d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=486400c3-4400-43e8-b95c-f64e3cd46be8 HTTP/1.1" status: 200 len: 999 time: 0.4394498 Apr 05 20:19:14.643308 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:14.663776 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9197df58-7cee-49c4-af64-2f5a2d80c346 req-aba77434-fab6-45ef-b8a4-2d3b27e71038 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/security-groups?id=b57529e0-9648-4cc8-b9d9-fa7e0f29f939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946745 Apr 05 20:19:14.685051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d692f-35e9-4cca-94bc-e0b2f9a45824 req-c17a9254-3ecf-46cd-98d0-426595917ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:14.686683 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-519d692f-35e9-4cca-94bc-e0b2f9a45824 req-c17a9254-3ecf-46cd-98d0-426595917ede service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b885e6ab-faca-4a4c-82e7-29cc8f347c97 HTTP/1.1" status: 200 len: 855 time: 0.1178806 Apr 05 20:19:14.706195 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:14.815490 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:14.940300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-29a77eb4-ee4d-43de-8d4a-cee43144a2b1 req-7246eddf-4c47-4240-86ed-c54589067565 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] For port b06b3d31-152b-453a-a891-7769ad87fe30, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b06b3d31-152b-453a-a891-7769ad87fe30,segment=NetworkSegment(599c53cc-de93-4c01-8105-cf14151e699f),segment_id=599c53cc-de93-4c01-8105-cf14151e699f)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:14.941511 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-29a77eb4-ee4d-43de-8d4a-cee43144a2b1 req-7246eddf-4c47-4240-86ed-c54589067565 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:14.958107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Pushing event updated for resources: {'Port': ['ID=c624ceff-bc6c-4784-840d-6c28174bd2c3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:14.980455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Network 8188ca25-8db1-4824-8f89-d3f54dd6b796 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:19:15.002956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43675d28-0ddc-4810-bfae-0b95d8c16b5e req-77664de7-7bdd-4d07-835d-76dbedc0b51c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:15.005209 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-43675d28-0ddc-4810-bfae-0b95d8c16b5e req-77664de7-7bdd-4d07-835d-76dbedc0b51c tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 945 time: 0.5517244 Apr 05 20:19:15.006031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:19:15.009387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:19:15.084556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-29a77eb4-ee4d-43de-8d4a-cee43144a2b1 req-7246eddf-4c47-4240-86ed-c54589067565 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Calling delete_port for b06b3d31-152b-453a-a891-7769ad87fe30 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:19:15.140878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ed2e0-b020-4a31-942f-ab45d68d7a90 req-ec9f2b86-6774-4275-818c-4679ae6cb39f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:15.142472 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c5ed2e0-b020-4a31-942f-ab45d68d7a90 req-ec9f2b86-6774-4275-818c-4679ae6cb39f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.13 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 945 time: 0.5736408 Apr 05 20:19:15.154956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87e096-db89-46ca-89e9-a09e10daec1e req-8bf8cad7-ccb4-4110-8627-e123bc289975 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:15.154956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8e87e096-db89-46ca-89e9-a09e10daec1e req-8bf8cad7-ccb4-4110-8627-e123bc289975 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Synchronizing usage tracker for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:15.291808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:15.316817 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:15.395659 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-43675d28-0ddc-4810-bfae-0b95d8c16b5e req-9d7d49cb-fa2a-485b-a966-4fad8856e8fd tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280110 Apr 05 20:19:15.402329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d692f-35e9-4cca-94bc-e0b2f9a45824 req-b9ab5785-95e0-47bd-a4aa-213381252d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:15.404123 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-519d692f-35e9-4cca-94bc-e0b2f9a45824 req-b9ab5785-95e0-47bd-a4aa-213381252d57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6d694502-536f-4d64-833f-5cd2675c4f03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6440499 Apr 05 20:19:15.490923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8e87e096-db89-46ca-89e9-a09e10daec1e req-8bf8cad7-ccb4-4110-8627-e123bc289975 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Unset dirty status for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:15.494939 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e87e096-db89-46ca-89e9-a09e10daec1e req-8bf8cad7-ccb4-4110-8627-e123bc289975 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 945 time: 0.6750264 Apr 05 20:19:15.575940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-7c5ed2e0-b020-4a31-942f-ab45d68d7a90 req-721fd3bd-c9f1-4d49-b660-51e14837d6cf tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Deleting port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:15.575940 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7c5ed2e0-b020-4a31-942f-ab45d68d7a90 req-721fd3bd-c9f1-4d49-b660-51e14837d6cf tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:15.623733 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-5e536bcb-19fd-48aa-954b-0f6081e32cc6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7763343 Apr 05 20:19:15.647073 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Request body: {'port': {'device_id': '07368b6e-a4bf-4bb5-9a60-b9e649aa61f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:15.744304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-8e87e096-db89-46ca-89e9-a09e10daec1e req-9f3a41ba-29ab-4b91-bdcf-c80765b9fbc4 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Deleting port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:15.744304 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8e87e096-db89-46ca-89e9-a09e10daec1e req-9f3a41ba-29ab-4b91-bdcf-c80765b9fbc4 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:15.807790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16d169-5627-4c57-9786-1522069b72b6 req-d3a5d6ac-3c1d-499b-b4c0-e3c02aaef9a3 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:15.811902 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f16d169-5627-4c57-9786-1522069b72b6 req-d3a5d6ac-3c1d-499b-b4c0-e3c02aaef9a3 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 945 time: 0.5816340 Apr 05 20:19:15.813713 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-519d692f-35e9-4cca-94bc-e0b2f9a45824 req-ee71fb2d-833b-40b3-8b1b-fe5d79775fd7 service neutron] 10.222.0.41 "GET /v2.0/networks/6d694502-536f-4d64-833f-5cd2675c4f03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019139 Apr 05 20:19:15.932409 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-29a77eb4-ee4d-43de-8d4a-cee43144a2b1 req-7246eddf-4c47-4240-86ed-c54589067565 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:15.940680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918a686-1366-44e6-96ba-8fff73c9e0fd req-784b5e33-6d80-480b-bed5-1d9bee3a2529 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:15.941957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1918a686-1366-44e6-96ba-8fff73c9e0fd req-784b5e33-6d80-480b-bed5-1d9bee3a2529 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Synchronizing usage tracker for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:15.951250 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:15.967946 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:16.058293 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f16d169-5627-4c57-9786-1522069b72b6 req-4cfdaa9e-fef5-4de0-86e9-f203cf8c6dc8 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069762 Apr 05 20:19:16.067657 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1918a686-1366-44e6-96ba-8fff73c9e0fd req-784b5e33-6d80-480b-bed5-1d9bee3a2529 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Unset dirty status for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:16.074172 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1918a686-1366-44e6-96ba-8fff73c9e0fd req-784b5e33-6d80-480b-bed5-1d9bee3a2529 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 931 time: 0.5265589 Apr 05 20:19:16.080585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246eddf-4c47-4240-86ed-c54589067565 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Pushing event deleted for resources: {'Port': ['ID=b06b3d31-152b-453a-a891-7769ad87fe30,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:16.181221 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-519d692f-35e9-4cca-94bc-e0b2f9a45824 req-00d28dd7-cdc8-4344-9b69-163adf801293 service neutron] 10.222.0.41 "GET /v2.0/networks/6d694502-536f-4d64-833f-5cd2675c4f03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574395 Apr 05 20:19:16.263864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a77eb4-ee4d-43de-8d4a-cee43144a2b1 req-7246eddf-4c47-4240-86ed-c54589067565 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] No DVR routers for this DVR port b06b3d31-152b-453a-a891-7769ad87fe30 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:19:16.274289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1918a686-1366-44e6-96ba-8fff73c9e0fd req-ec77b656-5a7c-48da-86b4-d54e5ae5610a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Synchronizing usage tracker for tenant:09a608d642f24eeba3830dc870c40d6e on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:16.291517 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-29a77eb4-ee4d-43de-8d4a-cee43144a2b1 req-7246eddf-4c47-4240-86ed-c54589067565 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:16.294535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de77668-ac5e-401f-831a-f10e46f8870c', 'name': 'network-vif-deleted', 'tag': 'b06b3d31-152b-453a-a891-7769ad87fe30'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:16.376560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1918a686-1366-44e6-96ba-8fff73c9e0fd req-ec77b656-5a7c-48da-86b4-d54e5ae5610a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Unset dirty status for tenant:09a608d642f24eeba3830dc870c40d6e on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:16.384899 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1918a686-1366-44e6-96ba-8fff73c9e0fd req-ec77b656-5a7c-48da-86b4-d54e5ae5610a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098550 Apr 05 20:19:16.407947 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8797c582-76dd-4e63-aa68-c792231a4820 req-cd9f6844-be5d-48da-bee5-9fde0e312c4a tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.24 "GET /v2.0/ports?device_id=9de77668-ac5e-401f-831a-f10e46f8870c HTTP/1.1" status: 200 len: 210 time: 0.1247544 Apr 05 20:19:16.443124 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29a77eb4-ee4d-43de-8d4a-cee43144a2b1 req-7246eddf-4c47-4240-86ed-c54589067565 tempest-InstanceActionsTestJSON-1689170880 tempest-InstanceActionsTestJSON-1689170880-project] 10.222.0.13 "DELETE /v2.0/ports/b06b3d31-152b-453a-a891-7769ad87fe30 HTTP/1.1" status: 204 len: 173 time: 2.4413075 Apr 05 20:19:16.457467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-7c5ed2e0-b020-4a31-942f-ab45d68d7a90 req-721fd3bd-c9f1-4d49-b660-51e14837d6cf tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] For port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ea6b7ab2-2db8-44c2-ad60-1f117ab147b4,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:16.458192 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7c5ed2e0-b020-4a31-942f-ab45d68d7a90 req-721fd3bd-c9f1-4d49-b660-51e14837d6cf tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:16.595436 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de77668-ac5e-401f-831a-f10e46f8870c', 'name': 'network-vif-deleted', 'tag': 'b06b3d31-152b-453a-a891-7769ad87fe30', 'status': 'completed', 'code': 200} Apr 05 20:19:16.607326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-7c5ed2e0-b020-4a31-942f-ab45d68d7a90 req-721fd3bd-c9f1-4d49-b660-51e14837d6cf tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Calling delete_port for ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:19:16.653905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c624ceff-bc6c-4784-840d-6c28174bd2c3 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:19:16.663268 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:16.685605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Transition to ACTIVE for port object c624ceff-bc6c-4784-840d-6c28174bd2c3 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:19:16.692908 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:16.766344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:19:16.875541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-8e87e096-db89-46ca-89e9-a09e10daec1e req-9f3a41ba-29ab-4b91-bdcf-c80765b9fbc4 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] For port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:16.876119 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8e87e096-db89-46ca-89e9-a09e10daec1e req-9f3a41ba-29ab-4b91-bdcf-c80765b9fbc4 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:16.926759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Pushing event updated for resources: {'Port': ['ID=c624ceff-bc6c-4784-840d-6c28174bd2c3,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:17.010659 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:17.016117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Attempting to bind port c624ceff-bc6c-4784-840d-6c28174bd2c3 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:19:17.017056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Attempting to bind port c624ceff-bc6c-4784-840d-6c28174bd2c3 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:19:17.018402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Attempting to bind port c624ceff-bc6c-4784-840d-6c28174bd2c3 on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:19:17.026581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Port c624ceff-bc6c-4784-840d-6c28174bd2c3 on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:19:17.027480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Attempting to bind port c624ceff-bc6c-4784-840d-6c28174bd2c3 on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:19:17.033924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:19:17.034898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Checking segment: {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:19:17.035525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Bound using segment: {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:19:17.036290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Bound port: c624ceff-bc6c-4784-840d-6c28174bd2c3, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:19:17.037120 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:17.057726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-8e87e096-db89-46ca-89e9-a09e10daec1e req-9f3a41ba-29ab-4b91-bdcf-c80765b9fbc4 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Calling delete_port for 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:19:17.168883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] For port c624ceff-bc6c-4784-840d-6c28174bd2c3, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:19:17.175228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] For port c624ceff-bc6c-4784-840d-6c28174bd2c3, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c624ceff-bc6c-4784-840d-6c28174bd2c3,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:19:17.185621 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:17.209579 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7c5ed2e0-b020-4a31-942f-ab45d68d7a90 req-721fd3bd-c9f1-4d49-b660-51e14837d6cf tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:17.246078 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b06b3d31-152b-453a-a891-7769ad87fe30 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:19:17.279034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a', '8afa48ed-563e-4004-b550-5f7b2dc1c4b9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:19:17.343830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: b06b3d31-152b-453a-a891-7769ad87fe30 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:19:17.344452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b06b3d31-152b-453a-a891-7769ad87fe30 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:19:17.369036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721fd3bd-c9f1-4d49-b660-51e14837d6cf tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event deleted for resources: {'Port': ['ID=ea6b7ab2-2db8-44c2-ad60-1f117ab147b4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:17.504104 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ebda46da-4600-4d82-b146-5935f12264f9 req-84b5c0de-8e83-4545-8789-3588148aa082 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 210 time: 0.0535810 Apr 05 20:19:17.518320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:17.519680 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:17.521205 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] 10.222.0.13 "PUT /v2.0/ports/c624ceff-bc6c-4784-840d-6c28174bd2c3 HTTP/1.1" status: 200 len: 1091 time: 1.8823500 Apr 05 20:19:17.521817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07368b6e-a4bf-4bb5-9a60-b9e649aa61f1', 'tag': 'c624ceff-bc6c-4784-840d-6c28174bd2c3'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:17.626681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99294f-21b9-45cf-b89b-b6b2f1e7216b service neutron] Pushing event updated for resources: {'Port': ['ID=c624ceff-bc6c-4784-840d-6c28174bd2c3,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:17.663330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-7d7ba283-3200-4404-96c1-8a410275385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:17.665120 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-7d7ba283-3200-4404-96c1-8a410275385e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 1094 time: 0.0915275 Apr 05 20:19:17.709529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56843fd6-7298-4e80-8a0a-78e4e801a851 req-43a8d972-2343-4a65-83a4-50175e023ce6 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:17.722716 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-56843fd6-7298-4e80-8a0a-78e4e801a851 req-43a8d972-2343-4a65-83a4-50175e023ce6 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d2b3a45-2326-4175-8894-22a3f466d1e1 HTTP/1.1" status: 200 len: 945 time: 0.9146390 Apr 05 20:19:17.752442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5ed2e0-b020-4a31-942f-ab45d68d7a90 req-721fd3bd-c9f1-4d49-b660-51e14837d6cf tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] No DVR routers for this DVR port ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:19:17.784374 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8e87e096-db89-46ca-89e9-a09e10daec1e req-9f3a41ba-29ab-4b91-bdcf-c80765b9fbc4 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:17.786586 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7c5ed2e0-b020-4a31-942f-ab45d68d7a90 req-721fd3bd-c9f1-4d49-b660-51e14837d6cf tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:17.810743 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-d6fb25a3-1f11-4667-b492-71e113bbbc39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c624ceff-bc6c-4784-840d-6c28174bd2c3 HTTP/1.1" status: 200 len: 217 time: 0.1378534 Apr 05 20:19:17.869390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a41ba-29ab-4b91-bdcf-c80765b9fbc4 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Pushing event deleted for resources: {'Port': ['ID=8c74aab3-6a63-4642-bcf1-f005c35ab9b3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:17.880025 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-56843fd6-7298-4e80-8a0a-78e4e801a851 req-1770163f-10f9-4403-ba13-6535846d814d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550977 Apr 05 20:19:17.906715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-54de103e-afec-4a27-b76e-c13ed70ed697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:17.908194 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-54de103e-afec-4a27-b76e-c13ed70ed697 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b600e23-44bb-460f-a1af-d7c4b74bf29a HTTP/1.1" status: 200 len: 851 time: 0.0904381 Apr 05 20:19:17.912233 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c5ed2e0-b020-4a31-942f-ab45d68d7a90 req-721fd3bd-c9f1-4d49-b660-51e14837d6cf tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.13 "DELETE /v2.0/ports/ea6b7ab2-2db8-44c2-ad60-1f117ab147b4 HTTP/1.1" status: 204 len: 173 time: 2.7525220 Apr 05 20:19:17.920910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a395fe4-ffa1-454e-9dd5-508216621534 req-78a2c715-80a5-4b5d-a88b-b051b0432485 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:17.922860 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8a395fe4-ffa1-454e-9dd5-508216621534 req-78a2c715-80a5-4b5d-a88b-b051b0432485 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 943 time: 0.1860323 Apr 05 20:19:17.972781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e87e096-db89-46ca-89e9-a09e10daec1e req-9f3a41ba-29ab-4b91-bdcf-c80765b9fbc4 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] No DVR routers for this DVR port 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:19:17.976226 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8e87e096-db89-46ca-89e9-a09e10daec1e req-9f3a41ba-29ab-4b91-bdcf-c80765b9fbc4 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:17.979531 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e87e096-db89-46ca-89e9-a09e10daec1e req-9f3a41ba-29ab-4b91-bdcf-c80765b9fbc4 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.41 "DELETE /v2.0/ports/8c74aab3-6a63-4642-bcf1-f005c35ab9b3 HTTP/1.1" status: 204 len: 173 time: 2.4776440 Apr 05 20:19:17.991104 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-e2d5e5a1-6051-4fa9-82ec-1acf88759b37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8188ca25-8db1-4824-8f89-d3f54dd6b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669470 Apr 05 20:19:18.025462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34786) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:18.052357 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8a395fe4-ffa1-454e-9dd5-508216621534 req-9bf5c4b5-bbc1-45e1-8d0e-5feaad1aa65f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849340 Apr 05 20:19:18.124036 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07368b6e-a4bf-4bb5-9a60-b9e649aa61f1', 'tag': 'c624ceff-bc6c-4784-840d-6c28174bd2c3', 'status': 'completed', 'code': 200} Apr 05 20:19:18.127495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd637058-d4de-471a-b5f0-14da6a4019a4 admin admin] Deleting subnet 45e809c8-78ae-4b63-8843-48261b3ae99b {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:19:18.131713 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd637058-d4de-471a-b5f0-14da6a4019a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:18.181926 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-53e7d6a8-7f32-4afd-8ad6-57284931684e service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720307 Apr 05 20:19:18.188426 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd637058-d4de-471a-b5f0-14da6a4019a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:18.269216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd637058-d4de-471a-b5f0-14da6a4019a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:18.350673 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd637058-d4de-471a-b5f0-14da6a4019a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:18.387182 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75540c86-5f19-4964-9a24-680e51cf3b64 req-0a515588-b015-4d7f-b46e-c4398f83be37 service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975925 Apr 05 20:19:18.399430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd637058-d4de-471a-b5f0-14da6a4019a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45e809c8-78ae-4b63-8843-48261b3ae99b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:18.401631 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd637058-d4de-471a-b5f0-14da6a4019a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:18.410375 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dd637058-d4de-471a-b5f0-14da6a4019a4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/45e809c8-78ae-4b63-8843-48261b3ae99b HTTP/1.1" status: 204 len: 168 time: 0.3837883 Apr 05 20:19:18.412716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34792) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:18.565029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de35e72b-237e-454f-ae02-bab1058a311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:18.661005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '943221c5-8313-44a3-be8e-2868cc045d3b', 'name': 'network-vif-deleted', 'tag': 'ea6b7ab2-2db8-44c2-ad60-1f117ab147b4'}, {'server_uuid': '2d2b3a45-2326-4175-8894-22a3f466d1e1', 'name': 'network-vif-deleted', 'tag': '8c74aab3-6a63-4642-bcf1-f005c35ab9b3'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:18.703495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763c270-0a98-47c4-92f6-c675041db4fb req-dac2c80e-6d7e-4f15-9c23-b3930c4c7269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:18.704144 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6763c270-0a98-47c4-92f6-c675041db4fb req-dac2c80e-6d7e-4f15-9c23-b3930c4c7269 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 1094 time: 0.2128007 Apr 05 20:19:18.755969 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '943221c5-8313-44a3-be8e-2868cc045d3b', 'name': 'network-vif-deleted', 'tag': 'ea6b7ab2-2db8-44c2-ad60-1f117ab147b4', 'status': 'completed', 'code': 200} Apr 05 20:19:18.756231 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2b3a45-2326-4175-8894-22a3f466d1e1', 'name': 'network-vif-deleted', 'tag': '8c74aab3-6a63-4642-bcf1-f005c35ab9b3', 'status': 'completed', 'code': 200} Apr 05 20:19:18.858847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de35e72b-237e-454f-ae02-bab1058a311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:18.900192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-de35e72b-237e-454f-ae02-bab1058a311c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc4bdc5-1ced-461e-bc10-c47bc75ca844']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:18.933048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-de35e72b-237e-454f-ae02-bab1058a311c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599c53cc-de93-4c01-8105-cf14151e699f') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:18.933427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-de35e72b-237e-454f-ae02-bab1058a311c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599c53cc-de93-4c01-8105-cf14151e699f') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:18.955573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de35e72b-237e-454f-ae02-bab1058a311c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:18.976517 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de35e72b-237e-454f-ae02-bab1058a311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:18.986660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de35e72b-237e-454f-ae02-bab1058a311c admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:19:18.987378 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de35e72b-237e-454f-ae02-bab1058a311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:19.011612 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-66f35c8c-1633-48ca-b5ac-00a3d503408c req-85761148-cf33-4a83-8161-24e701c00b74 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=943221c5-8313-44a3-be8e-2868cc045d3b HTTP/1.1" status: 200 len: 210 time: 0.0890260 Apr 05 20:19:19.056521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763c270-0a98-47c4-92f6-c675041db4fb req-afa0dba1-1460-434c-8061-389cd1258b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:19.058721 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6763c270-0a98-47c4-92f6-c675041db4fb req-afa0dba1-1460-434c-8061-389cd1258b6c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 912 time: 0.3456838 Apr 05 20:19:19.096433 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:19:19.101238 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:19:19.143830 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de35e72b-237e-454f-ae02-bab1058a311c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:19.183934 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:19:19.184273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8c74aab3-6a63-4642-bcf1-f005c35ab9b3 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:19:19.195194 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de35e72b-237e-454f-ae02-bab1058a311c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:19.198520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6763c270-0a98-47c4-92f6-c675041db4fb req-f92702e9-16c7-4392-b922-463ba03b4d0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c624ceff-bc6c-4784-840d-6c28174bd2c3 HTTP/1.1" status: 200 len: 217 time: 0.1319668 Apr 05 20:19:19.236509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35e72b-237e-454f-ae02-bab1058a311c admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc4bdc5-1ced-461e-bc10-c47bc75ca844,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:19.300540 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-de35e72b-237e-454f-ae02-bab1058a311c admin admin] 10.222.0.24 "DELETE /v2.0/networks/bfc4bdc5-1ced-461e-bc10-c47bc75ca844 HTTP/1.1" status: 204 len: 168 time: 0.8864095 Apr 05 20:19:19.311777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763c270-0a98-47c4-92f6-c675041db4fb req-0f3ffa1b-700d-498f-9225-618393470010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:19.313422 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6763c270-0a98-47c4-92f6-c675041db4fb req-0f3ffa1b-700d-498f-9225-618393470010 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b600e23-44bb-460f-a1af-d7c4b74bf29a HTTP/1.1" status: 200 len: 851 time: 0.1026187 Apr 05 20:19:19.356165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1414502-5121-4cc6-9ae2-f664cfabd49b req-12536608-fc2e-40a3-a581-115ef35cb1c1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:19.364834 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1414502-5121-4cc6-9ae2-f664cfabd49b req-12536608-fc2e-40a3-a581-115ef35cb1c1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 943 time: 0.1133518 Apr 05 20:19:19.367845 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6763c270-0a98-47c4-92f6-c675041db4fb req-b938c021-cdc8-4f32-ad8a-254532e011d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8188ca25-8db1-4824-8f89-d3f54dd6b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476604 Apr 05 20:19:19.418082 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1414502-5121-4cc6-9ae2-f664cfabd49b req-7845e9f1-86ba-400f-8e7b-a8ed52fab88f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523238 Apr 05 20:19:19.487798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34824) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:19.568831 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6763c270-0a98-47c4-92f6-c675041db4fb req-1da46d07-dccd-4c8f-9cf1-ace82661baaa service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913664 Apr 05 20:19:19.571970 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a0c5a3e2-441f-4d11-af68-8b60c5f319fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba422efab9264c8bb2041d46ec599ce5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0866950 Apr 05 20:19:19.574295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34832) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:19.658487 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ada1ce4-2f02-474a-8fff-24229e8fafa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:19.689680 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ada1ce4-2f02-474a-8fff-24229e8fafa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:19.756311 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ada1ce4-2f02-474a-8fff-24229e8fafa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:19.792540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada1ce4-2f02-474a-8fff-24229e8fafa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57529e0-9648-4cc8-b9d9-fa7e0f29f939,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:19.823130 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ada1ce4-2f02-474a-8fff-24229e8fafa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:19.823718 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7ada1ce4-2f02-474a-8fff-24229e8fafa9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b57529e0-9648-4cc8-b9d9-fa7e0f29f939 HTTP/1.1" status: 204 len: 168 time: 0.2482748 Apr 05 20:19:19.844524 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6763c270-0a98-47c4-92f6-c675041db4fb req-3115268c-fe07-4c6e-a76a-4a8e3cee94ec service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702365 Apr 05 20:19:19.858325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068acde-bffa-4676-9769-d6331358385d req-97b8514e-8eb8-408d-96af-bc8856d8c848 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:19.865828 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5068acde-bffa-4676-9769-d6331358385d req-97b8514e-8eb8-408d-96af-bc8856d8c848 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 944 time: 0.1811681 Apr 05 20:19:20.032165 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5068acde-bffa-4676-9769-d6331358385d req-a7a35fb5-c822-4dd0-9328-cb775c959210 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/security-groups?id=09f0d87c-b951-4ac4-95ee-7ac16130a232&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653807 Apr 05 20:19:20.157062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfe3a3-93c6-4b7f-94c2-dab38551a2e3 req-1cfc03ec-ebf3-4196-8203-8ca206ffec0d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:20.157779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-fcbfe3a3-93c6-4b7f-94c2-dab38551a2e3 req-1cfc03ec-ebf3-4196-8203-8ca206ffec0d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Synchronizing usage tracker for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:20.179057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-fcbfe3a3-93c6-4b7f-94c2-dab38551a2e3 req-1cfc03ec-ebf3-4196-8203-8ca206ffec0d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Unset dirty status for tenant:637efc23dfdb499b8292cc0b1136bd84 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:20.181356 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fcbfe3a3-93c6-4b7f-94c2-dab38551a2e3 req-1cfc03ec-ebf3-4196-8203-8ca206ffec0d tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.41 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 944 time: 0.1431282 Apr 05 20:19:20.298721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-fcbfe3a3-93c6-4b7f-94c2-dab38551a2e3 req-0f45345e-26ac-4a06-8b08-7670163bedc7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Deleting port 89307afd-c1db-44ae-b8a8-cab6d35b9511 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:20.299060 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fcbfe3a3-93c6-4b7f-94c2-dab38551a2e3 req-0f45345e-26ac-4a06-8b08-7670163bedc7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:20.633626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-fcbfe3a3-93c6-4b7f-94c2-dab38551a2e3 req-0f45345e-26ac-4a06-8b08-7670163bedc7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] For port 89307afd-c1db-44ae-b8a8-cab6d35b9511, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=89307afd-c1db-44ae-b8a8-cab6d35b9511,segment=NetworkSegment(9ff88476-6f78-47ec-816e-5bc802251015),segment_id=9ff88476-6f78-47ec-816e-5bc802251015)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:20.634006 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fcbfe3a3-93c6-4b7f-94c2-dab38551a2e3 req-0f45345e-26ac-4a06-8b08-7670163bedc7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:20.760691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa355a35-c414-4b3c-90ab-ad026ef3b0ae req-bbc24e2c-bb77-4c0b-a956-46cd8adb0253 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:20.768280 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aa355a35-c414-4b3c-90ab-ad026ef3b0ae req-bbc24e2c-bb77-4c0b-a956-46cd8adb0253 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 943 time: 0.1354399 Apr 05 20:19:20.777800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c624ceff-bc6c-4784-840d-6c28174bd2c3 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:19:20.824594 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aa355a35-c414-4b3c-90ab-ad026ef3b0ae req-7d72084f-1984-412f-9c5c-0bca0dfcfa5c tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550108 Apr 05 20:19:20.863738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-fcbfe3a3-93c6-4b7f-94c2-dab38551a2e3 req-0f45345e-26ac-4a06-8b08-7670163bedc7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Calling delete_port for 89307afd-c1db-44ae-b8a8-cab6d35b9511 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:19:21.027107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c624ceff-bc6c-4784-840d-6c28174bd2c3, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c624ceff-bc6c-4784-840d-6c28174bd2c3,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:21.045204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'c624ceff-bc6c-4784-840d-6c28174bd2c3', 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796', 'port_id': 'c624ceff-bc6c-4784-840d-6c28174bd2c3', 'mac_address': 'fa:16:3e:08:1c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b600e23-44bb-460f-a1af-d7c4b74bf29a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:19:21.115007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34882) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:21.121792 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:21.173749 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c624ceff-bc6c-4784-840d-6c28174bd2c3 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:19:21.207225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c624ceff-bc6c-4784-840d-6c28174bd2c3, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c624ceff-bc6c-4784-840d-6c28174bd2c3,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:21.214334 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:21.244276 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fcbfe3a3-93c6-4b7f-94c2-dab38551a2e3 req-0f45345e-26ac-4a06-8b08-7670163bedc7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:21.315981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45345e-26ac-4a06-8b08-7670163bedc7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Pushing event deleted for resources: {'Port': ['ID=89307afd-c1db-44ae-b8a8-cab6d35b9511,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:21.347547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-2071226170-network', 'tenant_id': 'cec4ec7e0e0448b196fd0d2528668bf3'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:21.353278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:21.367616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Usage tracker for resource:network and tenant:cec4ec7e0e0448b196fd0d2528668bf3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:21.371201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:21.385022 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c624ceff-bc6c-4784-840d-6c28174bd2c3,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:21.391137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:21.397554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:21.397918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:21.398258 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:21.398584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:21.398909 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:21.399237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:21.399556 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:21.399871 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:21.400186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:21.400500 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:21.400812 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:21.401122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:21.440155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfe3a3-93c6-4b7f-94c2-dab38551a2e3 req-0f45345e-26ac-4a06-8b08-7670163bedc7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] No DVR routers for this DVR port 89307afd-c1db-44ae-b8a8-cab6d35b9511 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:19:21.444061 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-661fada7-373d-45ce-9ac0-54abadfb5da2 req-b7d87e10-e1dc-4a0a-a7eb-2be4a4f7dbda tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.24 "GET /v2.0/ports?device_id=acc12f52-c316-4973-a155-ba0f0ccfeb60 HTTP/1.1" status: 200 len: 210 time: 0.0548916 Apr 05 20:19:21.444962 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fcbfe3a3-93c6-4b7f-94c2-dab38551a2e3 req-0f45345e-26ac-4a06-8b08-7670163bedc7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:21.447614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acc12f52-c316-4973-a155-ba0f0ccfeb60', 'name': 'network-vif-deleted', 'tag': '89307afd-c1db-44ae-b8a8-cab6d35b9511'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:21.448744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Made reservation on behalf of cec4ec7e0e0448b196fd0d2528668bf3 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:21.451166 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:21.452531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['c624ceff-bc6c-4784-840d-6c28174bd2c3'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:19:21.472747 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:21.492801 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2a350-3192-4c1c-ac22-9258fb9eb851 req-3b7febd7-bc2f-46ba-96f5-4193ae9e175a tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:21.493631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-68a2a350-3192-4c1c-ac22-9258fb9eb851 req-3b7febd7-bc2f-46ba-96f5-4193ae9e175a tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Synchronizing usage tracker for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:21.497506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fcbfe3a3-93c6-4b7f-94c2-dab38551a2e3 req-0f45345e-26ac-4a06-8b08-7670163bedc7 tempest-LiveMigrationTest-612874926 tempest-LiveMigrationTest-612874926-project] 10.222.0.41 "DELETE /v2.0/ports/89307afd-c1db-44ae-b8a8-cab6d35b9511 HTTP/1.1" status: 204 len: 173 time: 1.3074789 Apr 05 20:19:21.502502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:21.511287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Usage tracker for resource:security_group_rule and tenant:cec4ec7e0e0448b196fd0d2528668bf3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:21.515266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:21.521780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:21.523141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-68a2a350-3192-4c1c-ac22-9258fb9eb851 req-3b7febd7-bc2f-46ba-96f5-4193ae9e175a tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Unset dirty status for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:21.524823 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68a2a350-3192-4c1c-ac22-9258fb9eb851 req-3b7febd7-bc2f-46ba-96f5-4193ae9e175a tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 945 time: 0.4757245 Apr 05 20:19:21.589441 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68a2a350-3192-4c1c-ac22-9258fb9eb851 req-d474349b-9258-4fd6-a02a-dda4e549894f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576093 Apr 05 20:19:21.655214 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acc12f52-c316-4973-a155-ba0f0ccfeb60', 'name': 'network-vif-deleted', 'tag': '89307afd-c1db-44ae-b8a8-cab6d35b9511', 'status': 'completed', 'code': 200} Apr 05 20:19:21.740576 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:21.747660 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:21.776307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:19:21.789697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082c783a-6863-415f-bec4-bae8f8c1dc55,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:21.801151 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:21.803265 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Added segment 6b66e1af-427c-468d-a0ff-0fac4a385a48 of type vlan for network 19239a39-3c69-4a34-b799-f363fea783f9 Apr 05 20:19:21.836245 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:21.880393 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:21.881640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:21.882402 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:22.052993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] Pushing event updated for resources: {'Network': ['ID=19239a39-3c69-4a34-b799-f363fea783f9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:22.070519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 19239a39-3c69-4a34-b799-f363fea783f9 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:19:22.077526 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8928747d-cddf-4fd2-99cc-e49c49e043ff admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9583988 Apr 05 20:19:22.078410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34898) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:22.088016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Request body: {'subnet': {'network_id': '19239a39-3c69-4a34-b799-f363fea783f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-2071226170-subnet', 'tenant_id': 'cec4ec7e0e0448b196fd0d2528668bf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:22.101340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:22.110984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Usage tracker for resource:subnet and tenant:cec4ec7e0e0448b196fd0d2528668bf3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:22.124418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:22.134214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:22.149451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b380b-1df6-44c2-a9ad-4859adbe1b00 req-d824d296-8115-4d4f-94d0-3869a32eab1a tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:22.150512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e3c30-8302-46f3-a6ce-698560d9d4ba req-7500526e-f754-4af9-8e6d-98e4f828155f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:22.156983 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f01b380b-1df6-44c2-a9ad-4859adbe1b00 req-d824d296-8115-4d4f-94d0-3869a32eab1a tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 946 time: 0.2152088 Apr 05 20:19:22.169855 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a84e3c30-8302-46f3-a6ce-698560d9d4ba req-7500526e-f754-4af9-8e6d-98e4f828155f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 944 time: 0.1857843 Apr 05 20:19:22.219799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc59af-807b-4efb-9142-937852ab0c60 req-83135ed7-e9c5-4a5e-ac92-4a2f8165a28f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:22.221614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3fc59af-807b-4efb-9142-937852ab0c60 req-83135ed7-e9c5-4a5e-ac92-4a2f8165a28f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 945 time: 0.2186787 Apr 05 20:19:22.224993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Made reservation on behalf of cec4ec7e0e0448b196fd0d2528668bf3 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:22.227845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:22.254299 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a84e3c30-8302-46f3-a6ce-698560d9d4ba req-bfe7bf6d-6aff-4f35-91fc-299e60389145 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829158 Apr 05 20:19:22.334561 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f01b380b-1df6-44c2-a9ad-4859adbe1b00 req-dec60016-0150-4581-bcd1-7ad846604619 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f0a2879-48a5-4efc-8636-ae708e5c6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764801 Apr 05 20:19:22.418673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c3fc59af-807b-4efb-9142-937852ab0c60 req-67c96883-93a7-42c9-919c-82352b920eec tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Deleting port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:22.418673 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3fc59af-807b-4efb-9142-937852ab0c60 req-67c96883-93a7-42c9-919c-82352b920eec tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:22.612396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34904) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:22.793435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c624ceff-bc6c-4784-840d-6c28174bd2c3 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:19:22.854041 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:22.862270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc2dcfb-b6e8-47e1-8c35-8eb1d095f45e admin admin] Deleting subnet 5346762e-f36c-499a-9d81-34ed675bbd11 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:19:22.866223 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0fc2dcfb-b6e8-47e1-8c35-8eb1d095f45e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:22.942218 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0fc2dcfb-b6e8-47e1-8c35-8eb1d095f45e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:22.955392 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port c624ceff-bc6c-4784-840d-6c28174bd2c3 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:19:22.963632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port c624ceff-bc6c-4784-840d-6c28174bd2c3 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:22.965457 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:23.024457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c3fc59af-807b-4efb-9142-937852ab0c60 req-67c96883-93a7-42c9-919c-82352b920eec tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] For port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8afa48ed-563e-4004-b550-5f7b2dc1c4b9,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:23.024913 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3fc59af-807b-4efb-9142-937852ab0c60 req-67c96883-93a7-42c9-919c-82352b920eec tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:23.025696 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0fc2dcfb-b6e8-47e1-8c35-8eb1d095f45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:23.100454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59c5f73-d92e-4d78-9349-e50f7d68e3f3,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:23.200770 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:23.231596 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0fc2dcfb-b6e8-47e1-8c35-8eb1d095f45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:23.241736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c3fc59af-807b-4efb-9142-937852ab0c60 req-67c96883-93a7-42c9-919c-82352b920eec tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Calling delete_port for 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:19:23.268710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07368b6e-a4bf-4bb5-9a60-b9e649aa61f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c624ceff-bc6c-4784-840d-6c28174bd2c3'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:23.299939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c624ceff-bc6c-4784-840d-6c28174bd2c3, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c624ceff-bc6c-4784-840d-6c28174bd2c3,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:23.314420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Checking segment: {'id': '6b66e1af-427c-468d-a0ff-0fac4a385a48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '19239a39-3c69-4a34-b799-f363fea783f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:19:23.314420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Network hostable DHCP agents. Network: 19239a39-3c69-4a34-b799-f363fea783f9, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:19:23.321528 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:23.326906 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0fc2dcfb-b6e8-47e1-8c35-8eb1d095f45e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:23.326906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2dcfb-b6e8-47e1-8c35-8eb1d095f45e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5346762e-f36c-499a-9d81-34ed675bbd11,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:23.411640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Network 19239a39-3c69-4a34-b799-f363fea783f9 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:19:23.459845 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b56171-a4fe-469a-a507-23ac2511b0b7 req-bc473eb4-173e-4959-92ab-f43d216e03e0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:23.459845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6b56171-a4fe-469a-a507-23ac2511b0b7 req-bc473eb4-173e-4959-92ab-f43d216e03e0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 945 time: 0.5094461 Apr 05 20:19:23.471035 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07368b6e-a4bf-4bb5-9a60-b9e649aa61f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c624ceff-bc6c-4784-840d-6c28174bd2c3', 'code': 200} Apr 05 20:19:23.475483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 19239a39-3c69-4a34-b799-f363fea783f9) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:19:23.483670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:23.484256 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:23.494255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f8db35-cddd-446b-89a7-b3c7a29415a3 None None] Network 19239a39-3c69-4a34-b799-f363fea783f9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:19:23.527729 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0fc2dcfb-b6e8-47e1-8c35-8eb1d095f45e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5346762e-f36c-499a-9d81-34ed675bbd11 HTTP/1.1" status: 204 len: 168 time: 0.9303579 Apr 05 20:19:23.553395 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6b56171-a4fe-469a-a507-23ac2511b0b7 req-7da357d2-84f3-46d2-b471-1023702c94a7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951381 Apr 05 20:19:23.553395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34922) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:23.576713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c624ceff-bc6c-4784-840d-6c28174bd2c3,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:23.885715 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a9c201-18a3-4a0c-944d-726bfad1d15e None None] Network 19239a39-3c69-4a34-b799-f363fea783f9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:19:23.896573 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cc207a86-572d-444c-aaf2-eea1c7685605 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8118515 Apr 05 20:19:23.905488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4ec21-565a-4927-803a-0087cbc9ce5b req-86e0adf3-7344-49ce-a8f5-671ad24d58f2 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:23.926082 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8fc4ec21-565a-4927-803a-0087cbc9ce5b req-86e0adf3-7344-49ce-a8f5-671ad24d58f2 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 946 time: 0.5702064 Apr 05 20:19:24.016763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a71716-3521-4509-acfe-b69b7e8c8aa1 req-b2b36410-bbd8-4ebd-a848-fc3dd0d69393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:24.017336 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3fc59af-807b-4efb-9142-937852ab0c60 req-67c96883-93a7-42c9-919c-82352b920eec tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:24.019056 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4a71716-3521-4509-acfe-b69b7e8c8aa1 req-b2b36410-bbd8-4ebd-a848-fc3dd0d69393 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 1096 time: 0.5624433 Apr 05 20:19:24.044425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a', '8afa48ed-563e-4004-b550-5f7b2dc1c4b9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:19:24.102479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7af5e-4a79-46ed-ad97-f3725e4000dd req-3be50544-8a6b-4cba-b15f-7f45fbaf0e63 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:24.124967 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9ce7af5e-4a79-46ed-ad97-f3725e4000dd req-3be50544-8a6b-4cba-b15f-7f45fbaf0e63 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 945 time: 0.5033355 Apr 05 20:19:24.202893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-8fc4ec21-565a-4927-803a-0087cbc9ce5b req-fe097734-eddb-48f4-bc3c-70e2f9ccfdb2 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Deleting port fe275b8c-2f25-4033-9498-b0d1039e69fe {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:24.202893 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8fc4ec21-565a-4927-803a-0087cbc9ce5b req-fe097734-eddb-48f4-bc3c-70e2f9ccfdb2 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:24.217790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c96883-93a7-42c9-919c-82352b920eec tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event deleted for resources: {'Port': ['ID=8afa48ed-563e-4004-b550-5f7b2dc1c4b9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:24.258221 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82ecf7f0-ffb9-49de-8b9c-7fe27ccab20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:24.324813 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9ce7af5e-4a79-46ed-ad97-f3725e4000dd req-59e8efdf-b594-4297-99e8-d353f6869c06 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011757 Apr 05 20:19:24.333780 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4a71716-3521-4509-acfe-b69b7e8c8aa1 req-cdba5b32-d435-40a0-b952-5772025f1e6f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873552 Apr 05 20:19:24.418277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fc59af-807b-4efb-9142-937852ab0c60 req-67c96883-93a7-42c9-919c-82352b920eec tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] No DVR routers for this DVR port 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:19:24.422513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c3fc59af-807b-4efb-9142-937852ab0c60 req-67c96883-93a7-42c9-919c-82352b920eec tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:24.424418 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3fc59af-807b-4efb-9142-937852ab0c60 req-67c96883-93a7-42c9-919c-82352b920eec tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "DELETE /v2.0/ports/8afa48ed-563e-4004-b550-5f7b2dc1c4b9 HTTP/1.1" status: 204 len: 173 time: 2.1749816 Apr 05 20:19:24.426989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83aba047-89fa-4a46-aed8-1a37985ded6e', 'name': 'network-vif-deleted', 'tag': '8afa48ed-563e-4004-b550-5f7b2dc1c4b9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:24.538425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e59b955-8596-442a-a82d-0cb4f9130e4d req-0d092975-a7d4-4aa4-abe8-08d9f533e3ca tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:24.540572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e59b955-8596-442a-a82d-0cb4f9130e4d req-0d092975-a7d4-4aa4-abe8-08d9f533e3ca tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 946 time: 0.7495732 Apr 05 20:19:24.690031 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e59b955-8596-442a-a82d-0cb4f9130e4d req-de846e19-7b77-475f-9b64-08f2716c4742 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/security-groups?id=8f0a2879-48a5-4efc-8636-ae708e5c6f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356595 Apr 05 20:19:24.695462 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82ecf7f0-ffb9-49de-8b9c-7fe27ccab20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:24.726068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-82ecf7f0-ffb9-49de-8b9c-7fe27ccab20d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51344418-38f5-4178-a1c3-ae0225c075f4']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:24.740852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-82ecf7f0-ffb9-49de-8b9c-7fe27ccab20d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff88476-6f78-47ec-816e-5bc802251015') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:24.741140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-82ecf7f0-ffb9-49de-8b9c-7fe27ccab20d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff88476-6f78-47ec-816e-5bc802251015') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:24.755669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82ecf7f0-ffb9-49de-8b9c-7fe27ccab20d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:24.772338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-8fc4ec21-565a-4927-803a-0087cbc9ce5b req-fe097734-eddb-48f4-bc3c-70e2f9ccfdb2 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] For port fe275b8c-2f25-4033-9498-b0d1039e69fe, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fe275b8c-2f25-4033-9498-b0d1039e69fe,segment=NetworkSegment(ca1c83c3-b86e-4e92-904a-b6d928fb6767),segment_id=ca1c83c3-b86e-4e92-904a-b6d928fb6767)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:24.773097 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83aba047-89fa-4a46-aed8-1a37985ded6e', 'name': 'network-vif-deleted', 'tag': '8afa48ed-563e-4004-b550-5f7b2dc1c4b9', 'status': 'completed', 'code': 200} Apr 05 20:19:24.775311 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8fc4ec21-565a-4927-803a-0087cbc9ce5b req-fe097734-eddb-48f4-bc3c-70e2f9ccfdb2 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:24.781723 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82ecf7f0-ffb9-49de-8b9c-7fe27ccab20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:24.789530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82ecf7f0-ffb9-49de-8b9c-7fe27ccab20d admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:19:24.790313 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82ecf7f0-ffb9-49de-8b9c-7fe27ccab20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:19:24.807447 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:19:24.916688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34946) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:24.917153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-8fc4ec21-565a-4927-803a-0087cbc9ce5b req-fe097734-eddb-48f4-bc3c-70e2f9ccfdb2 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Calling delete_port for fe275b8c-2f25-4033-9498-b0d1039e69fe owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:19:24.982622 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82ecf7f0-ffb9-49de-8b9c-7fe27ccab20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:24.989338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-005cf799-df43-493c-8dea-ae0516c50ec9 admin admin] Deleting subnet c59c5f73-d92e-4d78-9349-e50f7d68e3f3 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:19:25.012201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82ecf7f0-ffb9-49de-8b9c-7fe27ccab20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.020138 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-005cf799-df43-493c-8dea-ae0516c50ec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.050830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecf7f0-ffb9-49de-8b9c-7fe27ccab20d admin admin] Pushing event deleted for resources: {'Network': ['ID=51344418-38f5-4178-a1c3-ae0225c075f4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:25.074950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-82ecf7f0-ffb9-49de-8b9c-7fe27ccab20d admin admin] 10.222.0.24 "DELETE /v2.0/networks/51344418-38f5-4178-a1c3-ae0225c075f4 HTTP/1.1" status: 204 len: 168 time: 1.5161338 Apr 05 20:19:25.079725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34950) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:25.110811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 89307afd-c1db-44ae-b8a8-cab6d35b9511 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:19:25.113289 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90199713-6c4c-461d-b1ca-169dba871684 req-0e1d240d-580c-453c-bebb-e851e357cc8c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=83aba047-89fa-4a46-aed8-1a37985ded6e HTTP/1.1" status: 200 len: 210 time: 0.1666284 Apr 05 20:19:25.146697 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0b81e0-f12b-4060-9888-46032b1fd04b admin admin] Deleting subnet 433b5dba-7195-4915-9afc-1d47b0bce7dc {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:19:25.150427 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae0b81e0-f12b-4060-9888-46032b1fd04b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.171122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 89307afd-c1db-44ae-b8a8-cab6d35b9511 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:19:25.171592 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 89307afd-c1db-44ae-b8a8-cab6d35b9511 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:19:25.172264 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:19:25.198180 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-005cf799-df43-493c-8dea-ae0516c50ec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.210745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:19:25.211436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8afa48ed-563e-4004-b550-5f7b2dc1c4b9 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:19:25.211844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device fe275b8c-2f25-4033-9498-b0d1039e69fe no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:19:25.241264 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8fc4ec21-565a-4927-803a-0087cbc9ce5b req-fe097734-eddb-48f4-bc3c-70e2f9ccfdb2 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.244620 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae0b81e0-f12b-4060-9888-46032b1fd04b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.260068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: fe275b8c-2f25-4033-9498-b0d1039e69fe {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:19:25.260402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device fe275b8c-2f25-4033-9498-b0d1039e69fe not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:19:25.308829 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-005cf799-df43-493c-8dea-ae0516c50ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.337573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe097734-eddb-48f4-bc3c-70e2f9ccfdb2 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Pushing event deleted for resources: {'Port': ['ID=fe275b8c-2f25-4033-9498-b0d1039e69fe,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:25.354935 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae0b81e0-f12b-4060-9888-46032b1fd04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.400768 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fc4ec21-565a-4927-803a-0087cbc9ce5b req-fe097734-eddb-48f4-bc3c-70e2f9ccfdb2 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] No DVR routers for this DVR port fe275b8c-2f25-4033-9498-b0d1039e69fe on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:19:25.411099 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8fc4ec21-565a-4927-803a-0087cbc9ce5b req-fe097734-eddb-48f4-bc3c-70e2f9ccfdb2 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.413740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f', 'name': 'network-vif-deleted', 'tag': 'fe275b8c-2f25-4033-9498-b0d1039e69fe'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:25.449296 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8fc4ec21-565a-4927-803a-0087cbc9ce5b req-fe097734-eddb-48f4-bc3c-70e2f9ccfdb2 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.41 "DELETE /v2.0/ports/fe275b8c-2f25-4033-9498-b0d1039e69fe HTTP/1.1" status: 204 len: 173 time: 1.5303605 Apr 05 20:19:25.449572 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-005cf799-df43-493c-8dea-ae0516c50ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.505173 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f', 'name': 'network-vif-deleted', 'tag': 'fe275b8c-2f25-4033-9498-b0d1039e69fe', 'status': 'completed', 'code': 200} Apr 05 20:19:25.506191 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae0b81e0-f12b-4060-9888-46032b1fd04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.580025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cf799-df43-493c-8dea-ae0516c50ec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59c5f73-d92e-4d78-9349-e50f7d68e3f3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:25.647963 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-005cf799-df43-493c-8dea-ae0516c50ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.662521 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae0b81e0-f12b-4060-9888-46032b1fd04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.679875 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ae0b81e0-f12b-4060-9888-46032b1fd04b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/433b5dba-7195-4915-9afc-1d47b0bce7dc HTTP/1.1" status: 204 len: 168 time: 0.5992329 Apr 05 20:19:25.680869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b81e0-f12b-4060-9888-46032b1fd04b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=433b5dba-7195-4915-9afc-1d47b0bce7dc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:25.684688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34962) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:25.688382 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-005cf799-df43-493c-8dea-ae0516c50ec9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c59c5f73-d92e-4d78-9349-e50f7d68e3f3 HTTP/1.1" status: 204 len: 168 time: 0.7679176 Apr 05 20:19:25.689861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34964) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:25.814016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd73ae8c-a138-4e6d-9017-2daff5b0bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.831848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8cb5e-340c-4b33-a80b-bd759baaafe7 req-00bbd6ba-b511-4dc1-9d0a-721acdde7650 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:25.834451 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7bf8cb5e-340c-4b33-a80b-bd759baaafe7 req-00bbd6ba-b511-4dc1-9d0a-721acdde7650 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 945 time: 0.3167884 Apr 05 20:19:25.879765 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7a78c8c-14f9-4cbb-b080-4eaa4ecdd748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:25.936419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bb7acb66-6758-4e48-9e46-186091fed6f2 req-8597ab35-c50e-48cf-bdc8-d70a90c6d9e4 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Synchronizing usage tracker for tenant:83db93045f1d4e76ae3da117ddbe79f5 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:26.023904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bb7acb66-6758-4e48-9e46-186091fed6f2 req-8597ab35-c50e-48cf-bdc8-d70a90c6d9e4 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] Unset dirty status for tenant:83db93045f1d4e76ae3da117ddbe79f5 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:26.025181 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb7acb66-6758-4e48-9e46-186091fed6f2 req-8597ab35-c50e-48cf-bdc8-d70a90c6d9e4 tempest-ServerTagsTestJSON-369441060 tempest-ServerTagsTestJSON-369441060-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f12f2fc-154d-4beb-8e38-b7d5ec9fcd9f HTTP/1.1" status: 200 len: 210 time: 0.1428914 Apr 05 20:19:26.044848 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd73ae8c-a138-4e6d-9017-2daff5b0bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:26.076601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bd73ae8c-a138-4e6d-9017-2daff5b0bc5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19239a39-3c69-4a34-b799-f363fea783f9']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:26.125928 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7bf8cb5e-340c-4b33-a80b-bd759baaafe7 req-d29bdb4f-0c05-47f2-aabd-3ff1bae04586 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841110 Apr 05 20:19:26.130397 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7a78c8c-14f9-4cbb-b080-4eaa4ecdd748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:26.131797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bd73ae8c-a138-4e6d-9017-2daff5b0bc5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b66e1af-427c-468d-a0ff-0fac4a385a48') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:26.132271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bd73ae8c-a138-4e6d-9017-2daff5b0bc5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b66e1af-427c-468d-a0ff-0fac4a385a48') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:26.149577 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd73ae8c-a138-4e6d-9017-2daff5b0bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:26.169624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-e7a78c8c-14f9-4cbb-b080-4eaa4ecdd748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025313a9-7ce4-4c26-9955-a583efedfa1d']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:26.171618 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd73ae8c-a138-4e6d-9017-2daff5b0bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:26.182830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd73ae8c-a138-4e6d-9017-2daff5b0bc5a admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:19:26.183916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-e7a78c8c-14f9-4cbb-b080-4eaa4ecdd748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b0e1fa1-8342-45c6-a433-f7146944056b') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:26.184271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-e7a78c8c-14f9-4cbb-b080-4eaa4ecdd748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b0e1fa1-8342-45c6-a433-f7146944056b') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:26.184963 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd73ae8c-a138-4e6d-9017-2daff5b0bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:26.199004 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7a78c8c-14f9-4cbb-b080-4eaa4ecdd748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:19:26.226358 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:19:26.231150 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7a78c8c-14f9-4cbb-b080-4eaa4ecdd748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:26.238570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a78c8c-14f9-4cbb-b080-4eaa4ecdd748 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:19:26.239023 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7a78c8c-14f9-4cbb-b080-4eaa4ecdd748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:19:26.255101 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:19:26.403185 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7a78c8c-14f9-4cbb-b080-4eaa4ecdd748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:26.428226 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7a78c8c-14f9-4cbb-b080-4eaa4ecdd748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:26.433986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a78c8c-14f9-4cbb-b080-4eaa4ecdd748 admin admin] Pushing event deleted for resources: {'Network': ['ID=025313a9-7ce4-4c26-9955-a583efedfa1d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:26.436803 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e7a78c8c-14f9-4cbb-b080-4eaa4ecdd748 admin admin] 10.222.0.24 "DELETE /v2.0/networks/025313a9-7ce4-4c26-9955-a583efedfa1d HTTP/1.1" status: 204 len: 168 time: 0.7455702 Apr 05 20:19:26.547939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd73ae8c-a138-4e6d-9017-2daff5b0bc5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:26.579405 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd73ae8c-a138-4e6d-9017-2daff5b0bc5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:26.586762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73ae8c-a138-4e6d-9017-2daff5b0bc5a admin admin] Pushing event deleted for resources: {'Network': ['ID=19239a39-3c69-4a34-b799-f363fea783f9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:26.591226 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bd73ae8c-a138-4e6d-9017-2daff5b0bc5a admin admin] 10.222.0.24 "DELETE /v2.0/networks/19239a39-3c69-4a34-b799-f363fea783f9 HTTP/1.1" status: 204 len: 168 time: 0.9018192 Apr 05 20:19:26.674515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34998) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:26.811544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4cf9ed3a-a4db-40c6-9430-b2b9956fe98d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=637efc23dfdb499b8292cc0b1136bd84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1309457 Apr 05 20:19:26.813789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35002) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:26.827530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35006) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:26.890710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-dff8d3a4-bb7d-481f-b92f-fb0b7900ecb5 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:26.895039 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-dff8d3a4-bb7d-481f-b92f-fb0b7900ecb5 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 0.2647953 Apr 05 20:19:26.908554 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-83b811c5-8d20-4360-baad-7b66a2b2ab2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cec4ec7e0e0448b196fd0d2528668bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851564 Apr 05 20:19:26.910431 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-ec01ff14-8fb2-403d-a600-a730c988e188 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/quotas/1ccb3652f5a74824b97498e5d91e065f HTTP/1.1" status: 200 len: 375 time: 0.0151641 Apr 05 20:19:26.912444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35010) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:26.997663 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0171c66-6ae3-4ee1-aee4-0a52f0bc0571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:27.058593 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0171c66-6ae3-4ee1-aee4-0a52f0bc0571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:27.111098 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63dc8e0b-afe7-4e36-ba1a-86153345a1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:27.165010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-48a0569f-185c-44a3-9512-7afef97b40d8 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Synchronizing usage tracker for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:27.186749 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63dc8e0b-afe7-4e36-ba1a-86153345a1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:27.210394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35018) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:27.281585 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0171c66-6ae3-4ee1-aee4-0a52f0bc0571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:27.299979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-48a0569f-185c-44a3-9512-7afef97b40d8 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Unset dirty status for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:27.308799 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-48a0569f-185c-44a3-9512-7afef97b40d8 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3871958 Apr 05 20:19:27.348533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0171c66-6ae3-4ee1-aee4-0a52f0bc0571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f0d87c-b951-4ac4-95ee-7ac16130a232,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:27.356693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a23cd7-d0d8-4a56-b670-cf0a8ae9276a admin admin] Deleting subnet 0c407b96-c15c-468d-8cee-906b8f08e253 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:19:27.378305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-12a23cd7-d0d8-4a56-b670-cf0a8ae9276a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:27.420017 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63dc8e0b-afe7-4e36-ba1a-86153345a1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:27.448557 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0171c66-6ae3-4ee1-aee4-0a52f0bc0571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:27.450028 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d0171c66-6ae3-4ee1-aee4-0a52f0bc0571 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09f0d87c-b951-4ac4-95ee-7ac16130a232 HTTP/1.1" status: 204 len: 168 time: 0.6411221 Apr 05 20:19:27.459564 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-12a23cd7-d0d8-4a56-b670-cf0a8ae9276a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:27.469091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc8e0b-afe7-4e36-ba1a-86153345a1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082c783a-6863-415f-bec4-bae8f8c1dc55,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:27.473635 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63dc8e0b-afe7-4e36-ba1a-86153345a1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:27.474767 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-63dc8e0b-afe7-4e36-ba1a-86153345a1cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/082c783a-6863-415f-bec4-bae8f8c1dc55 HTTP/1.1" status: 204 len: 168 time: 0.5614467 Apr 05 20:19:27.546394 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-36bed918-d975-4c8a-b69f-3ed238ddbd81 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321441 Apr 05 20:19:27.593011 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-12a23cd7-d0d8-4a56-b670-cf0a8ae9276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:27.698993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d069c-8a77-49fb-8db1-105b4ba8eeb4 req-fb9cff6c-9b2c-4765-9a51-2d27a5414062 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:27.698993 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-084d069c-8a77-49fb-8db1-105b4ba8eeb4 req-fb9cff6c-9b2c-4765-9a51-2d27a5414062 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 945 time: 0.1682386 Apr 05 20:19:27.725552 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-476dddbd-7102-4cdf-963f-891dde33d6d8 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654739 Apr 05 20:19:27.826736 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-084d069c-8a77-49fb-8db1-105b4ba8eeb4 req-5a658f1f-a3ce-4d62-b65b-7787ee65c0ac tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218870 Apr 05 20:19:27.826736 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-12a23cd7-d0d8-4a56-b670-cf0a8ae9276a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:27.936916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a23cd7-d0d8-4a56-b670-cf0a8ae9276a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c407b96-c15c-468d-8cee-906b8f08e253,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:28.023980 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-12a23cd7-d0d8-4a56-b670-cf0a8ae9276a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:28.073170 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-12a23cd7-d0d8-4a56-b670-cf0a8ae9276a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0c407b96-c15c-468d-8cee-906b8f08e253 HTTP/1.1" status: 204 len: 168 time: 0.8702788 Apr 05 20:19:28.079192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35042) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:28.130586 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf18f7ab-7200-404c-8b22-b59ea9f4ea2b req-c395db88-c86f-4f27-8128-ab2e3880a1a6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 210 time: 0.0816314 Apr 05 20:19:28.242713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35050) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:28.320979 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2cca70c0-c04c-4411-8855-9b9b9cce675f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9088eca40c654ab5bdc801445dd6ecfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0757196 Apr 05 20:19:28.321171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35056) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:28.447930 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02ee7f95-c45c-4a32-8383-51e45f9bd36f req-b06bb0d3-0a96-4fc8-a1b7-a2af086644ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5048373 Apr 05 20:19:28.458424 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73825fa4-0228-476f-b843-4510c1cfa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:28.464120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-71f2d012-e9ff-493a-b5f5-42207ebd3619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:28.536049 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-71f2d012-e9ff-493a-b5f5-42207ebd3619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:28.804369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91e7df-5874-49a9-bf6d-e8e98fcc9801 req-d26724ae-e3e4-4b89-ba86-0267bd63ae31 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:28.805940 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de91e7df-5874-49a9-bf6d-e8e98fcc9801 req-d26724ae-e3e4-4b89-ba86-0267bd63ae31 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 945 time: 0.2525740 Apr 05 20:19:28.831807 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-71f2d012-e9ff-493a-b5f5-42207ebd3619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:28.884967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f2d012-e9ff-493a-b5f5-42207ebd3619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f50dd29-ae21-43d8-9810-b598b8247db3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:28.916268 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-71f2d012-e9ff-493a-b5f5-42207ebd3619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:28.923376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-71f2d012-e9ff-493a-b5f5-42207ebd3619 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f50dd29-ae21-43d8-9810-b598b8247db3 HTTP/1.1" status: 204 len: 168 time: 0.5867085 Apr 05 20:19:28.941428 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de91e7df-5874-49a9-bf6d-e8e98fcc9801 req-feba6a35-a031-4e24-b4f2-f73cb39aff7b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285589 Apr 05 20:19:28.999134 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73825fa4-0228-476f-b843-4510c1cfa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:29.049197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-73825fa4-0228-476f-b843-4510c1cfa326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb98f4ea-f512-42db-8dff-e643ce207265']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:29.067981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-73825fa4-0228-476f-b843-4510c1cfa326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1c83c3-b86e-4e92-904a-b6d928fb6767') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:29.069017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-73825fa4-0228-476f-b843-4510c1cfa326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1c83c3-b86e-4e92-904a-b6d928fb6767') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:29.079743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee7f95-c45c-4a32-8383-51e45f9bd36f req-2ab8e1af-ea14-4b46-8bad-3745bdc98492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:29.081491 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02ee7f95-c45c-4a32-8383-51e45f9bd36f req-2ab8e1af-ea14-4b46-8bad-3745bdc98492 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 1096 time: 0.4967310 Apr 05 20:19:29.089631 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73825fa4-0228-476f-b843-4510c1cfa326 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:29.111346 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73825fa4-0228-476f-b843-4510c1cfa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:29.162876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73825fa4-0228-476f-b843-4510c1cfa326 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:19:29.163274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73825fa4-0228-476f-b843-4510c1cfa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:19:29.177830 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:19:29.407042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73825fa4-0228-476f-b843-4510c1cfa326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:29.451126 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73825fa4-0228-476f-b843-4510c1cfa326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:29.508455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73825fa4-0228-476f-b843-4510c1cfa326 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb98f4ea-f512-42db-8dff-e643ce207265,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:29.522580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee7f95-c45c-4a32-8383-51e45f9bd36f req-3cd2c5c8-4a8b-41a9-9070-8f00f7e64022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:29.523999 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02ee7f95-c45c-4a32-8383-51e45f9bd36f req-3cd2c5c8-4a8b-41a9-9070-8f00f7e64022 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 907 time: 0.4083388 Apr 05 20:19:29.531906 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea9b705e-082a-408f-bfb2-610679ced7c6 req-8969a75c-cc00-4bfd-a888-4576e426884b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 210 time: 0.0781617 Apr 05 20:19:29.534461 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-73825fa4-0228-476f-b843-4510c1cfa326 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cb98f4ea-f512-42db-8dff-e643ce207265 HTTP/1.1" status: 204 len: 168 time: 1.4471629 Apr 05 20:19:29.613710 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02ee7f95-c45c-4a32-8383-51e45f9bd36f req-abdb0eba-ee3b-46a6-b31a-10e905624bae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d979e88b-ee75-4973-9278-e6c9844bdb1a HTTP/1.1" status: 200 len: 217 time: 0.0811391 Apr 05 20:19:29.709237 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee7f95-c45c-4a32-8383-51e45f9bd36f req-4b92add1-3596-4e2c-be63-0d8a2de8018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:29.710875 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02ee7f95-c45c-4a32-8383-51e45f9bd36f req-4b92add1-3596-4e2c-be63-0d8a2de8018e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.0911624 Apr 05 20:19:29.813488 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02ee7f95-c45c-4a32-8383-51e45f9bd36f req-5b3cd2f4-0539-4c62-94e1-783cc58d57ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574901 Apr 05 20:19:30.167667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c3e102-89aa-46d2-b74e-0508f0e0817b req-5765a8f8-be35-4766-89b6-73e34dd931bd tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:30.171232 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-79c3e102-89aa-46d2-b74e-0508f0e0817b req-5765a8f8-be35-4766-89b6-73e34dd931bd tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 945 time: 0.4641876 Apr 05 20:19:30.312174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35120) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:30.453282 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-64ef8188-5429-4716-9a7a-dfafc9ffac79 req-864af23e-5544-44f0-9925-8bf6c10d167e tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=305688eb-46a3-4d47-98ed-023d0f7f44ee HTTP/1.1" status: 200 len: 210 time: 0.1034942 Apr 05 20:19:30.508114 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02ee7f95-c45c-4a32-8383-51e45f9bd36f req-be29e5dc-6cee-4992-aa36-e9b23f99c630 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618640 Apr 05 20:19:30.567624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-f6dd61c9-20e3-41ec-a48b-ac4d47fe564c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:30.568616 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-f6dd61c9-20e3-41ec-a48b-ac4d47fe564c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 0.6849735 Apr 05 20:19:30.587375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Request body: {'port': {'device_id': 'b35ffc17-c6df-48ce-85b4-fe6d833f1b78', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'admin_state_up': True, 'tenant_id': '1ccb3652f5a74824b97498e5d91e065f'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:30.945083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-79c3e102-89aa-46d2-b74e-0508f0e0817b req-94769d7f-d4b4-4aec-9c14-acac98ff07c6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Deleting port c624ceff-bc6c-4784-840d-6c28174bd2c3 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:30.945426 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-79c3e102-89aa-46d2-b74e-0508f0e0817b req-94769d7f-d4b4-4aec-9c14-acac98ff07c6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:30.965778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:31.031247 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4442babc-d0c7-4b49-acff-67d6dcd1cfad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83db93045f1d4e76ae3da117ddbe79f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6324751 Apr 05 20:19:31.034386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35148) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:31.035798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:31.056823 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dde4a4f5-b4bc-44d5-957a-116adab6cae3 req-5380dac9-ac18-4e98-a8ab-3f8ee84d8f69 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 210 time: 0.0822432 Apr 05 20:19:31.089731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Made reservation on behalf of 1ccb3652f5a74824b97498e5d91e065f for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:31.099182 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:31.149786 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09b3f0-8c73-476d-a8f3-28d3a1de15fe req-c873d114-a7c6-4cb1-9169-c7acdec6eda9 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:31.157456 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da09b3f0-8c73-476d-a8f3-28d3a1de15fe req-c873d114-a7c6-4cb1-9169-c7acdec6eda9 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 945 time: 0.8555217 Apr 05 20:19:31.190427 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02ee7f95-c45c-4a32-8383-51e45f9bd36f req-0d29b401-d463-4462-b23d-4647cbe75541 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596723 Apr 05 20:19:31.334051 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da09b3f0-8c73-476d-a8f3-28d3a1de15fe req-8d60dde2-6d8f-4160-ac38-2e9b979f4f8a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716194 Apr 05 20:19:31.441342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80363f4b-1909-47c7-a3ba-657dad87eedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:31.450794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-79c3e102-89aa-46d2-b74e-0508f0e0817b req-94769d7f-d4b4-4aec-9c14-acac98ff07c6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] For port c624ceff-bc6c-4784-840d-6c28174bd2c3, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c624ceff-bc6c-4784-840d-6c28174bd2c3,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:31.451161 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-79c3e102-89aa-46d2-b74e-0508f0e0817b req-94769d7f-d4b4-4aec-9c14-acac98ff07c6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:31.453163 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:19:31.615844 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80363f4b-1909-47c7-a3ba-657dad87eedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:31.860045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-79c3e102-89aa-46d2-b74e-0508f0e0817b req-94769d7f-d4b4-4aec-9c14-acac98ff07c6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Calling delete_port for c624ceff-bc6c-4784-840d-6c28174bd2c3 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:19:31.906090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35178) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:31.921515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-389825532'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:31.934720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:31.936822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Allocated IP 172.20.0.5 (5ee47cee-4865-4aba-8a5b-ec49888bd827/ca381f74-bd26-46e2-abab-12d6223326b0/13e27bfb-25f4-4a52-af3d-f9571e1ce16c) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:19:31.962433 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be82c3d4-ee22-4528-8fd0-a30c1d3ba921 req-e141ddb3-0a13-443e-bd93-b43d0200dad3 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.1176646 Apr 05 20:19:32.073870 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80363f4b-1909-47c7-a3ba-657dad87eedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:32.080889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Usage tracker for resource:network and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:32.087985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:32.103522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:32.121468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80363f4b-1909-47c7-a3ba-657dad87eedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0a2879-48a5-4efc-8636-ae708e5c6f53,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:32.164347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Made reservation on behalf of 3189be43b8324ee6bd68d0b85dfb1996 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:32.173603 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:32.200227 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-79c3e102-89aa-46d2-b74e-0508f0e0817b req-94769d7f-d4b4-4aec-9c14-acac98ff07c6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:32.323651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94769d7f-d4b4-4aec-9c14-acac98ff07c6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Pushing event deleted for resources: {'Port': ['ID=c624ceff-bc6c-4784-840d-6c28174bd2c3,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:32.348876 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80363f4b-1909-47c7-a3ba-657dad87eedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:32.354178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-80363f4b-1909-47c7-a3ba-657dad87eedd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f0a2879-48a5-4efc-8636-ae708e5c6f53 HTTP/1.1" status: 204 len: 168 time: 1.3113549 Apr 05 20:19:32.359201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:19:32.377573 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:32.381305 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Added segment 6d880356-5329-4749-87a3-dccd647b4d53 of type vlan for network 65078b3e-8573-4599-8d5f-da3f86914493 Apr 05 20:19:32.461917 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:32.527827 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:32.565236 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-51a65a00-3940-4e65-aca4-941d6416ce71 req-1475501b-ec8b-4acf-a40d-3f90d4cc8d61 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 210 time: 0.1409829 Apr 05 20:19:32.568881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c3e102-89aa-46d2-b74e-0508f0e0817b req-94769d7f-d4b4-4aec-9c14-acac98ff07c6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] No DVR routers for this DVR port c624ceff-bc6c-4784-840d-6c28174bd2c3 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:19:32.573083 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-79c3e102-89aa-46d2-b74e-0508f0e0817b req-94769d7f-d4b4-4aec-9c14-acac98ff07c6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:32.575667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07368b6e-a4bf-4bb5-9a60-b9e649aa61f1', 'name': 'network-vif-deleted', 'tag': 'c624ceff-bc6c-4784-840d-6c28174bd2c3'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:32.636664 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-79c3e102-89aa-46d2-b74e-0508f0e0817b req-94769d7f-d4b4-4aec-9c14-acac98ff07c6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "DELETE /v2.0/ports/c624ceff-bc6c-4784-840d-6c28174bd2c3 HTTP/1.1" status: 204 len: 173 time: 2.4473312 Apr 05 20:19:32.656696 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07368b6e-a4bf-4bb5-9a60-b9e649aa61f1', 'name': 'network-vif-deleted', 'tag': 'c624ceff-bc6c-4784-840d-6c28174bd2c3', 'status': 'completed', 'code': 200} Apr 05 20:19:32.661821 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:32.665484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:32.665484 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:32.759286 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3d53ab3b-c178-4bdd-8c08-0c81121b846a req-c3abc480-c45a-4938-af93-8de2cbba0c71 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 210 time: 0.1525364 Apr 05 20:19:32.779623 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8707979 Apr 05 20:19:32.781221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35200) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:32.806030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1089909370'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:32.813847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:32.830294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Usage tracker for resource:network and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:32.836874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c624ceff-bc6c-4784-840d-6c28174bd2c3 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:19:32.843201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:32.853221 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:32.855141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:32.937620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:19:32.960990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5932fe7-7bdb-4925-b983-57e5a553310c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'Network': ['ID=65078b3e-8573-4599-8d5f-da3f86914493,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:33.033614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event updated for resources: {'Port': ['ID=13e27bfb-25f4-4a52-af3d-f9571e1ce16c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:33.050394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 65078b3e-8573-4599-8d5f-da3f86914493 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:19:33.069040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Made reservation on behalf of 3189be43b8324ee6bd68d0b85dfb1996 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:33.074790 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:33.097058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Network 5ee47cee-4865-4aba-8a5b-ec49888bd827 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:19:33.104445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:19:33.108817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:19:33.194744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:19:33.223749 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:33.224303 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Added segment 0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b of type vlan for network 155ded23-dcca-4bf5-8033-6cb75ec37e9a Apr 05 20:19:33.234684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:33.235570 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:33.322714 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: c624ceff-bc6c-4784-840d-6c28174bd2c3 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:19:33.322714 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c624ceff-bc6c-4784-840d-6c28174bd2c3 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:19:33.355160 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-914e0906-ed39-4344-a01d-db7383febcd5 req-9e8a27e9-b84f-4e74-a17c-ab4b1902e07b tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.0920894 Apr 05 20:19:33.398412 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-66e93dbf-9531-4ec7-9d37-1ad558cbfdf7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8203166 Apr 05 20:19:33.403581 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:33.413731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Request body: {'port': {'device_id': 'b35ffc17-c6df-48ce-85b4-fe6d833f1b78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:33.561355 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:33.574291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:33.574949 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:33.937161 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:34.059210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'Network': ['ID=155ded23-dcca-4bf5-8033-6cb75ec37e9a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:34.059210 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2800dd22-49e7-4a7b-a1e6-40c5d0af8e88 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2719829 Apr 05 20:19:34.067402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35238) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:34.079562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 155ded23-dcca-4bf5-8033-6cb75ec37e9a details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:19:34.097644 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e1fd6e53-bd44-4bc5-9172-b3e82fc71d26 req-05d9fa17-5c76-4ddb-9243-325e9d93fb29 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=305688eb-46a3-4d47-98ed-023d0f7f44ee HTTP/1.1" status: 200 len: 210 time: 0.2050622 Apr 05 20:19:34.103885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-043cf319-0859-473a-9538-a8dab363a4f4 req-3a9148be-e450-4296-8742-f570dc35abe7 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Synchronizing usage tracker for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:34.108439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'subnet': {'network_id': '65078b3e-8573-4599-8d5f-da3f86914493', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:34.123161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-043cf319-0859-473a-9538-a8dab363a4f4 req-3a9148be-e450-4296-8742-f570dc35abe7 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Unset dirty status for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:34.124558 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-043cf319-0859-473a-9538-a8dab363a4f4 req-3a9148be-e450-4296-8742-f570dc35abe7 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=07368b6e-a4bf-4bb5-9a60-b9e649aa61f1 HTTP/1.1" status: 200 len: 210 time: 0.1026182 Apr 05 20:19:34.205602 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35244) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:34.251799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec0856-374e-46ed-925a-864fc4719cd8 req-620a90af-7119-466a-bed5-f6c6f18d4c9b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:34.252855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a0ec0856-374e-46ed-925a-864fc4719cd8 req-620a90af-7119-466a-bed5-f6c6f18d4c9b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Synchronizing usage tracker for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:34.357453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a0ec0856-374e-46ed-925a-864fc4719cd8 req-620a90af-7119-466a-bed5-f6c6f18d4c9b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Unset dirty status for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:34.362452 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0ec0856-374e-46ed-925a-864fc4719cd8 req-620a90af-7119-466a-bed5-f6c6f18d4c9b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 931 time: 0.5729411 Apr 05 20:19:34.363631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:34.369193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-794848786-network', 'tenant_id': '83f1a6dd1f4b4138ad59ae14c2f5fe2b'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:34.374127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:34.375972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Usage tracker for resource:subnet and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:34.378645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Usage tracker for resource:network and tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:34.381969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:34.388122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:34.395834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:34.402318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Made reservation on behalf of 83f1a6dd1f4b4138ad59ae14c2f5fe2b for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:34.405348 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:34.410607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:34.423966 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:34.444350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:34.449459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Usage tracker for resource:security_group_rule and tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:34.453048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:34.461617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:34.486745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0ec0856-374e-46ed-925a-864fc4719cd8 req-d9ef77fd-6202-4810-beee-40067793ae30 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172481 Apr 05 20:19:34.489407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Made reservation on behalf of 3189be43b8324ee6bd68d0b85dfb1996 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:34.492934 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:34.546628 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5a2c1187-b000-4300-9452-23067e717abf req-bffeaaa4-da6e-484c-ac50-a9238869d302 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.0522239 Apr 05 20:19:34.624932 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:34.630023 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:34.632667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35256) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:34.675700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:19:34.685100 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd686c94-95e1-4612-8bbf-758f984c14a8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:34.692117 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:34.692117 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Added segment a826fca8-dad8-4d85-9697-d1d58607a53e of type vlan for network 63d0a06b-a385-4c4e-bfd5-c4a862b9671e Apr 05 20:19:34.730990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:34.778744 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:34.780135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:34.780882 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:34.847701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13e27bfb-25f4-4a52-af3d-f9571e1ce16c {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:19:34.858827 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:34.905081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Transition to ACTIVE for port object 13e27bfb-25f4-4a52-af3d-f9571e1ce16c will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:19:34.905081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:34.912547 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01d206d3-da64-4a2f-8156-4d9dc2e37039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:34.935507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] Pushing event updated for resources: {'Network': ['ID=63d0a06b-a385-4c4e-bfd5-c4a862b9671e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:34.938250 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-827bcf7b-f45e-4122-9462-51e9999b6da9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7289746 Apr 05 20:19:34.942050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-01d206d3-da64-4a2f-8156-4d9dc2e37039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:34.947560 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 63d0a06b-a385-4c4e-bfd5-c4a862b9671e details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:19:34.954885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35262) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:34.959983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-01d206d3-da64-4a2f-8156-4d9dc2e37039 admin admin] Usage tracker for resource:security_group_rule and tenant:d22fbcaf88884d89aeab5167e29b0cfa is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:34.965804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Request body: {'subnet': {'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-794848786-subnet', 'tenant_id': '83f1a6dd1f4b4138ad59ae14c2f5fe2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:34.970468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-01d206d3-da64-4a2f-8156-4d9dc2e37039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:34.974891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:34.981621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-01d206d3-da64-4a2f-8156-4d9dc2e37039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:34.984446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Usage tracker for resource:subnet and tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:34.989500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:35.002262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:35.056591 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:35.079792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Made reservation on behalf of 83f1a6dd1f4b4138ad59ae14c2f5fe2b for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:35.082885 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:35.136032 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc61be61-ffab-46db-a876-22282201b09d req-bb4537a7-39c9-4598-924a-5cf6fff57105 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.0986395 Apr 05 20:19:35.267396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Pushing event updated for resources: {'Port': ['ID=13e27bfb-25f4-4a52-af3d-f9571e1ce16c,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:35.283247 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01d206d3-da64-4a2f-8156-4d9dc2e37039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:35.305537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'Subnet': ['ID=6d633297-4d96-4581-8321-99029b09955a,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:35.320005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Checking segment: {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:19:35.320316 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01d206d3-da64-4a2f-8156-4d9dc2e37039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:35.320618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Network hostable DHCP agents. Network: 65078b3e-8573-4599-8d5f-da3f86914493, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:19:35.361864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Attempting to bind port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:19:35.362190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Attempting to bind port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:19:35.362738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Attempting to bind port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:19:35.368218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Network 65078b3e-8573-4599-8d5f-da3f86914493 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:19:35.370588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:19:35.371103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Attempting to bind port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:19:35.379489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:19:35.380206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Checking segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:19:35.380206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Bound using segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:19:35.380809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Bound port: 13e27bfb-25f4-4a52-af3d-f9571e1ce16c, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:19:35.381163 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:35.386740 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-01d206d3-da64-4a2f-8156-4d9dc2e37039 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d22fbcaf88884d89aeab5167e29b0cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7469547 Apr 05 20:19:35.391128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35272) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:35.393346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d206d3-da64-4a2f-8156-4d9dc2e37039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf09f6c-4150-431e-88c2-42bc5b9d9bcd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:35.420079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 65078b3e-8573-4599-8d5f-da3f86914493) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:19:35.427878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8facc4-fb93-4f4f-96f4-2e7a241cf77c None None] Network 65078b3e-8573-4599-8d5f-da3f86914493 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:19:35.454647 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:35.463844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:35.464432 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:35.551579 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-39f96fd7-81c3-462e-bc3a-91868adb6dbf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4830284 Apr 05 20:19:35.557218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35286) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:35.561257 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81697b62-9ae0-4a8f-a5dc-5e353d2bf6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:35.567797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'subnet': {'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:35.586013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] For port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:19:35.640563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f37a02-4584-4cdb-9a53-ef614777d971,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:35.655457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] For port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=13e27bfb-25f4-4a52-af3d-f9571e1ce16c,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:19:35.659066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Checking segment: {'id': 'a826fca8-dad8-4d85-9697-d1d58607a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:19:35.660444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Network hostable DHCP agents. Network: 63d0a06b-a385-4c4e-bfd5-c4a862b9671e, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:19:35.711614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-df36f433-bb46-40b3-aa53-284307c9e4c2 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:35.713458 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-df36f433-bb46-40b3-aa53-284307c9e4c2 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 811 time: 0.2208302 Apr 05 20:19:35.714811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Network 63d0a06b-a385-4c4e-bfd5-c4a862b9671e is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:19:35.730932 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:35.738268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-6f640b2b-a7c8-4eba-ba9a-91d654786a79 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/quotas/09a608d642f24eeba3830dc870c40d6e HTTP/1.1" status: 200 len: 375 time: 0.0171545 Apr 05 20:19:35.770336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-65078b3e-8573-4599-8d5f-da3f86914493', 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'fixed_ips': [{'subnet_id': '6d633297-4d96-4581-8321-99029b09955a'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:19:35.771361 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:35.776497 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81697b62-9ae0-4a8f-a5dc-5e353d2bf6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:35.850653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:35.851619 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:35.853271 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] 10.222.0.41 "PUT /v2.0/ports/13e27bfb-25f4-4a52-af3d-f9571e1ce16c HTTP/1.1" status: 200 len: 1091 time: 2.4442711 Apr 05 20:19:35.856671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b35ffc17-c6df-48ce-85b4-fe6d833f1b78', 'tag': '13e27bfb-25f4-4a52-af3d-f9571e1ce16c'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:35.879691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:35.886815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 63d0a06b-a385-4c4e-bfd5-c4a862b9671e) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:19:35.897437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Usage tracker for resource:subnet and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:35.899957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:35.900757 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:35.901113 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd722365-68ca-4c26-a912-4a4b0781016f None None] Network 63d0a06b-a385-4c4e-bfd5-c4a862b9671e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:19:35.907774 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-f27e19ad-4bb1-4d3f-bf7a-a7d974722b72 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1683459 Apr 05 20:19:35.933975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:35.959242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:35.964929 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-139b9ca1-c816-4106-a103-b3919460ad85 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0087519 Apr 05 20:19:35.971633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b257b97-3591-4193-a2f8-ccba27e9907c service neutron] Pushing event updated for resources: {'Port': ['ID=13e27bfb-25f4-4a52-af3d-f9571e1ce16c,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:36.027052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43bd05-6890-432e-9dfb-d11a6b88fcc7 req-e1649ef0-a3a0-4065-92cb-2b52981bc427 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:36.029870 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c43bd05-6890-432e-9dfb-d11a6b88fcc7 req-e1649ef0-a3a0-4065-92cb-2b52981bc427 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 943 time: 0.4218106 Apr 05 20:19:36.033597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Made reservation on behalf of 3189be43b8324ee6bd68d0b85dfb1996 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:36.037144 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:36.109249 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-4d77f602-cf2d-4f29-b490-e4074065fe54 service neutron] 10.222.0.24 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906819 Apr 05 20:19:36.142858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Allocated IP 10.1.1.2 (65078b3e-8573-4599-8d5f-da3f86914493/6d633297-4d96-4581-8321-99029b09955a/5fa3dc0e-02b0-46c6-a215-23e723a367f4) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:19:36.184106 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81697b62-9ae0-4a8f-a5dc-5e353d2bf6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:36.217325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81697b62-9ae0-4a8f-a5dc-5e353d2bf6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf09f6c-4150-431e-88c2-42bc5b9d9bcd,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:36.257761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c43bd05-6890-432e-9dfb-d11a6b88fcc7 req-7cfc88cc-af40-47c1-ac71-d283c9154080 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861949 Apr 05 20:19:36.265655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-2d2a57f1-3263-47e3-9ef9-868e2578bcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:36.267655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-2d2a57f1-3263-47e3-9ef9-868e2578bcfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 1094 time: 0.3664498 Apr 05 20:19:36.268496 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81697b62-9ae0-4a8f-a5dc-5e353d2bf6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:36.269660 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-81697b62-9ae0-4a8f-a5dc-5e353d2bf6ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2bf09f6c-4150-431e-88c2-42bc5b9d9bcd HTTP/1.1" status: 204 len: 168 time: 0.8751040 Apr 05 20:19:36.368577 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-23054f68-8e4a-43b4-8c3c-b7abaf24a4cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13e27bfb-25f4-4a52-af3d-f9571e1ce16c HTTP/1.1" status: 200 len: 217 time: 0.0909076 Apr 05 20:19:36.400295 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-d19b1df1-bbd9-4852-894f-80444f62652b service neutron] 10.222.0.24 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873430 Apr 05 20:19:36.505763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6adac1f-1fbd-417f-b4f6-a3a80c6a7994 None None] Network 63d0a06b-a385-4c4e-bfd5-c4a862b9671e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:19:36.604359 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b35ffc17-c6df-48ce-85b4-fe6d833f1b78', 'tag': '13e27bfb-25f4-4a52-af3d-f9571e1ce16c', 'status': 'completed', 'code': 200} Apr 05 20:19:36.618179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0feaff41-0aeb-4564-8ac0-fee0e462f6d2 req-92c3b1e4-8cb3-43f7-a477-dab8f7f12910 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.1178119 Apr 05 20:19:36.632168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-b5aef183-269f-4d6a-9c5d-4056e2bc6972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:36.635495 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-b5aef183-269f-4d6a-9c5d-4056e2bc6972 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.2580009 Apr 05 20:19:36.772703 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-4dff10a5-5623-46aa-8aca-918027039f99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270814 Apr 05 20:19:36.914610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35316) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:36.934870 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6437dbe-7faf-4b2e-9732-a0962936da35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:36.978636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c6437dbe-7faf-4b2e-9732-a0962936da35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:36.981436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c6437dbe-7faf-4b2e-9732-a0962936da35 admin admin] Usage tracker for resource:security_group_rule and tenant:d4caa55fce464b9daccd0fed21a3f01b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:36.985328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c6437dbe-7faf-4b2e-9732-a0962936da35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:36.995699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c6437dbe-7faf-4b2e-9732-a0962936da35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:37.071158 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-2bbe2232-fdd5-4d0c-8880-e6010d5d0a0a service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897954 Apr 05 20:19:37.083377 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-58201396-48d6-44fc-ae09-9c4b99f77879 req-57a5b3ce-91c4-4684-b7a5-6f7f9da7cf88 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 210 time: 0.3093553 Apr 05 20:19:37.131942 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:37.187723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Transition to ACTIVE for port object 5fa3dc0e-02b0-46c6-a215-23e723a367f4 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:19:37.213508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Transition to ACTIVE for port object 5fa3dc0e-02b0-46c6-a215-23e723a367f4 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:19:37.223094 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:37.316579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Pushing event updated for resources: {'Port': ['ID=5fa3dc0e-02b0-46c6-a215-23e723a367f4,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:37.334441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Network 65078b3e-8573-4599-8d5f-da3f86914493 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:19:37.335852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:19:37.344785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:19:37.369415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-6d368721-4da2-4432-95b3-62092056791d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:37.370596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-6d368721-4da2-4432-95b3-62092056791d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Synchronizing usage tracker for tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:37.434489 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6437dbe-7faf-4b2e-9732-a0962936da35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:37.438819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-6d368721-4da2-4432-95b3-62092056791d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Unset dirty status for tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:37.451854 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-6d368721-4da2-4432-95b3-62092056791d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/networks?id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e HTTP/1.1" status: 200 len: 813 time: 0.3405974 Apr 05 20:19:37.467984 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6437dbe-7faf-4b2e-9732-a0962936da35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:37.477996 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Attempting to bind port 5fa3dc0e-02b0-46c6-a215-23e723a367f4 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:19:37.478698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Attempting to bind port 5fa3dc0e-02b0-46c6-a215-23e723a367f4 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:19:37.479170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Attempting to bind port 5fa3dc0e-02b0-46c6-a215-23e723a367f4 on network 65078b3e-8573-4599-8d5f-da3f86914493 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:19:37.489435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:19:37.490049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Checking segment: {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:19:37.490488 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:37.490976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Bound using segment: {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:19:37.491548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Bound port: 5fa3dc0e-02b0-46c6-a215-23e723a367f4, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:19:37.492010 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:37.520593 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-4f120f1a-bd2e-41a5-bc3e-16e97ef68e21 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/quotas/83f1a6dd1f4b4138ad59ae14c2f5fe2b HTTP/1.1" status: 200 len: 375 time: 0.0656052 Apr 05 20:19:37.585809 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df4d0f6c-13a6-44fc-bb33-c7cbc29a1c49 req-99099780-ed5b-436b-804b-743ee430dad3 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4997907 Apr 05 20:19:37.586735 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:37.601977 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-34a166c2-d099-42cd-8a0c-2f833d8cae8b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772769 Apr 05 20:19:37.676960 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c6437dbe-7faf-4b2e-9732-a0962936da35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4caa55fce464b9daccd0fed21a3f01b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7579772 Apr 05 20:19:37.679136 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] For port 5fa3dc0e-02b0-46c6-a215-23e723a367f4, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:19:37.685848 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] For port 5fa3dc0e-02b0-46c6-a215-23e723a367f4, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5fa3dc0e-02b0-46c6-a215-23e723a367f4,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:19:37.691749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35344) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:37.697662 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:37.743462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Checking segment: {'id': '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:19:37.743834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Network hostable DHCP agents. Network: 155ded23-dcca-4bf5-8033-6cb75ec37e9a, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:19:37.785710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'Subnet': ['ID=118eb377-c70a-4ba5-b212-a4671d22ddd1,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:37.797305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Network 155ded23-dcca-4bf5-8033-6cb75ec37e9a is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:19:37.814925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 155ded23-dcca-4bf5-8033-6cb75ec37e9a) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:19:37.819318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f2f03-1894-4b4f-91a3-dc4f9df40955 req-45f279de-eee3-4ce0-a387-bbcbd40e0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:37.822622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af6f2f03-1894-4b4f-91a3-dc4f9df40955 req-45f279de-eee3-4ce0-a387-bbcbd40e0507 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 1094 time: 0.1263874 Apr 05 20:19:37.826902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:37.827662 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:37.830536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6437dbe-7faf-4b2e-9732-a0962936da35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71247a26-a30a-4393-854e-d4db47455604,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:37.918395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e52ed8-eeed-49ce-a7b4-d2184c8af891 None None] Network 155ded23-dcca-4bf5-8033-6cb75ec37e9a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:19:37.942611 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-5b6e6a5c-d7fa-4aae-9915-75f654b4c24a service neutron] 10.222.0.24 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344004 Apr 05 20:19:37.959507 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c5e8b92-3860-443c-bd2f-ca2e94fa358e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:37.962238 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e4b9bff9-88b0-4128-8d65-abaa97c7be02 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4036732 Apr 05 20:19:37.967838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35348) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:37.983048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'port': {'network_id': '65078b3e-8573-4599-8d5f-da3f86914493', 'name': 'tempest-TaggedBootDevicesTest-270078983', 'fixed_ips': [{'subnet_id': '6d633297-4d96-4581-8321-99029b09955a'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:38.014215 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c5e8b92-3860-443c-bd2f-ca2e94fa358e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:38.132219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f2f03-1894-4b4f-91a3-dc4f9df40955 req-c0e9d81d-9b8f-4ea4-b46c-a542288a2807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:38.133667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af6f2f03-1894-4b4f-91a3-dc4f9df40955 req-c0e9d81d-9b8f-4ea4-b46c-a542288a2807 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 907 time: 0.2957902 Apr 05 20:19:38.187910 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-e13297e2-61a6-4f9f-8198-d316d486b5aa service neutron] 10.222.0.24 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495785 Apr 05 20:19:38.212900 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af6f2f03-1894-4b4f-91a3-dc4f9df40955 req-6529c255-3552-417d-921b-06468b527f5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=13e27bfb-25f4-4a52-af3d-f9571e1ce16c HTTP/1.1" status: 200 len: 217 time: 0.0693250 Apr 05 20:19:38.230050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bdd85-2e47-4d00-8357-836fb7423f2f None None] Pushing event updated for resources: {'Port': ['ID=5fa3dc0e-02b0-46c6-a215-23e723a367f4,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:38.252113 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c5e8b92-3860-443c-bd2f-ca2e94fa358e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:38.301333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e8b92-3860-443c-bd2f-ca2e94fa358e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71247a26-a30a-4393-854e-d4db47455604,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:38.306467 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c5e8b92-3860-443c-bd2f-ca2e94fa358e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:38.312666 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7c5e8b92-3860-443c-bd2f-ca2e94fa358e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71247a26-a30a-4393-854e-d4db47455604 HTTP/1.1" status: 204 len: 168 time: 0.6171756 Apr 05 20:19:38.396551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:38.427709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Usage tracker for resource:port and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:38.432018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:38.451105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:38.476489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f2f03-1894-4b4f-91a3-dc4f9df40955 req-40dde15c-9403-4f13-837a-8becdcd2e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:38.476489 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af6f2f03-1894-4b4f-91a3-dc4f9df40955 req-40dde15c-9403-4f13-837a-8becdcd2e825 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.1950402 Apr 05 20:19:38.542688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011c80-8895-4925-9b44-07317fac31f6 req-e18fa085-04a3-4ab0-a5ba-6de54065ba78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:38.549749 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47011c80-8895-4925-9b44-07317fac31f6 req-e18fa085-04a3-4ab0-a5ba-6de54065ba78 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 943 time: 0.3358974 Apr 05 20:19:38.557575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Made reservation on behalf of 3189be43b8324ee6bd68d0b85dfb1996 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:38.574448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11928678-429d-4982-b44b-01946f17912c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-155ded23-dcca-4bf5-8033-6cb75ec37e9a', 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'fixed_ips': [{'subnet_id': '118eb377-c70a-4ba5-b212-a4671d22ddd1'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:19:38.574786 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11928678-429d-4982-b44b-01946f17912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:38.772205 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:38.791683 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47011c80-8895-4925-9b44-07317fac31f6 req-79e6f81e-d851-4505-a2de-435ea3c39699 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315192 Apr 05 20:19:38.803537 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af6f2f03-1894-4b4f-91a3-dc4f9df40955 req-9e71a979-41c0-4032-af4f-49d28288b0a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3126779 Apr 05 20:19:39.222720 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-11928678-429d-4982-b44b-01946f17912c None None] Allocated IP 10.2.2.2 (155ded23-dcca-4bf5-8033-6cb75ec37e9a/118eb377-c70a-4ba5-b212-a4671d22ddd1/45472b75-ff8e-4b88-ae77-51b9ce29bf6c) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:19:39.243328 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:39.245992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-660e68b9-a578-4592-8efb-f84e47a835c4 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:39.251945 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-660e68b9-a578-4592-8efb-f84e47a835c4 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.41 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 811 time: 0.7388930 Apr 05 20:19:39.346354 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba138456-4e58-41ef-a102-5fb21238a88b req-d8d38609-5de1-4232-b0ba-0c506cca5331 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 210 time: 0.0915787 Apr 05 20:19:39.356161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Request body: {'port': {'device_id': '82857552-0894-47c1-a164-28398f4dbdd1', 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796', 'admin_state_up': True, 'tenant_id': '09a608d642f24eeba3830dc870c40d6e'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:39.479306 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af6f2f03-1894-4b4f-91a3-dc4f9df40955 req-be1e2d23-965e-4291-9b03-7c5d29230955 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766505 Apr 05 20:19:39.662261 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6e13df86-dbd4-4584-a365-d0f402561ae6 req-3d99ebf4-f4a4-46be-92c4-770ab2cab6fc tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.1871529 Apr 05 20:19:39.665909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:39.764216 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c2d43677-6ad6-4a1c-9f46-511a7b3951b9 req-066df3ec-1e06-493c-9f69-2e0212bd51a2 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 210 time: 0.0865171 Apr 05 20:19:39.773234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:39.817518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Made reservation on behalf of 09a608d642f24eeba3830dc870c40d6e for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:39.828569 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:39.983462 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11928678-429d-4982-b44b-01946f17912c None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:40.023506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b68aa97-2ed4-41d0-b010-4054151a5af8 None None] Network 65078b3e-8573-4599-8d5f-da3f86914493 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:19:40.062831 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:40.063780 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-11928678-429d-4982-b44b-01946f17912c None None] Transition to ACTIVE for port object 45472b75-ff8e-4b88-ae77-51b9ce29bf6c will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:19:40.109590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] device_id is not set on port 75682036-7b4c-443d-b0de-61031a48f0da yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:19:40.243871 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af6f2f03-1894-4b4f-91a3-dc4f9df40955 req-5230e69f-3771-483e-80d5-b117500c6cc8 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6980484 Apr 05 20:19:40.302694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-11928678-429d-4982-b44b-01946f17912c None None] Transition to ACTIVE for port object 45472b75-ff8e-4b88-ae77-51b9ce29bf6c will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:19:40.328316 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11928678-429d-4982-b44b-01946f17912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:40.391339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a255e176-eafd-4dfa-bdee-90c0b3847879 None None] Provisioning for port 5fa3dc0e-02b0-46c6-a215-23e723a367f4 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:19:40.444778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Allocated IP 172.20.0.7 (8188ca25-8db1-4824-8f89-d3f54dd6b796/7b600e23-44bb-460f-a1af-d7c4b74bf29a/8622bf51-929e-459e-a77d-0863945bd189) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:19:40.454227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11928678-429d-4982-b44b-01946f17912c None None] Pushing event updated for resources: {'Port': ['ID=45472b75-ff8e-4b88-ae77-51b9ce29bf6c,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:40.473547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11928678-429d-4982-b44b-01946f17912c None None] Network 155ded23-dcca-4bf5-8033-6cb75ec37e9a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:19:40.501445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab57a4e-8303-47fa-8989-81218688fbe4 req-056324e7-8500-4a01-85bd-189a589d1f86 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:40.505457 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-11928678-429d-4982-b44b-01946f17912c None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:19:40.507171 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aab57a4e-8303-47fa-8989-81218688fbe4 req-056324e7-8500-4a01-85bd-189a589d1f86 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 943 time: 0.4606376 Apr 05 20:19:40.524877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11928678-429d-4982-b44b-01946f17912c None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:19:40.592707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Allocated IP 10.1.1.199 (65078b3e-8573-4599-8d5f-da3f86914493/6d633297-4d96-4581-8321-99029b09955a/75682036-7b4c-443d-b0de-61031a48f0da) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:19:40.601245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5fa3dc0e-02b0-46c6-a215-23e723a367f4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:19:40.780900 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aab57a4e-8303-47fa-8989-81218688fbe4 req-000038a0-b349-4b76-a169-cedf9e2e4348 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646782 Apr 05 20:19:40.864714 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-11928678-429d-4982-b44b-01946f17912c None None] Attempting to bind port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:19:40.865083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-11928678-429d-4982-b44b-01946f17912c None None] Attempting to bind port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:19:40.865443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11928678-429d-4982-b44b-01946f17912c None None] Attempting to bind port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c on network 155ded23-dcca-4bf5-8033-6cb75ec37e9a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:19:40.874318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11928678-429d-4982-b44b-01946f17912c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:19:40.874695 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11928678-429d-4982-b44b-01946f17912c None None] Checking segment: {'id': '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:19:40.875096 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11928678-429d-4982-b44b-01946f17912c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:40.875560 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11928678-429d-4982-b44b-01946f17912c None None] Bound using segment: {'id': '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:19:40.876045 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-11928678-429d-4982-b44b-01946f17912c None None] Bound port: 45472b75-ff8e-4b88-ae77-51b9ce29bf6c, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:19:40.876571 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11928678-429d-4982-b44b-01946f17912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:41.005233 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 5fa3dc0e-02b0-46c6-a215-23e723a367f4 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:19:41.020712 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5fa3dc0e-02b0-46c6-a215-23e723a367f4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:41.021420 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:41.112891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-11928678-429d-4982-b44b-01946f17912c None None] For port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:19:41.144341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-11928678-429d-4982-b44b-01946f17912c None None] For port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=45472b75-ff8e-4b88-ae77-51b9ce29bf6c,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:19:41.159388 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11928678-429d-4982-b44b-01946f17912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:41.187105 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3aa5c5a4-0073-4714-be50-390a6a0ce6ab req-9e2d2fa8-6937-4800-b1b2-4b2c484f1628 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 210 time: 0.0813534 Apr 05 20:19:41.266194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-a93b037e-bae3-47db-bbca-9b3b6f758546 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:41.269479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-a93b037e-bae3-47db-bbca-9b3b6f758546 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.13 "GET /v2.0/networks?id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e HTTP/1.1" status: 200 len: 813 time: 0.4759543 Apr 05 20:19:41.274234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11928678-429d-4982-b44b-01946f17912c None None] Pushing event updated for resources: {'Port': ['ID=45472b75-ff8e-4b88-ae77-51b9ce29bf6c,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:41.277391 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:41.294883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Request body: {'port': {'device_id': 'f83473d6-c2dc-46b6-b3f9-86451ba2252c', 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e', 'admin_state_up': True, 'tenant_id': '83f1a6dd1f4b4138ad59ae14c2f5fe2b'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:41.334156 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:41.335064 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 13e27bfb-25f4-4a52-af3d-f9571e1ce16c details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:19:41.368560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Transition to ACTIVE for port object 75682036-7b4c-443d-b0de-61031a48f0da will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:19:41.389483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303d6623-56cc-4245-8f74-2f61fb31c553 req-c3f0587f-a363-4772-944c-929d83d5223d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:41.410489 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-303d6623-56cc-4245-8f74-2f61fb31c553 req-c3f0587f-a363-4772-944c-929d83d5223d tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 945 time: 0.7789450 Apr 05 20:19:41.482104 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-303d6623-56cc-4245-8f74-2f61fb31c553 req-162c3429-64c0-4439-bc34-3dab7c1bc5f4 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/security-groups?id=f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698390 Apr 05 20:19:41.506751 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:41.556832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da87e528-c70c-4c08-b740-31e5d9b4f581 req-3bfef029-3f96-424e-b67a-6a9129b51751 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.1222599 Apr 05 20:19:41.559673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:41.566294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Usage tracker for resource:port and tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:41.574394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:41.580040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:41.605600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Made reservation on behalf of 83f1a6dd1f4b4138ad59ae14c2f5fe2b for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:41.609700 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:41.644986 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:41.709148 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:41.752936 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-97b9c435-8cb5-4ce3-8dfb-a9baf4dd479d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:41.778333 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e59850f-2014-4767-9077-43644c98f8bb req-6bc73327-6f1a-47d1-a02e-b0640bc42c42 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 210 time: 0.1525424 Apr 05 20:19:41.780360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Network 65078b3e-8573-4599-8d5f-da3f86914493 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:19:41.808156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:19:41.816007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:19:41.818484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2ec301e5-b19e-486a-b533-200eecb5373f None None] Provisioning complete for port 5fa3dc0e-02b0-46c6-a215-23e723a367f4 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:41.818579 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2ec301e5-b19e-486a-b533-200eecb5373f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:41.883262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=13e27bfb-25f4-4a52-af3d-f9571e1ce16c,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:41.907289 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '13e27bfb-25f4-4a52-af3d-f9571e1ce16c', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'port_id': '13e27bfb-25f4-4a52-af3d-f9571e1ce16c', 'mac_address': 'fa:16:3e:e9:67:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca381f74-bd26-46e2-abab-12d6223326b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:19:41.915187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 5fa3dc0e-02b0-46c6-a215-23e723a367f4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5fa3dc0e-02b0-46c6-a215-23e723a367f4,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:41.932310 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:41.939802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Pushing event updated for resources: {'Port': ['ID=8622bf51-929e-459e-a77d-0863945bd189,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:41.960863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Network 8188ca25-8db1-4824-8f89-d3f54dd6b796 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:19:41.978955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:19:41.984129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:19:42.016130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:42.016746 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:42.060573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'Port': ['ID=75682036-7b4c-443d-b0de-61031a48f0da,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:42.107813 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-120b3031-76aa-417a-9b61-b74329e22524 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1398509 Apr 05 20:19:42.108668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35428) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:42.117696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'port': {'network_id': '65078b3e-8573-4599-8d5f-da3f86914493', 'name': 'tempest-TaggedBootDevicesTest-1970692888', 'fixed_ips': [{'subnet_id': '6d633297-4d96-4581-8321-99029b09955a'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:42.169998 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=5fa3dc0e-02b0-46c6-a215-23e723a367f4,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:42.299386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:42.299386 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:42.388453 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-50411c5a-fe1a-4884-9f77-493758439ac8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0346684 Apr 05 20:19:42.400150 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:42.410773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Request body: {'port': {'device_id': '82857552-0894-47c1-a164-28398f4dbdd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:42.419600 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13e27bfb-25f4-4a52-af3d-f9571e1ce16c {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:19:42.445119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:42.452344 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Usage tracker for resource:port and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:42.459507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:42.465844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=13e27bfb-25f4-4a52-af3d-f9571e1ce16c,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:42.473323 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:42.478025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:42.511556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Made reservation on behalf of 3189be43b8324ee6bd68d0b85dfb1996 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:19:42.529442 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:42.582788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-447febf9-5166-4d02-866e-95f442e3ca79 None None] Provisioning for port 75682036-7b4c-443d-b0de-61031a48f0da completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:19:42.590087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] device_id is not set on port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:19:42.590574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Allocated IP 172.20.0.12 (63d0a06b-a385-4c4e-bfd5-c4a862b9671e/13f37a02-4584-4cdb-9a53-ef614777d971/27f7fc1d-a2a9-4580-a84e-5bac79b88fdd) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:19:42.639321 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=13e27bfb-25f4-4a52-af3d-f9571e1ce16c,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:42.646294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-447febf9-5166-4d02-866e-95f442e3ca79 None None] Provisioning complete for port 75682036-7b4c-443d-b0de-61031a48f0da triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:42.646658 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-447febf9-5166-4d02-866e-95f442e3ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:42.669083 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:42.759199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 45472b75-ff8e-4b88-ae77-51b9ce29bf6c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:19:42.763266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faea123-c561-4def-975e-0478498e69a6 req-fbd761c7-7c39-43bb-bb26-1f1cef91719e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:42.764954 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9faea123-c561-4def-975e-0478498e69a6 req-fbd761c7-7c39-43bb-bb26-1f1cef91719e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 943 time: 0.7253931 Apr 05 20:19:42.831284 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['13e27bfb-25f4-4a52-af3d-f9571e1ce16c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:19:42.944764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-447febf9-5166-4d02-866e-95f442e3ca79 None None] Port 75682036-7b4c-443d-b0de-61031a48f0da cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:19:42.997374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:19:43.009300 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9faea123-c561-4def-975e-0478498e69a6 req-af02bb87-fa60-406c-8420-50a16d50ab31 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332675 Apr 05 20:19:43.029593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5fa3dc0e-02b0-46c6-a215-23e723a367f4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:19:43.039776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Allocated IP 10.1.1.71 (65078b3e-8573-4599-8d5f-da3f86914493/6d633297-4d96-4581-8321-99029b09955a/db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:19:43.209811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5fa3dc0e-02b0-46c6-a215-23e723a367f4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:43.210410 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:43.493159 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628293c-363f-44d3-8e75-f249986e93ea req-54c9f486-2728-4b05-95c8-222c9a06b435 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:43.504447 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3628293c-363f-44d3-8e75-f249986e93ea req-54c9f486-2728-4b05-95c8-222c9a06b435 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 931 time: 0.4237297 Apr 05 20:19:43.564376 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:43.599418 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3628293c-363f-44d3-8e75-f249986e93ea req-47fd823c-f59c-41fc-a8d7-5cbd5796980e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945559 Apr 05 20:19:43.602558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Transition to ACTIVE for port object db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:19:43.649365 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7e39e625-33b4-44c1-87f6-50859b9be5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:43.669308 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eab88222-3cb8-4483-ad9e-1c08bc9de2c2 req-299b592e-9336-41bc-9943-9c2c60e9dcc7 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.0744846 Apr 05 20:19:43.675291 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:43.677059 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:43.772721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd649be-8426-4417-9123-8247f3f88c72 None None] Network 155ded23-dcca-4bf5-8033-6cb75ec37e9a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:19:43.809254 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:43.874668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Network 65078b3e-8573-4599-8d5f-da3f86914493 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:19:43.878786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:19:43.892234 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:19:43.903587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Pushing event updated for resources: {'Port': ['ID=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:43.927160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'Port': ['ID=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:43.961537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Network 63d0a06b-a385-4c4e-bfd5-c4a862b9671e is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:19:43.973318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:19:43.976650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8622bf51-929e-459e-a77d-0863945bd189 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:19:43.982396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:19:43.983682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:43.984427 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:44.042980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d556b-51e8-48ca-8672-12c930ed96e5 req-bd2c8aa8-cb3a-412e-8656-d5108dda3c3c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:44.043769 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:44.052809 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-766d556b-51e8-48ca-8672-12c930ed96e5 req-bd2c8aa8-cb3a-412e-8656-d5108dda3c3c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 932 time: 0.2687199 Apr 05 20:19:44.060700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3638531d-b372-4a73-a9eb-27220d73a925 None None] Provisioning for port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:19:44.064062 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bce2a984-4148-4d39-badb-f36805044549 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9528501 Apr 05 20:19:44.077187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3638531d-b372-4a73-a9eb-27220d73a925 None None] Provisioning complete for port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:44.077543 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3638531d-b372-4a73-a9eb-27220d73a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:44.110709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Transition to ACTIVE for port object 8622bf51-929e-459e-a77d-0863945bd189 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:19:44.129434 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:44.132572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-766d556b-51e8-48ca-8672-12c930ed96e5 req-3a940355-75bd-46ea-b777-0e607c68168a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776644 Apr 05 20:19:44.241748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:44.242554 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:44.317806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-487a124b-5330-4f6a-95f5-4a149824b064 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:44.319836 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-487a124b-5330-4f6a-95f5-4a149824b064 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.13 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 945 time: 0.1374986 Apr 05 20:19:44.330929 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3638531d-b372-4a73-a9eb-27220d73a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:44.356116 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-f4f48389-7d24-4a53-b3f2-83528502dd4a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0709660 Apr 05 20:19:44.376482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Request body: {'port': {'device_id': 'f83473d6-c2dc-46b6-b3f9-86451ba2252c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:44.395492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3638531d-b372-4a73-a9eb-27220d73a925 None None] For port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=45472b75-ff8e-4b88-ae77-51b9ce29bf6c,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:44.414176 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3638531d-b372-4a73-a9eb-27220d73a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:44.421572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-82fa376e-398e-41ef-b822-2647927eb806 req-973e0c80-ba6a-4f16-8c09-af5397b53dd5 tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3437748d25cb4ebb9d7465d9a1350479&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493951 Apr 05 20:19:44.445336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Deleting port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:44.445791 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:44.460173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0ddbe-718c-49a1-ac5d-6af6203d2032 req-81a821fa-2c35-49c6-8029-55ab8f0719d5 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:44.461661 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7bd0ddbe-718c-49a1-ac5d-6af6203d2032 req-81a821fa-2c35-49c6-8029-55ab8f0719d5 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 945 time: 0.5593319 Apr 05 20:19:44.520181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638531d-b372-4a73-a9eb-27220d73a925 None None] Pushing event updated for resources: {'Port': ['ID=45472b75-ff8e-4b88-ae77-51b9ce29bf6c,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:44.526580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8622bf51-929e-459e-a77d-0863945bd189,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:44.552953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7aeedb36-e3a6-479f-b24a-a0e57ec2da64 None None] Provisioning for port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:19:44.561183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7aeedb36-e3a6-479f-b24a-a0e57ec2da64 None None] Provisioning complete for port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:44.562198 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7aeedb36-e3a6-479f-b24a-a0e57ec2da64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:44.662862 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7aeedb36-e3a6-479f-b24a-a0e57ec2da64 None None] Port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:19:44.699201 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:44.750820 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7bd0ddbe-718c-49a1-ac5d-6af6203d2032 req-20d8ccee-ac5b-4db2-87e8-251426da9dbf tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/security-groups?id=f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278874 Apr 05 20:19:44.801380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Attempting to bind port 8622bf51-929e-459e-a77d-0863945bd189 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:19:44.801711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Attempting to bind port 8622bf51-929e-459e-a77d-0863945bd189 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:19:44.802065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Attempting to bind port 8622bf51-929e-459e-a77d-0863945bd189 on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:19:44.805807 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:44.809113 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:44.820829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Port 8622bf51-929e-459e-a77d-0863945bd189 on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:19:44.821297 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Attempting to bind port 8622bf51-929e-459e-a77d-0863945bd189 on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:19:44.861270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:19:44.861499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Checking segment: {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:19:44.861909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Bound using segment: {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:19:44.862383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Bound port: 8622bf51-929e-459e-a77d-0863945bd189, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:19:44.862877 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:44.886949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c047aec9-dfe6-4ca1-97c9-dea2319d9802 None None] Provisioning complete for port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:44.887645 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c047aec9-dfe6-4ca1-97c9-dea2319d9802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:44.953228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fa376e-398e-41ef-b822-2647927eb806 req-11b03737-02a3-4b58-8a50-e607d2eae9a7 tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:44.954739 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-82fa376e-398e-41ef-b822-2647927eb806 req-11b03737-02a3-4b58-8a50-e607d2eae9a7 tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4587846 Apr 05 20:19:44.978297 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-82fa376e-398e-41ef-b822-2647927eb806 req-6549cff4-0518-405d-9c04-2184f0ca0758 tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] 10.222.0.24 "GET /v2.0/quotas/3437748d25cb4ebb9d7465d9a1350479 HTTP/1.1" status: 200 len: 375 time: 0.0144892 Apr 05 20:19:45.053905 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-82fa376e-398e-41ef-b822-2647927eb806 req-498ea8ea-54b4-42eb-8594-a8e68dd42cd1 tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3437748d25cb4ebb9d7465d9a1350479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608881 Apr 05 20:19:45.061124 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] For port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=552bd82d-4d2e-426a-a972-d9ce13a6cbd1,segment=NetworkSegment(1d689488-4229-4b91-bd6c-b92ca9d678e0),segment_id=1d689488-4229-4b91-bd6c-b92ca9d678e0)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:45.061623 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:45.094368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] For port 8622bf51-929e-459e-a77d-0863945bd189, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:19:45.119867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] For port 8622bf51-929e-459e-a77d-0863945bd189, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8622bf51-929e-459e-a77d-0863945bd189,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:19:45.151936 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:45.204236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe33f1-670d-4a88-95ee-8253e95091cd req-628252ed-d2d5-48b6-a90b-90f7fb0acdc6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:45.207273 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ddfe33f1-670d-4a88-95ee-8253e95091cd req-628252ed-d2d5-48b6-a90b-90f7fb0acdc6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 944 time: 0.3229353 Apr 05 20:19:45.279932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 13e27bfb-25f4-4a52-af3d-f9571e1ce16c up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:19:45.295223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:45.295829 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:45.297168 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] 10.222.0.41 "PUT /v2.0/ports/8622bf51-929e-459e-a77d-0863945bd189 HTTP/1.1" status: 200 len: 1091 time: 2.9059079 Apr 05 20:19:45.312999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82857552-0894-47c1-a164-28398f4dbdd1', 'tag': '8622bf51-929e-459e-a77d-0863945bd189'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:45.413582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:19:45.414079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fa953-fdf1-4ebe-9f1b-7c3068e296c5 service neutron] Pushing event updated for resources: {'Port': ['ID=8622bf51-929e-459e-a77d-0863945bd189,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:45.425635 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:45.426231 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:45.426439 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ddfe33f1-670d-4a88-95ee-8253e95091cd req-0a8f4172-24ae-4e73-8ee4-7be661070899 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073340 Apr 05 20:19:45.474180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35482) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:45.484136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1520751531', 'description': 'tempest-description--1693008500'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:45.497046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:45.521775 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:45.522524 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:45.522787 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Floating IP 3c8f92b1-eaa8-4352-933a-a9752402375a disassociated. External IP: 172.25.8.26, port: 552bd82d-4d2e-426a-a972-d9ce13a6cbd1. Apr 05 20:19:45.523203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Calling delete_port for 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:19:45.551036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Usage tracker for resource:security_group and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:45.570023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:45.605696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:45.645860 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:45.677288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-cf5791ac-e609-4ae3-bd53-b644b2a53ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:45.678240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35ffc17-c6df-48ce-85b4-fe6d833f1b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e27bfb-25f4-4a52-af3d-f9571e1ce16c'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:45.678797 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-cf5791ac-e609-4ae3-bd53-b644b2a53ece service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 1094 time: 0.3324566 Apr 05 20:19:45.685674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:19:45.693004 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=13e27bfb-25f4-4a52-af3d-f9571e1ce16c,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:45.694909 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-189dfa67-0ec5-487a-930a-5382d3df326c req-cd9e0fb0-361a-4817-babf-a0581466a541 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.0678427 Apr 05 20:19:45.695771 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:45.708751 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:45.787772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:45.847467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=13e27bfb-25f4-4a52-af3d-f9571e1ce16c,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:45.847693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Pushing event deleted for resources: {'Port': ['ID=552bd82d-4d2e-426a-a972-d9ce13a6cbd1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:45.919178 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:45.925822 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:45.930503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:45.933428 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-1a7eda1a-6cb0-47a6-aff4-e960c8807d6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8622bf51-929e-459e-a77d-0863945bd189 HTTP/1.1" status: 200 len: 217 time: 0.2416430 Apr 05 20:19:45.938025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Usage tracker for resource:security_group_rule and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:45.952042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad571d-7798-4b8f-acb0-83eb232e2348 req-dffbb829-5a1c-4302-8dbb-59b8cda6d783 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:45.953539 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0fad571d-7798-4b8f-acb0-83eb232e2348 req-dffbb829-5a1c-4302-8dbb-59b8cda6d783 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 943 time: 0.3516951 Apr 05 20:19:45.976171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:45.992632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:45.995246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Transition to ACTIVE for port object 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:19:46.045612 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:46.116827 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0fad571d-7798-4b8f-acb0-83eb232e2348 req-1bdf49ea-c7d0-4f90-941f-a0d37d9bb8c5 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279430 Apr 05 20:19:46.140047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Router 166238ec-6621-4ad6-b97d-4ba7573de1c3 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:19:46.180753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-e4df0cf7-ab39-4a35-87e1-173808dc7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:46.182167 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-e4df0cf7-ab39-4a35-87e1-173808dc7c5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b600e23-44bb-460f-a1af-d7c4b74bf29a HTTP/1.1" status: 200 len: 851 time: 0.2384543 Apr 05 20:19:46.183655 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82857552-0894-47c1-a164-28398f4dbdd1', 'tag': '8622bf51-929e-459e-a77d-0863945bd189', 'status': 'completed', 'code': 200} Apr 05 20:19:46.223811 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35ffc17-c6df-48ce-85b4-fe6d833f1b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13e27bfb-25f4-4a52-af3d-f9571e1ce16c', 'code': 200} Apr 05 20:19:46.272595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Pushing event updated for resources: {'Port': ['ID=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:46.284850 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-65c02248-79e4-4227-9529-d2f9dac7306f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8188ca25-8db1-4824-8f89-d3f54dd6b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884664 Apr 05 20:19:46.402924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:19:46.417809 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d7c55-e7c3-4208-b71e-5ed7ad1c9048 None None] Sync routers for ids ['166238ec-6621-4ad6-b97d-4ba7573de1c3'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:19:46.441320 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d7c55-e7c3-4208-b71e-5ed7ad1c9048 None None] Routers {'166238ec-6621-4ad6-b97d-4ba7573de1c3'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:19:46.441971 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a37d7c55-e7c3-4208-b71e-5ed7ad1c9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:19:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['166238ec-6621-4ad6-b97d-4ba7573de1c3'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:46.464895 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:46.497819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] No DVR routers for this DVR port 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:19:46.508437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:46.511442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53c7473e-4605-4610-8182-55cf3b4e4b1d', 'name': 'network-vif-deleted', 'tag': '552bd82d-4d2e-426a-a972-d9ce13a6cbd1'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:46.518802 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:46.554706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 45472b75-ff8e-4b88-ae77-51b9ce29bf6c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:19:46.579452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e78d9-3643-4c91-bbda-03eb239abf6f req-aa550fe4-a02b-45fd-bd61-1c46f6f8441f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:46.582831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c21e78d9-3643-4c91-bbda-03eb239abf6f req-aa550fe4-a02b-45fd-bd61-1c46f6f8441f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Synchronizing usage tracker for tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:46.623079 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:46.624685 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1495414 Apr 05 20:19:46.626010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6af70-058a-4a29-831a-8db7a5c77869 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0113a6-d1bd-4128-a3bf-f638457471d2,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:46.632222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35498) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:46.678537 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-a37d7c55-e7c3-4208-b71e-5ed7ad1c9048 None None] Set router 166238ec-6621-4ad6-b97d-4ba7573de1c3 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:19:46.683442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:46.683806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:46.712175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-80c8f4fd-efba-4a1e-8450-0d95478f5ff4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'security_group_rule': {'security_group_id': '2a0113a6-d1bd-4128-a3bf-f638457471d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:46.718903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-80c8f4fd-efba-4a1e-8450-0d95478f5ff4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:46.723327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-80c8f4fd-efba-4a1e-8450-0d95478f5ff4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Usage tracker for resource:security_group_rule and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:46.726479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-80c8f4fd-efba-4a1e-8450-0d95478f5ff4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:46.732923 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-80c8f4fd-efba-4a1e-8450-0d95478f5ff4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:46.749376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c21e78d9-3643-4c91-bbda-03eb239abf6f req-aa550fe4-a02b-45fd-bd61-1c46f6f8441f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Unset dirty status for tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:46.757056 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c21e78d9-3643-4c91-bbda-03eb239abf6f req-aa550fe4-a02b-45fd-bd61-1c46f6f8441f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 944 time: 0.7534008 Apr 05 20:19:46.778675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Attempting to bind port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:19:46.779334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Attempting to bind port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'a826fca8-dad8-4d85-9697-d1d58607a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:19:46.779921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Attempting to bind port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd on network 63d0a06b-a385-4c4e-bfd5-c4a862b9671e {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:19:46.802877 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd on network 63d0a06b-a385-4c4e-bfd5-c4a862b9671e not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:19:46.803209 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Attempting to bind port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd on network 63d0a06b-a385-4c4e-bfd5-c4a862b9671e {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:19:46.836754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-55085cc6-362b-4824-93a8-4b2c8449ca58 req-55b3b569-33cb-4bcb-bf62-d0141d03ce75 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Synchronizing usage tracker for tenant:c8e6baaa9292481fb609c06f3181442e on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:46.841851 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-dca45159-81cc-4d41-a69a-0dff15a8c450 service neutron] 10.222.0.41 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187266 Apr 05 20:19:46.842796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22746bf2-72ba-4e0d-b1d8-3f07ac78a780 req-dd67a919-bc7b-43c6-b62b-4dfb4cf9986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:46.844475 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22746bf2-72ba-4e0d-b1d8-3f07ac78a780 req-dd67a919-bc7b-43c6-b62b-4dfb4cf9986b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 1096 time: 0.5310063 Apr 05 20:19:46.847227 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7aa39fae-b0c0-4915-aa36-4f55c8caa840 req-932666da-77e6-433d-a8ca-644326b3f455 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.13 "DELETE /v2.0/ports/552bd82d-4d2e-426a-a972-d9ce13a6cbd1 HTTP/1.1" status: 204 len: 173 time: 2.5225279 Apr 05 20:19:46.856468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:19:46.857026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Checking segment: {'id': 'a826fca8-dad8-4d85-9697-d1d58607a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:19:46.857539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Bound using segment: {'id': 'a826fca8-dad8-4d85-9697-d1d58607a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:19:46.858252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Bound port: 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a826fca8-dad8-4d85-9697-d1d58607a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:19:46.859157 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:46.880640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-55085cc6-362b-4824-93a8-4b2c8449ca58 req-55b3b569-33cb-4bcb-bf62-d0141d03ce75 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Unset dirty status for tenant:c8e6baaa9292481fb609c06f3181442e on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:46.882040 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-55085cc6-362b-4824-93a8-4b2c8449ca58 req-55b3b569-33cb-4bcb-bf62-d0141d03ce75 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/ports?device_id=53c7473e-4605-4610-8182-55cf3b4e4b1d HTTP/1.1" status: 200 len: 210 time: 0.1534197 Apr 05 20:19:46.905455 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22746bf2-72ba-4e0d-b1d8-3f07ac78a780 req-2760bace-6578-48c8-ae7e-e7c903fdbbac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464177 Apr 05 20:19:46.906080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:19:46.964819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:19:46.965058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 552bd82d-4d2e-426a-a972-d9ce13a6cbd1 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:19:47.016898 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-80c8f4fd-efba-4a1e-8450-0d95478f5ff4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:47.053043 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a37d7c55-e7c3-4208-b71e-5ed7ad1c9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:18:12Z', 'revision_number': 4, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port': {'id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:03Z', 'updated_at': '2022-04-05T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '5d5cc314-b492-4d06-8902-e86480991533', 'name': '', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'mac_address': 'fa:16:3e:e2:21:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:10Z', 'updated_at': '2022-04-05T20:18:25Z', 'revision_number': 5, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'subnets': [{'id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:47.057103 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d7c55-e7c3-4208-b71e-5ed7ad1c9048 None None] Checking router: 166238ec-6621-4ad6-b97d-4ba7573de1c3 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:19:47.065920 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37d7c55-e7c3-4208-b71e-5ed7ad1c9048 None None] Routers {'166238ec-6621-4ad6-b97d-4ba7573de1c3'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:19:47.066318 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a37d7c55-e7c3-4208-b71e-5ed7ad1c9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:19:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['166238ec-6621-4ad6-b97d-4ba7573de1c3'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:47.086225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c21e78d9-3643-4c91-bbda-03eb239abf6f req-c4a0f094-ede3-4920-89ba-db452d8925b9 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Synchronizing usage tracker for tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:47.181426 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd6b901-a5f4-40b1-8e35-7bd71d953d54 req-ef70340a-27a9-4c4d-acf0-c698a41ba8f9 service neutron] 10.222.0.41 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093672 Apr 05 20:19:47.195758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c21e78d9-3643-4c91-bbda-03eb239abf6f req-c4a0f094-ede3-4920-89ba-db452d8925b9 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Unset dirty status for tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:47.197074 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c21e78d9-3643-4c91-bbda-03eb239abf6f req-c4a0f094-ede3-4920-89ba-db452d8925b9 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387991 Apr 05 20:19:47.222743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545d06b-fc18-4125-8ca5-e701f305a2c6 req-28d105c8-1b92-4b80-af9b-3f2b8482da2d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:47.227390 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-80c8f4fd-efba-4a1e-8450-0d95478f5ff4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:47.234688 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8545d06b-fc18-4125-8ca5-e701f305a2c6 req-28d105c8-1b92-4b80-af9b-3f2b8482da2d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 945 time: 0.1229496 Apr 05 20:19:47.237801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] For port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:19:47.241303 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-80c8f4fd-efba-4a1e-8450-0d95478f5ff4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:47.263393 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-a37d7c55-e7c3-4208-b71e-5ed7ad1c9048 None None] Set router 166238ec-6621-4ad6-b97d-4ba7573de1c3 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:19:47.298596 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53c7473e-4605-4610-8182-55cf3b4e4b1d', 'name': 'network-vif-deleted', 'tag': '552bd82d-4d2e-426a-a972-d9ce13a6cbd1', 'status': 'completed', 'code': 200} Apr 05 20:19:47.324390 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8545d06b-fc18-4125-8ca5-e701f305a2c6 req-dd451e20-2991-4164-8483-b1113d6dec40 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786402 Apr 05 20:19:47.325449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8f4fd-efba-4a1e-8450-0d95478f5ff4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fb385b-8570-49ee-a9d0-5c043853c639,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:47.337087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] For port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:19:47.352486 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:47.429042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-80c8f4fd-efba-4a1e-8450-0d95478f5ff4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:47.430448 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-80c8f4fd-efba-4a1e-8450-0d95478f5ff4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7432990 Apr 05 20:19:47.433520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35518) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:47.439246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b6bec91a-db93-4337-87c7-014183624b24 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'security_group_rule': {'security_group_id': '2a0113a6-d1bd-4128-a3bf-f638457471d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:47.448902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b6bec91a-db93-4337-87c7-014183624b24 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:47.455558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b6bec91a-db93-4337-87c7-014183624b24 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Usage tracker for resource:security_group_rule and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:47.461446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b6bec91a-db93-4337-87c7-014183624b24 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:47.468848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b6bec91a-db93-4337-87c7-014183624b24 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:47.482548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Pushing event updated for resources: {'Port': ['ID=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:47.492314 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6bec91a-db93-4337-87c7-014183624b24 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:47.499397 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-20440e72-2a58-4809-b795-4569bed1d946 req-052eff43-927c-4979-ac1d-e75699b3a31b tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.0654812 Apr 05 20:19:47.507383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:47.508143 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:47.509672 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-2a135768-8773-4d39-ac7f-0acbcc81a74c service neutron] 10.222.0.13 "PUT /v2.0/ports/27f7fc1d-a2a9-4580-a84e-5bac79b88fdd HTTP/1.1" status: 200 len: 1092 time: 3.1412356 Apr 05 20:19:47.567602 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991d3c4-14c7-4f26-a5e4-408d7b85ad71 req-46dbd38d-3c5b-4905-9eb2-693ae8361ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:47.567602 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e991d3c4-14c7-4f26-a5e4-408d7b85ad71 req-46dbd38d-3c5b-4905-9eb2-693ae8361ea2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 1094 time: 0.3204966 Apr 05 20:19:47.642486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6bec91a-db93-4337-87c7-014183624b24 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:47.650619 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6bec91a-db93-4337-87c7-014183624b24 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:47.705296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bec91a-db93-4337-87c7-014183624b24 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15dc0d26-dc4c-4a13-a0b2-7b662b98d6c0,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:47.718601 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6bec91a-db93-4337-87c7-014183624b24 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:47.719798 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b6bec91a-db93-4337-87c7-014183624b24 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2854021 Apr 05 20:19:47.723346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35530) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:47.731433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:47.743506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:47.770610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Usage tracker for resource:floatingip and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:47.775777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:47.807844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:47.810698 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a37d7c55-e7c3-4208-b71e-5ed7ad1c9048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:18:12Z', 'revision_number': 4, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port': {'id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:03Z', 'updated_at': '2022-04-05T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '5d5cc314-b492-4d06-8902-e86480991533', 'name': '', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'mac_address': 'fa:16:3e:e2:21:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:10Z', 'updated_at': '2022-04-05T20:18:25Z', 'revision_number': 5, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'subnets': [{'id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:47.814120 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6034c90-8f51-4627-b36e-9c43d61e64e8 req-53a6ebe0-0b30-42dd-88d3-3014e7d691da tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3437748d25cb4ebb9d7465d9a1350479&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349960 Apr 05 20:19:47.815663 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37d7c55-e7c3-4208-b71e-5ed7ad1c9048 None None] The sync data for ids ['166238ec-6621-4ad6-b97d-4ba7573de1c3'] in n-d-836604-1 is: [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:18:12Z', 'revision_number': 4, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port': {'id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:03Z', 'updated_at': '2022-04-05T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '5d5cc314-b492-4d06-8902-e86480991533', 'name': '', 'network_id': '02b3d8f3-9178-4446-ba41-5abc3c2cc9b6', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'mac_address': 'fa:16:3e:e2:21:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1061, 'fixed_ips': [{'subnet_id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:10Z', 'updated_at': '2022-04-05T20:18:25Z', 'revision_number': 5, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'subnets': [{'id': '1b6eaa5a-77f4-4745-89f9-677c67578620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:19:47.828890 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:47.912796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991d3c4-14c7-4f26-a5e4-408d7b85ad71 req-41a94201-d58a-4a54-984a-cbc1258c3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:47.913922 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e991d3c4-14c7-4f26-a5e4-408d7b85ad71 req-41a94201-d58a-4a54-984a-cbc1258c3203 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 912 time: 0.3460999 Apr 05 20:19:48.086784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6034c90-8f51-4627-b36e-9c43d61e64e8 req-2b029c37-fddb-4ade-8ab6-e6a4ee6051cd tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:48.093615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6034c90-8f51-4627-b36e-9c43d61e64e8 req-2b029c37-fddb-4ade-8ab6-e6a4ee6051cd tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2676570 Apr 05 20:19:48.119767 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6034c90-8f51-4627-b36e-9c43d61e64e8 req-1a755302-9552-4a38-b3fc-6e44e59741ad tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] 10.222.0.24 "GET /v2.0/quotas/3437748d25cb4ebb9d7465d9a1350479 HTTP/1.1" status: 200 len: 375 time: 0.0251601 Apr 05 20:19:48.160320 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c1f891-2ea2-43e6-8d7a-5c011fdcc649 None None] New status for floating IP 3c8f92b1-eaa8-4352-933a-a9752402375a: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:19:48.171313 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e991d3c4-14c7-4f26-a5e4-408d7b85ad71 req-7eb11f3c-336c-4dce-8d68-3d9ef58ae5c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8622bf51-929e-459e-a77d-0863945bd189 HTTP/1.1" status: 200 len: 217 time: 0.2500165 Apr 05 20:19:48.176346 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6034c90-8f51-4627-b36e-9c43d61e64e8 req-97eaa6b3-af17-48b9-9172-e3c1908203ca tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3437748d25cb4ebb9d7465d9a1350479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537529 Apr 05 20:19:48.197577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f83473d6-c2dc-46b6-b3f9-86451ba2252c', 'tag': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:48.217579 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:48.271731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-5df892bd-8aea-47db-85cf-31303c9c28c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:48.273677 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-5df892bd-8aea-47db-85cf-31303c9c28c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b&device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 1095 time: 0.4826818 Apr 05 20:19:48.286000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ed2bc-b051-4783-91b0-3ab622a09587 req-753df46f-dfcb-48b4-9533-d8cff40537d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:48.287038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-639ed2bc-b051-4783-91b0-3ab622a09587 req-753df46f-dfcb-48b4-9533-d8cff40537d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Synchronizing usage tracker for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:48.372429 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-e5bdbf22-7196-4be5-93a5-7d52ccdb9ed3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd HTTP/1.1" status: 200 len: 217 time: 0.0822766 Apr 05 20:19:48.376706 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f83473d6-c2dc-46b6-b3f9-86451ba2252c', 'tag': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd', 'status': 'completed', 'code': 200} Apr 05 20:19:48.384369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991d3c4-14c7-4f26-a5e4-408d7b85ad71 req-22897d64-69f1-4fe2-b1a9-4d8103e8ac4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:48.385832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e991d3c4-14c7-4f26-a5e4-408d7b85ad71 req-22897d64-69f1-4fe2-b1a9-4d8103e8ac4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b600e23-44bb-460f-a1af-d7c4b74bf29a HTTP/1.1" status: 200 len: 851 time: 0.1818306 Apr 05 20:19:48.437194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Allocated IP 172.25.8.145 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/94cea04a-5355-40f9-8255-65e478a05ca7) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:19:48.459782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-639ed2bc-b051-4783-91b0-3ab622a09587 req-753df46f-dfcb-48b4-9533-d8cff40537d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Unset dirty status for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:48.466864 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-639ed2bc-b051-4783-91b0-3ab622a09587 req-753df46f-dfcb-48b4-9533-d8cff40537d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 943 time: 0.6768944 Apr 05 20:19:48.502305 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e991d3c4-14c7-4f26-a5e4-408d7b85ad71 req-32454ebf-248a-4054-b2cc-25aad2a4578c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8188ca25-8db1-4824-8f89-d3f54dd6b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783739 Apr 05 20:19:48.562462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-76b6d77b-beba-42cc-b063-2ccd91afb6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:48.563875 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-76b6d77b-beba-42cc-b063-2ccd91afb6f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f37a02-4584-4cdb-9a53-ef614777d971 HTTP/1.1" status: 200 len: 853 time: 0.1822495 Apr 05 20:19:48.573418 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-639ed2bc-b051-4783-91b0-3ab622a09587 req-d4c627f9-37e9-4132-8754-06ca1d1338d1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057744 Apr 05 20:19:48.648713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d64da7a-e80c-46e1-a5c9-dcaac5bbc2b4 req-ef39c426-88c3-4ac4-9a06-e5da526d19cf tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:48.650200 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d64da7a-e80c-46e1-a5c9-dcaac5bbc2b4 req-ef39c426-88c3-4ac4-9a06-e5da526d19cf tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 944 time: 0.1795619 Apr 05 20:19:48.673105 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-dc122575-e20c-49ff-928b-875ea83990d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987332 Apr 05 20:19:48.683778 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:48.715378 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d64da7a-e80c-46e1-a5c9-dcaac5bbc2b4 req-a3093d89-5687-4848-b930-de70a797d3fa tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567951 Apr 05 20:19:48.744692 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:48.762927 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e991d3c4-14c7-4f26-a5e4-408d7b85ad71 req-f53bb77d-e7ab-42c7-acc7-5e3049116454 service neutron] 10.222.0.41 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515495 Apr 05 20:19:48.797619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35558) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:48.847156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:19:48.860602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:19:48.871113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:19:48.912865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'Port': ['ID=94cea04a-5355-40f9-8255-65e478a05ca7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:48.979989 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-351d8536-3af8-4979-bf7a-b7b10b0c5d18 req-767c5c4a-07b2-48b5-8270-fadf1e70783b tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.0783930 Apr 05 20:19:49.012933 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9645e559-0250-4d85-bded-5b887ca535b0 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:49.054543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9645e559-0250-4d85-bded-5b887ca535b0 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:49.058231 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-a5df40e2-0155-45ba-9abb-8a7a7b12ef1a service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712790 Apr 05 20:19:49.060365 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e991d3c4-14c7-4f26-a5e4-408d7b85ad71 req-a5e56e90-1e50-439f-ae2d-fefb0009b74c service neutron] 10.222.0.41 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443130 Apr 05 20:19:49.078339 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:49.169543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:49.208166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8b46b-6495-43b3-acfc-55c2a6fc01bd req-972e74df-628e-4621-aaa8-941fbb37cf5d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:49.210980 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a4d8b46b-6495-43b3-acfc-55c2a6fc01bd req-972e74df-628e-4621-aaa8-941fbb37cf5d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 945 time: 0.2864749 Apr 05 20:19:49.220252 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9645e559-0250-4d85-bded-5b887ca535b0 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:49.246553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9645e559-0250-4d85-bded-5b887ca535b0 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:49.278225 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7dd19c40-02ca-4d8d-942b-a3581a56ffae req-212a8c9a-2984-4820-9ad5-664fdcdcd86c service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130864 Apr 05 20:19:49.290006 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a4d8b46b-6495-43b3-acfc-55c2a6fc01bd req-1f16c311-71d6-41c3-a98a-52d1249faf7b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715601 Apr 05 20:19:49.374997 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9645e559-0250-4d85-bded-5b887ca535b0 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:49.379666 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9645e559-0250-4d85-bded-5b887ca535b0 tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "DELETE /v2.0/security-groups/f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba HTTP/1.1" status: 204 len: 168 time: 0.5809753 Apr 05 20:19:49.380615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35584) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:49.407121 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-3531c35f-ad94-495d-9f4b-57e02c2ff63c tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] show failed (client error): The resource could not be found. Apr 05 20:19:49.410713 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3531c35f-ad94-495d-9f4b-57e02c2ff63c tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "GET /v2.0/security-groups/f08ce35a-b4fd-4f6c-87f0-daa13ba8cdba HTTP/1.1" status: 404 len: 347 time: 0.0248563 Apr 05 20:19:49.410914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35592) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:49.454749 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adc3d577-5d72-41ac-9b3d-d87097996914 req-fb02e772-13cb-4846-8509-948eeb0264a5 tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3437748d25cb4ebb9d7465d9a1350479&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362520 Apr 05 20:19:49.507109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcc265-5a98-4452-8513-b097089dce93 req-0d9d5310-bf5d-41d1-8f6a-158b117d0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:49.508595 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13fcc265-5a98-4452-8513-b097089dce93 req-0d9d5310-bf5d-41d1-8f6a-158b117d0949 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b&device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 1095 time: 0.1623664 Apr 05 20:19:49.722388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3d577-5d72-41ac-9b3d-d87097996914 req-6522a40e-a317-4e13-ad09-27fa485654de tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:49.724328 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adc3d577-5d72-41ac-9b3d-d87097996914 req-6522a40e-a317-4e13-ad09-27fa485654de tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574594 Apr 05 20:19:49.743405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-0e07daaf-2987-4f1e-a519-fee467eaf5ef tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Deleting port 8c484e0f-74ad-40e8-87e4-28e48d44cb81 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:49.743405 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e07daaf-2987-4f1e-a519-fee467eaf5ef tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:49.754009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcc265-5a98-4452-8513-b097089dce93 req-a762cd7a-8ae5-4b7c-bd77-efc06ea8e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:49.755405 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13fcc265-5a98-4452-8513-b097089dce93 req-a762cd7a-8ae5-4b7c-bd77-efc06ea8e1f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e HTTP/1.1" status: 200 len: 914 time: 0.2354529 Apr 05 20:19:49.756588 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adc3d577-5d72-41ac-9b3d-d87097996914 req-c3e74c12-2fab-41aa-9181-4e6815a6062c tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] 10.222.0.24 "GET /v2.0/quotas/3437748d25cb4ebb9d7465d9a1350479 HTTP/1.1" status: 200 len: 375 time: 0.0172985 Apr 05 20:19:49.790141 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:49.801052 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:49.976307 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13fcc265-5a98-4452-8513-b097089dce93 req-c43bdf24-abce-4f68-91b1-acffc8cd6e75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd HTTP/1.1" status: 200 len: 217 time: 0.2139204 Apr 05 20:19:50.013498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'Port': ['ID=94cea04a-5355-40f9-8255-65e478a05ca7,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:50.017348 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adc3d577-5d72-41ac-9b3d-d87097996914 req-23e39e33-30f2-4ed6-b7ce-8e1410e70c28 tempest-QuotasAdminNegativeTest-241038123 tempest-QuotasAdminNegativeTest-241038123-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3437748d25cb4ebb9d7465d9a1350479&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2012713 Apr 05 20:19:50.045927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fcc265-5a98-4452-8513-b097089dce93 req-b8278768-d901-43a4-9aa5-ad34266b96e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:50.047306 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13fcc265-5a98-4452-8513-b097089dce93 req-b8278768-d901-43a4-9aa5-ad34266b96e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f37a02-4584-4cdb-9a53-ef614777d971 HTTP/1.1" status: 200 len: 853 time: 0.0608311 Apr 05 20:19:50.051973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065851c-36ea-49e1-b9ba-2de45c92a8f2 req-7258e844-59da-444a-98e1-2e2b8c344124 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:50.053772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0065851c-36ea-49e1-b9ba-2de45c92a8f2 req-7258e844-59da-444a-98e1-2e2b8c344124 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 945 time: 0.3906627 Apr 05 20:19:50.059376 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:50.106372 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13fcc265-5a98-4452-8513-b097089dce93 req-e4858454-f12e-452a-89f2-b30c2cecd621 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449746 Apr 05 20:19:50.118521 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:50.127988 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-54f003c1-24d8-40bb-a239-6f32ad89f02c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3951073 Apr 05 20:19:50.127988 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e07daaf-2987-4f1e-a519-fee467eaf5ef tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:50.127988 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e07daaf-2987-4f1e-a519-fee467eaf5ef tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:50.265664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-0e07daaf-2987-4f1e-a519-fee467eaf5ef tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Calling delete_port for 8c484e0f-74ad-40e8-87e4-28e48d44cb81 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:19:50.296480 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0065851c-36ea-49e1-b9ba-2de45c92a8f2 req-8e8b22bd-6675-4009-8e97-8c7a8da6b357 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313452 Apr 05 20:19:50.307116 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13fcc265-5a98-4452-8513-b097089dce93 req-2b12338d-4e17-41c4-ac9a-11ea15a8bf44 service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937096 Apr 05 20:19:50.443026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1985b2-f91f-4492-be17-1d3eddd0bfb4 req-aef061d2-da3d-469a-b686-063a4111660e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:50.444484 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a1985b2-f91f-4492-be17-1d3eddd0bfb4 req-aef061d2-da3d-469a-b686-063a4111660e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 943 time: 0.2308860 Apr 05 20:19:50.459968 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e07daaf-2987-4f1e-a519-fee467eaf5ef tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:50.512951 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13fcc265-5a98-4452-8513-b097089dce93 req-791691fe-021a-4998-83a0-212e65530f2f service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984072 Apr 05 20:19:50.513235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e07daaf-2987-4f1e-a519-fee467eaf5ef tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Pushing event deleted for resources: {'Port': ['ID=8c484e0f-74ad-40e8-87e4-28e48d44cb81,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:50.516952 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a1985b2-f91f-4492-be17-1d3eddd0bfb4 req-dbb27715-9ddd-4efd-80ce-af8135263ac5 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638025 Apr 05 20:19:50.626805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa2906-a46c-43a7-b589-b81532a85ff2 req-d24ddfb6-fef9-44d0-a21b-0a69db5b3614 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:50.628325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-38aa2906-a46c-43a7-b589-b81532a85ff2 req-d24ddfb6-fef9-44d0-a21b-0a69db5b3614 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 944 time: 0.2151415 Apr 05 20:19:50.630964 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e07daaf-2987-4f1e-a519-fee467eaf5ef tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:50.680195 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c812a0fc-9662-4b8e-9902-0c2948cc326e req-38ede1a7-0bb4-453c-a3a1-1d50db40b3d5 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.0558422 Apr 05 20:19:50.682968 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e07daaf-2987-4f1e-a519-fee467eaf5ef tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:50.687038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35614) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:50.687213 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0e07daaf-2987-4f1e-a519-fee467eaf5ef tempest-ServersTestJSON-412668534 tempest-ServersTestJSON-412668534-project] 10.222.0.24 "DELETE /v2.0/floatingips/3c8f92b1-eaa8-4352-933a-a9752402375a HTTP/1.1" status: 204 len: 168 time: 1.2754185 Apr 05 20:19:50.698554 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-38aa2906-a46c-43a7-b589-b81532a85ff2 req-d75e39a7-a7c5-49ac-866a-6fec1d76eb7b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641785 Apr 05 20:19:50.840190 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-59802168-37c2-4e2f-aa42-9fa1540bf5a2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1520751531&fields=id&tenant_id=3189be43b8324ee6bd68d0b85dfb1996 HTTP/1.1" status: 200 len: 267 time: 0.0469904 Apr 05 20:19:50.932037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-b59f2fbe-d81d-44d9-886d-f75e10ec9018 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:50.932620 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-b59f2fbe-d81d-44d9-886d-f75e10ec9018 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Synchronizing usage tracker for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:50.951134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-b59f2fbe-d81d-44d9-886d-f75e10ec9018 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Unset dirty status for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:50.952206 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-b59f2fbe-d81d-44d9-886d-f75e10ec9018 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports/75682036-7b4c-443d-b0de-61031a48f0da HTTP/1.1" status: 200 len: 931 time: 0.1014237 Apr 05 20:19:51.034595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-ce518005-4ab4-45ab-8a81-e891cf8fc80c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:51.035934 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-ce518005-4ab4-45ab-8a81-e891cf8fc80c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports/db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 HTTP/1.1" status: 200 len: 931 time: 0.0770545 Apr 05 20:19:51.090421 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-a715f23f-acd1-4819-84b4-6854c5063c45 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?network_id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0469756 Apr 05 20:19:51.133824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db933716-62c9-4d8b-839f-8875cb6f119e req-8349af71-4a76-477a-8670-a3dc999177b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:51.136675 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db933716-62c9-4d8b-839f-8875cb6f119e req-8349af71-4a76-477a-8670-a3dc999177b4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 945 time: 0.1828229 Apr 05 20:19:51.142439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-39da7b75-4496-40e2-918b-a573e6936865 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?network_id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0454149 Apr 05 20:19:51.222764 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db933716-62c9-4d8b-839f-8875cb6f119e req-c993ad4f-ff2a-44da-b9f8-aaa57fb046a4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817664 Apr 05 20:19:51.298091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8622bf51-929e-459e-a77d-0863945bd189 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:19:51.339900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-d31e72b8-1228-4f2f-a923-7e23363626b3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:51.346736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-d31e72b8-1228-4f2f-a923-7e23363626b3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:51.352738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-d31e72b8-1228-4f2f-a923-7e23363626b3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:51.354590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-d31e72b8-1228-4f2f-a923-7e23363626b3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Synchronizing usage tracker for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:51.379435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-d31e72b8-1228-4f2f-a923-7e23363626b3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Unset dirty status for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:51.380899 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-d31e72b8-1228-4f2f-a923-7e23363626b3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/networks?id=c1d4db6d-e221-421f-bec4-215e49978b5e&id=65078b3e-8573-4599-8d5f-da3f86914493&id=65078b3e-8573-4599-8d5f-da3f86914493&id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&id=155ded23-dcca-4bf5-8033-6cb75ec37e9a HTTP/1.1" status: 200 len: 1990 time: 0.2318666 Apr 05 20:19:51.398438 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:51.408738 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-8a0e3002-ac9d-4d9c-99a6-42318fd22961 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/quotas/3189be43b8324ee6bd68d0b85dfb1996 HTTP/1.1" status: 200 len: 375 time: 0.0213528 Apr 05 20:19:51.477118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8622bf51-929e-459e-a77d-0863945bd189, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8622bf51-929e-459e-a77d-0863945bd189,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:51.496612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '8622bf51-929e-459e-a77d-0863945bd189', 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796', 'port_id': '8622bf51-929e-459e-a77d-0863945bd189', 'mac_address': 'fa:16:3e:9f:45:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b600e23-44bb-460f-a1af-d7c4b74bf29a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:19:51.625082 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:51.650006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8622bf51-929e-459e-a77d-0863945bd189 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:19:51.672161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8622bf51-929e-459e-a77d-0863945bd189, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8622bf51-929e-459e-a77d-0863945bd189,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:51.678951 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:51.747255 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-e71a87c4-efce-439e-9580-465820a66978 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3310606 Apr 05 20:19:51.778344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=8622bf51-929e-459e-a77d-0863945bd189,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:51.793509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35646) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:51.910532 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7a756cd1-4641-4c4a-b155-860093d1acd4 service neutron] 10.222.0.24 "GET /v2.0/networks/c1d4db6d-e221-421f-bec4-215e49978b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610849 Apr 05 20:19:51.953659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['8622bf51-929e-459e-a77d-0863945bd189'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:19:51.964527 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c12d33ba-337c-4d21-8f3b-c39aa68c5dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:52.027054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b209ac7-d910-4363-8a29-18c8554d57e6 req-993f2218-e027-4446-adb5-0716cd2f2ed9 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:52.028639 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b209ac7-d910-4363-8a29-18c8554d57e6 req-993f2218-e027-4446-adb5-0716cd2f2ed9 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 944 time: 0.2043867 Apr 05 20:19:52.036933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c12d33ba-337c-4d21-8f3b-c39aa68c5dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:52.043972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c12d33ba-337c-4d21-8f3b-c39aa68c5dee admin admin] Usage tracker for resource:security_group_rule and tenant:3437748d25cb4ebb9d7465d9a1350479 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:52.048405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c12d33ba-337c-4d21-8f3b-c39aa68c5dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:52.056508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c12d33ba-337c-4d21-8f3b-c39aa68c5dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:52.094200 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-a6d24c20-5780-48b9-9454-d51e8f92011b service neutron] 10.222.0.24 "GET /v2.0/networks/c1d4db6d-e221-421f-bec4-215e49978b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803160 Apr 05 20:19:52.140012 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b209ac7-d910-4363-8a29-18c8554d57e6 req-ebd78623-cbe5-4c78-bb7a-c010a099d7ac tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988562 Apr 05 20:19:52.164308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Deleting port 5d5cc314-b492-4d06-8902-e86480991533 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:52.164644 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:52.186144 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9e310352-0534-43a8-8b1c-26b58bfc461c service neutron] 10.222.0.24 "GET /v2.0/ports/75682036-7b4c-443d-b0de-61031a48f0da?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0814345 Apr 05 20:19:52.323121 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c12d33ba-337c-4d21-8f3b-c39aa68c5dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:52.331136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c12d33ba-337c-4d21-8f3b-c39aa68c5dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:52.400185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] For port 5d5cc314-b492-4d06-8902-e86480991533, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5d5cc314-b492-4d06-8902-e86480991533,segment=NetworkSegment(1d689488-4229-4b91-bd6c-b92ca9d678e0),segment_id=1d689488-4229-4b91-bd6c-b92ca9d678e0)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:52.400774 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:52.404929 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c12d33ba-337c-4d21-8f3b-c39aa68c5dee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3437748d25cb4ebb9d7465d9a1350479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6098957 Apr 05 20:19:52.407984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35652) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:52.409934 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-2bc5cca7-dc6b-4f6a-936e-d5fe337330fa service neutron] 10.222.0.24 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104630 Apr 05 20:19:52.410528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d33ba-337c-4d21-8f3b-c39aa68c5dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb64da7-80a6-4dc4-a2f7-26c2a78dd58b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:52.529252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9915f-7744-467a-b336-14b74fa1e6c2 req-b0eab407-b4d4-4a21-8ea4-0ce7832b9032 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:52.530724 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9ed9915f-7744-467a-b336-14b74fa1e6c2 req-b0eab407-b4d4-4a21-8ea4-0ce7832b9032 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 945 time: 0.2821915 Apr 05 20:19:52.537602 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Calling delete_port for 5d5cc314-b492-4d06-8902-e86480991533 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:19:52.593829 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c26a8bd0-9229-44a5-a1dc-ca02ac0872c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:52.597824 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0a613859-8d31-43e0-b8da-95a9a6795cc0 service neutron] 10.222.0.24 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717799 Apr 05 20:19:52.630597 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9ed9915f-7744-467a-b336-14b74fa1e6c2 req-487bd088-9c32-41c8-a968-5f38c1e799cf tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645044 Apr 05 20:19:52.668411 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c26a8bd0-9229-44a5-a1dc-ca02ac0872c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:52.711184 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bfb03f28-f9e4-41da-8966-144d338be50f service neutron] 10.222.0.24 "GET /v2.0/ports/db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1061981 Apr 05 20:19:52.856944 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c26a8bd0-9229-44a5-a1dc-ca02ac0872c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:52.890637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a8bd0-9229-44a5-a1dc-ca02ac0872c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb64da7-80a6-4dc4-a2f7-26c2a78dd58b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:52.891352 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:19:52.902185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c26a8bd0-9229-44a5-a1dc-ca02ac0872c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:52.903724 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c26a8bd0-9229-44a5-a1dc-ca02ac0872c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abb64da7-80a6-4dc4-a2f7-26c2a78dd58b HTTP/1.1" status: 204 len: 168 time: 0.4896400 Apr 05 20:19:52.905753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38268e-fc47-445f-b882-219857c00c37 req-c1c768f0-c40c-4a2a-9b92-df5fda6b973f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:52.907293 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1a38268e-fc47-445f-b882-219857c00c37 req-c1c768f0-c40c-4a2a-9b92-df5fda6b973f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 944 time: 0.1336484 Apr 05 20:19:52.912734 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-cbf452c5-5e68-4894-b6e5-17de65cd91b4 service neutron] 10.222.0.24 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898441 Apr 05 20:19:53.066214 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1a38268e-fc47-445f-b882-219857c00c37 req-417734a4-a83d-4740-aa9e-0aba40dcfea0 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064413 Apr 05 20:19:53.085087 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:53.101667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-212e0ee8-05df-4afa-af6f-073d141811f6 service neutron] 10.222.0.24 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881754 Apr 05 20:19:53.127918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:53.146178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd', 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e', 'port_id': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd', 'mac_address': 'fa:16:3e:58:5c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f37a02-4584-4cdb-9a53-ef614777d971', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:19:53.200942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5cc314-b492-4d06-8902-e86480991533,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:53.222280 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:53.242544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:53.243456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:53.243928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:53.244385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:53.244840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:53.245342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:53.245850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:19:53.246124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:53.246646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:53.247112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:53.248532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:53.248991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:53.249442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:19:53.278234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:53.285852 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:53.332755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8622bf51-929e-459e-a77d-0863945bd189 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:19:53.387755 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f57c0865-076a-47ad-8294-047e5105456d req-cd210583-c61f-4a95-9004-cade18be81bc tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.0818753 Apr 05 20:19:53.411719 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140a19c-fc37-4c95-9216-6f7c746fd5e1 req-52ccb487-6853-4987-a009-4dc531d19ad2 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:53.413938 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b140a19c-fc37-4c95-9216-6f7c746fd5e1 req-52ccb487-6853-4987-a009-4dc531d19ad2 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 945 time: 0.3872983 Apr 05 20:19:53.442073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:53.444551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35662) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:53.473198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 8622bf51-929e-459e-a77d-0863945bd189 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:19:53.481973 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 8622bf51-929e-459e-a77d-0863945bd189 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:53.481973 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:53.493438 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84c68fe7-336f-47a4-8721-4154598d077b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:53.522437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-84c68fe7-336f-47a4-8721-4154598d077b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:53.532776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-84c68fe7-336f-47a4-8721-4154598d077b admin admin] Usage tracker for resource:security_group_rule and tenant:dc0d04ca417d464589f205d57c64c8b9 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:53.543660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-84c68fe7-336f-47a4-8721-4154598d077b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:53.551472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-84c68fe7-336f-47a4-8721-4154598d077b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:53.566628 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['27f7fc1d-a2a9-4580-a84e-5bac79b88fdd'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:19:53.677675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-79d67c3c-3db2-4f94-ab3d-065014caae92 service neutron] 10.222.0.24 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5608196 Apr 05 20:19:53.742356 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:53.763410 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84c68fe7-336f-47a4-8721-4154598d077b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:53.784061 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8622bf51-929e-459e-a77d-0863945bd189, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8622bf51-929e-459e-a77d-0863945bd189,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:53.784218 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84c68fe7-336f-47a4-8721-4154598d077b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:53.784347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82857552-0894-47c1-a164-28398f4dbdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8622bf51-929e-459e-a77d-0863945bd189'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:53.792082 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:53.812304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-b140a19c-fc37-4c95-9216-6f7c746fd5e1 req-86ec200f-4529-4dc9-94f8-52966bb066cc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Deleting port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:53.812304 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b140a19c-fc37-4c95-9216-6f7c746fd5e1 req-86ec200f-4529-4dc9-94f8-52966bb066cc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:53.903626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=8622bf51-929e-459e-a77d-0863945bd189,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:53.926960 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-84c68fe7-336f-47a4-8721-4154598d077b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc0d04ca417d464589f205d57c64c8b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4815493 Apr 05 20:19:53.930283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35670) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:53.943838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c68fe7-336f-47a4-8721-4154598d077b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec35a63-2426-401b-a64f-38050d7fa427,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:53.995992 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-a57a5c73-9e6c-4564-b4a1-9d02b0447a07 service neutron] 10.222.0.24 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185749 Apr 05 20:19:54.029967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167eec5-7255-4a2a-b109-2b2be9293130 req-4fe245e3-ff8f-4992-967e-acf3ec5d8e6c tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:54.031410 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3167eec5-7255-4a2a-b109-2b2be9293130 req-4fe245e3-ff8f-4992-967e-acf3ec5d8e6c tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 944 time: 0.3885751 Apr 05 20:19:54.034610 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:54.162881 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47712163-1ed2-411f-8732-56069f066bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:54.251233 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47712163-1ed2-411f-8732-56069f066bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:54.261643 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3167eec5-7255-4a2a-b109-2b2be9293130 req-21558e7e-8db2-45e5-af3e-1bc927bf21d5 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184601 Apr 05 20:19:54.317931 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-57e4d129-a691-4c6e-bdad-c27ef81629f1 service neutron] 10.222.0.24 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153553 Apr 05 20:19:54.365771 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47712163-1ed2-411f-8732-56069f066bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:54.398838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47712163-1ed2-411f-8732-56069f066bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec35a63-2426-401b-a64f-38050d7fa427,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:54.455846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-b140a19c-fc37-4c95-9216-6f7c746fd5e1 req-86ec200f-4529-4dc9-94f8-52966bb066cc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] For port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=13e27bfb-25f4-4a52-af3d-f9571e1ce16c,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:54.455846 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b140a19c-fc37-4c95-9216-6f7c746fd5e1 req-86ec200f-4529-4dc9-94f8-52966bb066cc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:54.464298 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47712163-1ed2-411f-8732-56069f066bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:54.464582 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-47712163-1ed2-411f-8732-56069f066bba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ec35a63-2426-401b-a64f-38050d7fa427 HTTP/1.1" status: 204 len: 168 time: 0.5333359 Apr 05 20:19:54.536413 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-5474c035-71ac-4df8-84fd-d90f228c7df3 service neutron] 10.222.0.24 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897280 Apr 05 20:19:54.687615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-b140a19c-fc37-4c95-9216-6f7c746fd5e1 req-86ec200f-4529-4dc9-94f8-52966bb066cc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Calling delete_port for 13e27bfb-25f4-4a52-af3d-f9571e1ce16c owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:19:54.728319 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-76859713-955a-441f-b6b3-d9f73cbc378b service neutron] 10.222.0.24 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754544 Apr 05 20:19:54.896704 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f89947db-3b51-44c1-a6e5-ea474e90c417 service neutron] 10.222.0.24 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678054 Apr 05 20:19:54.901404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:19:54.904069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2307afdb-27be-449b-8aba-5771d6788d1a req-f9c79259-9475-45d3-97bb-b45114b672fd tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:54.911846 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2307afdb-27be-449b-8aba-5771d6788d1a req-f9c79259-9475-45d3-97bb-b45114b672fd tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 945 time: 0.5105772 Apr 05 20:19:54.954165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Router 166238ec-6621-4ad6-b97d-4ba7573de1c3 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:19:55.100024 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:19:55.106576 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:19:55.107096 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:55.138930 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-1f4b1d88-2a4a-4240-a7f9-0b968e26c860 service neutron] 10.222.0.24 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230313 Apr 05 20:19:55.246467 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2307afdb-27be-449b-8aba-5771d6788d1a req-08c5fc10-e4ed-4cf2-82d2-09eb4a381b8f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336208 Apr 05 20:19:55.256828 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b140a19c-fc37-4c95-9216-6f7c746fd5e1 req-86ec200f-4529-4dc9-94f8-52966bb066cc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:55.270982 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a', '13e27bfb-25f4-4a52-af3d-f9571e1ce16c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:19:55.327138 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-78b8099f-3bd3-4f37-a930-c611ac59fce1 service neutron] 10.222.0.24 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872578 Apr 05 20:19:55.376250 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82857552-0894-47c1-a164-28398f4dbdd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8622bf51-929e-459e-a77d-0863945bd189', 'code': 200} Apr 05 20:19:55.379764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec200f-4529-4dc9-94f8-52966bb066cc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event deleted for resources: {'Port': ['ID=13e27bfb-25f4-4a52-af3d-f9571e1ce16c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:55.397018 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:55.499278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:55.522680 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:55.669045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d6190-6427-4fe7-b35b-6e5e4abc1e3b req-25d8fbdd-00ab-487a-bf29-07a202cd0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:55.671761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d95d6190-6427-4fe7-b35b-6e5e4abc1e3b req-25d8fbdd-00ab-487a-bf29-07a202cd0ebb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 1096 time: 0.2302871 Apr 05 20:19:55.680188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:55.778803 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d95d6190-6427-4fe7-b35b-6e5e4abc1e3b req-7f79971b-9cc0-4636-a914-36218aed36fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996590 Apr 05 20:19:55.842036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-b140a19c-fc37-4c95-9216-6f7c746fd5e1 req-86ec200f-4529-4dc9-94f8-52966bb066cc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] No DVR routers for this DVR port 13e27bfb-25f4-4a52-af3d-f9571e1ce16c on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:19:55.844038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:19:55.851333 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b140a19c-fc37-4c95-9216-6f7c746fd5e1 req-86ec200f-4529-4dc9-94f8-52966bb066cc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:55.858788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b35ffc17-c6df-48ce-85b4-fe6d833f1b78', 'name': 'network-vif-deleted', 'tag': '13e27bfb-25f4-4a52-af3d-f9571e1ce16c'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:55.860442 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28145791-9377-4659-b7e7-070b0a274add None None] Sync routers for ids ['166238ec-6621-4ad6-b97d-4ba7573de1c3'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:19:55.874501 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28145791-9377-4659-b7e7-070b0a274add None None] Routers {'166238ec-6621-4ad6-b97d-4ba7573de1c3'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:19:55.875115 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-28145791-9377-4659-b7e7-070b0a274add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:19:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['166238ec-6621-4ad6-b97d-4ba7573de1c3'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:55.914971 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f953318c-075b-4c99-904d-7f020363ba5f admin admin] 10.222.0.24 "PUT /v2.0/routers/166238ec-6621-4ad6-b97d-4ba7573de1c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2257564 Apr 05 20:19:55.917222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35710) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:55.996648 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b140a19c-fc37-4c95-9216-6f7c746fd5e1 req-86ec200f-4529-4dc9-94f8-52966bb066cc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "DELETE /v2.0/ports/13e27bfb-25f4-4a52-af3d-f9571e1ce16c HTTP/1.1" status: 204 len: 173 time: 2.5745926 Apr 05 20:19:56.052343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0459e2e-14ef-431b-b6de-374fc46609b4 req-15ba60a3-de85-4fe4-b1b6-46750008dc36 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:56.059796 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0459e2e-14ef-431b-b6de-374fc46609b4 req-15ba60a3-de85-4fe4-b1b6-46750008dc36 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3553910 Apr 05 20:19:56.233003 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:56.314481 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-28145791-9377-4659-b7e7-070b0a274add None None] Set router 166238ec-6621-4ad6-b97d-4ba7573de1c3 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:19:56.347582 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0459e2e-14ef-431b-b6de-374fc46609b4 req-bed26a51-11c0-4b4f-8d8d-8c70de52da76 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866287 Apr 05 20:19:56.502274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:56.614227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] Deleting port 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:56.614413 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:56.673181 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ff9b5fb6-5e90-41fc-b058-5f891ddcbada req-d1e3ee72-e299-4a5b-8685-793f211399fa tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.1568294 Apr 05 20:19:56.848309 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-28145791-9377-4659-b7e7-070b0a274add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129'}], 'enable_snat': True}, 'gw_port_id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:19:52Z', 'revision_number': 5, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port': {'id': '17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:cc:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:03Z', 'updated_at': '2022-04-05T20:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:56.857447 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28145791-9377-4659-b7e7-070b0a274add None None] Checking router: 166238ec-6621-4ad6-b97d-4ba7573de1c3 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:19:56.871556 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28145791-9377-4659-b7e7-070b0a274add None None] Routers {'166238ec-6621-4ad6-b97d-4ba7573de1c3'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:19:56.872321 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-28145791-9377-4659-b7e7-070b0a274add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:19:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['166238ec-6621-4ad6-b97d-4ba7573de1c3'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:57.069459 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-28145791-9377-4659-b7e7-070b0a274add None None] Set router 166238ec-6621-4ad6-b97d-4ba7573de1c3 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:19:57.103431 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b35ffc17-c6df-48ce-85b4-fe6d833f1b78', 'name': 'network-vif-deleted', 'tag': '13e27bfb-25f4-4a52-af3d-f9571e1ce16c', 'status': 'completed', 'code': 200} Apr 05 20:19:57.150491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] For port 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:19:57.151155 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:57.208368 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-28145791-9377-4659-b7e7-070b0a274add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:19:56Z', 'revision_number': 6, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:19:57.213335 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28145791-9377-4659-b7e7-070b0a274add None None] The sync data for ids ['166238ec-6621-4ad6-b97d-4ba7573de1c3'] in n-d-836604-1 is: [{'id': '166238ec-6621-4ad6-b97d-4ba7573de1c3', 'name': 'tempest-ServersTestJSON-344976646-router', 'tenant_id': 'c8e6baaa9292481fb609c06f3181442e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:02Z', 'updated_at': '2022-04-05T20:19:56Z', 'revision_number': 6, 'project_id': 'c8e6baaa9292481fb609c06f3181442e', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:19:57.266185 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a8ef293-0878-44d0-a9c7-cfdb47e58f6c req-11a2fa65-4dee-4520-af45-7f3fd20a0e2f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=b35ffc17-c6df-48ce-85b4-fe6d833f1b78 HTTP/1.1" status: 200 len: 210 time: 0.1246309 Apr 05 20:19:57.315448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 13e27bfb-25f4-4a52-af3d-f9571e1ce16c no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:19:57.358310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] Calling delete_port for 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:19:57.382660 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aab4a9e1-dd9f-4a15-bd43-246d9d2b43f6 req-a83a7ae8-daa4-44da-b417-a1c37772ef59 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 210 time: 0.0673602 Apr 05 20:19:57.402924 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83473d6-c2dc-46b6-b3f9-86451ba2252c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:19:57.410710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 13e27bfb-25f4-4a52-af3d-f9571e1ce16c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:19:57.411247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 13e27bfb-25f4-4a52-af3d-f9571e1ce16c not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:19:57.467873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c485613-89e8-44ac-ae48-17ef1a8d561d req-55cf069b-d4a4-41f3-acfe-4f350f1a2eb4 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:57.475392 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5c485613-89e8-44ac-ae48-17ef1a8d561d req-55cf069b-d4a4-41f3-acfe-4f350f1a2eb4 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 945 time: 0.5200598 Apr 05 20:19:57.613773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4c719-a05d-4638-b1d1-c42551650f37 req-783c475d-040d-497d-9e73-bfbf1e79e5f6 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:57.622861 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8af4c719-a05d-4638-b1d1-c42551650f37 req-783c475d-040d-497d-9e73-bfbf1e79e5f6 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1250546 Apr 05 20:19:57.685992 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5c485613-89e8-44ac-ae48-17ef1a8d561d req-e4b33955-a366-4c32-8c86-e1b37fcf0d7f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089617 Apr 05 20:19:57.712752 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8af4c719-a05d-4638-b1d1-c42551650f37 req-72a50812-6e34-4aec-adcf-ebbe807271f3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757217 Apr 05 20:19:57.803496 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83473d6-c2dc-46b6-b3f9-86451ba2252c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd', 'code': 200} Apr 05 20:19:57.810645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35762) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:57.853628 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:57.923383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c2eddab-407a-4dc7-a6bb-5b7c8690ddb3 req-c1b9bf94-8ef6-4cd1-9aa1-7b0a99a9a88c tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.0686955 Apr 05 20:19:58.034334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:58.117233 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3958abe-0851-48a9-98b6-aa60ebd60a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:58.156382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b3958abe-0851-48a9-98b6-aa60ebd60a50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:58.173125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b3958abe-0851-48a9-98b6-aa60ebd60a50 admin admin] Usage tracker for resource:security_group_rule and tenant:eeacc3b4bbfb4540ba14846dff4e7972 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:58.179382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b3958abe-0851-48a9-98b6-aa60ebd60a50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:58.203132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b3958abe-0851-48a9-98b6-aa60ebd60a50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:58.254510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:58.362725 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3958abe-0851-48a9-98b6-aa60ebd60a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:58.370607 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3958abe-0851-48a9-98b6-aa60ebd60a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:58.438712 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b3958abe-0851-48a9-98b6-aa60ebd60a50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eeacc3b4bbfb4540ba14846dff4e7972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6269701 Apr 05 20:19:58.439755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3958abe-0851-48a9-98b6-aa60ebd60a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c217427-4109-46f8-b4d8-9dd3ce6c9424,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:58.442560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35778) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:58.572447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5d5cc314-b492-4d06-8902-e86480991533 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:19:58.579911 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:58.585089 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:58.620106 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81e7d5b5-4170-46cf-b2a2-a869c09397f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:58.628000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 5d5cc314-b492-4d06-8902-e86480991533 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:19:58.628341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5d5cc314-b492-4d06-8902-e86480991533 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:19:58.628872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:19:58.658206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81e7d5b5-4170-46cf-b2a2-a869c09397f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:58.671615 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d11747fb-1cda-4cb1-b850-eccaf3aacc9b req-78e71c8d-c59e-4d21-a8a2-d41f30651cc5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 210 time: 0.0810487 Apr 05 20:19:58.692496 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:19:58.693492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 17d0dbc6-c0bd-4ff2-bfa7-034e5bf29285 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:19:58.697571 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:58.698138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 166238ec-6621-4ad6-b97d-4ba7573de1c3 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:19:58.723942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fec3a4d-5376-4c05-a253-7fc618a672bf req-58af7ab8-2bfd-4d8c-80ee-6de2116eee9c tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:58.731506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4fec3a4d-5376-4c05-a253-7fc618a672bf req-58af7ab8-2bfd-4d8c-80ee-6de2116eee9c tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 946 time: 0.1864376 Apr 05 20:19:58.753367 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:58.755121 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c664173b-1e50-4f9e-b546-c294e7f30269 admin admin] 10.222.0.24 "DELETE /v2.0/routers/166238ec-6621-4ad6-b97d-4ba7573de1c3 HTTP/1.1" status: 204 len: 168 time: 2.8353670 Apr 05 20:19:58.758561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35788) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:58.766407 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf03cef-6a87-4473-b0b8-7d5b66ebadca req-c012b169-a13e-4494-a5eb-3e157dba5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:58.769110 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbf03cef-6a87-4473-b0b8-7d5b66ebadca req-c012b169-a13e-4494-a5eb-3e157dba5873 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 1097 time: 0.7360148 Apr 05 20:19:58.870552 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4fec3a4d-5376-4c05-a253-7fc618a672bf req-9c810a05-6b53-4501-9509-aa7a6b836e43 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379335 Apr 05 20:19:58.885078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a95bd4-890a-4c36-aca4-72bd9b2887c2 admin admin] Deleting subnet 1b6eaa5a-77f4-4745-89f9-677c67578620 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:19:58.888326 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81e7d5b5-4170-46cf-b2a2-a869c09397f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:58.892339 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50a95bd4-890a-4c36-aca4-72bd9b2887c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:58.930370 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbf03cef-6a87-4473-b0b8-7d5b66ebadca req-6e3eda33-f99e-4f9d-9d1c-3f8b8229d3f2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532936 Apr 05 20:19:58.952884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-1bbac65b-afa4-4921-b2d2-1188622fda55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:58.954486 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-1bbac65b-afa4-4921-b2d2-1188622fda55 service neutron] 10.222.0.41 "GET /v2.0/ports/75682036-7b4c-443d-b0de-61031a48f0da HTTP/1.1" status: 200 len: 1027 time: 0.1524005 Apr 05 20:19:59.100161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7d5b5-4170-46cf-b2a2-a869c09397f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c217427-4109-46f8-b4d8-9dd3ce6c9424,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:59.109747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0c125754-3c18-4056-b28a-77b345ea9dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:59.111291 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0c125754-3c18-4056-b28a-77b345ea9dbc service neutron] 10.222.0.41 "GET /v2.0/ports/db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 HTTP/1.1" status: 200 len: 1027 time: 0.1018870 Apr 05 20:19:59.118269 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81e7d5b5-4170-46cf-b2a2-a869c09397f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:59.121596 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-81e7d5b5-4170-46cf-b2a2-a869c09397f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c217427-4109-46f8-b4d8-9dd3ce6c9424 HTTP/1.1" status: 204 len: 168 time: 0.6639626 Apr 05 20:19:59.137022 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50a95bd4-890a-4c36-aca4-72bd9b2887c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:59.163629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-7859dffe-ef91-4ce3-83c6-3699fe0fc3df tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:59.165445 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-7859dffe-ef91-4ce3-83c6-3699fe0fc3df tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 0.2750304 Apr 05 20:19:59.204603 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-fe3ad103-25b3-4ee3-8beb-aad1267adb65 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/quotas/1ccb3652f5a74824b97498e5d91e065f HTTP/1.1" status: 200 len: 375 time: 0.0231056 Apr 05 20:19:59.246087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e056b62-320a-4acb-b7a8-c91b7e9860c5 req-7717c845-accb-4b6d-a1a4-fe6cc53dbefc tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:59.247668 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e056b62-320a-4acb-b7a8-c91b7e9860c5 req-7717c845-accb-4b6d-a1a4-fe6cc53dbefc tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 945 time: 0.1893511 Apr 05 20:19:59.284779 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50a95bd4-890a-4c36-aca4-72bd9b2887c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:59.366114 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e056b62-320a-4acb-b7a8-c91b7e9860c5 req-a54b6f59-9e53-410c-b671-1915b69e984d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057963 Apr 05 20:19:59.390696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-53a06fce-1de8-4862-9abf-e6b36d1013a4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:59.397076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-53a06fce-1de8-4862-9abf-e6b36d1013a4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:59.403221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-53a06fce-1de8-4862-9abf-e6b36d1013a4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:59.404032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-53a06fce-1de8-4862-9abf-e6b36d1013a4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Synchronizing usage tracker for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:59.430485 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50a95bd4-890a-4c36-aca4-72bd9b2887c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:59.469123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-53a06fce-1de8-4862-9abf-e6b36d1013a4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Unset dirty status for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:59.473398 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-53a06fce-1de8-4862-9abf-e6b36d1013a4 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "GET /v2.0/networks?id=c1d4db6d-e221-421f-bec4-215e49978b5e&id=65078b3e-8573-4599-8d5f-da3f86914493&id=65078b3e-8573-4599-8d5f-da3f86914493&id=65078b3e-8573-4599-8d5f-da3f86914493&id=65078b3e-8573-4599-8d5f-da3f86914493&id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&id=155ded23-dcca-4bf5-8033-6cb75ec37e9a HTTP/1.1" status: 200 len: 1990 time: 0.3568769 Apr 05 20:19:59.494789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-80a50422-9132-4925-bee3-27d872de374e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Synchronizing usage tracker for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:59.515920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a95bd4-890a-4c36-aca4-72bd9b2887c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6eaa5a-77f4-4745-89f9-677c67578620,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:19:59.527389 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50a95bd4-890a-4c36-aca4-72bd9b2887c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:59.529995 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cdc995-cfd9-47b8-8c06-45b25a240629 None None] Network 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:19:59.541539 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-50a95bd4-890a-4c36-aca4-72bd9b2887c2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1b6eaa5a-77f4-4745-89f9-677c67578620 HTTP/1.1" status: 204 len: 168 time: 0.7790871 Apr 05 20:19:59.542917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35810) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:59.546066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35812) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:19:59.590014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-80a50422-9132-4925-bee3-27d872de374e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Unset dirty status for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:59.596600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-80a50422-9132-4925-bee3-27d872de374e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3381426 Apr 05 20:19:59.653682 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d18b5894-31a4-4347-bf6f-eab7d2c10764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:59.662214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3e5d1f0a-28ed-4166-83af-b9c722193a1c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Synchronizing usage tracker for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:19:59.739349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d18b5894-31a4-4347-bf6f-eab7d2c10764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:19:59.748672 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:59.754090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d18b5894-31a4-4347-bf6f-eab7d2c10764 admin admin] Usage tracker for resource:security_group_rule and tenant:f8178e2852714606a9a43f6cc667a041 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:19:59.760225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d18b5894-31a4-4347-bf6f-eab7d2c10764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:19:59.778828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d18b5894-31a4-4347-bf6f-eab7d2c10764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:19:59.813225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Deleting port c7a4d4e3-1a55-4650-997d-7e2b633e8541 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:59.813495 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:19:59.878757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3e5d1f0a-28ed-4166-83af-b9c722193a1c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Unset dirty status for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:19:59.880838 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3e5d1f0a-28ed-4166-83af-b9c722193a1c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3189be43b8324ee6bd68d0b85dfb1996 HTTP/1.1" status: 200 len: 380 time: 0.3930871 Apr 05 20:19:59.884283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ea702-0f68-4097-8291-e8877377e76c req-39dc6d20-bfaa-4428-bdfc-c518602bc5f9 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:19:59.891557 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-052ea702-0f68-4097-8291-e8877377e76c req-39dc6d20-bfaa-4428-bdfc-c518602bc5f9 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3441882 Apr 05 20:19:59.921656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'port': {'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'admin_state_up': True, 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'security_groups': ['2a0113a6-d1bd-4128-a3bf-f638457471d2']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:19:59.947076 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-7d56ac14-3691-41e4-8544-dd1ff95e36d9 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413162 Apr 05 20:19:59.961398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a212f8-cd5a-4c67-8bb3-7ccf36659ac9 None None] DHCP port deletion for 02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:19:59.974967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-81a212f8-cd5a-4c67-8bb3-7ccf36659ac9 None None] Deleting port c7a4d4e3-1a55-4650-997d-7e2b633e8541 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:19:59.975226 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-81a212f8-cd5a-4c67-8bb3-7ccf36659ac9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:00.015703 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-052ea702-0f68-4097-8291-e8877377e76c req-b09d1ed7-bf28-4705-8789-78c5f62cacda tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231997 Apr 05 20:20:00.331862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:00.356938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:00.377697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Made reservation on behalf of 3189be43b8324ee6bd68d0b85dfb1996 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:00.383309 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:00.393560 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-81a212f8-cd5a-4c67-8bb3-7ccf36659ac9 None None] For port c7a4d4e3-1a55-4650-997d-7e2b633e8541, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c7a4d4e3-1a55-4650-997d-7e2b633e8541,segment=NetworkSegment(1d689488-4229-4b91-bd6c-b92ca9d678e0),segment_id=1d689488-4229-4b91-bd6c-b92ca9d678e0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:00.394114 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-81a212f8-cd5a-4c67-8bb3-7ccf36659ac9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:00.526850 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1466429-ef4e-4a31-8a83-7cd121ebd191 req-af6ffca3-e7b6-45b4-b70c-4e1bb9ae23bb tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.1517522 Apr 05 20:20:00.532957 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d18b5894-31a4-4347-bf6f-eab7d2c10764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:00.557822 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d18b5894-31a4-4347-bf6f-eab7d2c10764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:00.580375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c7a4d4e3-1a55-4650-997d-7e2b633e8541 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:20:00.586308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] For port c7a4d4e3-1a55-4650-997d-7e2b633e8541, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c7a4d4e3-1a55-4650-997d-7e2b633e8541,segment=NetworkSegment(1d689488-4229-4b91-bd6c-b92ca9d678e0),segment_id=1d689488-4229-4b91-bd6c-b92ca9d678e0)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:00.586671 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:00.631014 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-81a212f8-cd5a-4c67-8bb3-7ccf36659ac9 None None] Calling delete_port for c7a4d4e3-1a55-4650-997d-7e2b633e8541 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:20:00.719523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b5894-31a4-4347-bf6f-eab7d2c10764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8d8722-7fe3-488b-9faf-22ffa2610711,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:00.727160 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-81a212f8-cd5a-4c67-8bb3-7ccf36659ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:00.795922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a212f8-cd5a-4c67-8bb3-7ccf36659ac9 None None] Pushing event deleted for resources: {'Port': ['ID=c7a4d4e3-1a55-4650-997d-7e2b633e8541,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:00.800281 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a212f8-cd5a-4c67-8bb3-7ccf36659ac9 None None] No DVR routers for this DVR port c7a4d4e3-1a55-4650-997d-7e2b633e8541 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:20:00.801589 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-8c85cfc4-2791-4656-8297-74d733bf6f74 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7804418 Apr 05 20:20:00.825330 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No active binding found for port c7a4d4e3-1a55-4650-997d-7e2b633e8541 {{(pid=87966) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 20:20:00.825834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c7a4d4e3-1a55-4650-997d-7e2b633e8541 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:20:00.980249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Allocated IP 172.20.0.5 (c1d4db6d-e221-421f-bec4-215e49978b5e/aa31aa76-5a52-4e0c-aa3c-55565cc204cd/f9448b79-3827-496f-864e-611a8674e2de) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:01.034501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Calling delete_port for c7a4d4e3-1a55-4650-997d-7e2b633e8541 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:20:01.244621 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d628f7fc-bbbe-4525-89f0-df7d21b45af7 req-ca0cc58e-adcd-43fc-8e7a-8cf2f5aa67f3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 210 time: 0.1627908 Apr 05 20:20:01.251749 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d18b5894-31a4-4347-bf6f-eab7d2c10764 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8178e2852714606a9a43f6cc667a041&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7012184 Apr 05 20:20:01.257656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35844) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:01.367125 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:01.401232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Transition to ACTIVE for port object f9448b79-3827-496f-864e-611a8674e2de will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:01.445327 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:01.460340 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3c14a74f-85cb-41f8-95f6-340962b8611e req-9f6bd6f8-25d6-4a86-9c55-9ea1a97ecc12 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 210 time: 0.1414795 Apr 05 20:20:01.483587 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:20:01.484160 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:20:01.509180 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-acef5bdf-7370-4069-bb91-ee591cfbf9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:01.543473 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-acef5bdf-7370-4069-bb91-ee591cfbf9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:01.615557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Network c1d4db6d-e221-421f-bec4-215e49978b5e is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:01.625598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:01.635353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:01.662350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-acef5bdf-7370-4069-bb91-ee591cfbf9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:01.717605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef5bdf-7370-4069-bb91-ee591cfbf9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8d8722-7fe3-488b-9faf-22ffa2610711,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:01.764175 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-acef5bdf-7370-4069-bb91-ee591cfbf9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:01.765661 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-acef5bdf-7370-4069-bb91-ee591cfbf9ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e8d8722-7fe3-488b-9faf-22ffa2610711 HTTP/1.1" status: 204 len: 168 time: 0.5067546 Apr 05 20:20:01.776023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13803544-5f07-464d-b7a3-a50a78a97a9a req-04a46a43-049b-4d37-b312-38f93f116ab7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:01.781722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:01.783742 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:01.784153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13803544-5f07-464d-b7a3-a50a78a97a9a req-04a46a43-049b-4d37-b312-38f93f116ab7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 946 time: 0.1937075 Apr 05 20:20:01.850719 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'Port': ['ID=f9448b79-3827-496f-864e-611a8674e2de,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:01.867805 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13803544-5f07-464d-b7a3-a50a78a97a9a req-4f0a7aeb-c66c-4293-b404-cb71533a3d40 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826402 Apr 05 20:20:01.882625 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f16b94c7-855f-43d4-a52b-d3bb30d350d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9880943 Apr 05 20:20:01.888484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'port': {'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493', 'admin_state_up': True, 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'security_groups': ['2a0113a6-d1bd-4128-a3bf-f638457471d2']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:01.988746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Deleting port c7a4d4e3-1a55-4650-997d-7e2b633e8541 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:20:01.988908 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:02.066723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830ce81-24f9-484a-8b33-47f92c5b3971 req-4d621443-708a-4fd9-b6a1-609cfd4d985c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:02.073785 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5830ce81-24f9-484a-8b33-47f92c5b3971 req-4d621443-708a-4fd9-b6a1-609cfd4d985c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.5232866 Apr 05 20:20:02.102039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f46b6c68-3a2b-440c-a3ac-7e0ca59ed5d0 None None] Provisioning for port f9448b79-3827-496f-864e-611a8674e2de completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:02.110720 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f46b6c68-3a2b-440c-a3ac-7e0ca59ed5d0 None None] Provisioning complete for port f9448b79-3827-496f-864e-611a8674e2de triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:02.112767 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f46b6c68-3a2b-440c-a3ac-7e0ca59ed5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:02.138687 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5830ce81-24f9-484a-8b33-47f92c5b3971 req-b823d3e1-a091-4d8d-a1ae-35450e2bd0c7 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639048 Apr 05 20:20:02.223067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:02.223617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] The port 'c7a4d4e3-1a55-4650-997d-7e2b633e8541' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:20:02.227867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Usage tracker for resource:port and tenant:3189be43b8324ee6bd68d0b85dfb1996 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:02.234456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:02.254946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:02.267042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f46b6c68-3a2b-440c-a3ac-7e0ca59ed5d0 None None] Port f9448b79-3827-496f-864e-611a8674e2de cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:20:02.269485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Made reservation on behalf of 3189be43b8324ee6bd68d0b85dfb1996 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:02.281992 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:02.446901 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7aa8a0e4-4446-411d-ac88-a2caab9a9f78 req-38e9709e-278b-421a-bbda-51f4c147a923 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.0568211 Apr 05 20:20:02.646316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Allocated IP 10.1.1.242 (65078b3e-8573-4599-8d5f-da3f86914493/6d633297-4d96-4581-8321-99029b09955a/0abe355c-c18d-4a37-bce6-7fc1dba443f1) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:02.751248 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:02.897352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b944a-1487-491c-954d-a11578ac31be req-58d76aad-31da-4be0-9ab0-730788734736 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:02.898733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-e66b944a-1487-491c-954d-a11578ac31be req-58d76aad-31da-4be0-9ab0-730788734736 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Synchronizing usage tracker for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:03.000916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-e66b944a-1487-491c-954d-a11578ac31be req-58d76aad-31da-4be0-9ab0-730788734736 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Unset dirty status for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:03.010390 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e66b944a-1487-491c-954d-a11578ac31be req-58d76aad-31da-4be0-9ab0-730788734736 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 931 time: 0.3691597 Apr 05 20:20:03.069568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b3d8f3-9178-4446-ba41-5abc3c2cc9b6']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:03.093248 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e66b944a-1487-491c-954d-a11578ac31be req-58aa700f-8e3c-40f1-b781-ce401ed7c7a1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814345 Apr 05 20:20:03.176311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d689488-4229-4b91-bd6c-b92ca9d678e0') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:03.176825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d689488-4229-4b91-bd6c-b92ca9d678e0') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:03.240572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-d61c9baf-5ea4-46a0-836e-bf71e18b1d7c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:03.244893 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-d61c9baf-5ea4-46a0-836e-bf71e18b1d7c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 806 time: 0.4670205 Apr 05 20:20:03.249824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:03.275074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Request body: {'port': {'device_id': '4baa001b-bb6b-42f7-9675-1fb558ff3432', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'admin_state_up': True, 'tenant_id': '1ccb3652f5a74824b97498e5d91e065f'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:03.294276 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:03.322089 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:03.355018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:20:03.355709 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:20:03.374244 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:20:03.376376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35908) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:03.399636 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-98a2de2d-d073-4fe0-b791-a60051e0a53e req-df64c887-c8c8-45e0-a598-2f5ddde0f008 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 210 time: 0.0972974 Apr 05 20:20:03.429383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509e59d1-63d6-4952-bd1c-33385203b678 req-a37664c7-076a-4d67-94a0-2c2f9da507fa tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:03.431437 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-509e59d1-63d6-4952-bd1c-33385203b678 req-a37664c7-076a-4d67-94a0-2c2f9da507fa tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.41 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 946 time: 0.2782614 Apr 05 20:20:03.509494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-509e59d1-63d6-4952-bd1c-33385203b678 req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Deleting port 486400c3-4400-43e8-b95c-f64e3cd46be8 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:20:03.510278 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-509e59d1-63d6-4952-bd1c-33385203b678 req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:03.514978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-0f32116d-b081-4737-9554-c8f60bcdec59 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:03.516425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-0f32116d-b081-4737-9554-c8f60bcdec59 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/networks?id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e HTTP/1.1" status: 200 len: 813 time: 0.7404978 Apr 05 20:20:03.554864 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-df768151-9407-40b1-b547-043d7eb24d16 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/quotas/83f1a6dd1f4b4138ad59ae14c2f5fe2b HTTP/1.1" status: 200 len: 375 time: 0.0274096 Apr 05 20:20:03.560233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Transition to ACTIVE for port object 0abe355c-c18d-4a37-bce6-7fc1dba443f1 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:03.562716 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:03.568036 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:03.605135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b3d8f3-9178-4446-ba41-5abc3c2cc9b6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:03.674711 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-af026dad-4b70-4acb-b45d-c5efb3533881 admin admin] 10.222.0.24 "DELETE /v2.0/networks/02b3d8f3-9178-4446-ba41-5abc3c2cc9b6 HTTP/1.1" status: 204 len: 168 time: 4.1297314 Apr 05 20:20:03.697561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:03.734887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:03.775139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-603275991-network', 'tenant_id': 'e6847749ee814c72a5d4a1675c38b3e3'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:03.802542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:03.806660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Made reservation on behalf of 1ccb3652f5a74824b97498e5d91e065f for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:03.809752 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:03.824401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Usage tracker for resource:network and tenant:e6847749ee814c72a5d4a1675c38b3e3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:03.834155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:03.888098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35920) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:03.898800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:03.938620 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-295b202b-4ed4-4046-a0f9-60143bed80cd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3583133 Apr 05 20:20:03.942348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Made reservation on behalf of e6847749ee814c72a5d4a1675c38b3e3 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:03.944583 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:04.001275 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:04.010944 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:04.071967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:04.073147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Usage tracker for resource:security_group_rule and tenant:e6847749ee814c72a5d4a1675c38b3e3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:04.077306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:04.083910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:04.087249 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-78181eaa-e4f8-4553-b294-013ff352f581 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8e6baaa9292481fb609c06f3181442e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969352 Apr 05 20:20:04.101105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35924) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:04.170437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Network 65078b3e-8573-4599-8d5f-da3f86914493 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:04.179272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:04.190886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Allocated IP 172.20.0.14 (5ee47cee-4865-4aba-8a5b-ec49888bd827/ca381f74-bd26-46e2-abab-12d6223326b0/952ede5f-bf80-4af2-a2f7-b30bae155691) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:04.193757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:04.228089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'Port': ['ID=0abe355c-c18d-4a37-bce6-7fc1dba443f1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:04.260349 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-423ecc7f-0e80-4afa-b7d5-63016079ef43 service neutron] 10.222.0.24 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032308 Apr 05 20:20:04.260704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2505bfd-05f7-49c9-b5e0-a97e6a0f1cdd req-504e6b2c-660a-433c-9362-94796744daa9 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:04.264803 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c2505bfd-05f7-49c9-b5e0-a97e6a0f1cdd req-504e6b2c-660a-433c-9362-94796744daa9 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 946 time: 0.6309350 Apr 05 20:20:04.296144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-509e59d1-63d6-4952-bd1c-33385203b678 req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] For port 486400c3-4400-43e8-b95c-f64e3cd46be8, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=486400c3-4400-43e8-b95c-f64e3cd46be8,segment=NetworkSegment(fb492852-b98d-43a4-9a57-ea8759808c7b),segment_id=fb492852-b98d-43a4-9a57-ea8759808c7b)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:04.296549 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-509e59d1-63d6-4952-bd1c-33385203b678 req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:04.395351 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69f0bfbd-52be-49eb-953b-3e7877a9a90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:04.442364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:04.442951 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:04.479837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c2505bfd-05f7-49c9-b5e0-a97e6a0f1cdd req-ed16aeed-03b9-41e3-ac59-a65df19754bf tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups?id=682c11b5-c099-4775-90f4-63ba611ad825&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026980 Apr 05 20:20:04.511460 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69f0bfbd-52be-49eb-953b-3e7877a9a90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:04.582015 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-bcccc13c-3c8f-4771-a76e-2f68552e4230 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7010539 Apr 05 20:20:04.606935 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:04.613022 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-45bfbe1b-5b4c-4ee2-8218-97f5181a2518 None None] Provisioning for port 0abe355c-c18d-4a37-bce6-7fc1dba443f1 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:04.618836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-45bfbe1b-5b4c-4ee2-8218-97f5181a2518 None None] Provisioning complete for port 0abe355c-c18d-4a37-bce6-7fc1dba443f1 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:04.619412 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-45bfbe1b-5b4c-4ee2-8218-97f5181a2518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:04.629297 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'port': {'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493', 'admin_state_up': True, 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'security_groups': ['2a0113a6-d1bd-4128-a3bf-f638457471d2']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:04.652939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:04.681504 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:20:04.749035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Network 5ee47cee-4865-4aba-8a5b-ec49888bd827 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:04.756386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:04.778146 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:04.810590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-45bfbe1b-5b4c-4ee2-8218-97f5181a2518 None None] Port 0abe355c-c18d-4a37-bce6-7fc1dba443f1 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:20:04.818279 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dd3e5921-cf0b-4bb7-90b0-f6c31bd2b39e req-15c79220-c05e-4768-abe0-df71210496df tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.1462984 Apr 05 20:20:04.976334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event updated for resources: {'Port': ['ID=952ede5f-bf80-4af2-a2f7-b30bae155691,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:04.981615 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:05.013661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:05.039254 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-842a5cc8-06b9-4c55-83ec-b8ce84d57480 service neutron] 10.222.0.24 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7431784 Apr 05 20:20:05.071540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:05.072179 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:05.074764 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69f0bfbd-52be-49eb-953b-3e7877a9a90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:05.079885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:20:05.093588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729eaf6d-4919-449f-bd30-b7883320b8f5,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:05.106245 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:05.106395 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Added segment 3f76fa53-861e-4529-bd03-99bde93c9cb8 of type vlan for network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 Apr 05 20:20:05.115926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-509e59d1-63d6-4952-bd1c-33385203b678 req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:05.115926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-509e59d1-63d6-4952-bd1c-33385203b678 req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:05.115926 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-509e59d1-63d6-4952-bd1c-33385203b678 req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Floating IP 3dd2ea30-0b41-406d-b4a1-655f0f124f5c disassociated. External IP: 172.25.8.18, port: 486400c3-4400-43e8-b95c-f64e3cd46be8. Apr 05 20:20:05.115926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-509e59d1-63d6-4952-bd1c-33385203b678 req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Calling delete_port for 486400c3-4400-43e8-b95c-f64e3cd46be8 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:20:05.166456 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:05.196889 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-b9fa7900-1552-43c2-9375-44ce37e75190 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9369483 Apr 05 20:20:05.209003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Request body: {'port': {'device_id': '4baa001b-bb6b-42f7-9675-1fb558ff3432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:05.243755 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:05.244751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:05.245435 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:05.344201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0bfbd-52be-49eb-953b-3e7877a9a90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2991e911-45f4-48af-8522-f73dd06efcd2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:05.387097 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69f0bfbd-52be-49eb-953b-3e7877a9a90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:05.402479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-69f0bfbd-52be-49eb-953b-3e7877a9a90b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2991e911-45f4-48af-8522-f73dd06efcd2 HTTP/1.1" status: 204 len: 168 time: 1.2971234 Apr 05 20:20:05.428969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] Pushing event updated for resources: {'Network': ['ID=a3551a2a-e941-4e9f-8ee2-de8f01da3a76,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:05.437307 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-229f8741-9450-4610-9fa9-67656be43b4e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9995687 Apr 05 20:20:05.438506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35938) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:05.440662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:20:05.480564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:05.520658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Request body: {'subnet': {'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-603275991-subnet', 'tenant_id': 'e6847749ee814c72a5d4a1675c38b3e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:05.543680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:05.560866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:05.576677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-509e59d1-63d6-4952-bd1c-33385203b678 req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:05.578061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Usage tracker for resource:subnet and tenant:e6847749ee814c72a5d4a1675c38b3e3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:05.697433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:05.717707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146ef7-183e-4dd3-93e4-85090c7ee401 req-6cccc8dc-df66-4b21-91f7-7ba94b48f749 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:05.725179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48146ef7-183e-4dd3-93e4-85090c7ee401 req-6cccc8dc-df66-4b21-91f7-7ba94b48f749 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:05.727515 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-48146ef7-183e-4dd3-93e4-85090c7ee401 req-6cccc8dc-df66-4b21-91f7-7ba94b48f749 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 1653 time: 0.7348478 Apr 05 20:20:05.754114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Pushing event deleted for resources: {'Port': ['ID=486400c3-4400-43e8-b95c-f64e3cd46be8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:05.762453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:05.764622 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:05.769676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Made reservation on behalf of 3189be43b8324ee6bd68d0b85dfb1996 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:05.773247 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:05.908615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Made reservation on behalf of e6847749ee814c72a5d4a1675c38b3e3 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:05.911956 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:06.045077 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-48146ef7-183e-4dd3-93e4-85090c7ee401 req-b558999a-bf42-494e-881c-8e87fc06fe43 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939451 Apr 05 20:20:06.183067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb10929-8a95-4a6e-b296-b1cce9ea54c0 req-c1ca2765-bd36-4fbd-9807-24efbd3987f8 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:06.184114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5bb10929-8a95-4a6e-b296-b1cce9ea54c0 req-c1ca2765-bd36-4fbd-9807-24efbd3987f8 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Synchronizing usage tracker for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:06.263579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5bb10929-8a95-4a6e-b296-b1cce9ea54c0 req-c1ca2765-bd36-4fbd-9807-24efbd3987f8 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Unset dirty status for tenant:1ccb3652f5a74824b97498e5d91e065f on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:06.272078 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5bb10929-8a95-4a6e-b296-b1cce9ea54c0 req-c1ca2765-bd36-4fbd-9807-24efbd3987f8 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 932 time: 0.7086825 Apr 05 20:20:06.415881 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5bb10929-8a95-4a6e-b296-b1cce9ea54c0 req-beaf0bfa-3d78-4fa4-aede-76dbb2c7c7dd tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428440 Apr 05 20:20:06.608948 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-509e59d1-63d6-4952-bd1c-33385203b678 req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Router 65b20cbc-dfa4-4811-b147-aa2d109e33cb has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:20:06.612668 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-53d019e2-0919-45bc-ba92-da56f9c650bb req-932884f2-890f-466d-99a0-cb051127ac48 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 210 time: 0.3275449 Apr 05 20:20:06.701848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Allocated IP 10.1.1.106 (65078b3e-8573-4599-8d5f-da3f86914493/6d633297-4d96-4581-8321-99029b09955a/e2765005-dfb9-40bd-a743-1b37fd966f55) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:06.856557 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:06.895472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35972) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:06.938710 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-25cc361b-1e31-46cd-a0a9-86bbcceb8df2 req-553ae4fe-6a32-4f75-b150-3f9e053a0943 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.1040454 Apr 05 20:20:06.982846 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8d4cd59f-360a-407a-9388-b2bd5922269c req-fef4b895-1c3e-42f4-9d54-350a5b2298f7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 210 time: 0.1356854 Apr 05 20:20:07.014320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-509e59d1-63d6-4952-bd1c-33385203b678 req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:20:07.016307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88430ea-44d3-43b1-aa84-469b3caec570 None None] Sync routers for ids ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:20:07.016813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952ede5f-bf80-4af2-a2f7-b30bae155691 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:07.037194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88430ea-44d3-43b1-aa84-469b3caec570 None None] Routers {'65b20cbc-dfa4-4811-b147-aa2d109e33cb'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:20:07.037818 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d88430ea-44d3-43b1-aa84-469b3caec570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:19:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:07.057166 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:07.093644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4fe4ed7-5511-43cb-8270-e4b3f3328c23,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:07.100007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Checking segment: {'id': '3f76fa53-861e-4529-bd03-99bde93c9cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:07.100369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Network hostable DHCP agents. Network: a3551a2a-e941-4e9f-8ee2-de8f01da3a76, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:20:07.109324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Transition to ACTIVE for port object 952ede5f-bf80-4af2-a2f7-b30bae155691 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:07.126284 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:07.151048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-509e59d1-63d6-4952-bd1c-33385203b678 req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] No DVR routers for this DVR port 486400c3-4400-43e8-b95c-f64e3cd46be8 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:20:07.170498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-509e59d1-63d6-4952-bd1c-33385203b678 req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:07.173233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f6b147f-cb5d-4c00-b52f-5f879d9b0c11', 'name': 'network-vif-deleted', 'tag': '486400c3-4400-43e8-b95c-f64e3cd46be8'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:07.287809 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f6b147f-cb5d-4c00-b52f-5f879d9b0c11', 'name': 'network-vif-deleted', 'tag': '486400c3-4400-43e8-b95c-f64e3cd46be8', 'status': 'completed', 'code': 200} Apr 05 20:20:07.288029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:20:07.308947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-772320521-network', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:07.331157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:07.382478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Pushing event updated for resources: {'Port': ['ID=952ede5f-bf80-4af2-a2f7-b30bae155691,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:07.389227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Usage tracker for resource:network and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:07.393048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, a3551a2a-e941-4e9f-8ee2-de8f01da3a76) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:07.403360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d88430ea-44d3-43b1-aa84-469b3caec570 None None] Set router 65b20cbc-dfa4-4811-b147-aa2d109e33cb gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:20:07.404843 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-509e59d1-63d6-4952-bd1c-33385203b678 req-545214bf-23cc-420e-b586-3b4af6963af7 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.41 "DELETE /v2.0/ports/486400c3-4400-43e8-b95c-f64e3cd46be8 HTTP/1.1" status: 204 len: 173 time: 3.9655030 Apr 05 20:20:07.405931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:07.425253 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:07.441497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:07.467080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:07.467672 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:07.485959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Transition to ACTIVE for port object e2765005-dfb9-40bd-a743-1b37fd966f55 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:07.504650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-4a11474c-794b-4bdc-8867-783547144e11 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:07.506922 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-4a11474c-794b-4bdc-8867-783547144e11 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.13 "GET /v2.0/networks?id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e HTTP/1.1" status: 200 len: 813 time: 0.3932326 Apr 05 20:20:07.511748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Made reservation on behalf of 67f206acc8b04566894efcfbb5ff0d28 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:07.527177 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:07.562583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 486400c3-4400-43e8-b95c-f64e3cd46be8 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:20:07.575607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Request body: {'port': {'device_id': '52fde98c-4f48-428c-8e83-58cc3e485338', 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e', 'admin_state_up': True, 'tenant_id': '83f1a6dd1f4b4138ad59ae14c2f5fe2b'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:07.601256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bb457c-fae4-4e9f-b0bc-18f18051696d None None] Network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:20:07.606542 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:07.626142 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 486400c3-4400-43e8-b95c-f64e3cd46be8 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:20:07.626711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 486400c3-4400-43e8-b95c-f64e3cd46be8 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:20:07.715345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Attempting to bind port 952ede5f-bf80-4af2-a2f7-b30bae155691 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:07.717411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Attempting to bind port 952ede5f-bf80-4af2-a2f7-b30bae155691 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:07.717758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Attempting to bind port 952ede5f-bf80-4af2-a2f7-b30bae155691 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:07.731583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-43e3ca2e-dc5b-4ed8-9168-05e98b873980 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2440746 Apr 05 20:20:07.735265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Port 952ede5f-bf80-4af2-a2f7-b30bae155691 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:20:07.735931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Attempting to bind port 952ede5f-bf80-4af2-a2f7-b30bae155691 on network 5ee47cee-4865-4aba-8a5b-ec49888bd827 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:07.736466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:07.749849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:07.750335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Checking segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:07.750724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Bound using segment: {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:07.751157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Bound port: 952ede5f-bf80-4af2-a2f7-b30bae155691, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cbd2a05-ca51-4312-8352-863c2c42eaae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:07.751504 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:07.791199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8ef6-e3e8-404f-8eee-ae25949fe442 req-9ca0346a-ffff-49cc-bf45-f6f682f7bb1e tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:07.803659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e8ef6-e3e8-404f-8eee-ae25949fe442 req-9ca0346a-ffff-49cc-bf45-f6f682f7bb1e tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:07.806422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-443e8ef6-e3e8-404f-8eee-ae25949fe442 req-9ca0346a-ffff-49cc-bf45-f6f682f7bb1e tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Synchronizing usage tracker for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:07.815791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Usage tracker for resource:security_group_rule and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:07.833678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:07.883299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:07.936453 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:07.941055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] For port 952ede5f-bf80-4af2-a2f7-b30bae155691, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:07.946424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] For port 952ede5f-bf80-4af2-a2f7-b30bae155691, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=952ede5f-bf80-4af2-a2f7-b30bae155691,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:07.957070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-443e8ef6-e3e8-404f-8eee-ae25949fe442 req-9ca0346a-ffff-49cc-bf45-f6f682f7bb1e tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Unset dirty status for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:07.961387 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-443e8ef6-e3e8-404f-8eee-ae25949fe442 req-9ca0346a-ffff-49cc-bf45-f6f682f7bb1e tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 1653 time: 0.6386585 Apr 05 20:20:07.972761 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:08.094313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Network 65078b3e-8573-4599-8d5f-da3f86914493 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:08.095369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:08.098325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015af203-586d-4585-93bf-1737ab3c2da4 None None] Network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:20:08.108309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:08.119168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:08.119938 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:08.122309 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] 10.222.0.41 "PUT /v2.0/ports/952ede5f-bf80-4af2-a2f7-b30bae155691 HTTP/1.1" status: 200 len: 1092 time: 2.9185383 Apr 05 20:20:08.127558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699e884-29e7-491c-8ef0-0e448af26150 service neutron] Pushing event updated for resources: {'Port': ['ID=952ede5f-bf80-4af2-a2f7-b30bae155691,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:08.134313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:08.143562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4baa001b-bb6b-42f7-9675-1fb558ff3432', 'tag': '952ede5f-bf80-4af2-a2f7-b30bae155691'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:08.182654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dfcf0-daba-40fd-9b98-af35eeced1c5 req-225d89db-d160-48a0-9a5e-10a270bbb846 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:08.184542 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fd7dfcf0-daba-40fd-9b98-af35eeced1c5 req-225d89db-d160-48a0-9a5e-10a270bbb846 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 944 time: 0.5953252 Apr 05 20:20:08.201672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:08.254254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'Port': ['ID=e2765005-dfb9-40bd-a743-1b37fd966f55,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:08.278640 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-443e8ef6-e3e8-404f-8eee-ae25949fe442 req-9795e0a2-dae8-4e86-b4ad-3a27b2c5d759 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267132 Apr 05 20:20:08.280618 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d88430ea-44d3-43b1-aa84-469b3caec570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:17:40Z', 'revision_number': 4, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ed2da7f7-f43c-4432-8c3e-37a5eafa7b00', 'name': '', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'mac_address': 'fa:16:3e:9b:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:33Z', 'updated_at': '2022-04-05T20:17:53Z', 'revision_number': 5, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'subnets': [{'id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:08.290270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88430ea-44d3-43b1-aa84-469b3caec570 None None] Checking router: 65b20cbc-dfa4-4811-b147-aa2d109e33cb for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:20:08.292431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Made reservation on behalf of 83f1a6dd1f4b4138ad59ae14c2f5fe2b for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:08.305682 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:08.387325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:08.393279 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:08.422757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88430ea-44d3-43b1-aa84-469b3caec570 None None] Routers {'65b20cbc-dfa4-4811-b147-aa2d109e33cb'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:20:08.424617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d88430ea-44d3-43b1-aa84-469b3caec570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:19:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:08.447477 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:20:08.540521 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0f76fe81-eda5-4d77-8ea1-ce97f17c8aef tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9357984 Apr 05 20:20:08.561498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'port': {'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a', 'admin_state_up': True, 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'security_groups': ['2a0113a6-d1bd-4128-a3bf-f638457471d2']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:08.660367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cfd4b1ff-232f-4dc5-b27b-15cd661107a9 None None] Provisioning for port e2765005-dfb9-40bd-a743-1b37fd966f55 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:08.660543 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:08.686513 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cfd4b1ff-232f-4dc5-b27b-15cd661107a9 None None] Provisioning complete for port e2765005-dfb9-40bd-a743-1b37fd966f55 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:08.686999 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cfd4b1ff-232f-4dc5-b27b-15cd661107a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:08.690932 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fd7dfcf0-daba-40fd-9b98-af35eeced1c5 req-688454a3-12e7-470a-b16e-6d03cfb91940 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700078 Apr 05 20:20:08.697313 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-38a5c80b-e150-4fea-8d02-332ea8888746 req-cc2c6ef0-e3a9-4390-814f-91ba85bc1d54 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 210 time: 0.1130998 Apr 05 20:20:08.742592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-2bd6a7c3-eb6a-4772-a2aa-81bd975cf02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:08.745286 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-2bd6a7c3-eb6a-4772-a2aa-81bd975cf02a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 1095 time: 0.5598149 Apr 05 20:20:08.754947 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:08.831109 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:08.868645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-93f832be-84ae-4ab6-8ae9-ec8a3c4107f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=952ede5f-bf80-4af2-a2f7-b30bae155691 HTTP/1.1" status: 200 len: 217 time: 0.1137743 Apr 05 20:20:08.892352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:20:09.003505 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-cfd4b1ff-232f-4dc5-b27b-15cd661107a9 None None] Port e2765005-dfb9-40bd-a743-1b37fd966f55 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:20:09.074063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5377e245-17da-480b-986b-cb272d5ac225 req-7ff05447-7e3e-469c-b074-b9651ba7347e tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f6b147f-cb5d-4c00-b52f-5f879d9b0c11 HTTP/1.1" status: 200 len: 210 time: 0.1015024 Apr 05 20:20:09.075811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d88430ea-44d3-43b1-aa84-469b3caec570 None None] Set router 65b20cbc-dfa4-4811-b147-aa2d109e33cb gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:20:09.114766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-5a966568-baf5-4560-ad3d-d8698c55005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:09.116212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-5a966568-baf5-4560-ad3d-d8698c55005b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.2401614 Apr 05 20:20:09.195483 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-a33efc72-344e-486f-b400-3068b8b11b15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700848 Apr 05 20:20:09.289774 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7fe233ee-68cc-4654-b97f-8ad11d8b581a req-ccae0bab-fd82-4d68-864c-1643b9e309a9 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.4007030 Apr 05 20:20:09.291226 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:09.291628 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Added segment 5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2 of type vlan for network acf04820-9558-4448-b778-1e71d8e99554 Apr 05 20:20:09.305797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85214b81-4604-4202-bcb1-79de8eab3f2d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:09.352972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:09.374188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Allocated IP 172.20.0.6 (63d0a06b-a385-4c4e-bfd5-c4a862b9671e/13f37a02-4584-4cdb-9a53-ef614777d971/fcbc2f5a-77d9-4077-bd64-ea0bb98011f7) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:09.386683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:09.391042 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4baa001b-bb6b-42f7-9675-1fb558ff3432', 'tag': '952ede5f-bf80-4af2-a2f7-b30bae155691', 'status': 'completed', 'code': 200} Apr 05 20:20:09.402379 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:09.423810 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-5ec8c38f-0425-45c2-9533-46000d714887 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151420 Apr 05 20:20:09.493586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Made reservation on behalf of 3189be43b8324ee6bd68d0b85dfb1996 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:09.531962 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:09.647912 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d88430ea-44d3-43b1-aa84-469b3caec570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:17:40Z', 'revision_number': 4, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ed2da7f7-f43c-4432-8c3e-37a5eafa7b00', 'name': '', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'mac_address': 'fa:16:3e:9b:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:33Z', 'updated_at': '2022-04-05T20:17:53Z', 'revision_number': 5, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'subnets': [{'id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:09.658544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88430ea-44d3-43b1-aa84-469b3caec570 None None] The sync data for ids ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'] in n-d-836604-1 is: [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:17:40Z', 'revision_number': 4, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'ed2da7f7-f43c-4432-8c3e-37a5eafa7b00', 'name': '', 'network_id': '6d694502-536f-4d64-833f-5cd2675c4f03', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'mac_address': 'fa:16:3e:9b:a3:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:33Z', 'updated_at': '2022-04-05T20:17:53Z', 'revision_number': 5, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'subnets': [{'id': 'b885e6ab-faca-4a4c-82e7-29cc8f347c97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:20:09.761115 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4054aebb-dba2-4718-ad10-1bfbed05b719 req-c3f54e8c-c2b8-4375-a3a2-ab45176c996f service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280430 Apr 05 20:20:09.797594 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:09.810913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:09.811441 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:09.825756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-b27a6885-e61c-4053-a6c2-c65bf4716ccb tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:09.828309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-b27a6885-e61c-4053-a6c2-c65bf4716ccb tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Synchronizing usage tracker for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:09.895070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-b27a6885-e61c-4053-a6c2-c65bf4716ccb tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Unset dirty status for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:09.903321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-b27a6885-e61c-4053-a6c2-c65bf4716ccb tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/networks?id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76 HTTP/1.1" status: 200 len: 821 time: 0.3442364 Apr 05 20:20:09.924765 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-60130bdf-78ba-485b-b3df-dfa33bface14 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/quotas/e6847749ee814c72a5d4a1675c38b3e3 HTTP/1.1" status: 200 len: 375 time: 0.0205050 Apr 05 20:20:09.987321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-4e23537b-4a83-4486-b2e5-c6b72c5702cd tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6847749ee814c72a5d4a1675c38b3e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616338 Apr 05 20:20:10.079557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07234e-ea2b-4769-a7f7-df873de2aeec req-73645783-da7d-4cbb-bcdf-d7e70ca6bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:10.080984 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e07234e-ea2b-4769-a7f7-df873de2aeec req-73645783-da7d-4cbb-bcdf-d7e70ca6bf4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ccb3652f5a74824b97498e5d91e065f&device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 1095 time: 0.2486105 Apr 05 20:20:10.094044 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1853633 Apr 05 20:20:10.098522 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a37be22-44c1-45fd-9b41-4af920eb47be None None] New status for floating IP 3dd2ea30-0b41-406d-b4a1-655f0f124f5c: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:20:10.107405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36020) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:10.113330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e826cb5-e73b-46bc-80ee-3bcefbd3ef26 admin admin] Pushing event updated for resources: {'Network': ['ID=acf04820-9558-4448-b778-1e71d8e99554,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:10.117944 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:10.127475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network acf04820-9558-4448-b778-1e71d8e99554 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:20:10.135036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Request body: {'subnet': {'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-subnet', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:10.155347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:10.178782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Usage tracker for resource:subnet and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:10.190593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf93e8-6059-4589-ad48-79128571b746 req-27184366-0c21-4940-be92-8bc60f105a11 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:10.196725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf93e8-6059-4589-ad48-79128571b746 req-27184366-0c21-4940-be92-8bc60f105a11 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:10.202643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf93e8-6059-4589-ad48-79128571b746 req-27184366-0c21-4940-be92-8bc60f105a11 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:10.209873 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-20bf93e8-6059-4589-ad48-79128571b746 req-27184366-0c21-4940-be92-8bc60f105a11 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 2374 time: 0.6366923 Apr 05 20:20:10.224145 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:10.234445 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-3f2866f3-5ac0-46d9-90ef-565f617ba1e0 service neutron] 10.222.0.24 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462788 Apr 05 20:20:10.295912 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:10.299840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:10.362686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07234e-ea2b-4769-a7f7-df873de2aeec req-759c20da-b95f-4a25-956a-8350370a0a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:10.363918 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e07234e-ea2b-4769-a7f7-df873de2aeec req-759c20da-b95f-4a25-956a-8350370a0a7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 200 len: 907 time: 0.2725515 Apr 05 20:20:10.458800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Made reservation on behalf of 67f206acc8b04566894efcfbb5ff0d28 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:10.461655 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:10.475755 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:10.485532 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e07234e-ea2b-4769-a7f7-df873de2aeec req-89fde769-28e3-494e-9f60-d76d2f678805 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=952ede5f-bf80-4af2-a2f7-b30bae155691 HTTP/1.1" status: 200 len: 217 time: 0.0788229 Apr 05 20:20:10.490484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['27f7fc1d-a2a9-4580-a84e-5bac79b88fdd'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:20:10.557731 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-4619e513-9af0-4d96-8b0c-77b019e7307c service neutron] 10.222.0.24 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144462 Apr 05 20:20:10.583859 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-20bf93e8-6059-4589-ad48-79128571b746 req-5e3ae573-c6b9-4f7f-a096-a0443b10dc74 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3728077 Apr 05 20:20:10.618563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07234e-ea2b-4769-a7f7-df873de2aeec req-b48e1867-f13c-4746-8487-a693e0c7e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:10.620017 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e07234e-ea2b-4769-a7f7-df873de2aeec req-b48e1867-f13c-4746-8487-a693e0c7e126 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 200 len: 846 time: 0.1024158 Apr 05 20:20:10.672991 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e07234e-ea2b-4769-a7f7-df873de2aeec req-6fe40446-f190-492f-acef-ce316f8a8361 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5ee47cee-4865-4aba-8a5b-ec49888bd827&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451677 Apr 05 20:20:10.852286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Network 63d0a06b-a385-4c4e-bfd5-c4a862b9671e is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:10.853201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:10.855975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:11.034654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Pushing event updated for resources: {'Port': ['ID=fcbc2f5a-77d9-4077-bd64-ea0bb98011f7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:11.058210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Allocated IP 10.2.2.100 (155ded23-dcca-4bf5-8033-6cb75ec37e9a/118eb377-c70a-4ba5-b212-a4671d22ddd1/38549d66-9921-4e7e-9650-761720dcd226) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:11.090824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:11.091593 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:11.143371 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-59573e16-3ef0-45dd-a848-10626116790b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5879292 Apr 05 20:20:11.148869 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e07234e-ea2b-4769-a7f7-df873de2aeec req-ef7d2011-a481-4b83-888a-5b6c659ffc9a service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4684052 Apr 05 20:20:11.177039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Request body: {'port': {'device_id': '52fde98c-4f48-428c-8e83-58cc3e485338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:11.299272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8ed6b-5197-4747-b76c-fbec1c748d21 req-e07270da-8a37-4ea3-92e0-de0dbc72774f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:11.306438 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40a8ed6b-5197-4747-b76c-fbec1c748d21 req-e07270da-8a37-4ea3-92e0-de0dbc72774f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 931 time: 0.2392995 Apr 05 20:20:11.334124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36484483-cced-472f-8364-b86304c85aba req-42284d63-6c91-455b-bd9c-75ea04afd6a8 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:11.341382 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-36484483-cced-472f-8364-b86304c85aba req-42284d63-6c91-455b-bd9c-75ea04afd6a8 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 944 time: 0.5361252 Apr 05 20:20:11.360066 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-17987de9-7e03-4274-8af1-02f7dce5d4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:11.456296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40a8ed6b-5197-4747-b76c-fbec1c748d21 req-0fb0901c-9a21-4b10-b084-09b73675283b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488721 Apr 05 20:20:11.458749 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e07234e-ea2b-4769-a7f7-df873de2aeec req-b1e80029-2be0-49ae-a873-f642bec73db4 service neutron] 10.222.0.41 "GET /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035157 Apr 05 20:20:11.560588 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:11.605969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Transition to ACTIVE for port object 38549d66-9921-4e7e-9650-761720dcd226 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:11.739559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-36484483-cced-472f-8364-b86304c85aba req-d6b20cdc-36a5-4290-96dc-65d58ebdc2e4 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3972273 Apr 05 20:20:11.761703 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-55768106-c824-45f5-8cc7-16f4dc9a6a43 req-ff9ef03c-3be5-4716-a011-ab679a4bf15b tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.1025546 Apr 05 20:20:11.819227 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:11.834037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36044) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:11.919569 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:11.958638 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:12.081713 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:12.087478 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d80da990-de86-474d-b4ba-173a1241519f req-c699f1ca-d1ee-4b70-9c43-66b13af7fc07 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 210 time: 0.0791755 Apr 05 20:20:12.106388 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682c11b5-c099-4775-90f4-63ba611ad825,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:12.118156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:12.118580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:12.118985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:12.119407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:12.119802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:12.120195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:12.120586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:12.120974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:12.121359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:12.121745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:12.122151 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:12.122546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:12.128010 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:12.133103 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:12.137104 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2e691eab-2945-41b0-9795-c93d3cd330d5 tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "DELETE /v2.0/security-groups/682c11b5-c099-4775-90f4-63ba611ad825 HTTP/1.1" status: 204 len: 168 time: 0.3030469 Apr 05 20:20:12.137992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36052) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:12.166129 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-a5ba8734-64d5-4f12-b335-c19769709c4f tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] show failed (client error): The resource could not be found. Apr 05 20:20:12.170558 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a5ba8734-64d5-4f12-b335-c19769709c4f tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "GET /v2.0/security-groups/682c11b5-c099-4775-90f4-63ba611ad825 HTTP/1.1" status: 404 len: 347 time: 0.0294609 Apr 05 20:20:12.172470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36056) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:12.182591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:12.298731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80a656-a2fb-44a9-a609-4347498fbc7f req-8b2066b1-3d83-4713-880e-eff6798820d0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:12.304644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80a656-a2fb-44a9-a609-4347498fbc7f req-8b2066b1-3d83-4713-880e-eff6798820d0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:12.310968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da80a656-a2fb-44a9-a609-4347498fbc7f req-8b2066b1-3d83-4713-880e-eff6798820d0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:12.318141 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da80a656-a2fb-44a9-a609-4347498fbc7f req-8b2066b1-3d83-4713-880e-eff6798820d0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 2374 time: 0.2981989 Apr 05 20:20:12.481568 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f969fc9-21be-405d-9c97-3d2c77a0705e,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:12.532215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6ec017f2-3b11-4d11-9dd3-56d9adce758b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Deleting port 7d242321-91f7-4e2c-a463-f102544903b6 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:20:12.532632 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6ec017f2-3b11-4d11-9dd3-56d9adce758b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:12.576304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Network 155ded23-dcca-4bf5-8033-6cb75ec37e9a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:12.585481 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da80a656-a2fb-44a9-a609-4347498fbc7f req-66c8381c-4be5-4840-9d39-c02b9042b67f tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663584 Apr 05 20:20:12.606725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:12.672315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:12.727238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-98b54f28-5a97-4df1-8b4b-122d5abb362a tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:12.728750 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-98b54f28-5a97-4df1-8b4b-122d5abb362a tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.41 "GET /v2.0/networks?id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76 HTTP/1.1" status: 200 len: 821 time: 0.4779544 Apr 05 20:20:12.877428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Request body: {'port': {'device_id': '1ee91a15-751c-409c-b51d-608088132374', 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76', 'admin_state_up': True, 'tenant_id': 'e6847749ee814c72a5d4a1675c38b3e3'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:12.880520 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:12.881168 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:12.889222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'Port': ['ID=38549d66-9921-4e7e-9650-761720dcd226,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:12.913309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Checking segment: {'id': '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:12.913673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Network hostable DHCP agents. Network: acf04820-9558-4448-b778-1e71d8e99554, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:20:12.934688 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7c32fb3e-47df-4e21-93bf-dcc9e50058f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3771005 Apr 05 20:20:12.950373 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'port': {'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a', 'admin_state_up': True, 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'security_groups': ['2a0113a6-d1bd-4128-a3bf-f638457471d2']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:13.036494 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5927c982-0323-43e8-b77f-522c90f2854e req-c3972117-fca3-406d-8e1b-0c3c2af9e8d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.1300118 Apr 05 20:20:13.060346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-84c00734-1d8b-4cc7-a344-1ea07213936b None None] Provisioning for port 38549d66-9921-4e7e-9650-761720dcd226 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:13.066637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-84c00734-1d8b-4cc7-a344-1ea07213936b None None] Provisioning complete for port 38549d66-9921-4e7e-9650-761720dcd226 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:13.067218 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-84c00734-1d8b-4cc7-a344-1ea07213936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.133959 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-84c00734-1d8b-4cc7-a344-1ea07213936b None None] Port 38549d66-9921-4e7e-9650-761720dcd226 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:20:13.136398 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Network acf04820-9558-4448-b778-1e71d8e99554 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:20:13.152320 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6ec017f2-3b11-4d11-9dd3-56d9adce758b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.152652 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6ec017f2-3b11-4d11-9dd3-56d9adce758b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.180744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:13.184996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, acf04820-9558-4448-b778-1e71d8e99554) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:13.195154 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710dfb73-3a6f-40a3-bd91-b8be3060050e None None] Network acf04820-9558-4448-b778-1e71d8e99554 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:20:13.201106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:13.201697 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.206052 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.243236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:13.245504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Transition to ACTIVE for port object fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:13.250791 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-624bbcba-ebca-4866-9f23-b697ef0957eb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1425664 Apr 05 20:20:13.263118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36072) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:13.270984 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:13.273939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:13.277781 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.322830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6ec017f2-3b11-4d11-9dd3-56d9adce758b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Calling delete_port for 7d242321-91f7-4e2c-a463-f102544903b6 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:20:13.326697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:13.341498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Usage tracker for resource:router and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:13.351936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcebc23-2f2b-40b2-a23e-177270254c05 req-1d81cd75-7985-4d60-957a-c99564dbf6cd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:13.352735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1fcebc23-2f2b-40b2-a23e-177270254c05 req-1d81cd75-7985-4d60-957a-c99564dbf6cd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Synchronizing usage tracker for tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:13.360247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:13.399455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 952ede5f-bf80-4af2-a2f7-b30bae155691 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:20:13.415641 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Made reservation on behalf of 3189be43b8324ee6bd68d0b85dfb1996 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:13.420468 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.447015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:13.493402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:13.510022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Usage tracker for resource:port and tenant:e6847749ee814c72a5d4a1675c38b3e3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:13.520241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71160074-a4c4-47e7-b0c0-15458f89cd0c req-67776f99-b9d1-40c5-a737-e63a4a43571b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:13.527146 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71160074-a4c4-47e7-b0c0-15458f89cd0c req-67776f99-b9d1-40c5-a737-e63a4a43571b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 945 time: 0.6309977 Apr 05 20:20:13.532202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:13.550755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbc2f5a-77d9-4077-bd64-ea0bb98011f7,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:13.553130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:13.562802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1fcebc23-2f2b-40b2-a23e-177270254c05 req-1d81cd75-7985-4d60-957a-c99564dbf6cd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Unset dirty status for tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:13.563620 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1fcebc23-2f2b-40b2-a23e-177270254c05 req-1d81cd75-7985-4d60-957a-c99564dbf6cd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 931 time: 0.5294223 Apr 05 20:20:13.564451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.565636 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.583517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47540455-1dca-474b-b50e-056fff18828b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-acf04820-9558-4448-b778-1e71d8e99554', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'fixed_ips': [{'subnet_id': '3f969fc9-21be-405d-9c97-3d2c77a0705e'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:20:13.584507 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-47540455-1dca-474b-b50e-056fff18828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.600144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Made reservation on behalf of e6847749ee814c72a5d4a1675c38b3e3 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:13.604155 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.675149 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.676822 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71160074-a4c4-47e7-b0c0-15458f89cd0c req-55c26240-c25f-4e61-9d76-98f93e38f04e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481388 Apr 05 20:20:13.720158 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-291de5d2-a69f-465c-9532-a316ab878da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.733655 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 952ede5f-bf80-4af2-a2f7-b30bae155691, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=952ede5f-bf80-4af2-a2f7-b30bae155691,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:13.755674 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1fcebc23-2f2b-40b2-a23e-177270254c05 req-b16cc950-f7a2-42ca-87e8-e640a2aa2dc1 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530089 Apr 05 20:20:13.756536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '952ede5f-bf80-4af2-a2f7-b30bae155691', 'network_id': '5ee47cee-4865-4aba-8a5b-ec49888bd827', 'port_id': '952ede5f-bf80-4af2-a2f7-b30bae155691', 'mac_address': 'fa:16:3e:38:ca:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca381f74-bd26-46e2-abab-12d6223326b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:20:13.824943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Attempting to bind port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:13.838431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Attempting to bind port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'a826fca8-dad8-4d85-9697-d1d58607a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:13.839028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Attempting to bind port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 on network 63d0a06b-a385-4c4e-bfd5-c4a862b9671e {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:13.853478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 on network 63d0a06b-a385-4c4e-bfd5-c4a862b9671e not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:20:13.858316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Attempting to bind port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 on network 63d0a06b-a385-4c4e-bfd5-c4a862b9671e {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:13.882383 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.911447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952ede5f-bf80-4af2-a2f7-b30bae155691 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:13.934612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 952ede5f-bf80-4af2-a2f7-b30bae155691, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=952ede5f-bf80-4af2-a2f7-b30bae155691,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:13.940051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-47540455-1dca-474b-b50e-056fff18828b None None] Allocated IP 172.20.0.2 (acf04820-9558-4448-b778-1e71d8e99554/3f969fc9-21be-405d-9c97-3d2c77a0705e/a50c99f9-b1da-4083-828b-6fc2c226a391) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:13.942250 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:13.974507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:13.974849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Checking segment: {'id': 'a826fca8-dad8-4d85-9697-d1d58607a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:13.975218 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Bound using segment: {'id': 'a826fca8-dad8-4d85-9697-d1d58607a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:13.975670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Bound port: fcbc2f5a-77d9-4077-bd64-ea0bb98011f7, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a826fca8-dad8-4d85-9697-d1d58607a53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:13.976014 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.015707 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6ec017f2-3b11-4d11-9dd3-56d9adce758b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.031247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=952ede5f-bf80-4af2-a2f7-b30bae155691,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:14.131067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Allocated IP 172.20.0.7 (a3551a2a-e941-4e9f-8ee2-de8f01da3a76/e4fe4ed7-5511-43cb-8270-e4b3f3328c23/2660581d-4dbd-44e8-989c-7e647fef3300) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:14.167099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec017f2-3b11-4d11-9dd3-56d9adce758b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Pushing event deleted for resources: {'Port': ['ID=7d242321-91f7-4e2c-a463-f102544903b6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:14.222998 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['952ede5f-bf80-4af2-a2f7-b30bae155691'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:20:14.239256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f2fa6-4bf2-46d5-ab0b-a12cfb23aabd req-a13d2221-c341-4578-9969-4f3b113e005f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:14.240766 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b90f2fa6-4bf2-46d5-ab0b-a12cfb23aabd req-a13d2221-c341-4578-9969-4f3b113e005f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 945 time: 0.3046951 Apr 05 20:20:14.288942 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6ec017f2-3b11-4d11-9dd3-56d9adce758b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.323734 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39b7be00-962c-4866-8361-e4c5a7e7758b req-e9394a0a-d935-41f2-9280-75d3583a511f tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.3605237 Apr 05 20:20:14.362448 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b90f2fa6-4bf2-46d5-ab0b-a12cfb23aabd req-9b5b66df-f0db-4e27-8ed5-cfa8a646570a tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062376 Apr 05 20:20:14.425081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6ec017f2-3b11-4d11-9dd3-56d9adce758b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.426351 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6ec017f2-3b11-4d11-9dd3-56d9adce758b tempest-ServersTestBootFromVolume-234564215 tempest-ServersTestBootFromVolume-234564215-project] 10.222.0.24 "DELETE /v2.0/floatingips/3dd2ea30-0b41-406d-b4a1-655f0f124f5c HTTP/1.1" status: 204 len: 168 time: 2.2529144 Apr 05 20:20:14.431293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36078) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:14.512915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Allocated IP 10.2.2.200 (155ded23-dcca-4bf5-8033-6cb75ec37e9a/118eb377-c70a-4ba5-b212-a4671d22ddd1/88587879-e816-4c36-8763-92d82cda086d) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:14.532587 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.585484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] For port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:14.588814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] For port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fcbc2f5a-77d9-4077-bd64-ea0bb98011f7,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:14.602941 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-47540455-1dca-474b-b50e-056fff18828b None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.625229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-47540455-1dca-474b-b50e-056fff18828b None None] Transition to ACTIVE for port object a50c99f9-b1da-4083-828b-6fc2c226a391 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:14.665318 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0f10bf7e-ae81-4bf4-941b-bad5973bdacc req-17c53b69-c39b-4d48-9b57-3dc24abe4c37 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 210 time: 0.0728865 Apr 05 20:20:14.671870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-47540455-1dca-474b-b50e-056fff18828b None None] Transition to ACTIVE for port object a50c99f9-b1da-4083-828b-6fc2c226a391 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:14.672510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.697639 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-47540455-1dca-474b-b50e-056fff18828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.764457 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.773825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47540455-1dca-474b-b50e-056fff18828b None None] Network acf04820-9558-4448-b778-1e71d8e99554 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:14.778165 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-47540455-1dca-474b-b50e-056fff18828b None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:14.792243 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47540455-1dca-474b-b50e-056fff18828b None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:14.830485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbc2f5a-77d9-4077-bd64-ea0bb98011f7,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:14.849225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47540455-1dca-474b-b50e-056fff18828b None None] Pushing event updated for resources: {'Port': ['ID=a50c99f9-b1da-4083-828b-6fc2c226a391,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:14.860296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.863233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:14.864021 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.865562 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-a9786b2a-d4f5-49f9-b278-b0b59568e398 service neutron] 10.222.0.13 "PUT /v2.0/ports/fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 HTTP/1.1" status: 200 len: 1091 time: 3.7094798 Apr 05 20:20:14.871496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52fde98c-4f48-428c-8e83-58cc3e485338', 'tag': 'fcbc2f5a-77d9-4077-bd64-ea0bb98011f7'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:14.912691 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.922103 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-47540455-1dca-474b-b50e-056fff18828b None None] Attempting to bind port a50c99f9-b1da-4083-828b-6fc2c226a391 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:14.922472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-47540455-1dca-474b-b50e-056fff18828b None None] Attempting to bind port a50c99f9-b1da-4083-828b-6fc2c226a391 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:14.922839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47540455-1dca-474b-b50e-056fff18828b None None] Attempting to bind port a50c99f9-b1da-4083-828b-6fc2c226a391 on network acf04820-9558-4448-b778-1e71d8e99554 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:14.928969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47540455-1dca-474b-b50e-056fff18828b None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:14.929361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ca186-fcb1-4726-a8cb-4ed66ead4ed9 req-ea3442b2-836f-43aa-89f9-a260ce221caa tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:14.929509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47540455-1dca-474b-b50e-056fff18828b None None] Checking segment: {'id': '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:14.930242 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-47540455-1dca-474b-b50e-056fff18828b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.930782 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47540455-1dca-474b-b50e-056fff18828b None None] Bound using segment: {'id': '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:14.931252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-47540455-1dca-474b-b50e-056fff18828b None None] Bound port: a50c99f9-b1da-4083-828b-6fc2c226a391, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:14.931621 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-47540455-1dca-474b-b50e-056fff18828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:14.935579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ca186-fcb1-4726-a8cb-4ed66ead4ed9 req-ea3442b2-836f-43aa-89f9-a260ce221caa tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:14.941577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ca186-fcb1-4726-a8cb-4ed66ead4ed9 req-ea3442b2-836f-43aa-89f9-a260ce221caa tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:14.947529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ca186-fcb1-4726-a8cb-4ed66ead4ed9 req-ea3442b2-836f-43aa-89f9-a260ce221caa tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:14.950356 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce6ca186-fcb1-4726-a8cb-4ed66ead4ed9 req-ea3442b2-836f-43aa-89f9-a260ce221caa tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 3095 time: 0.3919630 Apr 05 20:20:15.028361 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-47540455-1dca-474b-b50e-056fff18828b None None] For port a50c99f9-b1da-4083-828b-6fc2c226a391, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:15.031510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-47540455-1dca-474b-b50e-056fff18828b None None] For port a50c99f9-b1da-4083-828b-6fc2c226a391, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a50c99f9-b1da-4083-828b-6fc2c226a391,segment=NetworkSegment(5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2),segment_id=5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:15.036941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce6ca186-fcb1-4726-a8cb-4ed66ead4ed9 req-616691f2-7073-49dc-92e9-0b547cebd7d6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652499 Apr 05 20:20:15.039053 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-47540455-1dca-474b-b50e-056fff18828b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:15.057606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1fc73-6967-4b72-8e4b-9178120fd79d req-12232ead-9227-408d-8d22-15ce60472b52 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:15.059097 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2db1fc73-6967-4b72-8e4b-9178120fd79d req-12232ead-9227-408d-8d22-15ce60472b52 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.41 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 945 time: 0.7812426 Apr 05 20:20:15.154750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47540455-1dca-474b-b50e-056fff18828b None None] Pushing event updated for resources: {'Port': ['ID=a50c99f9-b1da-4083-828b-6fc2c226a391,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:15.269432 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:15.302829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-2db1fc73-6967-4b72-8e4b-9178120fd79d req-d6d0241c-dce4-4412-8e35-877fc901b9ab tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Deleting port 8622bf51-929e-459e-a77d-0863945bd189 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:20:15.303173 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2db1fc73-6967-4b72-8e4b-9178120fd79d req-d6d0241c-dce4-4412-8e35-877fc901b9ab tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:15.383089 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 952ede5f-bf80-4af2-a2f7-b30bae155691 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:15.403713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:15.417356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:15.427791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3771697-caa8-4004-9ff9-a10e6410e640 req-12c6192c-1d71-41ab-925e-2df7f0205e9d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:15.431402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:15.434989 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d3771697-caa8-4004-9ff9-a10e6410e640 req-12c6192c-1d71-41ab-925e-2df7f0205e9d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 945 time: 0.5454223 Apr 05 20:20:15.448673 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:15.472411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Pushing event updated for resources: {'Port': ['ID=2660581d-4dbd-44e8-989c-7e647fef3300,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:15.492989 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 952ede5f-bf80-4af2-a2f7-b30bae155691 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:15.505842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 952ede5f-bf80-4af2-a2f7-b30bae155691 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:15.506696 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:15.520311 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d3771697-caa8-4004-9ff9-a10e6410e640 req-31b0dfbc-3c7a-40ef-9ca0-e6696a1bb807 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841441 Apr 05 20:20:15.525684 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-fdf77537-5baf-43ca-9b60-73caeab489d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:15.527405 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-fdf77537-5baf-43ca-9b60-73caeab489d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b&device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 1094 time: 0.5922616 Apr 05 20:20:15.554743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa629da-abef-440c-8a18-aa3c35ed1489 req-f7f9dec3-cb75-4a5d-85f0-11ab89bb7cff tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:15.556253 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1fa629da-abef-440c-8a18-aa3c35ed1489 req-f7f9dec3-cb75-4a5d-85f0-11ab89bb7cff tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 943 time: 0.3685653 Apr 05 20:20:15.563572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:15.564707 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:15.632384 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-83d63af8-d70b-48cc-a890-88ddfdcd94f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 HTTP/1.1" status: 200 len: 217 time: 0.0763774 Apr 05 20:20:15.635212 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52fde98c-4f48-428c-8e83-58cc3e485338', 'tag': 'fcbc2f5a-77d9-4077-bd64-ea0bb98011f7', 'status': 'completed', 'code': 200} Apr 05 20:20:15.677909 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:15.686579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Transition to ACTIVE for port object 88587879-e816-4c36-8763-92d82cda086d will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:15.733555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baa001b-bb6b-42f7-9675-1fb558ff3432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952ede5f-bf80-4af2-a2f7-b30bae155691'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:15.745397 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-22d02502-e03e-4ffa-83f7-29e8ad972581 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8790915 Apr 05 20:20:15.746442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 952ede5f-bf80-4af2-a2f7-b30bae155691, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=952ede5f-bf80-4af2-a2f7-b30bae155691,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:15.754739 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:15.758957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Request body: {'port': {'device_id': '1ee91a15-751c-409c-b51d-608088132374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:15.834459 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1fa629da-abef-440c-8a18-aa3c35ed1489 req-97cbfa30-ab94-4c3a-bfbc-824a7545d3db tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514501 Apr 05 20:20:15.858517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=952ede5f-bf80-4af2-a2f7-b30bae155691,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:15.913431 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:15.932093 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:16.117390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-b4a85673-ee6d-4664-80f5-8dd2abdfe03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:16.118706 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-b4a85673-ee6d-4664-80f5-8dd2abdfe03e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f37a02-4584-4cdb-9a53-ef614777d971 HTTP/1.1" status: 200 len: 853 time: 0.4710274 Apr 05 20:20:16.120614 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5dc4dfa-7ce1-45c8-ab60-1eedda294573 req-59b2454a-acf4-4fc8-980c-2d94b47ffec9 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.3502076 Apr 05 20:20:16.254280 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-2d739930-56c8-4edd-82d3-42544f1a72d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570476 Apr 05 20:20:16.264620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9eafa5-19ee-4d32-9031-3fca7fa7cde9 None None] Network acf04820-9558-4448-b778-1e71d8e99554 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:20:16.344332 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f8cc551a-5710-442c-93da-5f839b2b3f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:16.362192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-25550e87-454c-4e7d-bc4e-aeb6da0c003e None None] Provisioning for port a50c99f9-b1da-4083-828b-6fc2c226a391 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:16.384070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:16.409566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066684e4-346d-4dd4-9373-920675de711b req-beabee31-8321-499b-86e8-8d3c41a5887b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:16.411062 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-066684e4-346d-4dd4-9373-920675de711b req-beabee31-8321-499b-86e8-8d3c41a5887b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.4117858 Apr 05 20:20:16.504824 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-066684e4-346d-4dd4-9373-920675de711b req-57b26cf8-932a-460a-a1e1-3cec163a1451 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813997 Apr 05 20:20:16.545961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-2db1fc73-6967-4b72-8e4b-9178120fd79d req-d6d0241c-dce4-4412-8e35-877fc901b9ab tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] For port 8622bf51-929e-459e-a77d-0863945bd189, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8622bf51-929e-459e-a77d-0863945bd189,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:16.546477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2db1fc73-6967-4b72-8e4b-9178120fd79d req-d6d0241c-dce4-4412-8e35-877fc901b9ab tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:16.627582 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baa001b-bb6b-42f7-9675-1fb558ff3432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952ede5f-bf80-4af2-a2f7-b30bae155691', 'code': 200} Apr 05 20:20:16.670133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a50c99f9-b1da-4083-828b-6fc2c226a391 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:16.735759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Network 155ded23-dcca-4bf5-8033-6cb75ec37e9a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:16.755255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-2db1fc73-6967-4b72-8e4b-9178120fd79d req-d6d0241c-dce4-4412-8e35-877fc901b9ab tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Calling delete_port for 8622bf51-929e-459e-a77d-0863945bd189 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:20:16.805669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a50c99f9-b1da-4083-828b-6fc2c226a391 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:16.811586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a50c99f9-b1da-4083-828b-6fc2c226a391 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:16.811958 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:16.830971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:16.838137 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:16.842085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2660581d-4dbd-44e8-989c-7e647fef3300 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:16.879576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:16.893811 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:16.931870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Transition to ACTIVE for port object 2660581d-4dbd-44e8-989c-7e647fef3300 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:16.941003 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:16.964973 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:16.976090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-79842a44-dd10-48eb-b051-cec5f02253cc None None] Provisioning complete for port a50c99f9-b1da-4083-828b-6fc2c226a391 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:16.976564 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-79842a44-dd10-48eb-b051-cec5f02253cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:16.981915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event updated for resources: {'Port': ['ID=88587879-e816-4c36-8763-92d82cda086d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:17.049100 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3e648-e596-40fe-90c3-2f2d129bfb94 req-15deaeaa-23be-44bb-b2d4-e1707bed14d4 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:17.056313 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95b3e648-e596-40fe-90c3-2f2d129bfb94 req-15deaeaa-23be-44bb-b2d4-e1707bed14d4 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 931 time: 0.7646163 Apr 05 20:20:17.079179 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-1b28c2fd-84de-4b53-b4cd-83ad65feea09 service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7924044 Apr 05 20:20:17.109815 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:17.117444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Pushing event updated for resources: {'Port': ['ID=2660581d-4dbd-44e8-989c-7e647fef3300,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:17.169800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1527e2e5-9dd6-43b3-a2e8-9915e317c979 req-a8dfe32a-f66f-4a8d-94cc-a5e449e3405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:17.170341 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-79842a44-dd10-48eb-b051-cec5f02253cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:17.171120 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1527e2e5-9dd6-43b3-a2e8-9915e317c979 req-a8dfe32a-f66f-4a8d-94cc-a5e449e3405c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 1097 time: 0.4406569 Apr 05 20:20:17.175905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:17.176600 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:17.203175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a50c99f9-b1da-4083-828b-6fc2c226a391, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a50c99f9-b1da-4083-828b-6fc2c226a391,segment=NetworkSegment(5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2),segment_id=5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:17.208113 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:17.208918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cff7c-f93b-4871-b562-9c9236ce529b req-d414c423-7d6e-4a21-b171-d947b8b3c287 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:17.215659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cff7c-f93b-4871-b562-9c9236ce529b req-d414c423-7d6e-4a21-b171-d947b8b3c287 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:17.221207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cff7c-f93b-4871-b562-9c9236ce529b req-d414c423-7d6e-4a21-b171-d947b8b3c287 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:17.227067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cff7c-f93b-4871-b562-9c9236ce529b req-d414c423-7d6e-4a21-b171-d947b8b3c287 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:17.232866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cff7c-f93b-4871-b562-9c9236ce529b req-d414c423-7d6e-4a21-b171-d947b8b3c287 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:17.234661 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f7cff7c-f93b-4871-b562-9c9236ce529b req-d414c423-7d6e-4a21-b171-d947b8b3c287 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 3816 time: 0.4376559 Apr 05 20:20:17.282088 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95b3e648-e596-40fe-90c3-2f2d129bfb94 req-5465e96e-e754-4f31-90bc-fbde4ca37a4e tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248106 Apr 05 20:20:17.333474 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-79842a44-dd10-48eb-b051-cec5f02253cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:20:17.333963 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-79842a44-dd10-48eb-b051-cec5f02253cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:20:17.337340 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a50c99f9-b1da-4083-828b-6fc2c226a391,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:17.368365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f8cc551a-5710-442c-93da-5f839b2b3f2c admin admin] Deleting port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:20:17.368620 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f8cc551a-5710-442c-93da-5f839b2b3f2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:17.410530 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3b057af1-8ad4-4110-934b-1796f93bdad7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4657147 Apr 05 20:20:17.434097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Request body: {'port': {'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:17.518963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Allocated IP 172.25.8.49 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/29d5e405-8c82-4d45-a0aa-75725eb80094) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:17.543737 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f7cff7c-f93b-4871-b562-9c9236ce529b req-4ec3ee29-4d9e-473e-a9bc-5868c9ce982d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2596309 Apr 05 20:20:17.545201 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1527e2e5-9dd6-43b3-a2e8-9915e317c979 req-93984798-732b-4457-9dfb-c578dd87861d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096540 Apr 05 20:20:17.567282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Attempting to bind port 2660581d-4dbd-44e8-989c-7e647fef3300 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:17.567619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Attempting to bind port 2660581d-4dbd-44e8-989c-7e647fef3300 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '3f76fa53-861e-4529-bd03-99bde93c9cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:17.568170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Attempting to bind port 2660581d-4dbd-44e8-989c-7e647fef3300 on network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:17.599697 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Port 2660581d-4dbd-44e8-989c-7e647fef3300 on network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:20:17.600109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Attempting to bind port 2660581d-4dbd-44e8-989c-7e647fef3300 on network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:17.617924 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:17.624577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:17.624861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Checking segment: {'id': '3f76fa53-861e-4529-bd03-99bde93c9cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:17.625456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Bound using segment: {'id': '3f76fa53-861e-4529-bd03-99bde93c9cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:17.626121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Bound port: 2660581d-4dbd-44e8-989c-7e647fef3300, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f76fa53-861e-4529-bd03-99bde93c9cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:17.626525 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:17.669831 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2db1fc73-6967-4b72-8e4b-9178120fd79d req-d6d0241c-dce4-4412-8e35-877fc901b9ab tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:17.675015 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df95331f-47f7-4e4c-8369-4bb0e21ffbfb req-98728cc7-8404-4a8d-b954-d40234c97ad7 service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727909 Apr 05 20:20:17.785244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-828b2ced-1531-461c-b82b-fde40ec14ae4 req-af9b3982-c1ad-44c2-a069-c81a4ea55748 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=82857552-0894-47c1-a164-28398f4dbdd1 HTTP/1.1" status: 200 len: 210 time: 0.0839269 Apr 05 20:20:17.870085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-f8cc551a-5710-442c-93da-5f839b2b3f2c admin admin] For port ed2da7f7-f43c-4432-8c3e-37a5eafa7b00, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ed2da7f7-f43c-4432-8c3e-37a5eafa7b00,segment=NetworkSegment(fb492852-b98d-43a4-9a57-ea8759808c7b),segment_id=fb492852-b98d-43a4-9a57-ea8759808c7b)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:17.870740 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f8cc551a-5710-442c-93da-5f839b2b3f2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:17.942257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] For port 2660581d-4dbd-44e8-989c-7e647fef3300, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:17.994044 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e5afb875-aabb-43ac-bf7c-a9b5b07cc5b4 req-ef9237d7-9d33-48c8-a166-0563c576875e tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b&device_id=305688eb-46a3-4d47-98ed-023d0f7f44ee HTTP/1.1" status: 200 len: 210 time: 0.3580513 Apr 05 20:20:17.994746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0241c-dce4-4412-8e35-877fc901b9ab tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Pushing event deleted for resources: {'Port': ['ID=8622bf51-929e-459e-a77d-0863945bd189,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:18.031409 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d29ccdd7-73ae-4acd-8d32-9c0f672f3d7b None None] Provisioning for port 88587879-e816-4c36-8763-92d82cda086d completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:18.038520 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d29ccdd7-73ae-4acd-8d32-9c0f672f3d7b None None] Provisioning complete for port 88587879-e816-4c36-8763-92d82cda086d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:18.039025 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d29ccdd7-73ae-4acd-8d32-9c0f672f3d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:18.061049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f8cc551a-5710-442c-93da-5f839b2b3f2c admin admin] Calling delete_port for ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:20:18.105745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] For port 2660581d-4dbd-44e8-989c-7e647fef3300, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2660581d-4dbd-44e8-989c-7e647fef3300,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:18.126462 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:18.151847 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d29ccdd7-73ae-4acd-8d32-9c0f672f3d7b None None] Port 88587879-e816-4c36-8763-92d82cda086d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:20:18.234124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db1fc73-6967-4b72-8e4b-9178120fd79d req-d6d0241c-dce4-4412-8e35-877fc901b9ab tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] No DVR routers for this DVR port 8622bf51-929e-459e-a77d-0863945bd189 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:20:18.249530 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2db1fc73-6967-4b72-8e4b-9178120fd79d req-d6d0241c-dce4-4412-8e35-877fc901b9ab tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:18.259128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82857552-0894-47c1-a164-28398f4dbdd1', 'name': 'network-vif-deleted', 'tag': '8622bf51-929e-459e-a77d-0863945bd189'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:18.322246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:18.322579 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:18.323946 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] 10.222.0.41 "PUT /v2.0/ports/2660581d-4dbd-44e8-989c-7e647fef3300 HTTP/1.1" status: 200 len: 1091 time: 2.5702143 Apr 05 20:20:18.331042 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2db1fc73-6967-4b72-8e4b-9178120fd79d req-d6d0241c-dce4-4412-8e35-877fc901b9ab tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.41 "DELETE /v2.0/ports/8622bf51-929e-459e-a77d-0863945bd189 HTTP/1.1" status: 204 len: 173 time: 3.1796298 Apr 05 20:20:18.334332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee91a15-751c-409c-b51d-608088132374', 'tag': '2660581d-4dbd-44e8-989c-7e647fef3300'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:18.344246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15329136-454a-4ebf-bedd-70476ba7f29e req-60ec184f-0920-42e4-b4d8-4c5546e68bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:18.345895 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-15329136-454a-4ebf-bedd-70476ba7f29e req-60ec184f-0920-42e4-b4d8-4c5546e68bf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b&device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 1094 time: 0.5751982 Apr 05 20:20:18.384208 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:18.393821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66db736-4a50-4c35-8e33-2a20b1352d6e req-11d20b37-09ad-4629-adf8-ca842e444fa7 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:18.395310 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c66db736-4a50-4c35-8e33-2a20b1352d6e req-11d20b37-09ad-4629-adf8-ca842e444fa7 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 943 time: 0.4507904 Apr 05 20:20:18.398406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cd384-c397-4782-8319-43602c9c1a99 service neutron] Pushing event updated for resources: {'Port': ['ID=2660581d-4dbd-44e8-989c-7e647fef3300,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:18.486886 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c66db736-4a50-4c35-8e33-2a20b1352d6e req-9d0c1973-9a93-47f7-a59c-04128f4c1651 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796273 Apr 05 20:20:18.601255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a50c99f9-b1da-4083-828b-6fc2c226a391 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:18.657438 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f8cc551a-5710-442c-93da-5f839b2b3f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:18.760693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a93240-2d3b-492d-9c06-3b6e42a742c9 req-37e177c3-cd1a-40a6-862d-70ec003643b1 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:18.768371 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90a93240-2d3b-492d-9c06-3b6e42a742c9 req-37e177c3-cd1a-40a6-862d-70ec003643b1 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.6152720 Apr 05 20:20:18.783787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a50c99f9-b1da-4083-828b-6fc2c226a391 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:18.789203 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:18.876675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15329136-454a-4ebf-bedd-70476ba7f29e req-7fa5394c-7698-4887-a25a-2acb07cb2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:18.894118 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-15329136-454a-4ebf-bedd-70476ba7f29e req-7fa5394c-7698-4887-a25a-2acb07cb2c72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e HTTP/1.1" status: 200 len: 914 time: 0.5090725 Apr 05 20:20:18.922020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cc551a-5710-442c-93da-5f839b2b3f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed2da7f7-f43c-4432-8c3e-37a5eafa7b00,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:18.999556 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-085ec0e1-fe3a-4864-a431-f2bc75ec1078 req-957450bd-6101-48df-b59d-70e886de6331 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b91ce86db2d349e0accaf7a7881ac9dd&device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.0575769 Apr 05 20:20:19.019016 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82857552-0894-47c1-a164-28398f4dbdd1', 'name': 'network-vif-deleted', 'tag': '8622bf51-929e-459e-a77d-0863945bd189', 'status': 'completed', 'code': 200} Apr 05 20:20:19.067326 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:19.125845 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-15329136-454a-4ebf-bedd-70476ba7f29e req-8fca9ca7-84ee-4d9b-9b1d-2b90c4ad1fe8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 HTTP/1.1" status: 200 len: 217 time: 0.2307000 Apr 05 20:20:19.129230 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90a93240-2d3b-492d-9c06-3b6e42a742c9 req-6b62d379-61f1-4ce2-883d-b3ca13cdc0e2 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598044 Apr 05 20:20:19.164457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-0536ce12-f875-4dc4-b92b-37610c78939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:19.167153 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-0536ce12-f875-4dc4-b92b-37610c78939e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6847749ee814c72a5d4a1675c38b3e3&device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 1094 time: 0.7787011 Apr 05 20:20:19.186592 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-085ec0e1-fe3a-4864-a431-f2bc75ec1078 req-0c438911-b27a-49ba-a9fc-749e52112279 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b91ce86db2d349e0accaf7a7881ac9dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863004 Apr 05 20:20:19.269459 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee91a15-751c-409c-b51d-608088132374', 'tag': '2660581d-4dbd-44e8-989c-7e647fef3300', 'status': 'completed', 'code': 200} Apr 05 20:20:19.380415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:19.382127 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-f772d75a-5855-41a6-8919-b60552fb154f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2660581d-4dbd-44e8-989c-7e647fef3300 HTTP/1.1" status: 200 len: 217 time: 0.1678298 Apr 05 20:20:19.388107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8622bf51-929e-459e-a77d-0863945bd189 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:20:19.400754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:19.423426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 8622bf51-929e-459e-a77d-0863945bd189 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:20:19.424290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8622bf51-929e-459e-a77d-0863945bd189 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:20:19.442685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:19.477397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Pushing event updated for resources: {'Port': ['ID=29d5e405-8c82-4d45-a0aa-75725eb80094,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:19.506357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9448b79-3827-496f-864e-611a8674e2de {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:19.524088 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f8cc551a-5710-442c-93da-5f839b2b3f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:19.530580 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:19.533738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15329136-454a-4ebf-bedd-70476ba7f29e req-63abc16f-8aa5-4418-baf3-c22c971a76bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:19.535538 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-15329136-454a-4ebf-bedd-70476ba7f29e req-63abc16f-8aa5-4418-baf3-c22c971a76bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f37a02-4584-4cdb-9a53-ef614777d971 HTTP/1.1" status: 200 len: 853 time: 0.3735957 Apr 05 20:20:19.602023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-7a1f0301-4ada-4d79-bac2-d534bcecb341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:19.603467 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-7a1f0301-4ada-4d79-bac2-d534bcecb341 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e4fe4ed7-5511-43cb-8270-e4b3f3328c23 HTTP/1.1" status: 200 len: 861 time: 0.1998255 Apr 05 20:20:19.615303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Transition to ACTIVE for port object f9448b79-3827-496f-864e-611a8674e2de will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:19.622458 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-15329136-454a-4ebf-bedd-70476ba7f29e req-339efcf9-e837-4247-b945-aadd2ba260d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740581 Apr 05 20:20:19.634582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b980d2c-cbfe-4096-bd4b-d96b8b964a37 req-2026d645-a794-4af1-8f2a-539eeaf7a1e2 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:19.635269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-1b980d2c-cbfe-4096-bd4b-d96b8b964a37 req-2026d645-a794-4af1-8f2a-539eeaf7a1e2 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Synchronizing usage tracker for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:19.655915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ec0e1-fe3a-4864-a431-f2bc75ec1078 req-2cd89af5-584a-4475-90b6-0887a1564280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:19.657338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-085ec0e1-fe3a-4864-a431-f2bc75ec1078 req-2cd89af5-584a-4475-90b6-0887a1564280 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3857405 Apr 05 20:20:19.712037 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:19.735509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-1b980d2c-cbfe-4096-bd4b-d96b8b964a37 req-2026d645-a794-4af1-8f2a-539eeaf7a1e2 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Unset dirty status for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:19.737394 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b980d2c-cbfe-4096-bd4b-d96b8b964a37 req-2026d645-a794-4af1-8f2a-539eeaf7a1e2 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 943 time: 0.6399155 Apr 05 20:20:19.871685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-1b980d2c-cbfe-4096-bd4b-d96b8b964a37 req-97e34bd6-ced3-4099-be45-ecfa0cb3bb4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Synchronizing usage tracker for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:19.936298 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-ec30b392-8ee9-4b66-9195-db8de14ce8f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3164945 Apr 05 20:20:19.956673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-1b980d2c-cbfe-4096-bd4b-d96b8b964a37 req-97e34bd6-ced3-4099-be45-ecfa0cb3bb4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Unset dirty status for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:19.957821 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b980d2c-cbfe-4096-bd4b-d96b8b964a37 req-97e34bd6-ced3-4099-be45-ecfa0cb3bb4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124016 Apr 05 20:20:19.999155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cc551a-5710-442c-93da-5f839b2b3f2c admin admin] Router 65b20cbc-dfa4-4811-b147-aa2d109e33cb has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:20:20.233343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cc551a-5710-442c-93da-5f839b2b3f2c admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:20:20.245905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9b0f3-a347-4ffd-8625-9e1cb4b31f14 None None] Sync routers for ids ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:20:20.257953 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ebfb4f80-97bc-4202-beac-a62d06e7d7f2 req-384cbf91-256a-406a-98c9-2b2f7b08256b tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.0650034 Apr 05 20:20:20.265692 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f8cc551a-5710-442c-93da-5f839b2b3f2c admin admin] 10.222.0.24 "PUT /v2.0/routers/65b20cbc-dfa4-4811-b147-aa2d109e33cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8334258 Apr 05 20:20:20.267136 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9b0f3-a347-4ffd-8625-9e1cb4b31f14 None None] Routers {'65b20cbc-dfa4-4811-b147-aa2d109e33cb'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:20:20.267890 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-4ae9b0f3-a347-4ffd-8625-9e1cb4b31f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:20:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:20.276775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36130) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:20.319639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1af3d7-b8a0-47e5-9926-d661ed435d93 req-447772bb-1a73-412d-ae06-cd55fe1dc4e8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:20.326148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1af3d7-b8a0-47e5-9926-d661ed435d93 req-447772bb-1a73-412d-ae06-cd55fe1dc4e8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:20.332810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1af3d7-b8a0-47e5-9926-d661ed435d93 req-447772bb-1a73-412d-ae06-cd55fe1dc4e8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:20.339258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1af3d7-b8a0-47e5-9926-d661ed435d93 req-447772bb-1a73-412d-ae06-cd55fe1dc4e8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:20.346658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1af3d7-b8a0-47e5-9926-d661ed435d93 req-447772bb-1a73-412d-ae06-cd55fe1dc4e8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:20.347809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-fc1af3d7-b8a0-47e5-9926-d661ed435d93 req-447772bb-1a73-412d-ae06-cd55fe1dc4e8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Synchronizing usage tracker for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:20.350587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Pushing event updated for resources: {'Port': ['ID=f9448b79-3827-496f-864e-611a8674e2de,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:20.497567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-4ae9b0f3-a347-4ffd-8625-9e1cb4b31f14 None None] Set router 65b20cbc-dfa4-4811-b147-aa2d109e33cb gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:20:20.555802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-fc1af3d7-b8a0-47e5-9926-d661ed435d93 req-447772bb-1a73-412d-ae06-cd55fe1dc4e8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Unset dirty status for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:20.562451 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc1af3d7-b8a0-47e5-9926-d661ed435d93 req-447772bb-1a73-412d-ae06-cd55fe1dc4e8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 3816 time: 1.2405984 Apr 05 20:20:20.562590 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:20.589464 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-15329136-454a-4ebf-bedd-70476ba7f29e req-51cace76-9ea5-4906-99f2-9acca4a2350f service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9329889 Apr 05 20:20:20.631540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb96b0a-c768-4e2e-b51a-673668d93829 req-40a965c9-0ab0-49e8-8fb3-17b8e068235f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:20.633004 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bb96b0a-c768-4e2e-b51a-673668d93829 req-40a965c9-0ab0-49e8-8fb3-17b8e068235f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 943 time: 0.1824992 Apr 05 20:20:20.750713 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bb96b0a-c768-4e2e-b51a-673668d93829 req-24df98ad-e273-4018-ace9-1c79e1e3207a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087718 Apr 05 20:20:20.754577 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd3a8889-153e-4cee-a2cb-1a2abc76968f req-589f66c6-9eae-42de-b081-6c644f32a572 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=305688eb-46a3-4d47-98ed-023d0f7f44ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0745292 Apr 05 20:20:20.799761 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-5be5b3a4-6ed7-46ce-b7e7-f492546c9a23 service neutron] 10.222.0.41 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8391130 Apr 05 20:20:20.841772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-4ae9b0f3-a347-4ffd-8625-9e1cb4b31f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:20:18Z', 'revision_number': 5, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:20.848356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9b0f3-a347-4ffd-8625-9e1cb4b31f14 None None] Checking router: 65b20cbc-dfa4-4811-b147-aa2d109e33cb for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:20:20.859565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae9b0f3-a347-4ffd-8625-9e1cb4b31f14 None None] Routers {'65b20cbc-dfa4-4811-b147-aa2d109e33cb'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:20:20.860457 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-4ae9b0f3-a347-4ffd-8625-9e1cb4b31f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:20:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:20.923602 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc1af3d7-b8a0-47e5-9926-d661ed435d93 req-d80e9681-e5b3-41e9-ba91-fcc1599cc4db tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602524 Apr 05 20:20:20.930302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Attempting to bind port f9448b79-3827-496f-864e-611a8674e2de on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:20.930632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Attempting to bind port f9448b79-3827-496f-864e-611a8674e2de by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '707af6f6-2f82-417c-b65f-ba05d80a3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:20.930955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Attempting to bind port f9448b79-3827-496f-864e-611a8674e2de on network c1d4db6d-e221-421f-bec4-215e49978b5e {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:20.981874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:20:21.048103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Port f9448b79-3827-496f-864e-611a8674e2de on network c1d4db6d-e221-421f-bec4-215e49978b5e not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:20:21.049256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Attempting to bind port f9448b79-3827-496f-864e-611a8674e2de on network c1d4db6d-e221-421f-bec4-215e49978b5e {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:21.085848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:21.086213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Checking segment: {'id': '707af6f6-2f82-417c-b65f-ba05d80a3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:21.086576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Bound using segment: {'id': '707af6f6-2f82-417c-b65f-ba05d80a3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:21.087020 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Bound port: f9448b79-3827-496f-864e-611a8674e2de, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707af6f6-2f82-417c-b65f-ba05d80a3fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:21.087363 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:21.106028 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd3a8889-153e-4cee-a2cb-1a2abc76968f req-ccd35391-bbfd-43d1-845f-9406729e6de3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b91ce86db2d349e0accaf7a7881ac9dd&device_id=305688eb-46a3-4d47-98ed-023d0f7f44ee HTTP/1.1" status: 200 len: 210 time: 0.2340674 Apr 05 20:20:21.126219 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:21.141502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fcbc2f5a-77d9-4077-bd64-ea0bb98011f7,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:21.213128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'fcbc2f5a-77d9-4077-bd64-ea0bb98011f7', 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e', 'port_id': 'fcbc2f5a-77d9-4077-bd64-ea0bb98011f7', 'mac_address': 'fa:16:3e:83:3c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f37a02-4584-4cdb-9a53-ef614777d971', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:20:21.239626 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-085ec0e1-fe3a-4864-a431-f2bc75ec1078 req-57e683f8-8dcc-442d-a46a-749e596152e0 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.13 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.1413038 Apr 05 20:20:21.255775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd3a8889-153e-4cee-a2cb-1a2abc76968f req-a9995857-2cd8-46ed-ad21-a6e6f8dbb197 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b91ce86db2d349e0accaf7a7881ac9dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554116 Apr 05 20:20:21.270895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-4ae9b0f3-a347-4ffd-8625-9e1cb4b31f14 None None] Set router 65b20cbc-dfa4-4811-b147-aa2d109e33cb gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:20:21.316282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] For port f9448b79-3827-496f-864e-611a8674e2de, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:21.319328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] For port f9448b79-3827-496f-864e-611a8674e2de, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=f9448b79-3827-496f-864e-611a8674e2de,segment=NetworkSegment(707af6f6-2f82-417c-b65f-ba05d80a3fbb),segment_id=707af6f6-2f82-417c-b65f-ba05d80a3fbb)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:21.328139 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-15329136-454a-4ebf-bedd-70476ba7f29e req-e6de9d48-e545-4461-9818-7819dd16526e service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437993 Apr 05 20:20:21.349111 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:21.373778 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:21.393383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] Deleting port a0aac832-3290-4100-b61d-3d027b7629db {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:20:21.393855 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:21.572722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46c879-9826-466c-be9c-9d602d7d6b8b req-ef3b50c5-a9e8-460c-a666-9c67112b2ff3 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:21.575042 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a46c879-9826-466c-be9c-9d602d7d6b8b req-ef3b50c5-a9e8-460c-a666-9c67112b2ff3 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.6642611 Apr 05 20:20:21.591494 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:21.599300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:21.599907 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:21.601268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] 10.222.0.41 "PUT /v2.0/ports/f9448b79-3827-496f-864e-611a8674e2de HTTP/1.1" status: 200 len: 1091 time: 4.1810689 Apr 05 20:20:21.604003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': 'f9448b79-3827-496f-864e-611a8674e2de'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:21.630227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:21.708442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Request body: {'port': {'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:21.725402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3a8889-153e-4cee-a2cb-1a2abc76968f req-1ac11e44-a19b-4547-8085-3c1a464e4f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:21.727022 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd3a8889-153e-4cee-a2cb-1a2abc76968f req-1ac11e44-a19b-4547-8085-3c1a464e4f66 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4545171 Apr 05 20:20:21.752473 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ced3e5fc-3a43-442c-93b9-87145fded409 req-21ec25a0-acf9-472a-af0c-7396187cba80 service neutron] 10.222.0.41 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8914812 Apr 05 20:20:21.756342 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a46c879-9826-466c-be9c-9d602d7d6b8b req-e646860e-213d-4061-b47b-c4009307b10b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247690 Apr 05 20:20:21.775946 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] For port a0aac832-3290-4100-b61d-3d027b7629db, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a0aac832-3290-4100-b61d-3d027b7629db,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:21.776654 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:21.792055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fcbc2f5a-77d9-4077-bd64-ea0bb98011f7,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:21.803965 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:21.890277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb7634-e9ff-4b60-af32-fa573e83e2ad service neutron] Pushing event updated for resources: {'Port': ['ID=f9448b79-3827-496f-864e-611a8674e2de,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:21.975816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] Calling delete_port for a0aac832-3290-4100-b61d-3d027b7629db owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:20:22.003888 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=fcbc2f5a-77d9-4077-bd64-ea0bb98011f7,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:22.013112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:22.013491 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:22.013867 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:22.014234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:22.014606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:22.014933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:22.015256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:22.015614 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:22.015933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:22.016286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:22.016603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:22.017486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:22.040021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-4ae9b0f3-a347-4ffd-8625-9e1cb4b31f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:20:18Z', 'revision_number': 5, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:22.045000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae9b0f3-a347-4ffd-8625-9e1cb4b31f14 None None] The sync data for ids ['65b20cbc-dfa4-4811-b147-aa2d109e33cb'] in n-d-836604-1 is: [{'id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'name': 'tempest-ServersTestBootFromVolume-1602620731-router', 'tenant_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:17:21Z', 'updated_at': '2022-04-05T20:20:18Z', 'revision_number': 5, 'project_id': 'afc6b2a088ed421e85a029e0c6d41ac8', 'gw_port': {'id': 'a0aac832-3290-4100-b61d-3d027b7629db', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b20cbc-dfa4-4811-b147-aa2d109e33cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:17:22Z', 'updated_at': '2022-04-05T20:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:20:22.058698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['fcbc2f5a-77d9-4077-bd64-ea0bb98011f7'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:20:22.073636 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b2e4c881-924f-48e4-b400-0195ead5f78a req-d38eac33-a9a4-409a-a979-6674a4521908 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=82fb447a-c00b-47ae-816c-ee36df8f242b HTTP/1.1" status: 200 len: 210 time: 0.0667036 Apr 05 20:20:22.231466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dfee2-53cd-4b11-97b4-3421ec5c1840 req-f37fe149-e453-4375-86bf-c4cea508ffab tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:22.232929 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-731dfee2-53cd-4b11-97b4-3421ec5c1840 req-f37fe149-e453-4375-86bf-c4cea508ffab tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 943 time: 1.0091479 Apr 05 20:20:22.263789 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:22.334024 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:22.349605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3009c03-7adc-4758-9874-5f8f70e99d1d req-d4f8e562-1c53-4913-bc25-62d01b6d34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:22.351137 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e3009c03-7adc-4758-9874-5f8f70e99d1d req-d4f8e562-1c53-4913-bc25-62d01b6d34e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e6847749ee814c72a5d4a1675c38b3e3&device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 1094 time: 0.3902161 Apr 05 20:20:22.361333 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:22.417467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0aac832-3290-4100-b61d-3d027b7629db,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:22.483906 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-731dfee2-53cd-4b11-97b4-3421ec5c1840 req-3e4d9ae2-e50d-411d-aed8-a85b53063b60 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297306 Apr 05 20:20:22.513370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a2c98-d534-4059-a660-589ec737af19 req-f030ea3f-9b88-4b9e-86b9-79c2a637bbd3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:22.530697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-175a2c98-d534-4059-a660-589ec737af19 req-f030ea3f-9b88-4b9e-86b9-79c2a637bbd3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 811 time: 0.3081353 Apr 05 20:20:22.561339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-175a2c98-d534-4059-a660-589ec737af19 req-b05ad393-f4b3-4cb9-94d1-72c8548a8a51 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/quotas/09a608d642f24eeba3830dc870c40d6e HTTP/1.1" status: 200 len: 375 time: 0.0296202 Apr 05 20:20:22.589113 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:20:22.600115 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': 'f9448b79-3827-496f-864e-611a8674e2de', 'status': 'completed', 'code': 200} Apr 05 20:20:22.644373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:20:22.645592 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ed2da7f7-f43c-4432-8c3e-37a5eafa7b00 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:20:22.699021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3009c03-7adc-4758-9874-5f8f70e99d1d req-be33a098-e846-4a8f-8023-e27e4266a61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:22.700451 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e3009c03-7adc-4758-9874-5f8f70e99d1d req-be33a098-e846-4a8f-8023-e27e4266a61e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76 HTTP/1.1" status: 200 len: 922 time: 0.3373904 Apr 05 20:20:22.718102 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-175a2c98-d534-4059-a660-589ec737af19 req-177098f0-6cdf-4b72-bdf2-acb657a0df7a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1558411 Apr 05 20:20:22.748724 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:22.889852 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e3009c03-7adc-4758-9874-5f8f70e99d1d req-4827fe82-3830-4a79-a0b1-5d7d3cce3d22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2660581d-4dbd-44e8-989c-7e647fef3300 HTTP/1.1" status: 200 len: 217 time: 0.0996318 Apr 05 20:20:23.009220 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:23.085099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:23.090533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3009c03-7adc-4758-9874-5f8f70e99d1d req-9e895c15-0c12-4e20-bbe6-094c590d8b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:23.091779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:23.091983 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e3009c03-7adc-4758-9874-5f8f70e99d1d req-9e895c15-0c12-4e20-bbe6-094c590d8b21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e4fe4ed7-5511-43cb-8270-e4b3f3328c23 HTTP/1.1" status: 200 len: 861 time: 0.1755595 Apr 05 20:20:23.092162 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:23.128924 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:23.135018 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:23.170628 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e3009c03-7adc-4758-9874-5f8f70e99d1d req-4f15f43d-3d9f-46d8-8687-da8412fb48f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650325 Apr 05 20:20:23.185327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a90740-3f87-4824-a587-54915bce94e4 req-898eb737-f6f6-4211-aa53-5297f95d8820 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:23.186778 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93a90740-3f87-4824-a587-54915bce94e4 req-898eb737-f6f6-4211-aa53-5297f95d8820 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 944 time: 0.4780176 Apr 05 20:20:23.196694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-175a2c98-d534-4059-a660-589ec737af19 req-b6f9a658-05c5-4555-85c9-9662ada313c8 service neutron] 10.222.0.24 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777086 Apr 05 20:20:23.202943 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:23.204123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65b20cbc-dfa4-4811-b147-aa2d109e33cb {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:20:23.214506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e0eb3-d13d-46cf-9146-432a339f01b2 req-642115fc-c538-4a77-83d6-8ef2aa0519a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:23.215247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e0eb3-d13d-46cf-9146-432a339f01b2 req-642115fc-c538-4a77-83d6-8ef2aa0519a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:23.215836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e0eb3-d13d-46cf-9146-432a339f01b2 req-642115fc-c538-4a77-83d6-8ef2aa0519a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:23.216415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e0eb3-d13d-46cf-9146-432a339f01b2 req-642115fc-c538-4a77-83d6-8ef2aa0519a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:23.217517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e0eb3-d13d-46cf-9146-432a339f01b2 req-642115fc-c538-4a77-83d6-8ef2aa0519a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:23.219199 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:23.221338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd8e0eb3-d13d-46cf-9146-432a339f01b2 req-642115fc-c538-4a77-83d6-8ef2aa0519a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 4363 time: 0.5935082 Apr 05 20:20:23.252911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fde98c-4f48-428c-8e83-58cc3e485338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbc2f5a-77d9-4077-bd64-ea0bb98011f7'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:23.259046 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:23.260516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4894b54f-94fd-47d6-9ef2-5688e02ac8a8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/65b20cbc-dfa4-4811-b147-aa2d109e33cb HTTP/1.1" status: 204 len: 168 time: 2.9824200 Apr 05 20:20:23.265941 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fcbc2f5a-77d9-4077-bd64-ea0bb98011f7,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:23.277267 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:23.353062 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=fcbc2f5a-77d9-4077-bd64-ea0bb98011f7,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:23.382451 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36166) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:23.393490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Router 071300cc-e321-4b94-a75d-aa924a1f702a is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:20:23.494295 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:20:23.504713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e0eb3-d13d-46cf-9146-432a339f01b2 req-71554646-19f5-41fb-9050-1c96352cfa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:23.505181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e0eb3-d13d-46cf-9146-432a339f01b2 req-71554646-19f5-41fb-9050-1c96352cfa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:23.505627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e0eb3-d13d-46cf-9146-432a339f01b2 req-71554646-19f5-41fb-9050-1c96352cfa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:23.507241 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd8e0eb3-d13d-46cf-9146-432a339f01b2 req-71554646-19f5-41fb-9050-1c96352cfa1f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2505646 Apr 05 20:20:23.557918 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-175a2c98-d534-4059-a660-589ec737af19 req-24c751f8-96e2-4d8f-a046-b374442f6fa3 service neutron] 10.222.0.24 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352432 Apr 05 20:20:23.661834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e0eb3-d13d-46cf-9146-432a339f01b2 req-d2fef562-10fe-489a-97f5-66a09ff9a086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:23.663429 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd8e0eb3-d13d-46cf-9146-432a339f01b2 req-d2fef562-10fe-489a-97f5-66a09ff9a086 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1448004 Apr 05 20:20:23.663739 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93a90740-3f87-4824-a587-54915bce94e4 req-31575826-b421-4d6f-a10c-e4de39842cda tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511073 Apr 05 20:20:23.759656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce4759d-b078-463b-9707-70733a5f7b60 admin admin] Deleting subnet b885e6ab-faca-4a4c-82e7-29cc8f347c97 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:20:23.763285 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75682036-7b4c-443d-b0de-61031a48f0da {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:23.787052 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ce4759d-b078-463b-9707-70733a5f7b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:23.883738 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:23.905723 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e3009c03-7adc-4758-9874-5f8f70e99d1d req-364654d5-e32e-40cf-a158-081323cd2e77 service neutron] 10.222.0.41 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7179832 Apr 05 20:20:24.006389 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fde98c-4f48-428c-8e83-58cc3e485338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbc2f5a-77d9-4077-bd64-ea0bb98011f7', 'code': 200} Apr 05 20:20:24.011626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Transition to ACTIVE for port object 75682036-7b4c-443d-b0de-61031a48f0da will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:24.048866 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:24.112525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ce4759d-b078-463b-9707-70733a5f7b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:24.220674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:20:24.224533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e7c20-6897-48a9-b86d-c8955511deb9 req-2c9873e9-5c8e-487b-b42a-b6888b916f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:24.226048 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff6e7c20-6897-48a9-b86d-c8955511deb9 req-2c9873e9-5c8e-487b-b42a-b6888b916f5d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 1096 time: 0.1436834 Apr 05 20:20:24.239954 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Sync routers for ids ['071300cc-e321-4b94-a75d-aa924a1f702a'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:20:24.253246 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Routers {'071300cc-e321-4b94-a75d-aa924a1f702a'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:20:24.253853 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:20:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['071300cc-e321-4b94-a75d-aa924a1f702a'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:24.261283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6edc96-e4b3-4dcf-b7e0-deceea6d16ab req-7ef53af0-043c-4ace-a34d-aa888c7bab9a tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:24.262997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b6edc96-e4b3-4dcf-b7e0-deceea6d16ab req-7ef53af0-043c-4ace-a34d-aa888c7bab9a tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 943 time: 0.1380615 Apr 05 20:20:24.354153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff6e7c20-6897-48a9-b86d-c8955511deb9 req-f6c20773-7e69-4a82-aaeb-bcb9c2774716 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901122 Apr 05 20:20:24.363479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Pushing event updated for resources: {'Port': ['ID=75682036-7b4c-443d-b0de-61031a48f0da,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:24.370145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b6edc96-e4b3-4dcf-b7e0-deceea6d16ab req-dd5db662-843f-4d38-b30e-d7568f45c199 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793030 Apr 05 20:20:24.517125 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:24.520964 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4e9dbb7e-13b6-42e4-9de6-39d3de053cc9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.2530994 Apr 05 20:20:24.530603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0aac832-3290-4100-b61d-3d027b7629db no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:20:24.552468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36190) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:24.560517 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Set router 071300cc-e321-4b94-a75d-aa924a1f702a gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:20:24.563290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4c4df-eae3-4685-8745-e6999adbe132 req-2457c45e-5092-48c1-9abe-006121e251a0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:24.569280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4c4df-eae3-4685-8745-e6999adbe132 req-2457c45e-5092-48c1-9abe-006121e251a0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:24.575234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4c4df-eae3-4685-8745-e6999adbe132 req-2457c45e-5092-48c1-9abe-006121e251a0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:24.575814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: a0aac832-3290-4100-b61d-3d027b7629db {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:20:24.576331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0aac832-3290-4100-b61d-3d027b7629db not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:20:24.581588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4c4df-eae3-4685-8745-e6999adbe132 req-2457c45e-5092-48c1-9abe-006121e251a0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:24.585395 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc977884-68fc-4849-b9d1-8b38b0fb8788 req-49130dd4-aa78-4081-8385-fec6f8f3a853 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=8465e7e0-bb89-456b-be20-54a5bb137df5 HTTP/1.1" status: 200 len: 210 time: 0.0861037 Apr 05 20:20:24.587647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4c4df-eae3-4685-8745-e6999adbe132 req-2457c45e-5092-48c1-9abe-006121e251a0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:24.595785 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-63b4c4df-eae3-4685-8745-e6999adbe132 req-2457c45e-5092-48c1-9abe-006121e251a0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 3828 time: 0.7607825 Apr 05 20:20:24.785767 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e3009c03-7adc-4758-9874-5f8f70e99d1d req-3e32a373-7596-45bf-a29d-f827776e3498 service neutron] 10.222.0.41 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7955136 Apr 05 20:20:24.795983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f7f9e-2f22-4613-9495-6db56c773df9 req-8c294dfc-a212-4e94-b269-9a6715bd39cd tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:24.807777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-863f7f9e-2f22-4613-9495-6db56c773df9 req-8c294dfc-a212-4e94-b269-9a6715bd39cd tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.1055102 Apr 05 20:20:24.810087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Attempting to bind port 75682036-7b4c-443d-b0de-61031a48f0da on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:24.810589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Attempting to bind port 75682036-7b4c-443d-b0de-61031a48f0da by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:24.810780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Attempting to bind port 75682036-7b4c-443d-b0de-61031a48f0da on network 65078b3e-8573-4599-8d5f-da3f86914493 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:24.820117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-63b4c4df-eae3-4685-8745-e6999adbe132 req-1c5f403c-003c-43b9-a59a-4164e28c0282 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234981 Apr 05 20:20:24.827672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Port 75682036-7b4c-443d-b0de-61031a48f0da on network 65078b3e-8573-4599-8d5f-da3f86914493 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:20:24.828348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Attempting to bind port 75682036-7b4c-443d-b0de-61031a48f0da on network 65078b3e-8573-4599-8d5f-da3f86914493 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:24.838015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:24.838546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Checking segment: {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:24.838926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Bound using segment: {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:24.839524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Bound port: 75682036-7b4c-443d-b0de-61031a48f0da, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:24.839869 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:24.861834 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-863f7f9e-2f22-4613-9495-6db56c773df9 req-e0f4c3f4-8e99-47ee-bca8-7ed9119caf21 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530722 Apr 05 20:20:24.862883 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ce4759d-b078-463b-9707-70733a5f7b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:24.960652 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:20:20Z', 'revision_number': 3, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:24.966178 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Checking router: 071300cc-e321-4b94-a75d-aa924a1f702a for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:20:24.966647 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Updating router 071300cc-e321-4b94-a75d-aa924a1f702a port 29d5e405-8c82-4d45-a0aa-75725eb80094 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:20:25.032176 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:25.184265 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ce4759d-b078-463b-9707-70733a5f7b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:25.275852 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-33927aec-c8ae-4ec5-ad80-3cc1438275d4 req-0fea4dbb-0b7b-4ecd-b409-6b96e1687b8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b91ce86db2d349e0accaf7a7881ac9dd&device_id=305688eb-46a3-4d47-98ed-023d0f7f44ee HTTP/1.1" status: 200 len: 210 time: 0.1186905 Apr 05 20:20:25.346777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-33927aec-c8ae-4ec5-ad80-3cc1438275d4 req-b5121189-2259-41b9-b61f-aa8010938815 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b91ce86db2d349e0accaf7a7881ac9dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597224 Apr 05 20:20:25.419571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2660581d-4dbd-44e8-989c-7e647fef3300 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:20:25.483022 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:25.496599 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Transition to ACTIVE for port object 29d5e405-8c82-4d45-a0aa-75725eb80094 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:25.507198 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:25.559925 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] For port 75682036-7b4c-443d-b0de-61031a48f0da, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:25.599422 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Attempting to bind port 29d5e405-8c82-4d45-a0aa-75725eb80094 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:25.599876 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Attempting to bind port 29d5e405-8c82-4d45-a0aa-75725eb80094 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:25.600414 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Attempting to bind port 29d5e405-8c82-4d45-a0aa-75725eb80094 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:25.611587 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:25.611961 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:25.612332 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:25.612899 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:25.613427 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Bound port: 29d5e405-8c82-4d45-a0aa-75725eb80094, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:25.613792 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:25.626230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c039f3-a7d2-44b4-9cfb-cad5d736efce req-4ffd2520-e706-4f77-9275-ec79b3b4d586 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:25.635217 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28c039f3-a7d2-44b4-9cfb-cad5d736efce req-4ffd2520-e706-4f77-9275-ec79b3b4d586 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.2335157 Apr 05 20:20:25.653248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce4759d-b078-463b-9707-70733a5f7b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b885e6ab-faca-4a4c-82e7-29cc8f347c97,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:25.658464 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ce4759d-b078-463b-9707-70733a5f7b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:25.665405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33927aec-c8ae-4ec5-ad80-3cc1438275d4 req-58881477-851b-42ff-ba7c-50233a4e97e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:25.667313 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-33927aec-c8ae-4ec5-ad80-3cc1438275d4 req-58881477-851b-42ff-ba7c-50233a4e97e7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3126733 Apr 05 20:20:25.693997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] For port 75682036-7b4c-443d-b0de-61031a48f0da, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=75682036-7b4c-443d-b0de-61031a48f0da,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:25.700615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28c039f3-a7d2-44b4-9cfb-cad5d736efce req-112042c3-3977-46ca-8120-a12906e00e8e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639176 Apr 05 20:20:25.707086 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] For port 29d5e405-8c82-4d45-a0aa-75725eb80094, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:25.711864 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] For port 29d5e405-8c82-4d45-a0aa-75725eb80094, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=29d5e405-8c82-4d45-a0aa-75725eb80094,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:25.717208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0ce4759d-b078-463b-9707-70733a5f7b60 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b885e6ab-faca-4a4c-82e7-29cc8f347c97 HTTP/1.1" status: 204 len: 168 time: 2.3212323 Apr 05 20:20:25.719437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36210) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:25.724167 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2660581d-4dbd-44e8-989c-7e647fef3300, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2660581d-4dbd-44e8-989c-7e647fef3300,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:25.725031 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:25.731729 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:25.742895 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402484c2-ab2b-49e2-b87c-b9aeaf30b062 None None] Pushing event updated for resources: {'Port': ['ID=29d5e405-8c82-4d45-a0aa-75725eb80094,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:25.756058 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402484c2-ab2b-49e2-b87c-b9aeaf30b062 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:25.756427 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402484c2-ab2b-49e2-b87c-b9aeaf30b062 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:25.756889 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402484c2-ab2b-49e2-b87c-b9aeaf30b062 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:25.757344 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402484c2-ab2b-49e2-b87c-b9aeaf30b062 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:25.757664 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402484c2-ab2b-49e2-b87c-b9aeaf30b062 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:25.758006 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402484c2-ab2b-49e2-b87c-b9aeaf30b062 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:25.758468 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402484c2-ab2b-49e2-b87c-b9aeaf30b062 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:25.758783 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402484c2-ab2b-49e2-b87c-b9aeaf30b062 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:25.759094 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402484c2-ab2b-49e2-b87c-b9aeaf30b062 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:25.759949 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402484c2-ab2b-49e2-b87c-b9aeaf30b062 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:25.759949 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402484c2-ab2b-49e2-b87c-b9aeaf30b062 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:25.760227 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402484c2-ab2b-49e2-b87c-b9aeaf30b062 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:25.772434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '2660581d-4dbd-44e8-989c-7e647fef3300', 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76', 'port_id': '2660581d-4dbd-44e8-989c-7e647fef3300', 'mac_address': 'fa:16:3e:22:5a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fe4ed7-5511-43cb-8270-e4b3f3328c23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:20:25.776598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fdfed9-ce80-483a-820d-b7aa8478fd8e None None] Network 6d694502-536f-4d64-833f-5cd2675c4f03 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:20:25.851342 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Routers {'071300cc-e321-4b94-a75d-aa924a1f702a'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:20:25.852105 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:20:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['071300cc-e321-4b94-a75d-aa924a1f702a'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:26.008253 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:26.043369 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6cc61476-9459-4033-bfa1-f42f457f472c req-3e39cf75-c23b-426d-8cab-468d55f59af2 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.24 "GET /v2.0/ports?device_id=305688eb-46a3-4d47-98ed-023d0f7f44ee HTTP/1.1" status: 200 len: 210 time: 0.0789475 Apr 05 20:20:26.060215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:26.060910 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:26.062378 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] 10.222.0.41 "PUT /v2.0/ports/75682036-7b4c-443d-b0de-61031a48f0da HTTP/1.1" status: 200 len: 1130 time: 4.3585043 Apr 05 20:20:26.062894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': '75682036-7b4c-443d-b0de-61031a48f0da'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:26.094239 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:26.116960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Request body: {'port': {'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:26.121972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Deleting port f565a4bc-f179-461b-a741-e8671a969400 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:20:26.122568 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:26.145741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2660581d-4dbd-44e8-989c-7e647fef3300 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:26.154960 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] Set router 071300cc-e321-4b94-a75d-aa924a1f702a gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:20:26.214039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2660581d-4dbd-44e8-989c-7e647fef3300, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2660581d-4dbd-44e8-989c-7e647fef3300,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:26.233453 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:26.309762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280628e-edb7-4602-b8e0-795b2e9b303b service neutron] Pushing event updated for resources: {'Port': ['ID=75682036-7b4c-443d-b0de-61031a48f0da,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:26.389375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ea4ad-b7c9-472e-8360-1054553b4da6 req-44f7c01c-a6bc-404f-a1e9-fe0cdcd552ee tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:26.403990 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c07ea4ad-b7c9-472e-8360-1054553b4da6 req-44f7c01c-a6bc-404f-a1e9-fe0cdcd552ee tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 945 time: 0.9724035 Apr 05 20:20:26.464563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['2660581d-4dbd-44e8-989c-7e647fef3300'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:20:26.506180 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad3a140-fd3a-4536-b6f3-30a3fa51040d None None] DHCP port deletion for 6d694502-536f-4d64-833f-5cd2675c4f03 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:20:26.526358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3ad3a140-fd3a-4536-b6f3-30a3fa51040d None None] Deleting port f565a4bc-f179-461b-a741-e8671a969400 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:20:26.527034 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ad3a140-fd3a-4536-b6f3-30a3fa51040d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:26.562478 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2660581d-4dbd-44e8-989c-7e647fef3300,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:26.571612 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402484c2-ab2b-49e2-b87c-b9aeaf30b062 None None] Pushing event updated for resources: {'Port': ['ID=29d5e405-8c82-4d45-a0aa-75725eb80094,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:26.668367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f565a4bc-f179-461b-a741-e8671a969400 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:20:26.690847 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:20:20Z', 'revision_number': 3, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:26.695318 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e473e28f-2f2d-43d2-a80d-2f6dd8a8e293 None None] The sync data for ids ['071300cc-e321-4b94-a75d-aa924a1f702a'] in n-d-836604-1 is: [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:20:20Z', 'revision_number': 3, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:20:26.732669 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:26.759976 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c07ea4ad-b7c9-472e-8360-1054553b4da6 req-483d968d-7e8b-403d-989d-f2218efa32a0 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549976 Apr 05 20:20:26.795698 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7a80467-349e-4ebb-ada9-66fef3effdba req-37265ee5-f575-4cdc-96de-b7afab5b82e1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=8465e7e0-bb89-456b-be20-54a5bb137df5 HTTP/1.1" status: 200 len: 210 time: 0.5491736 Apr 05 20:20:26.865628 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-175a2c98-d534-4059-a660-589ec737af19 req-d63b04c4-240d-4af0-b2ed-68726bd89e03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=8465e7e0-bb89-456b-be20-54a5bb137df5 HTTP/1.1" status: 200 len: 210 time: 0.0636201 Apr 05 20:20:27.177047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] For port f565a4bc-f179-461b-a741-e8671a969400, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f565a4bc-f179-461b-a741-e8671a969400,segment=NetworkSegment(fb492852-b98d-43a4-9a57-ea8759808c7b),segment_id=fb492852-b98d-43a4-9a57-ea8759808c7b)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:27.177538 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:27.319011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-33927aec-c8ae-4ec5-ad80-3cc1438275d4 req-56e67d43-92a3-4d00-90f2-c33c44b42106 tempest-ServerShowV247Test-1649998241 tempest-ServerShowV247Test-1649998241-project] 10.222.0.13 "GET /v2.0/ports?device_id=305688eb-46a3-4d47-98ed-023d0f7f44ee HTTP/1.1" status: 200 len: 210 time: 0.1883814 Apr 05 20:20:27.350380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Calling delete_port for f565a4bc-f179-461b-a741-e8671a969400 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:20:27.485832 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:27.511063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3ad3a140-fd3a-4536-b6f3-30a3fa51040d None None] For port f565a4bc-f179-461b-a741-e8671a969400, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f565a4bc-f179-461b-a741-e8671a969400,segment=NetworkSegment(fb492852-b98d-43a4-9a57-ea8759808c7b),segment_id=fb492852-b98d-43a4-9a57-ea8759808c7b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:27.511981 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ad3a140-fd3a-4536-b6f3-30a3fa51040d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:27.561782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a2c98-d534-4059-a660-589ec737af19 req-e26579c1-abeb-42a9-a277-3905700899f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:27.563393 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-175a2c98-d534-4059-a660-589ec737af19 req-e26579c1-abeb-42a9-a277-3905700899f0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=09a608d642f24eeba3830dc870c40d6e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6803381 Apr 05 20:20:27.619554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:27.695499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6057613-eb97-4ccd-9d89-df7a85df5277 req-c82ae070-7f1c-4614-bee0-4779a7e9e6f0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:27.701380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6057613-eb97-4ccd-9d89-df7a85df5277 req-c82ae070-7f1c-4614-bee0-4779a7e9e6f0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:27.707848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6057613-eb97-4ccd-9d89-df7a85df5277 req-c82ae070-7f1c-4614-bee0-4779a7e9e6f0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:27.713773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6057613-eb97-4ccd-9d89-df7a85df5277 req-c82ae070-7f1c-4614-bee0-4779a7e9e6f0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:27.719625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6057613-eb97-4ccd-9d89-df7a85df5277 req-c82ae070-7f1c-4614-bee0-4779a7e9e6f0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:27.725512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6057613-eb97-4ccd-9d89-df7a85df5277 req-c82ae070-7f1c-4614-bee0-4779a7e9e6f0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:27.739683 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f6057613-eb97-4ccd-9d89-df7a85df5277 req-c82ae070-7f1c-4614-bee0-4779a7e9e6f0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 4600 time: 0.3530607 Apr 05 20:20:27.751710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3ad3a140-fd3a-4536-b6f3-30a3fa51040d None None] Calling delete_port for f565a4bc-f179-461b-a741-e8671a969400 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:20:27.839210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Pushing event deleted for resources: {'Port': ['ID=f565a4bc-f179-461b-a741-e8671a969400,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:27.848054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] No DVR routers for this DVR port f565a4bc-f179-461b-a741-e8671a969400 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:20:27.983728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:27.994101 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:28.018296 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-3ad3a140-fd3a-4536-b6f3-30a3fa51040d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:20:28.018642 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-3ad3a140-fd3a-4536-b6f3-30a3fa51040d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:20:28.068477 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f6057613-eb97-4ccd-9d89-df7a85df5277 req-8b8f2d14-8d90-4dbb-b821-82dceafb8c45 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3278539 Apr 05 20:20:28.075384 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:28.084713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Transition to ACTIVE for port object db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:28.095280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0f93e-68be-4f5a-9a15-dd64211d8708 req-2d151237-5980-4e45-8fa5-abd409018a09 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:28.096759 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1ed0f93e-68be-4f5a-9a15-dd64211d8708 req-2d151237-5980-4e45-8fa5-abd409018a09 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 944 time: 1.0905898 Apr 05 20:20:28.134089 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:28.165374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a2c98-d534-4059-a660-589ec737af19 req-627ed989-ffb1-4cdf-b57e-da2a5c7eac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:28.167401 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-175a2c98-d534-4059-a660-589ec737af19 req-627ed989-ffb1-4cdf-b57e-da2a5c7eac72 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5856793 Apr 05 20:20:28.169097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d694502-536f-4d64-833f-5cd2675c4f03']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:28.191615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb492852-b98d-43a4-9a57-ea8759808c7b') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:28.192063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb492852-b98d-43a4-9a57-ea8759808c7b') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:28.206825 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:28.211209 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': '75682036-7b4c-443d-b0de-61031a48f0da', 'status': 'completed', 'code': 200} Apr 05 20:20:28.226683 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:28.234227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:20:28.234790 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:20:28.251227 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:20:28.418090 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-175a2c98-d534-4059-a660-589ec737af19 req-539f717b-f4f3-4ff7-ba03-babaf6dd8e04 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "GET /v2.0/ports?device_id=8465e7e0-bb89-456b-be20-54a5bb137df5 HTTP/1.1" status: 200 len: 210 time: 0.1512349 Apr 05 20:20:28.439754 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:28.479342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:28.502028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d694502-536f-4d64-833f-5cd2675c4f03,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:28.520811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3ad3a140-fd3a-4536-b6f3-30a3fa51040d None None] Deleting port f565a4bc-f179-461b-a741-e8671a969400 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:20:28.521294 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ad3a140-fd3a-4536-b6f3-30a3fa51040d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:28.615823 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a6fb822f-a600-4075-8eb6-5126346e3404 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6d694502-536f-4d64-833f-5cd2675c4f03 HTTP/1.1" status: 204 len: 168 time: 2.8946800 Apr 05 20:20:28.646962 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:28.677706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cadba57-185c-4b04-b2c2-79f559e7114d req-063dc093-fce2-429e-a039-759d40a11366 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:28.684865 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1cadba57-185c-4b04-b2c2-79f559e7114d req-063dc093-fce2-429e-a039-759d40a11366 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.1781192 Apr 05 20:20:28.721037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 29d5e405-8c82-4d45-a0aa-75725eb80094 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:28.753673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36232) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:28.795458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Pushing event updated for resources: {'Port': ['ID=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:28.819593 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1cadba57-185c-4b04-b2c2-79f559e7114d req-e6619f1d-ef3a-41fe-8d16-035d8c066018 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335316 Apr 05 20:20:28.849571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3ad3a140-fd3a-4536-b6f3-30a3fa51040d None None] The port 'f565a4bc-f179-461b-a741-e8671a969400' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:20:28.904937 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1ed0f93e-68be-4f5a-9a15-dd64211d8708 req-b0dba032-0e57-40f6-8595-4e5a19ec914d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7852063 Apr 05 20:20:28.978782 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 29d5e405-8c82-4d45-a0aa-75725eb80094 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:28.986443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 29d5e405-8c82-4d45-a0aa-75725eb80094 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:28.986999 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:29.038267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36238) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:29.124890 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d5462cf-6179-4c60-a40f-2f9a52e80f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:29.164272 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:29.176699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eea5a3e3-9e67-411d-be95-8427223ec9d5 req-3be7a382-1921-4806-9b66-7f207363801d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=8465e7e0-bb89-456b-be20-54a5bb137df5 HTTP/1.1" status: 200 len: 210 time: 0.1391788 Apr 05 20:20:29.191814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 29d5e405-8c82-4d45-a0aa-75725eb80094, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=29d5e405-8c82-4d45-a0aa-75725eb80094,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:29.198035 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:29.292661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=29d5e405-8c82-4d45-a0aa-75725eb80094,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:29.337786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3d5462cf-6179-4c60-a40f-2f9a52e80f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:29.358766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3d5462cf-6179-4c60-a40f-2f9a52e80f2c admin admin] Usage tracker for resource:security_group_rule and tenant:b91ce86db2d349e0accaf7a7881ac9dd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:29.364100 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3d5462cf-6179-4c60-a40f-2f9a52e80f2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:29.377187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Attempting to bind port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:29.377735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Attempting to bind port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:29.377869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Attempting to bind port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 on network 65078b3e-8573-4599-8d5f-da3f86914493 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:29.380681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8d10a38e-9105-4a0b-88ae-91df80f1eb72 req-9312235f-a264-4746-9a8f-e2a0b898c3ff tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Synchronizing usage tracker for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:29.385148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3d5462cf-6179-4c60-a40f-2f9a52e80f2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:29.396950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 on network 65078b3e-8573-4599-8d5f-da3f86914493 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:20:29.397392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Attempting to bind port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 on network 65078b3e-8573-4599-8d5f-da3f86914493 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:29.413748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136384b-92d0-4f14-82f5-cb858751ec02 req-27f465c3-ebe5-4f3d-900f-15d2f29c9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:29.414249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136384b-92d0-4f14-82f5-cb858751ec02 req-27f465c3-ebe5-4f3d-900f-15d2f29c9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:29.414714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136384b-92d0-4f14-82f5-cb858751ec02 req-27f465c3-ebe5-4f3d-900f-15d2f29c9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:29.415162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136384b-92d0-4f14-82f5-cb858751ec02 req-27f465c3-ebe5-4f3d-900f-15d2f29c9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:29.415614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136384b-92d0-4f14-82f5-cb858751ec02 req-27f465c3-ebe5-4f3d-900f-15d2f29c9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:29.416063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136384b-92d0-4f14-82f5-cb858751ec02 req-27f465c3-ebe5-4f3d-900f-15d2f29c9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:29.416505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136384b-92d0-4f14-82f5-cb858751ec02 req-27f465c3-ebe5-4f3d-900f-15d2f29c9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:29.418896 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0136384b-92d0-4f14-82f5-cb858751ec02 req-27f465c3-ebe5-4f3d-900f-15d2f29c9f06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 6167 time: 1.2097218 Apr 05 20:20:29.423248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:29.423571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Checking segment: {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:29.423938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Bound using segment: {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:29.424418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Bound port: db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:29.424772 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:29.440169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2660581d-4dbd-44e8-989c-7e647fef3300 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:29.455690 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1548c4b0-9cbd-4322-9355-6d591baea7b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afc6b2a088ed421e85a029e0c6d41ac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4122155 Apr 05 20:20:29.467154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36244) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:29.501639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8d10a38e-9105-4a0b-88ae-91df80f1eb72 req-9312235f-a264-4746-9a8f-e2a0b898c3ff tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Unset dirty status for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:29.510557 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d10a38e-9105-4a0b-88ae-91df80f1eb72 req-9312235f-a264-4746-9a8f-e2a0b898c3ff tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=8465e7e0-bb89-456b-be20-54a5bb137df5 HTTP/1.1" status: 200 len: 210 time: 0.2396972 Apr 05 20:20:29.547000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 2660581d-4dbd-44e8-989c-7e647fef3300 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:29.552381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 2660581d-4dbd-44e8-989c-7e647fef3300 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:29.552781 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:29.681984 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:29.687280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c3bef2-4c21-4c9f-a41e-4f3f09695a0d req-08f1cf6c-8d7a-4585-a415-3515c80992e2 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:29.689497 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40c3bef2-4c21-4c9f-a41e-4f3f09695a0d req-08f1cf6c-8d7a-4585-a415-3515c80992e2 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 945 time: 0.5882232 Apr 05 20:20:29.690598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5a3e3-9e67-411d-be95-8427223ec9d5 req-c4b5d766-5a26-4269-8e6b-1c1c52e1089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:29.692020 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eea5a3e3-9e67-411d-be95-8427223ec9d5 req-c4b5d766-5a26-4269-8e6b-1c1c52e1089e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=09a608d642f24eeba3830dc870c40d6e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5052783 Apr 05 20:20:29.720138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee91a15-751c-409c-b51d-608088132374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2660581d-4dbd-44e8-989c-7e647fef3300'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:29.731872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2660581d-4dbd-44e8-989c-7e647fef3300, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2660581d-4dbd-44e8-989c-7e647fef3300,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:29.737761 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:29.752226 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-75c60f44-f50b-4b55-8433-43836e4b7672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:29.830960 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2660581d-4dbd-44e8-989c-7e647fef3300,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:29.882740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Allocated IP 172.20.0.1 (acf04820-9558-4448-b778-1e71d8e99554/3f969fc9-21be-405d-9c97-3d2c77a0705e/abe96641-deee-4fe9-8a58-7c35d8849c72) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:29.917412 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-75c60f44-f50b-4b55-8433-43836e4b7672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:29.924724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] For port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:29.939088 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40c3bef2-4c21-4c9f-a41e-4f3f09695a0d req-60fc7888-3c6b-44a6-bd7e-0fa6b1d38334 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365797 Apr 05 20:20:29.944692 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d5462cf-6179-4c60-a40f-2f9a52e80f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:29.958865 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d5462cf-6179-4c60-a40f-2f9a52e80f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:29.979420 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] For port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:30.025026 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee91a15-751c-409c-b51d-608088132374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2660581d-4dbd-44e8-989c-7e647fef3300', 'code': 200} Apr 05 20:20:30.037092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136384b-92d0-4f14-82f5-cb858751ec02 req-f0505913-b3d0-43bf-80e6-94a3fe800449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.037557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136384b-92d0-4f14-82f5-cb858751ec02 req-f0505913-b3d0-43bf-80e6-94a3fe800449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.038041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136384b-92d0-4f14-82f5-cb858751ec02 req-f0505913-b3d0-43bf-80e6-94a3fe800449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.039644 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0136384b-92d0-4f14-82f5-cb858751ec02 req-f0505913-b3d0-43bf-80e6-94a3fe800449 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6054385 Apr 05 20:20:30.049301 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:30.057953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5a3e3-9e67-411d-be95-8427223ec9d5 req-9fc27902-52f1-4ed0-a69a-afc99abbefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.059393 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eea5a3e3-9e67-411d-be95-8427223ec9d5 req-9fc27902-52f1-4ed0-a69a-afc99abbefc7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3590412 Apr 05 20:20:30.062691 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3d5462cf-6179-4c60-a40f-2f9a52e80f2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b91ce86db2d349e0accaf7a7881ac9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2985849 Apr 05 20:20:30.064224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5462cf-6179-4c60-a40f-2f9a52e80f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607984c6-41b8-4d90-9e0b-5405da4243c9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:30.066525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36256) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:30.207941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eea5a3e3-9e67-411d-be95-8427223ec9d5 req-3dbd97e1-dc8f-469e-8f8b-1d35579b7bfc tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "GET /v2.0/ports?device_id=8465e7e0-bb89-456b-be20-54a5bb137df5 HTTP/1.1" status: 200 len: 210 time: 0.0978084 Apr 05 20:20:30.241628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a15b6-2fcb-4dee-ab2d-729911cbc510 req-52eb2949-b884-4731-a611-ce93ea6ef390 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.247497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a15b6-2fcb-4dee-ab2d-729911cbc510 req-52eb2949-b884-4731-a611-ce93ea6ef390 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.254138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a15b6-2fcb-4dee-ab2d-729911cbc510 req-52eb2949-b884-4731-a611-ce93ea6ef390 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.254422 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8c293ed-4aa6-4774-8d96-747f1a916c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:30.259925 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a15b6-2fcb-4dee-ab2d-729911cbc510 req-52eb2949-b884-4731-a611-ce93ea6ef390 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.261919 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-75c60f44-f50b-4b55-8433-43836e4b7672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:30.265745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a15b6-2fcb-4dee-ab2d-729911cbc510 req-52eb2949-b884-4731-a611-ce93ea6ef390 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.272000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a15b6-2fcb-4dee-ab2d-729911cbc510 req-52eb2949-b884-4731-a611-ce93ea6ef390 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.283149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a15b6-2fcb-4dee-ab2d-729911cbc510 req-52eb2949-b884-4731-a611-ce93ea6ef390 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.285006 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-039a15b6-2fcb-4dee-ab2d-729911cbc510 req-52eb2949-b884-4731-a611-ce93ea6ef390 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5372 time: 0.6465385 Apr 05 20:20:30.286323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.286910 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:30.288159 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] 10.222.0.41 "PUT /v2.0/ports/db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 HTTP/1.1" status: 200 len: 1130 time: 4.1753094 Apr 05 20:20:30.303570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': 'db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:30.329621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c60f44-f50b-4b55-8433-43836e4b7672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebea2701-2e5f-445a-bfc6-d4219553e742,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:30.348319 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8c293ed-4aa6-4774-8d96-747f1a916c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:30.352539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Request body: {'port': {'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:30.355669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-75c60f44-f50b-4b55-8433-43836e4b7672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:30.366976 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-75c60f44-f50b-4b55-8433-43836e4b7672 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebea2701-2e5f-445a-bfc6-d4219553e742 HTTP/1.1" status: 204 len: 168 time: 0.8901448 Apr 05 20:20:30.427238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428516fc-5ac5-4e59-9025-1d12725b2a9a service neutron] Pushing event updated for resources: {'Port': ['ID=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:30.459982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57e175-e0fc-4224-baf7-5d2cdbfbbea1 req-e09d714f-d75d-416d-92b6-f785221660f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.461589 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a57e175-e0fc-4224-baf7-5d2cdbfbbea1 req-e09d714f-d75d-416d-92b6-f785221660f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 1096 time: 0.2959402 Apr 05 20:20:30.494236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984a8f5-b40a-432f-8fec-055c20632b6d req-32243404-6946-473e-8264-ce9f5a04a9cf tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.504751 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b984a8f5-b40a-432f-8fec-055c20632b6d req-32243404-6946-473e-8264-ce9f5a04a9cf tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.2900007 Apr 05 20:20:30.516733 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:30.553007 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-039a15b6-2fcb-4dee-ab2d-729911cbc510 req-d51b9421-7c53-42eb-96bc-042291f279f5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2413311 Apr 05 20:20:30.590672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136384b-92d0-4f14-82f5-cb858751ec02 req-2ced9a77-84ad-477e-b836-bc0fd311a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:30.592408 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0136384b-92d0-4f14-82f5-cb858751ec02 req-2ced9a77-84ad-477e-b836-bc0fd311a8cf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5364017 Apr 05 20:20:30.640038 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:30.643930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 29d5e405-8c82-4d45-a0aa-75725eb80094 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:30.656420 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8c293ed-4aa6-4774-8d96-747f1a916c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:30.664025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Transition to ACTIVE for port object abe96641-deee-4fe9-8a58-7c35d8849c72 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:30.696558 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a57e175-e0fc-4224-baf7-5d2cdbfbbea1 req-46768a4f-47cf-4f90-bc72-c61890242f62 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883147 Apr 05 20:20:30.699758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c293ed-4aa6-4774-8d96-747f1a916c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607984c6-41b8-4d90-9e0b-5405da4243c9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:30.716650 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b984a8f5-b40a-432f-8fec-055c20632b6d req-0fdf40df-8f45-41e2-bd0f-c3c57099509d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109563 Apr 05 20:20:30.724343 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8c293ed-4aa6-4774-8d96-747f1a916c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:30.736693 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d8c293ed-4aa6-4774-8d96-747f1a916c00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/607984c6-41b8-4d90-9e0b-5405da4243c9 HTTP/1.1" status: 204 len: 168 time: 0.6692460 Apr 05 20:20:30.750440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 29d5e405-8c82-4d45-a0aa-75725eb80094 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:30.751253 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:31.074125 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': 'db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95', 'status': 'completed', 'code': 200} Apr 05 20:20:31.304566 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:31.305435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d141-a184-438d-bf00-65d44b14a192 req-a9fb9472-2321-49ac-9060-a45004dc3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:31.305950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d141-a184-438d-bf00-65d44b14a192 req-a9fb9472-2321-49ac-9060-a45004dc3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:31.306396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d141-a184-438d-bf00-65d44b14a192 req-a9fb9472-2321-49ac-9060-a45004dc3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:31.306858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d141-a184-438d-bf00-65d44b14a192 req-a9fb9472-2321-49ac-9060-a45004dc3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:31.307309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d141-a184-438d-bf00-65d44b14a192 req-a9fb9472-2321-49ac-9060-a45004dc3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:31.307848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d141-a184-438d-bf00-65d44b14a192 req-a9fb9472-2321-49ac-9060-a45004dc3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:31.308306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d141-a184-438d-bf00-65d44b14a192 req-a9fb9472-2321-49ac-9060-a45004dc3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:31.310376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b152d141-a184-438d-bf00-65d44b14a192 req-a9fb9472-2321-49ac-9060-a45004dc3124 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 6209 time: 0.2235134 Apr 05 20:20:31.367883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c493c0-4928-4d5c-8af0-2f0836721ea4 req-d375c03a-dcd9-4629-b254-93023bc18c26 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:31.369270 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-92c493c0-4928-4d5c-8af0-2f0836721ea4 req-d375c03a-dcd9-4629-b254-93023bc18c26 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 945 time: 0.3447585 Apr 05 20:20:31.388290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Network acf04820-9558-4448-b778-1e71d8e99554 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:31.395908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:31.412694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:31.474984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423bac00-821b-4b70-be83-918f25f50b83 req-df63c825-cfa1-45a6-85e1-7b487cab7e5c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:31.482410 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-423bac00-821b-4b70-be83-918f25f50b83 req-df63c825-cfa1-45a6-85e1-7b487cab7e5c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 945 time: 0.2523751 Apr 05 20:20:31.579304 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-92c493c0-4928-4d5c-8af0-2f0836721ea4 req-5d880916-10b8-4520-9fab-a9cfbaaf8c63 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898282 Apr 05 20:20:31.580639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Pushing event updated for resources: {'Port': ['ID=abe96641-deee-4fe9-8a58-7c35d8849c72,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:31.597797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abe355c-c18d-4a37-bce6-7fc1dba443f1 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:31.604674 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-423bac00-821b-4b70-be83-918f25f50b83 req-f6ea8c1b-2300-4624-b857-00d5e997ef39 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163533 Apr 05 20:20:31.606264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d141-a184-438d-bf00-65d44b14a192 req-ed83ae6d-b20c-4d25-8c3e-f30046475f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:31.606786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d141-a184-438d-bf00-65d44b14a192 req-ed83ae6d-b20c-4d25-8c3e-f30046475f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:31.607168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d141-a184-438d-bf00-65d44b14a192 req-ed83ae6d-b20c-4d25-8c3e-f30046475f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:31.608703 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b152d141-a184-438d-bf00-65d44b14a192 req-ed83ae6d-b20c-4d25-8c3e-f30046475f13 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2899055 Apr 05 20:20:31.611701 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:31.614291 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:31.883577 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-39764e73-4e12-4862-a677-21918b27163b None None] Provisioning for port abe96641-deee-4fe9-8a58-7c35d8849c72 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:31.895505 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-39764e73-4e12-4862-a677-21918b27163b None None] Provisioning complete for port abe96641-deee-4fe9-8a58-7c35d8849c72 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:31.895876 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-39764e73-4e12-4862-a677-21918b27163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:32.007854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-39764e73-4e12-4862-a677-21918b27163b None None] Port abe96641-deee-4fe9-8a58-7c35d8849c72 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:20:32.019334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152d141-a184-438d-bf00-65d44b14a192 req-747684d5-420b-48fb-b21f-891d46f0f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:32.020772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b152d141-a184-438d-bf00-65d44b14a192 req-747684d5-420b-48fb-b21f-891d46f0f049 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3900101 Apr 05 20:20:32.028490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-c8ef8ced-8af3-44d8-96d0-0197181c1b10 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:32.030363 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-c8ef8ced-8af3-44d8-96d0-0197181c1b10 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 811 time: 0.1934142 Apr 05 20:20:32.056071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19f816-094c-413f-9f33-36426773313f req-cd730952-de37-41f3-a312-758288ab1d26 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:32.062384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19f816-094c-413f-9f33-36426773313f req-cd730952-de37-41f3-a312-758288ab1d26 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:32.068510 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-124c52b3-e9ef-4c2a-b6a5-52d28d402f5a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/quotas/09a608d642f24eeba3830dc870c40d6e HTTP/1.1" status: 200 len: 375 time: 0.0234065 Apr 05 20:20:32.071303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Transition to ACTIVE for port object 0abe355c-c18d-4a37-bce6-7fc1dba443f1 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:32.073771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19f816-094c-413f-9f33-36426773313f req-cd730952-de37-41f3-a312-758288ab1d26 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:32.080054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19f816-094c-413f-9f33-36426773313f req-cd730952-de37-41f3-a312-758288ab1d26 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:32.086002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19f816-094c-413f-9f33-36426773313f req-cd730952-de37-41f3-a312-758288ab1d26 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:32.091751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19f816-094c-413f-9f33-36426773313f req-cd730952-de37-41f3-a312-758288ab1d26 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:32.098044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19f816-094c-413f-9f33-36426773313f req-cd730952-de37-41f3-a312-758288ab1d26 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:32.105407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3d19f816-094c-413f-9f33-36426773313f req-cd730952-de37-41f3-a312-758288ab1d26 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5372 time: 0.2588663 Apr 05 20:20:32.123232 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:32.166487 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3d19f816-094c-413f-9f33-36426773313f req-3ffc9a56-b5d4-478c-b2cb-196f35a645f3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601282 Apr 05 20:20:32.175586 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-70cae130-6285-4674-836c-179046109145 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010232 Apr 05 20:20:32.280442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36326) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:32.433850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-633432439-network', 'tenant_id': '2949006b56cc40f286f52644a052d323'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:32.443195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:32.462398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Usage tracker for resource:network and tenant:2949006b56cc40f286f52644a052d323 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:32.466742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:32.481491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c60a7-351a-40d5-864b-3f254579e46e req-86b6b02e-e8eb-44d6-8459-845bdfae4865 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:32.482986 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d9c60a7-351a-40d5-864b-3f254579e46e req-86b6b02e-e8eb-44d6-8459-845bdfae4865 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.1801219 Apr 05 20:20:32.489232 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:32.546784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cce91-5eed-4eef-bd35-2c69b14d1d55 req-6a43e581-2154-4bea-abb0-485b311ffa29 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:32.548308 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b48cce91-5eed-4eef-bd35-2c69b14d1d55 req-6a43e581-2154-4bea-abb0-485b311ffa29 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.13 "GET /v2.0/ports?device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 945 time: 0.1725719 Apr 05 20:20:32.549234 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Made reservation on behalf of 2949006b56cc40f286f52644a052d323 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:32.551485 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:32.564314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe355c-c18d-4a37-bce6-7fc1dba443f1,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:32.583630 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-22d427a8-a985-4caf-8c3a-5ce7dfbe6faf service neutron] 10.222.0.24 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958426 Apr 05 20:20:32.658533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Attempting to bind port 0abe355c-c18d-4a37-bce6-7fc1dba443f1 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:32.659137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Attempting to bind port 0abe355c-c18d-4a37-bce6-7fc1dba443f1 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:32.659490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Attempting to bind port 0abe355c-c18d-4a37-bce6-7fc1dba443f1 on network 65078b3e-8573-4599-8d5f-da3f86914493 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:32.733254 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:32.750663 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d9c60a7-351a-40d5-864b-3f254579e46e req-2b72240d-46c9-4a7a-b381-6373af4f9bf6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566099 Apr 05 20:20:32.755339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Port 0abe355c-c18d-4a37-bce6-7fc1dba443f1 on network 65078b3e-8573-4599-8d5f-da3f86914493 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:20:32.755714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Attempting to bind port 0abe355c-c18d-4a37-bce6-7fc1dba443f1 on network 65078b3e-8573-4599-8d5f-da3f86914493 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:32.768367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:32.774833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Usage tracker for resource:security_group_rule and tenant:2949006b56cc40f286f52644a052d323 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:32.780572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:32.780976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Checking segment: {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:32.781439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Bound using segment: {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:32.781912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Bound port: 0abe355c-c18d-4a37-bce6-7fc1dba443f1, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:32.782271 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:32.784723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:32.795621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:32.800729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-b48cce91-5eed-4eef-bd35-2c69b14d1d55 req-113e4cc3-0c65-4e3f-a9ee-0e9fe3a97e2c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Deleting port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:20:32.800966 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b48cce91-5eed-4eef-bd35-2c69b14d1d55 req-113e4cc3-0c65-4e3f-a9ee-0e9fe3a97e2c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:32.814942 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:32.941591 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-5d5b9173-e6e3-4407-8d5a-f8fe19674d9b service neutron] 10.222.0.24 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498063 Apr 05 20:20:33.015276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] For port 0abe355c-c18d-4a37-bce6-7fc1dba443f1, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:33.038968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] For port 0abe355c-c18d-4a37-bce6-7fc1dba443f1, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=0abe355c-c18d-4a37-bce6-7fc1dba443f1,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:33.093948 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:33.244397 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:33.259723 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:33.312637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b2e9a0-c744-4b6b-9934-64b7b56d0e32,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:33.327154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b48cce91-5eed-4eef-bd35-2c69b14d1d55 req-113e4cc3-0c65-4e3f-a9ee-0e9fe3a97e2c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] For port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fcbc2f5a-77d9-4077-bd64-ea0bb98011f7,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:33.327519 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b48cce91-5eed-4eef-bd35-2c69b14d1d55 req-113e4cc3-0c65-4e3f-a9ee-0e9fe3a97e2c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:33.338548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:20:33.357070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342e485-cba3-4816-9936-c6cf52be327e req-b927d81a-683d-4025-bc32-afaa2d41064e tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:33.358629 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f342e485-cba3-4816-9936-c6cf52be327e req-b927d81a-683d-4025-bc32-afaa2d41064e tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 945 time: 0.2553267 Apr 05 20:20:33.381848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:33.382670 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:33.384680 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/0abe355c-c18d-4a37-bce6-7fc1dba443f1 HTTP/1.1" status: 200 len: 1091 time: 3.0468745 Apr 05 20:20:33.385112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': '0abe355c-c18d-4a37-bce6-7fc1dba443f1'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:33.432528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Request body: {'port': {'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:33.465785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b1deb-1219-40f0-a3ae-259ba73059e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0abe355c-c18d-4a37-bce6-7fc1dba443f1,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:33.491448 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:33.491992 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Added segment 4a928cb7-0269-4f76-8434-8adc7c6fd49d of type vlan for network 6a69aa6d-836a-401a-a28a-78a94e6b6363 Apr 05 20:20:33.505313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-b48cce91-5eed-4eef-bd35-2c69b14d1d55 req-113e4cc3-0c65-4e3f-a9ee-0e9fe3a97e2c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Calling delete_port for fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:20:33.577849 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:33.589634 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:33.594281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35528344-0e83-4d6c-8cbe-67aae21adc39 req-4b0970c4-bfde-4bc5-a7a7-a3f30387afb2 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:33.602298 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35528344-0e83-4d6c-8cbe-67aae21adc39 req-4b0970c4-bfde-4bc5-a7a7-a3f30387afb2 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=52fde98c-4f48-428c-8e83-58cc3e485338 HTTP/1.1" status: 200 len: 945 time: 0.3254828 Apr 05 20:20:33.603997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f342e485-cba3-4816-9936-c6cf52be327e req-ff7d6868-0131-4828-b920-7fc14b0b76b4 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871972 Apr 05 20:20:33.613030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:33.697182 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:33.700698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:33.701726 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:33.759520 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:33.896478 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35528344-0e83-4d6c-8cbe-67aae21adc39 req-2b0f0306-a78f-4b90-af0a-528c51b96996 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933018 Apr 05 20:20:33.897260 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:33.900918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Pushing event updated for resources: {'Port': ['ID=abe96641-deee-4fe9-8a58-7c35d8849c72,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:33.909874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] Pushing event updated for resources: {'Network': ['ID=6a69aa6d-836a-401a-a28a-78a94e6b6363,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:33.913646 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5f36731c-35b1-458c-b55d-ad364529721b req-b2c084bd-5f15-4300-b5ab-74792c2d3722 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 210 time: 0.0768974 Apr 05 20:20:33.951279 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b48cce91-5eed-4eef-bd35-2c69b14d1d55 req-113e4cc3-0c65-4e3f-a9ee-0e9fe3a97e2c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:33.951819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 6a69aa6d-836a-401a-a28a-78a94e6b6363 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:20:34.036119 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-62b8e4ba-6a39-4fdf-8cb3-d9d930cabc59 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7545466 Apr 05 20:20:34.059274 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': '0abe355c-c18d-4a37-bce6-7fc1dba443f1', 'status': 'completed', 'code': 200} Apr 05 20:20:34.070222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e4cc3-0c65-4e3f-a9ee-0e9fe3a97e2c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Pushing event deleted for resources: {'Port': ['ID=fcbc2f5a-77d9-4077-bd64-ea0bb98011f7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:34.108633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['27f7fc1d-a2a9-4580-a84e-5bac79b88fdd', 'fcbc2f5a-77d9-4077-bd64-ea0bb98011f7'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:20:34.127842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Network acf04820-9558-4448-b778-1e71d8e99554 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:34.138608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:34.285003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48cce91-5eed-4eef-bd35-2c69b14d1d55 req-113e4cc3-0c65-4e3f-a9ee-0e9fe3a97e2c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] No DVR routers for this DVR port fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:20:34.298897 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b48cce91-5eed-4eef-bd35-2c69b14d1d55 req-113e4cc3-0c65-4e3f-a9ee-0e9fe3a97e2c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:34.301001 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b48cce91-5eed-4eef-bd35-2c69b14d1d55 req-113e4cc3-0c65-4e3f-a9ee-0e9fe3a97e2c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.13 "DELETE /v2.0/ports/fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 HTTP/1.1" status: 204 len: 173 time: 1.7340696 Apr 05 20:20:34.315398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52fde98c-4f48-428c-8e83-58cc3e485338', 'name': 'network-vif-deleted', 'tag': 'fcbc2f5a-77d9-4077-bd64-ea0bb98011f7'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:34.489971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c3f2-b81f-455c-9d7d-7a21b5691ba1 req-29ed3514-8878-426d-b032-3743aa4ef7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.490488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c3f2-b81f-455c-9d7d-7a21b5691ba1 req-29ed3514-8878-426d-b032-3743aa4ef7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.491944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c3f2-b81f-455c-9d7d-7a21b5691ba1 req-29ed3514-8878-426d-b032-3743aa4ef7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.492488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c3f2-b81f-455c-9d7d-7a21b5691ba1 req-29ed3514-8878-426d-b032-3743aa4ef7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.492865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c3f2-b81f-455c-9d7d-7a21b5691ba1 req-29ed3514-8878-426d-b032-3743aa4ef7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.493325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c3f2-b81f-455c-9d7d-7a21b5691ba1 req-29ed3514-8878-426d-b032-3743aa4ef7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.493780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c3f2-b81f-455c-9d7d-7a21b5691ba1 req-29ed3514-8878-426d-b032-3743aa4ef7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.495909 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d65c3f2-b81f-455c-9d7d-7a21b5691ba1 req-29ed3514-8878-426d-b032-3743aa4ef7bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 6276 time: 0.4142044 Apr 05 20:20:34.514667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-32e229da-d6ed-42ad-86e4-b897c03ad2f8 None None] Provisioning complete for port abe96641-deee-4fe9-8a58-7c35d8849c72 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:34.515027 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-32e229da-d6ed-42ad-86e4-b897c03ad2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:34.517085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104119b4-61da-4650-ac08-565e2c09c5f6 req-70635a28-f00e-476c-84c3-71025dd26754 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.523034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104119b4-61da-4650-ac08-565e2c09c5f6 req-70635a28-f00e-476c-84c3-71025dd26754 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.529020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104119b4-61da-4650-ac08-565e2c09c5f6 req-70635a28-f00e-476c-84c3-71025dd26754 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.537585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104119b4-61da-4650-ac08-565e2c09c5f6 req-70635a28-f00e-476c-84c3-71025dd26754 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.544197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104119b4-61da-4650-ac08-565e2c09c5f6 req-70635a28-f00e-476c-84c3-71025dd26754 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.551989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104119b4-61da-4650-ac08-565e2c09c5f6 req-70635a28-f00e-476c-84c3-71025dd26754 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.559594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104119b4-61da-4650-ac08-565e2c09c5f6 req-70635a28-f00e-476c-84c3-71025dd26754 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.568109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-104119b4-61da-4650-ac08-565e2c09c5f6 req-70635a28-f00e-476c-84c3-71025dd26754 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5384 time: 0.2661047 Apr 05 20:20:34.586822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-32e229da-d6ed-42ad-86e4-b897c03ad2f8 None None] Port abe96641-deee-4fe9-8a58-7c35d8849c72 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:20:34.672589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Router 071300cc-e321-4b94-a75d-aa924a1f702a has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:20:34.682917 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab783b2e-3042-49cf-bb33-8b449489c4fd req-169a40ad-3103-4ded-9d09-699df939ef67 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.684382 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ab783b2e-3042-49cf-bb33-8b449489c4fd req-169a40ad-3103-4ded-9d09-699df939ef67 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 945 time: 0.4052353 Apr 05 20:20:34.873391 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ab783b2e-3042-49cf-bb33-8b449489c4fd req-b8898ef9-211b-46e8-8d1a-ab36815f36a7 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793222 Apr 05 20:20:34.914826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2765005-dfb9-40bd-a743-1b37fd966f55 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:34.990252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-e01a26c7-be71-49bd-975b-018109dbf0f3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:34.991848 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-e01a26c7-be71-49bd-975b-018109dbf0f3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 811 time: 0.4212010 Apr 05 20:20:35.013253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Request body: {'port': {'device_id': 'f0be94f1-97f3-480b-b83c-9d6c025beff9', 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796', 'admin_state_up': True, 'tenant_id': '09a608d642f24eeba3830dc870c40d6e'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:35.040326 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:35.057314 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-104119b4-61da-4650-ac08-565e2c09c5f6 req-4872cc41-8b13-40c8-a05f-16b82c897873 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4882791 Apr 05 20:20:35.128778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Transition to ACTIVE for port object e2765005-dfb9-40bd-a743-1b37fd966f55 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:35.130519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:20:35.139364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Sync routers for ids ['071300cc-e321-4b94-a75d-aa924a1f702a'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:20:35.144121 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:35.153629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Routers {'071300cc-e321-4b94-a75d-aa924a1f702a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:20:35.154525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:20:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['071300cc-e321-4b94-a75d-aa924a1f702a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:35.191401 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52fde98c-4f48-428c-8e83-58cc3e485338', 'name': 'network-vif-deleted', 'tag': 'fcbc2f5a-77d9-4077-bd64-ea0bb98011f7', 'status': 'completed', 'code': 200} Apr 05 20:20:35.226848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c3f2-b81f-455c-9d7d-7a21b5691ba1 req-bd9c7f6c-fed4-40a1-8da4-e8531e633cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:35.227334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c3f2-b81f-455c-9d7d-7a21b5691ba1 req-bd9c7f6c-fed4-40a1-8da4-e8531e633cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:35.227888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c3f2-b81f-455c-9d7d-7a21b5691ba1 req-bd9c7f6c-fed4-40a1-8da4-e8531e633cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:35.229475 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d65c3f2-b81f-455c-9d7d-7a21b5691ba1 req-bd9c7f6c-fed4-40a1-8da4-e8531e633cdc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.7241879 Apr 05 20:20:35.420953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Set router 071300cc-e321-4b94-a75d-aa924a1f702a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:20:35.484241 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7a98b79f-5621-4fbf-8b86-b5d9774fe994 admin admin] 10.222.0.24 "PUT /v2.0/routers/071300cc-e321-4b94-a75d-aa924a1f702a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8603530 Apr 05 20:20:35.493733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Pushing event updated for resources: {'Port': ['ID=e2765005-dfb9-40bd-a743-1b37fd966f55,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:35.503368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:35.517468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:35.589737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Made reservation on behalf of 09a608d642f24eeba3830dc870c40d6e for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:35.593302 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:35.594204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d125f31-5625-4300-a45a-5106968a2725 req-959e51bf-82a9-4119-9190-adc3e01915a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:35.595890 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d125f31-5625-4300-a45a-5106968a2725 req-959e51bf-82a9-4119-9190-adc3e01915a0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.5678816 Apr 05 20:20:35.689025 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d125f31-5625-4300-a45a-5106968a2725 req-54024e53-0a92-4f92-8ae4-7e528182b2cd tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824363 Apr 05 20:20:35.695028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Attempting to bind port e2765005-dfb9-40bd-a743-1b37fd966f55 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:35.700046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Attempting to bind port e2765005-dfb9-40bd-a743-1b37fd966f55 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:35.700570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Attempting to bind port e2765005-dfb9-40bd-a743-1b37fd966f55 on network 65078b3e-8573-4599-8d5f-da3f86914493 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:35.716898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Port e2765005-dfb9-40bd-a743-1b37fd966f55 on network 65078b3e-8573-4599-8d5f-da3f86914493 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:20:35.718572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Attempting to bind port e2765005-dfb9-40bd-a743-1b37fd966f55 on network 65078b3e-8573-4599-8d5f-da3f86914493 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:35.742261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:35.743780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Checking segment: {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:35.745143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Bound using segment: {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:35.748345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Bound port: e2765005-dfb9-40bd-a743-1b37fd966f55, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d880356-5329-4749-87a3-dccd647b4d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:35.748889 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:35.833121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c3f2-b81f-455c-9d7d-7a21b5691ba1 req-454110ce-3424-4e0c-8c56-6498b48afc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:35.840087 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d65c3f2-b81f-455c-9d7d-7a21b5691ba1 req-454110ce-3424-4e0c-8c56-6498b48afc81 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5762451 Apr 05 20:20:35.864914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Allocated IP 172.20.0.8 (8188ca25-8db1-4824-8f89-d3f54dd6b796/7b600e23-44bb-460f-a1af-d7c4b74bf29a/c5055e90-af80-45ab-93f0-79cf9a85278c) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:35.890360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a3bd0-40e5-4c13-9828-5c287fbc5638 req-f20adc14-8e60-41b7-9421-719279cc0dd7 tempest-ComputeTenantNetworksTest-1922203082 tempest-ComputeTenantNetworksTest-1922203082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:35.906756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a3bd0-40e5-4c13-9828-5c287fbc5638 req-f20adc14-8e60-41b7-9421-719279cc0dd7 tempest-ComputeTenantNetworksTest-1922203082 tempest-ComputeTenantNetworksTest-1922203082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:35.926279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a3bd0-40e5-4c13-9828-5c287fbc5638 req-f20adc14-8e60-41b7-9421-719279cc0dd7 tempest-ComputeTenantNetworksTest-1922203082 tempest-ComputeTenantNetworksTest-1922203082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:35.927621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-df9a3bd0-40e5-4c13-9828-5c287fbc5638 req-f20adc14-8e60-41b7-9421-719279cc0dd7 tempest-ComputeTenantNetworksTest-1922203082 tempest-ComputeTenantNetworksTest-1922203082-project] Synchronizing usage tracker for tenant:2949006b56cc40f286f52644a052d323 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:35.979720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-df9a3bd0-40e5-4c13-9828-5c287fbc5638 req-f20adc14-8e60-41b7-9421-719279cc0dd7 tempest-ComputeTenantNetworksTest-1922203082 tempest-ComputeTenantNetworksTest-1922203082-project] Unset dirty status for tenant:2949006b56cc40f286f52644a052d323 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:35.980917 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5e4ea7b7-b6fb-4e0b-bab8-a968133d70b2 req-eed2e702-3f15-432c-ae85-4b9f0ba05a00 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 210 time: 0.0786381 Apr 05 20:20:35.993426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] For port e2765005-dfb9-40bd-a743-1b37fd966f55, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:35.997029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] For port e2765005-dfb9-40bd-a743-1b37fd966f55, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e2765005-dfb9-40bd-a743-1b37fd966f55,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:36.001846 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df9a3bd0-40e5-4c13-9828-5c287fbc5638 req-f20adc14-8e60-41b7-9421-719279cc0dd7 tempest-ComputeTenantNetworksTest-1922203082 tempest-ComputeTenantNetworksTest-1922203082-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.7654152 Apr 05 20:20:36.002886 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:36.096393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Pushing event updated for resources: {'Port': ['ID=e2765005-dfb9-40bd-a743-1b37fd966f55,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:36.108986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:36.109551 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:36.111439 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-895a401d-80e5-4d7f-b015-4da708b5d386 service neutron] 10.222.0.41 "PUT /v2.0/ports/e2765005-dfb9-40bd-a743-1b37fd966f55 HTTP/1.1" status: 200 len: 1091 time: 2.6946368 Apr 05 20:20:36.111966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': 'e2765005-dfb9-40bd-a743-1b37fd966f55'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:36.145777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Request body: {'port': {'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:36.209267 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:20:32Z', 'revision_number': 4, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'abe96641-deee-4fe9-8a58-7c35d8849c72', 'name': '', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'mac_address': 'fa:16:3e:95:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:29Z', 'updated_at': '2022-04-05T20:20:32Z', 'revision_number': 2, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'subnets': [{'id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:36.222222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Checking router: 071300cc-e321-4b94-a75d-aa924a1f702a for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:20:36.224893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Updating router 071300cc-e321-4b94-a75d-aa924a1f702a port abe96641-deee-4fe9-8a58-7c35d8849c72 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:20:36.364977 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:36.534588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed2528-d1a0-4dba-9c18-e1849a6aa59a req-727be366-3876-4aa3-8a40-40d87a2fa9ee tempest-ComputeTenantNetworksTest-1922203082 tempest-ComputeTenantNetworksTest-1922203082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:36.550677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36412) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:36.553146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:36.553808 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9bed2528-d1a0-4dba-9c18-e1849a6aa59a req-727be366-3876-4aa3-8a40-40d87a2fa9ee tempest-ComputeTenantNetworksTest-1922203082 tempest-ComputeTenantNetworksTest-1922203082-project] 10.222.0.24 "GET /v2.0/networks/6a69aa6d-836a-401a-a28a-78a94e6b6363 HTTP/1.1" status: 200 len: 768 time: 0.2841344 Apr 05 20:20:36.567629 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:36.608889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36418) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:36.616802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-2061814270-network', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:36.637011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:36.642324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Usage tracker for resource:network and tenant:32dd5d9ee4f4463a99c7355af6fe388b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:36.645774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:36.668090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:36.687629 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:36.748731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Made reservation on behalf of 32dd5d9ee4f4463a99c7355af6fe388b for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:36.750945 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:36.816760 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:36.841291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Network 8188ca25-8db1-4824-8f89-d3f54dd6b796 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:36.849840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:36.860792 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:36.860972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:36.863353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:36.875251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Transition to ACTIVE for port object abe96641-deee-4fe9-8a58-7c35d8849c72 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:36.881958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5caad2b-59bc-4c27-a499-ff4ee3e22b34 req-fcaeeb4a-aaa5-4c76-9d7b-6fa5c73b8a42 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:36.883475 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5caad2b-59bc-4c27-a499-ff4ee3e22b34 req-fcaeeb4a-aaa5-4c76-9d7b-6fa5c73b8a42 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 945 time: 0.6290598 Apr 05 20:20:36.883809 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:36.890526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f9daa575-6e7a-4016-9cb6-07f0dab3c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:36.914301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Usage tracker for resource:security_group_rule and tenant:32dd5d9ee4f4463a99c7355af6fe388b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:36.917135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Pushing event updated for resources: {'Port': ['ID=c5055e90-af80-45ab-93f0-79cf9a85278c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:36.919549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:36.934909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:36.961977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:36.962605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.034077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ef861-910b-451f-b9b5-1ba65cf3049b req-b940d3ea-25cd-4cde-8c57-3ee3a68f9114 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:37.039800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ef861-910b-451f-b9b5-1ba65cf3049b req-b940d3ea-25cd-4cde-8c57-3ee3a68f9114 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:37.045852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ef861-910b-451f-b9b5-1ba65cf3049b req-b940d3ea-25cd-4cde-8c57-3ee3a68f9114 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:37.051831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ef861-910b-451f-b9b5-1ba65cf3049b req-b940d3ea-25cd-4cde-8c57-3ee3a68f9114 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:37.057611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ef861-910b-451f-b9b5-1ba65cf3049b req-b940d3ea-25cd-4cde-8c57-3ee3a68f9114 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:37.060917 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:20:37.064299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ef861-910b-451f-b9b5-1ba65cf3049b req-b940d3ea-25cd-4cde-8c57-3ee3a68f9114 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:37.070124 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ef861-910b-451f-b9b5-1ba65cf3049b req-b940d3ea-25cd-4cde-8c57-3ee3a68f9114 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:37.077627 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dd0ef861-910b-451f-b9b5-1ba65cf3049b req-b940d3ea-25cd-4cde-8c57-3ee3a68f9114 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5396 time: 0.3386233 Apr 05 20:20:37.109699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:20:37.109699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device fcbc2f5a-77d9-4077-bd64-ea0bb98011f7 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:20:37.115385 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6f3a07d5-13a1-4d69-bd72-773401a979d0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1102903 Apr 05 20:20:37.120311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10885892-1463-40a1-928d-45a403333b29 None None] Pushing event updated for resources: {'Port': ['ID=abe96641-deee-4fe9-8a58-7c35d8849c72,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:37.132695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Request body: {'port': {'device_id': 'f0be94f1-97f3-480b-b83c-9d6c025beff9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:37.167352 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5caad2b-59bc-4c27-a499-ff4ee3e22b34 req-513504d5-a4d6-4866-ba91-63ca2e1ca976 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710171 Apr 05 20:20:37.173146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f9daa575-6e7a-4016-9cb6-07f0dab3c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.194758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Attempting to bind port abe96641-deee-4fe9-8a58-7c35d8849c72 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:37.195131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Attempting to bind port abe96641-deee-4fe9-8a58-7c35d8849c72 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:37.195508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Attempting to bind port abe96641-deee-4fe9-8a58-7c35d8849c72 on network acf04820-9558-4448-b778-1e71d8e99554 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:37.203055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:37.203417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Checking segment: {'id': '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:37.203823 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.204926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Bound using segment: {'id': '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:37.205334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Bound port: abe96641-deee-4fe9-8a58-7c35d8849c72, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:37.205710 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.209267 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dd0ef861-910b-451f-b9b5-1ba65cf3049b req-fb750d62-4023-4e2c-97f7-eff9684a9118 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304092 Apr 05 20:20:37.230367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-f9daa575-6e7a-4016-9cb6-07f0dab3c3ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a69aa6d-836a-401a-a28a-78a94e6b6363']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:37.267266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-f9daa575-6e7a-4016-9cb6-07f0dab3c3ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a928cb7-0269-4f76-8434-8adc7c6fd49d') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:37.267559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-f9daa575-6e7a-4016-9cb6-07f0dab3c3ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a928cb7-0269-4f76-8434-8adc7c6fd49d') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:37.281670 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': 'e2765005-dfb9-40bd-a743-1b37fd966f55', 'status': 'completed', 'code': 200} Apr 05 20:20:37.287191 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f9daa575-6e7a-4016-9cb6-07f0dab3c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.311872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] For port abe96641-deee-4fe9-8a58-7c35d8849c72, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:37.312453 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f9daa575-6e7a-4016-9cb6-07f0dab3c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.315740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] For port abe96641-deee-4fe9-8a58-7c35d8849c72, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=abe96641-deee-4fe9-8a58-7c35d8849c72,segment=NetworkSegment(5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2),segment_id=5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:37.326162 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.340960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9daa575-6e7a-4016-9cb6-07f0dab3c3ea admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:20:37.340960 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f9daa575-6e7a-4016-9cb6-07f0dab3c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:20:37.354881 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:20:37.477636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Routers {'071300cc-e321-4b94-a75d-aa924a1f702a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:20:37.478432 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:20:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['071300cc-e321-4b94-a75d-aa924a1f702a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:37.536200 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.567228 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.568412 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f9daa575-6e7a-4016-9cb6-07f0dab3c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.574875 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38549d66-9921-4e7e-9650-761720dcd226 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:37.584972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.628435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:20:37.750065 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f9daa575-6e7a-4016-9cb6-07f0dab3c3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.758858 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.765187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9daa575-6e7a-4016-9cb6-07f0dab3c3ea admin admin] Pushing event deleted for resources: {'Network': ['ID=6a69aa6d-836a-401a-a28a-78a94e6b6363,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:37.789628 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f9daa575-6e7a-4016-9cb6-07f0dab3c3ea admin admin] 10.222.0.24 "DELETE /v2.0/networks/6a69aa6d-836a-401a-a28a-78a94e6b6363 HTTP/1.1" status: 204 len: 168 time: 1.2376599 Apr 05 20:20:37.792921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Transition to ACTIVE for port object 38549d66-9921-4e7e-9650-761720dcd226 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:37.803197 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:37.805678 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] Set router 071300cc-e321-4b94-a75d-aa924a1f702a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:20:37.960642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36434) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:37.986727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19143fa-18a5-4459-b8eb-f16867a0fc69 req-12f987b0-5657-43be-9226-70f80c97895b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:37.992903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf72d01-f21e-4e57-89ea-063f48927ba7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:37.993961 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a19143fa-18a5-4459-b8eb-f16867a0fc69 req-12f987b0-5657-43be-9226-70f80c97895b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.4840693 Apr 05 20:20:38.000403 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:38.000403 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Added segment 05aef8f8-1570-4ca9-8570-14b2b80c10a4 of type vlan for network c3702001-118b-419d-a0eb-6ec538ef7794 Apr 05 20:20:38.105006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=38549d66-9921-4e7e-9650-761720dcd226,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:38.131883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36440) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:38.148642 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:38.164433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac6e50-5e26-455a-92eb-7da106f631ba req-31fcf68e-eed3-454d-9c41-2f45616f3edc tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:38.165219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-e8ac6e50-5e26-455a-92eb-7da106f631ba req-31fcf68e-eed3-454d-9c41-2f45616f3edc tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Synchronizing usage tracker for tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:38.174062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb2f7-4b3c-4f5c-a67b-2e7e13398775 req-fff22713-8328-46f5-a5e6-d61b4e05b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:38.174522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb2f7-4b3c-4f5c-a67b-2e7e13398775 req-fff22713-8328-46f5-a5e6-d61b4e05b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:38.174985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb2f7-4b3c-4f5c-a67b-2e7e13398775 req-fff22713-8328-46f5-a5e6-d61b4e05b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:38.175439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb2f7-4b3c-4f5c-a67b-2e7e13398775 req-fff22713-8328-46f5-a5e6-d61b4e05b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:38.175890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb2f7-4b3c-4f5c-a67b-2e7e13398775 req-fff22713-8328-46f5-a5e6-d61b4e05b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:38.176339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb2f7-4b3c-4f5c-a67b-2e7e13398775 req-fff22713-8328-46f5-a5e6-d61b4e05b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:38.176790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb2f7-4b3c-4f5c-a67b-2e7e13398775 req-fff22713-8328-46f5-a5e6-d61b4e05b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:38.178715 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-633cb2f7-4b3c-4f5c-a67b-2e7e13398775 req-fff22713-8328-46f5-a5e6-d61b4e05b486 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 6343 time: 0.8080487 Apr 05 20:20:38.195971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10885892-1463-40a1-928d-45a403333b29 None None] Pushing event updated for resources: {'Port': ['ID=abe96641-deee-4fe9-8a58-7c35d8849c72,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:38.247927 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a19143fa-18a5-4459-b8eb-f16867a0fc69 req-e86e96ce-1130-495f-9ef7-a43ab813a3b6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530317 Apr 05 20:20:38.318527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36446) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:38.319333 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-97dc0b7b-37e2-4e7b-baef-b2d0ce85c76c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2949006b56cc40f286f52644a052d323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808400 Apr 05 20:20:38.320487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Attempting to bind port 38549d66-9921-4e7e-9650-761720dcd226 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:38.320879 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Attempting to bind port 38549d66-9921-4e7e-9650-761720dcd226 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:38.321262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Attempting to bind port 38549d66-9921-4e7e-9650-761720dcd226 on network 155ded23-dcca-4bf5-8033-6cb75ec37e9a {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:38.331891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Port 38549d66-9921-4e7e-9650-761720dcd226 on network 155ded23-dcca-4bf5-8033-6cb75ec37e9a not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:20:38.335496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Attempting to bind port 38549d66-9921-4e7e-9650-761720dcd226 on network 155ded23-dcca-4bf5-8033-6cb75ec37e9a {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:38.347304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:38.347645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Checking segment: {'id': '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:38.348034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Bound using segment: {'id': '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:38.348466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Bound port: 38549d66-9921-4e7e-9650-761720dcd226, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:38.348989 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:38.382386 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:20:32Z', 'revision_number': 4, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'abe96641-deee-4fe9-8a58-7c35d8849c72', 'name': '', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'mac_address': 'fa:16:3e:95:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:29Z', 'updated_at': '2022-04-05T20:20:37Z', 'revision_number': 4, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'subnets': [{'id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:38.394447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8523e35-1423-4fb7-8041-fec9852f3e4a None None] The sync data for ids ['071300cc-e321-4b94-a75d-aa924a1f702a'] in n-d-836604-1 is: [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:20:32Z', 'revision_number': 4, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'abe96641-deee-4fe9-8a58-7c35d8849c72', 'name': '', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'mac_address': 'fa:16:3e:95:5d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:29Z', 'updated_at': '2022-04-05T20:20:37Z', 'revision_number': 4, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'subnets': [{'id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:20:38.436144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-e8ac6e50-5e26-455a-92eb-7da106f631ba req-31fcf68e-eed3-454d-9c41-2f45616f3edc tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Unset dirty status for tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:38.455059 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e8ac6e50-5e26-455a-92eb-7da106f631ba req-31fcf68e-eed3-454d-9c41-2f45616f3edc tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 1.0100853 Apr 05 20:20:38.492489 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09c15592-dc50-46e9-b210-d504c5bd1bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:38.526394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-09c15592-dc50-46e9-b210-d504c5bd1bfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:38.529531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:38.530515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:38.531153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:38.552967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-09c15592-dc50-46e9-b210-d504c5bd1bfe admin admin] Usage tracker for resource:security_group_rule and tenant:7c9840cedac342ac879fe5f006b4a6a9 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:38.558268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-09c15592-dc50-46e9-b210-d504c5bd1bfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:38.572723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-09c15592-dc50-46e9-b210-d504c5bd1bfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:38.582708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] For port 38549d66-9921-4e7e-9650-761720dcd226, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:38.591836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] For port 38549d66-9921-4e7e-9650-761720dcd226, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=38549d66-9921-4e7e-9650-761720dcd226,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:38.647145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device abe96641-deee-4fe9-8a58-7c35d8849c72 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:38.661387 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:38.743580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8f851-bde7-418e-bcb5-5ff81491bb05 req-0dc2329f-d2da-4fea-8644-7336c138e4aa tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:38.751872 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:38.753101 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4f8f851-bde7-418e-bcb5-5ff81491bb05 req-0dc2329f-d2da-4fea-8644-7336c138e4aa tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 931 time: 0.3370664 Apr 05 20:20:38.753244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port abe96641-deee-4fe9-8a58-7c35d8849c72 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:38.762676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port abe96641-deee-4fe9-8a58-7c35d8849c72 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:38.763401 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:38.824855 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e8ac6e50-5e26-455a-92eb-7da106f631ba req-1503f85a-c9c3-481d-9169-f31f2a70d647 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639305 Apr 05 20:20:38.826215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb2f7-4b3c-4f5c-a67b-2e7e13398775 req-f9c39a6f-6abc-4434-9350-6a7cf56b0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:38.826688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb2f7-4b3c-4f5c-a67b-2e7e13398775 req-f9c39a6f-6abc-4434-9350-6a7cf56b0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:38.827147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb2f7-4b3c-4f5c-a67b-2e7e13398775 req-f9c39a6f-6abc-4434-9350-6a7cf56b0776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:38.834810 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-633cb2f7-4b3c-4f5c-a67b-2e7e13398775 req-f9c39a6f-6abc-4434-9350-6a7cf56b0776 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6087708 Apr 05 20:20:38.860471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:38.861133 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:38.862615 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] 10.222.0.41 "PUT /v2.0/ports/38549d66-9921-4e7e-9650-761720dcd226 HTTP/1.1" status: 200 len: 1091 time: 2.7228692 Apr 05 20:20:38.879379 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2693148 Apr 05 20:20:38.880669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb412ea4-4fd9-4736-9b30-9624827b3644 admin admin] Pushing event updated for resources: {'Network': ['ID=c3702001-118b-419d-a0eb-6ec538ef7794,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:38.899045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36454) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:38.918747 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7287c5df-30f8-45ce-96d0-82330814860d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:38.932497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Request body: {'port': {'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:38.970037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network c3702001-118b-419d-a0eb-6ec538ef7794 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:20:39.027352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Request body: {'subnet': {'network_id': 'c3702001-118b-419d-a0eb-6ec538ef7794', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-2061814270-subnet', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:39.032580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:39.036870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Usage tracker for resource:subnet and tenant:32dd5d9ee4f4463a99c7355af6fe388b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:39.040026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:39.057444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:39.087238 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.108055 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7287c5df-30f8-45ce-96d0-82330814860d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.111611 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4f8f851-bde7-418e-bcb5-5ff81491bb05 req-765470be-af03-499a-9981-a4bc8f47db08 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3577454 Apr 05 20:20:39.124711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Made reservation on behalf of 32dd5d9ee4f4463a99c7355af6fe388b for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:39.128390 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.142567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4294fcc8-cbb1-40fc-b08f-2cee174f7bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=38549d66-9921-4e7e-9650-761720dcd226,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:39.231944 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.306329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port abe96641-deee-4fe9-8a58-7c35d8849c72, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=abe96641-deee-4fe9-8a58-7c35d8849c72,segment=NetworkSegment(5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2),segment_id=5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:39.310811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': '38549d66-9921-4e7e-9650-761720dcd226'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:39.318208 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.325833 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09c15592-dc50-46e9-b210-d504c5bd1bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.345396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb2f7-4b3c-4f5c-a67b-2e7e13398775 req-37cf9d52-f135-4e96-afea-b128ce6b8382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:39.347737 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-633cb2f7-4b3c-4f5c-a67b-2e7e13398775 req-37cf9d52-f135-4e96-afea-b128ce6b8382 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4745162 Apr 05 20:20:39.362001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5055e90-af80-45ab-93f0-79cf9a85278c {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:39.386213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e38129-85e6-463f-bf45-5a45b95c2c83 req-35e610c3-28e5-456b-8a02-be089a01deb3 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:39.388754 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3e38129-85e6-463f-bf45-5a45b95c2c83 req-35e610c3-28e5-456b-8a02-be089a01deb3 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 945 time: 0.3449409 Apr 05 20:20:39.390825 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.395406 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7287c5df-30f8-45ce-96d0-82330814860d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.414020 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09c15592-dc50-46e9-b210-d504c5bd1bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.431494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=abe96641-deee-4fe9-8a58-7c35d8849c72,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:39.445783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287c5df-30f8-45ce-96d0-82330814860d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b2e9a0-c744-4b6b-9934-64b7b56d0e32,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:39.454130 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7287c5df-30f8-45ce-96d0-82330814860d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.455274 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7287c5df-30f8-45ce-96d0-82330814860d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62b2e9a0-c744-4b6b-9934-64b7b56d0e32 HTTP/1.1" status: 204 len: 168 time: 1.0845532 Apr 05 20:20:39.456621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Transition to ACTIVE for port object c5055e90-af80-45ab-93f0-79cf9a85278c will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:39.491248 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.517627 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.546309 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-09c15592-dc50-46e9-b210-d504c5bd1bfe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c9840cedac342ac879fe5f006b4a6a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5837095 Apr 05 20:20:39.550829 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3e38129-85e6-463f-bf45-5a45b95c2c83 req-b577b970-cdb2-4708-805c-db05113b7e75 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457572 Apr 05 20:20:39.551316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36466) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:39.554099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c15592-dc50-46e9-b210-d504c5bd1bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b82be1-3792-4896-bc41-7285c66097b1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:39.685001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Pushing event updated for resources: {'Port': ['ID=c5055e90-af80-45ab-93f0-79cf9a85278c,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:39.880130 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4990-4d8d-45db-b3d3-719e8387df94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.946345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9bd68-65e7-4355-aab2-16da6cf31ff1 req-1756c1f1-148a-48b0-9295-df7fb961922d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:39.950683 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4990-4d8d-45db-b3d3-719e8387df94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:39.952419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9bd68-65e7-4355-aab2-16da6cf31ff1 req-1756c1f1-148a-48b0-9295-df7fb961922d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:39.958938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9bd68-65e7-4355-aab2-16da6cf31ff1 req-1756c1f1-148a-48b0-9295-df7fb961922d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:39.962886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Attempting to bind port c5055e90-af80-45ab-93f0-79cf9a85278c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:39.963167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Attempting to bind port c5055e90-af80-45ab-93f0-79cf9a85278c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:39.963672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Attempting to bind port c5055e90-af80-45ab-93f0-79cf9a85278c on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:39.964914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9bd68-65e7-4355-aab2-16da6cf31ff1 req-1756c1f1-148a-48b0-9295-df7fb961922d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:39.972303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9bd68-65e7-4355-aab2-16da6cf31ff1 req-1756c1f1-148a-48b0-9295-df7fb961922d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:39.978363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9bd68-65e7-4355-aab2-16da6cf31ff1 req-1756c1f1-148a-48b0-9295-df7fb961922d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:39.978916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Port c5055e90-af80-45ab-93f0-79cf9a85278c on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:20:39.979247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Attempting to bind port c5055e90-af80-45ab-93f0-79cf9a85278c on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:39.984318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9bd68-65e7-4355-aab2-16da6cf31ff1 req-1756c1f1-148a-48b0-9295-df7fb961922d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:39.986296 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-56e9bd68-65e7-4355-aab2-16da6cf31ff1 req-1756c1f1-148a-48b0-9295-df7fb961922d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5408 time: 0.6587129 Apr 05 20:20:39.997299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:39.997641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Checking segment: {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:39.998063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Bound using segment: {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:39.998519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Bound port: c5055e90-af80-45ab-93f0-79cf9a85278c, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:39.998868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:40.042079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ae2618-3bdc-45d8-99fb-325e22de793a req-fd7c26b0-15a0-4842-bc3b-146af0cb5fed tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:40.043660 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60ae2618-3bdc-45d8-99fb-325e22de793a req-fd7c26b0-15a0-4842-bc3b-146af0cb5fed tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.2771473 Apr 05 20:20:40.070250 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-56e9bd68-65e7-4355-aab2-16da6cf31ff1 req-0196baae-e38b-4d7f-a43d-fd5f497601cf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695925 Apr 05 20:20:40.106190 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:40.158810 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60ae2618-3bdc-45d8-99fb-325e22de793a req-739710fa-979c-49e6-a92e-a7623b9eb7f6 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900936 Apr 05 20:20:40.161767 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4990-4d8d-45db-b3d3-719e8387df94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:40.188923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] For port c5055e90-af80-45ab-93f0-79cf9a85278c, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:40.213385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7b4990-4d8d-45db-b3d3-719e8387df94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b82be1-3792-4896-bc41-7285c66097b1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:40.250192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] For port c5055e90-af80-45ab-93f0-79cf9a85278c, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c5055e90-af80-45ab-93f0-79cf9a85278c,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:40.286860 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': '38549d66-9921-4e7e-9650-761720dcd226', 'status': 'completed', 'code': 200} Apr 05 20:20:40.294466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c0cc9cb-9020-4c47-8ac2-0765465b20e8,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:40.295549 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a7b4990-4d8d-45db-b3d3-719e8387df94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:40.299501 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1a7b4990-4d8d-45db-b3d3-719e8387df94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6b82be1-3792-4896-bc41-7285c66097b1 HTTP/1.1" status: 204 len: 168 time: 0.7423134 Apr 05 20:20:40.332062 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:40.369582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88587879-e816-4c36-8763-92d82cda086d {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:40.386123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Checking segment: {'id': '05aef8f8-1570-4ca9-8570-14b2b80c10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c3702001-118b-419d-a0eb-6ec538ef7794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:40.387296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Network hostable DHCP agents. Network: c3702001-118b-419d-a0eb-6ec538ef7794, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:20:40.403350 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:40.605378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device abe96641-deee-4fe9-8a58-7c35d8849c72 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:40.613522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Transition to ACTIVE for port object 88587879-e816-4c36-8763-92d82cda086d will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:40.615847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Network c3702001-118b-419d-a0eb-6ec538ef7794 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:20:40.628312 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:40.631367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:40.632052 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:40.633445 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] 10.222.0.13 "PUT /v2.0/ports/c5055e90-af80-45ab-93f0-79cf9a85278c HTTP/1.1" status: 200 len: 1091 time: 3.5107336 Apr 05 20:20:40.650715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0be94f1-97f3-480b-b83c-9d6c025beff9', 'tag': 'c5055e90-af80-45ab-93f0-79cf9a85278c'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:40.673762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, c3702001-118b-419d-a0eb-6ec538ef7794) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:40.685817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322c2b41-d281-4a79-aec7-1ea034f5efa7 None None] Network c3702001-118b-419d-a0eb-6ec538ef7794 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:20:40.690127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:40.690710 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:40.865280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Pushing event updated for resources: {'Port': ['ID=88587879-e816-4c36-8763-92d82cda086d,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:40.931998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adbb2f9-4329-40a3-9afd-54275128cd70 service neutron] Pushing event updated for resources: {'Port': ['ID=c5055e90-af80-45ab-93f0-79cf9a85278c,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:40.957350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8c53-be60-4ae1-b1eb-efa81cee2106 req-217a1ecb-ac9f-48f4-a4ae-e14c5431fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:40.958002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8c53-be60-4ae1-b1eb-efa81cee2106 req-217a1ecb-ac9f-48f4-a4ae-e14c5431fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:40.961710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8c53-be60-4ae1-b1eb-efa81cee2106 req-217a1ecb-ac9f-48f4-a4ae-e14c5431fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:40.962320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8c53-be60-4ae1-b1eb-efa81cee2106 req-217a1ecb-ac9f-48f4-a4ae-e14c5431fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:40.962840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8c53-be60-4ae1-b1eb-efa81cee2106 req-217a1ecb-ac9f-48f4-a4ae-e14c5431fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:40.963387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8c53-be60-4ae1-b1eb-efa81cee2106 req-217a1ecb-ac9f-48f4-a4ae-e14c5431fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:40.963868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8c53-be60-4ae1-b1eb-efa81cee2106 req-217a1ecb-ac9f-48f4-a4ae-e14c5431fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:40.966178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-809a8c53-be60-4ae1-b1eb-efa81cee2106 req-217a1ecb-ac9f-48f4-a4ae-e14c5431fa26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 6410 time: 0.7203197 Apr 05 20:20:41.009560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46174711-e56e-4bb4-bc9d-300cc89608ba req-6d5949e0-9798-4630-8a94-4b7b21112c01 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:41.011058 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46174711-e56e-4bb4-bc9d-300cc89608ba req-6d5949e0-9798-4630-8a94-4b7b21112c01 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 943 time: 0.5927269 Apr 05 20:20:41.015066 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2c4bb785-6deb-4f48-8a12-b6adefe6b9c6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1003921 Apr 05 20:20:41.017192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36506) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:41.029779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-2061814270-router', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:41.072237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-c3702001-118b-419d-a0eb-6ec538ef7794', 'network_id': 'c3702001-118b-419d-a0eb-6ec538ef7794', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'fixed_ips': [{'subnet_id': '2c0cc9cb-9020-4c47-8ac2-0765465b20e8'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:20:41.072637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:41.073098 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:41.094998 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port abe96641-deee-4fe9-8a58-7c35d8849c72 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:41.095372 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:41.096659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Usage tracker for resource:router and tenant:32dd5d9ee4f4463a99c7355af6fe388b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:41.104404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:41.124577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:41.155054 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46174711-e56e-4bb4-bc9d-300cc89608ba req-0bbc60fe-0835-412b-8e96-0a73591e9863 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286542 Apr 05 20:20:41.163916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Attempting to bind port 88587879-e816-4c36-8763-92d82cda086d on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:41.164528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Attempting to bind port 88587879-e816-4c36-8763-92d82cda086d by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:41.165013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Attempting to bind port 88587879-e816-4c36-8763-92d82cda086d on network 155ded23-dcca-4bf5-8033-6cb75ec37e9a {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:41.170361 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:41.172491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:41.207347 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:41.246477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Port 88587879-e816-4c36-8763-92d82cda086d on network 155ded23-dcca-4bf5-8033-6cb75ec37e9a not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:20:41.248943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Attempting to bind port 88587879-e816-4c36-8763-92d82cda086d on network 155ded23-dcca-4bf5-8033-6cb75ec37e9a {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:41.298855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb3ff8-b6bc-4f6e-98c9-cf80b41a96ea req-36ff74b7-e4dc-40db-a7f2-42d1ae641b89 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:41.308135 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3eb3ff8-b6bc-4f6e-98c9-cf80b41a96ea req-36ff74b7-e4dc-40db-a7f2-42d1ae641b89 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.9260325 Apr 05 20:20:41.315062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8c53-be60-4ae1-b1eb-efa81cee2106 req-7a6b05f2-6812-4646-820a-a71c08c8e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:41.315529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8c53-be60-4ae1-b1eb-efa81cee2106 req-7a6b05f2-6812-4646-820a-a71c08c8e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:41.319328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8c53-be60-4ae1-b1eb-efa81cee2106 req-7a6b05f2-6812-4646-820a-a71c08c8e722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:41.324513 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-809a8c53-be60-4ae1-b1eb-efa81cee2106 req-7a6b05f2-6812-4646-820a-a71c08c8e722 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3491004 Apr 05 20:20:41.326709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-e5ee377d-a90b-45d7-b17f-8eb8572df9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:41.334335 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-e5ee377d-a90b-45d7-b17f-8eb8572df9c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 1094 time: 0.6432006 Apr 05 20:20:41.341117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:41.341440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Checking segment: {'id': '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:41.341823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Bound using segment: {'id': '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:41.342294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Bound port: 88587879-e816-4c36-8763-92d82cda086d, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:41.342627 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:41.484766 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Allocated IP 172.20.0.2 (c3702001-118b-419d-a0eb-6ec538ef7794/2c0cc9cb-9020-4c47-8ac2-0765465b20e8/e02292ee-2670-4a38-824e-dc715b086fd4) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:41.496117 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-112f250a-c59b-491d-b64d-5343933391ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:41.499021 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-53c9e1fc-06ef-45c9-a695-9f969670e738 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5055e90-af80-45ab-93f0-79cf9a85278c HTTP/1.1" status: 200 len: 217 time: 0.1122723 Apr 05 20:20:41.627182 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3eb3ff8-b6bc-4f6e-98c9-cf80b41a96ea req-d1337b75-26db-4045-b7b4-e75cf8a3a571 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181503 Apr 05 20:20:41.667265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-69668c68-3208-41fb-a7e5-28e0c80db561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:41.668834 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-69668c68-3208-41fb-a7e5-28e0c80db561 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b600e23-44bb-460f-a1af-d7c4b74bf29a HTTP/1.1" status: 200 len: 851 time: 0.1644065 Apr 05 20:20:41.673945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a8c53-be60-4ae1-b1eb-efa81cee2106 req-e58a016a-e9e3-4beb-8473-d6f577a6c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:41.675527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-809a8c53-be60-4ae1-b1eb-efa81cee2106 req-e58a016a-e9e3-4beb-8473-d6f577a6c9be service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3102603 Apr 05 20:20:41.732307 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-2c1a9fb8-33af-442f-88b5-4eaaa282a05e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8188ca25-8db1-4824-8f89-d3f54dd6b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558298 Apr 05 20:20:41.802943 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0be94f1-97f3-480b-b83c-9d6c025beff9', 'tag': 'c5055e90-af80-45ab-93f0-79cf9a85278c', 'status': 'completed', 'code': 200} Apr 05 20:20:41.827429 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:41.849600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] For port 88587879-e816-4c36-8763-92d82cda086d, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:41.861672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] For port 88587879-e816-4c36-8763-92d82cda086d, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=88587879-e816-4c36-8763-92d82cda086d,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:41.884221 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:41.908412 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:41.923754 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Transition to ACTIVE for port object e02292ee-2670-4a38-824e-dc715b086fd4 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:41.937491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36540) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:41.960798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6e8db-e448-4b54-93d1-4bfd3d3f2db2 req-60941117-719a-4ad3-8d98-68b6873a643c tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:41.961276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Transition to ACTIVE for port object e02292ee-2670-4a38-824e-dc715b086fd4 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:41.962306 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7fd6e8db-e448-4b54-93d1-4bfd3d3f2db2 req-60941117-719a-4ad3-8d98-68b6873a643c tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 945 time: 0.6225226 Apr 05 20:20:41.983483 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:41.987813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:41.988477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:41.993134 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] 10.222.0.41 "PUT /v2.0/ports/88587879-e816-4c36-8763-92d82cda086d HTTP/1.1" status: 200 len: 1091 time: 3.0749381 Apr 05 20:20:42.078655 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Network c3702001-118b-419d-a0eb-6ec538ef7794 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:42.082992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:42.088118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:42.183215 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-f1fa418e-8f7a-4d0b-b45e-1a18eb919af9 service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4427831 Apr 05 20:20:42.191291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce54cd-19f7-4e53-83b2-c43ae9f43030 service neutron] Pushing event updated for resources: {'Port': ['ID=88587879-e816-4c36-8763-92d82cda086d,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:42.242022 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Attempting to bind port e02292ee-2670-4a38-824e-dc715b086fd4 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:42.242384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Attempting to bind port e02292ee-2670-4a38-824e-dc715b086fd4 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '05aef8f8-1570-4ca9-8570-14b2b80c10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c3702001-118b-419d-a0eb-6ec538ef7794'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:42.243023 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Attempting to bind port e02292ee-2670-4a38-824e-dc715b086fd4 on network c3702001-118b-419d-a0eb-6ec538ef7794 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:42.245329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Pushing event updated for resources: {'Port': ['ID=e02292ee-2670-4a38-824e-dc715b086fd4,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:42.251624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:42.252381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Checking segment: {'id': '05aef8f8-1570-4ca9-8570-14b2b80c10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c3702001-118b-419d-a0eb-6ec538ef7794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:42.253243 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:42.254018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Bound using segment: {'id': '05aef8f8-1570-4ca9-8570-14b2b80c10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c3702001-118b-419d-a0eb-6ec538ef7794'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:42.255387 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Bound port: e02292ee-2670-4a38-824e-dc715b086fd4, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05aef8f8-1570-4ca9-8570-14b2b80c10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c3702001-118b-419d-a0eb-6ec538ef7794'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:42.256174 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:42.299878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': '88587879-e816-4c36-8763-92d82cda086d'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:42.329798 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7fd6e8db-e448-4b54-93d1-4bfd3d3f2db2 req-860ef22b-df00-49d2-bd84-e1307b505289 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565578 Apr 05 20:20:42.353237 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1828408786-network', 'tenant_id': '552d8127fcaf4b6abce43fb329b17a26'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:42.380258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:42.383633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86d773-8f7c-4beb-9910-74143948a7dd req-92b0027c-de03-4e27-9653-b7b22b179cf9 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.389714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86d773-8f7c-4beb-9910-74143948a7dd req-92b0027c-de03-4e27-9653-b7b22b179cf9 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.396598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86d773-8f7c-4beb-9910-74143948a7dd req-92b0027c-de03-4e27-9653-b7b22b179cf9 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.401131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Usage tracker for resource:network and tenant:552d8127fcaf4b6abce43fb329b17a26 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:42.402887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86d773-8f7c-4beb-9910-74143948a7dd req-92b0027c-de03-4e27-9653-b7b22b179cf9 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.404181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] For port e02292ee-2670-4a38-824e-dc715b086fd4, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:42.409428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] For port e02292ee-2670-4a38-824e-dc715b086fd4, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e02292ee-2670-4a38-824e-dc715b086fd4,segment=NetworkSegment(05aef8f8-1570-4ca9-8570-14b2b80c10a4),segment_id=05aef8f8-1570-4ca9-8570-14b2b80c10a4)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:42.410530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86d773-8f7c-4beb-9910-74143948a7dd req-92b0027c-de03-4e27-9653-b7b22b179cf9 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.413643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:42.418788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86d773-8f7c-4beb-9910-74143948a7dd req-92b0027c-de03-4e27-9653-b7b22b179cf9 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.424018 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:42.425485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86d773-8f7c-4beb-9910-74143948a7dd req-92b0027c-de03-4e27-9653-b7b22b179cf9 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.427625 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be86d773-8f7c-4beb-9910-74143948a7dd req-92b0027c-de03-4e27-9653-b7b22b179cf9 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5420 time: 0.4829855 Apr 05 20:20:42.430877 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:42.460364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Made reservation on behalf of 552d8127fcaf4b6abce43fb329b17a26 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:42.462839 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:42.532513 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c34a859-b319-4a82-a4c3-435fbaff6906 req-6c9278af-13ee-4470-a804-818ee0fa5c00 service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343105 Apr 05 20:20:42.533099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026ca70-f183-446f-9f50-cccf6c51d353 None None] Pushing event updated for resources: {'Port': ['ID=e02292ee-2670-4a38-824e-dc715b086fd4,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:42.542125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f2812652-c7fb-45cd-9537-c3710ca08af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.542604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f2812652-c7fb-45cd-9537-c3710ca08af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.543067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f2812652-c7fb-45cd-9537-c3710ca08af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.543526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f2812652-c7fb-45cd-9537-c3710ca08af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.543986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f2812652-c7fb-45cd-9537-c3710ca08af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.544440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f2812652-c7fb-45cd-9537-c3710ca08af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.544914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f2812652-c7fb-45cd-9537-c3710ca08af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.546799 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f2812652-c7fb-45cd-9537-c3710ca08af1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 6477 time: 0.4949932 Apr 05 20:20:42.556527 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:42.586475 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be86d773-8f7c-4beb-9910-74143948a7dd req-3f32a77a-954e-4b1f-8416-c4a17cbd12da tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1530855 Apr 05 20:20:42.687969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03c597-e41a-4dee-96e6-088486597b2b req-a8fa9d64-8b2e-42df-ae61-2e9491a6fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.690651 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f03c597-e41a-4dee-96e6-088486597b2b req-a8fa9d64-8b2e-42df-ae61-2e9491a6fe63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 1094 time: 0.0974562 Apr 05 20:20:42.709423 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-a0cd8d28-d414-497a-bdbe-fd10a0b625cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9448b79-3827-496f-864e-611a8674e2de HTTP/1.1" status: 200 len: 217 time: 0.1423931 Apr 05 20:20:42.836121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-61afe8c8-d696-4ad2-994c-0231ea8d620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:42.837857 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-61afe8c8-d696-4ad2-994c-0231ea8d620c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aa31aa76-5a52-4e0c-aa3c-55565cc204cd HTTP/1.1" status: 200 len: 851 time: 0.1197057 Apr 05 20:20:42.846547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:43.003993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03c597-e41a-4dee-96e6-088486597b2b req-8193ad66-23ac-4f8d-bd0f-f00027236a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:43.005486 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f03c597-e41a-4dee-96e6-088486597b2b req-8193ad66-23ac-4f8d-bd0f-f00027236a0b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 912 time: 0.3041685 Apr 05 20:20:43.094933 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f03c597-e41a-4dee-96e6-088486597b2b req-1f1cc51e-4a36-4264-a958-5138fde65e66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c5055e90-af80-45ab-93f0-79cf9a85278c HTTP/1.1" status: 200 len: 217 time: 0.0738058 Apr 05 20:20:43.102697 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124d08b-3add-4f30-aecd-5d2d705819c9 req-d1f86f9a-2228-44da-8ddf-deb16805a2ce tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:43.106420 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b124d08b-3add-4f30-aecd-5d2d705819c9 req-d1f86f9a-2228-44da-8ddf-deb16805a2ce tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.2370107 Apr 05 20:20:43.118996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Usage tracker for resource:security_group_rule and tenant:552d8127fcaf4b6abce43fb329b17a26 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:43.135542 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:43.151208 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:43.205131 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b124d08b-3add-4f30-aecd-5d2d705819c9 req-3caf9b16-39cf-4ec4-9557-f58a928b251e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636747 Apr 05 20:20:43.213389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f03c597-e41a-4dee-96e6-088486597b2b req-9414c044-d32e-490c-a5cf-0702ffff262a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:43.214792 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f03c597-e41a-4dee-96e6-088486597b2b req-9414c044-d32e-490c-a5cf-0702ffff262a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b600e23-44bb-460f-a1af-d7c4b74bf29a HTTP/1.1" status: 200 len: 851 time: 0.1066127 Apr 05 20:20:43.277974 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f03c597-e41a-4dee-96e6-088486597b2b req-9a902b44-7574-4e24-bb82-4b60a8b31c6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8188ca25-8db1-4824-8f89-d3f54dd6b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562012 Apr 05 20:20:43.320547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f085a07-dd1f-4a17-a49f-f29b73320e76 req-69a41d75-1c1c-43e0-aa65-177ae63c526d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:43.327129 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1f085a07-dd1f-4a17-a49f-f29b73320e76 req-69a41d75-1c1c-43e0-aa65-177ae63c526d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.8488495 Apr 05 20:20:43.444632 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:43.517101 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:43.534629 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1f085a07-dd1f-4a17-a49f-f29b73320e76 req-f217f419-9aa9-4604-b435-b37b2a9433aa tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818287 Apr 05 20:20:43.593016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-dfd3aca4-bdfc-4afb-af99-389bf5321dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:43.595571 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-dfd3aca4-bdfc-4afb-af99-389bf5321dcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1d4db6d-e221-421f-bec4-215e49978b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7441113 Apr 05 20:20:43.643386 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f8eaf159-9f7b-4679-9c64-0b4feda4381d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:43.693136 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': '88587879-e816-4c36-8763-92d82cda086d', 'status': 'completed', 'code': 200} Apr 05 20:20:43.747952 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f03c597-e41a-4dee-96e6-088486597b2b req-94deb242-60d7-4a06-a4ce-63cc26ebed78 service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626513 Apr 05 20:20:44.004367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6bc914-0b7e-467b-827b-e00d5d4cf84e req-05d19043-053f-41af-a21a-c98928cc54f8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:44.005094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ee6bc914-0b7e-467b-827b-e00d5d4cf84e req-05d19043-053f-41af-a21a-c98928cc54f8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Synchronizing usage tracker for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:44.007178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17795357-e8ae-49b3-9f36-d73233336f08 None None] Network c3702001-118b-419d-a0eb-6ec538ef7794 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:20:44.011991 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f03c597-e41a-4dee-96e6-088486597b2b req-02031b6b-6218-4f4b-bf96-e7bfc246cbcc service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987374 Apr 05 20:20:44.040057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ee6bc914-0b7e-467b-827b-e00d5d4cf84e req-05d19043-053f-41af-a21a-c98928cc54f8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Unset dirty status for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:44.041174 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee6bc914-0b7e-467b-827b-e00d5d4cf84e req-05d19043-053f-41af-a21a-c98928cc54f8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 943 time: 0.2923129 Apr 05 20:20:44.095244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36596) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:44.118860 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee6bc914-0b7e-467b-827b-e00d5d4cf84e req-13673f28-f39b-4681-8384-49ad58e8be06 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715857 Apr 05 20:20:44.162732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fb9cb042-9533-4a4a-a9d3-b82f71b83b25 None None] Provisioning for port e02292ee-2670-4a38-824e-dc715b086fd4 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:44.238416 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:44.249201 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:44.254764 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-24f375e9-0a70-405b-b2b0-caf18ebc351e service neutron] 10.222.0.41 "GET /v2.0/networks/c1d4db6d-e221-421f-bec4-215e49978b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496494 Apr 05 20:20:44.302979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Allocated IP 172.25.8.85 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/bb2b2b03-1fdb-42a1-a8af-41764806a1c9) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:44.315631 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-da032b91-8837-4987-99e3-d15433481487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:44.333289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-da032b91-8837-4987-99e3-d15433481487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:44.339007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-da032b91-8837-4987-99e3-d15433481487 admin admin] Usage tracker for resource:security_group_rule and tenant:e2dcdb0f54e14f52b19289a7720a2f7f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:44.340470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:20:44.343148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-da032b91-8837-4987-99e3-d15433481487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:44.350066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-da032b91-8837-4987-99e3-d15433481487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:44.379504 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:44.379848 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Added segment 54cad155-52a9-4b9e-a477-f01d2d8d0b25 of type vlan for network 7e15f0e5-ed27-4738-b6e8-3e56fc3428ad Apr 05 20:20:44.403210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc835b-986d-4df7-a40b-f09063eff67f req-58ded5fe-9e66-4de5-9ad6-2f40eb1cc0cd tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:44.408990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc835b-986d-4df7-a40b-f09063eff67f req-58ded5fe-9e66-4de5-9ad6-2f40eb1cc0cd tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:44.414816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc835b-986d-4df7-a40b-f09063eff67f req-58ded5fe-9e66-4de5-9ad6-2f40eb1cc0cd tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:44.420847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc835b-986d-4df7-a40b-f09063eff67f req-58ded5fe-9e66-4de5-9ad6-2f40eb1cc0cd tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:44.434642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc835b-986d-4df7-a40b-f09063eff67f req-58ded5fe-9e66-4de5-9ad6-2f40eb1cc0cd tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:44.444212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc835b-986d-4df7-a40b-f09063eff67f req-58ded5fe-9e66-4de5-9ad6-2f40eb1cc0cd tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:44.453105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc835b-986d-4df7-a40b-f09063eff67f req-58ded5fe-9e66-4de5-9ad6-2f40eb1cc0cd tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:44.457068 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3fbc835b-986d-4df7-a40b-f09063eff67f req-58ded5fe-9e66-4de5-9ad6-2f40eb1cc0cd tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5420 time: 0.2304022 Apr 05 20:20:44.480443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f464aeec-d91f-44ac-aa77-f3dfbbc1ccaa,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:44.556306 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3fbc835b-986d-4df7-a40b-f09063eff67f req-3ec9e5db-9044-43ca-a599-8191f2bc4387 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882955 Apr 05 20:20:44.622974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771bb24-98fb-48aa-ae39-ae345de9d076 req-de37b54c-9888-4b70-982c-bbd112c40b27 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:44.635081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-da032b91-8837-4987-99e3-d15433481487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:44.639334 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a771bb24-98fb-48aa-ae39-ae345de9d076 req-de37b54c-9888-4b70-982c-bbd112c40b27 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 945 time: 0.7503870 Apr 05 20:20:44.643065 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-da032b91-8837-4987-99e3-d15433481487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:44.699516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e02292ee-2670-4a38-824e-dc715b086fd4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:44.704601 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:44.731259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da032b91-8837-4987-99e3-d15433481487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cd5d8b-d692-4798-90d4-9f3602f6c5f0,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:44.732859 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-808321c3-23bf-4aad-a7b8-dc1bc4e5b8d3 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d4db6d-e221-421f-bec4-215e49978b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585810 Apr 05 20:20:44.820554 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:44.846632 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:44.856914 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-da032b91-8837-4987-99e3-d15433481487 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2dcdb0f54e14f52b19289a7720a2f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7586629 Apr 05 20:20:44.859382 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:20:44.862306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36608) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:44.869941 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port e02292ee-2670-4a38-824e-dc715b086fd4 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:44.870582 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-27d3797e-a1de-46aa-a61e-496521a3ee67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=75682036-7b4c-443d-b0de-61031a48f0da HTTP/1.1" status: 200 len: 217 time: 0.1178575 Apr 05 20:20:44.877184 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port e02292ee-2670-4a38-824e-dc715b086fd4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:44.877184 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:44.922169 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b005f9-c40c-4bee-8091-7708ee9b3224 req-34a1b314-dd39-4bab-b5e8-f21dfd9a0e57 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:44.924412 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7b005f9-c40c-4bee-8091-7708ee9b3224 req-34a1b314-dd39-4bab-b5e8-f21dfd9a0e57 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.1597064 Apr 05 20:20:44.950089 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a771bb24-98fb-48aa-ae39-ae345de9d076 req-ebdd36b5-4926-4def-8ac8-0d8156e70623 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059518 Apr 05 20:20:44.977847 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:44.991926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:44.993011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:44.993852 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:45.044398 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7b005f9-c40c-4bee-8091-7708ee9b3224 req-7c43ce6b-a2fd-4909-b012-295948481a6b tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122136 Apr 05 20:20:45.058157 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:45.083168 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0312c7ae-63a0-4d11-99b2-58fdd434e2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:45.103904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port e02292ee-2670-4a38-824e-dc715b086fd4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e02292ee-2670-4a38-824e-dc715b086fd4,segment=NetworkSegment(05aef8f8-1570-4ca9-8570-14b2b80c10a4),segment_id=05aef8f8-1570-4ca9-8570-14b2b80c10a4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:45.106632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c5055e90-af80-45ab-93f0-79cf9a85278c details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:20:45.114702 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:45.135921 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0312c7ae-63a0-4d11-99b2-58fdd434e2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:45.226893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c0c0b65e-67c5-4537-aa4a-4be84c05f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:45.228398 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-c0c0b65e-67c5-4537-aa4a-4be84c05f5a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.3385437 Apr 05 20:20:45.234297 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0312c7ae-63a0-4d11-99b2-58fdd434e2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:45.261533 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0312c7ae-63a0-4d11-99b2-58fdd434e2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:45.262826 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0312c7ae-63a0-4d11-99b2-58fdd434e2e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8cd5d8b-d692-4798-90d4-9f3602f6c5f0 HTTP/1.1" status: 204 len: 168 time: 0.3984396 Apr 05 20:20:45.269067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] Pushing event updated for resources: {'Network': ['ID=7e15f0e5-ed27-4738-b6e8-3e56fc3428ad,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:45.307681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312c7ae-63a0-4d11-99b2-58fdd434e2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cd5d8b-d692-4798-90d4-9f3602f6c5f0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:45.324544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 7e15f0e5-ed27-4738-b6e8-3e56fc3428ad details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:20:45.342334 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-116ef36e-aa6f-4d4e-8c07-bb8c8d774c65 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3971426 Apr 05 20:20:45.342857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36622) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:45.363043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Request body: {'subnet': {'network_id': '7e15f0e5-ed27-4738-b6e8-3e56fc3428ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1828408786-subnet', 'tenant_id': '552d8127fcaf4b6abce43fb329b17a26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:45.372728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:45.385494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea267396-0937-45f5-842d-9cf0ce215e4c req-6fb19c5a-87b0-4943-a3ae-aea423e13e63 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:45.387301 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea267396-0937-45f5-842d-9cf0ce215e4c req-6fb19c5a-87b0-4943-a3ae-aea423e13e63 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 943 time: 0.1268568 Apr 05 20:20:45.387549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=e02292ee-2670-4a38-824e-dc715b086fd4,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:45.388199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Usage tracker for resource:subnet and tenant:552d8127fcaf4b6abce43fb329b17a26 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:45.393747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:45.399792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:45.402061 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:45.435026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Made reservation on behalf of 552d8127fcaf4b6abce43fb329b17a26 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:45.437467 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:45.446603 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:20:45.485170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42459e4c-e3e1-4dab-b6bb-76177abc9da9 req-6e1b8cb5-9b42-47c1-99e0-fbd70755d305 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:45.490523 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-42459e4c-e3e1-4dab-b6bb-76177abc9da9 req-6e1b8cb5-9b42-47c1-99e0-fbd70755d305 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 945 time: 0.2705867 Apr 05 20:20:45.498072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7aa252e6-247e-401f-93e7-00a6eb56f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:45.504710 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-7aa252e6-247e-401f-93e7-00a6eb56f72b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2226727 Apr 05 20:20:45.505800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c5055e90-af80-45ab-93f0-79cf9a85278c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c5055e90-af80-45ab-93f0-79cf9a85278c,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:45.509671 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:45.516233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:45.519711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:45.520728 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'c5055e90-af80-45ab-93f0-79cf9a85278c', 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796', 'port_id': 'c5055e90-af80-45ab-93f0-79cf9a85278c', 'mac_address': 'fa:16:3e:3d:5f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b600e23-44bb-460f-a1af-d7c4b74bf29a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:20:45.580208 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:45.600955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5055e90-af80-45ab-93f0-79cf9a85278c {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:45.621082 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea267396-0937-45f5-842d-9cf0ce215e4c req-8c410671-c8b8-4d54-90e0-3ad6b1323d6d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059834 Apr 05 20:20:45.621340 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c5055e90-af80-45ab-93f0-79cf9a85278c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c5055e90-af80-45ab-93f0-79cf9a85278c,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:45.631935 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:45.761696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c5055e90-af80-45ab-93f0-79cf9a85278c,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:45.762925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36630) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:45.808458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Pushing event updated for resources: {'Port': ['ID=bb2b2b03-1fdb-42a1-a8af-41764806a1c9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:45.828509 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-42459e4c-e3e1-4dab-b6bb-76177abc9da9 req-25c191b7-75da-455f-9e1b-2bd65cf5b5cc tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171198 Apr 05 20:20:45.837048 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-673db2bf-b6a4-45e5-ad04-52fede27ff79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:45.838305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['c5055e90-af80-45ab-93f0-79cf9a85278c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:20:45.862617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-673db2bf-b6a4-45e5-ad04-52fede27ff79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:45.866903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-673db2bf-b6a4-45e5-ad04-52fede27ff79 admin admin] Usage tracker for resource:security_group_rule and tenant:4a5e3c0171a94cacb1d4dae572aa518a is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:45.870057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-673db2bf-b6a4-45e5-ad04-52fede27ff79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:45.896169 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-673db2bf-b6a4-45e5-ad04-52fede27ff79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:45.941421 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:45.960636 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:45.978239 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-05d00c5a-5bc3-4c35-a887-e960005ddcfc service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637671 Apr 05 20:20:46.065285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b4295-9db3-481b-9ba0-a35cb6821988 req-2e359ac2-5b58-4935-88f3-9850780744b5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:46.070893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b4295-9db3-481b-9ba0-a35cb6821988 req-2e359ac2-5b58-4935-88f3-9850780744b5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:46.076705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b4295-9db3-481b-9ba0-a35cb6821988 req-2e359ac2-5b58-4935-88f3-9850780744b5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:46.082534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b4295-9db3-481b-9ba0-a35cb6821988 req-2e359ac2-5b58-4935-88f3-9850780744b5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:46.088294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b4295-9db3-481b-9ba0-a35cb6821988 req-2e359ac2-5b58-4935-88f3-9850780744b5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:46.094180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b4295-9db3-481b-9ba0-a35cb6821988 req-2e359ac2-5b58-4935-88f3-9850780744b5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:46.099995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481b4295-9db3-481b-9ba0-a35cb6821988 req-2e359ac2-5b58-4935-88f3-9850780744b5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:46.101898 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-481b4295-9db3-481b-9ba0-a35cb6821988 req-2e359ac2-5b58-4935-88f3-9850780744b5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5420 time: 0.3106334 Apr 05 20:20:46.125405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c31177e-5534-45a4-912f-50079b07f051,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:46.176603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Checking segment: {'id': '54cad155-52a9-4b9e-a477-f01d2d8d0b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7e15f0e5-ed27-4738-b6e8-3e56fc3428ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:46.176961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Network hostable DHCP agents. Network: 7e15f0e5-ed27-4738-b6e8-3e56fc3428ad, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:20:46.221217 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-481b4295-9db3-481b-9ba0-a35cb6821988 req-5be9d291-5f86-436f-bd42-96c26463dbc0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008239 Apr 05 20:20:46.222857 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-673db2bf-b6a4-45e5-ad04-52fede27ff79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:46.232098 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-673db2bf-b6a4-45e5-ad04-52fede27ff79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:46.251467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Network 7e15f0e5-ed27-4738-b6e8-3e56fc3428ad is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:20:46.316099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673db2bf-b6a4-45e5-ad04-52fede27ff79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c41df7-5afe-488e-bd76-3a7c03040ef1,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:46.328232 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-673db2bf-b6a4-45e5-ad04-52fede27ff79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a5e3c0171a94cacb1d4dae572aa518a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5641227 Apr 05 20:20:46.329175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 7e15f0e5-ed27-4738-b6e8-3e56fc3428ad) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:46.334369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:46.334956 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:46.335996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36642) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:46.339336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e687566-1e0e-486a-a6e0-66ebc245132b None None] Network 7e15f0e5-ed27-4738-b6e8-3e56fc3428ad requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:20:46.385777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe236e62-b0ae-4ae4-b9a4-fc16a4b67399 req-e044beb7-7887-4551-b8e0-cce95e939a7c tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:46.387454 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fe236e62-b0ae-4ae4-b9a4-fc16a4b67399 req-e044beb7-7887-4551-b8e0-cce95e939a7c tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 945 time: 0.4118574 Apr 05 20:20:46.394618 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4484d917-d9b1-42aa-8346-734e4edb47e5 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3744483 Apr 05 20:20:46.403521 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3b5910b3-fea2-4064-ae93-7667f67ceca4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0531259 Apr 05 20:20:46.640816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e02292ee-2670-4a38-824e-dc715b086fd4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:46.649083 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-2fd12491-192a-49a6-8462-d288ac34c1a5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 HTTP/1.1" status: 200 len: 217 time: 0.2436953 Apr 05 20:20:46.757869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95dcb4-5537-4e6e-bff8-41f71f455b93 req-48307f17-939d-48e1-bdda-ff7beeca8ad7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:46.759516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b95dcb4-5537-4e6e-bff8-41f71f455b93 req-48307f17-939d-48e1-bdda-ff7beeca8ad7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.1101000 Apr 05 20:20:46.793856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46da95fd-3803-4616-9f6e-1eb644db17e3 None None] Network 7e15f0e5-ed27-4738-b6e8-3e56fc3428ad requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:20:46.810436 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b95dcb4-5537-4e6e-bff8-41f71f455b93 req-f2c58c6a-0132-48ac-8f11-cfb8a3b0a135 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431011 Apr 05 20:20:46.814411 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fe236e62-b0ae-4ae4-b9a4-fc16a4b67399 req-d51cfc09-9403-4e1a-82d1-089abba339b3 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121444 Apr 05 20:20:46.823916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port e02292ee-2670-4a38-824e-dc715b086fd4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:46.824287 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:46.852430 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c89908bd-ae80-48bd-8743-d98b42dc519a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:46.898926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:46.966034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-b23c161c-d576-4495-a69b-6c5b2cbf06b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:46.967526 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-b23c161c-d576-4495-a69b-6c5b2cbf06b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.2636645 Apr 05 20:20:47.056933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c89908bd-ae80-48bd-8743-d98b42dc519a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:47.116228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c5055e90-af80-45ab-93f0-79cf9a85278c up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:47.189719 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port c5055e90-af80-45ab-93f0-79cf9a85278c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:47.195153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port c5055e90-af80-45ab-93f0-79cf9a85278c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:47.195491 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:47.322727 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:47.327112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6cec7c92-2c51-4243-ab8f-2a96a1706cb1 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:47.329097 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6cec7c92-2c51-4243-ab8f-2a96a1706cb1 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/networks?id=7e15f0e5-ed27-4738-b6e8-3e56fc3428ad HTTP/1.1" status: 200 len: 814 time: 0.2603250 Apr 05 20:20:47.344229 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-660dcf6a-2a60-4686-9f1e-8494afd6c271 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/quotas/552d8127fcaf4b6abce43fb329b17a26 HTTP/1.1" status: 200 len: 375 time: 0.0095930 Apr 05 20:20:47.357213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0be94f1-97f3-480b-b83c-9d6c025beff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5055e90-af80-45ab-93f0-79cf9a85278c'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:47.367792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c5055e90-af80-45ab-93f0-79cf9a85278c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c5055e90-af80-45ab-93f0-79cf9a85278c,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:47.373099 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:47.406480 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-99e8d03f-aaca-4599-a280-fc6b2d9fe101 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=552d8127fcaf4b6abce43fb329b17a26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559487 Apr 05 20:20:47.447021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c5055e90-af80-45ab-93f0-79cf9a85278c,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:47.451914 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c89908bd-ae80-48bd-8743-d98b42dc519a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:47.465675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-15b54098-acf2-444f-8a25-130d640bc254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:47.467155 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-15b54098-acf2-444f-8a25-130d640bc254 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4504607 Apr 05 20:20:47.475065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d92c4-bacc-45a3-ae7c-6b007da7268d req-2d687775-2b01-4fa5-a96e-06b0017143f7 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:47.476384 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-858d92c4-bacc-45a3-ae7c-6b007da7268d req-2d687775-2b01-4fa5-a96e-06b0017143f7 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 944 time: 0.5185072 Apr 05 20:20:47.526965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89908bd-ae80-48bd-8743-d98b42dc519a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c41df7-5afe-488e-bd76-3a7c03040ef1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:47.552948 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c89908bd-ae80-48bd-8743-d98b42dc519a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:47.556735 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c89908bd-ae80-48bd-8743-d98b42dc519a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0c41df7-5afe-488e-bd76-3a7c03040ef1 HTTP/1.1" status: 204 len: 168 time: 1.2085841 Apr 05 20:20:47.556897 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-2d4d8665-5562-4d7e-b5d0-e3bec1bc92f8 service neutron] 10.222.0.24 "GET /v2.0/networks/7e15f0e5-ed27-4738-b6e8-3e56fc3428ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395218 Apr 05 20:20:47.696887 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-541b7bc4-b145-40d4-9d90-2b28410f1948 service neutron] 10.222.0.24 "GET /v2.0/networks/7e15f0e5-ed27-4738-b6e8-3e56fc3428ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416032 Apr 05 20:20:47.727027 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-858d92c4-bacc-45a3-ae7c-6b007da7268d req-ca4efab2-2b25-405d-822b-76e34a7a1ed2 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212014 Apr 05 20:20:47.774335 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:47.780193 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-458a08e8-5d55-45fb-9e7e-683ffe6d69c5 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003423 Apr 05 20:20:48.060973 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-939c5503-da71-4e37-9b01-2f139d0db250 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257354 Apr 05 20:20:48.217449 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-f69d1701-5000-4649-8b2d-db57113f6582 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=0abe355c-c18d-4a37-bce6-7fc1dba443f1 HTTP/1.1" status: 200 len: 217 time: 0.0939057 Apr 05 20:20:48.377497 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0be94f1-97f3-480b-b83c-9d6c025beff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5055e90-af80-45ab-93f0-79cf9a85278c', 'code': 200} Apr 05 20:20:48.393545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-2b0e96eb-0692-4b38-b76f-e785a1be81ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:48.395094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-2b0e96eb-0692-4b38-b76f-e785a1be81ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.1267788 Apr 05 20:20:48.565942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b0757-d33f-422c-830d-f7cbeedb69f2 req-edd84ffd-b0c4-48e0-8b10-226dd7c0dac7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:48.575180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b0757-d33f-422c-830d-f7cbeedb69f2 req-edd84ffd-b0c4-48e0-8b10-226dd7c0dac7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:48.583024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b0757-d33f-422c-830d-f7cbeedb69f2 req-edd84ffd-b0c4-48e0-8b10-226dd7c0dac7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:48.590127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b0757-d33f-422c-830d-f7cbeedb69f2 req-edd84ffd-b0c4-48e0-8b10-226dd7c0dac7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:48.597759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b0757-d33f-422c-830d-f7cbeedb69f2 req-edd84ffd-b0c4-48e0-8b10-226dd7c0dac7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:48.607664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01c403-f121-44e0-8d1e-a21fa4317056 req-1bdd64ad-d9d6-42d9-8685-63d3a239457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:48.609759 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc01c403-f121-44e0-8d1e-a21fa4317056 req-1bdd64ad-d9d6-42d9-8685-63d3a239457d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 1096 time: 0.1338165 Apr 05 20:20:48.616445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b0757-d33f-422c-830d-f7cbeedb69f2 req-edd84ffd-b0c4-48e0-8b10-226dd7c0dac7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:48.628541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b0757-d33f-422c-830d-f7cbeedb69f2 req-edd84ffd-b0c4-48e0-8b10-226dd7c0dac7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:48.634871 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fb6b0757-d33f-422c-830d-f7cbeedb69f2 req-edd84ffd-b0c4-48e0-8b10-226dd7c0dac7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5420 time: 0.4323397 Apr 05 20:20:48.675532 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc01c403-f121-44e0-8d1e-a21fa4317056 req-6cb9cf1a-5535-4e25-a8eb-282516089edb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568907 Apr 05 20:20:48.683497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7c72e-4334-4c89-b5c4-63ad8f1a009c req-8b4c3327-f3d0-42fb-9da0-c9020812d288 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:48.684968 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41d7c72e-4334-4c89-b5c4-63ad8f1a009c req-8b4c3327-f3d0-42fb-9da0-c9020812d288 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.1402857 Apr 05 20:20:48.702598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Router df94afa0-399a-4908-bcea-0d7e2eb64d29 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:20:48.760694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41d7c72e-4334-4c89-b5c4-63ad8f1a009c req-5ec03f96-2d1a-4bc3-8a81-4e47baec488f tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657957 Apr 05 20:20:48.844844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-07ad6b01-f756-4ac0-8888-213954e539c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:48.847288 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-07ad6b01-f756-4ac0-8888-213954e539c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4463131 Apr 05 20:20:48.916227 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e241e74a-af71-4844-9082-0cb11c5b0503 req-44c21eff-9beb-49a8-a63a-e3c85acd43e9 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 210 time: 0.0617876 Apr 05 20:20:48.923165 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fb6b0757-d33f-422c-830d-f7cbeedb69f2 req-dcb1a6dd-edaa-47d0-bee4-37c3269a7430 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2786336 Apr 05 20:20:49.142785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c911a-a163-45c6-8892-b14f4329252b req-096854b0-63fb-4123-a036-9bf8699cf953 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:49.144675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a4c911a-a163-45c6-8892-b14f4329252b req-096854b0-63fb-4123-a036-9bf8699cf953 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.0992010 Apr 05 20:20:49.161004 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:20:49.171680 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-3dbae93b-8112-4705-ac78-d9f2ee3f8d4b service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079438 Apr 05 20:20:49.173144 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Sync routers for ids ['df94afa0-399a-4908-bcea-0d7e2eb64d29'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:20:49.196613 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Routers {'df94afa0-399a-4908-bcea-0d7e2eb64d29'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:20:49.197450 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:20:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df94afa0-399a-4908-bcea-0d7e2eb64d29'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:49.211234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a4c911a-a163-45c6-8892-b14f4329252b req-f65c7484-baaf-4d94-bb06-8522134f4b12 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605109 Apr 05 20:20:49.430040 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Set router df94afa0-399a-4908-bcea-0d7e2eb64d29 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:20:49.591424 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:49.597825 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cf3d35a6-fbbb-4c1d-9527-bab6ec015160 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5792012 Apr 05 20:20:49.613306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36752) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:49.794706 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'name': 'tempest-TaggedBootDevicesTest_v242-2061814270-router', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:41Z', 'updated_at': '2022-04-05T20:20:46Z', 'revision_number': 3, 'project_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'gw_port': {'id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:43Z', 'updated_at': '2022-04-05T20:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:49.800037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b6615-4e4b-4b8c-aed9-e708c5ab7c42 req-c588f789-8ac9-481c-8c1f-cdbcd2d25229 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:49.807667 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-661b6615-4e4b-4b8c-aed9-e708c5ab7c42 req-c588f789-8ac9-481c-8c1f-cdbcd2d25229 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 945 time: 0.5690491 Apr 05 20:20:49.807800 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Checking router: df94afa0-399a-4908-bcea-0d7e2eb64d29 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:20:49.808067 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Updating router df94afa0-399a-4908-bcea-0d7e2eb64d29 port bb2b2b03-1fdb-42a1-a8af-41764806a1c9 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:20:49.828988 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-60ad3c42-c09e-46c7-8216-65cd7ee2fc74 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6485775 Apr 05 20:20:49.914656 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:49.931796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-1c1ed238-780a-4255-88e7-3ec11fe1c010 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:49.933182 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-1c1ed238-780a-4255-88e7-3ec11fe1c010 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.41 "GET /v2.0/networks?id=7e15f0e5-ed27-4738-b6e8-3e56fc3428ad HTTP/1.1" status: 200 len: 814 time: 0.5442493 Apr 05 20:20:49.940494 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-13f83cd9-9827-4c40-aaf2-4a05c2b39798 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=e2765005-dfb9-40bd-a743-1b37fd966f55 HTTP/1.1" status: 200 len: 217 time: 0.1029124 Apr 05 20:20:49.946309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Request body: {'port': {'device_id': '1a347abf-b73d-43e9-a941-6e00700ca627', 'network_id': '7e15f0e5-ed27-4738-b6e8-3e56fc3428ad', 'admin_state_up': True, 'tenant_id': '552d8127fcaf4b6abce43fb329b17a26'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:49.963023 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-661b6615-4e4b-4b8c-aed9-e708c5ab7c42 req-0f7a113c-ef7f-4795-9aa0-38ddc82ff17c tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539445 Apr 05 20:20:50.130644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-e2bcbbf5-8dd6-4bb6-a24d-4b9031ddf849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:50.132727 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-e2bcbbf5-8dd6-4bb6-a24d-4b9031ddf849 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.1851573 Apr 05 20:20:50.318825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2e7f4-5c75-4252-869d-8e58f00077fb req-9f5c9555-9b76-4c28-91c9-be6362dc283e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:50.320337 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31b2e7f4-5c75-4252-869d-8e58f00077fb req-9f5c9555-9b76-4c28-91c9-be6362dc283e tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.2263539 Apr 05 20:20:50.336516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-920b6b54-53ab-4b1a-afd7-3976129a0cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:50.338035 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-920b6b54-53ab-4b1a-afd7-3976129a0cbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1570816 Apr 05 20:20:50.463186 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:50.479520 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Transition to ACTIVE for port object bb2b2b03-1fdb-42a1-a8af-41764806a1c9 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:50.489225 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:50.495299 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31b2e7f4-5c75-4252-869d-8e58f00077fb req-8f1af4f4-49d7-4768-a652-eb5a5a09cf2c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563640 Apr 05 20:20:50.524370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:50.532176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Usage tracker for resource:port and tenant:552d8127fcaf4b6abce43fb329b17a26 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:50.536935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:50.555804 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-cb97eb07-8b66-44a7-b4a5-3fa14c0c1495 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021053 Apr 05 20:20:50.583897 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf4fec-a57e-466a-b6ea-96973c980b8d None None] Pushing event updated for resources: {'Port': ['ID=bb2b2b03-1fdb-42a1-a8af-41764806a1c9,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:50.604696 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Attempting to bind port bb2b2b03-1fdb-42a1-a8af-41764806a1c9 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:50.605592 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Attempting to bind port bb2b2b03-1fdb-42a1-a8af-41764806a1c9 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:50.605592 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Attempting to bind port bb2b2b03-1fdb-42a1-a8af-41764806a1c9 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:50.612899 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:50.613475 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:50.614009 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:50.614519 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:50.615102 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Bound port: bb2b2b03-1fdb-42a1-a8af-41764806a1c9, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:50.615577 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:50.721065 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] For port bb2b2b03-1fdb-42a1-a8af-41764806a1c9, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:50.724630 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] For port bb2b2b03-1fdb-42a1-a8af-41764806a1c9, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bb2b2b03-1fdb-42a1-a8af-41764806a1c9,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:50.738804 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:50.780663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:50.794144 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-e2d89248-dd63-4f0f-8ae2-37d1d36f9048 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272079 Apr 05 20:20:50.807463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ec70d-ce75-470f-9253-d78bc2455016 req-2318e210-942e-4ee4-96d2-b8e412ebeb4e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:50.813174 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-618ec70d-ce75-470f-9253-d78bc2455016 req-2318e210-942e-4ee4-96d2-b8e412ebeb4e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.6670148 Apr 05 20:20:50.818661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88f168-845c-446e-8fa5-ec2d5ea3fed9 req-5bc29524-2afb-4c59-8ce2-00fee8246a73 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:50.822557 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a88f168-845c-446e-8fa5-ec2d5ea3fed9 req-5bc29524-2afb-4c59-8ce2-00fee8246a73 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 945 time: 0.1982877 Apr 05 20:20:50.859464 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Routers {'df94afa0-399a-4908-bcea-0d7e2eb64d29'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:20:50.867586 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:20:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df94afa0-399a-4908-bcea-0d7e2eb64d29'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:50.896199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Made reservation on behalf of 552d8127fcaf4b6abce43fb329b17a26 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:20:50.900011 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:50.915182 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-d2a60849-5e5c-4fc8-b962-c5dfcbf0d592 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38549d66-9921-4e7e-9650-761720dcd226 HTTP/1.1" status: 200 len: 217 time: 0.1129398 Apr 05 20:20:50.975940 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf4fec-a57e-466a-b6ea-96973c980b8d None None] Pushing event updated for resources: {'Port': ['ID=bb2b2b03-1fdb-42a1-a8af-41764806a1c9,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:51.027021 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a88f168-845c-446e-8fa5-ec2d5ea3fed9 req-187f6225-1147-48f0-8c66-1260f5fe0c30 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107004 Apr 05 20:20:51.028528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-8b0af208-4913-4f97-a7a5-29971a9f6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:51.029945 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-8b0af208-4913-4f97-a7a5-29971a9f6aa1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=118eb377-c70a-4ba5-b212-a4671d22ddd1 HTTP/1.1" status: 200 len: 797 time: 0.0990775 Apr 05 20:20:51.058166 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-618ec70d-ce75-470f-9253-d78bc2455016 req-95e764b5-7665-46ce-87e1-1566974c8cb8 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2441263 Apr 05 20:20:51.212128 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09dd3c86-3244-401e-93e9-d92f773e7e58 req-3b8f1a62-f92a-4633-aeb0-d98b580117e0 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 210 time: 0.0621226 Apr 05 20:20:51.242464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-2084798c-b588-4fa9-ab7f-32e1fff7b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:51.243990 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-2084798c-b588-4fa9-ab7f-32e1fff7b32e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1978025 Apr 05 20:20:51.318193 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] Set router df94afa0-399a-4908-bcea-0d7e2eb64d29 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:20:51.413355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36810) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:51.471030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Allocated IP 172.20.0.3 (7e15f0e5-ed27-4738-b6e8-3e56fc3428ad/6c31177e-5534-45a4-912f-50079b07f051/6b9cb861-b2f1-45fd-9b14-9670426c37f6) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:51.554841 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:51.559276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2660581d-4dbd-44e8-989c-7e647fef3300 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:20:51.648344 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-46799f8a-c8d0-4b75-9cff-4b22904dccab service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949111 Apr 05 20:20:51.792487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2660581d-4dbd-44e8-989c-7e647fef3300, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2660581d-4dbd-44e8-989c-7e647fef3300,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:51.808032 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'name': 'tempest-TaggedBootDevicesTest_v242-2061814270-router', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:41Z', 'updated_at': '2022-04-05T20:20:46Z', 'revision_number': 3, 'project_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'gw_port': {'id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:43Z', 'updated_at': '2022-04-05T20:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:51.810786 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '2660581d-4dbd-44e8-989c-7e647fef3300', 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76', 'port_id': '2660581d-4dbd-44e8-989c-7e647fef3300', 'mac_address': 'fa:16:3e:22:5a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fe4ed7-5511-43cb-8270-e4b3f3328c23', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:20:51.813786 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4d6297-4d2f-4592-930f-f0b4f5e09e1e None None] The sync data for ids ['df94afa0-399a-4908-bcea-0d7e2eb64d29'] in n-d-836604-1 is: [{'id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'name': 'tempest-TaggedBootDevicesTest_v242-2061814270-router', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:41Z', 'updated_at': '2022-04-05T20:20:46Z', 'revision_number': 3, 'project_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'gw_port': {'id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:43Z', 'updated_at': '2022-04-05T20:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:20:51.842940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379fdc-3a8e-4e60-9f3d-a4797bc7e026 req-dff2405f-41bf-4924-a0f5-c41c405a9d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:51.849360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379fdc-3a8e-4e60-9f3d-a4797bc7e026 req-dff2405f-41bf-4924-a0f5-c41c405a9d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:51.863639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379fdc-3a8e-4e60-9f3d-a4797bc7e026 req-dff2405f-41bf-4924-a0f5-c41c405a9d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:51.877703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379fdc-3a8e-4e60-9f3d-a4797bc7e026 req-dff2405f-41bf-4924-a0f5-c41c405a9d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:51.884621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379fdc-3a8e-4e60-9f3d-a4797bc7e026 req-dff2405f-41bf-4924-a0f5-c41c405a9d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:51.884791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d097f65-2972-4232-a810-cdedbc3ace23 req-e86f3558-9d2d-4bcc-90b6-7b838994c5c0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:51.892548 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:51.892747 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d097f65-2972-4232-a810-cdedbc3ace23 req-e86f3558-9d2d-4bcc-90b6-7b838994c5c0 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.4656246 Apr 05 20:20:51.892953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379fdc-3a8e-4e60-9f3d-a4797bc7e026 req-dff2405f-41bf-4924-a0f5-c41c405a9d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:51.899668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4379fdc-3a8e-4e60-9f3d-a4797bc7e026 req-dff2405f-41bf-4924-a0f5-c41c405a9d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:51.908108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e4379fdc-3a8e-4e60-9f3d-a4797bc7e026 req-dff2405f-41bf-4924-a0f5-c41c405a9d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5420 time: 0.6145983 Apr 05 20:20:51.925178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2660581d-4dbd-44e8-989c-7e647fef3300 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:51.939008 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59c70df7-ce48-4089-8964-5a7c322f8a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:51.967723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2660581d-4dbd-44e8-989c-7e647fef3300, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2660581d-4dbd-44e8-989c-7e647fef3300,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:51.977690 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:51.999653 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d097f65-2972-4232-a810-cdedbc3ace23 req-72a574fb-3d3d-44eb-bd38-6b8c24ad41a9 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011074 Apr 05 20:20:52.001921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-59c70df7-ce48-4089-8964-5a7c322f8a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:52.007432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-59c70df7-ce48-4089-8964-5a7c322f8a9b admin admin] Usage tracker for resource:security_group_rule and tenant:d728924b9a6846deb94018564f59a74f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:52.011210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-59c70df7-ce48-4089-8964-5a7c322f8a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:52.017501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-59c70df7-ce48-4089-8964-5a7c322f8a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:52.037750 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-6c04899a-329a-40e2-be3a-3327cfeae08b service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798902 Apr 05 20:20:52.128104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2660581d-4dbd-44e8-989c-7e647fef3300,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:52.202072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['2660581d-4dbd-44e8-989c-7e647fef3300'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:20:52.384610 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e4379fdc-3a8e-4e60-9f3d-a4797bc7e026 req-87c102cf-60dd-44cf-a5bf-9a49bbf3715c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4688702 Apr 05 20:20:52.508949 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-0587feb0-1711-49cf-a20d-842ea63d89e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88587879-e816-4c36-8763-92d82cda086d HTTP/1.1" status: 200 len: 217 time: 0.4638944 Apr 05 20:20:52.570550 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59c70df7-ce48-4089-8964-5a7c322f8a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:52.586560 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59c70df7-ce48-4089-8964-5a7c322f8a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:52.656405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c70df7-ce48-4089-8964-5a7c322f8a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51856308-6e0a-4b6e-b4d6-3fa7a8d73742,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:52.673081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:52.680211 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Allocated IP 172.20.0.1 (c3702001-118b-419d-a0eb-6ec538ef7794/2c0cc9cb-9020-4c47-8ac2-0765465b20e8/dcefe011-cb42-474a-8ef1-89992ab182f2) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:20:52.683816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-1aa9aee3-6c7a-4b22-a4e2-08654d1d6add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:52.695535 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-1aa9aee3-6c7a-4b22-a4e2-08654d1d6add service neutron] 10.222.0.41 "GET /v2.0/subnets?id=118eb377-c70a-4ba5-b212-a4671d22ddd1 HTTP/1.1" status: 200 len: 797 time: 0.1639707 Apr 05 20:20:52.701858 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-59c70df7-ce48-4089-8964-5a7c322f8a9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d728924b9a6846deb94018564f59a74f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2852032 Apr 05 20:20:52.707230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bb2b2b03-1fdb-42a1-a8af-41764806a1c9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:52.708174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36830) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:52.795156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466c3e4-660d-4895-a041-a64335879090 req-01878fb6-e8b2-49ae-ba05-eff60c058a43 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:52.802299 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1466c3e4-660d-4895-a041-a64335879090 req-01878fb6-e8b2-49ae-ba05-eff60c058a43 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 945 time: 0.3597660 Apr 05 20:20:52.811650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port bb2b2b03-1fdb-42a1-a8af-41764806a1c9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:52.831436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port bb2b2b03-1fdb-42a1-a8af-41764806a1c9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:52.831955 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:52.949428 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1466c3e4-660d-4895-a041-a64335879090 req-8687c2b1-96a3-44c1-b8e9-bddf7b3033e6 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461625 Apr 05 20:20:53.005232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-baa26018-5f9d-4d50-b4be-9d16a096c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:53.007004 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-baa26018-5f9d-4d50-b4be-9d16a096c54d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2922330 Apr 05 20:20:53.149977 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:53.169970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port bb2b2b03-1fdb-42a1-a8af-41764806a1c9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bb2b2b03-1fdb-42a1-a8af-41764806a1c9,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:53.175455 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:53.188314 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b2dacb3-f27e-4a9e-82a0-f6d2aae5a8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:53.241552 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:53.248474 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-ee44f2f4-a4bc-4e89-b78b-17bcc4328796 service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336948 Apr 05 20:20:53.263743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=bb2b2b03-1fdb-42a1-a8af-41764806a1c9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:53.274722 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:53.305863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bce06e-d846-4cb8-9981-3164c5149c21 req-fc2faee5-0a4f-41d2-9936-b7198194477d tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:53.307391 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-70bce06e-d846-4cb8-9981-3164c5149c21 req-fc2faee5-0a4f-41d2-9936-b7198194477d tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 931 time: 0.1498349 Apr 05 20:20:53.351574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Transition to ACTIVE for port object dcefe011-cb42-474a-8ef1-89992ab182f2 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:53.369015 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b2dacb3-f27e-4a9e-82a0-f6d2aae5a8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:53.416845 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Network 7e15f0e5-ed27-4738-b6e8-3e56fc3428ad is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:53.419523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-70bce06e-d846-4cb8-9981-3164c5149c21 req-ed50dd07-b188-422f-854c-2d2bf18e6aa6 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Synchronizing usage tracker for tenant:552d8127fcaf4b6abce43fb329b17a26 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:53.435883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:53.438808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:53.451276 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d8234e0-7f3e-4e3e-a9ab-0e058a7b6cad req-4d5272ce-e82a-49db-9a22-8dbb1515ae1d service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893837 Apr 05 20:20:53.455765 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-70bce06e-d846-4cb8-9981-3164c5149c21 req-ed50dd07-b188-422f-854c-2d2bf18e6aa6 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Unset dirty status for tenant:552d8127fcaf4b6abce43fb329b17a26 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:53.462369 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-70bce06e-d846-4cb8-9981-3164c5149c21 req-ed50dd07-b188-422f-854c-2d2bf18e6aa6 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f464aeec-d91f-44ac-aa77-f3dfbbc1ccaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473787 Apr 05 20:20:53.478718 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Pushing event updated for resources: {'Port': ['ID=6b9cb861-b2f1-45fd-9b14-9670426c37f6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:53.516387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeae32b-8343-4a3d-8c3d-98638b2359bf req-7d34eed8-052a-495c-a305-88279c23c7d1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:53.517907 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddeae32b-8343-4a3d-8c3d-98638b2359bf req-7d34eed8-052a-495c-a305-88279c23c7d1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 944 time: 0.4210827 Apr 05 20:20:53.568740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2660581d-4dbd-44e8-989c-7e647fef3300 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:53.571829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:53.572439 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:53.593821 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:53.677436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-6e28f682-4f9c-497a-a9a4-8563c6e30111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:53.678360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-6e28f682-4f9c-497a-a9a4-8563c6e30111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:53.678992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-6e28f682-4f9c-497a-a9a4-8563c6e30111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:53.679611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-6e28f682-4f9c-497a-a9a4-8563c6e30111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:53.680376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-6e28f682-4f9c-497a-a9a4-8563c6e30111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:53.680998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-6e28f682-4f9c-497a-a9a4-8563c6e30111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:53.681618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-6e28f682-4f9c-497a-a9a4-8563c6e30111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:53.683819 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-6e28f682-4f9c-497a-a9a4-8563c6e30111 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 6477 time: 0.1507776 Apr 05 20:20:53.706306 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 2660581d-4dbd-44e8-989c-7e647fef3300 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:53.706588 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:53.744387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7933fab-54b8-4b59-a69c-c8e9150b7378 req-1e46f449-c911-481a-adbf-b439092bfe4d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:53.746722 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f7933fab-54b8-4b59-a69c-c8e9150b7378 req-1e46f449-c911-481a-adbf-b439092bfe4d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.1741838 Apr 05 20:20:53.793435 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b2dacb3-f27e-4a9e-82a0-f6d2aae5a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:53.837412 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:53.838074 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddeae32b-8343-4a3d-8c3d-98638b2359bf req-965ec82a-fd5b-479a-87ec-893521650ece tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088393 Apr 05 20:20:53.846584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2dacb3-f27e-4a9e-82a0-f6d2aae5a8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51856308-6e0a-4b6e-b4d6-3fa7a8d73742,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:53.853999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Network c3702001-118b-419d-a0eb-6ec538ef7794 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:53.873502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:53.887508 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b2dacb3-f27e-4a9e-82a0-f6d2aae5a8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:53.891051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2660581d-4dbd-44e8-989c-7e647fef3300, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2660581d-4dbd-44e8-989c-7e647fef3300,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:53.891191 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8b2dacb3-f27e-4a9e-82a0-f6d2aae5a8b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51856308-6e0a-4b6e-b4d6-3fa7a8d73742 HTTP/1.1" status: 204 len: 168 time: 1.1794612 Apr 05 20:20:53.891191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:20:53.898037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee91a15-751c-409c-b51d-608088132374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2660581d-4dbd-44e8-989c-7e647fef3300'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:53.931248 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-6f017d76-12a4-4a31-9b21-fede01598d4a tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9841621 Apr 05 20:20:53.931248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Pushing event updated for resources: {'Port': ['ID=dcefe011-cb42-474a-8ef1-89992ab182f2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:53.934743 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:53.934985 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f7933fab-54b8-4b59-a69c-c8e9150b7378 req-b7b04366-60a8-4bc9-92e4-44a765824ffb tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257353 Apr 05 20:20:54.007831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Request body: {'port': {'device_id': '1a347abf-b73d-43e9-a941-6e00700ca627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:20:54.034424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-4041f689-6883-4a8c-9091-b87aba04b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:54.036304 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-4041f689-6883-4a8c-9091-b87aba04b1c4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=155ded23-dcca-4bf5-8033-6cb75ec37e9a HTTP/1.1" status: 200 len: 903 time: 0.3429940 Apr 05 20:20:54.041392 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2660581d-4dbd-44e8-989c-7e647fef3300,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:54.175315 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:54.332283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-45909af6-c845-4fa8-8003-ddbc044f4642 None None] Provisioning for port dcefe011-cb42-474a-8ef1-89992ab182f2 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:20:54.339198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-45909af6-c845-4fa8-8003-ddbc044f4642 None None] Provisioning complete for port dcefe011-cb42-474a-8ef1-89992ab182f2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:54.340882 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-45909af6-c845-4fa8-8003-ddbc044f4642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:54.343447 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-da84b469-d1aa-40d4-b102-fb604fb96a46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88587879-e816-4c36-8763-92d82cda086d HTTP/1.1" status: 200 len: 217 time: 0.3000660 Apr 05 20:20:54.493495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-45909af6-c845-4fa8-8003-ddbc044f4642 None None] Port dcefe011-cb42-474a-8ef1-89992ab182f2 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:20:54.582633 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:54.589271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36864) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:54.631102 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:54.631979 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee91a15-751c-409c-b51d-608088132374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2660581d-4dbd-44e8-989c-7e647fef3300', 'code': 200} Apr 05 20:20:54.635170 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:54.652068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bb2b2b03-1fdb-42a1-a8af-41764806a1c9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:20:54.703433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:20:54.708617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-93c2021a-199e-4cee-9baf-68fc1c5d4b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:54.714759 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-93c2021a-199e-4cee-9baf-68fc1c5d4b14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=118eb377-c70a-4ba5-b212-a4671d22ddd1 HTTP/1.1" status: 200 len: 797 time: 0.2481501 Apr 05 20:20:54.741949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:602df8f330db4d13a8d1f2cac6c9e362 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:20:54.748949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:20:54.760704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:20:54.784950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port bb2b2b03-1fdb-42a1-a8af-41764806a1c9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:54.784950 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:54.836371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eda54a-fdec-4ce4-8cc2-d7a1bd36dd53 req-3ef87a8f-a36b-4180-973d-0341d45b5a9c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:54.838025 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77eda54a-fdec-4ce4-8cc2-d7a1bd36dd53 req-3ef87a8f-a36b-4180-973d-0341d45b5a9c tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.6535738 Apr 05 20:20:54.939773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f60ee6-71e7-4a37-99ed-136e3a08fc85 req-ab602526-89ab-432d-a8b7-1902e1ebd635 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:54.945693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f60ee6-71e7-4a37-99ed-136e3a08fc85 req-ab602526-89ab-432d-a8b7-1902e1ebd635 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:54.951656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f60ee6-71e7-4a37-99ed-136e3a08fc85 req-ab602526-89ab-432d-a8b7-1902e1ebd635 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:54.957981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f60ee6-71e7-4a37-99ed-136e3a08fc85 req-ab602526-89ab-432d-a8b7-1902e1ebd635 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:54.963748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f60ee6-71e7-4a37-99ed-136e3a08fc85 req-ab602526-89ab-432d-a8b7-1902e1ebd635 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:54.970135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f60ee6-71e7-4a37-99ed-136e3a08fc85 req-ab602526-89ab-432d-a8b7-1902e1ebd635 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:54.975953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f60ee6-71e7-4a37-99ed-136e3a08fc85 req-ab602526-89ab-432d-a8b7-1902e1ebd635 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:54.977795 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90f60ee6-71e7-4a37-99ed-136e3a08fc85 req-ab602526-89ab-432d-a8b7-1902e1ebd635 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5420 time: 0.7922087 Apr 05 20:20:55.026441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-77eda54a-fdec-4ce4-8cc2-d7a1bd36dd53 req-4363785d-752a-46d7-a160-485c588570d7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Deleting port 952ede5f-bf80-4af2-a2f7-b30bae155691 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:20:55.026690 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-77eda54a-fdec-4ce4-8cc2-d7a1bd36dd53 req-4363785d-752a-46d7-a160-485c588570d7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:55.107141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ae79b-4440-4a97-b72d-33b9c5af488d req-25746891-1e95-43ce-a556-fd78b828e6c4 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:55.108638 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f3ae79b-4440-4a97-b72d-33b9c5af488d req-25746891-1e95-43ce-a556-fd78b828e6c4 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 945 time: 0.3626456 Apr 05 20:20:55.113912 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90f60ee6-71e7-4a37-99ed-136e3a08fc85 req-d3567ba2-1e89-44d7-a8c0-04d456f0639e tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216469 Apr 05 20:20:55.131721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-6b5d26c7-9651-438a-8754-eb5e56902eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:55.133167 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-6b5d26c7-9651-438a-8754-eb5e56902eea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3863080 Apr 05 20:20:55.170363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:55.182152 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:55.254711 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f3ae79b-4440-4a97-b72d-33b9c5af488d req-c323d66e-65d0-47dc-becf-593c03bdfe31 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392672 Apr 05 20:20:55.318642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Pushing event updated for resources: {'Port': ['ID=dcefe011-cb42-474a-8ef1-89992ab182f2,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:55.321032 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:55.429819 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:55.450030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:55.539515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b9cb861-b2f1-45fd-9b14-9670426c37f6 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:20:55.561341 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=602df8f330db4d13a8d1f2cac6c9e362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9699061 Apr 05 20:20:55.563656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:55.571486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36874) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:20:55.614748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Transition to ACTIVE for port object 6b9cb861-b2f1-45fd-9b14-9670426c37f6 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:55.617731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Network c3702001-118b-419d-a0eb-6ec538ef7794 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:20:55.621263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef3b8c5-c650-40b0-a04f-654393d39840,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:55.627456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:20:55.632584 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:55.647969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:55.648305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:55.648629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:55.648953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:55.649273 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:55.649589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:55.649930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:55.650261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:55.650565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:55.650871 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:55.651600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:55.651600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b3e193-1fe5-438c-9f7e-747b1f895cc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:20:55.668898 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-6f2b5954-b956-4b75-8c35-ce8d65c801a5 service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268133 Apr 05 20:20:55.733900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821fa57-a093-4d37-9734-6682873bc9c7 req-82a47c76-0a26-4ee8-b1d1-17d9f539dfa6 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:55.741457 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8821fa57-a093-4d37-9734-6682873bc9c7 req-82a47c76-0a26-4ee8-b1d1-17d9f539dfa6 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 931 time: 0.4104772 Apr 05 20:20:55.831709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-77eda54a-fdec-4ce4-8cc2-d7a1bd36dd53 req-4363785d-752a-46d7-a160-485c588570d7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] For port 952ede5f-bf80-4af2-a2f7-b30bae155691, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=952ede5f-bf80-4af2-a2f7-b30bae155691,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:55.832062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-77eda54a-fdec-4ce4-8cc2-d7a1bd36dd53 req-4363785d-752a-46d7-a160-485c588570d7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:55.925487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f242d991-0741-487c-9330-8fde60ba09f0 None None] Provisioning complete for port dcefe011-cb42-474a-8ef1-89992ab182f2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:20:55.926043 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f242d991-0741-487c-9330-8fde60ba09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:55.972322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5836fc-1096-474f-b544-99209161e1d3 req-321ccdc5-7a6d-4be5-8358-7e41aa4cbe14 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:55.972943 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c5836fc-1096-474f-b544-99209161e1d3 req-321ccdc5-7a6d-4be5-8358-7e41aa4cbe14 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 945 time: 0.5694635 Apr 05 20:20:55.980362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-77eda54a-fdec-4ce4-8cc2-d7a1bd36dd53 req-4363785d-752a-46d7-a160-485c588570d7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Calling delete_port for 952ede5f-bf80-4af2-a2f7-b30bae155691 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:20:55.990163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f242d991-0741-487c-9330-8fde60ba09f0 None None] Port dcefe011-cb42-474a-8ef1-89992ab182f2 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:20:56.024029 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8821fa57-a093-4d37-9734-6682873bc9c7 req-3dee90d7-0c01-49a2-8f51-02b53b4404cc tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f464aeec-d91f-44ac-aa77-f3dfbbc1ccaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816908 Apr 05 20:20:56.028636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Pushing event updated for resources: {'Port': ['ID=6b9cb861-b2f1-45fd-9b14-9670426c37f6,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:56.078652 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f4499c11-a564-47ce-b1fc-e6929c60d6db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:56.108704 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-62783d8f-d9e7-49fe-88f7-d8a7c5405555 req-d902b654-62ac-4dc7-a7ab-2fc363d762de service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316323 Apr 05 20:20:56.239499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c5836fc-1096-474f-b544-99209161e1d3 req-17fc6e41-0674-4d69-873b-73cb51f9e8df tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414415 Apr 05 20:20:56.256840 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f4499c11-a564-47ce-b1fc-e6929c60d6db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:56.329182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Attempting to bind port 6b9cb861-b2f1-45fd-9b14-9670426c37f6 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:56.329433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Attempting to bind port 6b9cb861-b2f1-45fd-9b14-9670426c37f6 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '54cad155-52a9-4b9e-a477-f01d2d8d0b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7e15f0e5-ed27-4738-b6e8-3e56fc3428ad'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:56.329761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Attempting to bind port 6b9cb861-b2f1-45fd-9b14-9670426c37f6 on network 7e15f0e5-ed27-4738-b6e8-3e56fc3428ad {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:56.334358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Router df94afa0-399a-4908-bcea-0d7e2eb64d29 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:20:56.340921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Port 6b9cb861-b2f1-45fd-9b14-9670426c37f6 on network 7e15f0e5-ed27-4738-b6e8-3e56fc3428ad not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:20:56.341246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Attempting to bind port 6b9cb861-b2f1-45fd-9b14-9670426c37f6 on network 7e15f0e5-ed27-4738-b6e8-3e56fc3428ad {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:56.342226 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-77eda54a-fdec-4ce4-8cc2-d7a1bd36dd53 req-4363785d-752a-46d7-a160-485c588570d7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:56.350566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:56.350909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Checking segment: {'id': '54cad155-52a9-4b9e-a477-f01d2d8d0b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7e15f0e5-ed27-4738-b6e8-3e56fc3428ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:56.351294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Bound using segment: {'id': '54cad155-52a9-4b9e-a477-f01d2d8d0b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7e15f0e5-ed27-4738-b6e8-3e56fc3428ad'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:56.351766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Bound port: 6b9cb861-b2f1-45fd-9b14-9670426c37f6, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54cad155-52a9-4b9e-a477-f01d2d8d0b25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7e15f0e5-ed27-4738-b6e8-3e56fc3428ad'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:56.352171 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:56.358135 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:20:56.433214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363785d-752a-46d7-a160-485c588570d7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event deleted for resources: {'Port': ['ID=952ede5f-bf80-4af2-a2f7-b30bae155691,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:56.453804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d39f61a-b080-4342-a1f6-0825b8dd8ff0 req-96e70ffd-d953-4b0f-bf4e-b58ab0092582 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:56.455499 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d39f61a-b080-4342-a1f6-0825b8dd8ff0 req-96e70ffd-d953-4b0f-bf4e-b58ab0092582 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 945 time: 0.2206664 Apr 05 20:20:56.552322 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f4499c11-a564-47ce-b1fc-e6929c60d6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:56.592048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-77eda54a-fdec-4ce4-8cc2-d7a1bd36dd53 req-4363785d-752a-46d7-a160-485c588570d7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] No DVR routers for this DVR port 952ede5f-bf80-4af2-a2f7-b30bae155691 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:20:56.603090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc8fb9-5a67-472f-a7c3-59d42e3c37f5 req-fa8af839-995e-458f-abc6-6853d789f020 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:56.604622 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-78bc8fb9-5a67-472f-a7c3-59d42e3c37f5 req-fa8af839-995e-458f-abc6-6853d789f020 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=4baa001b-bb6b-42f7-9675-1fb558ff3432 HTTP/1.1" status: 200 len: 946 time: 0.4153886 Apr 05 20:20:56.605681 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-77eda54a-fdec-4ce4-8cc2-d7a1bd36dd53 req-4363785d-752a-46d7-a160-485c588570d7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:56.611057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4baa001b-bb6b-42f7-9675-1fb558ff3432', 'name': 'network-vif-deleted', 'tag': '952ede5f-bf80-4af2-a2f7-b30bae155691'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:56.656726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-8d39f61a-b080-4342-a1f6-0825b8dd8ff0 req-e859ce04-7e22-43e8-93e3-ba08dc251967 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Deleting port 2660581d-4dbd-44e8-989c-7e647fef3300 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:20:56.657054 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8d39f61a-b080-4342-a1f6-0825b8dd8ff0 req-e859ce04-7e22-43e8-93e3-ba08dc251967 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:56.664033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4499c11-a564-47ce-b1fc-e6929c60d6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef3b8c5-c650-40b0-a04f-654393d39840,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:56.687790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] For port 6b9cb861-b2f1-45fd-9b14-9670426c37f6, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:56.692196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] For port 6b9cb861-b2f1-45fd-9b14-9670426c37f6, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=6b9cb861-b2f1-45fd-9b14-9670426c37f6,segment=NetworkSegment(54cad155-52a9-4b9e-a477-f01d2d8d0b25),segment_id=54cad155-52a9-4b9e-a477-f01d2d8d0b25)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:56.707951 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f4499c11-a564-47ce-b1fc-e6929c60d6db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:56.711448 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f4499c11-a564-47ce-b1fc-e6929c60d6db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ef3b8c5-c650-40b0-a04f-654393d39840 HTTP/1.1" status: 204 len: 168 time: 1.1366556 Apr 05 20:20:56.714525 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77eda54a-fdec-4ce4-8cc2-d7a1bd36dd53 req-4363785d-752a-46d7-a160-485c588570d7 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "DELETE /v2.0/ports/952ede5f-bf80-4af2-a2f7-b30bae155691 HTTP/1.1" status: 204 len: 173 time: 1.8605556 Apr 05 20:20:56.716438 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:56.767809 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-78bc8fb9-5a67-472f-a7c3-59d42e3c37f5 req-df25d263-9672-4660-96de-6113ee958421 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519508 Apr 05 20:20:56.780154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:20:56.797813 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0e6f34a0-8a52-43e0-a51f-ed88072ee66e admin admin] 10.222.0.24 "PUT /v2.0/routers/df94afa0-399a-4908-bcea-0d7e2eb64d29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1744778 Apr 05 20:20:56.798433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd70d5b-f3e5-4b0d-a75f-fd7d0f91a642 req-e9aed810-02db-4c5e-a550-31e7b43bf5fb tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:56.807038 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Sync routers for ids ['df94afa0-399a-4908-bcea-0d7e2eb64d29'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:20:56.814380 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9bd70d5b-f3e5-4b0d-a75f-fd7d0f91a642 req-e9aed810-02db-4c5e-a550-31e7b43bf5fb tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.4455616 Apr 05 20:20:56.829117 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Routers {'df94afa0-399a-4908-bcea-0d7e2eb64d29'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:20:56.829748 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:20:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df94afa0-399a-4908-bcea-0d7e2eb64d29'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:56.849028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:56.849555 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:56.863325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] 10.222.0.41 "PUT /v2.0/ports/6b9cb861-b2f1-45fd-9b14-9670426c37f6 HTTP/1.1" status: 200 len: 1091 time: 2.8872850 Apr 05 20:20:56.865806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a347abf-b73d-43e9-a941-6e00700ca627', 'tag': '6b9cb861-b2f1-45fd-9b14-9670426c37f6'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:56.982507 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9bd70d5b-f3e5-4b0d-a75f-fd7d0f91a642 req-c6ce4ff9-9e27-4191-b43f-2c17e91cee9f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671453 Apr 05 20:20:56.983410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523e3b4-1975-4efe-9597-89c1ae34f0af service neutron] Pushing event updated for resources: {'Port': ['ID=6b9cb861-b2f1-45fd-9b14-9670426c37f6,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:57.185059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-71841653-129e-46de-b71a-5ee3092f1c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:57.186615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-71841653-129e-46de-b71a-5ee3092f1c59 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=552d8127fcaf4b6abce43fb329b17a26&device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 1094 time: 0.1703019 Apr 05 20:20:57.209866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Set router df94afa0-399a-4908-bcea-0d7e2eb64d29 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:20:57.285375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-8d39f61a-b080-4342-a1f6-0825b8dd8ff0 req-e859ce04-7e22-43e8-93e3-ba08dc251967 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] For port 2660581d-4dbd-44e8-989c-7e647fef3300, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2660581d-4dbd-44e8-989c-7e647fef3300,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:20:57.285910 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8d39f61a-b080-4342-a1f6-0825b8dd8ff0 req-e859ce04-7e22-43e8-93e3-ba08dc251967 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:57.396605 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a347abf-b73d-43e9-a941-6e00700ca627', 'tag': '6b9cb861-b2f1-45fd-9b14-9670426c37f6', 'status': 'completed', 'code': 200} Apr 05 20:20:57.429543 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-2071e5f5-9e29-4a14-bbb2-b458b769d35a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9cb861-b2f1-45fd-9b14-9670426c37f6 HTTP/1.1" status: 200 len: 217 time: 0.1615291 Apr 05 20:20:57.530216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-5d8d59db-a2bf-46d4-ae9b-8610989e556d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:57.531713 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-5d8d59db-a2bf-46d4-ae9b-8610989e556d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c31177e-5534-45a4-912f-50079b07f051 HTTP/1.1" status: 200 len: 854 time: 0.0932145 Apr 05 20:20:57.573397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-8d39f61a-b080-4342-a1f6-0825b8dd8ff0 req-e859ce04-7e22-43e8-93e3-ba08dc251967 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Calling delete_port for 2660581d-4dbd-44e8-989c-7e647fef3300 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:20:57.577502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2660581d-4dbd-44e8-989c-7e647fef3300 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:20:57.588185 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-e008218e-e4a7-4f42-9b82-48907596db90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e15f0e5-ed27-4738-b6e8-3e56fc3428ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456777 Apr 05 20:20:57.600461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade6acf-9cd1-4299-b15b-3751466c19e5 req-8a838a6f-3f5f-4ec4-932a-834d7a0c6e92 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:57.607070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade6acf-9cd1-4299-b15b-3751466c19e5 req-8a838a6f-3f5f-4ec4-932a-834d7a0c6e92 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:57.613336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade6acf-9cd1-4299-b15b-3751466c19e5 req-8a838a6f-3f5f-4ec4-932a-834d7a0c6e92 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:57.619306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade6acf-9cd1-4299-b15b-3751466c19e5 req-8a838a6f-3f5f-4ec4-932a-834d7a0c6e92 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:57.625853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade6acf-9cd1-4299-b15b-3751466c19e5 req-8a838a6f-3f5f-4ec4-932a-834d7a0c6e92 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:57.631759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade6acf-9cd1-4299-b15b-3751466c19e5 req-8a838a6f-3f5f-4ec4-932a-834d7a0c6e92 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:57.637663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade6acf-9cd1-4299-b15b-3751466c19e5 req-8a838a6f-3f5f-4ec4-932a-834d7a0c6e92 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:57.646596 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bade6acf-9cd1-4299-b15b-3751466c19e5 req-8a838a6f-3f5f-4ec4-932a-834d7a0c6e92 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5420 time: 0.4588914 Apr 05 20:20:57.668348 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4baa001b-bb6b-42f7-9675-1fb558ff3432', 'name': 'network-vif-deleted', 'tag': '952ede5f-bf80-4af2-a2f7-b30bae155691', 'status': 'completed', 'code': 200} Apr 05 20:20:57.826383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bade6acf-9cd1-4299-b15b-3751466c19e5 req-da23d1e9-1a7c-41dd-bb99-543d7db2b488 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1789141 Apr 05 20:20:57.876847 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-69136048-21ed-4de3-a208-0e535eb84c66 service neutron] 10.222.0.41 "GET /v2.0/networks/7e15f0e5-ed27-4738-b6e8-3e56fc3428ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192433 Apr 05 20:20:57.908606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76629e9a-0df8-4000-833b-38426bc90842 req-ff4017e2-0afb-4fed-b2cd-93909f4dfa53 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:57.910437 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76629e9a-0df8-4000-833b-38426bc90842 req-ff4017e2-0afb-4fed-b2cd-93909f4dfa53 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.2411690 Apr 05 20:20:57.952746 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'name': 'tempest-TaggedBootDevicesTest_v242-2061814270-router', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:41Z', 'updated_at': '2022-04-05T20:20:54Z', 'revision_number': 4, 'project_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'gw_port': {'id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:43Z', 'updated_at': '2022-04-05T20:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'dcefe011-cb42-474a-8ef1-89992ab182f2', 'name': '', 'network_id': 'c3702001-118b-419d-a0eb-6ec538ef7794', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'mac_address': 'fa:16:3e:aa:6b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2c0cc9cb-9020-4c47-8ac2-0765465b20e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:51Z', 'updated_at': '2022-04-05T20:20:54Z', 'revision_number': 2, 'project_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'subnets': [{'id': '2c0cc9cb-9020-4c47-8ac2-0765465b20e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:57.959175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Checking router: df94afa0-399a-4908-bcea-0d7e2eb64d29 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:20:57.959677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Updating router df94afa0-399a-4908-bcea-0d7e2eb64d29 port dcefe011-cb42-474a-8ef1-89992ab182f2 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:20:58.020314 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:58.027850 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76629e9a-0df8-4000-833b-38426bc90842 req-7e0cf0ec-7575-4e75-b05a-9cc693aadebc tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075406 Apr 05 20:20:58.031317 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8d39f61a-b080-4342-a1f6-0825b8dd8ff0 req-e859ce04-7e22-43e8-93e3-ba08dc251967 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:58.238063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859ce04-7e22-43e8-93e3-ba08dc251967 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Pushing event deleted for resources: {'Port': ['ID=2660581d-4dbd-44e8-989c-7e647fef3300,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:58.249163 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:58.334952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 952ede5f-bf80-4af2-a2f7-b30bae155691 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:20:58.379343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 952ede5f-bf80-4af2-a2f7-b30bae155691 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:20:58.379742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 952ede5f-bf80-4af2-a2f7-b30bae155691 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:20:58.381852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d39f61a-b080-4342-a1f6-0825b8dd8ff0 req-e859ce04-7e22-43e8-93e3-ba08dc251967 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] No DVR routers for this DVR port 2660581d-4dbd-44e8-989c-7e647fef3300 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:20:58.385048 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8d39f61a-b080-4342-a1f6-0825b8dd8ff0 req-e859ce04-7e22-43e8-93e3-ba08dc251967 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:58.413451 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d39f61a-b080-4342-a1f6-0825b8dd8ff0 req-e859ce04-7e22-43e8-93e3-ba08dc251967 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.41 "DELETE /v2.0/ports/2660581d-4dbd-44e8-989c-7e647fef3300 HTTP/1.1" status: 204 len: 173 time: 1.9100790 Apr 05 20:20:58.461058 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7a2cb1-174c-45b4-a022-b7185c1cab79 req-27c08987-ca12-4c46-ab49-fed7f83ef87e service neutron] 10.222.0.41 "GET /v2.0/networks/7e15f0e5-ed27-4738-b6e8-3e56fc3428ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863147 Apr 05 20:20:58.461608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178c7798-19b9-4214-9054-a8fd0163f05c req-c09fc8f8-a81a-4831-8911-7ec6d20da779 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:58.463517 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-178c7798-19b9-4214-9054-a8fd0163f05c req-c09fc8f8-a81a-4831-8911-7ec6d20da779 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 945 time: 0.2294242 Apr 05 20:20:58.472889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0c75d-eeb0-49c8-967b-0767db45c66a req-9cc0653d-0fe2-4e52-a297-24a547fddc8b tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:58.473605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d8a0c75d-eeb0-49c8-967b-0767db45c66a req-9cc0653d-0fe2-4e52-a297-24a547fddc8b tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Synchronizing usage tracker for tenant:552d8127fcaf4b6abce43fb329b17a26 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:58.629438 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-178c7798-19b9-4214-9054-a8fd0163f05c req-9473f9da-157f-43af-8e87-7f00caf97e7f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344647 Apr 05 20:20:58.731128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d8a0c75d-eeb0-49c8-967b-0767db45c66a req-9cc0653d-0fe2-4e52-a297-24a547fddc8b tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Unset dirty status for tenant:552d8127fcaf4b6abce43fb329b17a26 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:58.744825 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8a0c75d-eeb0-49c8-967b-0767db45c66a req-9cc0653d-0fe2-4e52-a297-24a547fddc8b tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 943 time: 0.6270151 Apr 05 20:20:58.798078 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:58.824002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfff2f-9e75-4096-b4d3-19c816c81b82 req-ce7852ac-9031-4fd5-8f6e-33ccdc3ccc60 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:58.825700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4cbfff2f-9e75-4096-b4d3-19c816c81b82 req-ce7852ac-9031-4fd5-8f6e-33ccdc3ccc60 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 945 time: 0.3460774 Apr 05 20:20:58.826335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Transition to ACTIVE for port object dcefe011-cb42-474a-8ef1-89992ab182f2 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:20:58.839352 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:58.852479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-888cc08f-dbb4-4bcc-9d6e-17ce036dbfc7 req-ce1d05b0-0a53-497c-b11e-606909c8daa8 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Synchronizing usage tracker for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:20:58.875927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-888cc08f-dbb4-4bcc-9d6e-17ce036dbfc7 req-ce1d05b0-0a53-497c-b11e-606909c8daa8 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Unset dirty status for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:20:58.893906 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-888cc08f-dbb4-4bcc-9d6e-17ce036dbfc7 req-ce1d05b0-0a53-497c-b11e-606909c8daa8 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ee91a15-751c-409c-b51d-608088132374 HTTP/1.1" status: 200 len: 210 time: 0.1109593 Apr 05 20:20:58.897329 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8a0c75d-eeb0-49c8-967b-0767db45c66a req-0ab07c24-d36c-48ea-a283-efb573ac7a30 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f464aeec-d91f-44ac-aa77-f3dfbbc1ccaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512551 Apr 05 20:20:58.956367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0ec87-9e1c-4575-b681-c33c85adc67a req-9261ffa0-8cef-48bf-b58c-3b6df61f9995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:58.958675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cba0ec87-9e1c-4575-b681-c33c85adc67a req-9261ffa0-8cef-48bf-b58c-3b6df61f9995 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=552d8127fcaf4b6abce43fb329b17a26&device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 1094 time: 0.3888164 Apr 05 20:20:59.164213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-4cbfff2f-9e75-4096-b4d3-19c816c81b82 req-8291334e-d9b6-401f-a816-e9a6236f339a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Deleting port c5055e90-af80-45ab-93f0-79cf9a85278c {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:20:59.164677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4cbfff2f-9e75-4096-b4d3-19c816c81b82 req-8291334e-d9b6-401f-a816-e9a6236f339a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:59.191122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d12d91-7479-4736-91a9-e34aa2698e8e None None] Pushing event updated for resources: {'Port': ['ID=dcefe011-cb42-474a-8ef1-89992ab182f2,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:20:59.388658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Attempting to bind port dcefe011-cb42-474a-8ef1-89992ab182f2 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:20:59.388658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Attempting to bind port dcefe011-cb42-474a-8ef1-89992ab182f2 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '05aef8f8-1570-4ca9-8570-14b2b80c10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c3702001-118b-419d-a0eb-6ec538ef7794'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:20:59.388658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Attempting to bind port dcefe011-cb42-474a-8ef1-89992ab182f2 on network c3702001-118b-419d-a0eb-6ec538ef7794 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:20:59.393246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622036bb-66ce-4948-8af3-17a6ea193162 req-79f3ec7c-61b7-4165-b4e0-39a4587da4b8 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:59.396519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:20:59.396519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Checking segment: {'id': '05aef8f8-1570-4ca9-8570-14b2b80c10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c3702001-118b-419d-a0eb-6ec538ef7794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:20:59.396519 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:59.396913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Bound using segment: {'id': '05aef8f8-1570-4ca9-8570-14b2b80c10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c3702001-118b-419d-a0eb-6ec538ef7794'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:20:59.397562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Bound port: dcefe011-cb42-474a-8ef1-89992ab182f2, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05aef8f8-1570-4ca9-8570-14b2b80c10a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'c3702001-118b-419d-a0eb-6ec538ef7794'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:20:59.398669 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:59.401174 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-622036bb-66ce-4948-8af3-17a6ea193162 req-79f3ec7c-61b7-4165-b4e0-39a4587da4b8 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1614928 Apr 05 20:20:59.473259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-622036bb-66ce-4948-8af3-17a6ea193162 req-d071613b-a921-431e-8996-60953c268a59 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719256 Apr 05 20:20:59.579177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] For port dcefe011-cb42-474a-8ef1-89992ab182f2, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:20:59.585226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] For port dcefe011-cb42-474a-8ef1-89992ab182f2, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dcefe011-cb42-474a-8ef1-89992ab182f2,segment=NetworkSegment(05aef8f8-1570-4ca9-8570-14b2b80c10a4),segment_id=05aef8f8-1570-4ca9-8570-14b2b80c10a4)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:20:59.595324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:20:59.613422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0ec87-9e1c-4575-b681-c33c85adc67a req-9bc8de38-7b5a-43d6-b752-b9836c2790fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:20:59.615778 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cba0ec87-9e1c-4575-b681-c33c85adc67a req-9bc8de38-7b5a-43d6-b752-b9836c2790fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=7e15f0e5-ed27-4738-b6e8-3e56fc3428ad HTTP/1.1" status: 200 len: 915 time: 0.6464264 Apr 05 20:20:59.670194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Routers {'df94afa0-399a-4908-bcea-0d7e2eb64d29'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:20:59.670385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee91a15-751c-409c-b51d-608088132374', 'name': 'network-vif-deleted', 'tag': '2660581d-4dbd-44e8-989c-7e647fef3300'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:20:59.671143 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:20:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df94afa0-399a-4908-bcea-0d7e2eb64d29'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:20:59.872534 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cba0ec87-9e1c-4575-b681-c33c85adc67a req-520a37fc-04d4-4d61-a0d9-cb7e3272cfea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6b9cb861-b2f1-45fd-9b14-9670426c37f6 HTTP/1.1" status: 200 len: 217 time: 0.1839490 Apr 05 20:20:59.895676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] Set router df94afa0-399a-4908-bcea-0d7e2eb64d29 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:21:00.018602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5fa51-0a20-4087-a921-338c68af2423 req-ef4f101e-796e-4fc9-a28e-f5d502e91b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:00.027015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5fa51-0a20-4087-a921-338c68af2423 req-ef4f101e-796e-4fc9-a28e-f5d502e91b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:00.045577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5fa51-0a20-4087-a921-338c68af2423 req-ef4f101e-796e-4fc9-a28e-f5d502e91b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:00.057143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5fa51-0a20-4087-a921-338c68af2423 req-ef4f101e-796e-4fc9-a28e-f5d502e91b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:00.060077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28023fcc-1d68-4c93-b237-c7aee2485195 req-f8a90489-d9bd-4189-96b0-bfbddf160d76 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:00.062094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28023fcc-1d68-4c93-b237-c7aee2485195 req-f8a90489-d9bd-4189-96b0-bfbddf160d76 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1524241 Apr 05 20:21:00.068643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5fa51-0a20-4087-a921-338c68af2423 req-ef4f101e-796e-4fc9-a28e-f5d502e91b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:00.074782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5fa51-0a20-4087-a921-338c68af2423 req-ef4f101e-796e-4fc9-a28e-f5d502e91b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:00.081430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5fa51-0a20-4087-a921-338c68af2423 req-ef4f101e-796e-4fc9-a28e-f5d502e91b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:00.089819 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2e5fa51-0a20-4087-a921-338c68af2423 req-ef4f101e-796e-4fc9-a28e-f5d502e91b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5420 time: 0.9453418 Apr 05 20:21:00.120552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d12d91-7479-4736-91a9-e34aa2698e8e None None] Pushing event updated for resources: {'Port': ['ID=dcefe011-cb42-474a-8ef1-89992ab182f2,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:00.132695 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28023fcc-1d68-4c93-b237-c7aee2485195 req-532d4681-adac-4cc2-826e-7b8fd572e15c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640769 Apr 05 20:21:00.138027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4cbfff2f-9e75-4096-b4d3-19c816c81b82 req-8291334e-d9b6-401f-a816-e9a6236f339a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] For port c5055e90-af80-45ab-93f0-79cf9a85278c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c5055e90-af80-45ab-93f0-79cf9a85278c,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:00.149905 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4cbfff2f-9e75-4096-b4d3-19c816c81b82 req-8291334e-d9b6-401f-a816-e9a6236f339a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:00.225893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0ec87-9e1c-4575-b681-c33c85adc67a req-db9d4f4a-a533-4313-aef9-18dccc419425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:00.227342 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cba0ec87-9e1c-4575-b681-c33c85adc67a req-db9d4f4a-a533-4313-aef9-18dccc419425 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c31177e-5534-45a4-912f-50079b07f051 HTTP/1.1" status: 200 len: 854 time: 0.3343155 Apr 05 20:21:00.301212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-4cbfff2f-9e75-4096-b4d3-19c816c81b82 req-8291334e-d9b6-401f-a816-e9a6236f339a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Calling delete_port for c5055e90-af80-45ab-93f0-79cf9a85278c owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:21:00.372660 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'name': 'tempest-TaggedBootDevicesTest_v242-2061814270-router', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:41Z', 'updated_at': '2022-04-05T20:20:54Z', 'revision_number': 4, 'project_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'gw_port': {'id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:43Z', 'updated_at': '2022-04-05T20:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'dcefe011-cb42-474a-8ef1-89992ab182f2', 'name': '', 'network_id': 'c3702001-118b-419d-a0eb-6ec538ef7794', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'mac_address': 'fa:16:3e:aa:6b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2c0cc9cb-9020-4c47-8ac2-0765465b20e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:51Z', 'updated_at': '2022-04-05T20:20:59Z', 'revision_number': 4, 'project_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'subnets': [{'id': '2c0cc9cb-9020-4c47-8ac2-0765465b20e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:00.382559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727633a9-3776-4eb1-9c30-486d80ad7b44 None None] The sync data for ids ['df94afa0-399a-4908-bcea-0d7e2eb64d29'] in n-d-836604-1 is: [{'id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'name': 'tempest-TaggedBootDevicesTest_v242-2061814270-router', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:41Z', 'updated_at': '2022-04-05T20:20:54Z', 'revision_number': 4, 'project_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'gw_port': {'id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:43Z', 'updated_at': '2022-04-05T20:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'dcefe011-cb42-474a-8ef1-89992ab182f2', 'name': '', 'network_id': 'c3702001-118b-419d-a0eb-6ec538ef7794', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'mac_address': 'fa:16:3e:aa:6b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'device_owner': 'network:router_interface', 'standard_attr_id': 1290, 'fixed_ips': [{'subnet_id': '2c0cc9cb-9020-4c47-8ac2-0765465b20e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:51Z', 'updated_at': '2022-04-05T20:20:59Z', 'revision_number': 4, 'project_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'subnets': [{'id': '2c0cc9cb-9020-4c47-8ac2-0765465b20e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:21:00.413859 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2e5fa51-0a20-4087-a921-338c68af2423 req-95b74017-95a1-408d-b85d-a2c20c223efc tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3231654 Apr 05 20:21:00.434513 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cba0ec87-9e1c-4575-b681-c33c85adc67a req-d3f9f676-1a49-4f3e-9c44-dafbd0bda5f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7e15f0e5-ed27-4738-b6e8-3e56fc3428ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1421487 Apr 05 20:21:00.547814 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee91a15-751c-409c-b51d-608088132374', 'name': 'network-vif-deleted', 'tag': '2660581d-4dbd-44e8-989c-7e647fef3300', 'status': 'completed', 'code': 200} Apr 05 20:21:00.632478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d108626-d873-4842-be2c-0338b6d988e8 req-0c86a925-0d17-4590-8848-2fd21bfcc006 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:00.634286 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d108626-d873-4842-be2c-0338b6d988e8 req-0c86a925-0d17-4590-8848-2fd21bfcc006 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 945 time: 0.1564910 Apr 05 20:21:00.692007 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cba0ec87-9e1c-4575-b681-c33c85adc67a req-c39081bd-b2bc-444c-93f5-b71e468d17eb service neutron] 10.222.0.41 "GET /v2.0/networks/7e15f0e5-ed27-4738-b6e8-3e56fc3428ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208972 Apr 05 20:21:00.721654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dcefe011-cb42-474a-8ef1-89992ab182f2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:00.784397 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d108626-d873-4842-be2c-0338b6d988e8 req-e0285010-71af-47b7-9772-e25414d677c1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442850 Apr 05 20:21:00.930780 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port dcefe011-cb42-474a-8ef1-89992ab182f2 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:00.940163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port dcefe011-cb42-474a-8ef1-89992ab182f2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:00.940968 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:01.306804 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:01.342214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37056) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:01.350062 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d091d7d1-95e0-49d6-92da-f623d70cfe4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1976320955', 'description': 'tempest-description--2035004928'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:01.355182 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port dcefe011-cb42-474a-8ef1-89992ab182f2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dcefe011-cb42-474a-8ef1-89992ab182f2,segment=NetworkSegment(05aef8f8-1570-4ca9-8570-14b2b80c10a4),segment_id=05aef8f8-1570-4ca9-8570-14b2b80c10a4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:01.368070 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:01.373572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d091d7d1-95e0-49d6-92da-f623d70cfe4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:01.399599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d091d7d1-95e0-49d6-92da-f623d70cfe4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:01.426537 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d091d7d1-95e0-49d6-92da-f623d70cfe4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:01.482700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d091d7d1-95e0-49d6-92da-f623d70cfe4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:01.493985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=dcefe011-cb42-474a-8ef1-89992ab182f2,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:01.499802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d091d7d1-95e0-49d6-92da-f623d70cfe4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Usage tracker for resource:security_group_rule and tenant:e6847749ee814c72a5d4a1675c38b3e3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:01.508396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d091d7d1-95e0-49d6-92da-f623d70cfe4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:01.532156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d091d7d1-95e0-49d6-92da-f623d70cfe4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:01.575138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 6b9cb861-b2f1-45fd-9b14-9670426c37f6 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:21:01.578929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2660581d-4dbd-44e8-989c-7e647fef3300 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:21:01.607561 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4cbfff2f-9e75-4096-b4d3-19c816c81b82 req-8291334e-d9b6-401f-a816-e9a6236f339a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:01.667874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 2660581d-4dbd-44e8-989c-7e647fef3300 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:21:01.668210 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2660581d-4dbd-44e8-989c-7e647fef3300 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:21:01.768234 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d091d7d1-95e0-49d6-92da-f623d70cfe4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:01.779459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bb0b70-4054-4f63-b824-2c8885f545e5 req-9e62ce69-59ab-4a51-906e-b43b3ac816e5 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:01.782404 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8bb0b70-4054-4f63-b824-2c8885f545e5 req-9e62ce69-59ab-4a51-906e-b43b3ac816e5 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1633456 Apr 05 20:21:01.784246 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d091d7d1-95e0-49d6-92da-f623d70cfe4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:01.899025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291334e-d9b6-401f-a816-e9a6236f339a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Pushing event deleted for resources: {'Port': ['ID=c5055e90-af80-45ab-93f0-79cf9a85278c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:01.902722 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cba0ec87-9e1c-4575-b681-c33c85adc67a req-8fb84fd8-394e-474d-a192-cbd60362cfaf service neutron] 10.222.0.41 "GET /v2.0/networks/7e15f0e5-ed27-4738-b6e8-3e56fc3428ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1852326 Apr 05 20:21:01.929923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbfff2f-9e75-4096-b4d3-19c816c81b82 req-8291334e-d9b6-401f-a816-e9a6236f339a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] No DVR routers for this DVR port c5055e90-af80-45ab-93f0-79cf9a85278c on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:21:01.932940 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4cbfff2f-9e75-4096-b4d3-19c816c81b82 req-8291334e-d9b6-401f-a816-e9a6236f339a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:01.942004 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d091d7d1-95e0-49d6-92da-f623d70cfe4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:01.945991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0be94f1-97f3-480b-b83c-9d6c025beff9', 'name': 'network-vif-deleted', 'tag': 'c5055e90-af80-45ab-93f0-79cf9a85278c'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:01.949025 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d091d7d1-95e0-49d6-92da-f623d70cfe4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6043317 Apr 05 20:21:01.955443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37072) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:01.962094 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4cbfff2f-9e75-4096-b4d3-19c816c81b82 req-8291334e-d9b6-401f-a816-e9a6236f339a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "DELETE /v2.0/ports/c5055e90-af80-45ab-93f0-79cf9a85278c HTTP/1.1" status: 204 len: 173 time: 3.1250238 Apr 05 20:21:01.966691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-0580ac7b-2942-4150-950b-e79ea25038bf tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Request body: {'security_group_rule': {'security_group_id': 'b024d70a-74d8-4e14-994c-63023b86b8fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:01.978890 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8bb0b70-4054-4f63-b824-2c8885f545e5 req-3313861a-6db4-4eab-bfd5-65c61f66b004 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505029 Apr 05 20:21:02.012401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0580ac7b-2942-4150-950b-e79ea25038bf tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:02.016487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091d7d1-95e0-49d6-92da-f623d70cfe4d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b024d70a-74d8-4e14-994c-63023b86b8fd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:02.039797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0580ac7b-2942-4150-950b-e79ea25038bf tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Usage tracker for resource:security_group_rule and tenant:e6847749ee814c72a5d4a1675c38b3e3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:02.045427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0580ac7b-2942-4150-950b-e79ea25038bf tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:02.055203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 6b9cb861-b2f1-45fd-9b14-9670426c37f6, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=6b9cb861-b2f1-45fd-9b14-9670426c37f6,segment=NetworkSegment(54cad155-52a9-4b9e-a477-f01d2d8d0b25),segment_id=54cad155-52a9-4b9e-a477-f01d2d8d0b25)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:02.063335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d54cac-edeb-4728-b6f3-488eab4acbe1 req-c67450b2-89fd-4b19-a6ea-5308f303cd92 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:02.071122 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e7d54cac-edeb-4728-b6f3-488eab4acbe1 req-c67450b2-89fd-4b19-a6ea-5308f303cd92 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 943 time: 0.9180069 Apr 05 20:21:02.093330 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '6b9cb861-b2f1-45fd-9b14-9670426c37f6', 'network_id': '7e15f0e5-ed27-4738-b6e8-3e56fc3428ad', 'port_id': '6b9cb861-b2f1-45fd-9b14-9670426c37f6', 'mac_address': 'fa:16:3e:32:83:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c31177e-5534-45a4-912f-50079b07f051', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:21:02.101375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0580ac7b-2942-4150-950b-e79ea25038bf tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:02.136707 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e7d54cac-edeb-4728-b6f3-488eab4acbe1 req-3b0ba97f-8cc2-4cd4-9ca8-bdae0eb1a4ce tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f464aeec-d91f-44ac-aa77-f3dfbbc1ccaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646157 Apr 05 20:21:02.179620 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0580ac7b-2942-4150-950b-e79ea25038bf tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:02.204159 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:02.226581 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b9cb861-b2f1-45fd-9b14-9670426c37f6 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:02.247032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 6b9cb861-b2f1-45fd-9b14-9670426c37f6, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=6b9cb861-b2f1-45fd-9b14-9670426c37f6,segment=NetworkSegment(54cad155-52a9-4b9e-a477-f01d2d8d0b25),segment_id=54cad155-52a9-4b9e-a477-f01d2d8d0b25)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:02.257220 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:02.415880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37086) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:02.432922 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0580ac7b-2942-4150-950b-e79ea25038bf tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:02.443695 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0580ac7b-2942-4150-950b-e79ea25038bf tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:02.447800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=6b9cb861-b2f1-45fd-9b14-9670426c37f6,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:02.474188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['6b9cb861-b2f1-45fd-9b14-9670426c37f6'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:02.487837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bcdbfe57-54bc-4174-b7f4-da08f0386535 req-539cab91-8276-4080-a862-88adf146ae08 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0be94f1-97f3-480b-b83c-9d6c025beff9 HTTP/1.1" status: 200 len: 210 time: 0.0684366 Apr 05 20:21:02.493181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0580ac7b-2942-4150-950b-e79ea25038bf tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1ee35c-f9bd-4982-b29a-f4cfd2277f79,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:02.525370 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0580ac7b-2942-4150-950b-e79ea25038bf tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:02.526685 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0580ac7b-2942-4150-950b-e79ea25038bf tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5693705 Apr 05 20:21:02.529871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37092) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:02.536957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-dc6a7140-46c1-4ad5-9ba7-5c2ef8ac32a0 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Request body: {'security_group_rule': {'security_group_id': 'b024d70a-74d8-4e14-994c-63023b86b8fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:02.557985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dc6a7140-46c1-4ad5-9ba7-5c2ef8ac32a0 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:02.596184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27dc35-186e-4ab8-8b89-d8a31ba023a8 req-22a8ace9-7d5a-485e-95fc-9ea607cf5bd5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:02.611904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27dc35-186e-4ab8-8b89-d8a31ba023a8 req-22a8ace9-7d5a-485e-95fc-9ea607cf5bd5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:02.626445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27dc35-186e-4ab8-8b89-d8a31ba023a8 req-22a8ace9-7d5a-485e-95fc-9ea607cf5bd5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:02.632243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27dc35-186e-4ab8-8b89-d8a31ba023a8 req-22a8ace9-7d5a-485e-95fc-9ea607cf5bd5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:02.659707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27dc35-186e-4ab8-8b89-d8a31ba023a8 req-22a8ace9-7d5a-485e-95fc-9ea607cf5bd5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:02.684002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27dc35-186e-4ab8-8b89-d8a31ba023a8 req-22a8ace9-7d5a-485e-95fc-9ea607cf5bd5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:02.694490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27dc35-186e-4ab8-8b89-d8a31ba023a8 req-22a8ace9-7d5a-485e-95fc-9ea607cf5bd5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:02.696450 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f27dc35-186e-4ab8-8b89-d8a31ba023a8 req-22a8ace9-7d5a-485e-95fc-9ea607cf5bd5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5420 time: 0.3425374 Apr 05 20:21:02.699497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dc6a7140-46c1-4ad5-9ba7-5c2ef8ac32a0 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Usage tracker for resource:security_group_rule and tenant:e6847749ee814c72a5d4a1675c38b3e3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:02.702630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dc6a7140-46c1-4ad5-9ba7-5c2ef8ac32a0 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:02.703137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dcefe011-cb42-474a-8ef1-89992ab182f2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:02.710003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dc6a7140-46c1-4ad5-9ba7-5c2ef8ac32a0 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:02.722547 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-751109e9-2425-42a7-bda7-98ce875da193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:02.741415 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0be94f1-97f3-480b-b83c-9d6c025beff9', 'name': 'network-vif-deleted', 'tag': 'c5055e90-af80-45ab-93f0-79cf9a85278c', 'status': 'completed', 'code': 200} Apr 05 20:21:02.757931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-751109e9-2425-42a7-bda7-98ce875da193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:02.769575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-751109e9-2425-42a7-bda7-98ce875da193 admin admin] Usage tracker for resource:security_group_rule and tenant:981c72b16ce341eba5f81e923a9edd0a is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:02.775733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-751109e9-2425-42a7-bda7-98ce875da193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:02.792343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-751109e9-2425-42a7-bda7-98ce875da193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:02.798260 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7140-46c1-4ad5-9ba7-5c2ef8ac32a0 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:02.876916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port dcefe011-cb42-474a-8ef1-89992ab182f2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:02.877275 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:02.925674 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f27dc35-186e-4ab8-8b89-d8a31ba023a8 req-aaea3e71-4231-4ca6-852c-df2e58ac4583 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1821489 Apr 05 20:21:03.001744 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7140-46c1-4ad5-9ba7-5c2ef8ac32a0 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:03.013048 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7140-46c1-4ad5-9ba7-5c2ef8ac32a0 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:03.038116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b47c94-f40b-4542-871c-5ea18b8ff2f1 req-bf461710-8bd4-4eaa-90b5-296f245596cd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:03.042263 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-71b47c94-f40b-4542-871c-5ea18b8ff2f1 req-bf461710-8bd4-4eaa-90b5-296f245596cd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1863174 Apr 05 20:21:03.073994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a7140-46c1-4ad5-9ba7-5c2ef8ac32a0 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36331b16-2ff5-4bcc-85cc-0e42a5a0578a,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:03.077138 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc6a7140-46c1-4ad5-9ba7-5c2ef8ac32a0 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:03.079030 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dc6a7140-46c1-4ad5-9ba7-5c2ef8ac32a0 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5481246 Apr 05 20:21:03.082032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37098) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:03.087337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:03.093714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:03.097752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Usage tracker for resource:floatingip and tenant:e6847749ee814c72a5d4a1675c38b3e3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:03.100931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:03.107007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:03.123933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-751109e9-2425-42a7-bda7-98ce875da193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:03.128312 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-71b47c94-f40b-4542-871c-5ea18b8ff2f1 req-e541a532-9cda-414f-9ab6-7187c21a6377 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748072 Apr 05 20:21:03.130134 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-751109e9-2425-42a7-bda7-98ce875da193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:03.145900 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:03.185081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751109e9-2425-42a7-bda7-98ce875da193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6411da0-7324-4d78-9716-ea4fc90706fc,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:03.193545 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-751109e9-2425-42a7-bda7-98ce875da193 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=981c72b16ce341eba5f81e923a9edd0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7735631 Apr 05 20:21:03.194486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37108) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:03.196549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c5055e90-af80-45ab-93f0-79cf9a85278c no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:21:03.282520 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ab0768e8-6cc2-4efc-a6c9-0c34fb2efb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:03.290230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: c5055e90-af80-45ab-93f0-79cf9a85278c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:21:03.290566 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c5055e90-af80-45ab-93f0-79cf9a85278c not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:21:03.336582 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ab0768e8-6cc2-4efc-a6c9-0c34fb2efb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:03.446169 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:03.502166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad1438-b00e-4eda-a971-df5ad4a08570 req-345adc61-e8b6-45df-9570-a9105b5161ca tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:03.509102 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1cad1438-b00e-4eda-a971-df5ad4a08570 req-345adc61-e8b6-45df-9570-a9105b5161ca tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 944 time: 0.1652322 Apr 05 20:21:03.542502 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ab0768e8-6cc2-4efc-a6c9-0c34fb2efb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:03.563345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0768e8-6cc2-4efc-a6c9-0c34fb2efb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6411da0-7324-4d78-9716-ea4fc90706fc,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:03.577341 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1cad1438-b00e-4eda-a971-df5ad4a08570 req-ace2eab6-d62b-481a-9af6-7b25c888ee37 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f464aeec-d91f-44ac-aa77-f3dfbbc1ccaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673473 Apr 05 20:21:03.594790 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ab0768e8-6cc2-4efc-a6c9-0c34fb2efb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:03.595897 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ab0768e8-6cc2-4efc-a6c9-0c34fb2efb45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6411da0-7324-4d78-9716-ea4fc90706fc HTTP/1.1" status: 204 len: 168 time: 0.4003286 Apr 05 20:21:03.598731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 6b9cb861-b2f1-45fd-9b14-9670426c37f6 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:03.715551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Allocated IP 172.25.8.201 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/ab3e03c4-606a-4313-81c4-87e63abfc539) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:21:03.784524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 6b9cb861-b2f1-45fd-9b14-9670426c37f6 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:03.802225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 6b9cb861-b2f1-45fd-9b14-9670426c37f6 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:03.804076 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:03.964814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325d743-9648-4858-ab2f-e221c75491a8 req-75e106b8-31c5-4219-8a30-226f8bc058c1 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:03.971447 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3325d743-9648-4858-ab2f-e221c75491a8 req-75e106b8-31c5-4219-8a30-226f8bc058c1 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1726422 Apr 05 20:21:04.058088 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:04.085658 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3325d743-9648-4858-ab2f-e221c75491a8 req-0d5d48ce-0b4c-41ce-855b-d13529f6ef6d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064153 Apr 05 20:21:04.098686 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 6b9cb861-b2f1-45fd-9b14-9670426c37f6, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=6b9cb861-b2f1-45fd-9b14-9670426c37f6,segment=NetworkSegment(54cad155-52a9-4b9e-a477-f01d2d8d0b25),segment_id=54cad155-52a9-4b9e-a477-f01d2d8d0b25)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:04.099608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a347abf-b73d-43e9-a941-6e00700ca627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9cb861-b2f1-45fd-9b14-9670426c37f6'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:04.109287 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:04.160884 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:04.218184 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=6b9cb861-b2f1-45fd-9b14-9670426c37f6,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:04.339745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ed345-07e7-445b-8165-dee401205ca0 req-28872ae6-1ab7-4477-8ab2-5ede4f19f7e3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:04.353309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ed345-07e7-445b-8165-dee401205ca0 req-28872ae6-1ab7-4477-8ab2-5ede4f19f7e3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:04.361523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-bdf098ac-f7f3-4940-b8a5-ae8fe711e9cb tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:04.362333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ed345-07e7-445b-8165-dee401205ca0 req-28872ae6-1ab7-4477-8ab2-5ede4f19f7e3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:04.368167 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-bdf098ac-f7f3-4940-b8a5-ae8fe711e9cb tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 811 time: 0.2702751 Apr 05 20:21:04.370341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ed345-07e7-445b-8165-dee401205ca0 req-28872ae6-1ab7-4477-8ab2-5ede4f19f7e3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:04.379396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:04.380456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ed345-07e7-445b-8165-dee401205ca0 req-28872ae6-1ab7-4477-8ab2-5ede4f19f7e3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:04.389315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ed345-07e7-445b-8165-dee401205ca0 req-28872ae6-1ab7-4477-8ab2-5ede4f19f7e3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:04.391819 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-1137fc6e-3d56-4c32-a636-35fed44eb442 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/quotas/09a608d642f24eeba3830dc870c40d6e HTTP/1.1" status: 200 len: 375 time: 0.0224962 Apr 05 20:21:04.396497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ed345-07e7-445b-8165-dee401205ca0 req-28872ae6-1ab7-4477-8ab2-5ede4f19f7e3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:04.398670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d71ed345-07e7-445b-8165-dee401205ca0 req-28872ae6-1ab7-4477-8ab2-5ede4f19f7e3 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5420 time: 0.1669912 Apr 05 20:21:04.484357 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d71ed345-07e7-445b-8165-dee401205ca0 req-376feb72-dee6-44f4-be3b-d27bde9d298e tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756013 Apr 05 20:21:04.494650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-b24d5006-d3bd-484c-b39b-351999d93b85 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Synchronizing usage tracker for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:21:04.508400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:21:04.518407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:04.521655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:21:04.573288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Pushing event updated for resources: {'Port': ['ID=ab3e03c4-606a-4313-81c4-87e63abfc539,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:04.584068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-b24d5006-d3bd-484c-b39b-351999d93b85 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Unset dirty status for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:21:04.593520 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-b24d5006-d3bd-484c-b39b-351999d93b85 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2007174 Apr 05 20:21:04.703710 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a347abf-b73d-43e9-a941-6e00700ca627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b9cb861-b2f1-45fd-9b14-9670426c37f6', 'code': 200} Apr 05 20:21:04.917711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8697a777-271f-4942-8fb6-8fb2665bfc50 req-b2fca6fd-5820-49ba-8161-79049b65a23d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:04.919296 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8697a777-271f-4942-8fb6-8fb2665bfc50 req-b2fca6fd-5820-49ba-8161-79049b65a23d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1140053 Apr 05 20:21:04.972402 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8697a777-271f-4942-8fb6-8fb2665bfc50 req-6bf18754-c6a8-4743-ba73-92007da3003c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468650 Apr 05 20:21:05.003462 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-db74bfc9-b286-4767-8bdf-fd246cfcfa8d service neutron] 10.222.0.24 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085007 Apr 05 20:21:05.141822 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:05.145747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9860fea-101d-452f-a57c-ccb519bfa0c1 req-7831a1ee-9805-414b-906e-81c6b15f85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:05.147253 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9860fea-101d-452f-a57c-ccb519bfa0c1 req-7831a1ee-9805-414b-906e-81c6b15f85ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 1096 time: 0.3594389 Apr 05 20:21:05.178573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95037ad-02bb-4ba9-87d2-ad4799e0378d req-bff2ec40-4f55-4ac4-b31d-6f2901b25b68 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:05.180538 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c95037ad-02bb-4ba9-87d2-ad4799e0378d req-bff2ec40-4f55-4ac4-b31d-6f2901b25b68 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 945 time: 0.0914783 Apr 05 20:21:05.239604 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c95037ad-02bb-4ba9-87d2-ad4799e0378d req-f52fbceb-380d-43ac-ac34-644b66931d7d tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f464aeec-d91f-44ac-aa77-f3dfbbc1ccaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531795 Apr 05 20:21:05.246206 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-3ab6b1dc-6cb5-4193-a470-3f7e8c4fbcfa service neutron] 10.222.0.24 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314942 Apr 05 20:21:05.261144 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9860fea-101d-452f-a57c-ccb519bfa0c1 req-98601936-9cc1-4589-ad70-94c172147a64 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f464aeec-d91f-44ac-aa77-f3dfbbc1ccaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057851 Apr 05 20:21:05.263470 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:05.510878 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-51bb1f50-626a-4240-8793-3d9b976f2719 req-c84d2bfc-7623-4649-aab2-9b46c324cd65 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 210 time: 0.0512717 Apr 05 20:21:05.563589 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:05.573514 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:05.752700 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:05.769614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Pushing event updated for resources: {'Port': ['ID=ab3e03c4-606a-4313-81c4-87e63abfc539,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:05.795480 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:05.797222 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fe2fb197-1e82-4b3c-9e81-079032f11b38 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7141969 Apr 05 20:21:05.830920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5de2c-2077-4c22-a0fc-3dd0ef63a92c req-338a6ce9-ea7b-47f3-a907-047eddfd9379 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:05.832539 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c8c5de2c-2077-4c22-a0fc-3dd0ef63a92c req-338a6ce9-ea7b-47f3-a907-047eddfd9379 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1548123 Apr 05 20:21:05.893576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0e0ac-95db-44a9-b7b4-9b4e9e347bb3 req-abbf6c2f-e717-4735-8bbe-3181242b7781 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:05.900402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0e0ac-95db-44a9-b7b4-9b4e9e347bb3 req-abbf6c2f-e717-4735-8bbe-3181242b7781 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:05.906894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0e0ac-95db-44a9-b7b4-9b4e9e347bb3 req-abbf6c2f-e717-4735-8bbe-3181242b7781 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:05.913708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0e0ac-95db-44a9-b7b4-9b4e9e347bb3 req-abbf6c2f-e717-4735-8bbe-3181242b7781 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:05.916817 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c8c5de2c-2077-4c22-a0fc-3dd0ef63a92c req-a168393c-18bc-4ac7-82ba-142f4b699a70 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763690 Apr 05 20:21:05.923547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0e0ac-95db-44a9-b7b4-9b4e9e347bb3 req-abbf6c2f-e717-4735-8bbe-3181242b7781 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:05.931374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0e0ac-95db-44a9-b7b4-9b4e9e347bb3 req-abbf6c2f-e717-4735-8bbe-3181242b7781 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:05.938554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0e0ac-95db-44a9-b7b4-9b4e9e347bb3 req-abbf6c2f-e717-4735-8bbe-3181242b7781 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:05.941203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1bf0e0ac-95db-44a9-b7b4-9b4e9e347bb3 req-abbf6c2f-e717-4735-8bbe-3181242b7781 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5420 time: 0.2111938 Apr 05 20:21:06.007470 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1bf0e0ac-95db-44a9-b7b4-9b4e9e347bb3 req-5e1d913a-be8f-446a-af87-80d070b63936 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598087 Apr 05 20:21:06.223047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bdc8a-ba45-4f87-b243-b1a72cc608fb req-30fea79f-6161-41ab-bde9-0101314dba34 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:06.225562 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da1bdc8a-ba45-4f87-b243-b1a72cc608fb req-30fea79f-6161-41ab-bde9-0101314dba34 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 945 time: 0.1450009 Apr 05 20:21:06.328054 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da1bdc8a-ba45-4f87-b243-b1a72cc608fb req-431ac042-406c-4773-918a-c333f30d5898 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954852 Apr 05 20:21:06.508989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f90ef7-4dc2-43cc-9c86-44379818cd47 req-604d0055-58aa-4feb-9eaf-bc10fac6bc0e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:06.514617 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34f90ef7-4dc2-43cc-9c86-44379818cd47 req-604d0055-58aa-4feb-9eaf-bc10fac6bc0e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3585539 Apr 05 20:21:06.570420 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34f90ef7-4dc2-43cc-9c86-44379818cd47 req-09ff4426-26c5-4abf-b3d3-86c019c01fee tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518467 Apr 05 20:21:06.639804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-6c02b583-47e4-481d-9531-24eeab465395 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:06.646510 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-6c02b583-47e4-481d-9531-24eeab465395 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/networks?id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76 HTTP/1.1" status: 200 len: 821 time: 0.1799102 Apr 05 20:21:06.664809 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-44a8beda-3560-4bc8-9769-b2058bed1683 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/quotas/e6847749ee814c72a5d4a1675c38b3e3 HTTP/1.1" status: 200 len: 375 time: 0.0174477 Apr 05 20:21:06.770229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3e470-c2a4-4512-a504-54ed77a48138 req-b4d5d9c2-1d1f-429a-9b94-87c77d9f5208 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:06.774640 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4dc3e470-c2a4-4512-a504-54ed77a48138 req-b4d5d9c2-1d1f-429a-9b94-87c77d9f5208 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 945 time: 0.0956202 Apr 05 20:21:06.796514 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-54a0ff69-d850-47e6-9741-d908af9c9061 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6847749ee814c72a5d4a1675c38b3e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1258256 Apr 05 20:21:06.845776 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4dc3e470-c2a4-4512-a504-54ed77a48138 req-cb2f61f7-c971-487c-8173-b6a29217d079 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f464aeec-d91f-44ac-aa77-f3dfbbc1ccaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689704 Apr 05 20:21:07.047862 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-678ac9e3-4fa4-46d9-9afe-94bd48a74efb req-b6e2946c-3d50-4d1d-9b47-b35c54234ff7 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 210 time: 0.0540211 Apr 05 20:21:07.155960 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-da7082f5-3071-4bb5-bdca-f0e9f58c1f51 service neutron] 10.222.0.24 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457935 Apr 05 20:21:07.200701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc200f-cd65-4f92-b863-3fd7551e3b3b req-100f655f-20ed-4092-b96f-4ece3d0cb1df tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:07.202169 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ddc200f-cd65-4f92-b863-3fd7551e3b3b req-100f655f-20ed-4092-b96f-4ece3d0cb1df tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 945 time: 0.2863514 Apr 05 20:21:07.347087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-2261f36a-7a66-42d8-a3f1-82213579c71e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:07.348468 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-2261f36a-7a66-42d8-a3f1-82213579c71e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 811 time: 0.4312768 Apr 05 20:21:07.362217 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Request body: {'port': {'device_id': '5e2184e0-031b-4f40-8955-8e4c9b3822c4', 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796', 'admin_state_up': True, 'tenant_id': '09a608d642f24eeba3830dc870c40d6e'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:07.363334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512dab3-045d-49cc-a15f-7ea90cbafa5a req-97fd0ae5-1da6-4fb8-b35d-13b91c45d049 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:07.369524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512dab3-045d-49cc-a15f-7ea90cbafa5a req-97fd0ae5-1da6-4fb8-b35d-13b91c45d049 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:07.376449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512dab3-045d-49cc-a15f-7ea90cbafa5a req-97fd0ae5-1da6-4fb8-b35d-13b91c45d049 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:07.382210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512dab3-045d-49cc-a15f-7ea90cbafa5a req-97fd0ae5-1da6-4fb8-b35d-13b91c45d049 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:07.388165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512dab3-045d-49cc-a15f-7ea90cbafa5a req-97fd0ae5-1da6-4fb8-b35d-13b91c45d049 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:07.394702 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512dab3-045d-49cc-a15f-7ea90cbafa5a req-97fd0ae5-1da6-4fb8-b35d-13b91c45d049 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:07.400535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0512dab3-045d-49cc-a15f-7ea90cbafa5a req-97fd0ae5-1da6-4fb8-b35d-13b91c45d049 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:07.402503 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0512dab3-045d-49cc-a15f-7ea90cbafa5a req-97fd0ae5-1da6-4fb8-b35d-13b91c45d049 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5420 time: 0.1369872 Apr 05 20:21:07.472498 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0512dab3-045d-49cc-a15f-7ea90cbafa5a req-8293f99a-0c04-4996-abde-82effdaa0cb8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0628164 Apr 05 20:21:07.533748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-0ddc200f-cd65-4f92-b863-3fd7551e3b3b req-5045f9c4-3381-4b30-b65f-8aa95331f6bc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Deleting port d979e88b-ee75-4973-9278-e6c9844bdb1a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:21:07.534110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0ddc200f-cd65-4f92-b863-3fd7551e3b3b req-5045f9c4-3381-4b30-b65f-8aa95331f6bc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:07.657148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152436e-67b2-42df-86e3-5b629d093bec req-74940ecc-157a-4540-91a7-e7e97af8566d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:07.663287 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3152436e-67b2-42df-86e3-5b629d093bec req-74940ecc-157a-4540-91a7-e7e97af8566d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.0910385 Apr 05 20:21:07.679003 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-ff99fa78-2e5c-439f-9940-77a581326c58 service neutron] 10.222.0.24 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131917 Apr 05 20:21:07.730940 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3152436e-67b2-42df-86e3-5b629d093bec req-010d82ca-0fae-4075-8219-3d771c7bbed0 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624046 Apr 05 20:21:07.880320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:08.048423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:08.095199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Made reservation on behalf of 09a608d642f24eeba3830dc870c40d6e for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:08.099528 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:08.127245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3e3a0-7ce1-47ce-ad2a-3148a7aec034 req-742f58fd-6b2d-4471-965a-e85f194c638a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:08.129502 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bde3e3a0-7ce1-47ce-ad2a-3148a7aec034 req-742f58fd-6b2d-4471-965a-e85f194c638a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1127787 Apr 05 20:21:08.182201 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bde3e3a0-7ce1-47ce-ad2a-3148a7aec034 req-c77a6761-6ea4-45ec-8b0b-fa90f5722a92 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458961 Apr 05 20:21:08.216499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-0ddc200f-cd65-4f92-b863-3fd7551e3b3b req-5045f9c4-3381-4b30-b65f-8aa95331f6bc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] For port d979e88b-ee75-4973-9278-e6c9844bdb1a, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d979e88b-ee75-4973-9278-e6c9844bdb1a,segment=NetworkSegment(9cbd2a05-ca51-4312-8352-863c2c42eaae),segment_id=9cbd2a05-ca51-4312-8352-863c2c42eaae)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:08.216970 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0ddc200f-cd65-4f92-b863-3fd7551e3b3b req-5045f9c4-3381-4b30-b65f-8aa95331f6bc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:08.319108 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-998ffde8-6aa7-4d37-ae3f-2816bc4cef56 req-9f04532b-37f8-4ffe-b3c8-ef826221c7a6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 210 time: 0.0539634 Apr 05 20:21:08.396782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-0ddc200f-cd65-4f92-b863-3fd7551e3b3b req-5045f9c4-3381-4b30-b65f-8aa95331f6bc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Calling delete_port for d979e88b-ee75-4973-9278-e6c9844bdb1a owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:21:08.482049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67b0e2-63bc-42f1-a353-66553b7ce562 req-93849392-d328-406d-aed4-44831e069531 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:08.483730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d67b0e2-63bc-42f1-a353-66553b7ce562 req-93849392-d328-406d-aed4-44831e069531 tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ae31b8a-3c1c-47d0-95fa-bc583a68f564 HTTP/1.1" status: 200 len: 945 time: 0.5419142 Apr 05 20:21:08.567290 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6fa0367-5997-491a-90b0-149adfa555be req-2c6def8a-daab-4579-bb40-a72738313585 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 210 time: 0.0628433 Apr 05 20:21:08.607026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Allocated IP 172.20.0.4 (8188ca25-8db1-4824-8f89-d3f54dd6b796/7b600e23-44bb-460f-a1af-d7c4b74bf29a/e770ad3d-5706-4763-855d-e1b6154d122b) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:21:08.659711 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:08.863699 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0ddc200f-cd65-4f92-b863-3fd7551e3b3b req-5045f9c4-3381-4b30-b65f-8aa95331f6bc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:08.878707 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d979e88b-ee75-4973-9278-e6c9844bdb1a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:08.932350 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:08.956215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045f9c4-3381-4b30-b65f-8aa95331f6bc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Pushing event deleted for resources: {'Port': ['ID=d979e88b-ee75-4973-9278-e6c9844bdb1a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:08.959220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe097c-03ea-401c-9146-b243b641b48c req-9bcc334c-036e-482b-8295-f61e4849cd2f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:08.966470 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37fe097c-03ea-401c-9146-b243b641b48c req-9bcc334c-036e-482b-8295-f61e4849cd2f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/networks?id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e HTTP/1.1" status: 200 len: 813 time: 0.2873199 Apr 05 20:21:08.981312 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37fe097c-03ea-401c-9146-b243b641b48c req-4d6c1a17-8ffb-438f-a998-c143d7efbed8 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/quotas/83f1a6dd1f4b4138ad59ae14c2f5fe2b HTTP/1.1" status: 200 len: 375 time: 0.0137312 Apr 05 20:21:08.995059 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d67b0e2-63bc-42f1-a353-66553b7ce562 req-3aada6e7-e9b6-422d-b124-a679791e0f4d tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.24 "GET /v2.0/security-groups?id=5fac5b30-c30e-41dc-ba40-ff58c698e2fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024111 Apr 05 20:21:09.101504 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37fe097c-03ea-401c-9146-b243b641b48c req-074a79c2-3cce-4f0a-9088-f687c700f9ee tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1144130 Apr 05 20:21:09.151874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddc200f-cd65-4f92-b863-3fd7551e3b3b req-5045f9c4-3381-4b30-b65f-8aa95331f6bc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] No DVR routers for this DVR port d979e88b-ee75-4973-9278-e6c9844bdb1a on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:21:09.156220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0ddc200f-cd65-4f92-b863-3fd7551e3b3b req-5045f9c4-3381-4b30-b65f-8aa95331f6bc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:09.158743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae31b8a-3c1c-47d0-95fa-bc583a68f564', 'name': 'network-vif-deleted', 'tag': 'd979e88b-ee75-4973-9278-e6c9844bdb1a'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:09.182955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ddc200f-cd65-4f92-b863-3fd7551e3b3b req-5045f9c4-3381-4b30-b65f-8aa95331f6bc tempest-ServersTestJSON-8321795 tempest-ServersTestJSON-8321795-project] 10.222.0.41 "DELETE /v2.0/ports/d979e88b-ee75-4973-9278-e6c9844bdb1a HTTP/1.1" status: 204 len: 173 time: 1.9583085 Apr 05 20:21:09.249140 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:09.288568 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:09.387418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Network 8188ca25-8db1-4824-8f89-d3f54dd6b796 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:21:09.391866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:09.395948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:21:09.495354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Pushing event updated for resources: {'Port': ['ID=e770ad3d-5706-4763-855d-e1b6154d122b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:09.522938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:09.523812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:09.585230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f795dc-4e35-4707-8bc2-e847e730cc0f req-6c6a31a2-2ff2-4195-948d-ac1f572c7912 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:09.591160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f795dc-4e35-4707-8bc2-e847e730cc0f req-6c6a31a2-2ff2-4195-948d-ac1f572c7912 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:09.592206 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-08dc72d7-5dc3-4242-95eb-bd5fba146a34 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2353001 Apr 05 20:21:09.597601 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f795dc-4e35-4707-8bc2-e847e730cc0f req-6c6a31a2-2ff2-4195-948d-ac1f572c7912 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:09.604175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f795dc-4e35-4707-8bc2-e847e730cc0f req-6c6a31a2-2ff2-4195-948d-ac1f572c7912 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:09.604921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Request body: {'port': {'device_id': '5e2184e0-031b-4f40-8955-8e4c9b3822c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:09.611197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f795dc-4e35-4707-8bc2-e847e730cc0f req-6c6a31a2-2ff2-4195-948d-ac1f572c7912 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:09.618447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f795dc-4e35-4707-8bc2-e847e730cc0f req-6c6a31a2-2ff2-4195-948d-ac1f572c7912 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:09.624414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f795dc-4e35-4707-8bc2-e847e730cc0f req-6c6a31a2-2ff2-4195-948d-ac1f572c7912 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:09.626419 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4f795dc-4e35-4707-8bc2-e847e730cc0f req-6c6a31a2-2ff2-4195-948d-ac1f572c7912 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5420 time: 0.3811245 Apr 05 20:21:09.669467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-c7533fd8-73ca-4f8f-bbf3-c35fa2e6acca tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:09.670872 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-c7533fd8-73ca-4f8f-bbf3-c35fa2e6acca tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.13 "GET /v2.0/networks?id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76 HTTP/1.1" status: 200 len: 821 time: 0.3602440 Apr 05 20:21:09.688171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Request body: {'port': {'device_id': 'ab5e4b69-3350-42a0-becc-72ef79445a7d', 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76', 'admin_state_up': True, 'tenant_id': 'e6847749ee814c72a5d4a1675c38b3e3'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:09.732862 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4f795dc-4e35-4707-8bc2-e847e730cc0f req-52d5a578-5c37-46e0-a400-bf9c0890b740 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0938506 Apr 05 20:21:09.793285 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:09.854967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:09.865992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c756911-69d6-4fbb-a108-7f25a2c52008 req-5d0c5343-4e8a-406f-b7ed-674213e852ea tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:09.868609 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3c756911-69d6-4fbb-a108-7f25a2c52008 req-5d0c5343-4e8a-406f-b7ed-674213e852ea tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3280642 Apr 05 20:21:09.878114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:09.904411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Made reservation on behalf of e6847749ee814c72a5d4a1675c38b3e3 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:09.939875 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:10.123407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3c756911-69d6-4fbb-a108-7f25a2c52008 req-64d134f5-2ad0-4291-b6cc-05da31a97661 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357347 Apr 05 20:21:10.228822 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae31b8a-3c1c-47d0-95fa-bc583a68f564', 'name': 'network-vif-deleted', 'tag': 'd979e88b-ee75-4973-9278-e6c9844bdb1a', 'status': 'completed', 'code': 200} Apr 05 20:21:10.258523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Allocated IP 172.20.0.14 (a3551a2a-e941-4e9f-8ee2-de8f01da3a76/e4fe4ed7-5511-43cb-8270-e4b3f3328c23/b8ce4392-0ed2-4e49-b49b-ed9888e2eed4) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:21:10.332729 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3c32e31-4b08-4081-821d-83776a2b20e3 req-599ddd1c-d75b-4bf1-93fe-aad4a4936dc9 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 210 time: 0.0603929 Apr 05 20:21:10.544912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa6bbc-9baa-4185-9780-955cb986f065 req-d0fc490e-4ff2-40bf-8d36-3ada58c76d28 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:10.546418 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aaaa6bbc-9baa-4185-9780-955cb986f065 req-d0fc490e-4ff2-40bf-8d36-3ada58c76d28 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 945 time: 0.2603080 Apr 05 20:21:10.632402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753aabd9-150b-42ec-b979-5b9eeaadd698 req-c70ceaaf-ca03-426f-bba9-3becb6205612 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:10.633213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-753aabd9-150b-42ec-b979-5b9eeaadd698 req-c70ceaaf-ca03-426f-bba9-3becb6205612 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Synchronizing usage tracker for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:21:10.633920 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aaaa6bbc-9baa-4185-9780-955cb986f065 req-fe1373ff-1491-4fba-95e9-b9bf5a5ea8ef tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f464aeec-d91f-44ac-aa77-f3dfbbc1ccaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737028 Apr 05 20:21:10.669285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e770ad3d-5706-4763-855d-e1b6154d122b {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:10.678284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-753aabd9-150b-42ec-b979-5b9eeaadd698 req-c70ceaaf-ca03-426f-bba9-3becb6205612 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Unset dirty status for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:21:10.687968 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-753aabd9-150b-42ec-b979-5b9eeaadd698 req-c70ceaaf-ca03-426f-bba9-3becb6205612 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 931 time: 0.2340906 Apr 05 20:21:10.693064 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:10.699565 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:10.730246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Transition to ACTIVE for port object e770ad3d-5706-4763-855d-e1b6154d122b will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:21:10.748457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:10.766865 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:10.867577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37318) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:10.868231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Pushing event updated for resources: {'Port': ['ID=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:10.882016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:21:10.883648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:10.885848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:21:10.915769 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-753aabd9-150b-42ec-b979-5b9eeaadd698 req-71a0718d-cee6-43f3-9103-c0cae4986fba tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248938 Apr 05 20:21:11.092099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Pushing event updated for resources: {'Port': ['ID=e770ad3d-5706-4763-855d-e1b6154d122b,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:11.207374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:11.208000 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:11.236522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Attempting to bind port e770ad3d-5706-4763-855d-e1b6154d122b on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:21:11.236522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Attempting to bind port e770ad3d-5706-4763-855d-e1b6154d122b by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:21:11.236847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Attempting to bind port e770ad3d-5706-4763-855d-e1b6154d122b on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:21:11.251773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a74d03-5def-4ac1-99ab-5edf07bf6c09 req-f9b23ecf-6819-4cc5-8760-9eec7da5faec tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:11.251976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b588637-2353-402a-a181-dc6d9168c23f admin admin] Deleting subnet ca381f74-bd26-46e2-abab-12d6223326b0 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:21:11.253262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10a74d03-5def-4ac1-99ab-5edf07bf6c09 req-f9b23ecf-6819-4cc5-8760-9eec7da5faec tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 945 time: 0.3645725 Apr 05 20:21:11.254630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Port e770ad3d-5706-4763-855d-e1b6154d122b on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:21:11.254956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Attempting to bind port e770ad3d-5706-4763-855d-e1b6154d122b on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:21:11.264223 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5b588637-2353-402a-a181-dc6d9168c23f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:11.297500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:21:11.297854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Checking segment: {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:21:11.297998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2d2b6a-d880-4461-aff9-9ecfa69734c7 req-cb2c23e6-752a-4a17-8543-3b23b8a2d9d4 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:11.298258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Bound using segment: {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:21:11.298706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Bound port: e770ad3d-5706-4763-855d-e1b6154d122b, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:21:11.299054 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:11.299423 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f2d2b6a-d880-4461-aff9-9ecfa69734c7 req-cb2c23e6-752a-4a17-8543-3b23b8a2d9d4 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3543568 Apr 05 20:21:11.346576 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5b588637-2353-402a-a181-dc6d9168c23f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:11.353796 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d8642031-40b5-4ccb-a8f2-db98ed0e239a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:11.381354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806b5b-70a8-4b9f-ae6e-65d5e66f6545 req-deb4d317-c6f7-4bf1-a1c6-26ad3f6e5eb6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:11.387330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806b5b-70a8-4b9f-ae6e-65d5e66f6545 req-deb4d317-c6f7-4bf1-a1c6-26ad3f6e5eb6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:11.393725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806b5b-70a8-4b9f-ae6e-65d5e66f6545 req-deb4d317-c6f7-4bf1-a1c6-26ad3f6e5eb6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:11.401626 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-7cc0acde-f374-41de-8154-c32bb478d1d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7200801 Apr 05 20:21:11.411715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806b5b-70a8-4b9f-ae6e-65d5e66f6545 req-deb4d317-c6f7-4bf1-a1c6-26ad3f6e5eb6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:11.416971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Request body: {'port': {'device_id': 'ab5e4b69-3350-42a0-becc-72ef79445a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:11.417938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806b5b-70a8-4b9f-ae6e-65d5e66f6545 req-deb4d317-c6f7-4bf1-a1c6-26ad3f6e5eb6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:11.430075 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806b5b-70a8-4b9f-ae6e-65d5e66f6545 req-deb4d317-c6f7-4bf1-a1c6-26ad3f6e5eb6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:11.441155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b806b5b-70a8-4b9f-ae6e-65d5e66f6545 req-deb4d317-c6f7-4bf1-a1c6-26ad3f6e5eb6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:11.446372 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b806b5b-70a8-4b9f-ae6e-65d5e66f6545 req-deb4d317-c6f7-4bf1-a1c6-26ad3f6e5eb6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5420 time: 0.3648241 Apr 05 20:21:11.489610 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f2d2b6a-d880-4461-aff9-9ecfa69734c7 req-39cbc67b-ac24-4c24-a07c-533e87d5ad37 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114357 Apr 05 20:21:11.511843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-10a74d03-5def-4ac1-99ab-5edf07bf6c09 req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Deleting port 6b9cb861-b2f1-45fd-9b14-9670426c37f6 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:21:11.511843 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-10a74d03-5def-4ac1-99ab-5edf07bf6c09 req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:11.513112 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5b588637-2353-402a-a181-dc6d9168c23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:11.652725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device f9448b79-3827-496f-864e-611a8674e2de details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:21:11.655073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d979e88b-ee75-4973-9278-e6c9844bdb1a no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:21:11.688222 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b806b5b-70a8-4b9f-ae6e-65d5e66f6545 req-42bff459-23ec-4910-83d7-61f77fc810d2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2147863 Apr 05 20:21:11.700594 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:11.708330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] For port e770ad3d-5706-4763-855d-e1b6154d122b, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:21:11.746319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] For port e770ad3d-5706-4763-855d-e1b6154d122b, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e770ad3d-5706-4763-855d-e1b6154d122b,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:21:11.751711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: d979e88b-ee75-4973-9278-e6c9844bdb1a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:21:11.752339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d979e88b-ee75-4973-9278-e6c9844bdb1a not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:21:11.805567 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5b588637-2353-402a-a181-dc6d9168c23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:11.821020 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:11.855286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b588637-2353-402a-a181-dc6d9168c23f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca381f74-bd26-46e2-abab-12d6223326b0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:11.872371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080c513-4605-452b-8fd6-9c2fc3d64e35 req-38a79c9d-0dea-469e-b4a6-5af9bef69e7e tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:11.873269 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b080c513-4605-452b-8fd6-9c2fc3d64e35 req-38a79c9d-0dea-469e-b4a6-5af9bef69e7e tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Synchronizing usage tracker for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:21:11.885181 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5b588637-2353-402a-a181-dc6d9168c23f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:11.892804 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5b588637-2353-402a-a181-dc6d9168c23f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ca381f74-bd26-46e2-abab-12d6223326b0 HTTP/1.1" status: 204 len: 168 time: 1.0216069 Apr 05 20:21:11.897836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37344) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:11.941030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:11.941639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:11.943025 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] 10.222.0.13 "PUT /v2.0/ports/e770ad3d-5706-4763-855d-e1b6154d122b HTTP/1.1" status: 200 len: 1091 time: 2.3424292 Apr 05 20:21:11.976328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port f9448b79-3827-496f-864e-611a8674e2de, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=f9448b79-3827-496f-864e-611a8674e2de,segment=NetworkSegment(707af6f6-2f82-417c-b65f-ba05d80a3fbb),segment_id=707af6f6-2f82-417c-b65f-ba05d80a3fbb)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:11.999471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'f9448b79-3827-496f-864e-611a8674e2de', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'port_id': 'f9448b79-3827-496f-864e-611a8674e2de', 'mac_address': 'fa:16:3e:6f:d5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:21:12.010596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b080c513-4605-452b-8fd6-9c2fc3d64e35 req-38a79c9d-0dea-469e-b4a6-5af9bef69e7e tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Unset dirty status for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:21:12.018744 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b080c513-4605-452b-8fd6-9c2fc3d64e35 req-38a79c9d-0dea-469e-b4a6-5af9bef69e7e tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 932 time: 0.4044409 Apr 05 20:21:12.082241 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:12.105578 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3d5f5e9-ec35-44b0-be50-9f2bf60c2b72 req-999b088c-bcec-4f6e-8897-5bb3815bbe2f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b HTTP/1.1" status: 200 len: 221 time: 0.2032871 Apr 05 20:21:12.110295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87530d1c-ba3d-4e00-bea8-53aab92252bc service neutron] Pushing event updated for resources: {'Port': ['ID=e770ad3d-5706-4763-855d-e1b6154d122b,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:12.116968 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9448b79-3827-496f-864e-611a8674e2de {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:12.138626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b080c513-4605-452b-8fd6-9c2fc3d64e35 req-ff5c78b5-c5a9-4e57-a4ff-b6f31226e563 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Synchronizing usage tracker for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:21:12.151930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-10a74d03-5def-4ac1-99ab-5edf07bf6c09 req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] For port 6b9cb861-b2f1-45fd-9b14-9670426c37f6, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=6b9cb861-b2f1-45fd-9b14-9670426c37f6,segment=NetworkSegment(54cad155-52a9-4b9e-a477-f01d2d8d0b25),segment_id=54cad155-52a9-4b9e-a477-f01d2d8d0b25)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:12.152276 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-10a74d03-5def-4ac1-99ab-5edf07bf6c09 req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:12.161997 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port f9448b79-3827-496f-864e-611a8674e2de, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=f9448b79-3827-496f-864e-611a8674e2de,segment=NetworkSegment(707af6f6-2f82-417c-b65f-ba05d80a3fbb),segment_id=707af6f6-2f82-417c-b65f-ba05d80a3fbb)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:12.175729 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:12.179915 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a6931f3-0198-48a1-a3ef-d2842754e9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:12.294771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=f9448b79-3827-496f-864e-611a8674e2de,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:12.316621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b080c513-4605-452b-8fd6-9c2fc3d64e35 req-ff5c78b5-c5a9-4e57-a4ff-b6f31226e563 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Unset dirty status for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:21:12.317782 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b080c513-4605-452b-8fd6-9c2fc3d64e35 req-ff5c78b5-c5a9-4e57-a4ff-b6f31226e563 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982829 Apr 05 20:21:12.407852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['f9448b79-3827-496f-864e-611a8674e2de'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:12.413091 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a6931f3-0198-48a1-a3ef-d2842754e9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:12.487088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-10a74d03-5def-4ac1-99ab-5edf07bf6c09 req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Calling delete_port for 6b9cb861-b2f1-45fd-9b14-9670426c37f6 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:21:12.675351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e2184e0-031b-4f40-8955-8e4c9b3822c4', 'tag': 'e770ad3d-5706-4763-855d-e1b6154d122b'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:12.702656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9a6931f3-0198-48a1-a3ef-d2842754e9df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee47cee-4865-4aba-8a5b-ec49888bd827']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:12.746256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9a6931f3-0198-48a1-a3ef-d2842754e9df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cbd2a05-ca51-4312-8352-863c2c42eaae') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:12.746813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9a6931f3-0198-48a1-a3ef-d2842754e9df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cbd2a05-ca51-4312-8352-863c2c42eaae') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:12.753802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-8133bd33-c777-4b3f-9606-98d746e8bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:12.755579 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-8133bd33-c777-4b3f-9606-98d746e8bc5e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 1094 time: 0.7340961 Apr 05 20:21:12.774868 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a6931f3-0198-48a1-a3ef-d2842754e9df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:12.848063 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a6931f3-0198-48a1-a3ef-d2842754e9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:12.867056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a6931f3-0198-48a1-a3ef-d2842754e9df admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:21:12.867833 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a6931f3-0198-48a1-a3ef-d2842754e9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:12.880823 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-c22a6bbc-30c6-41ad-a9e8-e596d68a0dfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e770ad3d-5706-4763-855d-e1b6154d122b HTTP/1.1" status: 200 len: 217 time: 0.1170244 Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:21:12.883525 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:21:12.901041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:12.963467 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:12.973561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6efe5f-47a6-48ce-aaa6-f06bc78b4253 req-92367ed2-d60b-4e77-932a-8923d7ab9ee7 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:12.981668 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc6efe5f-47a6-48ce-aaa6-f06bc78b4253 req-92367ed2-d60b-4e77-932a-8923d7ab9ee7 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 943 time: 0.3650823 Apr 05 20:21:12.995445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b485b-7fe7-4ba9-b61a-79123398078b req-e6415afd-aec2-4784-94dd-672202296ea3 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:13.002416 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-280b485b-7fe7-4ba9-b61a-79123398078b req-e6415afd-aec2-4784-94dd-672202296ea3 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a347abf-b73d-43e9-a941-6e00700ca627 HTTP/1.1" status: 200 len: 945 time: 0.3220639 Apr 05 20:21:13.019582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-25dc7c57-92c9-413d-acc5-282da1c8edb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:13.021066 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-25dc7c57-92c9-413d-acc5-282da1c8edb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b600e23-44bb-460f-a1af-d7c4b74bf29a HTTP/1.1" status: 200 len: 851 time: 0.1343379 Apr 05 20:21:13.024374 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-10a74d03-5def-4ac1-99ab-5edf07bf6c09 req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:13.042462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Transition to ACTIVE for port object b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:21:13.048431 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc6efe5f-47a6-48ce-aaa6-f06bc78b4253 req-9b8513fe-37f3-481c-841b-e4853230320f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662708 Apr 05 20:21:13.050555 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:13.088569 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a6931f3-0198-48a1-a3ef-d2842754e9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:13.122377 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a6931f3-0198-48a1-a3ef-d2842754e9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:13.136967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Pushing event deleted for resources: {'Port': ['ID=6b9cb861-b2f1-45fd-9b14-9670426c37f6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:13.147115 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-0b504130-5768-4f4a-9442-8fe488db438d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8188ca25-8db1-4824-8f89-d3f54dd6b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147006 Apr 05 20:21:13.185585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:13.185843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:13.186202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:13.186529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:13.186854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:13.187728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:13.188042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:13.188358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:13.188673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:13.188985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:13.189298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:13.189608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:13.204663 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-280b485b-7fe7-4ba9-b61a-79123398078b req-f08bfd32-21e4-4369-b227-e1e277094826 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.24 "GET /v2.0/security-groups?id=f464aeec-d91f-44ac-aa77-f3dfbbc1ccaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987016 Apr 05 20:21:13.271337 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e2184e0-031b-4f40-8955-8e4c9b3822c4', 'tag': 'e770ad3d-5706-4763-855d-e1b6154d122b', 'status': 'completed', 'code': 200} Apr 05 20:21:13.281295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a74d03-5def-4ac1-99ab-5edf07bf6c09 req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] No DVR routers for this DVR port 6b9cb861-b2f1-45fd-9b14-9670426c37f6 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:21:13.285142 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-10a74d03-5def-4ac1-99ab-5edf07bf6c09 req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:13.317677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6931f3-0198-48a1-a3ef-d2842754e9df admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee47cee-4865-4aba-8a5b-ec49888bd827,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:13.330095 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9a6931f3-0198-48a1-a3ef-d2842754e9df admin admin] 10.222.0.24 "DELETE /v2.0/networks/5ee47cee-4865-4aba-8a5b-ec49888bd827 HTTP/1.1" status: 204 len: 168 time: 1.4255269 Apr 05 20:21:13.373353 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10a74d03-5def-4ac1-99ab-5edf07bf6c09 req-6124fffa-37be-49f0-9d1d-a39a5e9d7aa8 tempest-ServerAddressesTestJSON-1401631487 tempest-ServerAddressesTestJSON-1401631487-project] 10.222.0.41 "DELETE /v2.0/ports/6b9cb861-b2f1-45fd-9b14-9670426c37f6 HTTP/1.1" status: 204 len: 173 time: 2.1094391 Apr 05 20:21:13.440324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-cdb7b83d-0786-40b5-888f-337ab96337f7 service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613626 Apr 05 20:21:13.445049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:13.539184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992ca0f-f8a6-4272-9863-c9374a460f8a req-17aa83fe-9f06-4826-8293-184c5f236545 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:13.540881 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c992ca0f-f8a6-4272-9863-c9374a460f8a req-17aa83fe-9f06-4826-8293-184c5f236545 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.2268882 Apr 05 20:21:13.545656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Attempting to bind port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:21:13.546100 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Attempting to bind port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '3f76fa53-861e-4529-bd03-99bde93c9cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:21:13.547064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Attempting to bind port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 on network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:21:13.555112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 on network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:21:13.555112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Attempting to bind port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 on network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:21:13.577233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:21:13.577573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Checking segment: {'id': '3f76fa53-861e-4529-bd03-99bde93c9cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:21:13.579498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Bound using segment: {'id': '3f76fa53-861e-4529-bd03-99bde93c9cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:21:13.579925 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Bound port: b8ce4392-0ed2-4e49-b49b-ed9888e2eed4, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f76fa53-861e-4529-bd03-99bde93c9cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:21:13.580357 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:13.585248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37372) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:13.635662 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b016a210-530b-4187-a0e2-45e2389fd759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:13.651827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e2765005-dfb9-40bd-a743-1b37fd966f55 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:21:13.653561 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c992ca0f-f8a6-4272-9863-c9374a460f8a req-74cdce89-ef99-425a-8b05-087b011f406a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012602 Apr 05 20:21:13.654598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device f9448b79-3827-496f-864e-611a8674e2de up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:13.744013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] For port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:21:13.747247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] For port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:21:13.758657 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:13.852288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:13.853306 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:13.855673 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] 10.222.0.13 "PUT /v2.0/ports/b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 HTTP/1.1" status: 200 len: 1092 time: 2.4458053 Apr 05 20:21:13.857896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5e4b69-3350-42a0-becc-72ef79445a7d', 'tag': 'b8ce4392-0ed2-4e49-b49b-ed9888e2eed4'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:13.938364 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-63207be3-6c7c-4318-859e-d803f539b6c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ccb3652f5a74824b97498e5d91e065f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3495743 Apr 05 20:21:13.950447 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e1050e1-fbd8-4024-8a69-3b8e48ddb49d req-ad8d8e4f-759d-4ecd-a9ff-5a08ee07ef79 service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4951642 Apr 05 20:21:13.950921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37382) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:13.986548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d4f82d-73cb-4392-ab61-a48ef632bbc2 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:14.004247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020b4d2-480e-485d-af51-ef1db07186bb req-5f2ad895-82f2-4152-8609-108cb8aa8df5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:14.025819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020b4d2-480e-485d-af51-ef1db07186bb req-5f2ad895-82f2-4152-8609-108cb8aa8df5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:14.044026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e485a4-298b-48bf-9ff8-6f174516c934 req-a916a06f-66c1-4fdb-af9e-66c75e9acb48 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:14.046409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020b4d2-480e-485d-af51-ef1db07186bb req-5f2ad895-82f2-4152-8609-108cb8aa8df5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:14.051010 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e2765005-dfb9-40bd-a743-1b37fd966f55, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e2765005-dfb9-40bd-a743-1b37fd966f55,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:14.051637 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-66e485a4-298b-48bf-9ff8-6f174516c934 req-a916a06f-66c1-4fdb-af9e-66c75e9acb48 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 944 time: 0.1883435 Apr 05 20:21:14.060175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020b4d2-480e-485d-af51-ef1db07186bb req-5f2ad895-82f2-4152-8609-108cb8aa8df5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:14.064621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-bed82a64-5ced-4864-86b4-9a60606c58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:14.067163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020b4d2-480e-485d-af51-ef1db07186bb req-5f2ad895-82f2-4152-8609-108cb8aa8df5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:14.067975 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-bed82a64-5ced-4864-86b4-9a60606c58ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6847749ee814c72a5d4a1675c38b3e3&device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 1095 time: 0.1597252 Apr 05 20:21:14.074061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020b4d2-480e-485d-af51-ef1db07186bb req-5f2ad895-82f2-4152-8609-108cb8aa8df5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:14.082318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5020b4d2-480e-485d-af51-ef1db07186bb req-5f2ad895-82f2-4152-8609-108cb8aa8df5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:14.088652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'e2765005-dfb9-40bd-a743-1b37fd966f55', 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493', 'port_id': 'e2765005-dfb9-40bd-a743-1b37fd966f55', 'mac_address': 'fa:16:3e:af:cc:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d633297-4d96-4581-8321-99029b09955a', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:21:14.092600 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5020b4d2-480e-485d-af51-ef1db07186bb req-5f2ad895-82f2-4152-8609-108cb8aa8df5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5421 time: 0.6176035 Apr 05 20:21:14.158839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port f9448b79-3827-496f-864e-611a8674e2de completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:14.176627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port f9448b79-3827-496f-864e-611a8674e2de triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:14.177288 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:14.207496 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-e790778e-4e20-455c-9fad-bff278a6b1b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 HTTP/1.1" status: 200 len: 217 time: 0.0954640 Apr 05 20:21:14.239522 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5020b4d2-480e-485d-af51-ef1db07186bb req-b3ad0e13-cad9-4a4b-a633-ae7ad2623f5a tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1458189 Apr 05 20:21:14.240914 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:14.269778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2765005-dfb9-40bd-a743-1b37fd966f55 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:14.295994 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e2765005-dfb9-40bd-a743-1b37fd966f55, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e2765005-dfb9-40bd-a743-1b37fd966f55,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:14.298368 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-66e485a4-298b-48bf-9ff8-6f174516c934 req-0cf736a3-aa55-4f38-a074-f745a3ddb50c tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293832 Apr 05 20:21:14.300437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9668deb9-6149-4203-b98c-4d4a73d582da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:14.330767 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-100fcfa6-e44f-4c45-a6f5-39486eb88082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:14.332325 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-100fcfa6-e44f-4c45-a6f5-39486eb88082 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4fe4ed7-5511-43cb-8270-e4b3f3328c23 HTTP/1.1" status: 200 len: 861 time: 0.1078169 Apr 05 20:21:14.345961 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:14.346388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 75682036-7b4c-443d-b0de-61031a48f0da details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:21:14.405265 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5e4b69-3350-42a0-becc-72ef79445a7d', 'tag': 'b8ce4392-0ed2-4e49-b49b-ed9888e2eed4', 'status': 'completed', 'code': 200} Apr 05 20:21:14.420388 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-c425aa68-fd40-4081-9260-812bdb8f5e96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813289 Apr 05 20:21:14.425423 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9668deb9-6149-4203-b98c-4d4a73d582da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:14.441893 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:14.489639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port f9448b79-3827-496f-864e-611a8674e2de, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=f9448b79-3827-496f-864e-611a8674e2de,segment=NetworkSegment(707af6f6-2f82-417c-b65f-ba05d80a3fbb),segment_id=707af6f6-2f82-417c-b65f-ba05d80a3fbb)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:14.494093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9448b79-3827-496f-864e-611a8674e2de'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:14.501777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=e2765005-dfb9-40bd-a743-1b37fd966f55,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:14.505650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 75682036-7b4c-443d-b0de-61031a48f0da, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=75682036-7b4c-443d-b0de-61031a48f0da,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:14.513812 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:14.514610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 6b9cb861-b2f1-45fd-9b14-9670426c37f6 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:21:14.555424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12143ed-8bd8-47b2-91c4-a7d14a45b758 req-8b39ea0b-d64c-4b03-bdf1-6185471afa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:14.557247 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e12143ed-8bd8-47b2-91c4-a7d14a45b758 req-8b39ea0b-d64c-4b03-bdf1-6185471afa89 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 1094 time: 0.4618778 Apr 05 20:21:14.629665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=f9448b79-3827-496f-864e-611a8674e2de,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:14.641760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 6b9cb861-b2f1-45fd-9b14-9670426c37f6 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:21:14.642399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 6b9cb861-b2f1-45fd-9b14-9670426c37f6 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:21:14.644602 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-af765864-f987-4b09-85b6-1639065d44f1 service neutron] 10.222.0.13 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156940 Apr 05 20:21:14.647257 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '75682036-7b4c-443d-b0de-61031a48f0da', 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493', 'port_id': '75682036-7b4c-443d-b0de-61031a48f0da', 'mac_address': 'fa:16:3e:9c:28:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d633297-4d96-4581-8321-99029b09955a', 'ip_address': '10.1.1.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:21:14.715282 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:14.746161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12143ed-8bd8-47b2-91c4-a7d14a45b758 req-36240b56-9966-4fe6-bda5-496ce742b437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:14.748189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75682036-7b4c-443d-b0de-61031a48f0da {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:14.750334 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e12143ed-8bd8-47b2-91c4-a7d14a45b758 req-36240b56-9966-4fe6-bda5-496ce742b437 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 912 time: 0.1855252 Apr 05 20:21:14.750735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee35ef1-7f04-48e2-a679-ea0665d887ed req-847b2dec-04a5-420d-95b5-e2cf1472ba6a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:14.752406 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ee35ef1-7f04-48e2-a679-ea0665d887ed req-847b2dec-04a5-420d-95b5-e2cf1472ba6a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 943 time: 0.2197621 Apr 05 20:21:14.763926 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:14.785293 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 75682036-7b4c-443d-b0de-61031a48f0da, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=75682036-7b4c-443d-b0de-61031a48f0da,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:14.800244 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:14.800885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:21:14.825571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:14.875985 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e12143ed-8bd8-47b2-91c4-a7d14a45b758 req-5a5bb1c6-8700-4dab-8760-3ad9e45c280d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e770ad3d-5706-4763-855d-e1b6154d122b HTTP/1.1" status: 200 len: 217 time: 0.1175337 Apr 05 20:21:14.882046 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95', 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493', 'port_id': 'db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95', 'mac_address': 'fa:16:3e:1f:a2:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d633297-4d96-4581-8321-99029b09955a', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:21:14.910837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc27cc8b-bc89-4b7f-b1f7-828227ca49b3 req-8aec7ef5-a450-4dc4-ae91-6783cd2dbd81 service neutron] 10.222.0.13 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407937 Apr 05 20:21:14.935891 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:14.954763 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ee35ef1-7f04-48e2-a679-ea0665d887ed req-34c7c149-aefb-4513-9dd5-b7de751f6376 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519587 Apr 05 20:21:15.027481 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=75682036-7b4c-443d-b0de-61031a48f0da,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:15.038294 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:15.058864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:15.077129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:15.084339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37404) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:15.086719 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:15.087562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 0abe355c-c18d-4a37-bce6-7fc1dba443f1 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:21:15.163082 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9448b79-3827-496f-864e-611a8674e2de', 'code': 200} Apr 05 20:21:15.178691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cd621-09ce-46e1-8bb3-b59b25df2d47 req-89e893fb-3bdf-4976-9339-539ff6ee66a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:15.180424 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-832cd621-09ce-46e1-8bb3-b59b25df2d47 req-89e893fb-3bdf-4976-9339-539ff6ee66a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6847749ee814c72a5d4a1675c38b3e3&device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 1095 time: 0.1909404 Apr 05 20:21:15.188307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e67209d-c341-4370-83b1-31231f1c752a admin admin] Deleting subnet 6c31177e-5534-45a4-912f-50079b07f051 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:21:15.188724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7acfc5-daf1-4aa5-a9fe-3a0f3dabdf9d req-18458982-2a2d-4100-bd03-cd83a7c19511 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:15.190585 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a7acfc5-daf1-4aa5-a9fe-3a0f3dabdf9d req-18458982-2a2d-4100-bd03-cd83a7c19511 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.7438684 Apr 05 20:21:15.193644 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e67209d-c341-4370-83b1-31231f1c752a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:15.205551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:15.236611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 0abe355c-c18d-4a37-bce6-7fc1dba443f1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=0abe355c-c18d-4a37-bce6-7fc1dba443f1,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:15.249099 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a7acfc5-daf1-4aa5-a9fe-3a0f3dabdf9d req-06ea34a1-17fd-4c12-8f04-071e16f1c176 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496974 Apr 05 20:21:15.252299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9668deb9-6149-4203-b98c-4d4a73d582da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:15.268604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '0abe355c-c18d-4a37-bce6-7fc1dba443f1', 'network_id': '65078b3e-8573-4599-8d5f-da3f86914493', 'port_id': '0abe355c-c18d-4a37-bce6-7fc1dba443f1', 'mac_address': 'fa:16:3e:6f:40:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d633297-4d96-4581-8321-99029b09955a', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:21:15.281404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a347abf-b73d-43e9-a941-6e00700ca627', 'name': 'network-vif-deleted', 'tag': '6b9cb861-b2f1-45fd-9b14-9670426c37f6'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:15.293377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668deb9-6149-4203-b98c-4d4a73d582da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fac5b30-c30e-41dc-ba40-ff58c698e2fa,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:15.298606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12143ed-8bd8-47b2-91c4-a7d14a45b758 req-189443b1-f6da-4b27-975a-f509b02594df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:15.300313 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e12143ed-8bd8-47b2-91c4-a7d14a45b758 req-189443b1-f6da-4b27-975a-f509b02594df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b600e23-44bb-460f-a1af-d7c4b74bf29a HTTP/1.1" status: 200 len: 851 time: 0.4167190 Apr 05 20:21:15.355197 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9668deb9-6149-4203-b98c-4d4a73d582da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:15.369153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9668deb9-6149-4203-b98c-4d4a73d582da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5fac5b30-c30e-41dc-ba40-ff58c698e2fa HTTP/1.1" status: 204 len: 168 time: 1.4092362 Apr 05 20:21:15.379187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e12143ed-8bd8-47b2-91c4-a7d14a45b758 req-3ec55cfd-704a-42d9-9989-f1c41739583b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8188ca25-8db1-4824-8f89-d3f54dd6b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644207 Apr 05 20:21:15.428260 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:15.451248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abe355c-c18d-4a37-bce6-7fc1dba443f1 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:15.474279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 0abe355c-c18d-4a37-bce6-7fc1dba443f1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=0abe355c-c18d-4a37-bce6-7fc1dba443f1,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:15.474944 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cd621-09ce-46e1-8bb3-b59b25df2d47 req-d71b2830-6f99-4d6b-a7a4-2a81e75bfc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:15.476640 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-832cd621-09ce-46e1-8bb3-b59b25df2d47 req-d71b2830-6f99-4d6b-a7a4-2a81e75bfc45 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76 HTTP/1.1" status: 200 len: 922 time: 0.2843752 Apr 05 20:21:15.480918 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:15.482207 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a347abf-b73d-43e9-a941-6e00700ca627', 'name': 'network-vif-deleted', 'tag': '6b9cb861-b2f1-45fd-9b14-9670426c37f6', 'status': 'completed', 'code': 200} Apr 05 20:21:15.482850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 88587879-e816-4c36-8763-92d82cda086d details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:21:15.714727 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=0abe355c-c18d-4a37-bce6-7fc1dba443f1,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:15.745807 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-832cd621-09ce-46e1-8bb3-b59b25df2d47 req-9f5ba713-3edb-4ffc-ab76-4ed8682c3be3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 HTTP/1.1" status: 200 len: 217 time: 0.2618763 Apr 05 20:21:15.791868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 88587879-e816-4c36-8763-92d82cda086d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=88587879-e816-4c36-8763-92d82cda086d,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:15.794271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a04a4-99e2-45f9-b883-186056871341 req-cd2236d1-1b28-42e8-9d42-6d27953929df tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:15.795949 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-513a04a4-99e2-45f9-b883-186056871341 req-cd2236d1-1b28-42e8-9d42-6d27953929df tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.2091424 Apr 05 20:21:15.800359 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e12143ed-8bd8-47b2-91c4-a7d14a45b758 req-5a6b9001-81f6-45ee-82b8-0e0599c1aae1 service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188197 Apr 05 20:21:15.823779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '88587879-e816-4c36-8763-92d82cda086d', 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a', 'port_id': '88587879-e816-4c36-8763-92d82cda086d', 'mac_address': 'fa:16:3e:a5:03:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '118eb377-c70a-4ba5-b212-a4671d22ddd1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:21:15.824434 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e67209d-c341-4370-83b1-31231f1c752a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:15.903912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832cd621-09ce-46e1-8bb3-b59b25df2d47 req-4f3758c7-512c-40fe-88b8-7aee1981661a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:15.905275 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-832cd621-09ce-46e1-8bb3-b59b25df2d47 req-4f3758c7-512c-40fe-88b8-7aee1981661a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4fe4ed7-5511-43cb-8270-e4b3f3328c23 HTTP/1.1" status: 200 len: 861 time: 0.1416292 Apr 05 20:21:15.921519 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:15.944121 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88587879-e816-4c36-8763-92d82cda086d {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:15.965682 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 88587879-e816-4c36-8763-92d82cda086d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=88587879-e816-4c36-8763-92d82cda086d,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:15.969249 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:15.971782 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-832cd621-09ce-46e1-8bb3-b59b25df2d47 req-8dd21c1a-564a-4ed6-8ab5-64aa2a2ff2cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553215 Apr 05 20:21:15.973348 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:15.975034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e67209d-c341-4370-83b1-31231f1c752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:15.975702 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 38549d66-9921-4e7e-9650-761720dcd226 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:21:16.084554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=88587879-e816-4c36-8763-92d82cda086d,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:16.096960 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 38549d66-9921-4e7e-9650-761720dcd226, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=38549d66-9921-4e7e-9650-761720dcd226,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:16.118433 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '38549d66-9921-4e7e-9650-761720dcd226', 'network_id': '155ded23-dcca-4bf5-8033-6cb75ec37e9a', 'port_id': '38549d66-9921-4e7e-9650-761720dcd226', 'mac_address': 'fa:16:3e:7e:1a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '118eb377-c70a-4ba5-b212-a4671d22ddd1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:21:16.162508 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-513a04a4-99e2-45f9-b883-186056871341 req-d5fa7cee-03d5-4eff-9563-cf4c421f76ed tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3589237 Apr 05 20:21:16.200216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45589c8-0877-4323-b1cc-d4b13f47831a req-e9e0c64a-fff6-47dc-ad0d-b03d54c7cb51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:16.215187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45589c8-0877-4323-b1cc-d4b13f47831a req-e9e0c64a-fff6-47dc-ad0d-b03d54c7cb51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:16.222255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45589c8-0877-4323-b1cc-d4b13f47831a req-e9e0c64a-fff6-47dc-ad0d-b03d54c7cb51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:16.228256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45589c8-0877-4323-b1cc-d4b13f47831a req-e9e0c64a-fff6-47dc-ad0d-b03d54c7cb51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:16.241262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45589c8-0877-4323-b1cc-d4b13f47831a req-e9e0c64a-fff6-47dc-ad0d-b03d54c7cb51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:16.247308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45589c8-0877-4323-b1cc-d4b13f47831a req-e9e0c64a-fff6-47dc-ad0d-b03d54c7cb51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:16.252993 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:16.265935 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45589c8-0877-4323-b1cc-d4b13f47831a req-e9e0c64a-fff6-47dc-ad0d-b03d54c7cb51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:16.277064 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e12143ed-8bd8-47b2-91c4-a7d14a45b758 req-e753af6b-ae87-4e5a-9dea-9cadfb14041c service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290669 Apr 05 20:21:16.282543 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b45589c8-0877-4323-b1cc-d4b13f47831a req-e9e0c64a-fff6-47dc-ad0d-b03d54c7cb51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5426 time: 0.8003232 Apr 05 20:21:16.288584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38549d66-9921-4e7e-9650-761720dcd226 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:16.315627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 38549d66-9921-4e7e-9650-761720dcd226, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=38549d66-9921-4e7e-9650-761720dcd226,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:16.331347 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:16.358837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b45589c8-0877-4323-b1cc-d4b13f47831a req-8dd336ab-993b-42c6-85d5-7c8bd91ab63d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752604 Apr 05 20:21:16.436689 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-832cd621-09ce-46e1-8bb3-b59b25df2d47 req-86bc3b5d-3744-45e0-9154-6011fe6a39a9 service neutron] 10.222.0.13 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339287 Apr 05 20:21:16.443704 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e67209d-c341-4370-83b1-31231f1c752a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:16.496463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24facb-ff08-49f7-a9a2-affd88f40247 req-072a7a1f-a88c-401a-a8f5-6025ae796d7f tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:16.497651 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff24facb-ff08-49f7-a9a2-affd88f40247 req-072a7a1f-a88c-401a-a8f5-6025ae796d7f tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 944 time: 0.1522961 Apr 05 20:21:16.505202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=38549d66-9921-4e7e-9650-761720dcd226,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:16.550800 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff24facb-ff08-49f7-a9a2-affd88f40247 req-16685c7a-13f0-4374-9495-b190f84a0cb8 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445943 Apr 05 20:21:16.580815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67209d-c341-4370-83b1-31231f1c752a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c31177e-5534-45a4-912f-50079b07f051,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:16.629041 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e67209d-c341-4370-83b1-31231f1c752a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:16.641718 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5e67209d-c341-4370-83b1-31231f1c752a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6c31177e-5534-45a4-912f-50079b07f051 HTTP/1.1" status: 204 len: 168 time: 1.5531220 Apr 05 20:21:16.642156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37444) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:16.799171 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-832cd621-09ce-46e1-8bb3-b59b25df2d47 req-23bb04df-2bed-428a-ac48-9cd916882867 service neutron] 10.222.0.13 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497272 Apr 05 20:21:16.813546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758a1b4-e8f0-49bc-b676-48d76a2a91ef req-0725d77a-c64d-4b9a-9878-27d95c1871e0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:16.817753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a758a1b4-e8f0-49bc-b676-48d76a2a91ef req-0725d77a-c64d-4b9a-9878-27d95c1871e0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 943 time: 0.2386885 Apr 05 20:21:16.857217 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b63dbda4-055f-46af-b0b9-d2adea55002b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:16.879586 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a758a1b4-e8f0-49bc-b676-48d76a2a91ef req-57255ca8-699a-4b76-86f0-1668b00742b8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565157 Apr 05 20:21:16.966760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514decc-766b-4928-bea9-c3f3b493b1a3 req-8e43aaf5-4d07-4573-96f5-dbf546423ea2 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:16.968768 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8514decc-766b-4928-bea9-c3f3b493b1a3 req-8e43aaf5-4d07-4573-96f5-dbf546423ea2 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.2785859 Apr 05 20:21:17.041914 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b63dbda4-055f-46af-b0b9-d2adea55002b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:17.042996 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['88587879-e816-4c36-8763-92d82cda086d'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:17.080864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['38549d66-9921-4e7e-9650-761720dcd226'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:17.099783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-b63dbda4-055f-46af-b0b9-d2adea55002b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e15f0e5-ed27-4738-b6e8-3e56fc3428ad']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:17.118919 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8514decc-766b-4928-bea9-c3f3b493b1a3 req-8d0cf7fd-69a4-4a44-a7db-c4d2ab0e68d2 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992446 Apr 05 20:21:17.120974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-b63dbda4-055f-46af-b0b9-d2adea55002b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54cad155-52a9-4b9e-a477-f01d2d8d0b25') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:17.121778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-b63dbda4-055f-46af-b0b9-d2adea55002b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54cad155-52a9-4b9e-a477-f01d2d8d0b25') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:17.147919 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b63dbda4-055f-46af-b0b9-d2adea55002b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:17.167500 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['0abe355c-c18d-4a37-bce6-7fc1dba443f1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:17.186323 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b63dbda4-055f-46af-b0b9-d2adea55002b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:17.194227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['e2765005-dfb9-40bd-a743-1b37fd966f55'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:17.200176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63dbda4-055f-46af-b0b9-d2adea55002b admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:21:17.200580 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b63dbda4-055f-46af-b0b9-d2adea55002b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:17.222183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:21:17.227902 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:21:17.301748 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device e770ad3d-5706-4763-855d-e1b6154d122b details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:21:17.403346 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b63dbda4-055f-46af-b0b9-d2adea55002b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:17.428579 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b63dbda4-055f-46af-b0b9-d2adea55002b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:17.451113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63dbda4-055f-46af-b0b9-d2adea55002b admin admin] Pushing event deleted for resources: {'Network': ['ID=7e15f0e5-ed27-4738-b6e8-3e56fc3428ad,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:17.463931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387ceed-5f8c-41d0-af40-e58214970778 req-b206a1fa-4278-4c5e-8956-3e3203ae1b0c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:17.465722 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c387ceed-5f8c-41d0-af40-e58214970778 req-b206a1fa-4278-4c5e-8956-3e3203ae1b0c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1441786 Apr 05 20:21:17.467186 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b63dbda4-055f-46af-b0b9-d2adea55002b admin admin] 10.222.0.24 "DELETE /v2.0/networks/7e15f0e5-ed27-4738-b6e8-3e56fc3428ad HTTP/1.1" status: 204 len: 168 time: 0.8240776 Apr 05 20:21:17.558389 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c387ceed-5f8c-41d0-af40-e58214970778 req-dfd8fa1b-7761-4b5e-8fef-3f3fbe20e4ab tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771546 Apr 05 20:21:17.825204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1a82c-53b8-4034-953c-146c4046484a req-589735a9-e67a-45ad-8e6f-ecab5fb6a8fc tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:17.834059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1a82c-53b8-4034-953c-146c4046484a req-589735a9-e67a-45ad-8e6f-ecab5fb6a8fc tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:17.844264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1a82c-53b8-4034-953c-146c4046484a req-589735a9-e67a-45ad-8e6f-ecab5fb6a8fc tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:17.853273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1a82c-53b8-4034-953c-146c4046484a req-589735a9-e67a-45ad-8e6f-ecab5fb6a8fc tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:17.861595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1a82c-53b8-4034-953c-146c4046484a req-589735a9-e67a-45ad-8e6f-ecab5fb6a8fc tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:17.876193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37486) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:17.881295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1a82c-53b8-4034-953c-146c4046484a req-589735a9-e67a-45ad-8e6f-ecab5fb6a8fc tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:17.888635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1a82c-53b8-4034-953c-146c4046484a req-589735a9-e67a-45ad-8e6f-ecab5fb6a8fc tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:17.891572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2f1a82c-53b8-4034-953c-146c4046484a req-589735a9-e67a-45ad-8e6f-ecab5fb6a8fc tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5428 time: 0.1878538 Apr 05 20:21:17.916146 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port e770ad3d-5706-4763-855d-e1b6154d122b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e770ad3d-5706-4763-855d-e1b6154d122b,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:18.000850 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2f1a82c-53b8-4034-953c-146c4046484a req-c72beae0-2a00-415f-9b23-383d4551d538 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997956 Apr 05 20:21:18.020319 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0fe1114c-8a52-4a1a-bdf7-34541139a60a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=552d8127fcaf4b6abce43fb329b17a26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1429245 Apr 05 20:21:18.023408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37494) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:18.037568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['75682036-7b4c-443d-b0de-61031a48f0da'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:18.100306 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dae1aea7-f0b8-4362-a555-53fd8ab82d64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:18.111798 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'e770ad3d-5706-4763-855d-e1b6154d122b', 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796', 'port_id': 'e770ad3d-5706-4763-855d-e1b6154d122b', 'mac_address': 'fa:16:3e:3a:99:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b600e23-44bb-460f-a1af-d7c4b74bf29a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:21:18.146543 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dae1aea7-f0b8-4362-a555-53fd8ab82d64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:18.231247 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dae1aea7-f0b8-4362-a555-53fd8ab82d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:18.301423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce2b54e-0a16-47e5-a877-e4ca14a5f321 req-bf5cd661-08bd-4a9e-a155-b597548297fc tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:18.309629 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ce2b54e-0a16-47e5-a877-e4ca14a5f321 req-bf5cd661-08bd-4a9e-a155-b597548297fc tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 944 time: 0.1013200 Apr 05 20:21:18.373073 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ce2b54e-0a16-47e5-a877-e4ca14a5f321 req-25a8641d-4a55-4325-8f53-0382442c0bbd tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590160 Apr 05 20:21:18.378075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1aea7-f0b8-4362-a555-53fd8ab82d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f464aeec-d91f-44ac-aa77-f3dfbbc1ccaa,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:18.426411 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dae1aea7-f0b8-4362-a555-53fd8ab82d64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:18.427530 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dae1aea7-f0b8-4362-a555-53fd8ab82d64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f464aeec-d91f-44ac-aa77-f3dfbbc1ccaa HTTP/1.1" status: 204 len: 168 time: 0.4032180 Apr 05 20:21:18.470777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bd08ce-9f8a-44a1-bbd1-9abeb2b1677c req-b6080ec6-753f-487e-bc95-415004bdab43 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:18.478472 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-50bd08ce-9f8a-44a1-bbd1-9abeb2b1677c req-b6080ec6-753f-487e-bc95-415004bdab43 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.2097194 Apr 05 20:21:18.528436 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:18.534972 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-50bd08ce-9f8a-44a1-bbd1-9abeb2b1677c req-bc9b3a19-1954-48aa-930a-1dad803b4965 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552237 Apr 05 20:21:18.604346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e770ad3d-5706-4763-855d-e1b6154d122b {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:18.721406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port e770ad3d-5706-4763-855d-e1b6154d122b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e770ad3d-5706-4763-855d-e1b6154d122b,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:18.806976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3977f287-e7e4-43ab-98df-fae32b9390bf req-ec603141-a5ef-4be2-a0d3-18f093dc29eb tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:18.811767 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:18.815417 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3977f287-e7e4-43ab-98df-fae32b9390bf req-ec603141-a5ef-4be2-a0d3-18f093dc29eb tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 943 time: 0.1903286 Apr 05 20:21:18.913175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=e770ad3d-5706-4763-855d-e1b6154d122b,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:18.927262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3977f287-e7e4-43ab-98df-fae32b9390bf req-ee5e8f5b-8657-4bf9-936d-0a78172f5176 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108775 Apr 05 20:21:19.013167 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['e770ad3d-5706-4763-855d-e1b6154d122b'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:19.099024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c5c70-f98b-431b-b989-3de42ff4d398 req-e8700d2a-9be9-47fa-987e-c7fe39c81074 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:19.107728 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-942c5c70-f98b-431b-b989-3de42ff4d398 req-e8700d2a-9be9-47fa-987e-c7fe39c81074 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1516721 Apr 05 20:21:19.171682 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-942c5c70-f98b-431b-b989-3de42ff4d398 req-788f2279-b8ea-46bb-a61f-bcee360268c9 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608194 Apr 05 20:21:19.283378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:21:19.317003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439dc0-f8c7-43fe-9fbd-c5b30608de2d req-4f84c2c2-4fa7-4a27-bc22-7c1e6e7df143 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:19.323963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439dc0-f8c7-43fe-9fbd-c5b30608de2d req-4f84c2c2-4fa7-4a27-bc22-7c1e6e7df143 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:19.331464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439dc0-f8c7-43fe-9fbd-c5b30608de2d req-4f84c2c2-4fa7-4a27-bc22-7c1e6e7df143 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:19.337956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439dc0-f8c7-43fe-9fbd-c5b30608de2d req-4f84c2c2-4fa7-4a27-bc22-7c1e6e7df143 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:19.344814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439dc0-f8c7-43fe-9fbd-c5b30608de2d req-4f84c2c2-4fa7-4a27-bc22-7c1e6e7df143 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:19.351500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439dc0-f8c7-43fe-9fbd-c5b30608de2d req-4f84c2c2-4fa7-4a27-bc22-7c1e6e7df143 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:19.358389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11439dc0-f8c7-43fe-9fbd-c5b30608de2d req-4f84c2c2-4fa7-4a27-bc22-7c1e6e7df143 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:19.367547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11439dc0-f8c7-43fe-9fbd-c5b30608de2d req-4f84c2c2-4fa7-4a27-bc22-7c1e6e7df143 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5428 time: 0.1736672 Apr 05 20:21:19.498574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dec965-e5bd-45db-836c-88cfec340cf3 req-a7f5de69-6105-41a1-ad6b-f9b2c1f2a5b3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:19.500506 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-57dec965-e5bd-45db-836c-88cfec340cf3 req-a7f5de69-6105-41a1-ad6b-f9b2c1f2a5b3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1695957 Apr 05 20:21:19.558406 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-57dec965-e5bd-45db-836c-88cfec340cf3 req-355f331b-c6de-46d7-9f4d-89113ea5103e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518050 Apr 05 20:21:19.596615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11439dc0-f8c7-43fe-9fbd-c5b30608de2d req-df2e29a5-3a22-4323-ad29-57c8717a1e64 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2283733 Apr 05 20:21:19.633711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:19.670903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'b8ce4392-0ed2-4e49-b49b-ed9888e2eed4', 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76', 'port_id': 'b8ce4392-0ed2-4e49-b49b-ed9888e2eed4', 'mac_address': 'fa:16:3e:5a:ca:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fe4ed7-5511-43cb-8270-e4b3f3328c23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:21:19.818182 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:19.852738 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:19.889672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:19.892010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3058708-e420-4afe-982e-28fd4ba15aae req-2364f6de-c59b-4fd2-b4a9-9f005547b318 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:19.897894 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:19.899863 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3058708-e420-4afe-982e-28fd4ba15aae req-2364f6de-c59b-4fd2-b4a9-9f005547b318 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 944 time: 0.1579289 Apr 05 20:21:19.961537 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3058708-e420-4afe-982e-28fd4ba15aae req-d4cb5919-f137-404a-8e67-bf5180339e9c tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607569 Apr 05 20:21:19.962068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37546) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:19.987480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf713b40-cd92-4e82-8ffd-94fec675b9a0 req-3ae0d384-b9cb-4717-98a6-4b2447127050 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:19.988292 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cf713b40-cd92-4e82-8ffd-94fec675b9a0 req-3ae0d384-b9cb-4717-98a6-4b2447127050 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1758211 Apr 05 20:21:20.018455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:20.063804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cf713b40-cd92-4e82-8ffd-94fec675b9a0 req-86d10632-2e7f-4bfb-a51d-ae0b929d338b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744975 Apr 05 20:21:20.125379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['b8ce4392-0ed2-4e49-b49b-ed9888e2eed4'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:20.159497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-248410420-network', 'tenant_id': '785e615b981f416e8ecef25588db4ba4'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:20.165090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:20.171380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Usage tracker for resource:network and tenant:785e615b981f416e8ecef25588db4ba4 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:20.177267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:20.200875 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:20.276846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Made reservation on behalf of 785e615b981f416e8ecef25588db4ba4 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:20.287403 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:20.309825 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:20.311336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379120b3-226b-4c7f-971c-095d22da4b50 req-0703ba2c-78cc-4ef1-b804-aa652b2eb5e1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:20.313065 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-379120b3-226b-4c7f-971c-095d22da4b50 req-0703ba2c-78cc-4ef1-b804-aa652b2eb5e1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 944 time: 0.1036355 Apr 05 20:21:20.334413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:20.343514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Usage tracker for resource:security_group_rule and tenant:785e615b981f416e8ecef25588db4ba4 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:20.348498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:20.354112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e2765005-dfb9-40bd-a743-1b37fd966f55 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:20.356885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:20.370507 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-379120b3-226b-4c7f-971c-095d22da4b50 req-a53f217d-7c06-4589-b146-e40c4c33fffc tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509779 Apr 05 20:21:20.443154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12afee-2996-4002-be88-85095b76ccce req-3f0a85ed-ab7a-4cb0-9625-e5e212762fda tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:20.444946 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0f12afee-2996-4002-be88-85095b76ccce req-3f0a85ed-ab7a-4cb0-9625-e5e212762fda tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.2252333 Apr 05 20:21:20.497964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port e2765005-dfb9-40bd-a743-1b37fd966f55 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:20.511898 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port e2765005-dfb9-40bd-a743-1b37fd966f55 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:20.512308 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:20.535957 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0f12afee-2996-4002-be88-85095b76ccce req-8c6946ae-e61c-4b32-948f-8e55884e284e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825975 Apr 05 20:21:20.565000 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:20.572483 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:20.586997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:21:20.599217 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:20.599569 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Added segment d2f8cd66-3948-4466-a4f8-a2dfd4ca84a1 of type vlan for network 90a0c32b-2ca4-4083-b0a4-a781f21d01a9 Apr 05 20:21:20.634251 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:20.683964 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:20.687995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:20.698767 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:20.733154 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:20.794356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2765005-dfb9-40bd-a743-1b37fd966f55'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:20.815311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e2765005-dfb9-40bd-a743-1b37fd966f55, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e2765005-dfb9-40bd-a743-1b37fd966f55,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:20.826759 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:20.828225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 75682036-7b4c-443d-b0de-61031a48f0da up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:20.927248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfe95af-8c87-4f8b-92ed-7b5884ec1904,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:20.945388 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c08844-4c4f-4136-ba42-c6963e2db5a0 req-26b3c521-dc9b-461b-b31d-cb64c30b1375 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:20.946913 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d0c08844-4c4f-4136-ba42-c6963e2db5a0 req-26b3c521-dc9b-461b-b31d-cb64c30b1375 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1090872 Apr 05 20:21:21.006123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=e2765005-dfb9-40bd-a743-1b37fd966f55,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:21.037582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 75682036-7b4c-443d-b0de-61031a48f0da completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:21.043896 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 75682036-7b4c-443d-b0de-61031a48f0da triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:21.044651 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:21.064310 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d0c08844-4c4f-4136-ba42-c6963e2db5a0 req-a7889011-b285-4f91-ad7c-f7f75b420250 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102405 Apr 05 20:21:21.202737 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:21.243903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 75682036-7b4c-443d-b0de-61031a48f0da, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=75682036-7b4c-443d-b0de-61031a48f0da,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:21.253664 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2765005-dfb9-40bd-a743-1b37fd966f55', 'code': 200} Apr 05 20:21:21.255116 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:21.256184 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:21.328679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device e770ad3d-5706-4763-855d-e1b6154d122b up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:21.363874 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4006042 Apr 05 20:21:21.367334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a61f8e8-db50-4bbc-9601-51a837b7cd67 admin admin] Pushing event updated for resources: {'Network': ['ID=90a0c32b-2ca4-4083-b0a4-a781f21d01a9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:21.369363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37582) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:21.380544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Request body: {'subnet': {'network_id': '90a0c32b-2ca4-4083-b0a4-a781f21d01a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-248410420-subnet', 'tenant_id': '785e615b981f416e8ecef25588db4ba4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:21.389063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:21.397927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Usage tracker for resource:subnet and tenant:785e615b981f416e8ecef25588db4ba4 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:21.401035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:21.407056 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 90a0c32b-2ca4-4083-b0a4-a781f21d01a9 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:21:21.412881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:21.474712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1fd5a-2e12-4b06-83df-f1c8e1fefee1 req-cd03164c-8055-4f3d-9d9b-a7be10f7780b tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:21.476628 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2db1fd5a-2e12-4b06-83df-f1c8e1fefee1 req-cd03164c-8055-4f3d-9d9b-a7be10f7780b tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 945 time: 0.1281996 Apr 05 20:21:21.478591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caba4b4-c0ab-4cd0-8e46-ba19d84e163f req-b3fe58e2-44e5-4cc8-8a49-1c1c728cabc8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:21.495082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caba4b4-c0ab-4cd0-8e46-ba19d84e163f req-b3fe58e2-44e5-4cc8-8a49-1c1c728cabc8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:21.503538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caba4b4-c0ab-4cd0-8e46-ba19d84e163f req-b3fe58e2-44e5-4cc8-8a49-1c1c728cabc8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:21.511907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caba4b4-c0ab-4cd0-8e46-ba19d84e163f req-b3fe58e2-44e5-4cc8-8a49-1c1c728cabc8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:21.519175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caba4b4-c0ab-4cd0-8e46-ba19d84e163f req-b3fe58e2-44e5-4cc8-8a49-1c1c728cabc8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:21.529601 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caba4b4-c0ab-4cd0-8e46-ba19d84e163f req-b3fe58e2-44e5-4cc8-8a49-1c1c728cabc8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:21.533254 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2db1fd5a-2e12-4b06-83df-f1c8e1fefee1 req-780b7157-7910-48f9-9ca7-78a390bb5891 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496898 Apr 05 20:21:21.539549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caba4b4-c0ab-4cd0-8e46-ba19d84e163f req-b3fe58e2-44e5-4cc8-8a49-1c1c728cabc8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:21.549683 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0caba4b4-c0ab-4cd0-8e46-ba19d84e163f req-b3fe58e2-44e5-4cc8-8a49-1c1c728cabc8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5429 time: 0.6837306 Apr 05 20:21:21.583342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=75682036-7b4c-443d-b0de-61031a48f0da,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:21.609792 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0caba4b4-c0ab-4cd0-8e46-ba19d84e163f req-e6de2db0-bbaf-492f-951e-77d6da59ec15 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573499 Apr 05 20:21:21.615732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:21.618625 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d82f90d1-297c-4ffb-8cab-4f6e72798276 req-ae1c162b-cc45-48b6-86dc-788a4d385abe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8425419 Apr 05 20:21:21.620174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Made reservation on behalf of 785e615b981f416e8ecef25588db4ba4 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:21.625494 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:21.633426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port e770ad3d-5706-4763-855d-e1b6154d122b completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:21.638087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:21.638467 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:21.683777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port e770ad3d-5706-4763-855d-e1b6154d122b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:21.684139 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:21.815768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e9d1cf-0ec9-481b-8ada-d871eff60732 req-9206c05b-e480-4b9e-ae1b-52c5438324c7 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:21.817275 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-85e9d1cf-0ec9-481b-8ada-d871eff60732 req-9206c05b-e480-4b9e-ae1b-52c5438324c7 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1619818 Apr 05 20:21:21.913417 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-85e9d1cf-0ec9-481b-8ada-d871eff60732 req-d98cf0a9-915f-428d-860a-a7ec2e696c17 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826936 Apr 05 20:21:21.962424 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:21.981585 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:22.016562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31723525-c455-490d-91a8-1f1eb7696391 req-1eb87fb6-e7bb-4e54-b148-f38543a1feb4 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:22.016816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port e770ad3d-5706-4763-855d-e1b6154d122b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e770ad3d-5706-4763-855d-e1b6154d122b,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:22.018492 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31723525-c455-490d-91a8-1f1eb7696391 req-1eb87fb6-e7bb-4e54-b148-f38543a1feb4 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 944 time: 0.1718638 Apr 05 20:21:22.028562 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:22.029404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:22.051252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f90d1-297c-4ffb-8cab-4f6e72798276 req-3ee059f1-e518-4045-b241-4659e388a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:22.052745 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d82f90d1-297c-4ffb-8cab-4f6e72798276 req-3ee059f1-e518-4045-b241-4659e388a469 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b&device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 1097 time: 0.3994863 Apr 05 20:21:22.191742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:22.210153 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:22.210920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 0abe355c-c18d-4a37-bce6-7fc1dba443f1 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:22.237364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fec5e-6be2-47d1-8e70-ad6cccc47212 req-5253b0c5-c7dd-428a-bc1c-be10bc74d4ec tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:22.244504 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-971fec5e-6be2-47d1-8e70-ad6cccc47212 req-5253b0c5-c7dd-428a-bc1c-be10bc74d4ec tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1445675 Apr 05 20:21:22.247357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:22.259497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=e770ad3d-5706-4763-855d-e1b6154d122b,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:22.261579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:22.261992 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:22.276318 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:22.316824 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-971fec5e-6be2-47d1-8e70-ad6cccc47212 req-d87d991f-53a2-425b-af9d-0810ea18626b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650992 Apr 05 20:21:22.319456 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:22.319997 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:22.320674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:22.320941 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:22.321685 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:22.322130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:22.322549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:22.322969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:22.323475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:22.323879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:22.324204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:22.324624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:22.403108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad85c906-d18c-45de-865f-3158a50d2e49,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:22.419549 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31723525-c455-490d-91a8-1f1eb7696391 req-887d4e81-cd93-4637-85ef-4159d2da9d6a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659189 Apr 05 20:21:22.455199 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:21:22.469077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f90d1-297c-4ffb-8cab-4f6e72798276 req-20af1659-cc18-4c38-b42a-cb91efbe16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:22.470535 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d82f90d1-297c-4ffb-8cab-4f6e72798276 req-20af1659-cc18-4c38-b42a-cb91efbe16cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e HTTP/1.1" status: 200 len: 914 time: 0.3948019 Apr 05 20:21:22.474627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Checking segment: {'id': 'd2f8cd66-3948-4466-a4f8-a2dfd4ca84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90a0c32b-2ca4-4083-b0a4-a781f21d01a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:21:22.474985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Network hostable DHCP agents. Network: 90a0c32b-2ca4-4083-b0a4-a781f21d01a9, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:21:22.516675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:22.567751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 0abe355c-c18d-4a37-bce6-7fc1dba443f1 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:22.575808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 0abe355c-c18d-4a37-bce6-7fc1dba443f1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:22.576187 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:22.602959 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d82f90d1-297c-4ffb-8cab-4f6e72798276 req-10b0caab-5731-4163-add9-48dca8169e92 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd HTTP/1.1" status: 200 len: 217 time: 0.1203516 Apr 05 20:21:22.621857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Network 90a0c32b-2ca4-4083-b0a4-a781f21d01a9 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:21:22.762711 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:22.790884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 90a0c32b-2ca4-4083-b0a4-a781f21d01a9) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:22.828874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c76eaf-7950-4e6d-8d0e-cdf719819a92 req-b875e6ed-bb76-44e7-b093-dc2261d6527f tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:22.864852 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09c76eaf-7950-4e6d-8d0e-cdf719819a92 req-b875e6ed-bb76-44e7-b093-dc2261d6527f tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 945 time: 0.1671975 Apr 05 20:21:22.892414 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683eb196-a39f-43de-9c08-9282452e83a6 None None] Network 90a0c32b-2ca4-4083-b0a4-a781f21d01a9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:21:22.919197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:22.919836 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:22.929235 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09c76eaf-7950-4e6d-8d0e-cdf719819a92 req-7ea8a932-e291-401b-897e-b2840571099b tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633779 Apr 05 20:21:22.958852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f90d1-297c-4ffb-8cab-4f6e72798276 req-687b93a7-6e7b-45c9-af89-75d1e211ddb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:22.960729 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d82f90d1-297c-4ffb-8cab-4f6e72798276 req-687b93a7-6e7b-45c9-af89-75d1e211ddb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f37a02-4584-4cdb-9a53-ef614777d971 HTTP/1.1" status: 200 len: 853 time: 0.3417590 Apr 05 20:21:23.019057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:23.030318 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:23.059175 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:23.064064 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d82f90d1-297c-4ffb-8cab-4f6e72798276 req-9adb3b6f-b4f0-43ac-bb0a-14d4d6c9dee5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855460 Apr 05 20:21:23.070939 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c6e98fc3-1fc9-4aa0-a1b1-5b2d853543e2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6986010 Apr 05 20:21:23.083054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78e545-2089-4abd-bd45-2babfd8a6636 req-f6be108d-93b3-45ed-8336-c989181b78bd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:23.084885 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc78e545-2089-4abd-bd45-2babfd8a6636 req-f6be108d-93b3-45ed-8336-c989181b78bd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3210413 Apr 05 20:21:23.182025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246e57-49c6-4582-a280-68f8a287b92d req-19533d25-79ab-407d-ad3d-0671b8c8aab6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:23.191936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246e57-49c6-4582-a280-68f8a287b92d req-19533d25-79ab-407d-ad3d-0671b8c8aab6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:23.201467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246e57-49c6-4582-a280-68f8a287b92d req-19533d25-79ab-407d-ad3d-0671b8c8aab6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:23.208140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246e57-49c6-4582-a280-68f8a287b92d req-19533d25-79ab-407d-ad3d-0671b8c8aab6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:23.215147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246e57-49c6-4582-a280-68f8a287b92d req-19533d25-79ab-407d-ad3d-0671b8c8aab6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:23.222017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246e57-49c6-4582-a280-68f8a287b92d req-19533d25-79ab-407d-ad3d-0671b8c8aab6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:23.228021 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31246e57-49c6-4582-a280-68f8a287b92d req-19533d25-79ab-407d-ad3d-0671b8c8aab6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:23.236540 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-31246e57-49c6-4582-a280-68f8a287b92d req-19533d25-79ab-407d-ad3d-0671b8c8aab6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5431 time: 0.1865640 Apr 05 20:21:23.236855 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 0abe355c-c18d-4a37-bce6-7fc1dba443f1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=0abe355c-c18d-4a37-bce6-7fc1dba443f1,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:23.255416 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75682036-7b4c-443d-b0de-61031a48f0da'}, {'server_uuid': '5e2184e0-031b-4f40-8955-8e4c9b3822c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e770ad3d-5706-4763-855d-e1b6154d122b'}, {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95'}, {'server_uuid': 'ab5e4b69-3350-42a0-becc-72ef79445a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ce4392-0ed2-4e49-b49b-ed9888e2eed4'}, {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe355c-c18d-4a37-bce6-7fc1dba443f1'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:23.277769 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:23.278843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 88587879-e816-4c36-8763-92d82cda086d up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:23.306779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc78e545-2089-4abd-bd45-2babfd8a6636 req-6d659b50-3b03-448f-b982-d24ccc1d0b11 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966522 Apr 05 20:21:23.363211 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-31246e57-49c6-4582-a280-68f8a287b92d req-64e60da1-7c4c-47c5-a794-375668d37fff tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1257215 Apr 05 20:21:23.388745 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d82f90d1-297c-4ffb-8cab-4f6e72798276 req-c2758427-0de0-4ef1-a77c-ac117ef942dc service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158693 Apr 05 20:21:23.479932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:23.553446 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75682036-7b4c-443d-b0de-61031a48f0da', 'code': 200} Apr 05 20:21:23.554127 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2184e0-031b-4f40-8955-8e4c9b3822c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e770ad3d-5706-4763-855d-e1b6154d122b', 'code': 200} Apr 05 20:21:23.554358 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95', 'code': 200} Apr 05 20:21:23.554611 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5e4b69-3350-42a0-becc-72ef79445a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ce4392-0ed2-4e49-b49b-ed9888e2eed4', 'code': 200} Apr 05 20:21:23.554860 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abe355c-c18d-4a37-bce6-7fc1dba443f1', 'code': 200} Apr 05 20:21:23.658870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=0abe355c-c18d-4a37-bce6-7fc1dba443f1,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:23.669356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a8d662-9906-4521-90b3-91b792dbf9e3 None None] Network 90a0c32b-2ca4-4083-b0a4-a781f21d01a9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:21:23.708965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 88587879-e816-4c36-8763-92d82cda086d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:23.743053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 88587879-e816-4c36-8763-92d82cda086d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:23.743555 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:23.821349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720760f4-0641-440a-ae30-d2f61e4ec762 req-ab245e76-f244-4c5e-a453-b8cb0b97abce tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:23.828323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-720760f4-0641-440a-ae30-d2f61e4ec762 req-ab245e76-f244-4c5e-a453-b8cb0b97abce tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.2316287 Apr 05 20:21:23.854610 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d82f90d1-297c-4ffb-8cab-4f6e72798276 req-2603c94c-5f75-4b39-918d-11a8181089fa service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589560 Apr 05 20:21:23.860824 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0dd2e7-83b5-438e-9ed0-6384697b74bc req-fbf0b77a-5171-4b01-a345-8f3420ab85ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:23.863980 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d0dd2e7-83b5-438e-9ed0-6384697b74bc req-fbf0b77a-5171-4b01-a345-8f3420ab85ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 1096 time: 0.2146127 Apr 05 20:21:23.868521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba34b6-f5b4-4aad-a0a1-5d06f6e7f56d req-06cb9ad9-f3f4-4d2a-93f1-7d3ad1442740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:23.870290 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-86ba34b6-f5b4-4aad-a0a1-5d06f6e7f56d req-06cb9ad9-f3f4-4d2a-93f1-7d3ad1442740 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 1097 time: 0.2232172 Apr 05 20:21:23.959189 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d0dd2e7-83b5-438e-9ed0-6384697b74bc req-c10690ab-09ea-4501-a5a7-08c2455e98aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768356 Apr 05 20:21:23.974003 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-720760f4-0641-440a-ae30-d2f61e4ec762 req-99f6e32c-857f-4860-93c6-1c09607106c8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447747 Apr 05 20:21:23.975881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-42e1a62e-8c2b-4ce9-8b50-2800449d0d6e tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:23.977743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-42e1a62e-8c2b-4ce9-8b50-2800449d0d6e tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Synchronizing usage tracker for tenant:785e615b981f416e8ecef25588db4ba4 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:21:24.001655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-86ba34b6-f5b4-4aad-a0a1-5d06f6e7f56d req-97847679-2e49-4d35-89fc-89bd98f0e507 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207037 Apr 05 20:21:24.018827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-42e1a62e-8c2b-4ce9-8b50-2800449d0d6e tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Unset dirty status for tenant:785e615b981f416e8ecef25588db4ba4 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:21:24.020067 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-42e1a62e-8c2b-4ce9-8b50-2800449d0d6e tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/networks?id=90a0c32b-2ca4-4083-b0a4-a781f21d01a9 HTTP/1.1" status: 200 len: 821 time: 0.3333225 Apr 05 20:21:24.047896 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d35e80ba-ad4d-4fee-a6c0-3c51ddb6c887 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/quotas/785e615b981f416e8ecef25588db4ba4 HTTP/1.1" status: 200 len: 375 time: 0.0200293 Apr 05 20:21:24.111538 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-3b9bfd57-df1a-4b38-bafd-30029db25a17 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=785e615b981f416e8ecef25588db4ba4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564475 Apr 05 20:21:24.394522 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:24.409000 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-ee0081b3-1d62-43f9-81cb-fe6198bb03de service neutron] 10.222.0.24 "GET /v2.0/networks/90a0c32b-2ca4-4083-b0a4-a781f21d01a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916803 Apr 05 20:21:24.464859 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 88587879-e816-4c36-8763-92d82cda086d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=88587879-e816-4c36-8763-92d82cda086d,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:24.479608 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:24.480761 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 38549d66-9921-4e7e-9650-761720dcd226 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:24.516052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb58164-d2f8-4d5a-86f1-5fe74a7e98a6 req-90b6ed4d-bb36-46cd-a7c9-05ebb077276b tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:24.530580 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcb58164-d2f8-4d5a-86f1-5fe74a7e98a6 req-90b6ed4d-bb36-46cd-a7c9-05ebb077276b tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 946 time: 0.1871409 Apr 05 20:21:24.579879 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-5d2d896b-b384-44ce-b288-d3cc796b212b service neutron] 10.222.0.24 "GET /v2.0/networks/90a0c32b-2ca4-4083-b0a4-a781f21d01a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699305 Apr 05 20:21:24.599962 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37658) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:24.628727 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcb58164-d2f8-4d5a-86f1-5fe74a7e98a6 req-2e3b66ee-9d2c-4fdd-98c6-c018d8c4747e tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962296 Apr 05 20:21:24.808612 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9d5507c-f846-442b-b4fe-041ca90a5f8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:24.822196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=88587879-e816-4c36-8763-92d82cda086d,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:24.835425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 38549d66-9921-4e7e-9650-761720dcd226 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:24.841083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 38549d66-9921-4e7e-9650-761720dcd226 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:24.841453 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:24.870907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a9d5507c-f846-442b-b4fe-041ca90a5f8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:24.881057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a9d5507c-f846-442b-b4fe-041ca90a5f8b admin admin] Usage tracker for resource:security_group_rule and tenant:51e82500ee584443ab52937d8906b5a7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:24.886551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cdcc8-606b-4e3a-9b5b-78f856855c32 req-0c9e6480-95f0-4e51-a157-688234448824 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:24.886828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a9d5507c-f846-442b-b4fe-041ca90a5f8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:24.888638 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d78cdcc8-606b-4e3a-9b5b-78f856855c32 req-0c9e6480-95f0-4e51-a157-688234448824 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.0990460 Apr 05 20:21:24.960279 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d78cdcc8-606b-4e3a-9b5b-78f856855c32 req-eda9cda2-eeaa-4885-ac75-c02b9b28e9eb tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654185 Apr 05 20:21:24.989904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a9d5507c-f846-442b-b4fe-041ca90a5f8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:24.999956 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:25.068109 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 38549d66-9921-4e7e-9650-761720dcd226, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=38549d66-9921-4e7e-9650-761720dcd226,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:25.070449 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-19391290-de04-47f2-af6a-74e2f21beb23 req-07982dd4-2137-440f-9b77-1ffd98fb609e tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 210 time: 0.0541704 Apr 05 20:21:25.074782 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:25.151186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=38549d66-9921-4e7e-9650-761720dcd226,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:25.156117 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9d5507c-f846-442b-b4fe-041ca90a5f8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:25.162440 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9d5507c-f846-442b-b4fe-041ca90a5f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:25.205784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5507c-f846-442b-b4fe-041ca90a5f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ca45db-66ba-481e-8ced-4f775c591e18,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:25.249533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37678) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:25.259562 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a9d5507c-f846-442b-b4fe-041ca90a5f8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51e82500ee584443ab52937d8906b5a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6584604 Apr 05 20:21:25.297214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4090c-f67e-4503-8eec-921f443d1fca req-616b952e-e824-41c5-94ba-7f8beae1a2c6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:25.303608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4090c-f67e-4503-8eec-921f443d1fca req-616b952e-e824-41c5-94ba-7f8beae1a2c6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:25.310705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4090c-f67e-4503-8eec-921f443d1fca req-616b952e-e824-41c5-94ba-7f8beae1a2c6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:25.317650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4090c-f67e-4503-8eec-921f443d1fca req-616b952e-e824-41c5-94ba-7f8beae1a2c6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:25.325287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4090c-f67e-4503-8eec-921f443d1fca req-616b952e-e824-41c5-94ba-7f8beae1a2c6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:25.331910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4090c-f67e-4503-8eec-921f443d1fca req-616b952e-e824-41c5-94ba-7f8beae1a2c6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:25.345538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4090c-f67e-4503-8eec-921f443d1fca req-616b952e-e824-41c5-94ba-7f8beae1a2c6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:25.356826 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-18c4090c-f67e-4503-8eec-921f443d1fca req-616b952e-e824-41c5-94ba-7f8beae1a2c6 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5433 time: 0.4716334 Apr 05 20:21:25.366509 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-40df643a-053d-4af7-a897-7be1791517ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:25.396609 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-40df643a-053d-4af7-a897-7be1791517ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:25.446780 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-18c4090c-f67e-4503-8eec-921f443d1fca req-88db0977-c069-473b-9926-0912185b48df tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0885546 Apr 05 20:21:25.539720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e5731-25da-4caf-8145-c7af3ab1e462 req-d7726d47-ec1f-480c-8d1c-41f7426481c3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:25.542066 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-182e5731-25da-4caf-8145-c7af3ab1e462 req-d7726d47-ec1f-480c-8d1c-41f7426481c3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1765079 Apr 05 20:21:25.542781 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-40df643a-053d-4af7-a897-7be1791517ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:25.556865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88587879-e816-4c36-8763-92d82cda086d'}, {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38549d66-9921-4e7e-9650-761720dcd226'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:25.565191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40df643a-053d-4af7-a897-7be1791517ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ca45db-66ba-481e-8ced-4f775c591e18,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:25.588266 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-40df643a-053d-4af7-a897-7be1791517ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:25.592166 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-40df643a-053d-4af7-a897-7be1791517ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15ca45db-66ba-481e-8ced-4f775c591e18 HTTP/1.1" status: 204 len: 168 time: 0.3389819 Apr 05 20:21:25.676392 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-182e5731-25da-4caf-8145-c7af3ab1e462 req-d184cb3e-651d-4d54-88d1-50daf26d24e7 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134081 Apr 05 20:21:25.683847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2656add-2de9-4cd8-8a42-db3518d1e379 req-7576daeb-8054-43fd-9a0b-22b231d91a0a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:25.685490 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a2656add-2de9-4cd8-8a42-db3518d1e379 req-7576daeb-8054-43fd-9a0b-22b231d91a0a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.1320119 Apr 05 20:21:25.786117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a2656add-2de9-4cd8-8a42-db3518d1e379 req-b2cd5fb1-71dd-4d41-b1dc-4c02532bd99c tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945101 Apr 05 20:21:25.786350 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88587879-e816-4c36-8763-92d82cda086d', 'code': 200} Apr 05 20:21:25.786746 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38549d66-9921-4e7e-9650-761720dcd226', 'code': 200} Apr 05 20:21:26.298165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0327b-db9d-4244-b310-2080c4dcddf9 req-87f35583-0e92-42e3-a74f-d82077ff7ffc tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:26.307198 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d0d0327b-db9d-4244-b310-2080c4dcddf9 req-87f35583-0e92-42e3-a74f-d82077ff7ffc tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 946 time: 0.2037852 Apr 05 20:21:26.574622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d0d0327b-db9d-4244-b310-2080c4dcddf9 req-4af8682a-4f98-460d-af74-8f64b6badf03 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660241 Apr 05 20:21:26.619704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e70495-750e-4443-aa7d-d813b2c2c3e5 req-576b8e1a-d8c3-4615-8f7d-c710b8c69263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:26.627121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e70495-750e-4443-aa7d-d813b2c2c3e5 req-576b8e1a-d8c3-4615-8f7d-c710b8c69263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:26.629149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e70495-750e-4443-aa7d-d813b2c2c3e5 req-576b8e1a-d8c3-4615-8f7d-c710b8c69263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:26.635137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e70495-750e-4443-aa7d-d813b2c2c3e5 req-576b8e1a-d8c3-4615-8f7d-c710b8c69263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:26.635761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e70495-750e-4443-aa7d-d813b2c2c3e5 req-576b8e1a-d8c3-4615-8f7d-c710b8c69263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:26.638136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e70495-750e-4443-aa7d-d813b2c2c3e5 req-576b8e1a-d8c3-4615-8f7d-c710b8c69263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:26.638797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e70495-750e-4443-aa7d-d813b2c2c3e5 req-576b8e1a-d8c3-4615-8f7d-c710b8c69263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:26.646623 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-62e70495-750e-4443-aa7d-d813b2c2c3e5 req-576b8e1a-d8c3-4615-8f7d-c710b8c69263 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 6491 time: 0.6556125 Apr 05 20:21:26.803233 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-62e70495-750e-4443-aa7d-d813b2c2c3e5 req-28fd0f7f-9a0c-43f8-8761-650da150216e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1496267 Apr 05 20:21:26.970563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-1960df16-ae07-4833-8953-cea1e5637cd7 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:26.976384 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-1960df16-ae07-4833-8953-cea1e5637cd7 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.41 "GET /v2.0/networks?id=90a0c32b-2ca4-4083-b0a4-a781f21d01a9 HTTP/1.1" status: 200 len: 821 time: 0.5287702 Apr 05 20:21:27.008706 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca739add-9c46-4c96-9a1e-3acd17212cc3 req-5b98ea7a-54ee-4c17-9cab-652551dff4da tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 210 time: 0.1135726 Apr 05 20:21:27.090982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Request body: {'port': {'device_id': '5b744a59-fda8-4ea0-bee7-7234a443cb1e', 'network_id': '90a0c32b-2ca4-4083-b0a4-a781f21d01a9', 'admin_state_up': True, 'tenant_id': '785e615b981f416e8ecef25588db4ba4'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:27.317479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16dba3-a368-4d32-bcf6-5c40fb71e983 req-b8720a07-7fd8-4027-b28d-04a180a0cbe2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:27.321628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ddc4a-9a4b-4790-800d-cb3c79417fa3 req-94c7c1c9-71ad-487d-8a26-bb8105d0d053 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:27.323553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-494ddc4a-9a4b-4790-800d-cb3c79417fa3 req-94c7c1c9-71ad-487d-8a26-bb8105d0d053 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 946 time: 0.1887572 Apr 05 20:21:27.325419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16dba3-a368-4d32-bcf6-5c40fb71e983 req-b8720a07-7fd8-4027-b28d-04a180a0cbe2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:27.332137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16dba3-a368-4d32-bcf6-5c40fb71e983 req-b8720a07-7fd8-4027-b28d-04a180a0cbe2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:27.338066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16dba3-a368-4d32-bcf6-5c40fb71e983 req-b8720a07-7fd8-4027-b28d-04a180a0cbe2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:27.344538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16dba3-a368-4d32-bcf6-5c40fb71e983 req-b8720a07-7fd8-4027-b28d-04a180a0cbe2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:27.350618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16dba3-a368-4d32-bcf6-5c40fb71e983 req-b8720a07-7fd8-4027-b28d-04a180a0cbe2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:27.356505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16dba3-a368-4d32-bcf6-5c40fb71e983 req-b8720a07-7fd8-4027-b28d-04a180a0cbe2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:27.358607 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0b16dba3-a368-4d32-bcf6-5c40fb71e983 req-b8720a07-7fd8-4027-b28d-04a180a0cbe2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5434 time: 0.3649092 Apr 05 20:21:27.369589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:27.381296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-494ddc4a-9a4b-4790-800d-cb3c79417fa3 req-98cda0c8-6067-4eb8-91ad-989a5e0248d2 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511878 Apr 05 20:21:27.392835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Usage tracker for resource:port and tenant:785e615b981f416e8ecef25588db4ba4 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:27.397417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:27.413035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:27.429987 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0b16dba3-a368-4d32-bcf6-5c40fb71e983 req-8e3fd5aa-7baf-44be-a3c8-2dc1656e77d7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621479 Apr 05 20:21:27.440603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Made reservation on behalf of 785e615b981f416e8ecef25588db4ba4 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:27.444955 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:27.615111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff0cc8-1b07-4656-a914-7b9e4b8f5493 req-d346dd71-cef8-4192-a891-43fb36aaec13 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:27.616133 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cff0cc8-1b07-4656-a914-7b9e4b8f5493 req-d346dd71-cef8-4192-a891-43fb36aaec13 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.0851741 Apr 05 20:21:27.672908 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cff0cc8-1b07-4656-a914-7b9e4b8f5493 req-a0c8c85e-3a82-4647-849c-30cef34c38e0 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509644 Apr 05 20:21:27.722949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a349f-5577-4f16-87b9-06dd5664420b req-30176ff6-8e23-4bf5-a5fb-322fdde80eec tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:27.729701 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee9a349f-5577-4f16-87b9-06dd5664420b req-30176ff6-8e23-4bf5-a5fb-322fdde80eec tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.1732843 Apr 05 20:21:27.747951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Allocated IP 172.20.0.6 (90a0c32b-2ca4-4083-b0a4-a781f21d01a9/ad85c906-d18c-45de-865f-3158a50d2e49/2f2e0f75-2dc2-41e4-9c1c-908e41235485) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:21:27.785282 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee9a349f-5577-4f16-87b9-06dd5664420b req-000b0ff9-5b9e-41ec-9a16-37a79bbc6f85 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546584 Apr 05 20:21:28.097560 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:28.180254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cad60-2a62-4a92-845a-78979c11fec0 req-e987bf7f-8db0-457d-8a68-6989da5fb3ab tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:28.182714 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-696cad60-2a62-4a92-845a-78979c11fec0 req-e987bf7f-8db0-457d-8a68-6989da5fb3ab tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1466596 Apr 05 20:21:28.210010 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:28.244060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37794) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:28.254471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-633388984'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:28.273193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:28.287803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Usage tracker for resource:network and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:28.294087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:28.306904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:28.327234 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-696cad60-2a62-4a92-845a-78979c11fec0 req-b5d45e60-ad50-4587-b8ee-f7b59e09d5df tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352742 Apr 05 20:21:28.332585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Network 90a0c32b-2ca4-4083-b0a4-a781f21d01a9 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:21:28.336263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:28.338250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Pushing event updated for resources: {'Port': ['ID=2f2e0f75-2dc2-41e4-9c1c-908e41235485,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:28.340250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:21:28.342591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Made reservation on behalf of 67f206acc8b04566894efcfbb5ff0d28 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:28.351629 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:28.408177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:21:28.426351 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:28.426780 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Added segment 42000db0-c3dc-46b4-8625-d1129f469306 of type vlan for network d5907306-16c4-4573-8487-923347eaefb1 Apr 05 20:21:28.449124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:28.450241 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:28.492371 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-d9ff4719-63f1-4fe7-b662-0c1a598595a3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4223762 Apr 05 20:21:28.502865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Request body: {'port': {'device_id': '5b744a59-fda8-4ea0-bee7-7234a443cb1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:28.509402 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:28.593961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00977a3-63f9-42a9-93a1-b152a5d3562d req-5910146d-769c-4d60-aee3-e1aed9b8ccf6 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:28.595562 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a00977a3-63f9-42a9-93a1-b152a5d3562d req-5910146d-769c-4d60-aee3-e1aed9b8ccf6 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 931 time: 0.1706984 Apr 05 20:21:28.612092 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:28.617500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:28.618123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:28.753207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'Network': ['ID=d5907306-16c4-4573-8487-923347eaefb1,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:28.766557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network d5907306-16c4-4573-8487-923347eaefb1 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:21:28.811105 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f948fe60-39b7-4940-8fb5-c7d56dc7b6eb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5659268 Apr 05 20:21:28.814313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37826) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:28.824428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1066681885'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:28.831077 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a00977a3-63f9-42a9-93a1-b152a5d3562d req-bde6d43b-0fa2-4ead-b16c-8bb516a7f996 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebfe95af-8c87-4f8b-92ed-7b5884ec1904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201207 Apr 05 20:21:28.833461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:28.838119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Usage tracker for resource:network and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:28.841906 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:28.849252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:28.875145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Made reservation on behalf of 67f206acc8b04566894efcfbb5ff0d28 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:28.880128 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:28.930202 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:28.934322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:21:28.950166 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:28.950357 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Added segment 59f8f35b-ba74-4699-8414-b6ba30d43afd of type vlan for network 04a540e0-f994-4bb6-b37f-c12b8378196f Apr 05 20:21:28.989155 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:29.026207 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:29.030569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfb5a6-9fb4-4b9d-981c-0e0d719882ce req-4185672b-4cc9-489c-87ce-e6961363ac52 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:29.033454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:29.034241 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:29.036369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfb5a6-9fb4-4b9d-981c-0e0d719882ce req-4185672b-4cc9-489c-87ce-e6961363ac52 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:29.044948 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfb5a6-9fb4-4b9d-981c-0e0d719882ce req-4185672b-4cc9-489c-87ce-e6961363ac52 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:29.049352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfb5a6-9fb4-4b9d-981c-0e0d719882ce req-4185672b-4cc9-489c-87ce-e6961363ac52 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:29.055223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfb5a6-9fb4-4b9d-981c-0e0d719882ce req-4185672b-4cc9-489c-87ce-e6961363ac52 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:29.060957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfb5a6-9fb4-4b9d-981c-0e0d719882ce req-4185672b-4cc9-489c-87ce-e6961363ac52 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:29.067286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dfb5a6-9fb4-4b9d-981c-0e0d719882ce req-4185672b-4cc9-489c-87ce-e6961363ac52 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:29.069180 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6dfb5a6-9fb4-4b9d-981c-0e0d719882ce req-4185672b-4cc9-489c-87ce-e6961363ac52 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5434 time: 0.2178884 Apr 05 20:21:29.178631 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6dfb5a6-9fb4-4b9d-981c-0e0d719882ce req-5a2e8c99-8406-4872-ac96-7d9087bc64a8 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1026747 Apr 05 20:21:29.236146 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4207783 Apr 05 20:21:29.241336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddcc2e5-e5e4-42b3-838e-81fd7c4187d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'Network': ['ID=04a540e0-f994-4bb6-b37f-c12b8378196f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:29.244230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37846) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:29.254479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'subnet': {'network_id': 'd5907306-16c4-4573-8487-923347eaefb1', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:29.255910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 04a540e0-f994-4bb6-b37f-c12b8378196f details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:21:29.413649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab8507-a09f-4d30-8822-39114169f4a3 req-90d4cc1a-04fb-4867-b0f2-957d58f8b18c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:29.415513 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2eab8507-a09f-4d30-8822-39114169f4a3 req-90d4cc1a-04fb-4867-b0f2-957d58f8b18c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3521678 Apr 05 20:21:29.463592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:29.481722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Usage tracker for resource:subnet and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:29.493443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:29.503553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:29.524390 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2eab8507-a09f-4d30-8822-39114169f4a3 req-3daad98f-6f9d-4d26-95f1-9375115da0f4 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990715 Apr 05 20:21:29.548193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Made reservation on behalf of 67f206acc8b04566894efcfbb5ff0d28 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:29.552566 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:29.553293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2e0f75-2dc2-41e4-9c1c-908e41235485 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:29.567301 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:29.593645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Transition to ACTIVE for port object 2f2e0f75-2dc2-41e4-9c1c-908e41235485 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:21:29.605542 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcfb200-1857-4e2f-bbf5-e823addfc689 req-bbed7298-9a7a-4624-a9b4-95c67b7a766e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:29.616912 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbcfb200-1857-4e2f-bbf5-e823addfc689 req-bbed7298-9a7a-4624-a9b4-95c67b7a766e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.3097150 Apr 05 20:21:29.633768 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:29.792210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Pushing event updated for resources: {'Port': ['ID=2f2e0f75-2dc2-41e4-9c1c-908e41235485,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:29.862858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8442b3d-2d04-4898-bba0-9746b3f8d886 req-4eb99eca-e170-4db6-bac5-7c3761d55d39 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:29.865503 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8442b3d-2d04-4898-bba0-9746b3f8d886 req-4eb99eca-e170-4db6-bac5-7c3761d55d39 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 946 time: 0.1625454 Apr 05 20:21:29.895341 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbcfb200-1857-4e2f-bbf5-e823addfc689 req-9f01bf08-e710-405d-8248-874fdd98c1d7 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775011 Apr 05 20:21:29.926807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Attempting to bind port 2f2e0f75-2dc2-41e4-9c1c-908e41235485 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:21:29.927139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Attempting to bind port 2f2e0f75-2dc2-41e4-9c1c-908e41235485 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'd2f8cd66-3948-4466-a4f8-a2dfd4ca84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90a0c32b-2ca4-4083-b0a4-a781f21d01a9'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:21:29.927582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Attempting to bind port 2f2e0f75-2dc2-41e4-9c1c-908e41235485 on network 90a0c32b-2ca4-4083-b0a4-a781f21d01a9 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:21:29.932897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Port 2f2e0f75-2dc2-41e4-9c1c-908e41235485 on network 90a0c32b-2ca4-4083-b0a4-a781f21d01a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:21:29.933219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Attempting to bind port 2f2e0f75-2dc2-41e4-9c1c-908e41235485 on network 90a0c32b-2ca4-4083-b0a4-a781f21d01a9 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:21:29.938646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:21:29.938987 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Checking segment: {'id': 'd2f8cd66-3948-4466-a4f8-a2dfd4ca84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90a0c32b-2ca4-4083-b0a4-a781f21d01a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:21:29.939592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Bound using segment: {'id': 'd2f8cd66-3948-4466-a4f8-a2dfd4ca84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90a0c32b-2ca4-4083-b0a4-a781f21d01a9'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:21:29.939930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Bound port: 2f2e0f75-2dc2-41e4-9c1c-908e41235485, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f8cd66-3948-4466-a4f8-a2dfd4ca84a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90a0c32b-2ca4-4083-b0a4-a781f21d01a9'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:21:29.940282 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:29.997955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8442b3d-2d04-4898-bba0-9746b3f8d886 req-b3b50953-3ddf-4e1b-951a-ca345ddf8923 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138005 Apr 05 20:21:30.060315 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:30.119728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] For port 2f2e0f75-2dc2-41e4-9c1c-908e41235485, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:21:30.126518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] For port 2f2e0f75-2dc2-41e4-9c1c-908e41235485, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2f2e0f75-2dc2-41e4-9c1c-908e41235485,segment=NetworkSegment(d2f8cd66-3948-4466-a4f8-a2dfd4ca84a1),segment_id=d2f8cd66-3948-4466-a4f8-a2dfd4ca84a1)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:21:30.132344 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:30.133856 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-d3103c8c-bb89-4394-a137-b0b4f5f86ddc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2567546 Apr 05 20:21:30.205042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.205613 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:30.206969 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] 10.222.0.41 "PUT /v2.0/ports/2f2e0f75-2dc2-41e4-9c1c-908e41235485 HTTP/1.1" status: 200 len: 1091 time: 1.7100048 Apr 05 20:21:30.209415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b744a59-fda8-4ea0-bee7-7234a443cb1e', 'tag': '2f2e0f75-2dc2-41e4-9c1c-908e41235485'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:30.238946 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'Subnet': ['ID=5925bc75-d9cd-41b1-a0fe-8314d5c0345b,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:30.246055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421c75d-92c1-4ceb-832a-5f377e4e1cd0 req-55fde6d1-86d9-4b80-9383-4cfb03bf5466 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.252493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421c75d-92c1-4ceb-832a-5f377e4e1cd0 req-55fde6d1-86d9-4b80-9383-4cfb03bf5466 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.256555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Checking segment: {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:21:30.256911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Network hostable DHCP agents. Network: d5907306-16c4-4573-8487-923347eaefb1, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:21:30.258082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421c75d-92c1-4ceb-832a-5f377e4e1cd0 req-55fde6d1-86d9-4b80-9383-4cfb03bf5466 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.263990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421c75d-92c1-4ceb-832a-5f377e4e1cd0 req-55fde6d1-86d9-4b80-9383-4cfb03bf5466 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.270670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421c75d-92c1-4ceb-832a-5f377e4e1cd0 req-55fde6d1-86d9-4b80-9383-4cfb03bf5466 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.276574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421c75d-92c1-4ceb-832a-5f377e4e1cd0 req-55fde6d1-86d9-4b80-9383-4cfb03bf5466 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.283365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421c75d-92c1-4ceb-832a-5f377e4e1cd0 req-55fde6d1-86d9-4b80-9383-4cfb03bf5466 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.284928 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4421c75d-92c1-4ceb-832a-5f377e4e1cd0 req-55fde6d1-86d9-4b80-9383-4cfb03bf5466 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5434 time: 0.2375870 Apr 05 20:21:30.307160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37878) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:30.321330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-983a9000-ecc4-46b0-b30d-d29044c1863a tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Request body: {'floatingip': {'port_id': 'f9448b79-3827-496f-864e-611a8674e2de'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:30.337578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fa7eb-9b73-4aa3-a3b7-6a266e9fae1e service neutron] Pushing event updated for resources: {'Port': ['ID=2f2e0f75-2dc2-41e4-9c1c-908e41235485,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:30.387852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-ad4b1272-670d-4b23-9e6d-92568a2d81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.388715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-ad4b1272-670d-4b23-9e6d-92568a2d81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.389520 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-ad4b1272-670d-4b23-9e6d-92568a2d81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.390741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-ad4b1272-670d-4b23-9e6d-92568a2d81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.392436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-ad4b1272-670d-4b23-9e6d-92568a2d81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.393154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-ad4b1272-670d-4b23-9e6d-92568a2d81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.393789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-ad4b1272-670d-4b23-9e6d-92568a2d81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.396476 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-ad4b1272-670d-4b23-9e6d-92568a2d81da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 6491 time: 0.1089423 Apr 05 20:21:30.531201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-983a9000-ecc4-46b0-b30d-d29044c1863a tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:30.618110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Network d5907306-16c4-4573-8487-923347eaefb1 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:21:30.627064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9bb43-8eac-4248-9178-cde258ad51aa req-11bd0e43-28b2-44b0-bfd3-090fbaab3be7 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.627785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d5c9bb43-8eac-4248-9178-cde258ad51aa req-11bd0e43-28b2-44b0-bfd3-090fbaab3be7 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Synchronizing usage tracker for tenant:785e615b981f416e8ecef25588db4ba4 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:21:30.637536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-d16806ab-c516-4a99-a21a-3d87553cd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.638095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-d16806ab-c516-4a99-a21a-3d87553cd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.638555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-d16806ab-c516-4a99-a21a-3d87553cd339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.640643 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-d16806ab-c516-4a99-a21a-3d87553cd339 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1d4db6d-e221-421f-bec4-215e49978b5e&id=65078b3e-8573-4599-8d5f-da3f86914493&id=65078b3e-8573-4599-8d5f-da3f86914493&id=65078b3e-8573-4599-8d5f-da3f86914493&id=65078b3e-8573-4599-8d5f-da3f86914493&id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&id=155ded23-dcca-4bf5-8033-6cb75ec37e9a HTTP/1.1" status: 200 len: 2293 time: 0.1875205 Apr 05 20:21:30.691789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, d5907306-16c4-4573-8487-923347eaefb1) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:30.701421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9506e530-8884-48c9-acd3-f5a1237382c9 req-8c167586-d219-4938-b6e3-f7e19f76e2c6 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.711021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc4d9a6-6ceb-4c1e-a42c-ec9969cf09a3 None None] Network d5907306-16c4-4573-8487-923347eaefb1 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:21:30.715366 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-d40e6ee3-2bb5-459e-bd94-1bba520dc7d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9448b79-3827-496f-864e-611a8674e2de HTTP/1.1" status: 200 len: 217 time: 0.0683656 Apr 05 20:21:30.716415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d5c9bb43-8eac-4248-9178-cde258ad51aa req-11bd0e43-28b2-44b0-bfd3-090fbaab3be7 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Unset dirty status for tenant:785e615b981f416e8ecef25588db4ba4 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:21:30.718471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9506e530-8884-48c9-acd3-f5a1237382c9 req-8c167586-d219-4938-b6e3-f7e19f76e2c6 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.5835013 Apr 05 20:21:30.723126 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5c9bb43-8eac-4248-9178-cde258ad51aa req-11bd0e43-28b2-44b0-bfd3-090fbaab3be7 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 943 time: 0.3093686 Apr 05 20:21:30.813763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.814771 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:30.935360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d5c9bb43-8eac-4248-9178-cde258ad51aa req-dc15e8be-be41-488e-8b0a-97374d73af92 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Synchronizing usage tracker for tenant:785e615b981f416e8ecef25588db4ba4 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:21:30.942027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-2faaeb60-99b0-4dbd-b192-897179b24d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:30.943446 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-2faaeb60-99b0-4dbd-b192-897179b24d3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aa31aa76-5a52-4e0c-aa3c-55565cc204cd HTTP/1.1" status: 200 len: 851 time: 0.2180183 Apr 05 20:21:30.986344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-d5907306-16c4-4573-8487-923347eaefb1', 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'fixed_ips': [{'subnet_id': '5925bc75-d9cd-41b1-a0fe-8314d5c0345b'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:21:30.988750 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:30.996142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d5c9bb43-8eac-4248-9178-cde258ad51aa req-dc15e8be-be41-488e-8b0a-97374d73af92 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Unset dirty status for tenant:785e615b981f416e8ecef25588db4ba4 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:21:30.999748 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4552ec7c-8dec-411f-866c-bf8b24a0381b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7533960 Apr 05 20:21:31.006593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37900) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:31.009964 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5c9bb43-8eac-4248-9178-cde258ad51aa req-dc15e8be-be41-488e-8b0a-97374d73af92 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebfe95af-8c87-4f8b-92ed-7b5884ec1904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860892 Apr 05 20:21:31.012461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-a867b557-e788-4c83-9d24-1a8ab866cc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:31.014100 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-a867b557-e788-4c83-9d24-1a8ab866cc13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=785e615b981f416e8ecef25588db4ba4&device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 1094 time: 0.7507117 Apr 05 20:21:31.021053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'subnet': {'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:31.055869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-2604fdec-38df-4500-a51f-03fa2f91bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:31.057407 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-2604fdec-38df-4500-a51f-03fa2f91bac5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1d4db6d-e221-421f-bec4-215e49978b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054821 Apr 05 20:21:31.100040 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b744a59-fda8-4ea0-bee7-7234a443cb1e', 'tag': '2f2e0f75-2dc2-41e4-9c1c-908e41235485', 'status': 'completed', 'code': 200} Apr 05 20:21:31.226499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Allocated IP 10.1.1.2 (d5907306-16c4-4573-8487-923347eaefb1/5925bc75-d9cd-41b1-a0fe-8314d5c0345b/b713e9cd-a029-4436-b649-4fdadd55229a) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:21:31.234738 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-3a4936aa-991e-4ccc-9c3e-36830baccd74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f2e0f75-2dc2-41e4-9c1c-908e41235485 HTTP/1.1" status: 200 len: 217 time: 0.0713255 Apr 05 20:21:31.235596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:31.257744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Usage tracker for resource:subnet and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:31.308052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:31.354970 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-7549a727-5592-4a34-97fe-b0ac5d9bb347 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d4db6d-e221-421f-bec4-215e49978b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911084 Apr 05 20:21:31.386860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:31.408034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:21:31.417295 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9506e530-8884-48c9-acd3-f5a1237382c9 req-5cf5ca9c-b849-4167-bc67-a74185ffd708 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6978731 Apr 05 20:21:31.480558 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:31.552916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Transition to ACTIVE for port object b713e9cd-a029-4436-b649-4fdadd55229a will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:21:31.605683 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-90715ec0-b9a1-47f1-9dd2-6a0d9e328f6a service neutron] 10.222.0.41 "GET /v2.0/networks/c1d4db6d-e221-421f-bec4-215e49978b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444167 Apr 05 20:21:31.614794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e46d66-35fd-42f4-b1af-ba559f415439 req-6d83cdb8-9ca9-485a-b2dc-810b6152ed06 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:31.616814 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b6e46d66-35fd-42f4-b1af-ba559f415439 req-6d83cdb8-9ca9-485a-b2dc-810b6152ed06 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.3915660 Apr 05 20:21:31.647532 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Transition to ACTIVE for port object b713e9cd-a029-4436-b649-4fdadd55229a will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:21:31.663293 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:31.721765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Made reservation on behalf of 67f206acc8b04566894efcfbb5ff0d28 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:31.724439 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-e8179591-41bb-4930-81e5-c2091c227e45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=75682036-7b4c-443d-b0de-61031a48f0da HTTP/1.1" status: 200 len: 217 time: 0.1070197 Apr 05 20:21:31.725297 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:31.758044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:31.775429 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Pushing event updated for resources: {'Port': ['ID=b713e9cd-a029-4436-b649-4fdadd55229a,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:31.779206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'b8ce4392-0ed2-4e49-b49b-ed9888e2eed4', 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76', 'port_id': 'b8ce4392-0ed2-4e49-b49b-ed9888e2eed4', 'mac_address': 'fa:16:3e:5a:ca:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fe4ed7-5511-43cb-8270-e4b3f3328c23', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:21:31.787540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Network d5907306-16c4-4573-8487-923347eaefb1 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:21:31.807831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-e34816c7-b3e4-4fd4-bad1-40e454882fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:31.809415 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-e34816c7-b3e4-4fd4-bad1-40e454882fab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ad85c906-d18c-45de-865f-3158a50d2e49 HTTP/1.1" status: 200 len: 861 time: 0.5578215 Apr 05 20:21:31.849911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-39ec7b8e-c856-4b18-ab46-f13dcba7e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:31.851547 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-39ec7b8e-c856-4b18-ab46-f13dcba7e05d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.0949125 Apr 05 20:21:31.899367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:31.914080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:21:31.969788 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b6e46d66-35fd-42f4-b1af-ba559f415439 req-078fed3e-c39b-49ca-9e38-1d2bdffcfac0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830319 Apr 05 20:21:31.995025 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-0cc894ea-96c7-4d64-9447-7efae127c443 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90a0c32b-2ca4-4083-b0a4-a781f21d01a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693197 Apr 05 20:21:32.060635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-ff686e4e-b316-4b2e-beeb-0ca85d089ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:32.063674 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-ff686e4e-b316-4b2e-beeb-0ca85d089ee7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2051637 Apr 05 20:21:32.096678 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-983a9000-ecc4-46b0-b30d-d29044c1863a tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:21:32.110044 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:32.167151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:32.183936 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Attempting to bind port b713e9cd-a029-4436-b649-4fdadd55229a on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:21:32.185980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Attempting to bind port b713e9cd-a029-4436-b649-4fdadd55229a by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:21:32.186356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Attempting to bind port b713e9cd-a029-4436-b649-4fdadd55229a on network d5907306-16c4-4573-8487-923347eaefb1 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:21:32.207533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:21:32.207904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Checking segment: {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:21:32.211026 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:32.211479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Bound using segment: {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:21:32.212026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Bound port: b713e9cd-a029-4436-b649-4fdadd55229a, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:21:32.212358 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:32.248051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:32.350882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b09f7-418e-4e00-8497-6ee53429c0b1 req-6f0fe796-b9b8-478c-a4a2-0a2d1d3817d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:32.367900 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-462b09f7-418e-4e00-8497-6ee53429c0b1 req-6f0fe796-b9b8-478c-a4a2-0a2d1d3817d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 946 time: 0.6474400 Apr 05 20:21:32.376630 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] For port b713e9cd-a029-4436-b649-4fdadd55229a, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:21:32.379836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] For port b713e9cd-a029-4436-b649-4fdadd55229a, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b713e9cd-a029-4436-b649-4fdadd55229a,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:21:32.381589 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:32.395206 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-7da9bdb9-25ea-4f4c-ad79-6783070be56b service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3250508 Apr 05 20:21:32.491745 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:32.521543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:32.533778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['b8ce4392-0ed2-4e49-b49b-ed9888e2eed4'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:32.584767 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-3a715977-1505-46f7-b0ec-e26756005c7c service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818547 Apr 05 20:21:32.585251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37938) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:32.633955 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-983a9000-ecc4-46b0-b30d-d29044c1863a tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:32.742000 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-1658dd14-0737-415e-a294-538e75b196fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 HTTP/1.1" status: 200 len: 217 time: 0.1192515 Apr 05 20:21:32.785935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09f8e1-a3c5-406a-9b1c-633cf5e18839 None None] Pushing event updated for resources: {'Port': ['ID=b713e9cd-a029-4436-b649-4fdadd55229a,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:32.826876 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-462b09f7-418e-4e00-8497-6ee53429c0b1 req-feb2e8a1-d981-495d-a5f4-f41bc71a0661 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523132 Apr 05 20:21:32.829687 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-983a9000-ecc4-46b0-b30d-d29044c1863a tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:32.894003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-463be8af-c5ec-45da-a1ff-63f955b6603c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:32.895280 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-463be8af-c5ec-45da-a1ff-63f955b6603c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.1435657 Apr 05 20:21:32.986667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-c52e1f99-b70f-4847-9a4b-bb1f43799c45 service neutron] 10.222.0.41 "GET /v2.0/networks/90a0c32b-2ca4-4083-b0a4-a781f21d01a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9787364 Apr 05 20:21:32.989096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:33.141226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-3fe78e7f-8d2a-4c39-b4b4-5c0c242c4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:33.144905 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-3fe78e7f-8d2a-4c39-b4b4-5c0c242c4144 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2441030 Apr 05 20:21:33.146686 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9dbdc1d1-6ce3-4d8e-a6cb-6fa7ed67fca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:33.167167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64318a56-0b58-41f8-89ee-b387530d9166 req-ebe81d67-a081-4d63-890e-d3da3be9c064 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:33.174136 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64318a56-0b58-41f8-89ee-b387530d9166 req-ebe81d67-a081-4d63-890e-d3da3be9c064 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 943 time: 0.5858960 Apr 05 20:21:33.231013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9dbdc1d1-6ce3-4d8e-a6cb-6fa7ed67fca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:33.289281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9dbdc1d1-6ce3-4d8e-a6cb-6fa7ed67fca4 admin admin] Usage tracker for resource:security_group_rule and tenant:e69e9b8a77524072983483d441f5de82 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:33.289645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'Subnet': ['ID=688a705f-1af8-4564-afe3-3b401e1905c5,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:33.309829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9dbdc1d1-6ce3-4d8e-a6cb-6fa7ed67fca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:33.324497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9dbdc1d1-6ce3-4d8e-a6cb-6fa7ed67fca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:33.333560 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64318a56-0b58-41f8-89ee-b387530d9166 req-146a662f-7c84-4a66-958e-ce96fdb43a1a tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebfe95af-8c87-4f8b-92ed-7b5884ec1904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586170 Apr 05 20:21:33.359822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Checking segment: {'id': '59f8f35b-ba74-4699-8414-b6ba30d43afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:21:33.359822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Network hostable DHCP agents. Network: 04a540e0-f994-4bb6-b37f-c12b8378196f, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:21:33.364965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:33.398529 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-05660f11-ad4c-4cba-8b0a-e9e4fd25f505 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394154 Apr 05 20:21:33.484115 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-983a9000-ecc4-46b0-b30d-d29044c1863a tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Floating IP e32ea566-7e18-4857-90b7-2c6762e43ad1 associated. External IP: 172.25.8.145, port: f9448b79-3827-496f-864e-611a8674e2de. Apr 05 20:21:33.491952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:33.492413 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:33.573087 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f341ed6-a573-40eb-a34b-cc65ee59d3f8 req-5aee9a2c-11bf-4ea9-81cc-dec4d1bd126e service neutron] 10.222.0.41 "GET /v2.0/networks/90a0c32b-2ca4-4083-b0a4-a781f21d01a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673728 Apr 05 20:21:33.581353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Network 04a540e0-f994-4bb6-b37f-c12b8378196f is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:21:33.647302 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:33.710789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5e4b69-3350-42a0-becc-72ef79445a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ce4392-0ed2-4e49-b49b-ed9888e2eed4'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:33.723392 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:33.732693 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:33.760115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 04a540e0-f994-4bb6-b37f-c12b8378196f) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:33.777428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58391c49-96a4-4285-84ab-73e4539422e5 req-8a11814c-cf39-40af-9afd-a493db11399f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:33.784760 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-58391c49-96a4-4285-84ab-73e4539422e5 req-8a11814c-cf39-40af-9afd-a493db11399f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.6752090 Apr 05 20:21:33.801496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:33.802132 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:33.822851 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71809de-aa5f-4ab2-96ad-71db3f229798 None None] Network 04a540e0-f994-4bb6-b37f-c12b8378196f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:21:33.891277 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cf6fd063-3988-4aed-bc26-672167f16a41 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8815093 Apr 05 20:21:33.909565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37966) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:33.934458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'port': {'network_id': 'd5907306-16c4-4573-8487-923347eaefb1', 'name': 'tempest-TaggedBootDevicesTest_v242-2065253204', 'fixed_ips': [{'subnet_id': '5925bc75-d9cd-41b1-a0fe-8314d5c0345b'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:34.008872 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-58391c49-96a4-4285-84ab-73e4539422e5 req-49804ec1-a1e0-49f8-8b2e-eebf1ce041b9 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231402 Apr 05 20:21:34.115085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8d87a4-ccc1-47eb-b9d5-58b0f48332e8 req-cec745e9-a013-4448-a8ce-ada18174c181 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:34.116909 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ed8d87a4-ccc1-47eb-b9d5-58b0f48332e8 req-cec745e9-a013-4448-a8ce-ada18174c181 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.6512611 Apr 05 20:21:34.135200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c5591-41bf-46ff-abd3-027d9128a12c req-d5119d20-6ccb-45c8-8680-0286857091cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:34.136980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:34.137445 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e55c5591-41bf-46ff-abd3-027d9128a12c req-d5119d20-6ccb-45c8-8680-0286857091cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=785e615b981f416e8ecef25588db4ba4&device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 1094 time: 0.5018542 Apr 05 20:21:34.153033 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5e4b69-3350-42a0-becc-72ef79445a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ce4392-0ed2-4e49-b49b-ed9888e2eed4', 'code': 200} Apr 05 20:21:34.230985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-04a540e0-f994-4bb6-b37f-c12b8378196f', 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'fixed_ips': [{'subnet_id': '688a705f-1af8-4564-afe3-3b401e1905c5'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:21:34.232241 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:34.344679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a96166a-5125-475b-829a-a70829759262 None None] Network d5907306-16c4-4573-8487-923347eaefb1 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:21:34.375460 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-795a95f4-85e5-43ef-b90a-04fb82e92b5e service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9681978 Apr 05 20:21:34.387935 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9dbdc1d1-6ce3-4d8e-a6cb-6fa7ed67fca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:34.441225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c5591-41bf-46ff-abd3-027d9128a12c req-d4e3bd8f-d46d-423c-b863-b0259d25ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:34.443871 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e55c5591-41bf-46ff-abd3-027d9128a12c req-d4e3bd8f-d46d-423c-b863-b0259d25ff81 service neutron] 10.222.0.41 "GET /v2.0/networks?id=90a0c32b-2ca4-4083-b0a4-a781f21d01a9 HTTP/1.1" status: 200 len: 922 time: 0.2242551 Apr 05 20:21:34.467891 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9dbdc1d1-6ce3-4d8e-a6cb-6fa7ed67fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:34.481741 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ed8d87a4-ccc1-47eb-b9d5-58b0f48332e8 req-49847f42-4a43-47f1-9b3a-4f8a9a345993 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555055 Apr 05 20:21:34.518404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-333a238a-c930-4640-80fc-e96d1b9c93d6 None None] Provisioning for port b713e9cd-a029-4436-b649-4fdadd55229a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:34.528264 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-a9673741-c283-4faa-8991-cc4a69b0042e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=0abe355c-c18d-4a37-bce6-7fc1dba443f1 HTTP/1.1" status: 200 len: 217 time: 0.1390429 Apr 05 20:21:34.538309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbdc1d1-6ce3-4d8e-a6cb-6fa7ed67fca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f9e9b7-ee21-493f-94b6-c94cbcb5baa2,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:34.585226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Allocated IP 10.2.2.2 (04a540e0-f994-4bb6-b37f-c12b8378196f/688a705f-1af8-4564-afe3-3b401e1905c5/a5b85d2e-f803-4f33-b777-200f37696d1d) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:21:34.606544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9dbdc1d1-6ce3-4d8e-a6cb-6fa7ed67fca4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e69e9b8a77524072983483d441f5de82&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0180056 Apr 05 20:21:34.607744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:34.610356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37980) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:34.627643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Usage tracker for resource:port and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:34.633063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:34.643277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:34.672604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-cae2b497-d001-47e0-a12e-19d2a8b29cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:34.676837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-cae2b497-d001-47e0-a12e-19d2a8b29cc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.1331713 Apr 05 20:21:34.679613 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e55c5591-41bf-46ff-abd3-027d9128a12c req-56b3700c-cafa-40dc-8ea9-37fee0d9f712 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f2e0f75-2dc2-41e4-9c1c-908e41235485 HTTP/1.1" status: 200 len: 217 time: 0.2258298 Apr 05 20:21:34.695823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983a9000-ecc4-46b0-b30d-d29044c1863a tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Router 63f47700-846b-4c4b-87fb-7628940b6b67 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:21:34.763166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Made reservation on behalf of 67f206acc8b04566894efcfbb5ff0d28 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:34.907444 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:34.920123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b713e9cd-a029-4436-b649-4fdadd55229a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:35.011165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] device_id is not set on port 11d6c801-8868-4ebb-b54a-042b8414de76 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:21:35.051675 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0134ee0c-eec7-4f20-9712-94f37c684ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:35.052174 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port b713e9cd-a029-4436-b649-4fdadd55229a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:35.110315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b713e9cd-a029-4436-b649-4fdadd55229a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:35.110845 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:35.136275 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0134ee0c-eec7-4f20-9712-94f37c684ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:35.178782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-c62fbbae-b94d-49b1-a046-5a2d76ceaf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:35.180263 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-c62fbbae-b94d-49b1-a046-5a2d76ceaf69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4888229 Apr 05 20:21:35.208723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c5591-41bf-46ff-abd3-027d9128a12c req-64821599-3227-4f7c-a964-82d9c94b7969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:35.211101 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e55c5591-41bf-46ff-abd3-027d9128a12c req-64821599-3227-4f7c-a964-82d9c94b7969 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ad85c906-d18c-45de-865f-3158a50d2e49 HTTP/1.1" status: 200 len: 861 time: 0.5134118 Apr 05 20:21:35.240351 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547963e-7166-4e0c-911b-7e4c809c57a3 req-97a15586-4774-41b0-af44-94297c3d4787 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:35.255463 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c547963e-7166-4e0c-911b-7e4c809c57a3 req-97a15586-4774-41b0-af44-94297c3d4787 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 943 time: 0.3216660 Apr 05 20:21:35.283246 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e55c5591-41bf-46ff-abd3-027d9128a12c req-56b32fb7-a973-4a8d-a088-43d23af06faf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90a0c32b-2ca4-4083-b0a4-a781f21d01a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648873 Apr 05 20:21:35.320444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e753db-0f88-487b-97a0-c700f096b207 req-a129b196-bdc6-4271-955e-67bc4e9354bc tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:35.328797 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-02e753db-0f88-487b-97a0-c700f096b207 req-a129b196-bdc6-4271-955e-67bc4e9354bc tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 946 time: 0.8796284 Apr 05 20:21:35.331351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983a9000-ecc4-46b0-b30d-d29044c1863a tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:21:35.337036 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-983a9000-ecc4-46b0-b30d-d29044c1863a tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:35.342726 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6372a7-c7c0-454e-bfd5-83b1bed97674 None None] Sync routers for ids ['63f47700-846b-4c4b-87fb-7628940b6b67'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:21:35.363697 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6372a7-c7c0-454e-bfd5-83b1bed97674 None None] Routers {'63f47700-846b-4c4b-87fb-7628940b6b67'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:21:35.364322 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3c6372a7-c7c0-454e-bfd5-83b1bed97674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:21:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['63f47700-846b-4c4b-87fb-7628940b6b67'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:35.446149 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:35.482750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Transition to ACTIVE for port object a5b85d2e-f803-4f33-b777-200f37696d1d will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:21:35.494019 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:35.527050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee370113-5521-45bd-8123-d34c4469b257 None None] Provisioning complete for port b713e9cd-a029-4436-b649-4fdadd55229a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:35.527651 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee370113-5521-45bd-8123-d34c4469b257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:35.565910 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-983a9000-ecc4-46b0-b30d-d29044c1863a tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "PUT /v2.0/floatingips/e32ea566-7e18-4857-90b7-2c6762e43ad1 HTTP/1.1" status: 200 len: 991 time: 5.2413805 Apr 05 20:21:35.565910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': 'f9448b79-3827-496f-864e-611a8674e2de'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:35.593075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-02e753db-0f88-487b-97a0-c700f096b207 req-04d5cf14-e3c6-48c4-a47c-713f132bd93e tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632542 Apr 05 20:21:35.624846 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3c6372a7-c7c0-454e-bfd5-83b1bed97674 None None] Set router 63f47700-846b-4c4b-87fb-7628940b6b67 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:21:35.639155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port b713e9cd-a029-4436-b649-4fdadd55229a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b713e9cd-a029-4436-b649-4fdadd55229a,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:35.652480 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:35.689615 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c547963e-7166-4e0c-911b-7e4c809c57a3 req-72f378d4-ba8c-4c2c-8bca-3c1c5613ffa9 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebfe95af-8c87-4f8b-92ed-7b5884ec1904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035444 Apr 05 20:21:35.698240 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e55c5591-41bf-46ff-abd3-027d9128a12c req-b685935b-a0cb-46f5-9134-3ccdf64df20c service neutron] 10.222.0.41 "GET /v2.0/networks/90a0c32b-2ca4-4083-b0a4-a781f21d01a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063580 Apr 05 20:21:35.746000 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0134ee0c-eec7-4f20-9712-94f37c684ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:35.827573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Transition to ACTIVE for port object a5b85d2e-f803-4f33-b777-200f37696d1d will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:21:35.829131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=b713e9cd-a029-4436-b649-4fdadd55229a,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:35.859241 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:35.868400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134ee0c-eec7-4f20-9712-94f37c684ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f9e9b7-ee21-493f-94b6-c94cbcb5baa2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:35.909121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Allocated IP 10.1.1.224 (d5907306-16c4-4573-8487-923347eaefb1/5925bc75-d9cd-41b1-a0fe-8314d5c0345b/11d6c801-8868-4ebb-b54a-042b8414de76) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:21:35.925117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-3a4b1a9d-8d40-4ffe-83ea-b6db12051933 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6680961 Apr 05 20:21:35.993080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Network 04a540e0-f994-4bb6-b37f-c12b8378196f is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:21:36.001454 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:36.015868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:21:36.063682 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0134ee0c-eec7-4f20-9712-94f37c684ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:36.064807 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0134ee0c-eec7-4f20-9712-94f37c684ab8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53f9e9b7-ee21-493f-94b6-c94cbcb5baa2 HTTP/1.1" status: 204 len: 168 time: 1.4519250 Apr 05 20:21:36.145389 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e55c5591-41bf-46ff-abd3-027d9128a12c req-a546cbc6-4a17-4064-93e6-e983b8406afa service neutron] 10.222.0.41 "GET /v2.0/networks/90a0c32b-2ca4-4083-b0a4-a781f21d01a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421666 Apr 05 20:21:36.149445 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'tag': 'f9448b79-3827-496f-864e-611a8674e2de', 'status': 'completed', 'code': 200} Apr 05 20:21:36.183836 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3c6372a7-c7c0-454e-bfd5-83b1bed97674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:18:27Z', 'revision_number': 4, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'e32ea566-7e18-4857-90b7-2c6762e43ad1', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'floating_ip_address': '172.25.8.145', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'port_id': 'f9448b79-3827-496f-864e-611a8674e2de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'mac_address': 'fa:16:3e:6f:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:19:49Z', 'updated_at': '2022-04-05T20:21:31Z', 'revision_number': 1, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8c9b84-a62d-4653-af50-6e535e5ba4af', 'name': '', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'mac_address': 'fa:16:3e:7d:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:25Z', 'updated_at': '2022-04-05T20:18:44Z', 'revision_number': 5, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'subnets': [{'id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:36.184074 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Pushing event updated for resources: {'Port': ['ID=a5b85d2e-f803-4f33-b777-200f37696d1d,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:36.192073 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6372a7-c7c0-454e-bfd5-83b1bed97674 None None] Checking router: 63f47700-846b-4c4b-87fb-7628940b6b67 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:21:36.205343 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6372a7-c7c0-454e-bfd5-83b1bed97674 None None] Routers {'63f47700-846b-4c4b-87fb-7628940b6b67'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:21:36.206483 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3c6372a7-c7c0-454e-bfd5-83b1bed97674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:21:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['63f47700-846b-4c4b-87fb-7628940b6b67'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:36.362546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d4311-e9a1-4b82-aa0f-889e1a5bfa4e req-ef50d2e8-9bd7-4926-bbed-1cd5f7e43739 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:36.378468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Attempting to bind port a5b85d2e-f803-4f33-b777-200f37696d1d on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:21:36.378844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Attempting to bind port a5b85d2e-f803-4f33-b777-200f37696d1d by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '59f8f35b-ba74-4699-8414-b6ba30d43afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:21:36.379218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Attempting to bind port a5b85d2e-f803-4f33-b777-200f37696d1d on network 04a540e0-f994-4bb6-b37f-c12b8378196f {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:21:36.379525 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-969d4311-e9a1-4b82-aa0f-889e1a5bfa4e req-ef50d2e8-9bd7-4926-bbed-1cd5f7e43739 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.4741266 Apr 05 20:21:36.389217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:21:36.390176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Checking segment: {'id': '59f8f35b-ba74-4699-8414-b6ba30d43afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:21:36.390567 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:36.390931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Bound using segment: {'id': '59f8f35b-ba74-4699-8414-b6ba30d43afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:21:36.391411 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Bound port: a5b85d2e-f803-4f33-b777-200f37696d1d, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59f8f35b-ba74-4699-8414-b6ba30d43afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:21:36.391786 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:36.405099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38006) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:36.472993 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2f2e0f75-2dc2-41e4-9c1c-908e41235485 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:21:36.671736 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-059219ce-3350-412f-9592-e60ec0ede61b service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6932337 Apr 05 20:21:36.706707 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2f2e0f75-2dc2-41e4-9c1c-908e41235485, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2f2e0f75-2dc2-41e4-9c1c-908e41235485,segment=NetworkSegment(d2f8cd66-3948-4466-a4f8-a2dfd4ca84a1),segment_id=d2f8cd66-3948-4466-a4f8-a2dfd4ca84a1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:36.713277 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3c6372a7-c7c0-454e-bfd5-83b1bed97674 None None] Set router 63f47700-846b-4c4b-87fb-7628940b6b67 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:21:36.732335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '2f2e0f75-2dc2-41e4-9c1c-908e41235485', 'network_id': '90a0c32b-2ca4-4083-b0a4-a781f21d01a9', 'port_id': '2f2e0f75-2dc2-41e4-9c1c-908e41235485', 'mac_address': 'fa:16:3e:5a:da:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad85c906-d18c-45de-865f-3158a50d2e49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:21:36.790099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b713e9cd-a029-4436-b649-4fdadd55229a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:36.826418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bacf8a-4131-4e7f-b7e9-f307b28b9acf req-5e30e15b-aea9-4bf7-9253-d3b0dff5b955 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:36.834915 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84bacf8a-4131-4e7f-b7e9-f307b28b9acf req-5e30e15b-aea9-4bf7-9253-d3b0dff5b955 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1186287 Apr 05 20:21:36.905061 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84bacf8a-4131-4e7f-b7e9-f307b28b9acf req-d98c57eb-cd4d-40bf-aaa1-52e16c60ac89 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692127 Apr 05 20:21:36.943084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b713e9cd-a029-4436-b649-4fdadd55229a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:36.943441 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:37.014411 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:37.023637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] For port a5b85d2e-f803-4f33-b777-200f37696d1d, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:21:37.097830 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d2a4fede-429c-42d5-8843-934888926474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:37.104641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] For port a5b85d2e-f803-4f33-b777-200f37696d1d, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a5b85d2e-f803-4f33-b777-200f37696d1d,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:21:37.109769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2e0f75-2dc2-41e4-9c1c-908e41235485 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:37.121477 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-969d4311-e9a1-4b82-aa0f-889e1a5bfa4e req-97ba730a-e091-46fd-b8e2-6387d12d4c1a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7409747 Apr 05 20:21:37.122610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d2a4fede-429c-42d5-8843-934888926474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:37.122997 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-a0db6699-0c26-41d1-85b7-dfab285e7f34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=e2765005-dfb9-40bd-a743-1b37fd966f55 HTTP/1.1" status: 200 len: 217 time: 0.4181349 Apr 05 20:21:37.129436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2f2e0f75-2dc2-41e4-9c1c-908e41235485, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2f2e0f75-2dc2-41e4-9c1c-908e41235485,segment=NetworkSegment(d2f8cd66-3948-4466-a4f8-a2dfd4ca84a1),segment_id=d2f8cd66-3948-4466-a4f8-a2dfd4ca84a1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:37.132809 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:37.137093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d2a4fede-429c-42d5-8843-934888926474 admin admin] Usage tracker for resource:security_group_rule and tenant:3e72223930744820a6ddb7ffcfcd2656 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:37.140518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d2a4fede-429c-42d5-8843-934888926474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:37.154086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d2a4fede-429c-42d5-8843-934888926474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:37.194196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384c1fe-34a3-42ca-a649-7d39b518bab0 req-65c71eb1-6fd0-45a3-9b2a-7839ea26bbbe tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:37.202021 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3384c1fe-34a3-42ca-a649-7d39b518bab0 req-65c71eb1-6fd0-45a3-9b2a-7839ea26bbbe tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 946 time: 0.1835554 Apr 05 20:21:37.254998 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1babb40-2d5b-40cb-925f-03e296404a53 None None] Pushing event updated for resources: {'Port': ['ID=a5b85d2e-f803-4f33-b777-200f37696d1d,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:37.261464 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:37.312031 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3384c1fe-34a3-42ca-a649-7d39b518bab0 req-3de1bc6b-7e8a-4ea7-aec0-f3c1e3803446 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030650 Apr 05 20:21:37.326505 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:37.330670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-f1dbf270-a3a1-4fb3-b188-78aafd0ffa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:37.332114 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-f1dbf270-a3a1-4fb3-b188-78aafd0ffa66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.2001960 Apr 05 20:21:37.337704 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3c6372a7-c7c0-454e-bfd5-83b1bed97674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:18:27Z', 'revision_number': 4, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'e32ea566-7e18-4857-90b7-2c6762e43ad1', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'floating_ip_address': '172.25.8.145', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'port_id': 'f9448b79-3827-496f-864e-611a8674e2de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'mac_address': 'fa:16:3e:6f:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:19:49Z', 'updated_at': '2022-04-05T20:21:31Z', 'revision_number': 1, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8c9b84-a62d-4653-af50-6e535e5ba4af', 'name': '', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'mac_address': 'fa:16:3e:7d:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:25Z', 'updated_at': '2022-04-05T20:18:44Z', 'revision_number': 5, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'subnets': [{'id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:37.344502 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6372a7-c7c0-454e-bfd5-83b1bed97674 None None] The sync data for ids ['63f47700-846b-4c4b-87fb-7628940b6b67'] in n-d-836604-1 is: [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:18:27Z', 'revision_number': 4, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'e32ea566-7e18-4857-90b7-2c6762e43ad1', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'floating_ip_address': '172.25.8.145', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'port_id': 'f9448b79-3827-496f-864e-611a8674e2de', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'mac_address': 'fa:16:3e:6f:d5:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:19:49Z', 'updated_at': '2022-04-05T20:21:31Z', 'revision_number': 1, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de8c9b84-a62d-4653-af50-6e535e5ba4af', 'name': '', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'mac_address': 'fa:16:3e:7d:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:25Z', 'updated_at': '2022-04-05T20:18:44Z', 'revision_number': 5, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'subnets': [{'id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:21:37.389519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:21:37.415239 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d2a4fede-429c-42d5-8843-934888926474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:37.427310 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d2a4fede-429c-42d5-8843-934888926474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:37.475443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Transition to ACTIVE for port object 11d6c801-8868-4ebb-b54a-042b8414de76 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:21:37.510753 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2f2e0f75-2dc2-41e4-9c1c-908e41235485,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:37.511433 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d2a4fede-429c-42d5-8843-934888926474 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e72223930744820a6ddb7ffcfcd2656&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1037083 Apr 05 20:21:37.512918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38030) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:37.572901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4fede-429c-42d5-8843-934888926474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fc403a-9c35-457d-8e56-422034420000,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:37.597738 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:37.619877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['2f2e0f75-2dc2-41e4-9c1c-908e41235485'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:37.746158 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:37.752465 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e76390c-93a0-43d6-aafe-6e1984f2c804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:37.828858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Network d5907306-16c4-4573-8487-923347eaefb1 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:21:37.836483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:37.844325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebcd1784-2d68-4c01-8eb4-d37644c35a28 None None] New status for floating IP e32ea566-7e18-4857-90b7-2c6762e43ad1: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:21:37.849387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:37.867085 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e76390c-93a0-43d6-aafe-6e1984f2c804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:37.883127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:21:37.906256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4570cc-796a-475b-bc9d-a5703d2c03d4 req-beed6060-0695-4b7b-8443-300120e90bb8 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:37.913000 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f4570cc-796a-475b-bc9d-a5703d2c03d4 req-beed6060-0695-4b7b-8443-300120e90bb8 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3896675 Apr 05 20:21:37.933466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-1f70f484-5cd8-4b5b-b19c-b6e619520a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:37.935870 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-1f70f484-5cd8-4b5b-b19c-b6e619520a13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5895038 Apr 05 20:21:37.937392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'Port': ['ID=11d6c801-8868-4ebb-b54a-042b8414de76,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:37.972930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5e4b69-3350-42a0-becc-72ef79445a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ce4392-0ed2-4e49-b49b-ed9888e2eed4'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:37.978128 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:38.003622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f4570cc-796a-475b-bc9d-a5703d2c03d4 req-b3e0be7e-212a-480e-9393-c25e08f2fbb1 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896480 Apr 05 20:21:38.046728 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e76390c-93a0-43d6-aafe-6e1984f2c804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:38.088427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e76390c-93a0-43d6-aafe-6e1984f2c804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fc403a-9c35-457d-8e56-422034420000,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:38.094858 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e76390c-93a0-43d6-aafe-6e1984f2c804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:38.098368 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1e76390c-93a0-43d6-aafe-6e1984f2c804 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3fc403a-9c35-457d-8e56-422034420000 HTTP/1.1" status: 204 len: 168 time: 0.5290933 Apr 05 20:21:38.127870 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5e4b69-3350-42a0-becc-72ef79445a7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ce4392-0ed2-4e49-b49b-ed9888e2eed4', 'code': 200} Apr 05 20:21:38.203526 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-4cdc9681-ce67-49da-a4c5-019db316fff6 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592485 Apr 05 20:21:38.377514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdcff0-ad17-4488-aab3-48c7c86d666c req-1495a9ba-138b-43c4-afc6-0838086eda1b tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:38.381904 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-53cdcff0-ad17-4488-aab3-48c7c86d666c req-1495a9ba-138b-43c4-afc6-0838086eda1b tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 944 time: 0.2189782 Apr 05 20:21:38.408971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:38.440715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fcc5b-3fce-4d1c-ba06-f346ae39b315 req-4cd06ebd-1496-4fd5-aede-a73ea6483eba tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:38.451764 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c16fcc5b-3fce-4d1c-ba06-f346ae39b315 req-4cd06ebd-1496-4fd5-aede-a73ea6483eba tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 944 time: 0.9352169 Apr 05 20:21:38.503292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-114a1c61-25d0-4cd0-817a-95ffdb448164 None None] Provisioning for port 11d6c801-8868-4ebb-b54a-042b8414de76 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:38.548876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:38.549575 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:38.559364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-114a1c61-25d0-4cd0-817a-95ffdb448164 None None] Provisioning complete for port 11d6c801-8868-4ebb-b54a-042b8414de76 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:38.560405 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-114a1c61-25d0-4cd0-817a-95ffdb448164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:38.624844 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c16fcc5b-3fce-4d1c-ba06-f346ae39b315 req-c5676d6e-9226-492d-a3ee-fc69301b0147 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebfe95af-8c87-4f8b-92ed-7b5884ec1904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682413 Apr 05 20:21:38.724787 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f3fa7c2e-4183-4bc6-ac80-852e75ac2b5c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8056169 Apr 05 20:21:38.732928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38060) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:38.754073 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-eacb0654-a734-4332-9dcc-a3e3b5917827 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345693 Apr 05 20:21:38.758654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-53cdcff0-ad17-4488-aab3-48c7c86d666c req-0a8932d6-7485-458c-8d0c-02b817014f89 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Deleting port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:21:38.760179 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-53cdcff0-ad17-4488-aab3-48c7c86d666c req-0a8932d6-7485-458c-8d0c-02b817014f89 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:38.811918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-114a1c61-25d0-4cd0-817a-95ffdb448164 None None] Port 11d6c801-8868-4ebb-b54a-042b8414de76 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:21:38.856866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'port': {'network_id': 'd5907306-16c4-4573-8487-923347eaefb1', 'name': 'tempest-TaggedBootDevicesTest_v242-1253001531', 'fixed_ips': [{'subnet_id': '5925bc75-d9cd-41b1-a0fe-8314d5c0345b'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:38.930612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a5b85d2e-f803-4f33-b777-200f37696d1d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:39.011021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38066) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:39.072351 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-a7ce5d97-6704-4075-bc24-f6af74b91452 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38549d66-9921-4e7e-9650-761720dcd226 HTTP/1.1" status: 200 len: 217 time: 0.3150907 Apr 05 20:21:39.110916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:39.113033 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:39.114178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Usage tracker for resource:port and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:39.114699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:39.140873 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:39.167490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:39.187155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812ba6cb-2403-4cdf-87b0-5e6be218f3aa None None] Network 04a540e0-f994-4bb6-b37f-c12b8378196f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:21:39.196460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636d164-9991-4cde-a586-50977a9ca10c req-7fd46f99-ed45-40c0-a7b8-05a12d76f9ac tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:39.204516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4636d164-9991-4cde-a586-50977a9ca10c req-7fd46f99-ed45-40c0-a7b8-05a12d76f9ac tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.7229271 Apr 05 20:21:39.205853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-40403880-823f-4dd5-86b3-0402a7cd2b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:39.223492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Made reservation on behalf of 67f206acc8b04566894efcfbb5ff0d28 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:39.254397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-40403880-823f-4dd5-86b3-0402a7cd2b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:39.259185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-40403880-823f-4dd5-86b3-0402a7cd2b01 admin admin] Usage tracker for resource:security_group_rule and tenant:e7158fab7b67412c979e3f2a6d28f582 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:39.263899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-40403880-823f-4dd5-86b3-0402a7cd2b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:39.271976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-40403880-823f-4dd5-86b3-0402a7cd2b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:39.322629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a5b85d2e-f803-4f33-b777-200f37696d1d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:39.333795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6031998d-1cb7-49f3-b5c2-b0315e16bd26 None None] Provisioning for port a5b85d2e-f803-4f33-b777-200f37696d1d completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:39.345858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6031998d-1cb7-49f3-b5c2-b0315e16bd26 None None] Provisioning complete for port a5b85d2e-f803-4f33-b777-200f37696d1d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:39.346007 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6031998d-1cb7-49f3-b5c2-b0315e16bd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:39.383093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a5b85d2e-f803-4f33-b777-200f37696d1d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:39.383667 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:39.400843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-9929b4e3-220e-4704-96e5-357de4a413c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:39.403598 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-9929b4e3-220e-4704-96e5-357de4a413c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=118eb377-c70a-4ba5-b212-a4671d22ddd1 HTTP/1.1" status: 200 len: 797 time: 0.2621348 Apr 05 20:21:39.498294 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:39.589641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] device_id is not set on port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:21:39.606740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b2f43-7cca-4674-8b4c-12afffb23179 req-442053ba-227d-4c0a-8565-c9a24a3ea03a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:39.620623 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db5b2f43-7cca-4674-8b4c-12afffb23179 req-442053ba-227d-4c0a-8565-c9a24a3ea03a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.5853281 Apr 05 20:21:39.672929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38078) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:39.691932 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4636d164-9991-4cde-a586-50977a9ca10c req-8cb3a973-7a09-43b2-871d-0c6cda5ab708 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862077 Apr 05 20:21:39.794679 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db5b2f43-7cca-4674-8b4c-12afffb23179 req-c2ec74fa-db45-4522-8024-d2fe5061bdc1 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729481 Apr 05 20:21:39.826318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-c0ccbcb2-2455-4fbf-91f7-aa428c4a1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:39.839089 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-c0ccbcb2-2455-4fbf-91f7-aa428c4a1abc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4138031 Apr 05 20:21:39.880331 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:39.897745 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6031998d-1cb7-49f3-b5c2-b0315e16bd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:39.911521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-53cdcff0-ad17-4488-aab3-48c7c86d666c req-0a8932d6-7485-458c-8d0c-02b817014f89 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] For port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:39.913094 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-53cdcff0-ad17-4488-aab3-48c7c86d666c req-0a8932d6-7485-458c-8d0c-02b817014f89 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.012977 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-40403880-823f-4dd5-86b3-0402a7cd2b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.033061 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6031998d-1cb7-49f3-b5c2-b0315e16bd26 None None] For port a5b85d2e-f803-4f33-b777-200f37696d1d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a5b85d2e-f803-4f33-b777-200f37696d1d,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:40.096085 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6031998d-1cb7-49f3-b5c2-b0315e16bd26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.107154 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-40403880-823f-4dd5-86b3-0402a7cd2b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.217130 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:21:40.218178 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:21:40.225638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6031998d-1cb7-49f3-b5c2-b0315e16bd26 None None] Pushing event updated for resources: {'Port': ['ID=a5b85d2e-f803-4f33-b777-200f37696d1d,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:40.243448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1973248081'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:40.256455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-53cdcff0-ad17-4488-aab3-48c7c86d666c req-0a8932d6-7485-458c-8d0c-02b817014f89 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Calling delete_port for b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:21:40.262197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:40.276379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Usage tracker for resource:network and tenant:eeeb4661e30345399c428f8c5a49ecff is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:40.279617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40403880-823f-4dd5-86b3-0402a7cd2b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72173f7-f5fd-41d1-8d78-1e6b92830981,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:40.291346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:40.299225 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-40403880-823f-4dd5-86b3-0402a7cd2b01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7158fab7b67412c979e3f2a6d28f582&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2801099 Apr 05 20:21:40.302286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38086) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:40.302749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:40.319918 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-beacf90a-5511-43b4-ad93-4643b7cbee09 service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797642 Apr 05 20:21:40.321800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Made reservation on behalf of eeeb4661e30345399c428f8c5a49ecff for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:40.324723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b4ab9956-c969-4d42-bbca-7853d38f53f0 None None] Provisioning complete for port a5b85d2e-f803-4f33-b777-200f37696d1d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:40.325212 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.325387 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b4ab9956-c969-4d42-bbca-7853d38f53f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.361515 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.401109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:40.463261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2f2e0f75-2dc2-41e4-9c1c-908e41235485 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:40.539606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 2f2e0f75-2dc2-41e4-9c1c-908e41235485 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:40.546151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 2f2e0f75-2dc2-41e4-9c1c-908e41235485 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:40.546735 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.559781 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdc75-346d-4801-8a20-cbdb57db6dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.568263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Allocated IP 10.1.1.205 (d5907306-16c4-4573-8487-923347eaefb1/5925bc75-d9cd-41b1-a0fe-8314d5c0345b/228ce59d-a3b6-431f-a9ca-34ff6eaf9f95) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:21:40.577523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4619d4fb-2109-415a-96f8-5528d1917e10 req-6635954c-67b7-415c-9cde-730047fbefa3 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:40.579058 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4619d4fb-2109-415a-96f8-5528d1917e10 req-6635954c-67b7-415c-9cde-730047fbefa3 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab5e4b69-3350-42a0-becc-72ef79445a7d HTTP/1.1" status: 200 len: 944 time: 0.5846851 Apr 05 20:21:40.595742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Usage tracker for resource:security_group_rule and tenant:eeeb4661e30345399c428f8c5a49ecff is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:40.605454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252a8eb-4bd6-4d93-82b2-f09cffb2aeff req-c4ae72ba-308a-4923-b8a0-3d88110ef1b7 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:40.606989 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1252a8eb-4bd6-4d93-82b2-f09cffb2aeff req-c4ae72ba-308a-4923-b8a0-3d88110ef1b7 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 944 time: 0.5812943 Apr 05 20:21:40.610301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:40.620478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:40.666245 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-53cdcff0-ad17-4488-aab3-48c7c86d666c req-0a8932d6-7485-458c-8d0c-02b817014f89 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.672718 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdc75-346d-4801-8a20-cbdb57db6dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.687430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-e9bdff23-fb2b-4223-b04b-8ed9220a7776 service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512139 Apr 05 20:21:40.693144 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.777626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b744a59-fda8-4ea0-bee7-7234a443cb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2e0f75-2dc2-41e4-9c1c-908e41235485'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:40.783065 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1252a8eb-4bd6-4d93-82b2-f09cffb2aeff req-8bb98830-c682-479b-949c-e0a5870b4ce6 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebfe95af-8c87-4f8b-92ed-7b5884ec1904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638410 Apr 05 20:21:40.785853 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-d5092aef-73c3-40e6-b3cf-950fd2b4880e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88587879-e816-4c36-8763-92d82cda086d HTTP/1.1" status: 200 len: 217 time: 0.0860760 Apr 05 20:21:40.789104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2f2e0f75-2dc2-41e4-9c1c-908e41235485, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2f2e0f75-2dc2-41e4-9c1c-908e41235485,segment=NetworkSegment(d2f8cd66-3948-4466-a4f8-a2dfd4ca84a1),segment_id=d2f8cd66-3948-4466-a4f8-a2dfd4ca84a1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:40.802696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8932d6-7485-458c-8d0c-02b817014f89 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Pushing event deleted for resources: {'Port': ['ID=b8ce4392-0ed2-4e49-b49b-ed9888e2eed4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:40.823477 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4619d4fb-2109-415a-96f8-5528d1917e10 req-97301a3e-f25c-49fc-bfaa-66dafcf5ffb1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253256 Apr 05 20:21:40.828720 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.893152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-3795c027-02ea-46ea-876e-f2d7bf6141f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:40.894614 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-3795c027-02ea-46ea-876e-f2d7bf6141f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=118eb377-c70a-4ba5-b212-a4671d22ddd1 HTTP/1.1" status: 200 len: 797 time: 0.0979967 Apr 05 20:21:40.929244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2f2e0f75-2dc2-41e4-9c1c-908e41235485,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:40.964341 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.972739 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:40.992632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a5b85d2e-f803-4f33-b777-200f37696d1d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:41.068287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:21:41.068753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cdcff0-ad17-4488-aab3-48c7c86d666c req-0a8932d6-7485-458c-8d0c-02b817014f89 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] No DVR routers for this DVR port b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:21:41.076141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a5b85d2e-f803-4f33-b777-200f37696d1d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:41.076815 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:41.078278 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-53cdcff0-ad17-4488-aab3-48c7c86d666c req-0a8932d6-7485-458c-8d0c-02b817014f89 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:41.081068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5e4b69-3350-42a0-becc-72ef79445a7d', 'name': 'network-vif-deleted', 'tag': 'b8ce4392-0ed2-4e49-b49b-ed9888e2eed4'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:41.081968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b3fd07-44a4-4874-8876-991861c17804,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:41.107194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-daf7d3f4-f761-4717-98c1-00c73a531a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:41.109523 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-daf7d3f4-f761-4717-98c1-00c73a531a5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2056985 Apr 05 20:21:41.181171 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdc75-346d-4801-8a20-cbdb57db6dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:41.205451 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-53cdcff0-ad17-4488-aab3-48c7c86d666c req-0a8932d6-7485-458c-8d0c-02b817014f89 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.13 "DELETE /v2.0/ports/b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 HTTP/1.1" status: 204 len: 173 time: 2.8197718 Apr 05 20:21:41.211232 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bc9bdc75-346d-4801-8a20-cbdb57db6dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:41.212512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bc9bdc75-346d-4801-8a20-cbdb57db6dab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d72173f7-f5fd-41d1-8d78-1e6b92830981 HTTP/1.1" status: 204 len: 168 time: 0.9084592 Apr 05 20:21:41.213632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9bdc75-346d-4801-8a20-cbdb57db6dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72173f7-f5fd-41d1-8d78-1e6b92830981,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:41.223688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c5922-ea36-41ec-bf48-a40ee09184b9 req-c11229fb-091d-4622-81e5-0a0d010c64fe tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:41.225520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-263c5922-ea36-41ec-bf48-a40ee09184b9 req-c11229fb-091d-4622-81e5-0a0d010c64fe tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.2304144 Apr 05 20:21:41.226490 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:41.226849 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Added segment ebe55a36-d087-490b-b459-67dc651f5b2c of type vlan for network edb933ac-5665-4c79-8ad5-43d4c87c43c8 Apr 05 20:21:41.284746 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:41.307559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef85ee-c9e8-40d1-a302-f261cf003df1 req-fdf4e627-cbde-478f-a49a-3cfe3b17ab99 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:41.308529 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:41.310135 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bef85ee-c9e8-40d1-a302-f261cf003df1 req-fdf4e627-cbde-478f-a49a-3cfe3b17ab99 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.2914770 Apr 05 20:21:41.317205 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Transition to ACTIVE for port object 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:21:41.321835 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-263c5922-ea36-41ec-bf48-a40ee09184b9 req-4c3fc96c-0e77-49f0-b8e5-913f4e1aff40 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896504 Apr 05 20:21:41.342001 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-3c358553-f50b-4900-baaa-a367e4300e47 service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243860 Apr 05 20:21:41.379600 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dab8cb0d-a743-49db-955a-333d8cb78fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:41.401047 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bef85ee-c9e8-40d1-a302-f261cf003df1 req-24dd84e7-8ebc-4faf-af21-aebe4cc536e0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790555 Apr 05 20:21:41.425573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:41.451206 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b744a59-fda8-4ea0-bee7-7234a443cb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2e0f75-2dc2-41e4-9c1c-908e41235485', 'code': 200} Apr 05 20:21:41.464161 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:41.475190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:41.475834 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:41.516685 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5e4b69-3350-42a0-becc-72ef79445a7d', 'name': 'network-vif-deleted', 'tag': 'b8ce4392-0ed2-4e49-b49b-ed9888e2eed4', 'status': 'completed', 'code': 200} Apr 05 20:21:41.580753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Network d5907306-16c4-4573-8487-923347eaefb1 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:21:41.597186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:41.622835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:21:41.633556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Pushing event updated for resources: {'Network': ['ID=edb933ac-5665-4c79-8ad5-43d4c87c43c8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:41.645256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network edb933ac-5665-4c79-8ad5-43d4c87c43c8 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:21:41.673554 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-401d494a-6c1d-40f2-889f-536739930da1 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9762897 Apr 05 20:21:41.678116 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c9fe91d-9d87-4972-aad4-e3637fa1f2fd req-3bc392d8-0c3b-42ab-9934-4f018a1352c6 service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249185 Apr 05 20:21:41.678739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38108) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:42.011542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-134c00a4-e45f-447c-9f5c-f5234e338d12 None None] Provisioning for port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:21:42.018652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-134c00a4-e45f-447c-9f5c-f5234e338d12 None None] Provisioning complete for port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:21:42.019064 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-134c00a4-e45f-447c-9f5c-f5234e338d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:42.050115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-23d5a39a-8e42-46c6-b5fb-49da3bc47bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:42.050951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-23d5a39a-8e42-46c6-b5fb-49da3bc47bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:42.051756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-23d5a39a-8e42-46c6-b5fb-49da3bc47bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:42.052566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-23d5a39a-8e42-46c6-b5fb-49da3bc47bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:42.053333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-23d5a39a-8e42-46c6-b5fb-49da3bc47bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:42.054025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-23d5a39a-8e42-46c6-b5fb-49da3bc47bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:42.054712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-23d5a39a-8e42-46c6-b5fb-49da3bc47bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:42.056938 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-23d5a39a-8e42-46c6-b5fb-49da3bc47bd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 6491 time: 0.2960556 Apr 05 20:21:42.085216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'Port': ['ID=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:42.130401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:42.131438 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:42.152326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-134c00a4-e45f-447c-9f5c-f5234e338d12 None None] Port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:21:42.179947 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f82aac9a-4d59-431e-aea8-cd26ddc100b1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4394312 Apr 05 20:21:42.200837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44497fa-e242-4696-b6d1-9ba486b94070 req-63524c1e-9961-4263-824d-055fe28ca17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:42.202685 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b44497fa-e242-4696-b6d1-9ba486b94070 req-63524c1e-9961-4263-824d-055fe28ca17c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 1096 time: 0.6729434 Apr 05 20:21:42.214965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953732d9-3f3a-49ee-a6a3-4e6679a515ad req-3b23b941-f04e-43b8-b9de-08e839bdb7a3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:42.216068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Request body: {'network': {'name': 'tempest-network--284222230', 'router:external': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:42.222462 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-953732d9-3f3a-49ee-a6a3-4e6679a515ad req-3b23b941-f04e-43b8-b9de-08e839bdb7a3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.5213070 Apr 05 20:21:42.228973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:42.237661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Usage tracker for resource:network and tenant:92948412fdb84b9bb554d098e5aaf5fd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:42.249766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:42.266139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:42.286982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227b72c-4b72-4507-b89f-9b32ec76b78e req-424cdec9-4249-4bcc-973c-9d90d28dccaa tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:42.288714 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f227b72c-4b72-4507-b89f-9b32ec76b78e req-424cdec9-4249-4bcc-973c-9d90d28dccaa tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 945 time: 0.3256831 Apr 05 20:21:42.295143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b44497fa-e242-4696-b6d1-9ba486b94070 req-61e6a68c-554b-428a-8b12-18bf3c4a8847 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ebfe95af-8c87-4f8b-92ed-7b5884ec1904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700476 Apr 05 20:21:42.298119 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-953732d9-3f3a-49ee-a6a3-4e6679a515ad req-1dad6993-05c1-4cd8-a968-a44faa2256d5 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748031 Apr 05 20:21:42.324378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Made reservation on behalf of 92948412fdb84b9bb554d098e5aaf5fd for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:42.328691 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:42.345535 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:42.364022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-4a9fa866-56ce-4e4b-9472-9d24865aab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:42.365465 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-4a9fa866-56ce-4e4b-9472-9d24865aab72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1d4db6d-e221-421f-bec4-215e49978b5e HTTP/1.1" status: 200 len: 913 time: 0.3008409 Apr 05 20:21:42.376787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:42.385164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Usage tracker for resource:security_group_rule and tenant:92948412fdb84b9bb554d098e5aaf5fd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:42.389506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:42.394832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f227b72c-4b72-4507-b89f-9b32ec76b78e req-8560b1d0-867c-48b8-a4d6-ba47489ac944 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebfe95af-8c87-4f8b-92ed-7b5884ec1904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949891 Apr 05 20:21:42.414774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:42.694896 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-1df17122-6be8-43b5-a2dc-8da267dfb36a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9448b79-3827-496f-864e-611a8674e2de HTTP/1.1" status: 200 len: 1001 time: 0.1998241 Apr 05 20:21:42.696570 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:42.740783 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:42.792857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694539a3-78d0-45e8-a1dc-d4c975237502 req-160202a4-da9d-4f79-abce-f1ff60444d7a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:42.794352 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-694539a3-78d0-45e8-a1dc-d4c975237502 req-160202a4-da9d-4f79-abce-f1ff60444d7a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.2338171 Apr 05 20:21:42.806334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:21:42.828162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38150) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:42.835035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--139252899', 'description': 'tempest-description--940447428'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:42.845644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68be3859-1cac-4669-959f-10d50965dfaf,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:42.853266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-21584231-b598-4b95-a01b-91e0263b81b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:42.853650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:42.855150 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-21584231-b598-4b95-a01b-91e0263b81b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aa31aa76-5a52-4e0c-aa3c-55565cc204cd HTTP/1.1" status: 200 len: 851 time: 0.1470308 Apr 05 20:21:42.859522 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:42.860036 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Added segment c7aa7a03-83af-4150-856f-6901c434d29f of type vlan for network 02392572-8df2-42b0-9c57-bfa8f759a01c Apr 05 20:21:42.864150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Usage tracker for resource:security_group and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:42.868455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:42.877566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:42.892755 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:42.923042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:42.930348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Usage tracker for resource:security_group_rule and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:42.974496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:42.989536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:43.058883 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-694539a3-78d0-45e8-a1dc-d4c975237502 req-fb6a89cb-b5c4-43ca-b174-f7d1706b1109 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465074 Apr 05 20:21:43.070846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37feaa57-4fd3-44ba-ad32-92153df02d95 req-8c51fc14-d5d7-42eb-8349-f736d0dc7143 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:43.072372 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37feaa57-4fd3-44ba-ad32-92153df02d95 req-8c51fc14-d5d7-42eb-8349-f736d0dc7143 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.1450992 Apr 05 20:21:43.108127 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:43.136907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-e6e09c8d-94ed-4afc-ab7c-e9fb28b4a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:43.138700 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-e6e09c8d-94ed-4afc-ab7c-e9fb28b4a864 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1d4db6d-e221-421f-bec4-215e49978b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2684145 Apr 05 20:21:43.142729 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:43.147992 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37feaa57-4fd3-44ba-ad32-92153df02d95 req-e11d6428-72a0-49dc-ac70-127d008a67da tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693638 Apr 05 20:21:43.155732 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:43.206445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=928da49d-b22b-48dc-948d-cea0bad41888,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:43.211000 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:43.212281 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-12c85aaf-e219-4d08-9b9c-70e18cbc8289 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3828373 Apr 05 20:21:43.215151 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38168) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:43.221398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-4e7ebcb3-8589-40d3-b378-f0666c6d4088 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'security_group_rule': {'security_group_id': '928da49d-b22b-48dc-948d-cea0bad41888', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:43.228053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4e7ebcb3-8589-40d3-b378-f0666c6d4088 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:43.232512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4e7ebcb3-8589-40d3-b378-f0666c6d4088 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Usage tracker for resource:security_group_rule and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:43.236199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4e7ebcb3-8589-40d3-b378-f0666c6d4088 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:43.246910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4e7ebcb3-8589-40d3-b378-f0666c6d4088 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:43.287268 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e7ebcb3-8589-40d3-b378-f0666c6d4088 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:43.373673 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e7ebcb3-8589-40d3-b378-f0666c6d4088 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:43.385837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:43.386819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:43.387390 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:43.432155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:21:43.432823 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e7ebcb3-8589-40d3-b378-f0666c6d4088 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:43.474649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ebcb3-8589-40d3-b378-f0666c6d4088 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683a8806-b9a0-49e5-915b-84b08d750979,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:43.489361 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:21:43.490182 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b8ce4392-0ed2-4e49-b49b-ed9888e2eed4 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:21:43.491033 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-253cb249-91d9-4460-974b-1942a872a4e7 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d4db6d-e221-421f-bec4-215e49978b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340821 Apr 05 20:21:43.494551 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e7ebcb3-8589-40d3-b378-f0666c6d4088 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:43.495903 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4e7ebcb3-8589-40d3-b378-f0666c6d4088 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2797215 Apr 05 20:21:43.500240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38186) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:43.511096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3886cf45-5fce-4377-8102-c1a979ec6ec0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'security_group_rule': {'security_group_id': '928da49d-b22b-48dc-948d-cea0bad41888', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:43.532139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3886cf45-5fce-4377-8102-c1a979ec6ec0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:43.546969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3886cf45-5fce-4377-8102-c1a979ec6ec0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Usage tracker for resource:security_group_rule and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:43.562336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3886cf45-5fce-4377-8102-c1a979ec6ec0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:43.576314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac580b-e0a8-44ad-afdd-84e42b033732 req-d5b13fa0-ddac-4dc1-a327-3a86cf6d4209 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:43.583535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7ac580b-e0a8-44ad-afdd-84e42b033732 req-d5b13fa0-ddac-4dc1-a327-3a86cf6d4209 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.2082911 Apr 05 20:21:43.585623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3886cf45-5fce-4377-8102-c1a979ec6ec0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:43.604929 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9250188 Apr 05 20:21:43.608672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53566497-7d16-4611-b836-41501a8ac3df tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event updated for resources: {'Network': ['ID=02392572-8df2-42b0-9c57-bfa8f759a01c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:43.609071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38194) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:43.619159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-7cf9dc1f-9a0d-4ff2-b099-48c0305b9681 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:43.625915 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-7cf9dc1f-9a0d-4ff2-b099-48c0305b9681 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/networks?id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76 HTTP/1.1" status: 200 len: 821 time: 0.4093661 Apr 05 20:21:43.641508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 02392572-8df2-42b0-9c57-bfa8f759a01c details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:21:43.696248 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7ac580b-e0a8-44ad-afdd-84e42b033732 req-088086fb-4268-4518-8af4-6ae3b34433a2 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112621 Apr 05 20:21:43.707637 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3886cf45-5fce-4377-8102-c1a979ec6ec0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:43.711130 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fb8a5f84-7f41-4fe1-9ef4-90dcf4dde8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:43.736956 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-7b80ab08-8fde-4e81-aa87-c68f2d0b307a tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/quotas/e6847749ee814c72a5d4a1675c38b3e3 HTTP/1.1" status: 200 len: 375 time: 0.1057703 Apr 05 20:21:43.868543 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cf6d905-487a-4e5e-833d-cf0b160e5a79 req-ed1ece6e-6d30-4d67-b7cb-f2d3f8b1f79b service neutron] 10.222.0.41 "GET /v2.0/networks/c1d4db6d-e221-421f-bec4-215e49978b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189161 Apr 05 20:21:43.914730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-783387c9-2cda-46ae-80f2-559b73050d5d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6847749ee814c72a5d4a1675c38b3e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1766496 Apr 05 20:21:43.953413 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd8bfa75-54e1-455e-9090-dfe24665e92d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.070624 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-300c33e3-1053-4c5e-baeb-49fc08ddd30c service neutron] 10.222.0.24 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473756 Apr 05 20:21:44.073563 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3886cf45-5fce-4377-8102-c1a979ec6ec0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.082307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3886cf45-5fce-4377-8102-c1a979ec6ec0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.175915 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd8bfa75-54e1-455e-9090-dfe24665e92d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.183578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886cf45-5fce-4377-8102-c1a979ec6ec0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc799f7d-7f7d-44c3-95af-8a0fa3daff01,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:44.207280 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3886cf45-5fce-4377-8102-c1a979ec6ec0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.210925 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3886cf45-5fce-4377-8102-c1a979ec6ec0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7080157 Apr 05 20:21:44.213732 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38220) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:44.220477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827ee1b-f2d7-47c8-acd7-604a1322ba08 req-334e0021-f7a3-40a3-b717-6779c3e313cc tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:44.221718 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4827ee1b-f2d7-47c8-acd7-604a1322ba08 req-334e0021-f7a3-40a3-b717-6779c3e313cc tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 945 time: 0.3302462 Apr 05 20:21:44.229783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-fd8bfa75-54e1-455e-9090-dfe24665e92d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02392572-8df2-42b0-9c57-bfa8f759a01c']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:44.230112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:44.239359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:44.247548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Usage tracker for resource:floatingip and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:44.260084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-fd8bfa75-54e1-455e-9090-dfe24665e92d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7aa7a03-83af-4150-856f-6901c434d29f') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:44.260378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-fd8bfa75-54e1-455e-9090-dfe24665e92d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7aa7a03-83af-4150-856f-6901c434d29f') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:44.262757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-82a7e5af-2fdc-4ea4-bd09-94e72ca139a2 service neutron] 10.222.0.24 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853960 Apr 05 20:21:44.263822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:44.272763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:44.281836 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd8bfa75-54e1-455e-9090-dfe24665e92d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.299165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.306350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4827ee1b-f2d7-47c8-acd7-604a1322ba08 req-22c83ecd-ed6b-496b-aaf8-d633816ae2e4 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebfe95af-8c87-4f8b-92ed-7b5884ec1904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683386 Apr 05 20:21:44.307333 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd8bfa75-54e1-455e-9090-dfe24665e92d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.314113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8bfa75-54e1-455e-9090-dfe24665e92d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:21:44.314813 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd8bfa75-54e1-455e-9090-dfe24665e92d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:21:44.330337 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:21:44.517104 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd8bfa75-54e1-455e-9090-dfe24665e92d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.540729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8bfa75-54e1-455e-9090-dfe24665e92d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 02392572-8df2-42b0-9c57-bfa8f759a01c {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 05 20:21:44.546033 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd8bfa75-54e1-455e-9090-dfe24665e92d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.556168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8bfa75-54e1-455e-9090-dfe24665e92d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event deleted for resources: {'Network': ['ID=02392572-8df2-42b0-9c57-bfa8f759a01c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:44.570766 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fd8bfa75-54e1-455e-9090-dfe24665e92d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "DELETE /v2.0/networks/02392572-8df2-42b0-9c57-bfa8f759a01c HTTP/1.1" status: 204 len: 168 time: 0.9579542 Apr 05 20:21:44.571652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38236) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:44.581286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:44.589517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:44.601591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Usage tracker for resource:network and tenant:92948412fdb84b9bb554d098e5aaf5fd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:44.606653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:44.616863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:44.632950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860664c-c7ac-4e72-852e-42ecfc619771 req-f0b4b52c-3b32-49c0-9327-fd68a2c7ecae tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:44.640429 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c860664c-c7ac-4e72-852e-42ecfc619771 req-f0b4b52c-3b32-49c0-9327-fd68a2c7ecae tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1695766 Apr 05 20:21:44.647131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b237a-9507-4c00-854c-2a968eacb431 req-c1fef089-4383-40b4-9f5e-5ce975016386 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:44.648797 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b30b237a-9507-4c00-854c-2a968eacb431 req-c1fef089-4383-40b4-9f5e-5ce975016386 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.1524632 Apr 05 20:21:44.671639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Made reservation on behalf of 92948412fdb84b9bb554d098e5aaf5fd for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:44.674215 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.706892 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.719686 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.747776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:21:44.758620 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.758969 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Added segment 2036b523-33a0-47ce-b2c5-86acc98676ae of type vlan for network dc139d9a-c4cd-4c2e-9dbb-de48e68c7886 Apr 05 20:21:44.813408 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.832544 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:44.865390 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b30b237a-9507-4c00-854c-2a968eacb431 req-0efb1b51-da44-4591-ac1c-4ef6acce2283 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752362 Apr 05 20:21:44.897339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c860664c-c7ac-4e72-852e-42ecfc619771 req-d7474094-d17b-4923-8751-67051b742310 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450624 Apr 05 20:21:45.032210 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:45.034128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:45.034128 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:45.084777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Allocated IP 172.25.8.8 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/35d72235-4cb9-4f86-9f59-0c65380b30fe) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:21:45.084777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38252) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:45.202981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event updated for resources: {'Network': ['ID=dc139d9a-c4cd-4c2e-9dbb-de48e68c7886,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:45.209465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-03c2a4f5-2672-4570-9ac1-ea036439ccc6 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6333089 Apr 05 20:21:45.218047 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network dc139d9a-c4cd-4c2e-9dbb-de48e68c7886 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:21:45.261007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-6f84cd7d-eacf-4ac4-8388-1e58d277bff0 req-d0e07760-e0c2-4f95-820f-21442d0d80d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Synchronizing usage tracker for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:21:45.265301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38262) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:45.271803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Request body: {'subnet': {'network_id': 'dc139d9a-c4cd-4c2e-9dbb-de48e68c7886', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:45.282335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:45.291699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Usage tracker for resource:subnet and tenant:92948412fdb84b9bb554d098e5aaf5fd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:45.298529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:45.299202 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f710550e-1ffa-4913-844f-f9d529e7c1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:45.313998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:45.329494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-6f84cd7d-eacf-4ac4-8388-1e58d277bff0 req-d0e07760-e0c2-4f95-820f-21442d0d80d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Unset dirty status for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:21:45.331138 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f84cd7d-eacf-4ac4-8388-1e58d277bff0 req-d0e07760-e0c2-4f95-820f-21442d0d80d6 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 210 time: 0.2634041 Apr 05 20:21:45.332980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Made reservation on behalf of 92948412fdb84b9bb554d098e5aaf5fd for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:45.335736 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:45.529663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f710550e-1ffa-4913-844f-f9d529e7c1de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:45.539594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f710550e-1ffa-4913-844f-f9d529e7c1de admin admin] Usage tracker for resource:security_group_rule and tenant:7ccbdda408244e1fa6fa51a38dc44c8b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:45.544341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f710550e-1ffa-4913-844f-f9d529e7c1de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:45.554636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f710550e-1ffa-4913-844f-f9d529e7c1de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:45.615147 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:45.656620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffa585-7def-47bc-a1d4-7014ea688af3 req-042f5c3c-4846-4799-887a-229a58d8177e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:45.665746 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9ffa585-7def-47bc-a1d4-7014ea688af3 req-042f5c3c-4846-4799-887a-229a58d8177e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3475058 Apr 05 20:21:45.749189 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9ffa585-7def-47bc-a1d4-7014ea688af3 req-10a12597-a203-403d-980b-7b68296866cc tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819318 Apr 05 20:21:45.792095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:45.876935 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:21:45.879483 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f710550e-1ffa-4913-844f-f9d529e7c1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:45.884962 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:45.887731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:21:45.917540 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:45.954301 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f710550e-1ffa-4913-844f-f9d529e7c1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:46.026554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'Port': ['ID=35d72235-4cb9-4f86-9f59-0c65380b30fe,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:46.043492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd274b-7c20-484b-8f7c-e2a80851aa10 req-c15e328b-ac2b-4776-8108-7d64c660c194 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:46.046143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49dd274b-7c20-484b-8f7c-e2a80851aa10 req-c15e328b-ac2b-4776-8108-7d64c660c194 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 945 time: 0.1548598 Apr 05 20:21:46.054069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710550e-1ffa-4913-844f-f9d529e7c1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9be5f1-9432-4ba8-8af7-3749c63004af,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:46.072084 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f710550e-1ffa-4913-844f-f9d529e7c1de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ccbdda408244e1fa6fa51a38dc44c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9864349 Apr 05 20:21:46.076400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38272) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:46.140931 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:46.159502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49dd274b-7c20-484b-8f7c-e2a80851aa10 req-bdd649f1-185c-4483-8927-bbd9d20bc889 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebfe95af-8c87-4f8b-92ed-7b5884ec1904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871642 Apr 05 20:21:46.189050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7120559-3a20-4485-9a46-87a21330b81c req-97e5ea6b-ced3-4666-8fbc-232789462f54 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:46.223303 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f7120559-3a20-4485-9a46-87a21330b81c req-97e5ea6b-ced3-4666-8fbc-232789462f54 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3154571 Apr 05 20:21:46.275544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.objects.ports [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87964) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:21:46.275544 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:46.363340 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f7120559-3a20-4485-9a46-87a21330b81c req-2af45475-e2c1-4713-a439-f8d9d22882c1 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484277 Apr 05 20:21:46.363340 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:46.515312 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-944b71fe-22b1-4a79-9bd0-f7313f119b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:46.515312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event updated for resources: {'Subnet': ['ID=82d7c7c4-f9af-4333-a319-029300f728de,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:46.573220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Checking segment: {'id': '2036b523-33a0-47ce-b2c5-86acc98676ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'dc139d9a-c4cd-4c2e-9dbb-de48e68c7886'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:21:46.573220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Network hostable DHCP agents. Network: dc139d9a-c4cd-4c2e-9dbb-de48e68c7886, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:21:46.599616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-9b7105dc-58f6-464c-9da2-b568e1a7a95c tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:46.599616 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-9b7105dc-58f6-464c-9da2-b568e1a7a95c tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.13 "GET /v2.0/networks?id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76 HTTP/1.1" status: 200 len: 821 time: 0.3821123 Apr 05 20:21:46.599616 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-944b71fe-22b1-4a79-9bd0-f7313f119b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:46.614263 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7b9afbe-8e98-480f-a80f-7a59c6fa5a22 req-5f5f2667-7216-430f-a624-3dd77ff392dd tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 210 time: 0.0663569 Apr 05 20:21:46.621383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Request body: {'port': {'device_id': 'e2c7dc1e-1de1-4aaf-b38c-9437b975fb65', 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76', 'admin_state_up': True, 'tenant_id': 'e6847749ee814c72a5d4a1675c38b3e3'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:46.762810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Network dc139d9a-c4cd-4c2e-9dbb-de48e68c7886 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:21:46.799089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f14b67-2c9c-4c58-bbd3-162a8f6d9127 req-bbd35ac5-966a-4bab-9be6-8296015a548d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:46.804964 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:46.811043 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-38f14b67-2c9c-4c58-bbd3-162a8f6d9127 req-bbd35ac5-966a-4bab-9be6-8296015a548d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.4944339 Apr 05 20:21:46.817286 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:46.837703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, dc139d9a-c4cd-4c2e-9dbb-de48e68c7886) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:46.849210 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f644ef24-797f-43c1-928c-81529f7b8dbf None None] Network dc139d9a-c4cd-4c2e-9dbb-de48e68c7886 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:21:46.863960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:46.863960 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:46.959207 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-944b71fe-22b1-4a79-9bd0-f7313f119b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:46.959207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:46.974079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'Port': ['ID=35d72235-4cb9-4f86-9f59-0c65380b30fe,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:46.997208 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-38f14b67-2c9c-4c58-bbd3-162a8f6d9127 req-3a81d554-545a-4827-8034-95000b315188 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965570 Apr 05 20:21:47.004243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:47.011038 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:47.014250 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-944b71fe-22b1-4a79-9bd0-f7313f119b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:47.018831 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-944b71fe-22b1-4a79-9bd0-f7313f119b04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d9be5f1-9432-4ba8-8af7-3749c63004af HTTP/1.1" status: 204 len: 168 time: 0.9380372 Apr 05 20:21:47.018831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b71fe-22b1-4a79-9bd0-f7313f119b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9be5f1-9432-4ba8-8af7-3749c63004af,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:47.023966 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e403f3f7-1b21-4f5c-82ac-70cc4e732f07 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7574964 Apr 05 20:21:47.025254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38284) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:47.025778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Made reservation on behalf of e6847749ee814c72a5d4a1675c38b3e3 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:47.029373 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:47.046754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Request body: {'floatingip': {'floating_network_id': 'dc139d9a-c4cd-4c2e-9dbb-de48e68c7886'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:47.047676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf6772-cc91-4db0-b63d-e781aecb96f9 req-5c2f193a-5855-4ba5-8d28-07d10d3a7675 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:47.048828 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4bf6772-cc91-4db0-b63d-e781aecb96f9 req-5c2f193a-5855-4ba5-8d28-07d10d3a7675 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.2992008 Apr 05 20:21:47.056749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:47.065129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Usage tracker for resource:floatingip and tenant:92948412fdb84b9bb554d098e5aaf5fd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:47.069605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:47.119300 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:47.120611 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0960171a-9331-46f7-9780-5960152c8282 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9059184 Apr 05 20:21:47.131023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:47.170475 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4bf6772-cc91-4db0-b63d-e781aecb96f9 req-7a29756a-a435-4ce1-bbcd-c881c4ddfcdd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055820 Apr 05 20:21:47.175428 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:47.195275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4f1fd-62b5-46a8-9a4b-20c3817c5479 req-d1980475-5c52-4524-8ea3-999763904d32 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:47.201149 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1c4f1fd-62b5-46a8-9a4b-20c3817c5479 req-d1980475-5c52-4524-8ea3-999763904d32 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.41 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 945 time: 0.2260296 Apr 05 20:21:47.350306 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68babe4e-36f7-420a-9dc6-2fdebfcaf663 None None] Network dc139d9a-c4cd-4c2e-9dbb-de48e68c7886 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:21:47.379196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-f1c4f1fd-62b5-46a8-9a4b-20c3817c5479 req-5efc8283-a74a-4850-9fa4-8d17602ef844 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Deleting port 2f2e0f75-2dc2-41e4-9c1c-908e41235485 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:21:47.379196 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f1c4f1fd-62b5-46a8-9a4b-20c3817c5479 req-5efc8283-a74a-4850-9fa4-8d17602ef844 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:47.624224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Allocated IP 172.20.0.9 (a3551a2a-e941-4e9f-8ee2-de8f01da3a76/e4fe4ed7-5511-43cb-8270-e4b3f3328c23/421e7fdd-3e9c-4530-857f-e6c99aaa4731) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:21:47.812605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975c781-b13b-437a-b995-f0508b8efff3 req-aaa1d42e-f2e1-4e49-a6fe-8c1d05c5b2f3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:47.827027 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9975c781-b13b-437a-b995-f0508b8efff3 req-aaa1d42e-f2e1-4e49-a6fe-8c1d05c5b2f3 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 945 time: 0.2755582 Apr 05 20:21:47.851985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38304) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:47.921675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9975c781-b13b-437a-b995-f0508b8efff3 req-f1d4bba8-bb6f-4f28-9970-7ec1531c9fd4 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/security-groups?id=ebfe95af-8c87-4f8b-92ed-7b5884ec1904&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867915 Apr 05 20:21:47.934270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4930f1-f171-4ba6-8adc-5f514c6f5153 req-78202152-b543-4245-a3f3-0f9ed3c32d5a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:47.934270 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7d4930f1-f171-4ba6-8adc-5f514c6f5153 req-78202152-b543-4245-a3f3-0f9ed3c32d5a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.4743767 Apr 05 20:21:47.961717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-f1c4f1fd-62b5-46a8-9a4b-20c3817c5479 req-5efc8283-a74a-4850-9fa4-8d17602ef844 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] For port 2f2e0f75-2dc2-41e4-9c1c-908e41235485, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2f2e0f75-2dc2-41e4-9c1c-908e41235485,segment=NetworkSegment(d2f8cd66-3948-4466-a4f8-a2dfd4ca84a1),segment_id=d2f8cd66-3948-4466-a4f8-a2dfd4ca84a1)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:47.961717 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f1c4f1fd-62b5-46a8-9a4b-20c3817c5479 req-5efc8283-a74a-4850-9fa4-8d17602ef844 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:48.062199 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-787af0f5-a84d-4220-9659-40b23eca03b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:48.136910 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f71cc585-050d-46f6-88ad-79f777c0024e req-f18d61f5-913b-41a7-8913-660ec64c9425 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 210 time: 0.0823126 Apr 05 20:21:48.163531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-787af0f5-a84d-4220-9659-40b23eca03b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:48.163531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-787af0f5-a84d-4220-9659-40b23eca03b1 admin admin] Usage tracker for resource:security_group_rule and tenant:60e807afe374434389a9c56b9f2bf598 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:48.163531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-787af0f5-a84d-4220-9659-40b23eca03b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:48.163531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:48.163531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:48.228937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-787af0f5-a84d-4220-9659-40b23eca03b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:48.272013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-f1c4f1fd-62b5-46a8-9a4b-20c3817c5479 req-5efc8283-a74a-4850-9fa4-8d17602ef844 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Calling delete_port for 2f2e0f75-2dc2-41e4-9c1c-908e41235485 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:21:48.336921 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7d4930f1-f171-4ba6-8adc-5f514c6f5153 req-1c0e2acc-20d6-4993-8089-8a4b0f343169 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997266 Apr 05 20:21:48.494982 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f1c4f1fd-62b5-46a8-9a4b-20c3817c5479 req-5efc8283-a74a-4850-9fa4-8d17602ef844 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:48.507114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['2f2e0f75-2dc2-41e4-9c1c-908e41235485'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:48.558814 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:48.595893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc8283-a74a-4850-9fa4-8d17602ef844 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Pushing event deleted for resources: {'Port': ['ID=2f2e0f75-2dc2-41e4-9c1c-908e41235485,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:48.620509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-e44ac117-6f65-48e9-be2f-c24248eda08d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Synchronizing usage tracker for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:21:48.691790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c4f1fd-62b5-46a8-9a4b-20c3817c5479 req-5efc8283-a74a-4850-9fa4-8d17602ef844 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] No DVR routers for this DVR port 2f2e0f75-2dc2-41e4-9c1c-908e41235485 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:21:48.691790 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f1c4f1fd-62b5-46a8-9a4b-20c3817c5479 req-5efc8283-a74a-4850-9fa4-8d17602ef844 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:48.691790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b744a59-fda8-4ea0-bee7-7234a443cb1e', 'name': 'network-vif-deleted', 'tag': '2f2e0f75-2dc2-41e4-9c1c-908e41235485'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:48.718575 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1c4f1fd-62b5-46a8-9a4b-20c3817c5479 req-5efc8283-a74a-4850-9fa4-8d17602ef844 tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.41 "DELETE /v2.0/ports/2f2e0f75-2dc2-41e4-9c1c-908e41235485 HTTP/1.1" status: 204 len: 173 time: 1.4961705 Apr 05 20:21:48.730963 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-787af0f5-a84d-4220-9659-40b23eca03b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:48.730963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Allocated IP 172.20.0.6 (dc139d9a-c4cd-4c2e-9dbb-de48e68c7886/82d7c7c4-f9af-4333-a319-029300f728de/66e80346-cfb8-4ecd-89c5-1b240107bd24) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:21:48.762466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a20eb-a9d5-4c33-985b-5c2bcf37ab94 req-f49771ca-915c-4c96-b287-0ecbc25f93fb tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:48.762466 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b0a20eb-a9d5-4c33-985b-5c2bcf37ab94 req-f49771ca-915c-4c96-b287-0ecbc25f93fb tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.2592466 Apr 05 20:21:48.801840 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-787af0f5-a84d-4220-9659-40b23eca03b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:48.842900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:21:48.856676 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b0a20eb-a9d5-4c33-985b-5c2bcf37ab94 req-76141e5e-8784-46fa-92f8-1f6591fcc448 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754135 Apr 05 20:21:48.871984 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-787af0f5-a84d-4220-9659-40b23eca03b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60e807afe374434389a9c56b9f2bf598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9982452 Apr 05 20:21:48.886897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38322) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:48.944048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787af0f5-a84d-4220-9659-40b23eca03b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9cbbef-53e1-4f63-9098-28efd354a226,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:48.944048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:48.958568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:21:49.011778 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6f146d6c-e078-494b-8901-baee1f6fc833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:49.039030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6f146d6c-e078-494b-8901-baee1f6fc833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:49.053151 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:49.053151 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:49.068343 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b744a59-fda8-4ea0-bee7-7234a443cb1e', 'name': 'network-vif-deleted', 'tag': '2f2e0f75-2dc2-41e4-9c1c-908e41235485', 'status': 'completed', 'code': 200} Apr 05 20:21:49.082184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Pushing event updated for resources: {'Port': ['ID=421e7fdd-3e9c-4530-857f-e6c99aaa4731,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:49.082184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-e44ac117-6f65-48e9-be2f-c24248eda08d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Unset dirty status for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:21:49.082184 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-e44ac117-6f65-48e9-be2f-c24248eda08d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--139252899&fields=id&tenant_id=67f206acc8b04566894efcfbb5ff0d28 HTTP/1.1" status: 200 len: 267 time: 0.7934363 Apr 05 20:21:49.147644 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6f146d6c-e078-494b-8901-baee1f6fc833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:49.189231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f146d6c-e078-494b-8901-baee1f6fc833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9cbbef-53e1-4f63-9098-28efd354a226,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:49.189231 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6f146d6c-e078-494b-8901-baee1f6fc833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:49.189231 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6f146d6c-e078-494b-8901-baee1f6fc833 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e9cbbef-53e1-4f63-9098-28efd354a226 HTTP/1.1" status: 204 len: 168 time: 0.3253982 Apr 05 20:21:49.242686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9a1bff00-e824-4628-bc04-709ebfca9d42 req-679dbe18-b0ef-4b2e-ac6a-4930ffb87dff tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Synchronizing usage tracker for tenant:785e615b981f416e8ecef25588db4ba4 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:21:49.255907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9a1bff00-e824-4628-bc04-709ebfca9d42 req-679dbe18-b0ef-4b2e-ac6a-4930ffb87dff tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] Unset dirty status for tenant:785e615b981f416e8ecef25588db4ba4 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:21:49.270006 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a1bff00-e824-4628-bc04-709ebfca9d42 req-679dbe18-b0ef-4b2e-ac6a-4930ffb87dff tempest-ServerAddressesNegativeTestJSON-1199141672 tempest-ServerAddressesNegativeTestJSON-1199141672-project] 10.222.0.24 "GET /v2.0/ports?device_id=5b744a59-fda8-4ea0-bee7-7234a443cb1e HTTP/1.1" status: 200 len: 210 time: 0.0783050 Apr 05 20:21:49.292950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-bb61a098-799c-4ec3-859f-dc8292bbe6e1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6753566 Apr 05 20:21:49.319577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Request body: {'port': {'device_id': 'e2c7dc1e-1de1-4aaf-b38c-9437b975fb65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:49.365902 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:49.376176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-c77cd269-9725-41c3-b964-b2f0750ce485 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:49.376821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-c77cd269-9725-41c3-b964-b2f0750ce485 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Synchronizing usage tracker for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:21:49.461713 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:49.513678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930dba8-789a-4c68-9a64-ed6149e85cd7 req-1afbcff9-a80e-4cde-a903-c1f003281348 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:49.515473 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b930dba8-789a-4c68-9a64-ed6149e85cd7 req-1afbcff9-a80e-4cde-a903-c1f003281348 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.0972977 Apr 05 20:21:49.519977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-c77cd269-9725-41c3-b964-b2f0750ce485 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Unset dirty status for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:21:49.521130 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-c77cd269-9725-41c3-b964-b2f0750ce485 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports/11d6c801-8868-4ebb-b54a-042b8414de76 HTTP/1.1" status: 200 len: 937 time: 0.4393384 Apr 05 20:21:49.568566 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b930dba8-789a-4c68-9a64-ed6149e85cd7 req-a11fa3b9-7450-4ef7-8e9f-5685cc5ef492 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415661 Apr 05 20:21:49.615971 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:49.742563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-53e86d67-c81f-464a-a281-cd740ebd8168 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:49.743930 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-53e86d67-c81f-464a-a281-cd740ebd8168 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports/228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 HTTP/1.1" status: 200 len: 937 time: 0.2151172 Apr 05 20:21:49.785433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715a9ed4-9730-4a84-8a0d-c15e3af96809 req-d95f6c79-484c-4405-b9c7-f49833db9857 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:49.786924 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-715a9ed4-9730-4a84-8a0d-c15e3af96809 req-d95f6c79-484c-4405-b9c7-f49833db9857 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 931 time: 0.1002986 Apr 05 20:21:49.807847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Network dc139d9a-c4cd-4c2e-9dbb-de48e68c7886 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:21:49.822430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:49.831140 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-e1fac6a6-cfcd-4415-b4e9-42b7e9b6453b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?network_id=04a540e0-f994-4bb6-b37f-c12b8378196f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0772793 Apr 05 20:21:49.831863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:21:49.837560 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-715a9ed4-9730-4a84-8a0d-c15e3af96809 req-c086f3d6-7d3e-4522-b7f5-ca5fe13dfba3 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438457 Apr 05 20:21:49.880604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event updated for resources: {'Port': ['ID=66e80346-cfb8-4ecd-89c5-1b240107bd24,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:49.997338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-a3dbb97f-716e-4209-9c16-01288b59ba75 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?network_id=04a540e0-f994-4bb6-b37f-c12b8378196f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0998178 Apr 05 20:21:50.067022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb902e4-3ebc-454f-9066-e633cb0d67c7 req-0b851490-62cf-4483-8463-1d772473b8fc tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:50.067022 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4fb902e4-3ebc-454f-9066-e633cb0d67c7 req-0b851490-62cf-4483-8463-1d772473b8fc tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1189339 Apr 05 20:21:50.140721 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4fb902e4-3ebc-454f-9066-e633cb0d67c7 req-e867af37-3f5e-4427-be48-2908c90b7491 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678589 Apr 05 20:21:50.247470 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:50.271910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-01346bf1-6e7f-4f70-a7b0-614f5c102a0b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:50.277312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-01346bf1-6e7f-4f70-a7b0-614f5c102a0b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:50.282920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-01346bf1-6e7f-4f70-a7b0-614f5c102a0b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:50.283728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-01346bf1-6e7f-4f70-a7b0-614f5c102a0b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Synchronizing usage tracker for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:21:50.367289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fde1e6-0094-432b-8907-eccb67816b53 req-eb049727-b6aa-4cbf-9b20-9b657a858ec8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:50.369111 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4fde1e6-0094-432b-8907-eccb67816b53 req-eb049727-b6aa-4cbf-9b20-9b657a858ec8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.0989952 Apr 05 20:21:50.404026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-01346bf1-6e7f-4f70-a7b0-614f5c102a0b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Unset dirty status for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:21:50.406616 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-01346bf1-6e7f-4f70-a7b0-614f5c102a0b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/networks?id=acf04820-9558-4448-b778-1e71d8e99554&id=d5907306-16c4-4573-8487-923347eaefb1&id=d5907306-16c4-4573-8487-923347eaefb1&id=04a540e0-f994-4bb6-b37f-c12b8378196f&id=04a540e0-f994-4bb6-b37f-c12b8378196f HTTP/1.1" status: 200 len: 1994 time: 0.4278901 Apr 05 20:21:50.410847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:50.426147 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4fde1e6-0094-432b-8907-eccb67816b53 req-b8c497e9-aa9c-4bcf-8c9e-7a04f890ad0a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478077 Apr 05 20:21:50.443169 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421e7fdd-3e9c-4530-857f-e6c99aaa4731 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:50.465856 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:50.487935 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-2bf29537-085f-4bf2-94f0-9232fe1eee2f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/quotas/67f206acc8b04566894efcfbb5ff0d28 HTTP/1.1" status: 200 len: 375 time: 0.0471985 Apr 05 20:21:50.512865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2f2e0f75-2dc2-41e4-9c1c-908e41235485 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:21:50.551145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 2f2e0f75-2dc2-41e4-9c1c-908e41235485 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:21:50.551540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2f2e0f75-2dc2-41e4-9c1c-908e41235485 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:21:50.560428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38372) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:50.635212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd81b67-fcfa-454b-b8ab-65fa5d9f9180 admin admin] Deleting subnet ad85c906-d18c-45de-865f-3158a50d2e49 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:21:50.638424 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1bd81b67-fcfa-454b-b8ab-65fa5d9f9180 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:50.660717 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Transition to ACTIVE for port object 421e7fdd-3e9c-4530-857f-e6c99aaa4731 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:21:50.701830 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:50.749628 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1bd81b67-fcfa-454b-b8ab-65fa5d9f9180 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:50.834785 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1bd81b67-fcfa-454b-b8ab-65fa5d9f9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:50.894465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a9133-9a01-4673-8273-db1fb55db58f req-9276bc8a-0567-4890-a872-50baaed7a652 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:50.896282 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-080a9133-9a01-4673-8273-db1fb55db58f req-9276bc8a-0567-4890-a872-50baaed7a652 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.2156503 Apr 05 20:21:50.956252 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-080a9133-9a01-4673-8273-db1fb55db58f req-c4239dae-4578-432c-ac20-804ab0e6b1f2 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531003 Apr 05 20:21:50.961005 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1bd81b67-fcfa-454b-b8ab-65fa5d9f9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:51.018488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd81b67-fcfa-454b-b8ab-65fa5d9f9180 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad85c906-d18c-45de-865f-3158a50d2e49,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:51.023149 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1bd81b67-fcfa-454b-b8ab-65fa5d9f9180 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:51.028956 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1bd81b67-fcfa-454b-b8ab-65fa5d9f9180 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ad85c906-d18c-45de-865f-3158a50d2e49 HTTP/1.1" status: 204 len: 168 time: 0.4667828 Apr 05 20:21:51.032152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38390) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:51.073825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Pushing event updated for resources: {'Port': ['ID=421e7fdd-3e9c-4530-857f-e6c99aaa4731,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:51.205099 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35007216-955c-4d30-8c83-2532c2ee6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:51.242037 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:51.273713 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-0d9a8cc6-08a5-4ae9-8f06-10839b5814c2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=67f206acc8b04566894efcfbb5ff0d28&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7849312 Apr 05 20:21:51.274412 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:51.385277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35007216-955c-4d30-8c83-2532c2ee6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:51.405759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870b619-a17e-4268-a37c-bccea8a293f2 req-9924c874-c3a8-45dd-bfba-f55cc553d943 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:51.407384 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5870b619-a17e-4268-a37c-bccea8a293f2 req-9924c874-c3a8-45dd-bfba-f55cc553d943 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 943 time: 0.2654982 Apr 05 20:21:51.444695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-35007216-955c-4d30-8c83-2532c2ee6d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a0c32b-2ca4-4083-b0a4-a781f21d01a9']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:51.544851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Attempting to bind port 421e7fdd-3e9c-4530-857f-e6c99aaa4731 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:21:51.545213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Attempting to bind port 421e7fdd-3e9c-4530-857f-e6c99aaa4731 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '3f76fa53-861e-4529-bd03-99bde93c9cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:21:51.545544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Attempting to bind port 421e7fdd-3e9c-4530-857f-e6c99aaa4731 on network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:21:51.560506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event updated for resources: {'Port': ['ID=66e80346-cfb8-4ecd-89c5-1b240107bd24,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:51.573185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Port 421e7fdd-3e9c-4530-857f-e6c99aaa4731 on network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:21:51.573514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Attempting to bind port 421e7fdd-3e9c-4530-857f-e6c99aaa4731 on network a3551a2a-e941-4e9f-8ee2-de8f01da3a76 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:21:51.573868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-35007216-955c-4d30-8c83-2532c2ee6d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f8cd66-3948-4466-a4f8-a2dfd4ca84a1') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:51.574185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-35007216-955c-4d30-8c83-2532c2ee6d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f8cd66-3948-4466-a4f8-a2dfd4ca84a1') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:51.596897 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35007216-955c-4d30-8c83-2532c2ee6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:51.601467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:21:51.601467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Checking segment: {'id': '3f76fa53-861e-4529-bd03-99bde93c9cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:21:51.601467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Bound using segment: {'id': '3f76fa53-861e-4529-bd03-99bde93c9cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:21:51.601467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Bound port: 421e7fdd-3e9c-4530-857f-e6c99aaa4731, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f76fa53-861e-4529-bd03-99bde93c9cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:21:51.601467 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:51.630137 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:51.637464 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5870b619-a17e-4268-a37c-bccea8a293f2 req-c4edcea6-aaf6-44d7-a2b1-b395d05698b2 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066417 Apr 05 20:21:51.643950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-6fed7768-b3ea-4aab-a997-a602d80fc33c service neutron] 10.222.0.24 "GET /v2.0/networks/acf04820-9558-4448-b778-1e71d8e99554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134642 Apr 05 20:21:51.650305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35007216-955c-4d30-8c83-2532c2ee6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:51.671530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35007216-955c-4d30-8c83-2532c2ee6d4d admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:21:51.671530 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35007216-955c-4d30-8c83-2532c2ee6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:21:51.712284 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:21:51.846697 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:51.846697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f2ed4d4c-b4a2-4941-a3d8-9c13cce37bf2 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.8041151 Apr 05 20:21:51.884882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38420) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:51.947774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] For port 421e7fdd-3e9c-4530-857f-e6c99aaa4731, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:21:51.947774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] For port 421e7fdd-3e9c-4530-857f-e6c99aaa4731, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=421e7fdd-3e9c-4530-857f-e6c99aaa4731,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:21:51.947774 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-7f420961-d77a-4e4a-ae57-14ab4947c14b service neutron] 10.222.0.24 "GET /v2.0/networks/acf04820-9558-4448-b778-1e71d8e99554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660110 Apr 05 20:21:51.947774 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:52.037475 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-978b5807-4228-40ec-af43-884a72bca190 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=dc139d9a-c4cd-4c2e-9dbb-de48e68c7886 HTTP/1.1" status: 200 len: 689 time: 0.1103876 Apr 05 20:21:52.037475 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35007216-955c-4d30-8c83-2532c2ee6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:52.037475 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35007216-955c-4d30-8c83-2532c2ee6d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:52.052175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38428) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:52.102024 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-35007216-955c-4d30-8c83-2532c2ee6d4d admin admin] 10.222.0.24 "DELETE /v2.0/networks/90a0c32b-2ca4-4083-b0a4-a781f21d01a9 HTTP/1.1" status: 204 len: 168 time: 1.0454865 Apr 05 20:21:52.102024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35007216-955c-4d30-8c83-2532c2ee6d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=90a0c32b-2ca4-4083-b0a4-a781f21d01a9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:52.118937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:52.118937 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:52.118937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] 10.222.0.13 "PUT /v2.0/ports/421e7fdd-3e9c-4530-857f-e6c99aaa4731 HTTP/1.1" status: 200 len: 1091 time: 2.8006606 Apr 05 20:21:52.132661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2c7dc1e-1de1-4aaf-b38c-9437b975fb65', 'tag': '421e7fdd-3e9c-4530-857f-e6c99aaa4731'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:21:52.145559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc292d-254e-449e-8430-6f1aff2955da req-45ec2347-ef2e-4525-a1b7-98c5a165c37f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:52.171285 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27fc292d-254e-449e-8430-6f1aff2955da req-45ec2347-ef2e-4525-a1b7-98c5a165c37f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3130913 Apr 05 20:21:52.261346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27fc292d-254e-449e-8430-6f1aff2955da req-361679fb-6995-4c0b-a845-b93a278c2fcd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851219 Apr 05 20:21:52.297486 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-aa80e8f1-fcdf-4b2b-8f22-794011e2dc70 service neutron] 10.222.0.24 "GET /v2.0/ports/11d6c801-8868-4ebb-b54a-042b8414de76?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2975857 Apr 05 20:21:52.339772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d659287c-4c52-49f3-9c6b-ed60b29ddb39 service neutron] Pushing event updated for resources: {'Port': ['ID=421e7fdd-3e9c-4530-857f-e6c99aaa4731,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:52.520357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38442) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:52.533091 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:52.538673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-40fb965f-3bf6-4552-9aac-621b8fdfd55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:52.540141 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-40fb965f-3bf6-4552-9aac-621b8fdfd55e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6847749ee814c72a5d4a1675c38b3e3&device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 1094 time: 0.3686700 Apr 05 20:21:52.554995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351765-0893-43e2-b5a8-469371765a95 req-79ff53bf-a8a0-4fbe-a18e-dfb81eb38d0e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:52.560860 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13351765-0893-43e2-b5a8-469371765a95 req-79ff53bf-a8a0-4fbe-a18e-dfb81eb38d0e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.1311979 Apr 05 20:21:52.641966 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1b28645d-1a41-4c8b-958b-ce807e1f148d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=785e615b981f416e8ecef25588db4ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1122327 Apr 05 20:21:52.641966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38446) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:52.665333 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13351765-0893-43e2-b5a8-469371765a95 req-329baf0b-be25-4f17-93c9-d1ae1b8eccaf tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883701 Apr 05 20:21:52.673220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38452) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:52.749213 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ba9798c9-2dbb-46b0-ab1d-2da9a3f8e4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:52.837099 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ba9798c9-2dbb-46b0-ab1d-2da9a3f8e4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:52.930687 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2c7dc1e-1de1-4aaf-b38c-9437b975fb65', 'tag': '421e7fdd-3e9c-4530-857f-e6c99aaa4731', 'status': 'completed', 'code': 200} Apr 05 20:21:52.932917 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-d7927ead-4b4f-486a-8844-1894542ca34d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=421e7fdd-3e9c-4530-857f-e6c99aaa4731 HTTP/1.1" status: 200 len: 217 time: 0.2933931 Apr 05 20:21:52.936809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Deleting port 66e80346-cfb8-4ecd-89c5-1b240107bd24 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:21:52.937141 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:52.960176 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-84084775-fa27-4dc9-9d43-564adaa8f158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:52.986913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-84084775-fa27-4dc9-9d43-564adaa8f158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:52.994877 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-84084775-fa27-4dc9-9d43-564adaa8f158 admin admin] Usage tracker for resource:security_group_rule and tenant:65ca1f90bebd40c7a7bbd203df9caef5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:53.002513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-84084775-fa27-4dc9-9d43-564adaa8f158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:53.012295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-84084775-fa27-4dc9-9d43-564adaa8f158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:53.017549 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-f916ad9d-6755-4a5a-b8a4-cb9634482171 service neutron] 10.222.0.24 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7040181 Apr 05 20:21:53.017672 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ba9798c9-2dbb-46b0-ab1d-2da9a3f8e4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:53.094728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9798c9-2dbb-46b0-ab1d-2da9a3f8e4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfe95af-8c87-4f8b-92ed-7b5884ec1904,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:53.128051 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ba9798c9-2dbb-46b0-ab1d-2da9a3f8e4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:53.129001 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ba9798c9-2dbb-46b0-ab1d-2da9a3f8e4b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebfe95af-8c87-4f8b-92ed-7b5884ec1904 HTTP/1.1" status: 204 len: 168 time: 0.4903913 Apr 05 20:21:53.184143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-26ca688b-7637-431d-a33a-96739ff71442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:53.185701 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-26ca688b-7637-431d-a33a-96739ff71442 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4fe4ed7-5511-43cb-8270-e4b3f3328c23 HTTP/1.1" status: 200 len: 861 time: 0.2154522 Apr 05 20:21:53.189253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20137089-f039-4280-b228-ac32e9749016 req-d69d625c-1078-4012-8f55-70a33e906192 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:53.190928 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-20137089-f039-4280-b228-ac32e9749016 req-d69d625c-1078-4012-8f55-70a33e906192 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 943 time: 0.1379249 Apr 05 20:21:53.291375 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-20137089-f039-4280-b228-ac32e9749016 req-6310cb8a-3226-46bd-bbc4-c13586de70dc tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911198 Apr 05 20:21:53.294244 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-84084775-fa27-4dc9-9d43-564adaa8f158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:53.300799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-84084775-fa27-4dc9-9d43-564adaa8f158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:53.328182 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-30d2e731-333d-403d-a52d-ba0fba534d11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845249 Apr 05 20:21:53.411299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84084775-fa27-4dc9-9d43-564adaa8f158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31ca859-995b-4ea2-afba-45d5bc0d0e5c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:53.428186 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-f4038303-6182-4f0c-8207-049485e23d8a service neutron] 10.222.0.24 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849819 Apr 05 20:21:53.434529 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-84084775-fa27-4dc9-9d43-564adaa8f158 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65ca1f90bebd40c7a7bbd203df9caef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7409179 Apr 05 20:21:53.434529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38464) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:53.549122 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:53.549451 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:53.561820 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c733bb37-94d3-43ab-8d6a-16511ed5135c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:53.606393 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c733bb37-94d3-43ab-8d6a-16511ed5135c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:53.634074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4963-5ac9-4e9b-8d10-0600e9506f9a req-841f3bf9-c09a-4c92-9ef1-a8dd26122586 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:53.634074 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c60c4963-5ac9-4e9b-8d10-0600e9506f9a req-841f3bf9-c09a-4c92-9ef1-a8dd26122586 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1572292 Apr 05 20:21:53.700079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Calling delete_port for 66e80346-cfb8-4ecd-89c5-1b240107bd24 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:21:53.706472 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c60c4963-5ac9-4e9b-8d10-0600e9506f9a req-129ffb7d-b8ac-4cf2-a2b2-6cf92e2e55ef tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756094 Apr 05 20:21:53.756069 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c733bb37-94d3-43ab-8d6a-16511ed5135c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:53.762234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-1c2afb41-2e6d-4c68-9cb1-9b5e97133844 service neutron] 10.222.0.24 "GET /v2.0/ports/228ce59d-a3b6-431f-a9ca-34ff6eaf9f95?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.3241143 Apr 05 20:21:53.785305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c733bb37-94d3-43ab-8d6a-16511ed5135c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31ca859-995b-4ea2-afba-45d5bc0d0e5c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:53.794850 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c733bb37-94d3-43ab-8d6a-16511ed5135c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:53.799439 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c733bb37-94d3-43ab-8d6a-16511ed5135c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d31ca859-995b-4ea2-afba-45d5bc0d0e5c HTTP/1.1" status: 204 len: 168 time: 0.3800712 Apr 05 20:21:53.825956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-9ef31f4c-477a-44e3-b0c1-f81f2bc6e8b5 service neutron] 10.222.0.13 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4913523 Apr 05 20:21:53.988560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4759d68-5cbd-4323-8aef-6736f6c502a2 req-b2bc291a-38e4-480c-b174-a10d4517107a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:53.996706 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4759d68-5cbd-4323-8aef-6736f6c502a2 req-b2bc291a-38e4-480c-b174-a10d4517107a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.1051936 Apr 05 20:21:54.078740 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4759d68-5cbd-4323-8aef-6736f6c502a2 req-48518ed4-9cc4-4dd7-b84a-ed2c7ac4558c tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768507 Apr 05 20:21:54.107795 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-ea9052bd-f9f6-4254-98ab-1da51644b59c service neutron] 10.222.0.24 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435631 Apr 05 20:21:54.175357 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab59b98a-5484-49e8-9f2a-0c2db2ecebda req-2581919d-57c6-4bf5-a938-782f9a4e7fb8 service neutron] 10.222.0.13 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006227 Apr 05 20:21:54.300895 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:54.358295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed195ec-9fdc-400d-8753-42a32acc4a20 req-49290991-eb3a-428f-91eb-4deba0853593 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:54.358295 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ed195ec-9fdc-400d-8753-42a32acc4a20 req-49290991-eb3a-428f-91eb-4deba0853593 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.1479847 Apr 05 20:21:54.358295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38494) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:54.424607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38498) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:54.445376 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c8633559-4e9d-4eca-aefc-6b7e900b7d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:54.487564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c8633559-4e9d-4eca-aefc-6b7e900b7d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:54.493811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event deleted for resources: {'Port': ['ID=66e80346-cfb8-4ecd-89c5-1b240107bd24,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:54.504727 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ed195ec-9fdc-400d-8753-42a32acc4a20 req-32e2e57f-808f-42f1-9d25-5663271adc67 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588898 Apr 05 20:21:54.526859 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c8633559-4e9d-4eca-aefc-6b7e900b7d8e admin admin] Usage tracker for resource:security_group_rule and tenant:48c3f95c1e4e4a8996347bb4ec886371 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:54.554506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c8633559-4e9d-4eca-aefc-6b7e900b7d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:54.569554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c8633559-4e9d-4eca-aefc-6b7e900b7d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:54.608422 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-0d884cba-2824-42c3-8d9b-56c57d76adbc service neutron] 10.222.0.24 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852598 Apr 05 20:21:54.711041 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c8633559-4e9d-4eca-aefc-6b7e900b7d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:54.720187 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c8633559-4e9d-4eca-aefc-6b7e900b7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:54.744931 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:54.756190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9042f81-6d70-40c3-826c-3982debf0b3b req-2b3fa57b-1880-484c-bb1d-0adf221ce1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:54.759104 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9042f81-6d70-40c3-826c-3982debf0b3b req-2b3fa57b-1880-484c-bb1d-0adf221ce1d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e6847749ee814c72a5d4a1675c38b3e3&device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 1094 time: 0.5203426 Apr 05 20:21:54.904229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-995957306-network', 'tenant_id': '4833bf6213dc4ef3a59f1e53687f26ca'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:54.914644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:54.924483 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c8633559-4e9d-4eca-aefc-6b7e900b7d8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48c3f95c1e4e4a8996347bb4ec886371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5692468 Apr 05 20:21:54.927110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Usage tracker for resource:network and tenant:4833bf6213dc4ef3a59f1e53687f26ca is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:54.931777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:54.934607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38520) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:54.934607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8633559-4e9d-4eca-aefc-6b7e900b7d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72474b33-751e-461d-be25-8ace5ddab35c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:54.960170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:54.987791 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-2ea9be1b-5959-4581-b703-da10047b6b37 service neutron] 10.222.0.24 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669446 Apr 05 20:21:54.992950 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.011010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Made reservation on behalf of 4833bf6213dc4ef3a59f1e53687f26ca for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:55.013492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.033148 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.057528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae32fbc-1242-446a-bbfc-3b8a874094a8 req-f4d3e19f-42db-4cbf-a765-f81cddd296af tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:55.059076 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ae32fbc-1242-446a-bbfc-3b8a874094a8 req-f4d3e19f-42db-4cbf-a765-f81cddd296af tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 943 time: 0.2930017 Apr 05 20:21:55.101397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:55.104209 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b87d3c4a-8861-42c7-b229-2760901e14ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.111158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Usage tracker for resource:security_group_rule and tenant:4833bf6213dc4ef3a59f1e53687f26ca is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:55.124559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:55.141409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:55.173583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9042f81-6d70-40c3-826c-3982debf0b3b req-85b06749-78cf-41a7-821e-e72a8cd1b7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:55.173583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9042f81-6d70-40c3-826c-3982debf0b3b req-85b06749-78cf-41a7-821e-e72a8cd1b7b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76 HTTP/1.1" status: 200 len: 922 time: 0.3944790 Apr 05 20:21:55.174745 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b87d3c4a-8861-42c7-b229-2760901e14ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.188622 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ae32fbc-1242-446a-bbfc-3b8a874094a8 req-8896d697-d8dd-4111-b17d-2f36dc83a826 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126366 Apr 05 20:21:55.268329 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9042f81-6d70-40c3-826c-3982debf0b3b req-3670eb0a-d7c7-415f-9644-98ee636ec0b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=421e7fdd-3e9c-4530-857f-e6c99aaa4731 HTTP/1.1" status: 200 len: 217 time: 0.0857298 Apr 05 20:21:55.319884 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.320191 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.321691 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b87d3c4a-8861-42c7-b229-2760901e14ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.348062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.355868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d3c4a-8861-42c7-b229-2760901e14ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72474b33-751e-461d-be25-8ace5ddab35c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:55.371451 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-758cb762-ba81-4a32-add9-2bb19365c86f service neutron] 10.222.0.24 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501577 Apr 05 20:21:55.386266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=82d7c7c4-f9af-4333-a319-029300f728de,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:55.431520 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b87d3c4a-8861-42c7-b229-2760901e14ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.433498 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b87d3c4a-8861-42c7-b229-2760901e14ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72474b33-751e-461d-be25-8ace5ddab35c HTTP/1.1" status: 204 len: 168 time: 0.4964745 Apr 05 20:21:55.482035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9042f81-6d70-40c3-826c-3982debf0b3b req-b591e572-d8ad-4cc5-b698-5987d654aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:55.484155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:21:55.484476 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9042f81-6d70-40c3-826c-3982debf0b3b req-b591e572-d8ad-4cc5-b698-5987d654aa40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e4fe4ed7-5511-43cb-8270-e4b3f3328c23 HTTP/1.1" status: 200 len: 861 time: 0.2082736 Apr 05 20:21:55.489368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device e770ad3d-5706-4763-855d-e1b6154d122b details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:21:55.495085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba777c4-f3a3-450e-bb88-23f143c3f499,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:55.513066 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.513066 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Added segment 44e59ed1-a6fb-4f53-8deb-54b3f5286384 of type vlan for network 90562d61-1344-4ba0-a95d-3ae547f7f5a5 Apr 05 20:21:55.577109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2085e-046c-4d4c-96c7-9cd7751f9846 req-871b8da9-e274-495b-a507-2e9a5dc62416 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:55.582392 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1e2085e-046c-4d4c-96c7-9cd7751f9846 req-871b8da9-e274-495b-a507-2e9a5dc62416 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.1475055 Apr 05 20:21:55.588432 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.762857 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9042f81-6d70-40c3-826c-3982debf0b3b req-10e2c54e-73e8-403d-b1eb-e537cb34cdfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a3551a2a-e941-4e9f-8ee2-de8f01da3a76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1371288 Apr 05 20:21:55.769994 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port e770ad3d-5706-4763-855d-e1b6154d122b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e770ad3d-5706-4763-855d-e1b6154d122b,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:55.772123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.811149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'e770ad3d-5706-4763-855d-e1b6154d122b', 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796', 'port_id': 'e770ad3d-5706-4763-855d-e1b6154d122b', 'mac_address': 'fa:16:3e:3a:99:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b600e23-44bb-460f-a1af-d7c4b74bf29a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:21:55.850960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc139d9a-c4cd-4c2e-9dbb-de48e68c7886']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:55.923616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2036b523-33a0-47ce-b2c5-86acc98676ae') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:55.924004 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2036b523-33a0-47ce-b2c5-86acc98676ae') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:21:55.939358 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-ff599f0e-14da-4d56-92c8-9c10f226e79d service neutron] 10.222.0.24 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595572 Apr 05 20:21:55.950386 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.952032 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.957589 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.959030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:55.959881 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:55.981037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e770ad3d-5706-4763-855d-e1b6154d122b {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:56.023979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port e770ad3d-5706-4763-855d-e1b6154d122b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e770ad3d-5706-4763-855d-e1b6154d122b,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:56.028967 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:56.067835 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1e2085e-046c-4d4c-96c7-9cd7751f9846 req-7badb5e6-64cb-44e8-80ff-85d19cc87fe3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4802594 Apr 05 20:21:56.096501 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:56.162492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:21:56.162492 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:56.193764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['e770ad3d-5706-4763-855d-e1b6154d122b'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:56.279637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Pushing event updated for resources: {'Network': ['ID=90562d61-1344-4ba0-a95d-3ae547f7f5a5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:56.291258 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8445559 Apr 05 20:21:56.308185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38560) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:56.354386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Request body: {'subnet': {'network_id': '90562d61-1344-4ba0-a95d-3ae547f7f5a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-995957306-subnet', 'tenant_id': '4833bf6213dc4ef3a59f1e53687f26ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:56.354386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:56.354386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:56.354386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:56.354386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:56.354386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:56.354386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:56.354386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:56.354386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:56.354386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:56.354386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:56.354386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:56.354386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c940f0ca-871d-4c0c-bf63-d75dd6fa4568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:21:56.496090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:56.546205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 90562d61-1344-4ba0-a95d-3ae547f7f5a5 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:21:56.553362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Usage tracker for resource:subnet and tenant:4833bf6213dc4ef3a59f1e53687f26ca is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:56.612890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:56.673858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:56.798961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Made reservation on behalf of 4833bf6213dc4ef3a59f1e53687f26ca for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:56.798961 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:21:56.913083 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-1df43fa1-f73e-4eaa-8018-34e37d24c7f4 service neutron] 10.222.0.24 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9526172 Apr 05 20:21:56.963901 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:56.963901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dc139d9a-c4cd-4c2e-9dbb-de48e68c7886 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 05 20:21:56.979122 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:57.146406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=e770ad3d-5706-4763-855d-e1b6154d122b,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:57.315123 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9042f81-6d70-40c3-826c-3982debf0b3b req-82095ad9-f54c-4af5-8a63-a8e9eed18a0a service neutron] 10.222.0.13 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5394216 Apr 05 20:21:57.367970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event deleted for resources: {'Network': ['ID=dc139d9a-c4cd-4c2e-9dbb-de48e68c7886,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:57.455794 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-46929d3b-8985-4e8a-b793-e7fe3d0957ac tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "DELETE /v2.0/networks/dc139d9a-c4cd-4c2e-9dbb-de48e68c7886 HTTP/1.1" status: 204 len: 168 time: 5.3549972 Apr 05 20:21:57.455794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38576) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:57.545586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 421e7fdd-3e9c-4530-857f-e6c99aaa4731 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:21:57.633780 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:57.751210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ba129b-153d-43e5-b71c-54b338022cb1 req-89076687-aa4d-40b9-9d46-338822d5bb6b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:57.751210 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95ba129b-153d-43e5-b71c-54b338022cb1 req-89076687-aa4d-40b9-9d46-338822d5bb6b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 1.3310428 Apr 05 20:21:57.785320 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:21:57.817790 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-4b0c4140-99e5-4a52-b23d-ff3a6fe06405 service neutron] 10.222.0.24 "GET /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7359178 Apr 05 20:21:58.001536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 421e7fdd-3e9c-4530-857f-e6c99aaa4731, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=421e7fdd-3e9c-4530-857f-e6c99aaa4731,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:58.058606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=731d2605-4ca5-451a-a032-bb9a638677b1,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:21:58.085739 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '421e7fdd-3e9c-4530-857f-e6c99aaa4731', 'network_id': 'a3551a2a-e941-4e9f-8ee2-de8f01da3a76', 'port_id': '421e7fdd-3e9c-4530-857f-e6c99aaa4731', 'mac_address': 'fa:16:3e:22:91:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4fe4ed7-5511-43cb-8270-e4b3f3328c23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:21:58.144778 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95ba129b-153d-43e5-b71c-54b338022cb1 req-6d46a2a0-c598-4af4-b35f-924690f528a1 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882542 Apr 05 20:21:58.144778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Checking segment: {'id': '44e59ed1-a6fb-4f53-8deb-54b3f5286384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '90562d61-1344-4ba0-a95d-3ae547f7f5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:21:58.144778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Network hostable DHCP agents. Network: 90562d61-1344-4ba0-a95d-3ae547f7f5a5, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:21:58.201378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Network 90562d61-1344-4ba0-a95d-3ae547f7f5a5 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:21:58.201378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 90562d61-1344-4ba0-a95d-3ae547f7f5a5) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:21:58.229314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:58.229314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:58.283644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f6a68-8512-4873-9b2d-2b228d4f79d9 None None] Network 90562d61-1344-4ba0-a95d-3ae547f7f5a5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:21:58.323012 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1097d9a9-0d07-436d-b31a-4c8b621076d8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9904923 Apr 05 20:21:58.559207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13baeb-5429-4131-96ef-58c5743c1404 req-06fad0fb-b32e-4a51-8b9e-585e6fcd4c52 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:58.583437 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d13baeb-5429-4131-96ef-58c5743c1404 req-06fad0fb-b32e-4a51-8b9e-585e6fcd4c52 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 943 time: 0.1920726 Apr 05 20:21:58.625783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-459358bc-21e0-427c-be59-5bbea8fbd561 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Synchronizing usage tracker for tenant:92948412fdb84b9bb554d098e5aaf5fd on resource:floatingip {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:21:58.705483 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d13baeb-5429-4131-96ef-58c5743c1404 req-a52502c7-0472-43f2-a91b-9e6f144fb993 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382310 Apr 05 20:21:58.769425 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:58.778866 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9042f81-6d70-40c3-826c-3982debf0b3b req-a687eb9a-661a-4870-89a5-8d93e3d93f7e service neutron] 10.222.0.13 "GET /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4407043 Apr 05 20:21:58.808165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-459358bc-21e0-427c-be59-5bbea8fbd561 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Unset dirty status for tenant:92948412fdb84b9bb554d098e5aaf5fd on resource:floatingip {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:21:58.814673 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-459358bc-21e0-427c-be59-5bbea8fbd561 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1955 time: 1.2553670 Apr 05 20:21:58.814886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38606) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:58.847228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421e7fdd-3e9c-4530-857f-e6c99aaa4731 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:21:58.896153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-b3e43bf0-f732-4be5-9e0c-7e56bb96b106 service neutron] 10.222.0.24 "GET /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9197500 Apr 05 20:21:59.003439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.004211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.004211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.004792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.011374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 421e7fdd-3e9c-4530-857f-e6c99aaa4731, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=421e7fdd-3e9c-4530-857f-e6c99aaa4731,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:21:59.011694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.013339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.014485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.019550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.020234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.021611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.021611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.023737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.024495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.025796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.026287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.034130 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9b3c05ed-9675-499a-8f15-cdb0169c7238 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9579 time: 0.2133720 Apr 05 20:21:59.035592 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:59.085971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38612) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:59.180400 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-f023453a-caf5-47ab-9aed-2a0243e2a0ff tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] delete failed (client error): The resource could not be found. Apr 05 20:21:59.180400 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f023453a-caf5-47ab-9aed-2a0243e2a0ff tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/8e28dc5f-2d48-4a1b-a6d0-e66c201b3793 HTTP/1.1" status: 404 len: 345 time: 0.0866747 Apr 05 20:21:59.180400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38616) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:59.231129 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da847ea-f2be-4f32-a753-626aaeb4cbee tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] DELETE failed (client error): The resource could not be found. Apr 05 20:21:59.231129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da847ea-f2be-4f32-a753-626aaeb4cbee tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:21:59.231129 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8da847ea-f2be-4f32-a753-626aaeb4cbee tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "DELETE /v2.0/networks/dc139d9a-c4cd-4c2e-9dbb-de48e68c7886 HTTP/1.1" status: 404 len: 339 time: 0.0407887 Apr 05 20:21:59.231129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38620) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:59.231129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Request body: {'network': {'name': 'tempest-network--840007961', 'router:external': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:21:59.280749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:21:59.280749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Usage tracker for resource:network and tenant:92948412fdb84b9bb554d098e5aaf5fd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:21:59.312641 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-13cbcbcf-8e7e-4794-b327-1da181a473b0 service neutron] 10.222.0.24 "GET /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651471 Apr 05 20:21:59.343523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:21:59.343523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ce50f-1ab5-4a97-ad85-525e73b04cda req-b5284e52-729e-4598-a07b-700e02646bb8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.343523 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-782ce50f-1ab5-4a97-ad85-525e73b04cda req-b5284e52-729e-4598-a07b-700e02646bb8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 944 time: 0.2522159 Apr 05 20:21:59.343523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:21:59.370791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['421e7fdd-3e9c-4530-857f-e6c99aaa4731'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:21:59.422133 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-782ce50f-1ab5-4a97-ad85-525e73b04cda req-f5acf0d2-f21c-40c1-bc05-a16059b072b4 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190264 Apr 05 20:21:59.422133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Made reservation on behalf of 92948412fdb84b9bb554d098e5aaf5fd for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:21:59.422133 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:59.456860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38626) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:21:59.466154 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:21:59.533274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:21:59.558881 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:59.559232 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Added segment 5e3e6eab-5428-47d6-831e-f6f61ca5cc6e of type vlan for network 785e5681-7e5a-4bba-9f88-8b83b41f6394 Apr 05 20:21:59.628270 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-13f23ac2-9b0b-436e-b95f-c5ba8614ba60 service neutron] 10.222.0.24 "GET /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319969 Apr 05 20:21:59.657960 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device e770ad3d-5706-4763-855d-e1b6154d122b up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:21:59.699635 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:59.804523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0ffbc-d8c6-43af-add0-94054f4a3cc8 req-ee1e0d63-af0e-45bc-ad59-9bbece10ad30 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.811504 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-04e0ffbc-d8c6-43af-add0-94054f4a3cc8 req-ee1e0d63-af0e-45bc-ad59-9bbece10ad30 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.2391744 Apr 05 20:21:59.877212 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef6126cd-14c5-4391-ad9d-d5f5c4770c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:59.923399 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:59.924014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:21:59.924587 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:21:59.949838 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-04e0ffbc-d8c6-43af-add0-94054f4a3cc8 req-96496e6d-2fc1-4611-bd74-fba9d31cccdf tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378355 Apr 05 20:21:59.952596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ef6126cd-14c5-4391-ad9d-d5f5c4770c35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:00.036598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=421e7fdd-3e9c-4530-857f-e6c99aaa4731,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:00.070884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ef6126cd-14c5-4391-ad9d-d5f5c4770c35 admin admin] Usage tracker for resource:security_group_rule and tenant:c9c5dafca50b4df9a9bc48ea33885050 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:00.070884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ef6126cd-14c5-4391-ad9d-d5f5c4770c35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:00.177023 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d10e204-f31c-499f-8bc6-2e39e6fc15be None None] Network 90562d61-1344-4ba0-a95d-3ae547f7f5a5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:22:00.202726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ef6126cd-14c5-4391-ad9d-d5f5c4770c35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:00.202726 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9854972 Apr 05 20:22:00.225055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38642) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:00.251860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d83821-b838-4b88-84cc-afdacfe91427 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event updated for resources: {'Network': ['ID=785e5681-7e5a-4bba-9f88-8b83b41f6394,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:00.454040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eec57ba-2a50-439d-9197-3ccb8bff213a tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:00.454040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eec57ba-2a50-439d-9197-3ccb8bff213a tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:00.454040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eec57ba-2a50-439d-9197-3ccb8bff213a tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:00.454040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eec57ba-2a50-439d-9197-3ccb8bff213a tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:00.454040 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9eec57ba-2a50-439d-9197-3ccb8bff213a tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2433050 Apr 05 20:22:00.454040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38650) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:00.534295 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef6126cd-14c5-4391-ad9d-d5f5c4770c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:00.534295 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef6126cd-14c5-4391-ad9d-d5f5c4770c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:00.588309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 785e5681-7e5a-4bba-9f88-8b83b41f6394 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:22:00.610995 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ef6126cd-14c5-4391-ad9d-d5f5c4770c35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9c5dafca50b4df9a9bc48ea33885050&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1371801 Apr 05 20:22:00.610995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38654) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:00.793938 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3b48-1ffe-42af-a03a-69db80843589 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:00.821853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6126cd-14c5-4391-ad9d-d5f5c4770c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62046618-d961-4d11-9a8a-c28a1e60375a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:00.821853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-492f12a7-e35a-419e-9eff-20f2590d536f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:00.905608 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-492f12a7-e35a-419e-9eff-20f2590d536f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:01.052510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-492f12a7-e35a-419e-9eff-20f2590d536f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:01.064779 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3b48-1ffe-42af-a03a-69db80843589 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:01.135525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-8b6e3b48-1ffe-42af-a03a-69db80843589 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785e5681-7e5a-4bba-9f88-8b83b41f6394']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:01.135525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-8b6e3b48-1ffe-42af-a03a-69db80843589 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3e6eab-5428-47d6-831e-f6f61ca5cc6e') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:01.135525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-8b6e3b48-1ffe-42af-a03a-69db80843589 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3e6eab-5428-47d6-831e-f6f61ca5cc6e') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:01.170855 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3b48-1ffe-42af-a03a-69db80843589 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:01.196481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3b48-1ffe-42af-a03a-69db80843589 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:01.196481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b6e3b48-1ffe-42af-a03a-69db80843589 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:22:01.196481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3b48-1ffe-42af-a03a-69db80843589 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:01.235326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492f12a7-e35a-419e-9eff-20f2590d536f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62046618-d961-4d11-9a8a-c28a1e60375a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:01.327317 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-492f12a7-e35a-419e-9eff-20f2590d536f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:01.327317 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-492f12a7-e35a-419e-9eff-20f2590d536f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62046618-d961-4d11-9a8a-c28a1e60375a HTTP/1.1" status: 204 len: 168 time: 0.7304361 Apr 05 20:22:01.365457 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port e770ad3d-5706-4763-855d-e1b6154d122b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:01.365457 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3b48-1ffe-42af-a03a-69db80843589 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:01.618263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6e3b48-1ffe-42af-a03a-69db80843589 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 785e5681-7e5a-4bba-9f88-8b83b41f6394 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 05 20:22:01.636807 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3b48-1ffe-42af-a03a-69db80843589 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:01.767773 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:01.864285 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2184e0-031b-4f40-8955-8e4c9b3822c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e770ad3d-5706-4763-855d-e1b6154d122b'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:01.893520 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port e770ad3d-5706-4763-855d-e1b6154d122b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e770ad3d-5706-4763-855d-e1b6154d122b,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:01.893520 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:01.975033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938cb29-b017-4bd5-8631-8afc23982702 req-adb67b4c-0d69-4b62-b21d-946e03856b3c tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:01.975033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-0938cb29-b017-4bd5-8631-8afc23982702 req-adb67b4c-0d69-4b62-b21d-946e03856b3c tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Synchronizing usage tracker for tenant:4833bf6213dc4ef3a59f1e53687f26ca on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:22:02.092331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e3b48-1ffe-42af-a03a-69db80843589 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event deleted for resources: {'Network': ['ID=785e5681-7e5a-4bba-9f88-8b83b41f6394,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:02.092331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8b6e3b48-1ffe-42af-a03a-69db80843589 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "DELETE /v2.0/networks/785e5681-7e5a-4bba-9f88-8b83b41f6394 HTTP/1.1" status: 204 len: 168 time: 1.6272492 Apr 05 20:22:02.092331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38688) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:02.138102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Request body: {'network': {'name': 'tempest-network--799320846', 'router:external': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:02.157612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-0938cb29-b017-4bd5-8631-8afc23982702 req-adb67b4c-0d69-4b62-b21d-946e03856b3c tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Unset dirty status for tenant:4833bf6213dc4ef3a59f1e53687f26ca on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:22:02.177181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=e770ad3d-5706-4763-855d-e1b6154d122b,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:02.196252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:02.216190 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0938cb29-b017-4bd5-8631-8afc23982702 req-adb67b4c-0d69-4b62-b21d-946e03856b3c tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/networks?id=90562d61-1344-4ba0-a95d-3ae547f7f5a5 HTTP/1.1" status: 200 len: 812 time: 0.9840255 Apr 05 20:22:02.235032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Usage tracker for resource:network and tenant:92948412fdb84b9bb554d098e5aaf5fd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:02.235032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:02.235032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:02.254742 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0938cb29-b017-4bd5-8631-8afc23982702 req-5b4dc372-ea16-4158-8c6b-4d1540dbbba6 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/quotas/4833bf6213dc4ef3a59f1e53687f26ca HTTP/1.1" status: 200 len: 375 time: 0.0279951 Apr 05 20:22:02.274775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Made reservation on behalf of 92948412fdb84b9bb554d098e5aaf5fd for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:02.274775 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:02.294685 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0938cb29-b017-4bd5-8631-8afc23982702 req-9f2bb7e0-d3aa-48f7-a956-84561ef43b7c tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4833bf6213dc4ef3a59f1e53687f26ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954452 Apr 05 20:22:02.335996 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:22:02.355270 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:02.355270 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Added segment 741909e1-143b-4f57-9be5-2b8c1047dbed of type vlan for network ee93ac81-9c63-445f-848e-08b4139d196b Apr 05 20:22:02.627745 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:02.761867 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:02.761867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:02.761867 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:03.028314 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9048932 Apr 05 20:22:03.028314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38712) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:03.297212 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0938cb29-b017-4bd5-8631-8afc23982702 req-5a448933-9261-4ff6-9505-ad828623bb36 service neutron] 10.222.0.24 "GET /v2.0/networks/90562d61-1344-4ba0-a95d-3ae547f7f5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0004442 Apr 05 20:22:03.461478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2145e0f7-da36-4dfa-a698-93aa760e64b3 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:03.461478 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2145e0f7-da36-4dfa-a698-93aa760e64b3 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] 10.222.0.24 "GET /v2.0/networks/ee93ac81-9c63-445f-848e-08b4139d196b HTTP/1.1" status: 200 len: 756 time: 0.4507730 Apr 05 20:22:03.461478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38718) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:03.461478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e914ee7-12ef-45e1-976a-8ebaef4e6c7f tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event updated for resources: {'Network': ['ID=ee93ac81-9c63-445f-848e-08b4139d196b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:03.502659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network ee93ac81-9c63-445f-848e-08b4139d196b details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:22:03.611348 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 421e7fdd-3e9c-4530-857f-e6c99aaa4731 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:22:03.677551 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0938cb29-b017-4bd5-8631-8afc23982702 req-d279ea11-fcd9-4e84-a490-292014fbf6d7 service neutron] 10.222.0.24 "GET /v2.0/networks/90562d61-1344-4ba0-a95d-3ae547f7f5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785152 Apr 05 20:22:03.782467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9712829-52e9-4a3e-b668-033457bbc66b tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:03.782467 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b9712829-52e9-4a3e-b668-033457bbc66b tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] 10.222.0.24 "GET /v2.0/networks/edb933ac-5665-4c79-8ad5-43d4c87c43c8 HTTP/1.1" status: 200 len: 768 time: 0.3129923 Apr 05 20:22:03.804399 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38730) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:03.846703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2741dc6c-e781-4705-b592-bef41da81d60 req-127c7d79-cf02-4872-bd86-cee23b6cfa0d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:03.846703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2741dc6c-e781-4705-b592-bef41da81d60 req-127c7d79-cf02-4872-bd86-cee23b6cfa0d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Synchronizing usage tracker for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:22:03.890897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2741dc6c-e781-4705-b592-bef41da81d60 req-127c7d79-cf02-4872-bd86-cee23b6cfa0d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Unset dirty status for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:22:03.890897 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2741dc6c-e781-4705-b592-bef41da81d60 req-127c7d79-cf02-4872-bd86-cee23b6cfa0d tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 944 time: 1.4639051 Apr 05 20:22:04.058563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2741dc6c-e781-4705-b592-bef41da81d60 req-f0b794da-98e2-4f66-aa8a-d073cab703f3 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615186 Apr 05 20:22:04.182497 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b6fe633-897a-4a8b-a162-0e12cd03324a tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:04.328264 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 421e7fdd-3e9c-4530-857f-e6c99aaa4731 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:22:04.356774 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e2184e0-031b-4f40-8955-8e4c9b3822c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e770ad3d-5706-4763-855d-e1b6154d122b', 'code': 200} Apr 05 20:22:04.356774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 421e7fdd-3e9c-4530-857f-e6c99aaa4731 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:04.360324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:04.381378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38748) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:04.610801 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b6fe633-897a-4a8b-a162-0e12cd03324a tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:04.677642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9b6fe633-897a-4a8b-a162-0e12cd03324a tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee93ac81-9c63-445f-848e-08b4139d196b']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:04.733718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9b6fe633-897a-4a8b-a162-0e12cd03324a tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741909e1-143b-4f57-9be5-2b8c1047dbed') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:04.733718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9b6fe633-897a-4a8b-a162-0e12cd03324a tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741909e1-143b-4f57-9be5-2b8c1047dbed') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:04.733718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004d8b8-70bb-4f2d-bb50-53b6b80efb14 req-d082558d-0974-4d79-ac05-c66f0d9e00cd tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:04.738355 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f004d8b8-70bb-4f2d-bb50-53b6b80efb14 req-d082558d-0974-4d79-ac05-c66f0d9e00cd tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.3532465 Apr 05 20:22:04.740059 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b6fe633-897a-4a8b-a162-0e12cd03324a tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:04.755548 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6eb0-8978-4d87-849c-8bc9812ef029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:04.775047 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:04.804828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6b4b6eb0-8978-4d87-849c-8bc9812ef029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:04.810826 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b6fe633-897a-4a8b-a162-0e12cd03324a tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:04.817522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6b4b6eb0-8978-4d87-849c-8bc9812ef029 admin admin] Usage tracker for resource:security_group_rule and tenant:3895e5096e38488c85da3a1e8f4263b1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:04.823594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b6fe633-897a-4a8b-a162-0e12cd03324a tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:22:04.824066 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b6fe633-897a-4a8b-a162-0e12cd03324a tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:04.833813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6b4b6eb0-8978-4d87-849c-8bc9812ef029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:04.847303 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f004d8b8-70bb-4f2d-bb50-53b6b80efb14 req-1c61d383-a3d1-4cda-85a0-ff2fe2e3048f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093230 Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:22:04.848014 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:22:04.889898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6b4b6eb0-8978-4d87-849c-8bc9812ef029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:04.968852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 421e7fdd-3e9c-4530-857f-e6c99aaa4731, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=421e7fdd-3e9c-4530-857f-e6c99aaa4731,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:04.968852 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:05.019700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5220880f-4f7a-4a4b-a117-9eb8b871bcff req-db6847c6-2181-4af4-baad-ca81f9d48253 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 210 time: 0.1007404 Apr 05 20:22:05.160547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=421e7fdd-3e9c-4530-857f-e6c99aaa4731,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:05.219831 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8bac250a-2c43-41d3-852b-c6f93322962d req-d1d94f6e-ec3f-4cef-8767-a5005c50a1d3 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/ports?device_id=7032c617-66b4-45b4-a941-cc78e4b906ae HTTP/1.1" status: 200 len: 210 time: 0.1550996 Apr 05 20:22:05.358827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-3a1a35c5-0228-44ae-8b4c-f280438f945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:05.358827 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-3a1a35c5-0228-44ae-8b4c-f280438f945b service neutron] 10.222.0.41 "GET /v2.0/ports/11d6c801-8868-4ebb-b54a-042b8414de76 HTTP/1.1" status: 200 len: 1033 time: 0.4755707 Apr 05 20:22:05.358827 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b6fe633-897a-4a8b-a162-0e12cd03324a tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:05.398190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6fe633-897a-4a8b-a162-0e12cd03324a tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee93ac81-9c63-445f-848e-08b4139d196b {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 05 20:22:05.398190 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b6fe633-897a-4a8b-a162-0e12cd03324a tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:05.679874 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6eb0-8978-4d87-849c-8bc9812ef029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:05.694085 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b4b6eb0-8978-4d87-849c-8bc9812ef029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:05.827845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6fe633-897a-4a8b-a162-0e12cd03324a tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee93ac81-9c63-445f-848e-08b4139d196b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:05.843232 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9b6fe633-897a-4a8b-a162-0e12cd03324a tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "DELETE /v2.0/networks/ee93ac81-9c63-445f-848e-08b4139d196b HTTP/1.1" status: 204 len: 168 time: 2.0645833 Apr 05 20:22:05.852538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38762) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:05.867896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Request body: {'network': {'name': 'tempest-network--971855178'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:05.880826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:05.890504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Usage tracker for resource:network and tenant:92948412fdb84b9bb554d098e5aaf5fd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:05.902829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:05.912868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:05.930960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-d2ee026c-059c-426d-ada9-825c526e683a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:05.932803 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-d2ee026c-059c-426d-ada9-825c526e683a service neutron] 10.222.0.41 "GET /v2.0/ports/228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 HTTP/1.1" status: 200 len: 1033 time: 0.4911156 Apr 05 20:22:05.937509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b6eb0-8978-4d87-849c-8bc9812ef029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0229fa9b-b2ac-46d1-8dc2-5834a62eceda,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:05.953099 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6b4b6eb0-8978-4d87-849c-8bc9812ef029 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3895e5096e38488c85da3a1e8f4263b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5683022 Apr 05 20:22:05.962418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38768) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:06.113088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Made reservation on behalf of 92948412fdb84b9bb554d098e5aaf5fd for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:06.116452 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:06.141684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de02a2b-7a15-45d1-bd04-cc02f76fd8fe req-a188ae98-a3ef-4762-8744-5678b4b84d69 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:06.148367 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5de02a2b-7a15-45d1-bd04-cc02f76fd8fe req-a188ae98-a3ef-4762-8744-5678b4b84d69 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3255053 Apr 05 20:22:06.163780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab5f6c-7a55-487b-adf3-69a0248f07dd req-6a4fd46c-29fb-42f4-9b7c-eafb40132824 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:06.172647 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0aab5f6c-7a55-487b-adf3-69a0248f07dd req-6a4fd46c-29fb-42f4-9b7c-eafb40132824 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 945 time: 0.5936122 Apr 05 20:22:06.226809 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb48a-3d61-49ab-84e9-e600f11c384d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:06.262873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:22:06.275914 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:06.276474 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Added segment c0545773-f092-4640-bafc-45b7450e0d90 of type vlan for network 4525330c-dde1-404b-a6fc-2631abc89efb Apr 05 20:22:06.393386 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0aab5f6c-7a55-487b-adf3-69a0248f07dd req-3e48ae3a-cf9b-437a-8a7c-57f1b5e94ca4 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664901 Apr 05 20:22:06.393386 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:06.398141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c7dc1e-1de1-4aaf-b38c-9437b975fb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421e7fdd-3e9c-4530-857f-e6c99aaa4731'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:06.431385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-5981a380-5273-41d1-94ae-e6e52923254d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:06.438848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-5981a380-5273-41d1-94ae-e6e52923254d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:06.467985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-5981a380-5273-41d1-94ae-e6e52923254d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:06.468834 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-5981a380-5273-41d1-94ae-e6e52923254d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Synchronizing usage tracker for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:22:06.481800 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5de02a2b-7a15-45d1-bd04-cc02f76fd8fe req-bfecec8a-fd86-42a7-a0e9-0a6873cd9da3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186374 Apr 05 20:22:06.527982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-5981a380-5273-41d1-94ae-e6e52923254d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Unset dirty status for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:22:06.530543 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-5981a380-5273-41d1-94ae-e6e52923254d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "GET /v2.0/networks?id=acf04820-9558-4448-b778-1e71d8e99554&id=d5907306-16c4-4573-8487-923347eaefb1&id=d5907306-16c4-4573-8487-923347eaefb1&id=d5907306-16c4-4573-8487-923347eaefb1&id=d5907306-16c4-4573-8487-923347eaefb1&id=04a540e0-f994-4bb6-b37f-c12b8378196f&id=04a540e0-f994-4bb6-b37f-c12b8378196f HTTP/1.1" status: 200 len: 1994 time: 0.5609632 Apr 05 20:22:06.641766 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:06.643349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:06.643919 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:06.658569 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb48a-3d61-49ab-84e9-e600f11c384d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:06.714980 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8586845 Apr 05 20:22:06.751754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38784) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:06.758157 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f366f652-c995-40c1-a4cf-bcff117ddea0 req-e05f2adf-f399-41ee-ad29-eb1cf64a96f0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 210 time: 0.0696003 Apr 05 20:22:06.782104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-c5f5c99a-2777-4d31-8ba3-cd60954e2a4e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Synchronizing usage tracker for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:22:06.826758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e01e59b5-4487-49ee-893e-e1b2ab850aa3 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:06.840182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938cb29-b017-4bd5-8631-8afc23982702 req-9e58cde2-fd5c-4b2e-9dc5-199e5d9ea114 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:06.842434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0938cb29-b017-4bd5-8631-8afc23982702 req-9e58cde2-fd5c-4b2e-9dc5-199e5d9ea114 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.41 "GET /v2.0/networks?id=90562d61-1344-4ba0-a95d-3ae547f7f5a5 HTTP/1.1" status: 200 len: 812 time: 0.5411532 Apr 05 20:22:06.853335 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb48a-3d61-49ab-84e9-e600f11c384d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:06.902104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Request body: {'port': {'device_id': '7032c617-66b4-45b4-a941-cc78e4b906ae', 'network_id': '90562d61-1344-4ba0-a95d-3ae547f7f5a5', 'admin_state_up': True, 'tenant_id': '4833bf6213dc4ef3a59f1e53687f26ca'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:06.926819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7eb48a-3d61-49ab-84e9-e600f11c384d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0229fa9b-b2ac-46d1-8dc2-5834a62eceda,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:06.947387 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e7eb48a-3d61-49ab-84e9-e600f11c384d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:06.954092 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4e7eb48a-3d61-49ab-84e9-e600f11c384d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0229fa9b-b2ac-46d1-8dc2-5834a62eceda HTTP/1.1" status: 204 len: 168 time: 0.9885151 Apr 05 20:22:07.031388 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b79adcc-bbc3-485b-99e8-a2fce9de9e33 req-09cb20b1-c7bc-4cfd-9f51-0c532ce4863a tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/ports?device_id=7032c617-66b4-45b4-a941-cc78e4b906ae HTTP/1.1" status: 200 len: 210 time: 0.0758905 Apr 05 20:22:07.143558 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c7dc1e-1de1-4aaf-b38c-9437b975fb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421e7fdd-3e9c-4530-857f-e6c99aaa4731', 'code': 200} Apr 05 20:22:07.166755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-c5f5c99a-2777-4d31-8ba3-cd60954e2a4e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Unset dirty status for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:22:07.168698 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-c5f5c99a-2777-4d31-8ba3-cd60954e2a4e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67f206acc8b04566894efcfbb5ff0d28 HTTP/1.1" status: 200 len: 379 time: 0.6290421 Apr 05 20:22:07.254928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'port': {'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'admin_state_up': True, 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'security_groups': ['928da49d-b22b-48dc-948d-cea0bad41888']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:07.278492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204178e-6c23-43ee-9992-769fda82ee5d tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event updated for resources: {'Network': ['ID=4525330c-dde1-404b-a6fc-2631abc89efb,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:07.290294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 4525330c-dde1-404b-a6fc-2631abc89efb details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:22:07.312637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:07.337724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Usage tracker for resource:port and tenant:4833bf6213dc4ef3a59f1e53687f26ca is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:07.343999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:07.353081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:07.394155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Made reservation on behalf of 4833bf6213dc4ef3a59f1e53687f26ca for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:07.398921 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:07.426277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f5d532-57b7-49ac-9e4e-a8ea29185c45 req-d30f1b01-7f25-44dc-8511-94db881bf4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:07.428098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e8f5d532-57b7-49ac-9e4e-a8ea29185c45 req-d30f1b01-7f25-44dc-8511-94db881bf4a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 1096 time: 0.1761761 Apr 05 20:22:07.612492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e01e59b5-4487-49ee-893e-e1b2ab850aa3 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:07.645190 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e01e59b5-4487-49ee-893e-e1b2ab850aa3 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:07.673192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b5806-447e-49ab-819b-1602d750e00e req-a8ece435-2305-482b-a7b2-69f2da3ac394 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:07.680505 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc3b5806-447e-49ab-819b-1602d750e00e req-a8ece435-2305-482b-a7b2-69f2da3ac394 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 1.1419203 Apr 05 20:22:07.723397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e01e59b5-4487-49ee-893e-e1b2ab850aa3 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Network 4525330c-dde1-404b-a6fc-2631abc89efb is not hosted by any dhcp agent {{(pid=87965) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 05 20:22:07.724609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01e59b5-4487-49ee-893e-e1b2ab850aa3 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:07.725484 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e01e59b5-4487-49ee-893e-e1b2ab850aa3 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:07.727074 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e01e59b5-4487-49ee-893e-e1b2ab850aa3 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "PUT /v2.0/networks/4525330c-dde1-404b-a6fc-2631abc89efb HTTP/1.1" status: 200 len: 857 time: 0.9321594 Apr 05 20:22:07.740692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38802) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:07.955544 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e8f5d532-57b7-49ac-9e4e-a8ea29185c45 req-c864db29-1ff9-4b3d-9910-96c0fdcec847 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171913 Apr 05 20:22:08.030908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Allocated IP 172.20.0.11 (90562d61-1344-4ba0-a95d-3ae547f7f5a5/731d2605-4ca5-451a-a032-bb9a638677b1/96a938b8-4e09-4ddd-a9d6-02ad39e76830) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:08.051733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a0f03-2430-47ee-b161-95a694c18c73 req-14809339-f79c-4c59-b612-de10fc60b917 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:08.053386 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e6a0f03-2430-47ee-b161-95a694c18c73 req-14809339-f79c-4c59-b612-de10fc60b917 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.5671422 Apr 05 20:22:08.135679 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cee6401-65d3-41ea-8cfc-3a0a4c107b62 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:08.161239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e59b5-4487-49ee-893e-e1b2ab850aa3 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event updated for resources: {'Network': ['ID=4525330c-dde1-404b-a6fc-2631abc89efb,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:08.198372 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e6a0f03-2430-47ee-b161-95a694c18c73 req-e749363c-3b16-4b99-906c-f9181b00f210 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137173 Apr 05 20:22:08.226773 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc3b5806-447e-49ab-819b-1602d750e00e req-9787236b-a9c3-469b-90d3-d07fa0fcac9a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002923 Apr 05 20:22:08.226773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:08.249829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:08.419144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Made reservation on behalf of 67f206acc8b04566894efcfbb5ff0d28 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:08.422808 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:08.544961 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-86e076f6-7dce-4f70-8821-286b414dbaaa req-f77d93b8-65e2-432b-a428-1522089625ef tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 210 time: 0.1299021 Apr 05 20:22:08.613389 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:08.664222 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:08.679633 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:08.734464 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cee6401-65d3-41ea-8cfc-3a0a4c107b62 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:08.828527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Network 90562d61-1344-4ba0-a95d-3ae547f7f5a5 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:08.828527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:08.842445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:08.901519 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:08.948901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Pushing event updated for resources: {'Port': ['ID=96a938b8-4e09-4ddd-a9d6-02ad39e76830,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:08.973490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7cee6401-65d3-41ea-8cfc-3a0a4c107b62 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4525330c-dde1-404b-a6fc-2631abc89efb']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:08.988583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:08.988583 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:09.051428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7cee6401-65d3-41ea-8cfc-3a0a4c107b62 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0545773-f092-4640-bafc-45b7450e0d90') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:09.051428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7cee6401-65d3-41ea-8cfc-3a0a4c107b62 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0545773-f092-4640-bafc-45b7450e0d90') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:09.051638 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0938cb29-b017-4bd5-8631-8afc23982702 req-1bdb5f8a-cbd0-46e9-b96c-6629eb949e60 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1797967 Apr 05 20:22:09.064644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce653055-0f98-4765-918e-8e849b8263ac req-832393d2-5474-4155-b42c-6fbaf2daa8e3 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:09.064644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ce653055-0f98-4765-918e-8e849b8263ac req-832393d2-5474-4155-b42c-6fbaf2daa8e3 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Synchronizing usage tracker for tenant:4833bf6213dc4ef3a59f1e53687f26ca on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:22:09.103918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Request body: {'port': {'device_id': '7032c617-66b4-45b4-a941-cc78e4b906ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:09.189187 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cee6401-65d3-41ea-8cfc-3a0a4c107b62 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:09.295737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38828) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:09.316545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cee6401-65d3-41ea-8cfc-3a0a4c107b62 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:09.338154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cee6401-65d3-41ea-8cfc-3a0a4c107b62 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:22:09.338846 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cee6401-65d3-41ea-8cfc-3a0a4c107b62 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:22:09.365250 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:22:09.367413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ce653055-0f98-4765-918e-8e849b8263ac req-832393d2-5474-4155-b42c-6fbaf2daa8e3 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Unset dirty status for tenant:4833bf6213dc4ef3a59f1e53687f26ca on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:22:09.372659 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce653055-0f98-4765-918e-8e849b8263ac req-832393d2-5474-4155-b42c-6fbaf2daa8e3 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/ports?device_id=7032c617-66b4-45b4-a941-cc78e4b906ae HTTP/1.1" status: 200 len: 932 time: 0.5136969 Apr 05 20:22:09.394225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff24e02-1ba2-44f1-89aa-eefbbc633a0f req-544b9540-37b1-4c9d-b84f-56d88b64a2bf tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:09.401508 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cff24e02-1ba2-44f1-89aa-eefbbc633a0f req-544b9540-37b1-4c9d-b84f-56d88b64a2bf tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 945 time: 0.9463854 Apr 05 20:22:09.462979 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:09.516639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Allocated IP 172.20.0.12 (acf04820-9558-4448-b778-1e71d8e99554/3f969fc9-21be-405d-9c97-3d2c77a0705e/209a1593-aaaf-4bd4-b0fc-f2461dd50715) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:09.556482 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cee6401-65d3-41ea-8cfc-3a0a4c107b62 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:09.574896 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cff24e02-1ba2-44f1-89aa-eefbbc633a0f req-f2f64371-7739-478c-8c21-5e708c5b99a5 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721554 Apr 05 20:22:09.593364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cee6401-65d3-41ea-8cfc-3a0a4c107b62 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4525330c-dde1-404b-a6fc-2631abc89efb {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 05 20:22:09.597626 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cee6401-65d3-41ea-8cfc-3a0a4c107b62 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:09.602654 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b5c92996-a0bc-4a9d-921d-7b588f311391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:09.616571 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce653055-0f98-4765-918e-8e849b8263ac req-8db77b61-20a7-447a-8c65-a513f47891f7 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ba777c4-f3a3-450e-bb88-23f143c3f499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369494 Apr 05 20:22:09.621625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee6401-65d3-41ea-8cfc-3a0a4c107b62 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] Pushing event deleted for resources: {'Network': ['ID=4525330c-dde1-404b-a6fc-2631abc89efb,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:09.650270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b5c92996-a0bc-4a9d-921d-7b588f311391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:09.661759 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7cee6401-65d3-41ea-8cfc-3a0a4c107b62 tempest-ExternalNetworksTestJSON-380725572 tempest-ExternalNetworksTestJSON-380725572-project-admin] 10.222.0.24 "DELETE /v2.0/networks/4525330c-dde1-404b-a6fc-2631abc89efb HTTP/1.1" status: 204 len: 168 time: 1.9197052 Apr 05 20:22:09.667159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38836) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:09.682857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b5c92996-a0bc-4a9d-921d-7b588f311391 admin admin] Usage tracker for resource:security_group_rule and tenant:1214040bb13449e29b27c69aba330d28 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:09.729073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b5c92996-a0bc-4a9d-921d-7b588f311391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:09.769075 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b5c92996-a0bc-4a9d-921d-7b588f311391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:09.790491 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-027ccda9-f922-4f8f-b305-a7cf26242030 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] DELETE failed (client error): The resource could not be found. Apr 05 20:22:09.791189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-027ccda9-f922-4f8f-b305-a7cf26242030 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:22:09.798276 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-027ccda9-f922-4f8f-b305-a7cf26242030 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] 10.222.0.24 "DELETE /v2.0/subnets/82d7c7c4-f9af-4333-a319-029300f728de HTTP/1.1" status: 404 len: 337 time: 0.1298835 Apr 05 20:22:09.806247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38840) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:10.241794 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d4fe894-1437-467a-8857-1ff60b4ff657 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:10.369032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e54fbc-7bb7-4f86-97c9-2826f33643a9 req-bd46a81b-6307-46bc-9a53-d797fb4c4fe1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:10.371397 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26e54fbc-7bb7-4f86-97c9-2826f33643a9 req-bd46a81b-6307-46bc-9a53-d797fb4c4fe1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.4751430 Apr 05 20:22:10.455724 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b5c92996-a0bc-4a9d-921d-7b588f311391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:10.520152 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:22:10.535876 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26e54fbc-7bb7-4f86-97c9-2826f33643a9 req-a1c82aad-9071-4865-b65b-09acc4084e85 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519539 Apr 05 20:22:10.566679 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b5c92996-a0bc-4a9d-921d-7b588f311391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:10.716360 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:10.768851 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b5c92996-a0bc-4a9d-921d-7b588f311391 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1214040bb13449e29b27c69aba330d28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4718156 Apr 05 20:22:10.773693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38858) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:10.794019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-dc916b2b-c26c-42a6-9e16-11b177e1260a req-f06b5752-3046-47cb-8549-5e6740eaf9b2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Synchronizing usage tracker for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:22:10.866103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Transition to ACTIVE for port object 209a1593-aaaf-4bd4-b0fc-f2461dd50715 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:10.880215 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d4fe894-1437-467a-8857-1ff60b4ff657 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:10.882687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96a938b8-4e09-4ddd-a9d6-02ad39e76830 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:22:10.905704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c92996-a0bc-4a9d-921d-7b588f311391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf13211-6b60-4ab1-8d5d-ab81b91305b3,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:10.923832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-0d4fe894-1437-467a-8857-1ff60b4ff657 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edb933ac-5665-4c79-8ad5-43d4c87c43c8']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:10.933465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-0d4fe894-1437-467a-8857-1ff60b4ff657 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe55a36-d087-490b-b459-67dc651f5b2c') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:10.939368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-0d4fe894-1437-467a-8857-1ff60b4ff657 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe55a36-d087-490b-b459-67dc651f5b2c') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:10.947946 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d4fe894-1437-467a-8857-1ff60b4ff657 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:10.952298 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:10.975377 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d4fe894-1437-467a-8857-1ff60b4ff657 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:10.981541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d4fe894-1437-467a-8857-1ff60b4ff657 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:22:10.981976 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d4fe894-1437-467a-8857-1ff60b4ff657 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:11.064071 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-311ca4b0-b3b0-4d7b-beb1-bb383c60a37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:11.102990 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-311ca4b0-b3b0-4d7b-beb1-bb383c60a37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:22:11.124558 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:22:11.159809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Transition to ACTIVE for port object 96a938b8-4e09-4ddd-a9d6-02ad39e76830 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:11.162940 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d4fe894-1437-467a-8857-1ff60b4ff657 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:11.174884 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d4fe894-1437-467a-8857-1ff60b4ff657 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:11.175017 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:11.178871 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-311ca4b0-b3b0-4d7b-beb1-bb383c60a37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:11.198172 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:11.205105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-dc916b2b-c26c-42a6-9e16-11b177e1260a req-f06b5752-3046-47cb-8549-5e6740eaf9b2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Unset dirty status for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:22:11.220954 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc916b2b-c26c-42a6-9e16-11b177e1260a req-f06b5752-3046-47cb-8549-5e6740eaf9b2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 210 time: 0.4998376 Apr 05 20:22:11.296376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fe894-1437-467a-8857-1ff60b4ff657 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] Pushing event deleted for resources: {'Network': ['ID=edb933ac-5665-4c79-8ad5-43d4c87c43c8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:11.299433 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0d4fe894-1437-467a-8857-1ff60b4ff657 tempest-ExternalNetworksTestJSON-214038837 tempest-ExternalNetworksTestJSON-214038837-project] 10.222.0.24 "DELETE /v2.0/networks/edb933ac-5665-4c79-8ad5-43d4c87c43c8 HTTP/1.1" status: 204 len: 168 time: 1.4843369 Apr 05 20:22:11.328610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Network acf04820-9558-4448-b778-1e71d8e99554 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:11.332176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:11.370347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:11.379448 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cc90911e-6782-4fd6-a9e5-b86cb3864072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:11.393362 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-311ca4b0-b3b0-4d7b-beb1-bb383c60a37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:11.395683 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-311ca4b0-b3b0-4d7b-beb1-bb383c60a37a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cf13211-6b60-4ab1-8d5d-ab81b91305b3 HTTP/1.1" status: 204 len: 168 time: 0.6207263 Apr 05 20:22:11.397097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ca4b0-b3b0-4d7b-beb1-bb383c60a37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf13211-6b60-4ab1-8d5d-ab81b91305b3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:11.447132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cc67e-4b16-451b-9126-bcc949cf0d25 req-5beff76e-9e2b-445f-a924-90ba96895158 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:11.449263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-568cc67e-4b16-451b-9126-bcc949cf0d25 req-5beff76e-9e2b-445f-a924-90ba96895158 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.5439210 Apr 05 20:22:11.637023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'Port': ['ID=209a1593-aaaf-4bd4-b0fc-f2461dd50715,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:11.791079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:11.794198 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:11.869672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38872) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:11.889450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Pushing event updated for resources: {'Port': ['ID=96a938b8-4e09-4ddd-a9d6-02ad39e76830,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:11.889667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-347d2888-87ae-4480-a901-ce7358cde5bb None None] Provisioning for port 209a1593-aaaf-4bd4-b0fc-f2461dd50715 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:22:11.891068 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-034f304d-4291-4f1a-a642-54971dd0a4bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7069619 Apr 05 20:22:11.895696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-347d2888-87ae-4480-a901-ce7358cde5bb None None] Provisioning complete for port 209a1593-aaaf-4bd4-b0fc-f2461dd50715 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:11.895999 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-347d2888-87ae-4480-a901-ce7358cde5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:11.903876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'port': {'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1', 'admin_state_up': True, 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'security_groups': ['928da49d-b22b-48dc-948d-cea0bad41888']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:11.947298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286260f1-05fc-432f-ba8f-73f7e95cb881 req-9d3682d9-a650-4af5-9f1f-77cac2ce6b7f tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:11.955165 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-286260f1-05fc-432f-ba8f-73f7e95cb881 req-9d3682d9-a650-4af5-9f1f-77cac2ce6b7f tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 945 time: 0.4389720 Apr 05 20:22:12.023253 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-347d2888-87ae-4480-a901-ce7358cde5bb None None] Port 209a1593-aaaf-4bd4-b0fc-f2461dd50715 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:22:12.077894 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-568cc67e-4b16-451b-9126-bcc949cf0d25 req-e7e8de83-ad77-4be8-917c-106a4516d9c5 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5918300 Apr 05 20:22:12.107638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Attempting to bind port 96a938b8-4e09-4ddd-a9d6-02ad39e76830 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:22:12.108197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Attempting to bind port 96a938b8-4e09-4ddd-a9d6-02ad39e76830 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '44e59ed1-a6fb-4f53-8deb-54b3f5286384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '90562d61-1344-4ba0-a95d-3ae547f7f5a5'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:22:12.108690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Attempting to bind port 96a938b8-4e09-4ddd-a9d6-02ad39e76830 on network 90562d61-1344-4ba0-a95d-3ae547f7f5a5 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:12.126474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Port 96a938b8-4e09-4ddd-a9d6-02ad39e76830 on network 90562d61-1344-4ba0-a95d-3ae547f7f5a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:22:12.127047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Attempting to bind port 96a938b8-4e09-4ddd-a9d6-02ad39e76830 on network 90562d61-1344-4ba0-a95d-3ae547f7f5a5 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:12.134556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:22:12.135221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Checking segment: {'id': '44e59ed1-a6fb-4f53-8deb-54b3f5286384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '90562d61-1344-4ba0-a95d-3ae547f7f5a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:22:12.135802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Bound using segment: {'id': '44e59ed1-a6fb-4f53-8deb-54b3f5286384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '90562d61-1344-4ba0-a95d-3ae547f7f5a5'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:22:12.136472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Bound port: 96a938b8-4e09-4ddd-a9d6-02ad39e76830, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e59ed1-a6fb-4f53-8deb-54b3f5286384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '90562d61-1344-4ba0-a95d-3ae547f7f5a5'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:22:12.136922 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:12.279714 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-286260f1-05fc-432f-ba8f-73f7e95cb881 req-b6541c73-2792-4bb7-ad34-c11c148af7f1 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208325 Apr 05 20:22:12.415208 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:12.415208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a84d7eb0-6346-4c68-95a3-f0628e0d7985 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eeeb4661e30345399c428f8c5a49ecff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5158875 Apr 05 20:22:12.415208 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38890) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:12.438108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:12.515227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Made reservation on behalf of 67f206acc8b04566894efcfbb5ff0d28 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:12.515227 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:12.603058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] For port 96a938b8-4e09-4ddd-a9d6-02ad39e76830, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:22:12.603058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] For port 96a938b8-4e09-4ddd-a9d6-02ad39e76830, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=96a938b8-4e09-4ddd-a9d6-02ad39e76830,segment=NetworkSegment(44e59ed1-a6fb-4f53-8deb-54b3f5286384),segment_id=44e59ed1-a6fb-4f53-8deb-54b3f5286384)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:22:12.603058 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:12.644104 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-edcec502-4e9c-4b08-a7ef-0e2bd7ffcdcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:12.833586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:12.833586 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:12.833586 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0938cb29-b017-4bd5-8631-8afc23982702 req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] 10.222.0.41 "PUT /v2.0/ports/96a938b8-4e09-4ddd-a9d6-02ad39e76830 HTTP/1.1" status: 200 len: 1092 time: 3.7258804 Apr 05 20:22:12.833586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7032c617-66b4-45b4-a941-cc78e4b906ae', 'tag': '96a938b8-4e09-4ddd-a9d6-02ad39e76830'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:12.907425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b699b1-351a-4479-82db-abeb6d0f674c req-24ac154e-f93d-4ad4-b7ff-69d18448e895 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:12.942066 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-17b699b1-351a-4479-82db-abeb6d0f674c req-24ac154e-f93d-4ad4-b7ff-69d18448e895 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/ports?device_id=7032c617-66b4-45b4-a941-cc78e4b906ae HTTP/1.1" status: 200 len: 944 time: 0.5550625 Apr 05 20:22:12.989698 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-edcec502-4e9c-4b08-a7ef-0e2bd7ffcdcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:13.216472 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-17b699b1-351a-4479-82db-abeb6d0f674c req-e499e043-a42e-48c9-9f63-92de36155416 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ba777c4-f3a3-450e-bb88-23f143c3f499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977886 Apr 05 20:22:13.216472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Pushing event updated for resources: {'Port': ['ID=96a938b8-4e09-4ddd-a9d6-02ad39e76830,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:13.270308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:13.270308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:13.270308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:13.270308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:13.270308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:13.270308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:13.270308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:13.270308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:13.270308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:13.270308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:13.270308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:13.270308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494b9882-9b9e-44b4-834a-66363f5bba08 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:13.386495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938cb29-b017-4bd5-8631-8afc23982702 req-3df46499-5774-41ff-b9b6-b2927238f49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:13.386495 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0938cb29-b017-4bd5-8631-8afc23982702 req-3df46499-5774-41ff-b9b6-b2927238f49f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4833bf6213dc4ef3a59f1e53687f26ca&device_id=7032c617-66b4-45b4-a941-cc78e4b906ae HTTP/1.1" status: 200 len: 1095 time: 0.4356036 Apr 05 20:22:13.496639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Allocated IP 10.1.1.102 (d5907306-16c4-4573-8487-923347eaefb1/5925bc75-d9cd-41b1-a0fe-8314d5c0345b/426dbf2a-c8c8-4439-bf39-4fda1aa49348) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:13.549753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86c81f-9ab1-4842-88b1-785480b6e550 req-2dbefa24-906d-4f83-8a17-2a3d300eaaa3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:13.549753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b86c81f-9ab1-4842-88b1-785480b6e550 req-2dbefa24-906d-4f83-8a17-2a3d300eaaa3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.8310254 Apr 05 20:22:13.650730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0938cb29-b017-4bd5-8631-8afc23982702 req-f78a8096-3870-4592-a6a0-caaccbc8b70c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96a938b8-4e09-4ddd-a9d6-02ad39e76830 HTTP/1.1" status: 200 len: 217 time: 0.2321837 Apr 05 20:22:13.692581 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-edcec502-4e9c-4b08-a7ef-0e2bd7ffcdcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:13.730846 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-86b13a66-f240-4394-9fa2-2db3da0a133b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:13.832350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938cb29-b017-4bd5-8631-8afc23982702 req-64044dcc-82fd-4d7e-90c7-72cc865aadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:13.832350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0938cb29-b017-4bd5-8631-8afc23982702 req-64044dcc-82fd-4d7e-90c7-72cc865aadb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=731d2605-4ca5-451a-a032-bb9a638677b1 HTTP/1.1" status: 200 len: 852 time: 0.1235859 Apr 05 20:22:13.871093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8277c3-a980-4ac1-a056-8a83f0e03a79 req-ca4251be-583a-45a4-b7e8-254a4e238836 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:13.871093 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a8277c3-a980-4ac1-a056-8a83f0e03a79 req-ca4251be-583a-45a4-b7e8-254a4e238836 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 932 time: 0.2497907 Apr 05 20:22:13.986121 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0938cb29-b017-4bd5-8631-8afc23982702 req-856959fe-7256-411a-a42b-746099facd21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90562d61-1344-4ba0-a95d-3ae547f7f5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1538579 Apr 05 20:22:14.226468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcec502-4e9c-4b08-a7ef-0e2bd7ffcdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b3fd07-44a4-4874-8876-991861c17804,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:14.328971 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b86c81f-9ab1-4842-88b1-785480b6e550 req-d816a89e-4150-4dc5-bdc5-a936ba3ac7de tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7582467 Apr 05 20:22:14.381581 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-edcec502-4e9c-4b08-a7ef-0e2bd7ffcdcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:14.381581 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-edcec502-4e9c-4b08-a7ef-0e2bd7ffcdcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4b3fd07-44a4-4874-8876-991861c17804 HTTP/1.1" status: 204 len: 168 time: 1.9616909 Apr 05 20:22:14.381581 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:14.397702 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a8277c3-a980-4ac1-a056-8a83f0e03a79 req-e31dd804-e257-483a-bcd3-077c82ef40e5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4234476 Apr 05 20:22:14.518394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Transition to ACTIVE for port object 426dbf2a-c8c8-4439-bf39-4fda1aa49348 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:14.518610 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0938cb29-b017-4bd5-8631-8afc23982702 req-8fa8391a-0ea1-4574-8e2a-4e1729e3c276 service neutron] 10.222.0.41 "GET /v2.0/networks/90562d61-1344-4ba0-a95d-3ae547f7f5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5401433 Apr 05 20:22:14.630508 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:14.761473 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7032c617-66b4-45b4-a941-cc78e4b906ae', 'tag': '96a938b8-4e09-4ddd-a9d6-02ad39e76830', 'status': 'completed', 'code': 200} Apr 05 20:22:14.783012 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:14.865063 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:15.088620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'Port': ['ID=426dbf2a-c8c8-4439-bf39-4fda1aa49348,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:15.168583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Network d5907306-16c4-4573-8487-923347eaefb1 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:15.168583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:15.168583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:15.277296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0938cb29-b017-4bd5-8631-8afc23982702 req-e5bdfeed-9a71-4b80-9a01-08bbda76818d service neutron] 10.222.0.41 "GET /v2.0/networks/90562d61-1344-4ba0-a95d-3ae547f7f5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7542117 Apr 05 20:22:15.552414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38944) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:15.652056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:15.652056 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:15.705720 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-2e842116-227c-4f39-a015-e279758902c9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7904756 Apr 05 20:22:15.723488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9ed796cc-97cd-44ff-a8a3-21e6ae4279ad None None] Provisioning for port 426dbf2a-c8c8-4439-bf39-4fda1aa49348 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:22:15.740782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'port': {'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1', 'admin_state_up': True, 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'security_groups': ['928da49d-b22b-48dc-948d-cea0bad41888']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:15.757077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9ed796cc-97cd-44ff-a8a3-21e6ae4279ad None None] Provisioning complete for port 426dbf2a-c8c8-4439-bf39-4fda1aa49348 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:15.757077 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ed796cc-97cd-44ff-a8a3-21e6ae4279ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:15.841700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615928b-efb5-4345-a807-92a29979990f req-7f3dac4f-1e42-4c1f-8f0a-ede2ad50cd18 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:15.841700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e615928b-efb5-4345-a807-92a29979990f req-7f3dac4f-1e42-4c1f-8f0a-ede2ad50cd18 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.8259168 Apr 05 20:22:16.012781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e48c2-fe5e-4de8-b052-b943b6d4376f req-d5fe846d-0a66-4bd0-bc37-ba22cf85d599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:16.012781 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-132e48c2-fe5e-4de8-b052-b943b6d4376f req-d5fe846d-0a66-4bd0-bc37-ba22cf85d599 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4833bf6213dc4ef3a59f1e53687f26ca&device_id=7032c617-66b4-45b4-a941-cc78e4b906ae HTTP/1.1" status: 200 len: 1095 time: 0.6720860 Apr 05 20:22:16.084773 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:16.090316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9ed796cc-97cd-44ff-a8a3-21e6ae4279ad None None] Port 426dbf2a-c8c8-4439-bf39-4fda1aa49348 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:22:16.238043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:16.265803 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Usage tracker for resource:port and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:16.283550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:16.314498 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e615928b-efb5-4345-a807-92a29979990f req-64f9b09c-a737-4dbf-aa7f-381f9e3b6715 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807470 Apr 05 20:22:16.330300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:16.345408 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aa9bce27-96bd-49c3-ae9a-3eeba98212c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92948412fdb84b9bb554d098e5aaf5fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7987719 Apr 05 20:22:16.376743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38952) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:16.379891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de13d7-843b-412f-8def-4e6ffb81036e req-af9c5ab3-9189-4a5e-b125-abe3216b275a tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:16.389967 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c8de13d7-843b-412f-8def-4e6ffb81036e req-af9c5ab3-9189-4a5e-b125-abe3216b275a tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/ports?device_id=7032c617-66b4-45b4-a941-cc78e4b906ae HTTP/1.1" status: 200 len: 944 time: 0.9942446 Apr 05 20:22:16.487453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c8de13d7-843b-412f-8def-4e6ffb81036e req-56d1f492-8dd6-4cc8-b2e1-3f560bc13049 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Synchronizing usage tracker for tenant:4833bf6213dc4ef3a59f1e53687f26ca on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:22:16.495512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Made reservation on behalf of 67f206acc8b04566894efcfbb5ff0d28 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:16.505538 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:16.549712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acb11e-6b7f-467c-b2ea-6681089e7d4c req-3d04b5a0-e778-4dbb-ab82-6703f7afb5a2 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:16.551375 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d4acb11e-6b7f-467c-b2ea-6681089e7d4c req-3d04b5a0-e778-4dbb-ab82-6703f7afb5a2 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.13 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 945 time: 0.2414896 Apr 05 20:22:16.552784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e48c2-fe5e-4de8-b052-b943b6d4376f req-8f59890d-c82c-4469-8ebc-1a8985323bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:16.557232 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-132e48c2-fe5e-4de8-b052-b943b6d4376f req-8f59890d-c82c-4469-8ebc-1a8985323bbf service neutron] 10.222.0.41 "GET /v2.0/networks?id=90562d61-1344-4ba0-a95d-3ae547f7f5a5 HTTP/1.1" status: 200 len: 913 time: 0.5368764 Apr 05 20:22:16.920709 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-132e48c2-fe5e-4de8-b052-b943b6d4376f req-bda04163-915b-4a85-8a35-d8419e1d2932 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=96a938b8-4e09-4ddd-a9d6-02ad39e76830 HTTP/1.1" status: 200 len: 217 time: 0.3581853 Apr 05 20:22:16.941013 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02045706-5a7d-4bd7-ae0a-689ceb30dc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:17.030394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Allocated IP 10.1.1.207 (d5907306-16c4-4573-8487-923347eaefb1/5925bc75-d9cd-41b1-a0fe-8314d5c0345b/55be09c8-c06d-45fb-9382-e5748077ba8f) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:17.206581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c8de13d7-843b-412f-8def-4e6ffb81036e req-56d1f492-8dd6-4cc8-b2e1-3f560bc13049 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Unset dirty status for tenant:4833bf6213dc4ef3a59f1e53687f26ca on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:22:17.227110 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c8de13d7-843b-412f-8def-4e6ffb81036e req-56d1f492-8dd6-4cc8-b2e1-3f560bc13049 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ba777c4-f3a3-450e-bb88-23f143c3f499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8359642 Apr 05 20:22:17.256003 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02045706-5a7d-4bd7-ae0a-689ceb30dc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:17.529005 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02045706-5a7d-4bd7-ae0a-689ceb30dc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:17.550335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-d4acb11e-6b7f-467c-b2ea-6681089e7d4c req-e4e38517-8f2f-46b4-9fc5-c82d6c992b64 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Deleting port 421e7fdd-3e9c-4530-857f-e6c99aaa4731 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:22:17.550918 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d4acb11e-6b7f-467c-b2ea-6681089e7d4c req-e4e38517-8f2f-46b4-9fc5-c82d6c992b64 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:17.624330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02045706-5a7d-4bd7-ae0a-689ceb30dc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68be3859-1cac-4669-959f-10d50965dfaf,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:17.647142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e48c2-fe5e-4de8-b052-b943b6d4376f req-b42c414e-e530-406d-83d2-b98a63524557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:17.648723 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-132e48c2-fe5e-4de8-b052-b943b6d4376f req-b42c414e-e530-406d-83d2-b98a63524557 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=731d2605-4ca5-451a-a032-bb9a638677b1 HTTP/1.1" status: 200 len: 852 time: 0.2968833 Apr 05 20:22:17.650101 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02045706-5a7d-4bd7-ae0a-689ceb30dc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:17.653118 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-02045706-5a7d-4bd7-ae0a-689ceb30dc7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68be3859-1cac-4669-959f-10d50965dfaf HTTP/1.1" status: 204 len: 168 time: 1.2770562 Apr 05 20:22:17.756531 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-132e48c2-fe5e-4de8-b052-b943b6d4376f req-179ac5d5-dd3e-4940-8a4d-caffca9c6f2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=90562d61-1344-4ba0-a95d-3ae547f7f5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791614 Apr 05 20:22:17.796172 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:17.920225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86399e-5548-4f78-a682-e6e69bcab96a req-b54f0764-413c-46bb-abda-765c1afbf9c2 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:17.922169 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb86399e-5548-4f78-a682-e6e69bcab96a req-b54f0764-413c-46bb-abda-765c1afbf9c2 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.4911058 Apr 05 20:22:17.926139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Transition to ACTIVE for port object 55be09c8-c06d-45fb-9382-e5748077ba8f will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:17.986844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfc2ad-fabc-4915-a8b3-c802a7ab84ec req-a9cd7715-ff35-477e-aa62-8a0cbdf01d09 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:17.998372 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-61bfc2ad-fabc-4915-a8b3-c802a7ab84ec req-a9cd7715-ff35-477e-aa62-8a0cbdf01d09 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 945 time: 1.2700524 Apr 05 20:22:18.085607 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb86399e-5548-4f78-a682-e6e69bcab96a req-de224c06-c7f6-406a-b5dc-634820ca5940 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513820 Apr 05 20:22:18.122773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39000) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:18.152461 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:18.261064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Network d5907306-16c4-4573-8487-923347eaefb1 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:18.267517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:18.270138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:18.375716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:18.376660 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:18.413041 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7182817 Apr 05 20:22:18.432910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'port': {'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f', 'admin_state_up': True, 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'security_groups': ['928da49d-b22b-48dc-948d-cea0bad41888']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:18.490392 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-61bfc2ad-fabc-4915-a8b3-c802a7ab84ec req-ecf9e91b-d8b4-4170-9f80-4c557b1824b2 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups?id=729eaf6d-4919-449f-bd30-b7883320b8f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887838 Apr 05 20:22:18.572176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffb8dc-1d33-424b-9591-b50a6e10dd36 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'Port': ['ID=55be09c8-c06d-45fb-9382-e5748077ba8f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:18.625821 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f40b3c7d-3513-46f0-a8d5-e13054ca626b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:18.664755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 96a938b8-4e09-4ddd-a9d6-02ad39e76830 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:22:18.771962 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-132e48c2-fe5e-4de8-b052-b943b6d4376f req-378a8e7e-f659-4ffd-a952-91bde9d57b1f service neutron] 10.222.0.41 "GET /v2.0/networks/90562d61-1344-4ba0-a95d-3ae547f7f5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9531548 Apr 05 20:22:18.885582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f40b3c7d-3513-46f0-a8d5-e13054ca626b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:18.891629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f40b3c7d-3513-46f0-a8d5-e13054ca626b admin admin] Usage tracker for resource:security_group_rule and tenant:d7aec39eeb5046ad8e018a68f1dae597 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:18.913121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f40b3c7d-3513-46f0-a8d5-e13054ca626b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:18.923659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f40b3c7d-3513-46f0-a8d5-e13054ca626b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:19.032162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b17f114e-1f67-478d-8307-a97bf5a78be5 None None] Provisioning for port 55be09c8-c06d-45fb-9382-e5748077ba8f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:22:19.072391 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f40b3c7d-3513-46f0-a8d5-e13054ca626b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:19.077593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b17f114e-1f67-478d-8307-a97bf5a78be5 None None] Provisioning complete for port 55be09c8-c06d-45fb-9382-e5748077ba8f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:19.077976 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b17f114e-1f67-478d-8307-a97bf5a78be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:19.110120 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f40b3c7d-3513-46f0-a8d5-e13054ca626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:19.220252 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f40b3c7d-3513-46f0-a8d5-e13054ca626b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7aec39eeb5046ad8e018a68f1dae597&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0904229 Apr 05 20:22:19.221091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-d4acb11e-6b7f-467c-b2ea-6681089e7d4c req-e4e38517-8f2f-46b4-9fc5-c82d6c992b64 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] For port 421e7fdd-3e9c-4530-857f-e6c99aaa4731, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=421e7fdd-3e9c-4530-857f-e6c99aaa4731,segment=NetworkSegment(3f76fa53-861e-4529-bd03-99bde93c9cb8),segment_id=3f76fa53-861e-4529-bd03-99bde93c9cb8)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:19.221550 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d4acb11e-6b7f-467c-b2ea-6681089e7d4c req-e4e38517-8f2f-46b4-9fc5-c82d6c992b64 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:19.221997 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b17f114e-1f67-478d-8307-a97bf5a78be5 None None] Port 55be09c8-c06d-45fb-9382-e5748077ba8f cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:22:19.245261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 96a938b8-4e09-4ddd-a9d6-02ad39e76830, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=96a938b8-4e09-4ddd-a9d6-02ad39e76830,segment=NetworkSegment(44e59ed1-a6fb-4f53-8deb-54b3f5286384),segment_id=44e59ed1-a6fb-4f53-8deb-54b3f5286384)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:19.262394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39026) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:19.264112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '96a938b8-4e09-4ddd-a9d6-02ad39e76830', 'network_id': '90562d61-1344-4ba0-a95d-3ae547f7f5a5', 'port_id': '96a938b8-4e09-4ddd-a9d6-02ad39e76830', 'mac_address': 'fa:16:3e:f1:8b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '731d2605-4ca5-451a-a032-bb9a638677b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:22:19.335348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dafa5-0124-41e6-ae22-6939671f857e req-41c130f6-f011-48e2-b3cc-d8d989da5929 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:19.344693 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:19.363891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dafa5-0124-41e6-ae22-6939671f857e req-41c130f6-f011-48e2-b3cc-d8d989da5929 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:19.369138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96a938b8-4e09-4ddd-a9d6-02ad39e76830 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:22:19.395168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3dafa5-0124-41e6-ae22-6939671f857e req-41c130f6-f011-48e2-b3cc-d8d989da5929 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:19.396516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 96a938b8-4e09-4ddd-a9d6-02ad39e76830, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=96a938b8-4e09-4ddd-a9d6-02ad39e76830,segment=NetworkSegment(44e59ed1-a6fb-4f53-8deb-54b3f5286384),segment_id=44e59ed1-a6fb-4f53-8deb-54b3f5286384)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:19.399420 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-3d3dafa5-0124-41e6-ae22-6939671f857e req-41c130f6-f011-48e2-b3cc-d8d989da5929 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Synchronizing usage tracker for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:22:19.413915 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:19.504383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:19.505044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=96a938b8-4e09-4ddd-a9d6-02ad39e76830,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:19.510580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b3c7d-3513-46f0-a8d5-e13054ca626b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae4164f-21f7-48c6-b6d9-459bbb786fbe,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:19.516883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Usage tracker for resource:port and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:19.534530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:19.549136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:19.552539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-d4acb11e-6b7f-467c-b2ea-6681089e7d4c req-e4e38517-8f2f-46b4-9fc5-c82d6c992b64 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Calling delete_port for 421e7fdd-3e9c-4530-857f-e6c99aaa4731 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:22:19.571325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Made reservation on behalf of 67f206acc8b04566894efcfbb5ff0d28 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:19.709012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['96a938b8-4e09-4ddd-a9d6-02ad39e76830'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:22:19.748609 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-132e48c2-fe5e-4de8-b052-b943b6d4376f req-a6a9dba4-88ab-44d9-b418-e2f6de5fe98d service neutron] 10.222.0.41 "GET /v2.0/networks/90562d61-1344-4ba0-a95d-3ae547f7f5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9600029 Apr 05 20:22:19.759016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d4acb11e-6b7f-467c-b2ea-6681089e7d4c req-e4e38517-8f2f-46b4-9fc5-c82d6c992b64 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:19.827204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e38517-8f2f-46b4-9fc5-c82d6c992b64 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Pushing event deleted for resources: {'Port': ['ID=421e7fdd-3e9c-4530-857f-e6c99aaa4731,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:19.873839 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41ceca26-4352-48fd-84a2-83e864478159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:19.963080 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:19.970885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8604e-3917-4197-a8ed-e49db5739a80 req-e1f91cce-e0a8-4eb4-abee-5e4d14559277 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:19.985257 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fbb8604e-3917-4197-a8ed-e49db5739a80 req-e1f91cce-e0a8-4eb4-abee-5e4d14559277 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 1.1565943 Apr 05 20:22:20.007432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-3d3dafa5-0124-41e6-ae22-6939671f857e req-41c130f6-f011-48e2-b3cc-d8d989da5929 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Unset dirty status for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:22:20.010261 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d3dafa5-0124-41e6-ae22-6939671f857e req-41c130f6-f011-48e2-b3cc-d8d989da5929 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 2375 time: 1.5470476 Apr 05 20:22:20.102951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4acb11e-6b7f-467c-b2ea-6681089e7d4c req-e4e38517-8f2f-46b4-9fc5-c82d6c992b64 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] No DVR routers for this DVR port 421e7fdd-3e9c-4530-857f-e6c99aaa4731 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:22:20.115903 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d4acb11e-6b7f-467c-b2ea-6681089e7d4c req-e4e38517-8f2f-46b4-9fc5-c82d6c992b64 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:20.132338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2c7dc1e-1de1-4aaf-b38c-9437b975fb65', 'name': 'network-vif-deleted', 'tag': '421e7fdd-3e9c-4530-857f-e6c99aaa4731'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:20.144392 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41ceca26-4352-48fd-84a2-83e864478159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:20.163805 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d3dafa5-0124-41e6-ae22-6939671f857e req-00415977-e761-4068-bf4d-ffd27e287599 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411839 Apr 05 20:22:20.182471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d4acb11e-6b7f-467c-b2ea-6681089e7d4c req-e4e38517-8f2f-46b4-9fc5-c82d6c992b64 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.13 "DELETE /v2.0/ports/421e7fdd-3e9c-4530-857f-e6c99aaa4731 HTTP/1.1" status: 204 len: 173 time: 3.6246638 Apr 05 20:22:20.195308 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fbb8604e-3917-4197-a8ed-e49db5739a80 req-70a9138f-e261-4df8-940f-46ccf4bf1456 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093203 Apr 05 20:22:20.290591 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41ceca26-4352-48fd-84a2-83e864478159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:20.347670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ceca26-4352-48fd-84a2-83e864478159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae4164f-21f7-48c6-b6d9-459bbb786fbe,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:20.360288 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41ceca26-4352-48fd-84a2-83e864478159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:20.395807 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-41ceca26-4352-48fd-84a2-83e864478159 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ae4164f-21f7-48c6-b6d9-459bbb786fbe HTTP/1.1" status: 204 len: 168 time: 1.0985084 Apr 05 20:22:20.668222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 96a938b8-4e09-4ddd-a9d6-02ad39e76830 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:22:20.705770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Allocated IP 10.2.2.100 (04a540e0-f994-4bb6-b37f-c12b8378196f/688a705f-1af8-4564-afe3-3b401e1905c5/030fac6f-a4bb-4ae5-9b20-513c642ca36c) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:20.799423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7e198-76ce-4ec7-97f5-f3b29304eb93 req-37e26976-64a3-4620-a58f-6cd99ebdca21 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:20.806987 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7f7e198-76ce-4ec7-97f5-f3b29304eb93 req-37e26976-64a3-4620-a58f-6cd99ebdca21 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/ports?device_id=7032c617-66b4-45b4-a941-cc78e4b906ae HTTP/1.1" status: 200 len: 945 time: 0.3368359 Apr 05 20:22:20.873349 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 96a938b8-4e09-4ddd-a9d6-02ad39e76830 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:22:20.883929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 96a938b8-4e09-4ddd-a9d6-02ad39e76830 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:20.885761 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:20.933248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da618d1f-5419-4368-b22d-4d833a42821e req-dc253b1a-b4a9-4bdf-8db2-a618e178c147 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:20.935346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da618d1f-5419-4368-b22d-4d833a42821e req-dc253b1a-b4a9-4bdf-8db2-a618e178c147 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.4623950 Apr 05 20:22:21.115886 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7f7e198-76ce-4ec7-97f5-f3b29304eb93 req-63065794-1648-4373-a960-fa2ab5f26036 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ba777c4-f3a3-450e-bb88-23f143c3f499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991099 Apr 05 20:22:21.212606 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:21.245697 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da618d1f-5419-4368-b22d-4d833a42821e req-eba8ccf5-048f-4741-98f4-995156fac362 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922525 Apr 05 20:22:21.285287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7032c617-66b4-45b4-a941-cc78e4b906ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a938b8-4e09-4ddd-a9d6-02ad39e76830'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:21.298901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39060) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:21.300774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 96a938b8-4e09-4ddd-a9d6-02ad39e76830, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=96a938b8-4e09-4ddd-a9d6-02ad39e76830,segment=NetworkSegment(44e59ed1-a6fb-4f53-8deb-54b3f5286384),segment_id=44e59ed1-a6fb-4f53-8deb-54b3f5286384)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:21.309488 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:21.401327 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2c7dc1e-1de1-4aaf-b38c-9437b975fb65', 'name': 'network-vif-deleted', 'tag': '421e7fdd-3e9c-4530-857f-e6c99aaa4731', 'status': 'completed', 'code': 200} Apr 05 20:22:21.425207 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d9cfc2e2-e6c1-40ef-8b55-2952fbbb91f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:21.514844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d9cfc2e2-e6c1-40ef-8b55-2952fbbb91f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:21.533980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d9cfc2e2-e6c1-40ef-8b55-2952fbbb91f6 admin admin] Usage tracker for resource:security_group_rule and tenant:1d4cbefa4cc74128bfac862652a31e84 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:21.561447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d9cfc2e2-e6c1-40ef-8b55-2952fbbb91f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:21.574966 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d9cfc2e2-e6c1-40ef-8b55-2952fbbb91f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:21.621477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 421e7fdd-3e9c-4530-857f-e6c99aaa4731 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:22:21.765292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 421e7fdd-3e9c-4530-857f-e6c99aaa4731 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:22:21.766301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 421e7fdd-3e9c-4530-857f-e6c99aaa4731 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:22:21.781744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-746aca9b-4343-449c-9612-2e65bf053469 req-e094a966-8d5d-4b42-a9a5-0c58c17f1464 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Synchronizing usage tracker for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:22:21.795067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=96a938b8-4e09-4ddd-a9d6-02ad39e76830,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:21.863775 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:21.896298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Transition to ACTIVE for port object 030fac6f-a4bb-4ae5-9b20-513c642ca36c will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:22.095485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-746aca9b-4343-449c-9612-2e65bf053469 req-e094a966-8d5d-4b42-a9a5-0c58c17f1464 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Unset dirty status for tenant:e6847749ee814c72a5d4a1675c38b3e3 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:22:22.123370 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-746aca9b-4343-449c-9612-2e65bf053469 req-e094a966-8d5d-4b42-a9a5-0c58c17f1464 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2c7dc1e-1de1-4aaf-b38c-9437b975fb65 HTTP/1.1" status: 200 len: 210 time: 0.5307837 Apr 05 20:22:22.279284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d67a7-0512-4183-9d0f-a42930e21e7e req-3f756d31-9567-4227-a836-e310da2d09fd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:22.280232 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd9bde-df04-4f3a-953e-a48d7f806075 req-d3c73588-de5e-41b2-9295-5fc179e0f899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:22.283001 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ad6d67a7-0512-4183-9d0f-a42930e21e7e req-3f756d31-9567-4227-a836-e310da2d09fd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.5303073 Apr 05 20:22:22.285085 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48fd9bde-df04-4f3a-953e-a48d7f806075 req-d3c73588-de5e-41b2-9295-5fc179e0f899 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b&device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 1097 time: 0.4748929 Apr 05 20:22:22.337859 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:22.493552 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ad6d67a7-0512-4183-9d0f-a42930e21e7e req-bfc8763b-359d-48a6-aad7-a712c9d85fb2 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025056 Apr 05 20:22:22.513708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Network 04a540e0-f994-4bb6-b37f-c12b8378196f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:22.563643 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d9cfc2e2-e6c1-40ef-8b55-2952fbbb91f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:22.599302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:22.603507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'Port': ['ID=030fac6f-a4bb-4ae5-9b20-513c642ca36c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:22.608372 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d9cfc2e2-e6c1-40ef-8b55-2952fbbb91f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:22.644375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd9bde-df04-4f3a-953e-a48d7f806075 req-966d1a0f-3e75-483e-bb11-c8f2964918ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:22.646214 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48fd9bde-df04-4f3a-953e-a48d7f806075 req-966d1a0f-3e75-483e-bb11-c8f2964918ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e HTTP/1.1" status: 200 len: 914 time: 0.3257341 Apr 05 20:22:22.647938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:22.667626 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7032c617-66b4-45b4-a941-cc78e4b906ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96a938b8-4e09-4ddd-a9d6-02ad39e76830', 'code': 200} Apr 05 20:22:22.794681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:22.796010 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:22.824405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39082) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:22.883529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef66e51-73cd-4eb0-9551-90d53df9e2f8 req-ba511a1f-bfed-48a1-886f-b2bfc79a0e77 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:22.911379 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef66e51-73cd-4eb0-9551-90d53df9e2f8 req-ba511a1f-bfed-48a1-886f-b2bfc79a0e77 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:22.930023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef66e51-73cd-4eb0-9551-90d53df9e2f8 req-ba511a1f-bfed-48a1-886f-b2bfc79a0e77 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:22.945131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef66e51-73cd-4eb0-9551-90d53df9e2f8 req-ba511a1f-bfed-48a1-886f-b2bfc79a0e77 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:22.959136 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ef66e51-73cd-4eb0-9551-90d53df9e2f8 req-ba511a1f-bfed-48a1-886f-b2bfc79a0e77 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 3096 time: 0.5468652 Apr 05 20:22:22.987053 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-63dbd752-cee4-4120-a8a6-64aefed7da88 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5594039 Apr 05 20:22:23.007475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'port': {'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f', 'admin_state_up': True, 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'security_groups': ['928da49d-b22b-48dc-948d-cea0bad41888']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:23.082333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-aae0c728-b071-4409-b34d-06ed53245491 None None] Provisioning for port 030fac6f-a4bb-4ae5-9b20-513c642ca36c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:22:23.091246 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-aae0c728-b071-4409-b34d-06ed53245491 None None] Provisioning complete for port 030fac6f-a4bb-4ae5-9b20-513c642ca36c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:23.091609 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aae0c728-b071-4409-b34d-06ed53245491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:23.102242 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48fd9bde-df04-4f3a-953e-a48d7f806075 req-b84e9687-4b12-40c6-9662-686c0b3e4d34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd HTTP/1.1" status: 200 len: 217 time: 0.3813677 Apr 05 20:22:23.106970 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d9cfc2e2-e6c1-40ef-8b55-2952fbbb91f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d4cbefa4cc74128bfac862652a31e84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8019512 Apr 05 20:22:23.108926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfc2e2-e6c1-40ef-8b55-2952fbbb91f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8beaf80f-a918-4e24-bc9a-60832846fae3,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:23.114344 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39090) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:23.245906 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ef66e51-73cd-4eb0-9551-90d53df9e2f8 req-acd4bb3a-ca2f-4e79-aefc-5d420ce838a3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853067 Apr 05 20:22:23.271686 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-aae0c728-b071-4409-b34d-06ed53245491 None None] Port 030fac6f-a4bb-4ae5-9b20-513c642ca36c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:22:23.313193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd9bde-df04-4f3a-953e-a48d7f806075 req-b8763f16-10cd-4092-93a4-c0b51da5b794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:23.314798 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48fd9bde-df04-4f3a-953e-a48d7f806075 req-b8763f16-10cd-4092-93a4-c0b51da5b794 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f37a02-4584-4cdb-9a53-ef614777d971 HTTP/1.1" status: 200 len: 853 time: 0.1995764 Apr 05 20:22:23.335584 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61c23b0d-f08b-4b3d-ad0d-f950a797d5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:23.374056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:23.380954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:23.388420 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48fd9bde-df04-4f3a-953e-a48d7f806075 req-72e5b057-98f2-4378-83f6-a17050270b03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551131 Apr 05 20:22:23.392748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:23.402455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Usage tracker for resource:port and tenant:67f206acc8b04566894efcfbb5ff0d28 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:23.403624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dd2f1-2bad-401d-92fd-cd2d786adb67 req-b4a8c89c-13c0-420a-894d-90147d88f95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:23.405352 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a5dd2f1-2bad-401d-92fd-cd2d786adb67 req-b4a8c89c-13c0-420a-894d-90147d88f95b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7032c617-66b4-45b4-a941-cc78e4b906ae HTTP/1.1" status: 200 len: 1097 time: 0.5726578 Apr 05 20:22:23.407243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Usage tracker for resource:floatingip and tenant:a165baaf0da645c5944231dda347f03b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:23.411508 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:23.415118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:23.429734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da8306-9d8e-4a01-841b-2d0aa50e8bfa req-6503e13e-9357-49c8-bbd5-b106f14e26ea tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:23.441430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6da8306-9d8e-4a01-841b-2d0aa50e8bfa req-6503e13e-9357-49c8-bbd5-b106f14e26ea tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/ports?device_id=7032c617-66b4-45b4-a941-cc78e4b906ae HTTP/1.1" status: 200 len: 946 time: 0.5564606 Apr 05 20:22:23.490107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:23.494835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:23.553794 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:23.584068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:22:23.617455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Made reservation on behalf of 67f206acc8b04566894efcfbb5ff0d28 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:23.623509 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:23.654011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6da8306-9d8e-4a01-841b-2d0aa50e8bfa req-8bcc3008-7156-4250-b0f2-86fe1860809f tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ba777c4-f3a3-450e-bb88-23f143c3f499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084751 Apr 05 20:22:23.683625 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a5dd2f1-2bad-401d-92fd-cd2d786adb67 req-e125d526-066b-4e4b-b0dd-eacf41c5cf43 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9ba777c4-f3a3-450e-bb88-23f143c3f499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873742 Apr 05 20:22:23.686069 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61c23b0d-f08b-4b3d-ad0d-f950a797d5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:23.815125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48fd9bde-df04-4f3a-953e-a48d7f806075 req-b66abca1-fddf-4ae8-9fe8-65dd6ad6ca08 service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140930 Apr 05 20:22:23.855806 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:23.875070 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd', 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e', 'port_id': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd', 'mac_address': 'fa:16:3e:58:5c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f37a02-4584-4cdb-9a53-ef614777d971', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:22:23.970725 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:24.020525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:22:24.083399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:24.101135 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:24.115565 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:24.139798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9e736-0681-4bf9-883c-a05bc4b1be7f req-fd2fc81f-47df-4525-8c68-1f786037b85e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:24.146625 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8a9e736-0681-4bf9-883c-a05bc4b1be7f req-fd2fc81f-47df-4525-8c68-1f786037b85e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.5973783 Apr 05 20:22:24.211734 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61c23b0d-f08b-4b3d-ad0d-f950a797d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:24.244943 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8a9e736-0681-4bf9-883c-a05bc4b1be7f req-7acf2329-9ab3-44d1-aef4-66ce52f88924 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975420 Apr 05 20:22:24.254015 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48fd9bde-df04-4f3a-953e-a48d7f806075 req-b0e3b028-9159-43ec-8439-ca63bb54385b service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206567 Apr 05 20:22:24.278407 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61c23b0d-f08b-4b3d-ad0d-f950a797d5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:24.280095 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-61c23b0d-f08b-4b3d-ad0d-f950a797d5dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8beaf80f-a918-4e24-bc9a-60832846fae3 HTTP/1.1" status: 204 len: 168 time: 1.1597376 Apr 05 20:22:24.281442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c23b0d-f08b-4b3d-ad0d-f950a797d5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beaf80f-a918-4e24-bc9a-60832846fae3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:24.313674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['27f7fc1d-a2a9-4580-a84e-5bac79b88fdd'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:22:24.419072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:24.432040 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:24.433305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:24.433800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:24.434329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:24.436455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:24.436952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:24.437605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:24.438157 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:24.438626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:24.439098 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:24.439560 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:24.440032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:24.475323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Allocated IP 10.2.2.200 (04a540e0-f994-4bb6-b37f-c12b8378196f/688a705f-1af8-4564-afe3-3b401e1905c5/3edede57-710c-4481-b5bf-e0e4bae838c4) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:24.899486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1066e-2408-4431-bac7-0c0e1e6f282a req-e89d53c3-16e7-40c6-b70c-8d485d14207f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:24.909627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1066e-2408-4431-bac7-0c0e1e6f282a req-e89d53c3-16e7-40c6-b70c-8d485d14207f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:24.916178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1066e-2408-4431-bac7-0c0e1e6f282a req-e89d53c3-16e7-40c6-b70c-8d485d14207f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:24.923545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1066e-2408-4431-bac7-0c0e1e6f282a req-e89d53c3-16e7-40c6-b70c-8d485d14207f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:24.925872 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ad1066e-2408-4431-bac7-0c0e1e6f282a req-e89d53c3-16e7-40c6-b70c-8d485d14207f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 3096 time: 0.2211072 Apr 05 20:22:24.998442 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ad1066e-2408-4431-bac7-0c0e1e6f282a req-e7bf6133-e952-4eb7-9d84-74cbc37345e2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658700 Apr 05 20:22:24.998930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451e991-fee0-48f3-88ef-92dfcf2960c7 req-993a4cfb-52db-4120-8ae6-62ad08e3e4b7 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:25.003544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5451e991-fee0-48f3-88ef-92dfcf2960c7 req-993a4cfb-52db-4120-8ae6-62ad08e3e4b7 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 945 time: 0.6651824 Apr 05 20:22:25.074613 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:25.118822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5451e991-fee0-48f3-88ef-92dfcf2960c7 req-48266530-52eb-4074-a7f0-18d890f09e71 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008499 Apr 05 20:22:25.137448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Transition to ACTIVE for port object 3edede57-710c-4481-b5bf-e0e4bae838c4 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:25.140436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Allocated IP 172.25.8.176 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/ba44f2a4-ab46-4f2b-9940-b06d29442962) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:25.321946 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:25.426122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event updated for resources: {'Port': ['ID=3edede57-710c-4481-b5bf-e0e4bae838c4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:25.462416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Network 04a540e0-f994-4bb6-b37f-c12b8378196f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:25.468305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:25.495789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:25.595786 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:25.596904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:25.600449 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:22:25.625646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e277bb3-e319-414c-8d0d-36875995751a req-b1107244-be93-47d6-954e-2a14643c98e5 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:25.632777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e277bb3-e319-414c-8d0d-36875995751a req-b1107244-be93-47d6-954e-2a14643c98e5 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/ports?device_id=7032c617-66b4-45b4-a941-cc78e4b906ae HTTP/1.1" status: 200 len: 946 time: 0.2640560 Apr 05 20:22:25.698354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3855c2-f396-4596-bff2-2a9aa9238e24 req-62db6147-3180-4137-9dae-6bab91889875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:25.705751 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b3855c2-f396-4596-bff2-2a9aa9238e24 req-62db6147-3180-4137-9dae-6bab91889875 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 1096 time: 0.2497745 Apr 05 20:22:25.724024 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:25.779517 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-3cb4f1aa-99c0-42df-ad57-3331be7cf35c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7790434 Apr 05 20:22:25.791396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Request body: {'port': {'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:25.797664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:25.798055 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:25.829301 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e277bb3-e319-414c-8d0d-36875995751a req-2200bedc-f1dc-4ac4-b703-956867530cd8 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ba777c4-f3a3-450e-bb88-23f143c3f499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953604 Apr 05 20:22:25.863140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e471d3-1164-4b09-a02e-4c537de7f274 req-29eadc66-6b70-4b20-b1a4-718491c4717e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:25.865584 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4e471d3-1164-4b09-a02e-4c537de7f274 req-29eadc66-6b70-4b20-b1a4-718491c4717e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.2622685 Apr 05 20:22:25.928844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39172) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:26.096625 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dbddcbfa-db96-4c53-bab7-d64d3d0b2eeb None None] Provisioning for port 3edede57-710c-4481-b5bf-e0e4bae838c4 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:22:26.121130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3855c2-f396-4596-bff2-2a9aa9238e24 req-ae52ac19-0210-4f8e-822c-c0d4a95ad0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:26.130583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b3855c2-f396-4596-bff2-2a9aa9238e24 req-ae52ac19-0210-4f8e-822c-c0d4a95ad0b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 912 time: 0.4161153 Apr 05 20:22:26.175741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dbddcbfa-db96-4c53-bab7-d64d3d0b2eeb None None] Provisioning complete for port 3edede57-710c-4481-b5bf-e0e4bae838c4 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:26.177856 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dbddcbfa-db96-4c53-bab7-d64d3d0b2eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:26.217276 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:26.322424 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83473d6-c2dc-46b6-b3f9-86451ba2252c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:26.332388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-dbddcbfa-db96-4c53-bab7-d64d3d0b2eeb None None] Port 3edede57-710c-4481-b5bf-e0e4bae838c4 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:22:26.340667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:26.351173 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:26.513577 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:26.613768 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:26.657818 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b3855c2-f396-4596-bff2-2a9aa9238e24 req-69f35887-03b2-47e7-9fbc-0daa79b33cdb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e770ad3d-5706-4763-855d-e1b6154d122b HTTP/1.1" status: 200 len: 217 time: 0.5201311 Apr 05 20:22:26.684939 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:26.726954 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4e471d3-1164-4b09-a02e-4c537de7f274 req-b8b85474-2808-4898-95ef-cd974d545ebb tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8494580 Apr 05 20:22:26.791070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d9c52fa-521c-4860-bbfd-c5166c71d000 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:26.893523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:26.904541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:26.915827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:26.947468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event updated for resources: {'Port': ['ID=ba44f2a4-ab46-4f2b-9940-b06d29442962,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:26.964243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3855c2-f396-4596-bff2-2a9aa9238e24 req-2ad85b01-628d-4340-a3e6-cd41bd606457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:26.965740 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b3855c2-f396-4596-bff2-2a9aa9238e24 req-2ad85b01-628d-4340-a3e6-cd41bd606457 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b600e23-44bb-460f-a1af-d7c4b74bf29a HTTP/1.1" status: 200 len: 851 time: 0.2708325 Apr 05 20:22:27.001728 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d9c52fa-521c-4860-bbfd-c5166c71d000 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:27.049324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905cdf5-a505-4af7-9523-de069a1cee6c req-4470e1d4-5bab-40c2-8d44-a02e251393db tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:27.056709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905cdf5-a505-4af7-9523-de069a1cee6c req-4470e1d4-5bab-40c2-8d44-a02e251393db tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:27.063734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905cdf5-a505-4af7-9523-de069a1cee6c req-4470e1d4-5bab-40c2-8d44-a02e251393db tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:27.070706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905cdf5-a505-4af7-9523-de069a1cee6c req-4470e1d4-5bab-40c2-8d44-a02e251393db tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:27.078057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905cdf5-a505-4af7-9523-de069a1cee6c req-4470e1d4-5bab-40c2-8d44-a02e251393db tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:27.086345 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3905cdf5-a505-4af7-9523-de069a1cee6c req-4470e1d4-5bab-40c2-8d44-a02e251393db tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 3817 time: 0.4274457 Apr 05 20:22:27.120701 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b3855c2-f396-4596-bff2-2a9aa9238e24 req-c5cbcee1-fe7b-4d84-a5b2-4d5ebd70e832 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8188ca25-8db1-4824-8f89-d3f54dd6b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479366 Apr 05 20:22:27.315339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3905cdf5-a505-4af7-9523-de069a1cee6c req-6b45f7ef-5351-4e6b-9a82-034516694abf tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271969 Apr 05 20:22:27.319706 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b3855c2-f396-4596-bff2-2a9aa9238e24 req-8eb8c75d-0ad0-4011-9f81-0f4ca043f16f service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912131 Apr 05 20:22:27.606465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b3855c2-f396-4596-bff2-2a9aa9238e24 req-6998db49-3955-4a2c-a6e2-5c6440429446 service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781131 Apr 05 20:22:27.612764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cc832-ca62-4086-bcec-10ef8944def2 req-2843a3a9-f231-4b34-a973-35a6ca743f75 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:27.614433 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e92cc832-ca62-4086-bcec-10ef8944def2 req-2843a3a9-f231-4b34-a973-35a6ca743f75 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.6267283 Apr 05 20:22:27.615697 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:27.619492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d9c52fa-521c-4860-bbfd-c5166c71d000 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:27.647651 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83473d6-c2dc-46b6-b3f9-86451ba2252c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd', 'code': 200} Apr 05 20:22:27.649479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9c52fa-521c-4860-bbfd-c5166c71d000 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b024d70a-74d8-4e14-994c-63023b86b8fd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:27.860942 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e92cc832-ca62-4086-bcec-10ef8944def2 req-e5474191-123c-4eba-acab-33455e7797a8 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150476 Apr 05 20:22:27.881395 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:22:27.973272 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:28.009589 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d9c52fa-521c-4860-bbfd-c5166c71d000 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:28.010753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4d9c52fa-521c-4860-bbfd-c5166c71d000 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "DELETE /v2.0/security-groups/b024d70a-74d8-4e14-994c-63023b86b8fd HTTP/1.1" status: 204 len: 168 time: 2.0692375 Apr 05 20:22:28.014103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39218) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:28.048271 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-58b55fab-2823-4df7-af58-25cc212e4882 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] show failed (client error): The resource could not be found. Apr 05 20:22:28.050497 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-58b55fab-2823-4df7-af58-25cc212e4882 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "GET /v2.0/security-groups/b024d70a-74d8-4e14-994c-63023b86b8fd HTTP/1.1" status: 404 len: 347 time: 0.0350544 Apr 05 20:22:28.053182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39222) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:28.116230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209a1593-aaaf-4bd4-b0fc-f2461dd50715 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:22:28.127190 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:28.229195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Transition to ACTIVE for port object 209a1593-aaaf-4bd4-b0fc-f2461dd50715 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:28.298683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454d60e-2ca7-46af-8c53-f09c1d6d9d4a req-65314e40-7725-4637-a51d-67ecb8cc31d7 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:28.300914 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e454d60e-2ca7-46af-8c53-f09c1d6d9d4a req-65314e40-7725-4637-a51d-67ecb8cc31d7 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 945 time: 0.2925136 Apr 05 20:22:28.306496 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:28.332880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-20eccf15-053a-43cf-992e-c7f39ccb0fd4 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Deleting port ab3e03c4-606a-4313-81c4-87e63abfc539 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:22:28.333822 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20eccf15-053a-43cf-992e-c7f39ccb0fd4 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:28.438866 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e454d60e-2ca7-46af-8c53-f09c1d6d9d4a req-9c1b9393-d86b-4495-9565-527838d7753c tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246796 Apr 05 20:22:28.474018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867ffba-77fa-44ce-bbf4-e1a87e7ea854 req-02fc3006-b05b-4e54-b000-1c22a52e7d52 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:28.483614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e867ffba-77fa-44ce-bbf4-e1a87e7ea854 req-02fc3006-b05b-4e54-b000-1c22a52e7d52 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/ports?device_id=7032c617-66b4-45b4-a941-cc78e4b906ae HTTP/1.1" status: 200 len: 946 time: 0.3109422 Apr 05 20:22:28.628335 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e867ffba-77fa-44ce-bbf4-e1a87e7ea854 req-b34f1f18-098f-405b-8f1b-8e7a087d6735 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ba777c4-f3a3-450e-bb88-23f143c3f499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433487 Apr 05 20:22:28.668138 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20eccf15-053a-43cf-992e-c7f39ccb0fd4 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:28.668608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20eccf15-053a-43cf-992e-c7f39ccb0fd4 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:28.809249 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:28.870127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Pushing event updated for resources: {'Port': ['ID=209a1593-aaaf-4bd4-b0fc-f2461dd50715,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:28.914413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-20eccf15-053a-43cf-992e-c7f39ccb0fd4 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Calling delete_port for ab3e03c4-606a-4313-81c4-87e63abfc539 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:22:28.925370 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:29.160896 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:29.290069 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20eccf15-053a-43cf-992e-c7f39ccb0fd4 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:29.295158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39256) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:29.296270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c08e5-d480-404b-a1e8-f91f00d978ef req-e4f19d6e-714b-4e8f-b633-794605d07186 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:29.318940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c08e5-d480-404b-a1e8-f91f00d978ef req-e4f19d6e-714b-4e8f-b633-794605d07186 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:29.330961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c08e5-d480-404b-a1e8-f91f00d978ef req-e4f19d6e-714b-4e8f-b633-794605d07186 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:29.351054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c08e5-d480-404b-a1e8-f91f00d978ef req-e4f19d6e-714b-4e8f-b633-794605d07186 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:29.358103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eccf15-053a-43cf-992e-c7f39ccb0fd4 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Pushing event deleted for resources: {'Port': ['ID=ab3e03c4-606a-4313-81c4-87e63abfc539,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:29.376293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c08e5-d480-404b-a1e8-f91f00d978ef req-e4f19d6e-714b-4e8f-b633-794605d07186 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:29.377275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a45c08e5-d480-404b-a1e8-f91f00d978ef req-e4f19d6e-714b-4e8f-b633-794605d07186 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Synchronizing usage tracker for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:22:29.406546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event updated for resources: {'Port': ['ID=ba44f2a4-ab46-4f2b-9940-b06d29442962,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:29.409488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab787348-f6a7-4477-b1b8-cc6ce42b5736 req-1a5621d3-7f5b-4c4c-afec-6a865419a7ec tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:29.413463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Attempting to bind port 209a1593-aaaf-4bd4-b0fc-f2461dd50715 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:22:29.413869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Attempting to bind port 209a1593-aaaf-4bd4-b0fc-f2461dd50715 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:22:29.414230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Attempting to bind port 209a1593-aaaf-4bd4-b0fc-f2461dd50715 on network acf04820-9558-4448-b778-1e71d8e99554 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:29.420422 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab787348-f6a7-4477-b1b8-cc6ce42b5736 req-1a5621d3-7f5b-4c4c-afec-6a865419a7ec tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3318768 Apr 05 20:22:29.434787 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:29.440318 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-af299d8f-5472-44fb-b265-e5c9ff523e02 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6149380 Apr 05 20:22:29.451238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39262) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:29.461722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Port 209a1593-aaaf-4bd4-b0fc-f2461dd50715 on network acf04820-9558-4448-b778-1e71d8e99554 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:22:29.463822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Attempting to bind port 209a1593-aaaf-4bd4-b0fc-f2461dd50715 on network acf04820-9558-4448-b778-1e71d8e99554 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:29.514711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-55744505'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:29.549484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:29.563800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Usage tracker for resource:network and tenant:a165baaf0da645c5944231dda347f03b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:29.570908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:29.593844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:29.603346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:22:29.603764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Checking segment: {'id': '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:22:29.604156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Bound using segment: {'id': '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:22:29.604272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device e770ad3d-5706-4763-855d-e1b6154d122b no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:22:29.604753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Bound port: 209a1593-aaaf-4bd4-b0fc-f2461dd50715, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:22:29.605286 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:29.801383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a45c08e5-d480-404b-a1e8-f91f00d978ef req-e4f19d6e-714b-4e8f-b633-794605d07186 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Unset dirty status for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:22:29.810777 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a45c08e5-d480-404b-a1e8-f91f00d978ef req-e4f19d6e-714b-4e8f-b633-794605d07186 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 3829 time: 1.1137977 Apr 05 20:22:29.847742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d7d5baf9-d45b-46de-87c0-b8976d81439c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:29.855001 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:29.900094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port e770ad3d-5706-4763-855d-e1b6154d122b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e770ad3d-5706-4763-855d-e1b6154d122b,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:29.901047 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2184e0-031b-4f40-8955-8e4c9b3822c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e770ad3d-5706-4763-855d-e1b6154d122b'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:29.909411 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:29.964454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d7d5baf9-d45b-46de-87c0-b8976d81439c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:29.970982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d7d5baf9-d45b-46de-87c0-b8976d81439c admin admin] Usage tracker for resource:security_group_rule and tenant:ffd40569807d47b7bb0e5db0768ef209 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:29.974984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d7d5baf9-d45b-46de-87c0-b8976d81439c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:29.981366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d7d5baf9-d45b-46de-87c0-b8976d81439c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:29.998140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=e770ad3d-5706-4763-855d-e1b6154d122b,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:30.020091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Made reservation on behalf of a165baaf0da645c5944231dda347f03b for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:30.023704 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.038046 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab787348-f6a7-4477-b1b8-cc6ce42b5736 req-5403b03d-31b6-4a5b-9032-620181f7f47c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6153533 Apr 05 20:22:30.047052 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a45c08e5-d480-404b-a1e8-f91f00d978ef req-e30bf517-fffa-4f26-a123-06895a849f0b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342627 Apr 05 20:22:30.081438 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.131120 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:30.137023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Usage tracker for resource:security_group_rule and tenant:a165baaf0da645c5944231dda347f03b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:30.142654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:30.153322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:30.175674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20eccf15-053a-43cf-992e-c7f39ccb0fd4 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.203359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] For port 209a1593-aaaf-4bd4-b0fc-f2461dd50715, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:22:30.209659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] For port 209a1593-aaaf-4bd4-b0fc-f2461dd50715, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=209a1593-aaaf-4bd4-b0fc-f2461dd50715,segment=NetworkSegment(5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2),segment_id=5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:22:30.212193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc57568-12cf-4df3-ab8f-524a9221673d req-592f8c3b-ebde-45d4-b1f4-27a4eddd340a tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:30.217244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdc57568-12cf-4df3-ab8f-524a9221673d req-592f8c3b-ebde-45d4-b1f4-27a4eddd340a tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.41 "GET /v2.0/ports?device_id=7032c617-66b4-45b4-a941-cc78e4b906ae HTTP/1.1" status: 200 len: 946 time: 0.7909195 Apr 05 20:22:30.281551 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.364459 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-afb5d9ee-ec68-43ae-800a-3109334c405f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4314461 Apr 05 20:22:30.449965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-cdc57568-12cf-4df3-ab8f-524a9221673d req-dc8d1ffd-e124-4c2b-9672-9fc1129dfd36 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Deleting port 96a938b8-4e09-4ddd-a9d6-02ad39e76830 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:22:30.451758 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-cdc57568-12cf-4df3-ab8f-524a9221673d req-dc8d1ffd-e124-4c2b-9672-9fc1129dfd36 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.552209 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.568704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:30.570582 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.573086 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] 10.222.0.41 "PUT /v2.0/ports/209a1593-aaaf-4bd4-b0fc-f2461dd50715 HTTP/1.1" status: 200 len: 1092 time: 4.7859519 Apr 05 20:22:30.612577 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20eccf15-053a-43cf-992e-c7f39ccb0fd4 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.612577 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-20eccf15-053a-43cf-992e-c7f39ccb0fd4 tempest-ImagesOneServerNegativeTestJSON-1382938051 tempest-ImagesOneServerNegativeTestJSON-1382938051-project] 10.222.0.24 "DELETE /v2.0/floatingips/3596f71d-6955-4a4e-8af5-5b60a719d6ea HTTP/1.1" status: 204 len: 168 time: 2.5543175 Apr 05 20:22:30.631079 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d7d5baf9-d45b-46de-87c0-b8976d81439c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.648521 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.650304 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d7d5baf9-d45b-46de-87c0-b8976d81439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.664657 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:22:30.680515 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.680841 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Added segment 96364aef-60bb-4c8d-8c63-558155dfe847 of type vlan for network dcd19055-0e46-42a6-8a85-3ebd05a3b992 Apr 05 20:22:30.718925 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d7d5baf9-d45b-46de-87c0-b8976d81439c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffd40569807d47b7bb0e5db0768ef209&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3856726 Apr 05 20:22:30.728099 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.780010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '209a1593-aaaf-4bd4-b0fc-f2461dd50715'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:30.796298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39276) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:30.818732 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.825052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:30.825052 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:30.850285 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Request body: {'port': {'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:30.954282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1ae8f-82b9-423a-9e9d-268e1e19b412 req-1b93a836-3bd0-408f-a8d1-d92a740731bb tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:30.963603 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def1ae8f-82b9-423a-9e9d-268e1e19b412 req-1b93a836-3bd0-408f-a8d1-d92a740731bb tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 943 time: 0.6851852 Apr 05 20:22:31.023641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d5baf9-d45b-46de-87c0-b8976d81439c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46becbb7-eb39-467b-a4f0-d16ba2e06d67,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:31.064556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb306fa8-d013-4966-9305-4d41c477c160,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:31.112096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event updated for resources: {'Network': ['ID=dcd19055-0e46-42a6-8a85-3ebd05a3b992,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:31.122077 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6cda0e8-7e0a-4731-82a4-85cbab10dcbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:31.125675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be23370-cb83-4ffa-9a17-ead6b9fad00f service neutron] Pushing event updated for resources: {'Port': ['ID=209a1593-aaaf-4bd4-b0fc-f2461dd50715,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:31.130150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network dcd19055-0e46-42a6-8a85-3ebd05a3b992 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:22:31.139188 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d72bd991-72e8-4084-ad0b-59b3e2cf55d3 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6590166 Apr 05 20:22:31.148219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39286) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:31.183129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Request body: {'subnet': {'network_id': 'dcd19055-0e46-42a6-8a85-3ebd05a3b992', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:31.225847 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def1ae8f-82b9-423a-9e9d-268e1e19b412 req-2f0aecef-0678-42f3-b55f-ee951666c36d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610114 Apr 05 20:22:31.344020 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411fc3-97c2-4780-8904-3193d80e8991 req-bea4e6e4-bfb9-472f-8115-fb8494512131 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.351145 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411fc3-97c2-4780-8904-3193d80e8991 req-bea4e6e4-bfb9-472f-8115-fb8494512131 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.358452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411fc3-97c2-4780-8904-3193d80e8991 req-bea4e6e4-bfb9-472f-8115-fb8494512131 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.365488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411fc3-97c2-4780-8904-3193d80e8991 req-bea4e6e4-bfb9-472f-8115-fb8494512131 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.373565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411fc3-97c2-4780-8904-3193d80e8991 req-bea4e6e4-bfb9-472f-8115-fb8494512131 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.373742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6cda0e8-7e0a-4731-82a4-85cbab10dcbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:31.379778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411fc3-97c2-4780-8904-3193d80e8991 req-bea4e6e4-bfb9-472f-8115-fb8494512131 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.387325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e411fc3-97c2-4780-8904-3193d80e8991 req-bea4e6e4-bfb9-472f-8115-fb8494512131 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.395538 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8e411fc3-97c2-4780-8904-3193d80e8991 req-bea4e6e4-bfb9-472f-8115-fb8494512131 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5434 time: 1.1770086 Apr 05 20:22:31.407795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:31.449307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Usage tracker for resource:subnet and tenant:a165baaf0da645c5944231dda347f03b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:31.457761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:31.465595 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:31.484494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-cdc57568-12cf-4df3-ab8f-524a9221673d req-dc8d1ffd-e124-4c2b-9672-9fc1129dfd36 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] For port 96a938b8-4e09-4ddd-a9d6-02ad39e76830, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=96a938b8-4e09-4ddd-a9d6-02ad39e76830,segment=NetworkSegment(44e59ed1-a6fb-4f53-8deb-54b3f5286384),segment_id=44e59ed1-a6fb-4f53-8deb-54b3f5286384)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:31.484937 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-cdc57568-12cf-4df3-ab8f-524a9221673d req-dc8d1ffd-e124-4c2b-9672-9fc1129dfd36 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:31.491551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:31.502561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-11ea6a24-0102-4cde-a28a-24638c9a6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.502561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-11ea6a24-0102-4cde-a28a-24638c9a6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.502561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-11ea6a24-0102-4cde-a28a-24638c9a6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.502561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-11ea6a24-0102-4cde-a28a-24638c9a6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.502561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-11ea6a24-0102-4cde-a28a-24638c9a6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.502561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-11ea6a24-0102-4cde-a28a-24638c9a6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.502561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-11ea6a24-0102-4cde-a28a-24638c9a6ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.504749 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-11ea6a24-0102-4cde-a28a-24638c9a6ff0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 6491 time: 0.9450684 Apr 05 20:22:31.599218 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8e411fc3-97c2-4780-8904-3193d80e8991 req-2eaa5374-80ad-4dcb-b2c6-1bd76c6498a1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2006814 Apr 05 20:22:31.645484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Made reservation on behalf of a165baaf0da645c5944231dda347f03b for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:31.649702 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:31.707121 n-d-836604-1 neutron-server[87966]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e2184e0-031b-4f40-8955-8e4c9b3822c4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e770ad3d-5706-4763-855d-e1b6154d122b', 'code': 422} returned with failed status Apr 05 20:22:31.738312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-cdc57568-12cf-4df3-ab8f-524a9221673d req-dc8d1ffd-e124-4c2b-9672-9fc1129dfd36 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Calling delete_port for 96a938b8-4e09-4ddd-a9d6-02ad39e76830 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:22:31.844038 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6cda0e8-7e0a-4731-82a4-85cbab10dcbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:31.864949 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '209a1593-aaaf-4bd4-b0fc-f2461dd50715', 'status': 'completed', 'code': 200} Apr 05 20:22:31.952001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b2085-5665-4d03-8589-84bd8f93fc49 req-2f436967-3bf8-48a3-ab3d-e9084b4aaede tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:31.962559 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b88b2085-5665-4d03-8589-84bd8f93fc49 req-2f436967-3bf8-48a3-ab3d-e9084b4aaede tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/ports?device_id=7032c617-66b4-45b4-a941-cc78e4b906ae HTTP/1.1" status: 200 len: 946 time: 0.5172379 Apr 05 20:22:31.968775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cda0e8-7e0a-4731-82a4-85cbab10dcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46becbb7-eb39-467b-a4f0-d16ba2e06d67,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:32.032926 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6cda0e8-7e0a-4731-82a4-85cbab10dcbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:32.036868 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d6cda0e8-7e0a-4731-82a4-85cbab10dcbb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46becbb7-eb39-467b-a4f0-d16ba2e06d67 HTTP/1.1" status: 204 len: 168 time: 1.2299905 Apr 05 20:22:32.101012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b88b2085-5665-4d03-8589-84bd8f93fc49 req-295bd6bc-2a7c-4bfb-9108-9618d9538c26 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.24 "GET /v2.0/security-groups?id=9ba777c4-f3a3-450e-bb88-23f143c3f499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374094 Apr 05 20:22:32.147849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f346f5-7a54-4488-aa13-2386152795ba req-af1a6291-9f8d-4d15-a184-a88a8d60f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.147849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f346f5-7a54-4488-aa13-2386152795ba req-af1a6291-9f8d-4d15-a184-a88a8d60f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.148213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f346f5-7a54-4488-aa13-2386152795ba req-af1a6291-9f8d-4d15-a184-a88a8d60f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.148649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f346f5-7a54-4488-aa13-2386152795ba req-af1a6291-9f8d-4d15-a184-a88a8d60f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.151186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f346f5-7a54-4488-aa13-2386152795ba req-af1a6291-9f8d-4d15-a184-a88a8d60f189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.154913 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8f346f5-7a54-4488-aa13-2386152795ba req-af1a6291-9f8d-4d15-a184-a88a8d60f189 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67f206acc8b04566894efcfbb5ff0d28&device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 4364 time: 0.2705462 Apr 05 20:22:32.213557 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-cdc57568-12cf-4df3-ab8f-524a9221673d req-dc8d1ffd-e124-4c2b-9672-9fc1129dfd36 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:32.232384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['96a938b8-4e09-4ddd-a9d6-02ad39e76830'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:22:32.300818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d1ffd-e124-4c2b-9672-9fc1129dfd36 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Pushing event deleted for resources: {'Port': ['ID=96a938b8-4e09-4ddd-a9d6-02ad39e76830,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:32.521869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc57568-12cf-4df3-ab8f-524a9221673d req-dc8d1ffd-e124-4c2b-9672-9fc1129dfd36 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] No DVR routers for this DVR port 96a938b8-4e09-4ddd-a9d6-02ad39e76830 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:22:32.540624 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-cdc57568-12cf-4df3-ab8f-524a9221673d req-dc8d1ffd-e124-4c2b-9672-9fc1129dfd36 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:32.540624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7032c617-66b4-45b4-a941-cc78e4b906ae', 'name': 'network-vif-deleted', 'tag': '96a938b8-4e09-4ddd-a9d6-02ad39e76830'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:32.600456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdc57568-12cf-4df3-ab8f-524a9221673d req-dc8d1ffd-e124-4c2b-9672-9fc1129dfd36 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] 10.222.0.41 "DELETE /v2.0/ports/96a938b8-4e09-4ddd-a9d6-02ad39e76830 HTTP/1.1" status: 204 len: 173 time: 2.3530984 Apr 05 20:22:32.610174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f346f5-7a54-4488-aa13-2386152795ba req-b722c530-054e-455c-9d9f-d75120b33018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.610669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f346f5-7a54-4488-aa13-2386152795ba req-b722c530-054e-455c-9d9f-d75120b33018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.611081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f346f5-7a54-4488-aa13-2386152795ba req-b722c530-054e-455c-9d9f-d75120b33018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.612732 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8f346f5-7a54-4488-aa13-2386152795ba req-b722c530-054e-455c-9d9f-d75120b33018 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=67f206acc8b04566894efcfbb5ff0d28&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4451046 Apr 05 20:22:32.747216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39310) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:32.760750 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-b7b5acc1-a141-440f-a5af-2bdf42f9a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.761503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-b7b5acc1-a141-440f-a5af-2bdf42f9a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.762360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-b7b5acc1-a141-440f-a5af-2bdf42f9a8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.765207 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-b7b5acc1-a141-440f-a5af-2bdf42f9a8a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1d4db6d-e221-421f-bec4-215e49978b5e&id=65078b3e-8573-4599-8d5f-da3f86914493&id=65078b3e-8573-4599-8d5f-da3f86914493&id=65078b3e-8573-4599-8d5f-da3f86914493&id=65078b3e-8573-4599-8d5f-da3f86914493&id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&id=155ded23-dcca-4bf5-8033-6cb75ec37e9a HTTP/1.1" status: 200 len: 2293 time: 1.2038405 Apr 05 20:22:32.772045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be818cbe-0b90-443f-96dc-1e6007a52580 req-bf4ce21a-cd21-4e40-a6b5-48c6d480f127 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.785536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be818cbe-0b90-443f-96dc-1e6007a52580 req-bf4ce21a-cd21-4e40-a6b5-48c6d480f127 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.803115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be818cbe-0b90-443f-96dc-1e6007a52580 req-bf4ce21a-cd21-4e40-a6b5-48c6d480f127 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.809232 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be818cbe-0b90-443f-96dc-1e6007a52580 req-bf4ce21a-cd21-4e40-a6b5-48c6d480f127 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.817491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be818cbe-0b90-443f-96dc-1e6007a52580 req-bf4ce21a-cd21-4e40-a6b5-48c6d480f127 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:32.819519 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be818cbe-0b90-443f-96dc-1e6007a52580 req-bf4ce21a-cd21-4e40-a6b5-48c6d480f127 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 3829 time: 0.3858433 Apr 05 20:22:33.049580 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:22:33.076765 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd1b7e83-d860-4890-a136-1538dc395a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:33.083511 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-85abc6eb-bdb0-4253-ad95-1dbaaa546ca9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9448b79-3827-496f-864e-611a8674e2de HTTP/1.1" status: 200 len: 1001 time: 0.3071206 Apr 05 20:22:33.121598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cd1b7e83-d860-4890-a136-1538dc395a67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:33.145053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cd1b7e83-d860-4890-a136-1538dc395a67 admin admin] Usage tracker for resource:security_group_rule and tenant:f628db7cdff14e7ca72cbeaf8b00d1bb is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:33.148616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cd1b7e83-d860-4890-a136-1538dc395a67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:33.155699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cd1b7e83-d860-4890-a136-1538dc395a67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:33.168110 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be818cbe-0b90-443f-96dc-1e6007a52580 req-75391643-7f3c-4b71-a4c2-2bb3611a0aa6 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3212967 Apr 05 20:22:33.212488 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:33.262206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11d6c801-8868-4ebb-b54a-042b8414de76 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:22:33.282356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d1c1c-6def-41ca-a7cc-43a90a8eca46 req-ec005c6f-ba7f-4ccc-b7a4-2892ef3c2179 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:33.289401 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ad3d1c1c-6def-41ca-a7cc-43a90a8eca46 req-ec005c6f-ba7f-4ccc-b7a4-2892ef3c2179 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 1.2818856 Apr 05 20:22:33.300049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f346f5-7a54-4488-aa13-2386152795ba req-452164ab-e72d-4e2c-97a1-00c2c92f24fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:33.301468 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8f346f5-7a54-4488-aa13-2386152795ba req-452164ab-e72d-4e2c-97a1-00c2c92f24fc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6795003 Apr 05 20:22:33.341831 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:33.382337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-4ce73b17-3b64-498e-9192-7d44c23a1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:33.384066 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-4ce73b17-3b64-498e-9192-7d44c23a1426 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aa31aa76-5a52-4e0c-aa3c-55565cc204cd HTTP/1.1" status: 200 len: 851 time: 0.2536435 Apr 05 20:22:33.394355 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd1b7e83-d860-4890-a136-1538dc395a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:33.399695 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd1b7e83-d860-4890-a136-1538dc395a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:33.416102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Transition to ACTIVE for port object 11d6c801-8868-4ebb-b54a-042b8414de76 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:33.450003 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cd1b7e83-d860-4890-a136-1538dc395a67 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f628db7cdff14e7ca72cbeaf8b00d1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6255300 Apr 05 20:22:33.450003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39316) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:33.489608 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:33.595220 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device e770ad3d-5706-4763-855d-e1b6154d122b no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:22:33.597017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b7e83-d860-4890-a136-1538dc395a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7b41be-7045-4bfd-8500-933b1fc2682d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:33.599702 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-475dd63d-2b69-4c40-999e-e9c714db6c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:33.631403 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-475dd63d-2b69-4c40-999e-e9c714db6c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:33.634120 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event updated for resources: {'Subnet': ['ID=ea094e30-2041-4594-92f5-2b6b55427d25,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:33.704297 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ad3d1c1c-6def-41ca-a7cc-43a90a8eca46 req-ecc26d4a-1975-492f-90df-3578045e032d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110277 Apr 05 20:22:33.706465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=11d6c801-8868-4ebb-b54a-042b8414de76,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:33.710389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Checking segment: {'id': '96364aef-60bb-4c8d-8c63-558155dfe847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcd19055-0e46-42a6-8a85-3ebd05a3b992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:22:33.714076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Network hostable DHCP agents. Network: dcd19055-0e46-42a6-8a85-3ebd05a3b992, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:22:33.721160 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-475dd63d-2b69-4c40-999e-e9c714db6c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:33.778711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475dd63d-2b69-4c40-999e-e9c714db6c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7b41be-7045-4bfd-8500-933b1fc2682d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:33.811638 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-475dd63d-2b69-4c40-999e-e9c714db6c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:33.820733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-475dd63d-2b69-4c40-999e-e9c714db6c00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac7b41be-7045-4bfd-8500-933b1fc2682d HTTP/1.1" status: 204 len: 168 time: 0.3700376 Apr 05 20:22:34.151941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Network dcd19055-0e46-42a6-8a85-3ebd05a3b992 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:22:34.305007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, dcd19055-0e46-42a6-8a85-3ebd05a3b992) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:34.317021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:34.320950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43bdf40-1220-49ab-bc87-498104ca0f47 None None] Network dcd19055-0e46-42a6-8a85-3ebd05a3b992 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:22:34.321222 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:34.367970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-92982a23-72bd-460a-a0f5-2afb5d7c8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:34.369064 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-92982a23-72bd-460a-a0f5-2afb5d7c8fb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1d4db6d-e221-421f-bec4-215e49978b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9592142 Apr 05 20:22:34.433157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39354) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:34.433448 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bcaf57ed-5658-4d7f-bdb0-efa4a53fd9aa tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2565889 Apr 05 20:22:34.438570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-88436727', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:34.449983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:34.461110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Usage tracker for resource:router and tenant:a165baaf0da645c5944231dda347f03b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:34.464921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:34.479560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:34.495921 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:34.497212 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:34.540328 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:34.580517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Attempting to bind port 11d6c801-8868-4ebb-b54a-042b8414de76 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:22:34.580853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Attempting to bind port 11d6c801-8868-4ebb-b54a-042b8414de76 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:22:34.581288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Attempting to bind port 11d6c801-8868-4ebb-b54a-042b8414de76 on network d5907306-16c4-4573-8487-923347eaefb1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:34.701070 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 96a938b8-4e09-4ddd-a9d6-02ad39e76830 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:22:34.722353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Port 11d6c801-8868-4ebb-b54a-042b8414de76 on network d5907306-16c4-4573-8487-923347eaefb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:22:34.722353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Attempting to bind port 11d6c801-8868-4ebb-b54a-042b8414de76 on network d5907306-16c4-4573-8487-923347eaefb1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:34.782714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:22:34.782714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Checking segment: {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:22:34.782714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Bound using segment: {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:22:34.786250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Bound port: 11d6c801-8868-4ebb-b54a-042b8414de76, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:22:34.786746 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:34.880651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 96a938b8-4e09-4ddd-a9d6-02ad39e76830 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:22:34.881812 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 96a938b8-4e09-4ddd-a9d6-02ad39e76830 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:22:34.975200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b83f4-b992-4186-9e79-c7e5fd4f7ab1 req-574b819d-bfe3-4db5-b035-60c7319d95ce tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:34.996563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b83f4-b992-4186-9e79-c7e5fd4f7ab1 req-574b819d-bfe3-4db5-b035-60c7319d95ce tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:35.018524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b83f4-b992-4186-9e79-c7e5fd4f7ab1 req-574b819d-bfe3-4db5-b035-60c7319d95ce tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:35.026448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b83f4-b992-4186-9e79-c7e5fd4f7ab1 req-574b819d-bfe3-4db5-b035-60c7319d95ce tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:35.043105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b83f4-b992-4186-9e79-c7e5fd4f7ab1 req-574b819d-bfe3-4db5-b035-60c7319d95ce tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:35.060441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b83f4-b992-4186-9e79-c7e5fd4f7ab1 req-574b819d-bfe3-4db5-b035-60c7319d95ce tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:35.084576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b83f4-b992-4186-9e79-c7e5fd4f7ab1 req-574b819d-bfe3-4db5-b035-60c7319d95ce tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:35.090328 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b11b83f4-b992-4186-9e79-c7e5fd4f7ab1 req-574b819d-bfe3-4db5-b035-60c7319d95ce tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5434 time: 1.0090609 Apr 05 20:22:35.204102 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-b9ec5e64-d74b-4c70-a7cc-16dbb315b06c service neutron] 10.222.0.41 "GET /v2.0/networks/c1d4db6d-e221-421f-bec4-215e49978b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801342 Apr 05 20:22:35.338714 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-dcd19055-0e46-42a6-8a85-3ebd05a3b992', 'network_id': 'dcd19055-0e46-42a6-8a85-3ebd05a3b992', 'tenant_id': 'a165baaf0da645c5944231dda347f03b', 'fixed_ips': [{'subnet_id': 'ea094e30-2041-4594-92f5-2b6b55427d25'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:22:35.339984 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:35.414420 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] For port 11d6c801-8868-4ebb-b54a-042b8414de76, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:22:35.451279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] For port 11d6c801-8868-4ebb-b54a-042b8414de76, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=11d6c801-8868-4ebb-b54a-042b8414de76,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:22:35.451279 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:35.480476 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:35.691081 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7032c617-66b4-45b4-a941-cc78e4b906ae', 'name': 'network-vif-deleted', 'tag': '96a938b8-4e09-4ddd-a9d6-02ad39e76830', 'status': 'completed', 'code': 200} Apr 05 20:22:35.733085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:35.733085 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:35.733085 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-8357f585-0445-4086-aa73-259294932ae6 service neutron] 10.222.0.41 "PUT /v2.0/ports/11d6c801-8868-4ebb-b54a-042b8414de76 HTTP/1.1" status: 200 len: 1136 time: 4.9253144 Apr 05 20:22:35.733085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '11d6c801-8868-4ebb-b54a-042b8414de76'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:35.772582 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-4dd344cd-fc0f-4c26-ae63-084d94154ec1 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d4db6d-e221-421f-bec4-215e49978b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5406852 Apr 05 20:22:35.783848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Request body: {'port': {'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:36.013205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39392) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:36.020440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Allocated IP 172.20.0.2 (dcd19055-0e46-42a6-8a85-3ebd05a3b992/ea094e30-2041-4594-92f5-2b6b55427d25/3437fdef-424c-4182-95d9-e100e5d2e828) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:36.041243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357f585-0445-4086-aa73-259294932ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=11d6c801-8868-4ebb-b54a-042b8414de76,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:36.108720 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-3726d5aa-3ecf-42c8-b52d-f2a8b0ddaa8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=75682036-7b4c-443d-b0de-61031a48f0da HTTP/1.1" status: 200 len: 217 time: 0.2664459 Apr 05 20:22:36.111615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4e200-f031-428f-9f5d-e9e120b6909c req-b254686e-66d8-4171-b6f9-36ce3de1275f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:36.128460 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6cf4e200-f031-428f-9f5d-e9e120b6909c req-b254686e-66d8-4171-b6f9-36ce3de1275f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e2184e0-031b-4f40-8955-8e4c9b3822c4 HTTP/1.1" status: 200 len: 943 time: 1.0107434 Apr 05 20:22:36.336712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-6cf4e200-f031-428f-9f5d-e9e120b6909c req-14d45230-bba3-4dfe-84a8-b70d850c903f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Deleting port e770ad3d-5706-4763-855d-e1b6154d122b {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:22:36.339878 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6cf4e200-f031-428f-9f5d-e9e120b6909c req-14d45230-bba3-4dfe-84a8-b70d850c903f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:36.455087 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:22:36.515340 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:36.577666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Transition to ACTIVE for port object 3437fdef-424c-4182-95d9-e100e5d2e828 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:36.622293 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Transition to ACTIVE for port object 3437fdef-424c-4182-95d9-e100e5d2e828 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:36.686537 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:36.772160 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Network dcd19055-0e46-42a6-8a85-3ebd05a3b992 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:36.774967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Pushing event updated for resources: {'Port': ['ID=3437fdef-424c-4182-95d9-e100e5d2e828,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:36.780034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:36.789837 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:36.974046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac050b0-9b84-4352-b21e-73447283000c admin admin] Deleting subnet 731d2605-4ca5-451a-a032-bb9a638677b1 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:22:36.990286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Attempting to bind port 3437fdef-424c-4182-95d9-e100e5d2e828 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:22:36.990889 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Attempting to bind port 3437fdef-424c-4182-95d9-e100e5d2e828 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '96364aef-60bb-4c8d-8c63-558155dfe847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcd19055-0e46-42a6-8a85-3ebd05a3b992'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:22:36.991497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Attempting to bind port 3437fdef-424c-4182-95d9-e100e5d2e828 on network dcd19055-0e46-42a6-8a85-3ebd05a3b992 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:37.005633 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aac050b0-9b84-4352-b21e-73447283000c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:37.021856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:22:37.031813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Checking segment: {'id': '96364aef-60bb-4c8d-8c63-558155dfe847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcd19055-0e46-42a6-8a85-3ebd05a3b992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:22:37.032457 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:37.033032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Bound using segment: {'id': '96364aef-60bb-4c8d-8c63-558155dfe847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcd19055-0e46-42a6-8a85-3ebd05a3b992'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:22:37.033837 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Bound port: 3437fdef-424c-4182-95d9-e100e5d2e828, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96364aef-60bb-4c8d-8c63-558155dfe847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dcd19055-0e46-42a6-8a85-3ebd05a3b992'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:22:37.034420 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:37.049157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-adf476d6-cc94-4d4e-9633-718da2930364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:37.050745 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-adf476d6-cc94-4d4e-9633-718da2930364 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.9102654 Apr 05 20:22:37.115357 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:37.169469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] For port 3437fdef-424c-4182-95d9-e100e5d2e828, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:22:37.172888 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] For port 3437fdef-424c-4182-95d9-e100e5d2e828, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3437fdef-424c-4182-95d9-e100e5d2e828,segment=NetworkSegment(96364aef-60bb-4c8d-8c63-558155dfe847),segment_id=96364aef-60bb-4c8d-8c63-558155dfe847)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:22:37.192408 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:37.327528 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aac050b0-9b84-4352-b21e-73447283000c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:37.347947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af3f5e-2df8-4978-ad47-cdbd06b8056f None None] Pushing event updated for resources: {'Port': ['ID=3437fdef-424c-4182-95d9-e100e5d2e828,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:37.352110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-6cf4e200-f031-428f-9f5d-e9e120b6909c req-14d45230-bba3-4dfe-84a8-b70d850c903f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] For port e770ad3d-5706-4763-855d-e1b6154d122b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e770ad3d-5706-4763-855d-e1b6154d122b,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:37.358471 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6cf4e200-f031-428f-9f5d-e9e120b6909c req-14d45230-bba3-4dfe-84a8-b70d850c903f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:37.438204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bf593-5788-4890-a793-1fddf72d24df req-23374aca-ecf2-4ed4-8ed6-eec84749cb1b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:37.444283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bf593-5788-4890-a793-1fddf72d24df req-23374aca-ecf2-4ed4-8ed6-eec84749cb1b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:37.453645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bf593-5788-4890-a793-1fddf72d24df req-23374aca-ecf2-4ed4-8ed6-eec84749cb1b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:37.460655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bf593-5788-4890-a793-1fddf72d24df req-23374aca-ecf2-4ed4-8ed6-eec84749cb1b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:37.467071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bf593-5788-4890-a793-1fddf72d24df req-23374aca-ecf2-4ed4-8ed6-eec84749cb1b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:37.474086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2bf593-5788-4890-a793-1fddf72d24df req-23374aca-ecf2-4ed4-8ed6-eec84749cb1b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:37.482126 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee2bf593-5788-4890-a793-1fddf72d24df req-23374aca-ecf2-4ed4-8ed6-eec84749cb1b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 4607 time: 1.1408577 Apr 05 20:22:37.609175 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aac050b0-9b84-4352-b21e-73447283000c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:37.672636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39426) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:37.689672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-6cf4e200-f031-428f-9f5d-e9e120b6909c req-14d45230-bba3-4dfe-84a8-b70d850c903f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Calling delete_port for e770ad3d-5706-4763-855d-e1b6154d122b owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:22:37.731749 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee2bf593-5788-4890-a793-1fddf72d24df req-d30bdb85-7b91-4f58-bd14-25618c4f9d95 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2478478 Apr 05 20:22:37.761268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39432) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:37.896113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-a755b1ca-0434-4f59-96df-3a2a917c811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:37.904976 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-a755b1ca-0434-4f59-96df-3a2a917c811e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8365843 Apr 05 20:22:37.925569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:37.931531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:37.936504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Usage tracker for resource:floatingip and tenant:b5bbf8e238eb4c70b7849da68535bfe3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:37.939863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:37.948033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:37.948555 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:37.996542 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:38.081447 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:38.293290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Allocated IP 172.25.8.104 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/e74f400a-dd79-483a-9fbe-be7f3e832c8c) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:38.309069 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6cf4e200-f031-428f-9f5d-e9e120b6909c req-14d45230-bba3-4dfe-84a8-b70d850c903f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:38.336369 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aac050b0-9b84-4352-b21e-73447283000c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:38.410358 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac050b0-9b84-4352-b21e-73447283000c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=731d2605-4ca5-451a-a032-bb9a638677b1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:38.421198 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aac050b0-9b84-4352-b21e-73447283000c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:38.428471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d45230-bba3-4dfe-84a8-b70d850c903f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Pushing event deleted for resources: {'Port': ['ID=e770ad3d-5706-4763-855d-e1b6154d122b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:38.543558 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-9a1d0498-95ca-40fb-84a1-a51e1047b194 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5807765 Apr 05 20:22:38.545070 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aac050b0-9b84-4352-b21e-73447283000c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/731d2605-4ca5-451a-a032-bb9a638677b1 HTTP/1.1" status: 204 len: 168 time: 2.5073962 Apr 05 20:22:38.552051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39444) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:38.604117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf4e200-f031-428f-9f5d-e9e120b6909c req-14d45230-bba3-4dfe-84a8-b70d850c903f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] No DVR routers for this DVR port e770ad3d-5706-4763-855d-e1b6154d122b on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:22:38.607255 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6cf4e200-f031-428f-9f5d-e9e120b6909c req-14d45230-bba3-4dfe-84a8-b70d850c903f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:38.611355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065cb19-de92-42f0-b740-d6f120beffd8 req-6f777b32-d825-42a2-b2a3-9768ce5e2d1e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:38.613044 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b065cb19-de92-42f0-b740-d6f120beffd8 req-6f777b32-d825-42a2-b2a3-9768ce5e2d1e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.6550066 Apr 05 20:22:38.641215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d5a82-c929-44a7-b712-87465a828668 req-2dedd0da-0c92-4af4-9b58-ee661e3476ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:38.641684 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d5a82-c929-44a7-b712-87465a828668 req-2dedd0da-0c92-4af4-9b58-ee661e3476ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:38.642349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d5a82-c929-44a7-b712-87465a828668 req-2dedd0da-0c92-4af4-9b58-ee661e3476ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:38.642963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d5a82-c929-44a7-b712-87465a828668 req-2dedd0da-0c92-4af4-9b58-ee661e3476ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:38.643590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d5a82-c929-44a7-b712-87465a828668 req-2dedd0da-0c92-4af4-9b58-ee661e3476ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:38.644200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d5a82-c929-44a7-b712-87465a828668 req-2dedd0da-0c92-4af4-9b58-ee661e3476ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:38.644806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d5a82-c929-44a7-b712-87465a828668 req-2dedd0da-0c92-4af4-9b58-ee661e3476ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:38.646947 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-063d5a82-c929-44a7-b712-87465a828668 req-2dedd0da-0c92-4af4-9b58-ee661e3476ca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 6491 time: 0.7994037 Apr 05 20:22:38.679318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e2184e0-031b-4f40-8955-8e4c9b3822c4', 'name': 'network-vif-deleted', 'tag': 'e770ad3d-5706-4763-855d-e1b6154d122b'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:38.682028 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:38.753078 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:38.767917 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6cf4e200-f031-428f-9f5d-e9e120b6909c req-14d45230-bba3-4dfe-84a8-b70d850c903f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "DELETE /v2.0/ports/e770ad3d-5706-4763-855d-e1b6154d122b HTTP/1.1" status: 204 len: 173 time: 2.6381049 Apr 05 20:22:38.822414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:38.876698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ef70e3-e540-4c58-86fe-c5865477aea0 None None] Network dcd19055-0e46-42a6-8a85-3ebd05a3b992 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:22:38.891022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:38.893827 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:22:38.894017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:38.896869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:39.005424 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:39.048851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event updated for resources: {'Port': ['ID=e74f400a-dd79-483a-9fbe-be7f3e832c8c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:39.141856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a1841766-193f-4ba3-bf82-dc08f3314cc7 None None] Provisioning for port 3437fdef-424c-4182-95d9-e100e5d2e828 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:22:39.162810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3437fdef-424c-4182-95d9-e100e5d2e828 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:22:39.472074 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 3437fdef-424c-4182-95d9-e100e5d2e828 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:22:39.478781 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:39.486746 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 3437fdef-424c-4182-95d9-e100e5d2e828 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:39.487344 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:39.509014 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b065cb19-de92-42f0-b740-d6f120beffd8 req-98d84220-35ec-4d73-a4b2-8d6fc11c2c34 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8885241 Apr 05 20:22:39.617139 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-063d5a82-c929-44a7-b712-87465a828668 req-1776dd8e-e620-4b6b-9331-7ae0fa0e4278 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9312603 Apr 05 20:22:39.624036 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db1899c-f605-4852-9f43-3598768ae896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:39.651892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:22:39.774272 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:39.796111 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '11d6c801-8868-4ebb-b54a-042b8414de76', 'status': 'completed', 'code': 200} Apr 05 20:22:39.801478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39460) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:39.890730 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:39.898800 n-d-836604-1 neutron-server[87964]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5e2184e0-031b-4f40-8955-8e4c9b3822c4', 'name': 'network-vif-deleted', 'tag': 'e770ad3d-5706-4763-855d-e1b6154d122b', 'status': 'failed', 'code': 422} returned with failed status Apr 05 20:22:39.974617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 3437fdef-424c-4182-95d9-e100e5d2e828, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3437fdef-424c-4182-95d9-e100e5d2e828,segment=NetworkSegment(96364aef-60bb-4c8d-8c63-558155dfe847),segment_id=96364aef-60bb-4c8d-8c63-558155dfe847)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:39.984035 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:40.039434 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-8b40fa5f-adee-461c-a6a9-f1890f179c84 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4805460 Apr 05 20:22:40.047681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Transition to ACTIVE for port object 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:40.156269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=3437fdef-424c-4182-95d9-e100e5d2e828,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:40.223285 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:40.310649 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-b46db1bc-e442-4010-b95d-7b6ac3f21ce8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 HTTP/1.1" status: 200 len: 217 time: 0.2541873 Apr 05 20:22:40.312459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3207e3eb-470a-40fb-95e0-b9189a2f0392 None None] Provisioning complete for port 3437fdef-424c-4182-95d9-e100e5d2e828 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:40.312839 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3207e3eb-470a-40fb-95e0-b9189a2f0392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:40.563606 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db1899c-f605-4852-9f43-3598768ae896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:40.589192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-0466178c-2ec8-4762-9c09-931ad9788478 admin admin] Deleting subnet e4fe4ed7-5511-43cb-8270-e4b3f3328c23 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:22:40.628694 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:40.727698 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:40.742474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ce81c-656d-4ba0-91fb-261ddfbb9489 req-b4858560-b864-4c32-9d14-132a9210ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:40.743425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ce81c-656d-4ba0-91fb-261ddfbb9489 req-b4858560-b864-4c32-9d14-132a9210ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:40.744735 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ce81c-656d-4ba0-91fb-261ddfbb9489 req-b4858560-b864-4c32-9d14-132a9210ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:40.745262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ce81c-656d-4ba0-91fb-261ddfbb9489 req-b4858560-b864-4c32-9d14-132a9210ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:40.745962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ce81c-656d-4ba0-91fb-261ddfbb9489 req-b4858560-b864-4c32-9d14-132a9210ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:40.746509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ce81c-656d-4ba0-91fb-261ddfbb9489 req-b4858560-b864-4c32-9d14-132a9210ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:40.748429 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c91ce81c-656d-4ba0-91fb-261ddfbb9489 req-b4858560-b864-4c32-9d14-132a9210ea8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67f206acc8b04566894efcfbb5ff0d28&device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5293 time: 1.0393147 Apr 05 20:22:40.879275 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0466178c-2ec8-4762-9c09-931ad9788478 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:40.911745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73968591-370a-42ab-b8b0-1c57f14b3b90 req-f23cb01e-75fb-48b9-8df9-9b3b59d527d7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:40.914668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-d5f5e7f7-7fea-4bca-999c-a5df40d9d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:40.916122 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-d5f5e7f7-7fea-4bca-999c-a5df40d9d37f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.2943060 Apr 05 20:22:40.919211 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73968591-370a-42ab-b8b0-1c57f14b3b90 req-f23cb01e-75fb-48b9-8df9-9b3b59d527d7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:40.925552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73968591-370a-42ab-b8b0-1c57f14b3b90 req-f23cb01e-75fb-48b9-8df9-9b3b59d527d7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:40.932126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73968591-370a-42ab-b8b0-1c57f14b3b90 req-f23cb01e-75fb-48b9-8df9-9b3b59d527d7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:40.938669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73968591-370a-42ab-b8b0-1c57f14b3b90 req-f23cb01e-75fb-48b9-8df9-9b3b59d527d7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:40.946062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73968591-370a-42ab-b8b0-1c57f14b3b90 req-f23cb01e-75fb-48b9-8df9-9b3b59d527d7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:40.955021 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73968591-370a-42ab-b8b0-1c57f14b3b90 req-f23cb01e-75fb-48b9-8df9-9b3b59d527d7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 4607 time: 1.0705454 Apr 05 20:22:41.042538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3437fdef-424c-4182-95d9-e100e5d2e828 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:22:41.118421 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 3437fdef-424c-4182-95d9-e100e5d2e828 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:41.119877 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:41.144781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Allocated IP 172.25.8.61 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/d1fe1143-6610-4f3f-82b6-10f08b8c72ba) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:41.224991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-c19edc59-93ff-45cb-aadd-766329cdbccf tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:41.235869 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-c19edc59-93ff-45cb-aadd-766329cdbccf tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 811 time: 0.6154599 Apr 05 20:22:41.265926 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73968591-370a-42ab-b8b0-1c57f14b3b90 req-cedbd837-86f4-4af6-88f3-901416c81330 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3101470 Apr 05 20:22:41.333789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ce81c-656d-4ba0-91fb-261ddfbb9489 req-dab9f580-8e30-4192-ac36-7b7334f2757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:41.334769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ce81c-656d-4ba0-91fb-261ddfbb9489 req-dab9f580-8e30-4192-ac36-7b7334f2757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:41.335318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ce81c-656d-4ba0-91fb-261ddfbb9489 req-dab9f580-8e30-4192-ac36-7b7334f2757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:41.336993 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c91ce81c-656d-4ba0-91fb-261ddfbb9489 req-dab9f580-8e30-4192-ac36-7b7334f2757f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=67f206acc8b04566894efcfbb5ff0d28&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4717948 Apr 05 20:22:41.349050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1db1899c-f605-4852-9f43-3598768ae896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90562d61-1344-4ba0-a95d-3ae547f7f5a5']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:41.368667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1db1899c-f605-4852-9f43-3598768ae896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e59ed1-a6fb-4f53-8deb-54b3f5286384') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:41.370137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1db1899c-f605-4852-9f43-3598768ae896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e59ed1-a6fb-4f53-8deb-54b3f5286384') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:41.376689 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-48963f85-c7c4-468d-8995-86f03e779701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:41.383302 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Router e91ae290-ffbf-4769-b442-1ac0e76e6928 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:22:41.457769 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-f04e9e4a-2337-4bad-9358-a2c504e3e45a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/quotas/09a608d642f24eeba3830dc870c40d6e HTTP/1.1" status: 200 len: 375 time: 0.2203040 Apr 05 20:22:41.473297 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db1899c-f605-4852-9f43-3598768ae896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:41.494302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Attempting to bind port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:22:41.495250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Attempting to bind port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:22:41.496088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Attempting to bind port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 on network d5907306-16c4-4573-8487-923347eaefb1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:41.518111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Pushing event updated for resources: {'Port': ['ID=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:41.647598 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0466178c-2ec8-4762-9c09-931ad9788478 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:41.720419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 on network d5907306-16c4-4573-8487-923347eaefb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:22:41.721023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Attempting to bind port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 on network d5907306-16c4-4573-8487-923347eaefb1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:41.724369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ce81c-656d-4ba0-91fb-261ddfbb9489 req-6da1612e-0413-4e01-873d-91fc2feaca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:41.725813 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c91ce81c-656d-4ba0-91fb-261ddfbb9489 req-6da1612e-0413-4e01-873d-91fc2feaca1b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3810534 Apr 05 20:22:41.745312 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db1899c-f605-4852-9f43-3598768ae896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:41.753622 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-794b213e-601e-453f-b1c3-a32d209d5327 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2376449 Apr 05 20:22:41.760939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:22:41.761766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Checking segment: {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:22:41.761766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Bound using segment: {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:22:41.762124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Bound port: 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:22:41.762502 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:41.778489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1ee8-8bed-4fc8-af04-4d110a73b56f req-2ad0d12d-ccf0-49c3-8c6d-06f2644f2609 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:41.780323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-158e1ee8-8bed-4fc8-af04-4d110a73b56f req-2ad0d12d-ccf0-49c3-8c6d-06f2644f2609 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3004594 Apr 05 20:22:41.811589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:22:41.822738 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586129b0-f714-4405-a208-56eb588c17d4 None None] Sync routers for ids ['e91ae290-ffbf-4769-b442-1ac0e76e6928'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:22:41.839385 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586129b0-f714-4405-a208-56eb588c17d4 None None] Routers {'e91ae290-ffbf-4769-b442-1ac0e76e6928'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:22:41.840090 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-586129b0-f714-4405-a208-56eb588c17d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:22:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e91ae290-ffbf-4769-b442-1ac0e76e6928'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:41.846093 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:41.847712 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9b86cbbb-35f9-4809-99d9-30c605eb409e tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.4136474 Apr 05 20:22:41.850183 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39484) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:41.930578 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-586129b0-f714-4405-a208-56eb588c17d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:41.940958 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586129b0-f714-4405-a208-56eb588c17d4 None None] Routers {'e91ae290-ffbf-4769-b442-1ac0e76e6928'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:22:41.941661 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-586129b0-f714-4405-a208-56eb588c17d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:22:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e91ae290-ffbf-4769-b442-1ac0e76e6928'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:41.966234 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:42.041380 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0466178c-2ec8-4762-9c09-931ad9788478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:42.048715 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-586129b0-f714-4405-a208-56eb588c17d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:42.050366 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586129b0-f714-4405-a208-56eb588c17d4 None None] The sync data for ids ['e91ae290-ffbf-4769-b442-1ac0e76e6928'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:22:42.066088 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-158e1ee8-8bed-4fc8-af04-4d110a73b56f req-7a1e4b19-60a8-46bd-bb77-1268369073f5 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752371 Apr 05 20:22:42.128122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db1899c-f605-4852-9f43-3598768ae896 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:22:42.128535 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db1899c-f605-4852-9f43-3598768ae896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:22:42.246028 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:22:42.262344 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db1899c-f605-4852-9f43-3598768ae896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:42.264302 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:42.555833 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db1899c-f605-4852-9f43-3598768ae896 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:42.617084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1899c-f605-4852-9f43-3598768ae896 admin admin] Pushing event deleted for resources: {'Network': ['ID=90562d61-1344-4ba0-a95d-3ae547f7f5a5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:42.710781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:42.718847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-e4d51877-c6ae-4f95-9336-3a5f6a697625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:42.720310 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-e4d51877-c6ae-4f95-9336-3a5f6a697625 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.5633755 Apr 05 20:22:42.729946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:42.747423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:42.815127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] For port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:22:42.817114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Pushing event updated for resources: {'Port': ['ID=d1fe1143-6610-4f3f-82b6-10f08b8c72ba,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:42.843209 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1db1899c-f605-4852-9f43-3598768ae896 admin admin] 10.222.0.24 "DELETE /v2.0/networks/90562d61-1344-4ba0-a95d-3ae547f7f5a5 HTTP/1.1" status: 204 len: 168 time: 4.2822230 Apr 05 20:22:42.935179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] For port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:22:42.948363 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0466178c-2ec8-4762-9c09-931ad9788478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:43.044603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466178c-2ec8-4762-9c09-931ad9788478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4fe4ed7-5511-43cb-8270-e4b3f3328c23,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:43.054829 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:43.080500 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0466178c-2ec8-4762-9c09-931ad9788478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:43.082808 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0466178c-2ec8-4762-9c09-931ad9788478 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e4fe4ed7-5511-43cb-8270-e4b3f3328c23 HTTP/1.1" status: 204 len: 168 time: 3.2705948 Apr 05 20:22:43.112266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39492) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:43.144162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39496) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:43.171721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:43.172510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:43.174269 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] 10.222.0.41 "PUT /v2.0/ports/228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 HTTP/1.1" status: 200 len: 1136 time: 7.4064384 Apr 05 20:22:43.197645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '228ce59d-a3b6-431f-a9ca-34ff6eaf9f95'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:43.204442 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-1166d102-a15b-4308-ac53-023e897347c1 service neutron] 10.222.0.24 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4314101 Apr 05 20:22:43.244702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d655d-d096-4b92-868a-fc6a203f43e0 req-6ded0d2e-20d9-4a0d-a344-f9aeff81b084 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:43.253962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d655d-d096-4b92-868a-fc6a203f43e0 req-6ded0d2e-20d9-4a0d-a344-f9aeff81b084 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:43.258247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Request body: {'port': {'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:43.263203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d655d-d096-4b92-868a-fc6a203f43e0 req-6ded0d2e-20d9-4a0d-a344-f9aeff81b084 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:43.271727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d655d-d096-4b92-868a-fc6a203f43e0 req-6ded0d2e-20d9-4a0d-a344-f9aeff81b084 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:43.281141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d655d-d096-4b92-868a-fc6a203f43e0 req-6ded0d2e-20d9-4a0d-a344-f9aeff81b084 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:43.288508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d655d-d096-4b92-868a-fc6a203f43e0 req-6ded0d2e-20d9-4a0d-a344-f9aeff81b084 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:43.304516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d655d-d096-4b92-868a-fc6a203f43e0 req-6ded0d2e-20d9-4a0d-a344-f9aeff81b084 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:43.309045 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ba7d655d-d096-4b92-868a-fc6a203f43e0 req-6ded0d2e-20d9-4a0d-a344-f9aeff81b084 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5385 time: 0.5507252 Apr 05 20:22:43.381060 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:43.406816 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-b6b68362-faaf-473e-a102-42c97759208d service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707745 Apr 05 20:22:43.435512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7fc44-22b6-4a24-a737-65e35a81b838 service neutron] Pushing event updated for resources: {'Port': ['ID=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:43.443714 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-91882345-15b9-4c85-a24c-db3cec09fd50 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4833bf6213dc4ef3a59f1e53687f26ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2910409 Apr 05 20:22:43.505456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39504) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:43.558428 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-769c78b6-33c3-48d9-8348-04de4a53b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:43.602220 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ba7d655d-d096-4b92-868a-fc6a203f43e0 req-84314528-17b3-4ef2-b0ce-95db296d4754 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1971593 Apr 05 20:22:43.660181 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a4b19b8e-818a-4b01-8932-73f41c914a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:43.742088 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:43.843307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2dcd0856-c24d-4cf0-aa28-84a74c9e2c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:43.875332 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:43.903957 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-868ddb86-22b1-4a35-9fae-67a032f273ae service neutron] 10.222.0.24 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6829786 Apr 05 20:22:44.029535 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2dcd0856-c24d-4cf0-aa28-84a74c9e2c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:44.102821 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-769c78b6-33c3-48d9-8348-04de4a53b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:44.140894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-769c78b6-33c3-48d9-8348-04de4a53b9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3551a2a-e941-4e9f-8ee2-de8f01da3a76']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:44.155351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-769c78b6-33c3-48d9-8348-04de4a53b9b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f76fa53-861e-4529-bd03-99bde93c9cb8') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:44.155905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-769c78b6-33c3-48d9-8348-04de4a53b9b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f76fa53-861e-4529-bd03-99bde93c9cb8') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:44.166260 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '228ce59d-a3b6-431f-a9ca-34ff6eaf9f95', 'status': 'completed', 'code': 200} Apr 05 20:22:44.223465 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2dcd0856-c24d-4cf0-aa28-84a74c9e2c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:44.240157 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-769c78b6-33c3-48d9-8348-04de4a53b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:44.310692 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:44.312030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd0856-c24d-4cf0-aa28-84a74c9e2c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba777c4-f3a3-450e-bb88-23f143c3f499,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:44.321862 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-769c78b6-33c3-48d9-8348-04de4a53b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:44.336700 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2dcd0856-c24d-4cf0-aa28-84a74c9e2c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:44.340085 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2dcd0856-c24d-4cf0-aa28-84a74c9e2c4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ba777c4-f3a3-450e-bb88-23f143c3f499 HTTP/1.1" status: 204 len: 168 time: 0.8242099 Apr 05 20:22:44.354082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769c78b6-33c3-48d9-8348-04de4a53b9b0 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:22:44.354600 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-769c78b6-33c3-48d9-8348-04de4a53b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:44.362370 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-9549ae5b-82f6-40e8-a9c6-65b45b5de337 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8503463 Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:22:44.379593 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:22:44.535834 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-62a2ebe1-60c0-40cd-a782-af2a14446ab7 req-fa1c75e6-a366-45af-8ef6-e63fcc47c108 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 210 time: 0.3781285 Apr 05 20:22:44.546930 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-0b4d0314-cad8-4f90-aecf-f07e7fb72ed1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=0abe355c-c18d-4a37-bce6-7fc1dba443f1 HTTP/1.1" status: 200 len: 217 time: 0.1174321 Apr 05 20:22:44.683878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a67239-66e0-4e38-bd59-5f9cd1fbefe8 req-e9f6af19-4191-4995-ba08-6e21a5d6cffe tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:44.692113 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88a67239-66e0-4e38-bd59-5f9cd1fbefe8 req-e9f6af19-4191-4995-ba08-6e21a5d6cffe tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.9226561 Apr 05 20:22:44.725402 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:44.764894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca710-7ef0-4cfa-8987-710aaed66087 req-a4b9ebeb-8eea-40b5-bf68-2145d2b40a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:44.769002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca710-7ef0-4cfa-8987-710aaed66087 req-a4b9ebeb-8eea-40b5-bf68-2145d2b40a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:44.773277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca710-7ef0-4cfa-8987-710aaed66087 req-a4b9ebeb-8eea-40b5-bf68-2145d2b40a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:44.773865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca710-7ef0-4cfa-8987-710aaed66087 req-a4b9ebeb-8eea-40b5-bf68-2145d2b40a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:44.776060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca710-7ef0-4cfa-8987-710aaed66087 req-a4b9ebeb-8eea-40b5-bf68-2145d2b40a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:44.776597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca710-7ef0-4cfa-8987-710aaed66087 req-a4b9ebeb-8eea-40b5-bf68-2145d2b40a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:44.777345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca710-7ef0-4cfa-8987-710aaed66087 req-a4b9ebeb-8eea-40b5-bf68-2145d2b40a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:44.780817 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f1ca710-7ef0-4cfa-8987-710aaed66087 req-a4b9ebeb-8eea-40b5-bf68-2145d2b40a24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67f206acc8b04566894efcfbb5ff0d28&device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 6222 time: 0.6154063 Apr 05 20:22:44.842377 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:44.880477 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-769c78b6-33c3-48d9-8348-04de4a53b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:44.892805 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-769c78b6-33c3-48d9-8348-04de4a53b9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:45.008183 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769c78b6-33c3-48d9-8348-04de4a53b9b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3551a2a-e941-4e9f-8ee2-de8f01da3a76,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:45.034483 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88a67239-66e0-4e38-bd59-5f9cd1fbefe8 req-1027027f-9e4d-4044-bd6b-ee35ef5b0079 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413160 Apr 05 20:22:45.085952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-b6ab3285-517c-43d2-bce9-ac2592942e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:45.087361 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-b6ab3285-517c-43d2-bce9-ac2592942e8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.5199962 Apr 05 20:22:45.164237 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-769c78b6-33c3-48d9-8348-04de4a53b9b0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a3551a2a-e941-4e9f-8ee2-de8f01da3a76 HTTP/1.1" status: 204 len: 168 time: 2.0020607 Apr 05 20:22:45.195101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426dbf2a-c8c8-4439-bf39-4fda1aa49348 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:22:45.220239 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:45.230019 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca710-7ef0-4cfa-8987-710aaed66087 req-ac848f15-9d33-4207-997b-0dcaedbd6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:45.230638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca710-7ef0-4cfa-8987-710aaed66087 req-ac848f15-9d33-4207-997b-0dcaedbd6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:45.231242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca710-7ef0-4cfa-8987-710aaed66087 req-ac848f15-9d33-4207-997b-0dcaedbd6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:45.233192 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f1ca710-7ef0-4cfa-8987-710aaed66087 req-ac848f15-9d33-4207-997b-0dcaedbd6cc6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=67f206acc8b04566894efcfbb5ff0d28&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3540561 Apr 05 20:22:45.291989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Allocated IP 172.20.0.1 (dcd19055-0e46-42a6-8a85-3ebd05a3b992/ea094e30-2041-4594-92f5-2b6b55427d25/6d1a5695-f512-48f2-a485-a7b9165bfcc9) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:45.350616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Transition to ACTIVE for port object 426dbf2a-c8c8-4439-bf39-4fda1aa49348 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:45.361163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39548) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:45.367451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:45.536862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ca710-7ef0-4cfa-8987-710aaed66087 req-4793593e-b9fe-4128-96bd-bfe7ff8b8b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:45.538415 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f1ca710-7ef0-4cfa-8987-710aaed66087 req-4793593e-b9fe-4128-96bd-bfe7ff8b8b35 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2981722 Apr 05 20:22:45.542437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea7e66-e65a-4779-bdcd-b6a13636146c req-d9ca18c0-eb0c-4adc-acb4-5a3c04d6dbd3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:45.548896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea7e66-e65a-4779-bdcd-b6a13636146c req-d9ca18c0-eb0c-4adc-acb4-5a3c04d6dbd3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:45.555071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea7e66-e65a-4779-bdcd-b6a13636146c req-d9ca18c0-eb0c-4adc-acb4-5a3c04d6dbd3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:45.561698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea7e66-e65a-4779-bdcd-b6a13636146c req-d9ca18c0-eb0c-4adc-acb4-5a3c04d6dbd3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:45.568211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea7e66-e65a-4779-bdcd-b6a13636146c req-d9ca18c0-eb0c-4adc-acb4-5a3c04d6dbd3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:45.574354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea7e66-e65a-4779-bdcd-b6a13636146c req-d9ca18c0-eb0c-4adc-acb4-5a3c04d6dbd3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:45.581138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea7e66-e65a-4779-bdcd-b6a13636146c req-d9ca18c0-eb0c-4adc-acb4-5a3c04d6dbd3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:45.589522 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-96ea7e66-e65a-4779-bdcd-b6a13636146c req-d9ca18c0-eb0c-4adc-acb4-5a3c04d6dbd3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5385 time: 0.5010421 Apr 05 20:22:45.594710 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:45.644709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Transition to ACTIVE for port object 6d1a5695-f512-48f2-a485-a7b9165bfcc9 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:45.658705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-b842de6b-8773-49a1-b3e7-cefeff63bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:45.660444 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-b842de6b-8773-49a1-b3e7-cefeff63bd69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5593531 Apr 05 20:22:45.719955 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:45.735276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Pushing event updated for resources: {'Port': ['ID=426dbf2a-c8c8-4439-bf39-4fda1aa49348,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:45.845921 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-645a4313-4d3f-44b2-bd48-a5e8eee0d759 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6847749ee814c72a5d4a1675c38b3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833200 Apr 05 20:22:45.868211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39562) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:45.880337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f8db4758-73dc-453b-992c-a593e11723d0 req-b1e05514-0f23-42aa-82c2-5de7e43cd22a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Synchronizing usage tracker for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:22:45.936338 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:45.963421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39566) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:45.979430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-96ea7e66-e65a-4779-bdcd-b6a13636146c req-0062bfb0-d28d-4dff-b2e7-db20ae2e3e8b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3888094 Apr 05 20:22:45.986201 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:22:45.987223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Network dcd19055-0e46-42a6-8a85-3ebd05a3b992 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:46.026380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:46.038017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:46.044626 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:46.060614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:46.156191 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5529c3d-41b1-463d-91a3-88545638b3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:46.175947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Attempting to bind port 426dbf2a-c8c8-4439-bf39-4fda1aa49348 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:22:46.176271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Attempting to bind port 426dbf2a-c8c8-4439-bf39-4fda1aa49348 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:22:46.176585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Attempting to bind port 426dbf2a-c8c8-4439-bf39-4fda1aa49348 on network d5907306-16c4-4573-8487-923347eaefb1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:46.206342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Port 426dbf2a-c8c8-4439-bf39-4fda1aa49348 on network d5907306-16c4-4573-8487-923347eaefb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:22:46.206658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Attempting to bind port 426dbf2a-c8c8-4439-bf39-4fda1aa49348 on network d5907306-16c4-4573-8487-923347eaefb1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:46.227097 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-f24a588f-a2ba-4f0b-8988-5c093a776351 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974089 Apr 05 20:22:46.239264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f8db4758-73dc-453b-992c-a593e11723d0 req-b1e05514-0f23-42aa-82c2-5de7e43cd22a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Unset dirty status for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:22:46.246396 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8db4758-73dc-453b-992c-a593e11723d0 req-b1e05514-0f23-42aa-82c2-5de7e43cd22a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 210 time: 0.4961548 Apr 05 20:22:46.265125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event updated for resources: {'Port': ['ID=6d1a5695-f512-48f2-a485-a7b9165bfcc9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:46.273059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1582221919-network', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:46.298231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:46.307385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Usage tracker for resource:network and tenant:44a73d7388664fb1bd4e54ae3b4705c8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:46.317550 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:46.323172 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:46.332621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0d245-d88a-4b15-9ce8-bf36f54473ef req-439f7b03-309e-4863-943a-30505381a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:46.334140 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9e0d245-d88a-4b15-9ce8-bf36f54473ef req-439f7b03-309e-4863-943a-30505381a92a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b&device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 1097 time: 0.4385059 Apr 05 20:22:46.338353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:46.360324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:22:46.360572 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-25ccfb10-e29f-498b-8ee9-6890953cd920 None None] Provisioning for port 6d1a5695-f512-48f2-a485-a7b9165bfcc9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:22:46.360693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Checking segment: {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:22:46.361017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Bound using segment: {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:22:46.361450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Bound port: 426dbf2a-c8c8-4439-bf39-4fda1aa49348, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:22:46.361787 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:46.366259 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-25ccfb10-e29f-498b-8ee9-6890953cd920 None None] Provisioning complete for port 6d1a5695-f512-48f2-a485-a7b9165bfcc9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:46.366742 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-25ccfb10-e29f-498b-8ee9-6890953cd920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:46.392874 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5529c3d-41b1-463d-91a3-88545638b3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:46.413695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-c985c3da-0cda-495f-aefc-36bdb7f4e0e1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:46.415151 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-c985c3da-0cda-495f-aefc-36bdb7f4e0e1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 811 time: 0.4428916 Apr 05 20:22:46.427435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-25ccfb10-e29f-498b-8ee9-6890953cd920 None None] Port 6d1a5695-f512-48f2-a485-a7b9165bfcc9 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:22:46.447788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Pushing event updated for resources: {'Port': ['ID=d1fe1143-6610-4f3f-82b6-10f08b8c72ba,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:46.477177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Request body: {'port': {'device_id': '350f75f0-73be-40c3-b0b6-89c9f30a09c8', 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796', 'admin_state_up': True, 'tenant_id': '09a608d642f24eeba3830dc870c40d6e'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:46.498213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Made reservation on behalf of 44a73d7388664fb1bd4e54ae3b4705c8 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:46.500463 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:46.533608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:46.550521 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:46.620985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:46.631954 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-e24946b5-dd0f-4ec3-b98a-3fa68d9d3af3 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040987 Apr 05 20:22:46.645930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:44a73d7388664fb1bd4e54ae3b4705c8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:46.653484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:46.663436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:46.678665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0d245-d88a-4b15-9ce8-bf36f54473ef req-a4d3745c-2c10-4ad7-bbf7-3ef8ba5fb45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:46.680245 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9e0d245-d88a-4b15-9ce8-bf36f54473ef req-a4d3745c-2c10-4ad7-bbf7-3ef8ba5fb45d service neutron] 10.222.0.13 "GET /v2.0/networks?id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e HTTP/1.1" status: 200 len: 914 time: 0.3249495 Apr 05 20:22:46.710540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] For port 426dbf2a-c8c8-4439-bf39-4fda1aa49348, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:22:46.720900 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:46.722102 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7e49cec6-ff90-40f4-a3bd-16a431c63104 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 9.0421274 Apr 05 20:22:46.726440 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-469db2a9-afa0-4089-b77c-3661529274af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=e2765005-dfb9-40bd-a743-1b37fd966f55 HTTP/1.1" status: 200 len: 217 time: 0.0823514 Apr 05 20:22:46.727009 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5529c3d-41b1-463d-91a3-88545638b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:46.729351 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5529c3d-41b1-463d-91a3-88545638b3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:46.730301 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d5529c3d-41b1-463d-91a3-88545638b3f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/729eaf6d-4919-449f-bd30-b7883320b8f5 HTTP/1.1" status: 204 len: 168 time: 0.8610907 Apr 05 20:22:46.733020 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39576) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:46.781870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa67de2-ab9c-4541-995c-b891fc747b8f req-dc6b134c-3efa-450e-aa00-fc1fb9c48ead tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:46.783408 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0fa67de2-ab9c-4541-995c-b891fc747b8f req-dc6b134c-3efa-450e-aa00-fc1fb9c48ead tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.5193112 Apr 05 20:22:46.788769 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9e0d245-d88a-4b15-9ce8-bf36f54473ef req-8a9231f7-1543-437b-bf30-bfb1f3779107 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd HTTP/1.1" status: 200 len: 217 time: 0.0945981 Apr 05 20:22:46.792822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] For port 426dbf2a-c8c8-4439-bf39-4fda1aa49348, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=426dbf2a-c8c8-4439-bf39-4fda1aa49348,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:22:46.796787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-351933147', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'fixed_ips': [{'ip_address': '172.25.8.61'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:46.807075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5529c3d-41b1-463d-91a3-88545638b3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729eaf6d-4919-449f-bd30-b7883320b8f5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:46.809835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:46.818029 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:46.843657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:46.901501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:46.933448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0d245-d88a-4b15-9ce8-bf36f54473ef req-05cf3791-d915-4ee8-83a7-0a85ba010bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:46.935512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9e0d245-d88a-4b15-9ce8-bf36f54473ef req-05cf3791-d915-4ee8-83a7-0a85ba010bd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f37a02-4584-4cdb-9a53-ef614777d971 HTTP/1.1" status: 200 len: 853 time: 0.1382020 Apr 05 20:22:47.014194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Usage tracker for resource:port and tenant:b5bbf8e238eb4c70b7849da68535bfe3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:47.034976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:47.062698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:47.069052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:47.069641 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:47.071033 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] 10.222.0.41 "PUT /v2.0/ports/426dbf2a-c8c8-4439-bf39-4fda1aa49348 HTTP/1.1" status: 200 len: 1091 time: 3.8661141 Apr 05 20:22:47.072455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-c859648d-a550-4bd4-8488-98b0def6cdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:47.073743 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-c859648d-a550-4bd4-8488-98b0def6cdf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.3294809 Apr 05 20:22:47.074262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '426dbf2a-c8c8-4439-bf39-4fda1aa49348'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:47.124327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Made reservation on behalf of 09a608d642f24eeba3830dc870c40d6e for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:47.127694 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:47.158935 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0fa67de2-ab9c-4541-995c-b891fc747b8f req-c5fbcf9d-2911-4c89-af41-791dcea4fdcb tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528035 Apr 05 20:22:47.168371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Request body: {'port': {'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:47.192710 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9e0d245-d88a-4b15-9ce8-bf36f54473ef req-90b16536-7b4b-4aa2-8e68-03cf2805978b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2462807 Apr 05 20:22:47.193272 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:47.227909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Made reservation on behalf of b5bbf8e238eb4c70b7849da68535bfe3 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:47.233648 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:47.266582 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '426dbf2a-c8c8-4439-bf39-4fda1aa49348', 'status': 'completed', 'code': 200} Apr 05 20:22:47.267659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876c390-199f-4f01-95e1-e30f9e221461 service neutron] Pushing event updated for resources: {'Port': ['ID=426dbf2a-c8c8-4439-bf39-4fda1aa49348,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:47.273473 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:47.310135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:47.329597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Usage tracker for resource:security_group_rule and tenant:b5bbf8e238eb4c70b7849da68535bfe3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:47.376733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:47.407946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:47.488835 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6ceba10f-d6d1-4093-99c4-de9e1f90ed09 req-fcf9a3e6-814a-4062-be46-3f34dcc31d80 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 210 time: 0.0780404 Apr 05 20:22:47.500998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:47.511779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-edd171c8-21d2-4813-b562-3ec581477c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:47.526124 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-edd171c8-21d2-4813-b562-3ec581477c23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4200611 Apr 05 20:22:47.700351 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:47.794480 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:47.821776 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9e0d245-d88a-4b15-9ce8-bf36f54473ef req-bf14e3fe-7ca5-4e2e-bac6-78abb8392891 service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6068237 Apr 05 20:22:47.825432 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-4bb4acf0-0ca6-441c-a4b3-6a0770c90171 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029251 Apr 05 20:22:47.833312 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:47.870522 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:47.901554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] device_id is not set on port 4ac3c139-42c6-4538-afbc-c18352d6f3df yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:22:47.901781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:22:47.977246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd5515f-e73f-40ab-b2fe-e4af00fe707c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:48.085028 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:48.085363 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Added segment e01472c5-1f4c-424a-850a-d35b2bf28ba6 of type vlan for network 0036c264-6107-49cf-a8f2-adcdce404271 Apr 05 20:22:48.088325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dba3ef7-ec59-4d87-81ed-5c515f5f1ec7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:48.134225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43a23a-272c-428f-b176-2d73796240bd req-0fca268e-6664-4adc-8c10-b398cb15da1f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.140567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43a23a-272c-428f-b176-2d73796240bd req-0fca268e-6664-4adc-8c10-b398cb15da1f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.146355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43a23a-272c-428f-b176-2d73796240bd req-0fca268e-6664-4adc-8c10-b398cb15da1f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.152117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43a23a-272c-428f-b176-2d73796240bd req-0fca268e-6664-4adc-8c10-b398cb15da1f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.158529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43a23a-272c-428f-b176-2d73796240bd req-0fca268e-6664-4adc-8c10-b398cb15da1f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.164271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43a23a-272c-428f-b176-2d73796240bd req-0fca268e-6664-4adc-8c10-b398cb15da1f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.170385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43a23a-272c-428f-b176-2d73796240bd req-0fca268e-6664-4adc-8c10-b398cb15da1f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.172623 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d43a23a-272c-428f-b176-2d73796240bd req-0fca268e-6664-4adc-8c10-b398cb15da1f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5397 time: 0.9588556 Apr 05 20:22:48.178257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Allocated IP 172.20.0.11 (8188ca25-8db1-4824-8f89-d3f54dd6b796/7b600e23-44bb-460f-a1af-d7c4b74bf29a/78749278-5ad2-4029-a6e3-61586d272b09) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:48.185079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5156488-796a-45db-8bee-4c8760dae6b9 req-0d083892-9c0d-4be9-b083-a5c2083f58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.185815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5156488-796a-45db-8bee-4c8760dae6b9 req-0d083892-9c0d-4be9-b083-a5c2083f58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.186010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5156488-796a-45db-8bee-4c8760dae6b9 req-0d083892-9c0d-4be9-b083-a5c2083f58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.186467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5156488-796a-45db-8bee-4c8760dae6b9 req-0d083892-9c0d-4be9-b083-a5c2083f58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.187413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5156488-796a-45db-8bee-4c8760dae6b9 req-0d083892-9c0d-4be9-b083-a5c2083f58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.187413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5156488-796a-45db-8bee-4c8760dae6b9 req-0d083892-9c0d-4be9-b083-a5c2083f58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.187820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5156488-796a-45db-8bee-4c8760dae6b9 req-0d083892-9c0d-4be9-b083-a5c2083f58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.189606 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f5156488-796a-45db-8bee-4c8760dae6b9 req-0d083892-9c0d-4be9-b083-a5c2083f58e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67f206acc8b04566894efcfbb5ff0d28&device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 6289 time: 0.8321979 Apr 05 20:22:48.190006 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-6549b39b-ae09-4ece-ae21-234109cac674 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585510 Apr 05 20:22:48.294253 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:48.326004 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-cd3d64a6-f5ae-4f6c-9c44-2aac5dafc86b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38549d66-9921-4e7e-9650-761720dcd226 HTTP/1.1" status: 200 len: 217 time: 0.1212869 Apr 05 20:22:48.454156 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9e0d245-d88a-4b15-9ce8-bf36f54473ef req-cf7a0677-f5b7-40cc-8c01-ff77138d538e service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5942161 Apr 05 20:22:48.462139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-5d3562d2-1e9b-49ea-9f67-3541ec77a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.463573 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-5d3562d2-1e9b-49ea-9f67-3541ec77a7c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=118eb377-c70a-4ba5-b212-a4671d22ddd1 HTTP/1.1" status: 200 len: 797 time: 0.1243830 Apr 05 20:22:48.472444 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d43a23a-272c-428f-b176-2d73796240bd req-e1951085-ec11-4b7d-bf61-929625aeacee tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2818384 Apr 05 20:22:48.473403 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:22:48.566335 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 20:22:48.566818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:22:48.616636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55be09c8-c06d-45fb-9382-e5748077ba8f {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:22:48.633175 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:48.634124 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.634700 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:48.635197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b1680-bfcd-40f6-8025-e9c3f41f1a52 req-be315bc6-59fb-40d7-a87c-3476b77801f7 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.636657 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a79b1680-bfcd-40f6-8025-e9c3f41f1a52 req-be315bc6-59fb-40d7-a87c-3476b77801f7 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 946 time: 0.3565652 Apr 05 20:22:48.639932 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:48.647513 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-11a69bcd-0594-4f43-9cad-f3e007f2bc50 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.9071341 Apr 05 20:22:48.656058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39616) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:48.742587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Transition to ACTIVE for port object 55be09c8-c06d-45fb-9382-e5748077ba8f will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:48.768999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5156488-796a-45db-8bee-4c8760dae6b9 req-d891da4b-811c-4121-a208-d801e15b8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.769687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5156488-796a-45db-8bee-4c8760dae6b9 req-d891da4b-811c-4121-a208-d801e15b8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.769926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5156488-796a-45db-8bee-4c8760dae6b9 req-d891da4b-811c-4121-a208-d801e15b8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:48.771499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f5156488-796a-45db-8bee-4c8760dae6b9 req-d891da4b-811c-4121-a208-d801e15b8b47 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=67f206acc8b04566894efcfbb5ff0d28&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5447690 Apr 05 20:22:48.944193 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e3572e28-9d57-4559-92ec-e4e570460fab req-2d164f24-b27b-4ef7-a276-f7ab622d2c22 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 210 time: 0.3140552 Apr 05 20:22:48.954523 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:49.038488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-5b3c7410-aaef-4092-be51-029358c687d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:49.039976 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-5b3c7410-aaef-4092-be51-029358c687d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5637565 Apr 05 20:22:49.055400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1508aafc-5dec-4306-8137-e8d72622a195 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Deleting port d1fe1143-6610-4f3f-82b6-10f08b8c72ba {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:22:49.055729 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1508aafc-5dec-4306-8137-e8d72622a195 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:49.064525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=0036c264-6107-49cf-a8f2-adcdce404271,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:49.092894 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 0036c264-6107-49cf-a8f2-adcdce404271 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:22:49.148732 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8234c4bc-b471-4474-9e65-1cfa15872ac3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.1716712 Apr 05 20:22:49.161612 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a79b1680-bfcd-40f6-8025-e9c3f41f1a52 req-f5b3ba28-1a90-4532-abf1-a32f8d4dfd8b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5092344 Apr 05 20:22:49.166049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39630) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:49.188447 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:22:49.217269 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:49.232347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Request body: {'subnet': {'network_id': '0036c264-6107-49cf-a8f2-adcdce404271', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1582221919-subnet', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:49.235132 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:49.242240 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:49.260848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:49.297540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Pushing event updated for resources: {'Port': ['ID=55be09c8-c06d-45fb-9382-e5748077ba8f,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:49.355964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Usage tracker for resource:subnet and tenant:44a73d7388664fb1bd4e54ae3b4705c8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:49.380715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:49.410758 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:49.437397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5156488-796a-45db-8bee-4c8760dae6b9 req-088d4c8c-40d0-418a-9eaf-d85eaabb7b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:49.439104 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f5156488-796a-45db-8bee-4c8760dae6b9 req-088d4c8c-40d0-418a-9eaf-d85eaabb7b0f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5085855 Apr 05 20:22:49.442636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event updated for resources: {'Port': ['ID=6d1a5695-f512-48f2-a485-a7b9165bfcc9,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:49.459288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:49.572917 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:49.582847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Made reservation on behalf of 44a73d7388664fb1bd4e54ae3b4705c8 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:49.585160 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:49.633065 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-04261c94-e35a-4283-bd34-7e78c9e9ee31 service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822091 Apr 05 20:22:49.670722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:22:49.676379 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Network dcd19055-0e46-42a6-8a85-3ebd05a3b992 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:49.681658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Network 8188ca25-8db1-4824-8f89-d3f54dd6b796 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:49.682681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:49.687748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:49.828111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:49.847917 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1508aafc-5dec-4306-8137-e8d72622a195 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:49.848513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1508aafc-5dec-4306-8137-e8d72622a195 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:49.851727 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:49.857432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Attempting to bind port 55be09c8-c06d-45fb-9382-e5748077ba8f on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:22:49.858412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Attempting to bind port 55be09c8-c06d-45fb-9382-e5748077ba8f by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:22:49.858940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Attempting to bind port 55be09c8-c06d-45fb-9382-e5748077ba8f on network d5907306-16c4-4573-8487-923347eaefb1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:49.885127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Port 55be09c8-c06d-45fb-9382-e5748077ba8f on network d5907306-16c4-4573-8487-923347eaefb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:22:49.885725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Attempting to bind port 55be09c8-c06d-45fb-9382-e5748077ba8f on network d5907306-16c4-4573-8487-923347eaefb1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:49.888095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83473d6-c2dc-46b6-b3f9-86451ba2252c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:49.914205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:49.926607 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:49.940006 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Pushing event updated for resources: {'Port': ['ID=78749278-5ad2-4029-a6e3-61586d272b09,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:49.948661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:22:49.949003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Checking segment: {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:22:49.949380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Bound using segment: {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:22:49.949859 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Bound port: 55be09c8-c06d-45fb-9382-e5748077ba8f, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42000db0-c3dc-46b4-8625-d1129f469306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:22:49.950219 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:49.989999 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83473d6-c2dc-46b6-b3f9-86451ba2252c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd', 'code': 200} Apr 05 20:22:50.045819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:50.049542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-87359e28-0094-4cdd-b591-b80ce3ce4ddf None None] Provisioning complete for port 6d1a5695-f512-48f2-a485-a7b9165bfcc9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:50.050193 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-87359e28-0094-4cdd-b591-b80ce3ce4ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:50.108357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-87359e28-0094-4cdd-b591-b80ce3ce4ddf None None] Port 6d1a5695-f512-48f2-a485-a7b9165bfcc9 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:22:50.117324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:50.118882 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:50.169679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1508aafc-5dec-4306-8137-e8d72622a195 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Calling delete_port for d1fe1143-6610-4f3f-82b6-10f08b8c72ba owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:22:50.213035 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-048db666-00f1-4319-a308-c11174e4db77 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7450578 Apr 05 20:22:50.233088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Router e91ae290-ffbf-4769-b442-1ac0e76e6928 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:22:50.240315 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Request body: {'port': {'device_id': '350f75f0-73be-40c3-b0b6-89c9f30a09c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:50.357697 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-ce08b07f-e7e8-41c5-87cf-14c3486ab665 service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7082539 Apr 05 20:22:50.453814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0b549-d1c9-4ba0-b963-1fd4103f0e0a req-684364f7-414e-4fe9-a5f8-992a9704b14b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:50.454581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-59b0b549-d1c9-4ba0-b963-1fd4103f0e0a req-684364f7-414e-4fe9-a5f8-992a9704b14b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Synchronizing usage tracker for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:22:50.552347 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:50.576509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-59b0b549-d1c9-4ba0-b963-1fd4103f0e0a req-684364f7-414e-4fe9-a5f8-992a9704b14b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Unset dirty status for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:22:50.578053 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:50.578754 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59b0b549-d1c9-4ba0-b963-1fd4103f0e0a req-684364f7-414e-4fe9-a5f8-992a9704b14b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 932 time: 0.4482765 Apr 05 20:22:50.589671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:22:50.602061 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34056477-87c5-40b5-ae43-483b7c12e404 None None] Sync routers for ids ['e91ae290-ffbf-4769-b442-1ac0e76e6928'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:22:50.614303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34056477-87c5-40b5-ae43-483b7c12e404 None None] Routers {'e91ae290-ffbf-4769-b442-1ac0e76e6928'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:22:50.615179 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-34056477-87c5-40b5-ae43-483b7c12e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:22:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e91ae290-ffbf-4769-b442-1ac0e76e6928'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:50.617059 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f5e1fc32-e76d-4e42-93c1-18a0605d9ca7 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "PUT /v2.0/routers/e91ae290-ffbf-4769-b442-1ac0e76e6928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7656765 Apr 05 20:22:50.621746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39674) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:50.646713 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-5bc02903-c8c0-46c3-b228-a3a55d549bfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88587879-e816-4c36-8763-92d82cda086d HTTP/1.1" status: 200 len: 217 time: 0.2745998 Apr 05 20:22:50.662377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Request body: {'port': {'network_id': 'dcd19055-0e46-42a6-8a85-3ebd05a3b992', 'name': 'tempest-FloatingIPAdminTestJSON-2139052776'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:50.676949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] For port 55be09c8-c06d-45fb-9382-e5748077ba8f, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:22:50.709240 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59b0b549-d1c9-4ba0-b963-1fd4103f0e0a req-8de46299-730d-42f1-8b21-e063ca74c576 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210382 Apr 05 20:22:50.763853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Checking segment: {'id': 'e01472c5-1f4c-424a-850a-d35b2bf28ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:22:50.764194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Network hostable DHCP agents. Network: 0036c264-6107-49cf-a8f2-adcdce404271, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:22:50.783018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfcae3-f4e4-450b-96b7-1d3e9f752c0d req-db06cfa4-583f-4eea-b6eb-07759eeb709f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:50.790300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfcae3-f4e4-450b-96b7-1d3e9f752c0d req-db06cfa4-583f-4eea-b6eb-07759eeb709f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:50.793442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-34056477-87c5-40b5-ae43-483b7c12e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:50.797231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfcae3-f4e4-450b-96b7-1d3e9f752c0d req-db06cfa4-583f-4eea-b6eb-07759eeb709f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:50.803981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfcae3-f4e4-450b-96b7-1d3e9f752c0d req-db06cfa4-583f-4eea-b6eb-07759eeb709f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:50.811723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfcae3-f4e4-450b-96b7-1d3e9f752c0d req-db06cfa4-583f-4eea-b6eb-07759eeb709f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:50.818933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfcae3-f4e4-450b-96b7-1d3e9f752c0d req-db06cfa4-583f-4eea-b6eb-07759eeb709f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:50.819372 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34056477-87c5-40b5-ae43-483b7c12e404 None None] Routers {'e91ae290-ffbf-4769-b442-1ac0e76e6928'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:22:50.820383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-34056477-87c5-40b5-ae43-483b7c12e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:22:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e91ae290-ffbf-4769-b442-1ac0e76e6928'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:50.825516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbfcae3-f4e4-450b-96b7-1d3e9f752c0d req-db06cfa4-583f-4eea-b6eb-07759eeb709f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:50.833088 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6bbfcae3-f4e4-450b-96b7-1d3e9f752c0d req-db06cfa4-583f-4eea-b6eb-07759eeb709f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5409 time: 1.1872048 Apr 05 20:22:50.841586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] For port 55be09c8-c06d-45fb-9382-e5748077ba8f, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=55be09c8-c06d-45fb-9382-e5748077ba8f,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:22:50.947239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-34056477-87c5-40b5-ae43-483b7c12e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:22:50.947648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34056477-87c5-40b5-ae43-483b7c12e404 None None] The sync data for ids ['e91ae290-ffbf-4769-b442-1ac0e76e6928'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:22:50.956994 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6bbfcae3-f4e4-450b-96b7-1d3e9f752c0d req-1c7cf40a-6ed7-4f12-a4b1-8e2438d91d44 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227827 Apr 05 20:22:50.983657 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:51.023620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2dc6ff-910e-46dc-beb1-17e6615cd54b,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:51.081845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-8ece73ef-2cfa-40a9-8c1c-e1d868e99379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:51.083449 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-8ece73ef-2cfa-40a9-8c1c-e1d868e99379 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=118eb377-c70a-4ba5-b212-a4671d22ddd1 HTTP/1.1" status: 200 len: 797 time: 0.4042420 Apr 05 20:22:51.087151 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:51.087753 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:51.089808 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] 10.222.0.41 "PUT /v2.0/ports/55be09c8-c06d-45fb-9382-e5748077ba8f HTTP/1.1" status: 200 len: 1091 time: 3.9508412 Apr 05 20:22:51.099345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '55be09c8-c06d-45fb-9382-e5748077ba8f'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:51.193666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c6ab5-26ca-44ee-8070-74bf00cb4d34 service neutron] Pushing event updated for resources: {'Port': ['ID=55be09c8-c06d-45fb-9382-e5748077ba8f,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:51.194612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:51.198905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Network 0036c264-6107-49cf-a8f2-adcdce404271 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:22:51.215458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Request body: {'port': {'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:51.221019 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Usage tracker for resource:port and tenant:a165baaf0da645c5944231dda347f03b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:51.255480 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '55be09c8-c06d-45fb-9382-e5748077ba8f', 'status': 'completed', 'code': 200} Apr 05 20:22:51.257467 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1508aafc-5dec-4306-8137-e8d72622a195 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:51.274185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:51.294185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:51.343040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508aafc-5dec-4306-8137-e8d72622a195 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1fe1143-6610-4f3f-82b6-10f08b8c72ba,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:51.354078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 0036c264-6107-49cf-a8f2-adcdce404271) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:51.366723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa3dcca-9dfd-48b7-9fa8-ae7f5fe1d882 None None] Network 0036c264-6107-49cf-a8f2-adcdce404271 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:22:51.414482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Made reservation on behalf of a165baaf0da645c5944231dda347f03b for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:51.414482 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:51.446229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e921c41-eaca-4f3e-85eb-4d1d56f7be59 req-262b783e-d58a-4216-a2a1-17b58ffef20f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:51.447700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e921c41-eaca-4f3e-85eb-4d1d56f7be59 req-262b783e-d58a-4216-a2a1-17b58ffef20f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 944 time: 0.4940910 Apr 05 20:22:51.450729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] device_id is not set on port 8ff2a5ca-0b6b-4e09-8de9-da208b24f52b yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:22:51.452070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:51.452650 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:51.539906 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880a79-fec8-4c06-afb0-8fe96b6bbf11 req-053fd630-714a-42d2-a003-9b6be0c59a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:51.540378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880a79-fec8-4c06-afb0-8fe96b6bbf11 req-053fd630-714a-42d2-a003-9b6be0c59a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:51.540839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880a79-fec8-4c06-afb0-8fe96b6bbf11 req-053fd630-714a-42d2-a003-9b6be0c59a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:51.541297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880a79-fec8-4c06-afb0-8fe96b6bbf11 req-053fd630-714a-42d2-a003-9b6be0c59a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:51.542047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880a79-fec8-4c06-afb0-8fe96b6bbf11 req-053fd630-714a-42d2-a003-9b6be0c59a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:51.542501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880a79-fec8-4c06-afb0-8fe96b6bbf11 req-053fd630-714a-42d2-a003-9b6be0c59a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:51.542958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880a79-fec8-4c06-afb0-8fe96b6bbf11 req-053fd630-714a-42d2-a003-9b6be0c59a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:51.545440 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c880a79-fec8-4c06-afb0-8fe96b6bbf11 req-053fd630-714a-42d2-a003-9b6be0c59a7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67f206acc8b04566894efcfbb5ff0d28&device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 6356 time: 0.3180780 Apr 05 20:22:51.588573 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-731d5789-ace5-4fe5-9d53-2d4d6e436c69 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4062519 Apr 05 20:22:51.595641 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39720) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:51.596400 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:51.617893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1582221919-router', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:51.626015 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1508aafc-5dec-4306-8137-e8d72622a195 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:51.628338 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1508aafc-5dec-4306-8137-e8d72622a195 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:51.634365 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1508aafc-5dec-4306-8137-e8d72622a195 tempest-ExternalNetworksAdminNegativeTestJSON-416703839 tempest-ExternalNetworksAdminNegativeTestJSON-416703839-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/af2a8c22-1430-4739-8737-1ce47db7084b HTTP/1.1" status: 204 len: 168 time: 2.9709492 Apr 05 20:22:51.634365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-1f0cecd1-c70b-4230-8f68-c0c2772b360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:51.634365 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-1f0cecd1-c70b-4230-8f68-c0c2772b360f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5142112 Apr 05 20:22:51.634365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:51.651402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a5e8b7-e597-4335-b19e-9ba3d855a068 None None] Network 0036c264-6107-49cf-a8f2-adcdce404271 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:22:51.663575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Usage tracker for resource:router and tenant:44a73d7388664fb1bd4e54ae3b4705c8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:51.684838 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e921c41-eaca-4f3e-85eb-4d1d56f7be59 req-c2244ca1-23ac-418b-9ac9-48cdbef75f2d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981468 Apr 05 20:22:51.713901 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:51.728030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:51.821484 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:51.823024 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:51.911843 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-7ced2ed3-1fe2-4cde-bf7b-9a5465c4bc1e service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712069 Apr 05 20:22:51.934252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Allocated IP 172.20.0.7 (dcd19055-0e46-42a6-8a85-3ebd05a3b992/ea094e30-2041-4594-92f5-2b6b55427d25/8ff2a5ca-0b6b-4e09-8de9-da208b24f52b) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:52.024775 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:52.065137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880a79-fec8-4c06-afb0-8fe96b6bbf11 req-3e1126f9-470a-4f9f-bfc3-9096e7ebf80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:52.065599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880a79-fec8-4c06-afb0-8fe96b6bbf11 req-3e1126f9-470a-4f9f-bfc3-9096e7ebf80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:52.066273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880a79-fec8-4c06-afb0-8fe96b6bbf11 req-3e1126f9-470a-4f9f-bfc3-9096e7ebf80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:52.067611 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c880a79-fec8-4c06-afb0-8fe96b6bbf11 req-3e1126f9-470a-4f9f-bfc3-9096e7ebf80b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=67f206acc8b04566894efcfbb5ff0d28&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4902167 Apr 05 20:22:52.122177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39734) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:52.173427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78749278-5ad2-4029-a6e3-61586d272b09 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:22:52.227855 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:52.302809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Transition to ACTIVE for port object 78749278-5ad2-4029-a6e3-61586d272b09 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:52.360300 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:52.435534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7271d-9e6f-4bf4-944c-bb2711214b29 req-617b5679-aff8-410b-bd78-f0af8c48f774 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:52.437094 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7cb7271d-9e6f-4bf4-944c-bb2711214b29 req-617b5679-aff8-410b-bd78-f0af8c48f774 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 932 time: 0.4832737 Apr 05 20:22:52.567839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880a79-fec8-4c06-afb0-8fe96b6bbf11 req-59c42c2e-d696-41d2-8d94-533cc03a032b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:52.569261 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c880a79-fec8-4c06-afb0-8fe96b6bbf11 req-59c42c2e-d696-41d2-8d94-533cc03a032b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4825296 Apr 05 20:22:52.590767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=78749278-5ad2-4029-a6e3-61586d272b09,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:52.598204 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10586d19-e9a7-44f0-8804-da624c2aa945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:52.691124 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7cb7271d-9e6f-4bf4-944c-bb2711214b29 req-a3106137-c5f6-49b9-93be-e399768869df tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288969 Apr 05 20:22:52.697779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-10586d19-e9a7-44f0-8804-da624c2aa945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:52.710560 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:52.711843 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-968c1f5d-c18e-4a31-b851-7884a224c8f4 req-402babda-cf39-42eb-8f3c-d589cad597d2 service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7540257 Apr 05 20:22:52.737707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Transition to ACTIVE for port object 8ff2a5ca-0b6b-4e09-8de9-da208b24f52b will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:52.737916 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:52.757658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d463fb-b172-4192-8b6e-85a0c319f66c req-ad5d3255-4bdf-499c-9a73-3dada9bbc2ec tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:52.759279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Attempting to bind port 78749278-5ad2-4029-a6e3-61586d272b09 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:22:52.759426 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76d463fb-b172-4192-8b6e-85a0c319f66c req-ad5d3255-4bdf-499c-9a73-3dada9bbc2ec tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 944 time: 0.8438323 Apr 05 20:22:52.759908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Attempting to bind port 78749278-5ad2-4029-a6e3-61586d272b09 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:22:52.760393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Attempting to bind port 78749278-5ad2-4029-a6e3-61586d272b09 on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:52.760532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-10586d19-e9a7-44f0-8804-da624c2aa945 admin admin] Usage tracker for resource:security_group_rule and tenant:98489c078234452f95c7580b14d8f5d5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:52.767957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-10586d19-e9a7-44f0-8804-da624c2aa945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:52.770659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Port 78749278-5ad2-4029-a6e3-61586d272b09 on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:22:52.771186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Attempting to bind port 78749278-5ad2-4029-a6e3-61586d272b09 on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:52.780140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:22:52.780710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Checking segment: {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:22:52.781248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Bound using segment: {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:22:52.781868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Bound port: 78749278-5ad2-4029-a6e3-61586d272b09, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:22:52.782403 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:52.791313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-10586d19-e9a7-44f0-8804-da624c2aa945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:52.859505 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:52.939517 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76d463fb-b172-4192-8b6e-85a0c319f66c req-b7b46319-0795-41a5-8e3f-1f9d4a5c3af5 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603539 Apr 05 20:22:53.115660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030fac6f-a4bb-4ae5-9b20-513c642ca36c {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:22:53.125726 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:53.129322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Network dcd19055-0e46-42a6-8a85-3ebd05a3b992 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:53.136213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:53.143508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:53.171580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event updated for resources: {'Port': ['ID=8ff2a5ca-0b6b-4e09-8de9-da208b24f52b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:53.174276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] For port 78749278-5ad2-4029-a6e3-61586d272b09, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:22:53.181590 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10586d19-e9a7-44f0-8804-da624c2aa945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:53.198220 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10586d19-e9a7-44f0-8804-da624c2aa945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:53.212685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] For port 78749278-5ad2-4029-a6e3-61586d272b09, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=78749278-5ad2-4029-a6e3-61586d272b09,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:22:53.236078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Transition to ACTIVE for port object 030fac6f-a4bb-4ae5-9b20-513c642ca36c will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:53.240266 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:53.268710 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:53.306071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:53.306693 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:53.335556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10586d19-e9a7-44f0-8804-da624c2aa945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3519e0bb-d928-4b28-8c38-a7b1a341f19f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:53.352199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4651-3e87-4d8f-a3ce-3745127e78ff req-8532faa3-5b93-4ac3-85e3-cd22b36a16c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:53.358142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4651-3e87-4d8f-a3ce-3745127e78ff req-8532faa3-5b93-4ac3-85e3-cd22b36a16c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:53.375692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4651-3e87-4d8f-a3ce-3745127e78ff req-8532faa3-5b93-4ac3-85e3-cd22b36a16c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:53.382074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4651-3e87-4d8f-a3ce-3745127e78ff req-8532faa3-5b93-4ac3-85e3-cd22b36a16c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:53.390474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4651-3e87-4d8f-a3ce-3745127e78ff req-8532faa3-5b93-4ac3-85e3-cd22b36a16c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:53.402433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4651-3e87-4d8f-a3ce-3745127e78ff req-8532faa3-5b93-4ac3-85e3-cd22b36a16c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:53.409997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4651-3e87-4d8f-a3ce-3745127e78ff req-8532faa3-5b93-4ac3-85e3-cd22b36a16c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:53.413760 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-10586d19-e9a7-44f0-8804-da624c2aa945 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=98489c078234452f95c7580b14d8f5d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2886403 Apr 05 20:22:53.418589 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-08bc4651-3e87-4d8f-a3ce-3745127e78ff req-8532faa3-5b93-4ac3-85e3-cd22b36a16c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5409 time: 0.3943331 Apr 05 20:22:53.418759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39796) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:53.425416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:53.426290 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:53.427860 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] 10.222.0.13 "PUT /v2.0/ports/78749278-5ad2-4029-a6e3-61586d272b09 HTTP/1.1" status: 200 len: 1092 time: 3.2059047 Apr 05 20:22:53.430669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '350f75f0-73be-40c3-b0b6-89c9f30a09c8', 'tag': '78749278-5ad2-4029-a6e3-61586d272b09'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:53.538298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8310f6f4-3785-4468-8134-30e479af61a0 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8880424 Apr 05 20:22:53.540842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39802) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:53.542255 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-cc501bf5-58e5-4efa-ab93-08608707183d tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7cacddfd3b9c49d89d5ff1308dbf1de8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573363 Apr 05 20:22:53.559145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb652a7-fb51-48ce-9e4c-ab3dd143a6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=78749278-5ad2-4029-a6e3-61586d272b09,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:53.572861 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-08bc4651-3e87-4d8f-a3ce-3745127e78ff req-a4bd4d85-8a13-4e9a-a33e-43f5c35eefcc tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1534169 Apr 05 20:22:53.597191 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-23eaff2e-7388-49dd-80d1-e27e090ca825 None None] Provisioning for port 8ff2a5ca-0b6b-4e09-8de9-da208b24f52b completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:22:53.603645 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-23eaff2e-7388-49dd-80d1-e27e090ca825 None None] Provisioning complete for port 8ff2a5ca-0b6b-4e09-8de9-da208b24f52b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:53.604010 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-23eaff2e-7388-49dd-80d1-e27e090ca825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:53.609250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-afd43395-08f3-4edc-a1ad-d06e8c479c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:53.610943 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-afd43395-08f3-4edc-a1ad-d06e8c479c51 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 1095 time: 0.1302183 Apr 05 20:22:53.667461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-23eaff2e-7388-49dd-80d1-e27e090ca825 None None] Port 8ff2a5ca-0b6b-4e09-8de9-da208b24f52b cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:22:53.679681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:22:53.705231 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-1a9963d3-6567-4ed4-83ee-244caf8cc621 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78749278-5ad2-4029-a6e3-61586d272b09 HTTP/1.1" status: 200 len: 217 time: 0.0863922 Apr 05 20:22:53.778840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'project_id': 'a165baaf0da645c5944231dda347f03b', 'port_id': '8ff2a5ca-0b6b-4e09-8de9-da208b24f52b'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:53.784279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:53.788676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Usage tracker for resource:floatingip and tenant:a165baaf0da645c5944231dda347f03b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:53.792747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:53.805084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:53.830737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:53.879836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Pushing event updated for resources: {'Port': ['ID=030fac6f-a4bb-4ae5-9b20-513c642ca36c,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:53.895067 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '350f75f0-73be-40c3-b0b6-89c9f30a09c8', 'tag': '78749278-5ad2-4029-a6e3-61586d272b09', 'status': 'completed', 'code': 200} Apr 05 20:22:53.909432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-4158f2cd-5bc4-4658-bda2-dd13a9ffc436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:53.911474 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-4158f2cd-5bc4-4658-bda2-dd13a9ffc436 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b600e23-44bb-460f-a1af-d7c4b74bf29a HTTP/1.1" status: 200 len: 851 time: 0.2006731 Apr 05 20:22:53.932350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-79355499-114b-4210-a0d8-9c298aadd473 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:53.936874 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-79355499-114b-4210-a0d8-9c298aadd473 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3481617 Apr 05 20:22:54.015722 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-4c7aab97-9370-43d1-a9e1-0feae46072f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8188ca25-8db1-4824-8f89-d3f54dd6b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971320 Apr 05 20:22:54.117805 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-bbe4aeb1-0e5c-4e6a-9bea-13af4e68c0ab tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/quotas/7cacddfd3b9c49d89d5ff1308dbf1de8 HTTP/1.1" status: 200 len: 375 time: 0.1038229 Apr 05 20:22:54.122822 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2a61-838e-4cb6-aa72-df8799be252a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:54.242221 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-78f38223-b982-40e8-b4d0-b95b2f427a78 service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912880 Apr 05 20:22:54.251650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13781e27-3380-45f7-9c8c-c05c4e041a6c req-d7e0b060-6522-497c-baa6-aec96417460a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:54.253045 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13781e27-3380-45f7-9c8c-c05c4e041a6c req-d7e0b060-6522-497c-baa6-aec96417460a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 944 time: 0.2465308 Apr 05 20:22:54.257388 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-ee9be203-2706-412d-aa4a-334f6574849d tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cacddfd3b9c49d89d5ff1308dbf1de8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025052 Apr 05 20:22:54.272505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Attempting to bind port 030fac6f-a4bb-4ae5-9b20-513c642ca36c on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:22:54.272835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Attempting to bind port 030fac6f-a4bb-4ae5-9b20-513c642ca36c by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '59f8f35b-ba74-4699-8414-b6ba30d43afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:22:54.273340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Attempting to bind port 030fac6f-a4bb-4ae5-9b20-513c642ca36c on network 04a540e0-f994-4bb6-b37f-c12b8378196f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:54.275758 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:54.301343 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:54.309617 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2a61-838e-4cb6-aa72-df8799be252a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:54.362526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:54.376363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Port 030fac6f-a4bb-4ae5-9b20-513c642ca36c on network 04a540e0-f994-4bb6-b37f-c12b8378196f not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:22:54.376681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Attempting to bind port 030fac6f-a4bb-4ae5-9b20-513c642ca36c on network 04a540e0-f994-4bb6-b37f-c12b8378196f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:54.458696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:22:54.459091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Checking segment: {'id': '59f8f35b-ba74-4699-8414-b6ba30d43afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:22:54.459521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Bound using segment: {'id': '59f8f35b-ba74-4699-8414-b6ba30d43afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:22:54.459962 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Bound port: 030fac6f-a4bb-4ae5-9b20-513c642ca36c, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f8f35b-ba74-4699-8414-b6ba30d43afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:22:54.460298 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:54.472444 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13781e27-3380-45f7-9c8c-c05c4e041a6c req-524f160b-fd00-485d-a512-f0425c38eaf1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980138 Apr 05 20:22:54.554065 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-257d85d8-9bd2-410e-986e-92d02ed9f5c6 req-be4edb44-c216-44e4-bd2e-f82df7c8a565 service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998970 Apr 05 20:22:54.628733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Allocated IP 172.25.8.230 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/ca29c898-1302-4e7b-9bde-6c8744360804) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:54.666870 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-1f3ba6d3-c4bb-493b-972b-f132df5e34f4 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7cacddfd3b9c49d89d5ff1308dbf1de8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0815940 Apr 05 20:22:54.828613 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2a61-838e-4cb6-aa72-df8799be252a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:54.870905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b2a61-838e-4cb6-aa72-df8799be252a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3519e0bb-d928-4b28-8c38-a7b1a341f19f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:54.885146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b02ccbe-5249-4edc-b432-5224417da9bf req-bc77877f-4e27-4c4f-9a5a-7dc67c25b07d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6699159 Apr 05 20:22:54.907761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] For port 030fac6f-a4bb-4ae5-9b20-513c642ca36c, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:22:54.912128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] For port 030fac6f-a4bb-4ae5-9b20-513c642ca36c, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=030fac6f-a4bb-4ae5-9b20-513c642ca36c,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:22:54.931560 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed8b2a61-838e-4cb6-aa72-df8799be252a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:54.935026 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ed8b2a61-838e-4cb6-aa72-df8799be252a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3519e0bb-d928-4b28-8c38-a7b1a341f19f HTTP/1.1" status: 204 len: 168 time: 1.4996064 Apr 05 20:22:54.935585 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:55.006233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce0f03-3f6f-41b4-bf89-b25599aa30b9 req-9646646a-c17d-4b9f-9d57-c16ab54fa8ab tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:55.014398 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30ce0f03-3f6f-41b4-bf89-b25599aa30b9 req-9646646a-c17d-4b9f-9d57-c16ab54fa8ab tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 944 time: 0.4371560 Apr 05 20:22:55.023023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:55.024056 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:55.025453 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] 10.222.0.41 "PUT /v2.0/ports/030fac6f-a4bb-4ae5-9b20-513c642ca36c HTTP/1.1" status: 200 len: 1091 time: 3.8558197 Apr 05 20:22:55.046638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '030fac6f-a4bb-4ae5-9b20-513c642ca36c'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:55.071716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Request body: {'port': {'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:55.181921 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30ce0f03-3f6f-41b4-bf89-b25599aa30b9 req-6afd7900-5aab-4d87-971c-d7a48ca5e953 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664448 Apr 05 20:22:55.188405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8ab82-c07c-47cd-91c6-7d23ef9db419 service neutron] Pushing event updated for resources: {'Port': ['ID=030fac6f-a4bb-4ae5-9b20-513c642ca36c,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:55.234939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:55.335676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-2adbdb2b-7fb2-473b-8f02-946e023bb9d9 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:55.344824 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-2adbdb2b-7fb2-473b-8f02-946e023bb9d9 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6710248 Apr 05 20:22:55.373736 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:55.382906 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:55.388567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cfb0d-2ca8-4e7e-8ceb-f35ef46c87c1 req-4d10eeb0-cf05-469b-83d3-11fb5f7c8829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:55.389959 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-852cfb0d-2ca8-4e7e-8ceb-f35ef46c87c1 req-4d10eeb0-cf05-469b-83d3-11fb5f7c8829 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 1095 time: 0.7629633 Apr 05 20:22:55.460838 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-6df2e3e3-bd4b-4b2b-884f-1945f30b9385 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/quotas/7cacddfd3b9c49d89d5ff1308dbf1de8 HTTP/1.1" status: 200 len: 375 time: 0.1138961 Apr 05 20:22:55.486223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39858) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:55.549504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:55.564851 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-ab45f89b-6513-4e73-b1ef-afcb6e639011 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7cacddfd3b9c49d89d5ff1308dbf1de8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1032696 Apr 05 20:22:55.565662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:55.573756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Allocated IP 172.25.8.41 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/9dd29c88-cff1-4c6d-a3e3-305ee051e261) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:55.580103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:55.696826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Pushing event updated for resources: {'Port': ['ID=ca29c898-1302-4e7b-9bde-6c8744360804,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:55.793987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cfb0d-2ca8-4e7e-8ceb-f35ef46c87c1 req-edb76df3-ca17-4740-b17c-b3f2dec8d1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:55.795477 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-852cfb0d-2ca8-4e7e-8ceb-f35ef46c87c1 req-edb76df3-ca17-4740-b17c-b3f2dec8d1af service neutron] 10.222.0.13 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 912 time: 0.3429425 Apr 05 20:22:55.820302 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '030fac6f-a4bb-4ae5-9b20-513c642ca36c', 'status': 'completed', 'code': 200} Apr 05 20:22:55.832757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aea202cf-7ba3-4959-bd0e-47e59de42da7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5bbf8e238eb4c70b7849da68535bfe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3412755 Apr 05 20:22:55.844154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39868) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:56.003015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba047d-4aa9-44ff-be69-9e920292a34e req-2b11720f-e01f-463c-a392-b3f0888d46c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.010710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba047d-4aa9-44ff-be69-9e920292a34e req-2b11720f-e01f-463c-a392-b3f0888d46c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.036437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba047d-4aa9-44ff-be69-9e920292a34e req-2b11720f-e01f-463c-a392-b3f0888d46c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.046296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba047d-4aa9-44ff-be69-9e920292a34e req-2b11720f-e01f-463c-a392-b3f0888d46c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.055024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba047d-4aa9-44ff-be69-9e920292a34e req-2b11720f-e01f-463c-a392-b3f0888d46c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.063030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba047d-4aa9-44ff-be69-9e920292a34e req-2b11720f-e01f-463c-a392-b3f0888d46c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.071308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba047d-4aa9-44ff-be69-9e920292a34e req-2b11720f-e01f-463c-a392-b3f0888d46c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.080798 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1ba047d-4aa9-44ff-be69-9e920292a34e req-2b11720f-e01f-463c-a392-b3f0888d46c4 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5421 time: 0.6846619 Apr 05 20:22:56.195465 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9149fe4-e182-4dd8-95da-7a71fb1db72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:56.235209 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9149fe4-e182-4dd8-95da-7a71fb1db72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:56.247634 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-3230cd31-f0dd-460b-96e4-2732fa593d87 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=7cacddfd3b9c49d89d5ff1308dbf1de8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1794176 Apr 05 20:22:56.248837 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-852cfb0d-2ca8-4e7e-8ceb-f35ef46c87c1 req-4731c320-68ee-4c51-a173-e576d08c69e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=78749278-5ad2-4029-a6e3-61586d272b09 HTTP/1.1" status: 200 len: 217 time: 0.4098089 Apr 05 20:22:56.299682 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1ba047d-4aa9-44ff-be69-9e920292a34e req-ee1adc47-4249-4f63-a2c9-e854b29b271c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2177591 Apr 05 20:22:56.310023 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:56.378940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382302a5-7eac-45d2-a178-b7f5f3e80eba req-edf79df0-a552-4c3a-81ac-24d6dcab81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.379694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382302a5-7eac-45d2-a178-b7f5f3e80eba req-edf79df0-a552-4c3a-81ac-24d6dcab81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.380377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382302a5-7eac-45d2-a178-b7f5f3e80eba req-edf79df0-a552-4c3a-81ac-24d6dcab81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.381293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382302a5-7eac-45d2-a178-b7f5f3e80eba req-edf79df0-a552-4c3a-81ac-24d6dcab81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.381459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382302a5-7eac-45d2-a178-b7f5f3e80eba req-edf79df0-a552-4c3a-81ac-24d6dcab81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.382086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382302a5-7eac-45d2-a178-b7f5f3e80eba req-edf79df0-a552-4c3a-81ac-24d6dcab81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.382670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382302a5-7eac-45d2-a178-b7f5f3e80eba req-edf79df0-a552-4c3a-81ac-24d6dcab81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.384839 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-382302a5-7eac-45d2-a178-b7f5f3e80eba req-edf79df0-a552-4c3a-81ac-24d6dcab81e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67f206acc8b04566894efcfbb5ff0d28&device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 6423 time: 0.5664406 Apr 05 20:22:56.572523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13928d15-df24-4d1e-ab3f-0c558c238f25 req-f7909ae5-2860-4baf-8a51-3aa6a70fc8f4 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.574075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13928d15-df24-4d1e-ab3f-0c558c238f25 req-f7909ae5-2860-4baf-8a51-3aa6a70fc8f4 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 944 time: 0.6615660 Apr 05 20:22:56.587049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cfb0d-2ca8-4e7e-8ceb-f35ef46c87c1 req-8f124995-dd41-4001-9e78-00cb69197a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.588943 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-852cfb0d-2ca8-4e7e-8ceb-f35ef46c87c1 req-8f124995-dd41-4001-9e78-00cb69197a27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b600e23-44bb-460f-a1af-d7c4b74bf29a HTTP/1.1" status: 200 len: 851 time: 0.3267941 Apr 05 20:22:56.622995 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:56.678004 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-852cfb0d-2ca8-4e7e-8ceb-f35ef46c87c1 req-edbcfd21-dd3a-48ea-9485-7c40e242cdf5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8188ca25-8db1-4824-8f89-d3f54dd6b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781820 Apr 05 20:22:56.707937 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76178438-0dfb-47d6-8667-70cf05a151b6 req-08a9f4b4-b807-421c-bf1f-cb470591479d tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 210 time: 0.2559888 Apr 05 20:22:56.722006 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9149fe4-e182-4dd8-95da-7a71fb1db72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:56.731461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-d09fd5c0-6c01-4c6c-a39f-0334f15054bd tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:56.732886 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-d09fd5c0-6c01-4c6c-a39f-0334f15054bd tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4742804 Apr 05 20:22:56.745316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:22:56.754796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:22:56.757631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:22:56.769219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Request body: {'port': {'device_id': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '7cacddfd3b9c49d89d5ff1308dbf1de8'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:56.792622 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9149fe4-e182-4dd8-95da-7a71fb1db72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dba3ef7-ec59-4d87-81ed-5c515f5f1ec7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:56.797348 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13928d15-df24-4d1e-ab3f-0c558c238f25 req-67082ac3-6161-46ab-bbde-b61e6195e68b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042935 Apr 05 20:22:56.806990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3edede57-710c-4481-b5bf-e0e4bae838c4 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:22:56.837635 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:56.911164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Pushing event updated for resources: {'Port': ['ID=9dd29c88-cff1-4c6d-a3e3-305ee051e261,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:57.089479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382302a5-7eac-45d2-a178-b7f5f3e80eba req-0dbcb83d-4e81-4c92-b46f-f90dd3c32e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:57.090249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382302a5-7eac-45d2-a178-b7f5f3e80eba req-0dbcb83d-4e81-4c92-b46f-f90dd3c32e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:57.090509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382302a5-7eac-45d2-a178-b7f5f3e80eba req-0dbcb83d-4e81-4c92-b46f-f90dd3c32e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:57.092184 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-382302a5-7eac-45d2-a178-b7f5f3e80eba req-0dbcb83d-4e81-4c92-b46f-f90dd3c32e9c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=67f206acc8b04566894efcfbb5ff0d28&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6961904 Apr 05 20:22:57.096910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Transition to ACTIVE for port object 3edede57-710c-4481-b5bf-e0e4bae838c4 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:57.098444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:57.098779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:57.099107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:57.099432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:57.099746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:57.100068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:57.100384 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:57.100701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:57.101022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:57.101323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:57.101631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:57.102024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:22:57.158512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-9b59c50c-4264-409d-a7a3-d2fe4e0f4589 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7cacddfd3b9c49d89d5ff1308dbf1de8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316594 Apr 05 20:22:57.169081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9149fe4-e182-4dd8-95da-7a71fb1db72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:57.172516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a9149fe4-e182-4dd8-95da-7a71fb1db72c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2dba3ef7-ec59-4d87-81ed-5c515f5f1ec7 HTTP/1.1" status: 204 len: 168 time: 1.3251250 Apr 05 20:22:57.266284 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-852cfb0d-2ca8-4e7e-8ceb-f35ef46c87c1 req-82e1e35d-bd68-4b8d-bca3-977be0575e3b service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5724537 Apr 05 20:22:57.385696 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:57.438733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:57.447543 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Usage tracker for resource:port and tenant:7cacddfd3b9c49d89d5ff1308dbf1de8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:57.514953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:57.539230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:57.608388 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:57.629792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02ccbe-5249-4edc-b432-5224417da9bf req-01c7771a-89ef-4204-8ddc-6cb981fb8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:57.631295 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b02ccbe-5249-4edc-b432-5224417da9bf req-01c7771a-89ef-4204-8ddc-6cb981fb8c75 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c&tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b HTTP/1.1" status: 200 len: 1095 time: 1.1784241 Apr 05 20:22:57.635448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-fad184a4-8eb1-4a38-ad72-a5936f852503 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:57.636779 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-fad184a4-8eb1-4a38-ad72-a5936f852503 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4637721 Apr 05 20:22:57.645193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Made reservation on behalf of 7cacddfd3b9c49d89d5ff1308dbf1de8 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:57.648725 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:57.671126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 78749278-5ad2-4029-a6e3-61586d272b09 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:22:57.688267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Request body: {'port': {'device_id': '1c10554b-b5ff-487f-ac98-8837ca9c4da6', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': '7cacddfd3b9c49d89d5ff1308dbf1de8'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:57.729850 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:57.839037 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-852cfb0d-2ca8-4e7e-8ceb-f35ef46c87c1 req-2e2746b8-e452-4624-afb4-0aa8f6f9e00a service neutron] 10.222.0.13 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019689 Apr 05 20:22:57.909469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3edede57-710c-4481-b5bf-e0e4bae838c4,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:57.928644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:57.957641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Usage tracker for resource:security_group_rule and tenant:7cacddfd3b9c49d89d5ff1308dbf1de8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:57.964479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:57.987824 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a832-f648-4f6c-8441-f93359c407f2 req-3c58e314-ad6f-4d84-904c-ebf816293cb2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:57.988063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 78749278-5ad2-4029-a6e3-61586d272b09, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=78749278-5ad2-4029-a6e3-61586d272b09,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:57.993170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a832-f648-4f6c-8441-f93359c407f2 req-3c58e314-ad6f-4d84-904c-ebf816293cb2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:57.999265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a832-f648-4f6c-8441-f93359c407f2 req-3c58e314-ad6f-4d84-904c-ebf816293cb2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:58.005119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a832-f648-4f6c-8441-f93359c407f2 req-3c58e314-ad6f-4d84-904c-ebf816293cb2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:58.007051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '78749278-5ad2-4029-a6e3-61586d272b09', 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796', 'port_id': '78749278-5ad2-4029-a6e3-61586d272b09', 'mac_address': 'fa:16:3e:ac:5a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b600e23-44bb-460f-a1af-d7c4b74bf29a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:22:58.011087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a832-f648-4f6c-8441-f93359c407f2 req-3c58e314-ad6f-4d84-904c-ebf816293cb2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:58.017397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a832-f648-4f6c-8441-f93359c407f2 req-3c58e314-ad6f-4d84-904c-ebf816293cb2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:58.023255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45a832-f648-4f6c-8441-f93359c407f2 req-3c58e314-ad6f-4d84-904c-ebf816293cb2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:58.025161 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bb45a832-f648-4f6c-8441-f93359c407f2 req-3c58e314-ad6f-4d84-904c-ebf816293cb2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.4992247 Apr 05 20:22:58.028926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:58.081354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382302a5-7eac-45d2-a178-b7f5f3e80eba req-f18a00b0-f688-48f3-a8b8-feaf33d0c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:58.083543 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-382302a5-7eac-45d2-a178-b7f5f3e80eba req-f18a00b0-f688-48f3-a8b8-feaf33d0c10f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9777286 Apr 05 20:22:58.095684 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:58.104004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:58.125028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78749278-5ad2-4029-a6e3-61586d272b09 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:22:58.136561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7bf20-51bf-4ad3-91c0-6b62ee142c61 req-b949f5a9-c35e-4c00-9731-fc6392c21fb8 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:58.144575 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 78749278-5ad2-4029-a6e3-61586d272b09, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=78749278-5ad2-4029-a6e3-61586d272b09,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:58.146595 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2c7bf20-51bf-4ad3-91c0-6b62ee142c61 req-b949f5a9-c35e-4c00-9731-fc6392c21fb8 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 944 time: 1.2905035 Apr 05 20:22:58.150590 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:58.186509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:58.199374 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bb45a832-f648-4f6c-8441-f93359c407f2 req-a2868aea-2d89-428c-83cb-9e63ecbbd6f8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1647646 Apr 05 20:22:58.208754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Usage tracker for resource:port and tenant:7cacddfd3b9c49d89d5ff1308dbf1de8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:58.222804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:58.233245 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:58.233842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=78749278-5ad2-4029-a6e3-61586d272b09,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:58.235909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:58.336250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Attempting to bind port 3edede57-710c-4481-b5bf-e0e4bae838c4 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:22:58.336480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['78749278-5ad2-4029-a6e3-61586d272b09'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:22:58.336943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Attempting to bind port 3edede57-710c-4481-b5bf-e0e4bae838c4 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '59f8f35b-ba74-4699-8414-b6ba30d43afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:22:58.337514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Attempting to bind port 3edede57-710c-4481-b5bf-e0e4bae838c4 on network 04a540e0-f994-4bb6-b37f-c12b8378196f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:58.346266 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2c7bf20-51bf-4ad3-91c0-6b62ee142c61 req-4db75a1e-892f-437b-885d-b761d9028d66 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987319 Apr 05 20:22:58.360115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Port 3edede57-710c-4481-b5bf-e0e4bae838c4 on network 04a540e0-f994-4bb6-b37f-c12b8378196f not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:22:58.360443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Attempting to bind port 3edede57-710c-4481-b5bf-e0e4bae838c4 on network 04a540e0-f994-4bb6-b37f-c12b8378196f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:22:58.374618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Made reservation on behalf of 7cacddfd3b9c49d89d5ff1308dbf1de8 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:58.374836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:22:58.375008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Checking segment: {'id': '59f8f35b-ba74-4699-8414-b6ba30d43afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:22:58.375440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Bound using segment: {'id': '59f8f35b-ba74-4699-8414-b6ba30d43afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:22:58.375875 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Bound port: 3edede57-710c-4481-b5bf-e0e4bae838c4, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59f8f35b-ba74-4699-8414-b6ba30d43afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:22:58.376215 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:58.378883 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:58.393946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02ccbe-5249-4edc-b432-5224417da9bf req-69bb7ee8-40d3-48a3-85f8-b19a625fee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:58.395453 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b02ccbe-5249-4edc-b432-5224417da9bf req-69bb7ee8-40d3-48a3-85f8-b19a625fee2d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b&device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 1095 time: 0.6915259 Apr 05 20:22:58.428902 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:58.496993 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b0aba48-e178-4a7c-98c7-4aea88bcd646 req-fd42d4e8-20ba-43a5-ba6e-1892d39e1846 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 210 time: 0.0661981 Apr 05 20:22:58.502003 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:58.526758 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:58.540473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39908) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:22:58.656260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8db3f4-0641-409d-880f-ed399e681f64,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:58.776135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1314796700'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:22:58.823813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:58.851849 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:22:58.860675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Usage tracker for resource:network and tenant:da49fb6ac5714670bda070f65a9c40b4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:58.865596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:58.881202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:58.898740 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:58.913639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:58.962720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] For port 3edede57-710c-4481-b5bf-e0e4bae838c4, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:22:58.963119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Made reservation on behalf of da49fb6ac5714670bda070f65a9c40b4 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:22:58.965603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02ccbe-5249-4edc-b432-5224417da9bf req-27b4c336-2dcd-4516-9c42-3a5373e33416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:58.967050 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b02ccbe-5249-4edc-b432-5224417da9bf req-27b4c336-2dcd-4516-9c42-3a5373e33416 service neutron] 10.222.0.13 "GET /v2.0/networks?id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e HTTP/1.1" status: 200 len: 914 time: 0.5597835 Apr 05 20:22:58.967485 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:58.989233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Allocated IP 192.168.233.131 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/c685ed31-0cc4-43f4-b0c8-a67a9ad5b526) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:22:59.002144 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:59.036451 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] For port 3edede57-710c-4481-b5bf-e0e4bae838c4, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3edede57-710c-4481-b5bf-e0e4bae838c4,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:22:59.073458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:22:59.091046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Pushing event updated for resources: {'Port': ['ID=ca29c898-1302-4e7b-9bde-6c8744360804,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:59.093600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Usage tracker for resource:security_group_rule and tenant:da49fb6ac5714670bda070f65a9c40b4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:22:59.102537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:22:59.111786 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b02ccbe-5249-4edc-b432-5224417da9bf req-f461c91a-9731-48d5-9c9d-ade483564b88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd HTTP/1.1" status: 200 len: 217 time: 0.1365457 Apr 05 20:22:59.112833 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:59.120316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:22:59.149948 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:59.251528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050dfdd-67aa-4b7d-b24f-641311654041 req-dc1560c2-a331-4626-a92c-9180dfa80aad tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.252794 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7050dfdd-67aa-4b7d-b24f-641311654041 req-dc1560c2-a331-4626-a92c-9180dfa80aad tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 945 time: 0.6980996 Apr 05 20:22:59.265071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.265692 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:59.267087 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/3edede57-710c-4481-b5bf-e0e4bae838c4 HTTP/1.1" status: 200 len: 1091 time: 4.2070763 Apr 05 20:22:59.267523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '3edede57-710c-4481-b5bf-e0e4bae838c4'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:59.283592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:59.434513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02ccbe-5249-4edc-b432-5224417da9bf req-6f6a06e8-1638-4028-b613-8b964815cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.436105 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b02ccbe-5249-4edc-b432-5224417da9bf req-6f6a06e8-1638-4028-b613-8b964815cc2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f37a02-4584-4cdb-9a53-ef614777d971 HTTP/1.1" status: 200 len: 853 time: 0.2774367 Apr 05 20:22:59.446897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e15cf-39e9-4120-a1a4-8943dc2768f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3edede57-710c-4481-b5bf-e0e4bae838c4,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:22:59.521232 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7050dfdd-67aa-4b7d-b24f-641311654041 req-d491ba42-e96b-4683-bad6-71036fdf8114 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486973 Apr 05 20:22:59.523146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b02ccbe-5249-4edc-b432-5224417da9bf req-05da836e-599c-42cc-8246-4b5a03f4d5c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659389 Apr 05 20:22:59.634487 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '3edede57-710c-4481-b5bf-e0e4bae838c4', 'status': 'completed', 'code': 200} Apr 05 20:22:59.691250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 78749278-5ad2-4029-a6e3-61586d272b09 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:22:59.703076 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Floating IP fc983a8a-db38-4fdd-829e-f06f0a7327e6 associated. External IP: 172.25.8.230, port: 8ff2a5ca-0b6b-4e09-8de9-da208b24f52b. Apr 05 20:22:59.776364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 78749278-5ad2-4029-a6e3-61586d272b09 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:22:59.777116 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:59.781708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 78749278-5ad2-4029-a6e3-61586d272b09 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:22:59.782352 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:59.789948 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-6cadb54f-df98-417c-a479-c4d00ea7b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.790427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-6cadb54f-df98-417c-a479-c4d00ea7b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.790889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-6cadb54f-df98-417c-a479-c4d00ea7b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.791362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-6cadb54f-df98-417c-a479-c4d00ea7b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.792071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-6cadb54f-df98-417c-a479-c4d00ea7b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.792530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-6cadb54f-df98-417c-a479-c4d00ea7b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.793138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-6cadb54f-df98-417c-a479-c4d00ea7b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.794892 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-6cadb54f-df98-417c-a479-c4d00ea7b950 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67f206acc8b04566894efcfbb5ff0d28&device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 6490 time: 0.4172518 Apr 05 20:22:59.799512 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:59.819575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:59.822870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Transition to ACTIVE for port object c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:22:59.874987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a332a-0de4-4598-8571-12c0743b8b78 req-522f2394-db95-4cca-aa18-d9bad845af30 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.881435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a332a-0de4-4598-8571-12c0743b8b78 req-522f2394-db95-4cca-aa18-d9bad845af30 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.889258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a332a-0de4-4598-8571-12c0743b8b78 req-522f2394-db95-4cca-aa18-d9bad845af30 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.895437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a332a-0de4-4598-8571-12c0743b8b78 req-522f2394-db95-4cca-aa18-d9bad845af30 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.900540 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-2b87c411-5ab2-4cc1-ba47-e54fd4cce854 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=209a1593-aaaf-4bd4-b0fc-f2461dd50715 HTTP/1.1" status: 200 len: 217 time: 0.0922897 Apr 05 20:22:59.901740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a332a-0de4-4598-8571-12c0743b8b78 req-522f2394-db95-4cca-aa18-d9bad845af30 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.907312 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:22:59.907757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a332a-0de4-4598-8571-12c0743b8b78 req-522f2394-db95-4cca-aa18-d9bad845af30 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.912113 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b02ccbe-5249-4edc-b432-5224417da9bf req-1511e965-7df1-4c63-bfcb-9be9a2a4c488 service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794000 Apr 05 20:22:59.913593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a332a-0de4-4598-8571-12c0743b8b78 req-522f2394-db95-4cca-aa18-d9bad845af30 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:22:59.915542 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e63a332a-0de4-4598-8571-12c0743b8b78 req-522f2394-db95-4cca-aa18-d9bad845af30 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.4641306 Apr 05 20:22:59.947106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350f75f0-73be-40c3-b0b6-89c9f30a09c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78749278-5ad2-4029-a6e3-61586d272b09'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:22:59.957246 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 78749278-5ad2-4029-a6e3-61586d272b09, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=78749278-5ad2-4029-a6e3-61586d272b09,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:22:59.960491 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:00.005433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:23:00.018243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677dcffb-ce03-4781-b486-7aa0d9bf3a7a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:00.031734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=78749278-5ad2-4029-a6e3-61586d272b09,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:00.065115 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:00.065454 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Added segment 030fa08d-2688-4d62-84a1-77b17134a599 of type vlan for network cf6487da-9ae2-4685-8755-3ac247b8d3a8 Apr 05 20:23:00.071292 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Router 201f782e-b23b-4d68-bb79-080c1233d126 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:23:00.083433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-7803d61e-ceac-4a70-a043-99715b2b71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:00.084977 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-7803d61e-ceac-4a70-a043-99715b2b71e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f969fc9-21be-405d-9c97-3d2c77a0705e HTTP/1.1" status: 200 len: 855 time: 0.1776831 Apr 05 20:23:00.100398 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb1f4d-66ec-4609-9684-359ac00a5313 req-26c1a223-5f94-4efb-ac02-8d766b076162 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:00.101926 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4dcb1f4d-66ec-4609-9684-359ac00a5313 req-26c1a223-5f94-4efb-ac02-8d766b076162 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 944 time: 0.3855095 Apr 05 20:23:00.126444 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:00.131564 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e63a332a-0de4-4598-8571-12c0743b8b78 req-7984226f-8275-4876-8f88-d53ea7e1254b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1996229 Apr 05 20:23:00.279336 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:00.300110 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b02ccbe-5249-4edc-b432-5224417da9bf req-4ad937fc-230f-420d-b48e-40efac199628 service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525450 Apr 05 20:23:00.318138 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4dcb1f4d-66ec-4609-9684-359ac00a5313 req-b37bc6b8-277f-43bc-a85e-f53483a7aa88 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741550 Apr 05 20:23:00.350560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:00.363229 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aadb1cc2-8b9d-41e6-bc75-748d196bd40c req-0387b3e1-31f8-42ce-9099-4091e65e54b6 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 210 time: 0.1006782 Apr 05 20:23:00.384138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:00.389174 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350f75f0-73be-40c3-b0b6-89c9f30a09c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78749278-5ad2-4029-a6e3-61586d272b09', 'code': 200} Apr 05 20:23:00.400509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:00.454572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Allocated IP 192.168.233.215 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:23:00.470175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Pushing event updated for resources: {'Port': ['ID=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:00.611697 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:00.626701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:00.627350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:00.648588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:23:00.661709 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Sync routers for ids ['201f782e-b23b-4d68-bb79-080c1233d126'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:23:00.680060 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Routers {'201f782e-b23b-4d68-bb79-080c1233d126'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:23:00.682975 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:22:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['201f782e-b23b-4d68-bb79-080c1233d126'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:00.705762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bf917c8b-1237-45cd-afcd-6cce4bb67733 None None] Provisioning for port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:00.713187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bf917c8b-1237-45cd-afcd-6cce4bb67733 None None] Provisioning complete for port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:00.713564 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bf917c8b-1237-45cd-afcd-6cce4bb67733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:00.723386 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.1430941 Apr 05 20:23:00.755415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39938) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:00.791022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:00.792319 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:00.818280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-bf917c8b-1237-45cd-afcd-6cce4bb67733 None None] Port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:23:00.836139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Request body: {'subnet': {'network_id': 'cf6487da-9ae2-4685-8755-3ac247b8d3a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:00.874316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-29c99be2-0246-4ea6-85bd-57c2e39cc32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:00.876152 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-29c99be2-0246-4ea6-85bd-57c2e39cc32c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=acf04820-9558-4448-b778-1e71d8e99554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7717226 Apr 05 20:23:00.876869 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:00.878332 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7bdebdd4-c56d-4c2b-8027-5b0781c47492 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.2723927 Apr 05 20:23:00.883172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39946) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:00.907193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Router e91ae290-ffbf-4769-b442-1ac0e76e6928 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:23:00.950452 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Set router 201f782e-b23b-4d68-bb79-080c1233d126 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:23:00.969311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79f734-60a0-4a79-ac00-391508a8b6a8 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event updated for resources: {'Network': ['ID=cf6487da-9ae2-4685-8755-3ac247b8d3a8,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:00.984479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network cf6487da-9ae2-4685-8755-3ac247b8d3a8 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:23:01.007334 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-e4cd863a-6b6f-4524-9bb2-f1fcfecd7336 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2437463 Apr 05 20:23:01.175230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Request body: {'port': {'device_id': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:01.194759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:01.223174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f9ae8-802d-459d-ad10-60c97fadf9af req-b03cf2c4-4414-4d62-b9b2-3ab05d6dfcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:01.224817 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be0f9ae8-802d-459d-ad10-60c97fadf9af req-b03cf2c4-4414-4d62-b9b2-3ab05d6dfcf3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 1097 time: 0.5727668 Apr 05 20:23:01.225813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Usage tracker for resource:subnet and tenant:da49fb6ac5714670bda070f65a9c40b4 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:01.242416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:01.421923 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:01.552474 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be0f9ae8-802d-459d-ad10-60c97fadf9af req-34aa7979-9c9d-4baf-8568-a73f16f6403b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132067 Apr 05 20:23:01.554511 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-79c78e0d-ff8e-4b8c-96f3-64643321e896 service neutron] 10.222.0.41 "GET /v2.0/networks/acf04820-9558-4448-b778-1e71d8e99554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705022 Apr 05 20:23:01.555111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Made reservation on behalf of da49fb6ac5714670bda070f65a9c40b4 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:23:01.560876 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:01.591621 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201f782e-b23b-4d68-bb79-080c1233d126', 'name': 'tempest-ServerRescueTestJSON-1582221919-router', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '9dd29c88-cff1-4c6d-a3e3-305ee051e261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:22:51Z', 'updated_at': '2022-04-05T20:22:57Z', 'revision_number': 3, 'project_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'gw_port': {'id': '9dd29c88-cff1-4c6d-a3e3-305ee051e261', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201f782e-b23b-4d68-bb79-080c1233d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:22:54Z', 'updated_at': '2022-04-05T20:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:01.601004 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Checking router: 201f782e-b23b-4d68-bb79-080c1233d126 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:23:01.601346 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Updating router 201f782e-b23b-4d68-bb79-080c1233d126 port 9dd29c88-cff1-4c6d-a3e3-305ee051e261 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:23:01.710509 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:01.722965 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:01.810207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd3af0-1c77-4529-a317-b9487dce6d81 req-c66da219-bd94-4045-9fd7-cdc6cc8603aa tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:01.814815 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-61fd3af0-1c77-4529-a317-b9487dce6d81 req-c66da219-bd94-4045-9fd7-cdc6cc8603aa tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 1.0653305 Apr 05 20:23:01.854393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Transition to ACTIVE for port object ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:02.132766 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:02.170500 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-61fd3af0-1c77-4529-a317-b9487dce6d81 req-2754bf8c-953f-4b9b-99ca-14ffe26cac80 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130159 Apr 05 20:23:02.232329 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:02.246565 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Transition to ACTIVE for port object 9dd29c88-cff1-4c6d-a3e3-305ee051e261 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:02.260626 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:02.319984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:23:02.332069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65426c33-7ad4-4fd1-ab25-3641699a31e4 None None] Sync routers for ids ['e91ae290-ffbf-4769-b442-1ac0e76e6928'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:23:02.354676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65426c33-7ad4-4fd1-ab25-3641699a31e4 None None] Routers {'e91ae290-ffbf-4769-b442-1ac0e76e6928'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:23:02.356486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-65426c33-7ad4-4fd1-ab25-3641699a31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:22:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e91ae290-ffbf-4769-b442-1ac0e76e6928'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:02.453669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:02.530499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:02.535692 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Attempting to bind port 9dd29c88-cff1-4c6d-a3e3-305ee051e261 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:23:02.536306 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Attempting to bind port 9dd29c88-cff1-4c6d-a3e3-305ee051e261 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:23:02.537700 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Attempting to bind port 9dd29c88-cff1-4c6d-a3e3-305ee051e261 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:23:02.556002 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:23:02.556655 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:23:02.557930 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:02.558540 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:23:02.560438 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Bound port: 9dd29c88-cff1-4c6d-a3e3-305ee051e261, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:23:02.561070 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:02.623473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-65426c33-7ad4-4fd1-ab25-3641699a31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:02.628744 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051e78b-fea5-4a63-9dbd-ab16e63e92ab None None] Pushing event updated for resources: {'Port': ['ID=9dd29c88-cff1-4c6d-a3e3-305ee051e261,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:02.643508 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:02.648136 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65426c33-7ad4-4fd1-ab25-3641699a31e4 None None] Routers {'e91ae290-ffbf-4769-b442-1ac0e76e6928'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:23:02.650159 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-65426c33-7ad4-4fd1-ab25-3641699a31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:22:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e91ae290-ffbf-4769-b442-1ac0e76e6928'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:02.651631 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051e78b-fea5-4a63-9dbd-ab16e63e92ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:02.654447 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051e78b-fea5-4a63-9dbd-ab16e63e92ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:02.655040 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051e78b-fea5-4a63-9dbd-ab16e63e92ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:02.655603 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051e78b-fea5-4a63-9dbd-ab16e63e92ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:02.656754 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051e78b-fea5-4a63-9dbd-ab16e63e92ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:02.657243 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051e78b-fea5-4a63-9dbd-ab16e63e92ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:02.663131 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051e78b-fea5-4a63-9dbd-ab16e63e92ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:02.663776 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051e78b-fea5-4a63-9dbd-ab16e63e92ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:02.664325 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051e78b-fea5-4a63-9dbd-ab16e63e92ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:02.664798 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051e78b-fea5-4a63-9dbd-ab16e63e92ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:02.665287 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051e78b-fea5-4a63-9dbd-ab16e63e92ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:02.665757 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051e78b-fea5-4a63-9dbd-ab16e63e92ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:02.734317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:02.754115 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] For port 9dd29c88-cff1-4c6d-a3e3-305ee051e261, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:23:02.755744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event updated for resources: {'Subnet': ['ID=609d8842-30c1-4f21-9654-4566209b4a8d,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:02.764286 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] For port 9dd29c88-cff1-4c6d-a3e3-305ee051e261, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9dd29c88-cff1-4c6d-a3e3-305ee051e261,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:23:02.769863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:02.772320 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:02.792829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:02.838185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-65426c33-7ad4-4fd1-ab25-3641699a31e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:02.840050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65426c33-7ad4-4fd1-ab25-3641699a31e4 None None] The sync data for ids ['e91ae290-ffbf-4769-b442-1ac0e76e6928'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:23:02.921549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Pushing event updated for resources: {'Port': ['ID=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:02.929334 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051e78b-fea5-4a63-9dbd-ab16e63e92ab None None] Pushing event updated for resources: {'Port': ['ID=9dd29c88-cff1-4c6d-a3e3-305ee051e261,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:02.967557 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Routers {'201f782e-b23b-4d68-bb79-080c1233d126'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:23:02.968186 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:22:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['201f782e-b23b-4d68-bb79-080c1233d126'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:02.993631 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-f5b20cf3-a18d-44e4-ab2c-1695420ae3c0 service neutron] 10.222.0.41 "GET /v2.0/networks/acf04820-9558-4448-b778-1e71d8e99554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1855383 Apr 05 20:23:03.025545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:03.026264 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:03.106616 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2135c60b-0f0d-46c7-acce-604b520e9293 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 9.5625095 Apr 05 20:23:03.111841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39958) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:03.211874 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-bb7d877d-6f59-482c-9605-8df47a3c2880 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=11d6c801-8868-4ebb-b54a-042b8414de76 HTTP/1.1" status: 200 len: 217 time: 0.2002900 Apr 05 20:23:03.237323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Checking segment: {'id': '030fa08d-2688-4d62-84a1-77b17134a599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf6487da-9ae2-4685-8755-3ac247b8d3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:23:03.239559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Network hostable DHCP agents. Network: cf6487da-9ae2-4685-8755-3ac247b8d3a8, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:23:03.263850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ea535982-5a28-4e5b-b0ce-9527a167802c None None] Provisioning for port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:03.275977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ea535982-5a28-4e5b-b0ce-9527a167802c None None] Provisioning complete for port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:03.276682 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ea535982-5a28-4e5b-b0ce-9527a167802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:03.318599 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2fdada03-12a5-455e-ba44-55de847b0451 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] 10.222.0.24 "GET /v2.0/floatingips/fc983a8a-db38-4fdd-829e-f06f0a7327e6 HTTP/1.1" status: 200 len: 983 time: 0.1905229 Apr 05 20:23:03.329051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39964) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:03.331967 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] Set router 201f782e-b23b-4d68-bb79-080c1233d126 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:23:03.386514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ea535982-5a28-4e5b-b0ce-9527a167802c None None] Port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:23:03.438685 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-48573138-1e14-4541-9ce4-147d80099cce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7710066 Apr 05 20:23:03.534019 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:03.662498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:03.671674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:03.696866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Request body: {'port': {'device_id': '1c10554b-b5ff-487f-ac98-8837ca9c4da6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:03.701074 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201f782e-b23b-4d68-bb79-080c1233d126', 'name': 'tempest-ServerRescueTestJSON-1582221919-router', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '9dd29c88-cff1-4c6d-a3e3-305ee051e261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:22:51Z', 'updated_at': '2022-04-05T20:22:57Z', 'revision_number': 3, 'project_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'gw_port': {'id': '9dd29c88-cff1-4c6d-a3e3-305ee051e261', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201f782e-b23b-4d68-bb79-080c1233d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:22:54Z', 'updated_at': '2022-04-05T20:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:03.714302 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e4fbb8-ca82-4521-ac73-00cbe17909b2 None None] The sync data for ids ['201f782e-b23b-4d68-bb79-080c1233d126'] in n-d-836604-1 is: [{'id': '201f782e-b23b-4d68-bb79-080c1233d126', 'name': 'tempest-ServerRescueTestJSON-1582221919-router', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '9dd29c88-cff1-4c6d-a3e3-305ee051e261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:22:51Z', 'updated_at': '2022-04-05T20:22:57Z', 'revision_number': 3, 'project_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'gw_port': {'id': '9dd29c88-cff1-4c6d-a3e3-305ee051e261', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1b:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201f782e-b23b-4d68-bb79-080c1233d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:22:54Z', 'updated_at': '2022-04-05T20:23:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:23:03.717377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Network cf6487da-9ae2-4685-8755-3ac247b8d3a8 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:23:03.727923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Transition to ACTIVE for port object c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:03.760329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89d4e2-4897-4676-9ff9-8b136483eb52 req-9bde8fb0-4d7a-4317-b1c7-70b424fa7659 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:03.767598 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dc89d4e2-4897-4676-9ff9-8b136483eb52 req-9bde8fb0-4d7a-4317-b1c7-70b424fa7659 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 944 time: 1.3743260 Apr 05 20:23:03.772908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76f79d-a275-4ae2-94ae-75f1fd102d82 req-05f33be8-dd9d-4d41-9b34-1fcec3a38799 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:03.796301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76f79d-a275-4ae2-94ae-75f1fd102d82 req-05f33be8-dd9d-4d41-9b34-1fcec3a38799 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:03.807564 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:03.815630 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76f79d-a275-4ae2-94ae-75f1fd102d82 req-05f33be8-dd9d-4d41-9b34-1fcec3a38799 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:03.833919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76f79d-a275-4ae2-94ae-75f1fd102d82 req-05f33be8-dd9d-4d41-9b34-1fcec3a38799 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:03.853731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76f79d-a275-4ae2-94ae-75f1fd102d82 req-05f33be8-dd9d-4d41-9b34-1fcec3a38799 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:03.872017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76f79d-a275-4ae2-94ae-75f1fd102d82 req-05f33be8-dd9d-4d41-9b34-1fcec3a38799 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:03.903456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76f79d-a275-4ae2-94ae-75f1fd102d82 req-05f33be8-dd9d-4d41-9b34-1fcec3a38799 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:03.912108 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d76f79d-a275-4ae2-94ae-75f1fd102d82 req-05f33be8-dd9d-4d41-9b34-1fcec3a38799 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 2.3616540 Apr 05 20:23:04.028930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Allocated IP 172.20.0.1 (0036c264-6107-49cf-a8f2-adcdce404271/7b2dc6ff-910e-46dc-beb1-17e6615cd54b/c5136f3f-925a-46c3-a22d-a5c8120ba061) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:23:04.076497 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dc89d4e2-4897-4676-9ff9-8b136483eb52 req-f4cf96c8-efe3-45de-a294-f4c766c8be61 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079314 Apr 05 20:23:04.253586 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cbde7198-0966-4b73-8fb7-a2f32e56859b tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2730 time: 0.9200275 Apr 05 20:23:04.273055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39968) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:04.389965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Pushing event updated for resources: {'Port': ['ID=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:04.393203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, cf6487da-9ae2-4685-8755-3ac247b8d3a8) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:04.421430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1687e08-0d3f-45ce-957f-ad8c81c5f215 None None] Network cf6487da-9ae2-4685-8755-3ac247b8d3a8 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:23:04.550674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:04.600704 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:04.643552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-3927bded-a020-4b69-bcf5-4ee3340c4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:04.648069 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-3927bded-a020-4b69-bcf5-4ee3340c4e84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5925bc75-d9cd-41b1-a0fe-8314d5c0345b HTTP/1.1" status: 200 len: 797 time: 1.4127822 Apr 05 20:23:04.662575 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:04.681566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:04.682677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:04.801843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-cf6487da-9ae2-4685-8755-3ac247b8d3a8', 'network_id': 'cf6487da-9ae2-4685-8755-3ac247b8d3a8', 'tenant_id': 'da49fb6ac5714670bda070f65a9c40b4', 'fixed_ips': [{'subnet_id': '609d8842-30c1-4f21-9654-4566209b4a8d'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:23:04.803226 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:04.902877 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d76f79d-a275-4ae2-94ae-75f1fd102d82 req-a5e4f9b9-594f-4d6d-99f6-195661db1f09 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6178086 Apr 05 20:23:04.922161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Network 0036c264-6107-49cf-a8f2-adcdce404271 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:04.928952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:04.935936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:05.065926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:05.150896 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9dd29c88-cff1-4c6d-a3e3-305ee051e261 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:05.223700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Attempting to bind port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:23:05.224665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Attempting to bind port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:23:05.225162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Attempting to bind port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:23:05.233177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Allocated IP 172.20.0.2 (cf6487da-9ae2-4685-8755-3ac247b8d3a8/609d8842-30c1-4f21-9654-4566209b4a8d/16e86061-dc5d-4ea5-aa49-894a75f51d60) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:23:05.245743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:23:05.246888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Attempting to bind port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:23:05.257465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:23:05.258374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:23:05.259132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:23:05.259743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Bound port: c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:23:05.260266 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:05.284645 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0559b298-9463-4470-b206-b7098e0f0e57 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4617589 Apr 05 20:23:05.322521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39976) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:05.365766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Request body: {'port': {'network_id': 'cf6487da-9ae2-4685-8755-3ac247b8d3a8', 'name': 'tempest-AllowedAddressPairTestJSON-628763093'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:05.491215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9e912d04-35ed-48e9-9d4a-6fb15c63e291 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Deleting port ca29c898-1302-4e7b-9bde-6c8744360804 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:05.491769 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e912d04-35ed-48e9-9d4a-6fb15c63e291 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:05.607226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 9dd29c88-cff1-4c6d-a3e3-305ee051e261 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:05.628322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 9dd29c88-cff1-4c6d-a3e3-305ee051e261 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:05.628973 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:05.695047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:05.698885 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e912d04-35ed-48e9-9d4a-6fb15c63e291 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:05.699575 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e912d04-35ed-48e9-9d4a-6fb15c63e291 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:05.723257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb3d066-8e9f-410a-b3f8-840b0a58b643 req-50b33ff3-c0be-4967-9a50-53a72a50f243 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:05.724032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7bb3d066-8e9f-410a-b3f8-840b0a58b643 req-50b33ff3-c0be-4967-9a50-53a72a50f243 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Synchronizing usage tracker for tenant:7cacddfd3b9c49d89d5ff1308dbf1de8 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:05.736324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Usage tracker for resource:port and tenant:da49fb6ac5714670bda070f65a9c40b4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:05.745663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:05.768981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] For port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:23:05.783976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] For port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:23:05.786508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:05.843887 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:05.867919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5136f3f-925a-46c3-a22d-a5c8120ba061,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:05.885333 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:05.973048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Pushing event updated for resources: {'Port': ['ID=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:05.973296 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Transition to ACTIVE for port object 16e86061-dc5d-4ea5-aa49-894a75f51d60 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:06.044955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Made reservation on behalf of da49fb6ac5714670bda070f65a9c40b4 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:23:06.048701 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:06.056843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Transition to ACTIVE for port object 16e86061-dc5d-4ea5-aa49-894a75f51d60 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:06.060670 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:06.066706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7bb3d066-8e9f-410a-b3f8-840b0a58b643 req-50b33ff3-c0be-4967-9a50-53a72a50f243 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Unset dirty status for tenant:7cacddfd3b9c49d89d5ff1308dbf1de8 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:06.067879 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7bb3d066-8e9f-410a-b3f8-840b0a58b643 req-50b33ff3-c0be-4967-9a50-53a72a50f243 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 936 time: 1.6738844 Apr 05 20:23:06.073635 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:06.104979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:06.105622 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:06.107006 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-8404bee8-3a1e-4ed5-a67a-889104426962 service neutron] 10.222.0.13 "PUT /v2.0/ports/c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 HTTP/1.1" status: 200 len: 1096 time: 4.9651113 Apr 05 20:23:06.109469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'tag': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:23:06.141703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] device_id is not set on port 081d85ca-d3ac-4f59-9321-e8977db29551 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:23:06.200805 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Network cf6487da-9ae2-4685-8755-3ac247b8d3a8 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:06.213731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:06.220264 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:06.239443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 9dd29c88-cff1-4c6d-a3e3-305ee051e261, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9dd29c88-cff1-4c6d-a3e3-305ee051e261,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:06.273770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9e912d04-35ed-48e9-9d4a-6fb15c63e291 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Calling delete_port for ca29c898-1302-4e7b-9bde-6c8744360804 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:06.311794 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:06.321524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Pushing event updated for resources: {'Port': ['ID=16e86061-dc5d-4ea5-aa49-894a75f51d60,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:06.403299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-1d3d3e6a-edfd-4108-9526-72bb4353e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:06.404915 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-1d3d3e6a-edfd-4108-9526-72bb4353e9e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5907306-16c4-4573-8487-923347eaefb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.6970103 Apr 05 20:23:06.485788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Attempting to bind port 16e86061-dc5d-4ea5-aa49-894a75f51d60 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:23:06.495666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Attempting to bind port 16e86061-dc5d-4ea5-aa49-894a75f51d60 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '030fa08d-2688-4d62-84a1-77b17134a599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf6487da-9ae2-4685-8755-3ac247b8d3a8'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:23:06.496846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Attempting to bind port 16e86061-dc5d-4ea5-aa49-894a75f51d60 on network cf6487da-9ae2-4685-8755-3ac247b8d3a8 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:23:06.517491 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:23:06.517902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Checking segment: {'id': '030fa08d-2688-4d62-84a1-77b17134a599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf6487da-9ae2-4685-8755-3ac247b8d3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:23:06.518304 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:06.518718 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Bound using segment: {'id': '030fa08d-2688-4d62-84a1-77b17134a599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf6487da-9ae2-4685-8755-3ac247b8d3a8'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:23:06.519187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Bound port: 16e86061-dc5d-4ea5-aa49-894a75f51d60, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030fa08d-2688-4d62-84a1-77b17134a599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf6487da-9ae2-4685-8755-3ac247b8d3a8'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:23:06.519561 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:06.648326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=9dd29c88-cff1-4c6d-a3e3-305ee051e261,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:06.658252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70c6ea-1b49-4972-9afd-181453d09918 req-55da2122-c322-49c1-b6db-0acde1ea40f8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:06.665927 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a70c6ea-1b49-4972-9afd-181453d09918 req-55da2122-c322-49c1-b6db-0acde1ea40f8 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 1.4939151 Apr 05 20:23:06.724343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:06.757855 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:06.789223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Transition to ACTIVE for port object ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:06.825017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] For port 16e86061-dc5d-4ea5-aa49-894a75f51d60, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:23:06.828344 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:06.828557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] For port 16e86061-dc5d-4ea5-aa49-894a75f51d60, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=16e86061-dc5d-4ea5-aa49-894a75f51d60,segment=NetworkSegment(030fa08d-2688-4d62-84a1-77b17134a599),segment_id=030fa08d-2688-4d62-84a1-77b17134a599)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:23:06.836384 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:06.872400 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:06.881991 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a70c6ea-1b49-4972-9afd-181453d09918 req-7072f90d-26a5-4c5d-8d42-14c04e94f507 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145114 Apr 05 20:23:06.974681 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-95682da2-dd82-4500-b9f7-907670753cf8 service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5413249 Apr 05 20:23:07.038011 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24e009-3bee-45c0-a1ed-d85b50a7e7d8 None None] Pushing event updated for resources: {'Port': ['ID=16e86061-dc5d-4ea5-aa49-894a75f51d60,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:07.041070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7bb3d066-8e9f-410a-b3f8-840b0a58b643 req-877b82ec-a0a8-451a-929f-56ec5cdeb628 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Synchronizing usage tracker for tenant:7cacddfd3b9c49d89d5ff1308dbf1de8 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:07.134922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9dd29c88-cff1-4c6d-a3e3-305ee051e261 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:07.317262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7bb3d066-8e9f-410a-b3f8-840b0a58b643 req-877b82ec-a0a8-451a-929f-56ec5cdeb628 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Unset dirty status for tenant:7cacddfd3b9c49d89d5ff1308dbf1de8 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:07.336156 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7bb3d066-8e9f-410a-b3f8-840b0a58b643 req-877b82ec-a0a8-451a-929f-56ec5cdeb628 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2452998 Apr 05 20:23:07.370897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 9dd29c88-cff1-4c6d-a3e3-305ee051e261 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:07.371264 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:07.470223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-7e463287-4f62-426e-8b95-ed4042ed4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:07.472075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-7e463287-4f62-426e-8b95-ed4042ed4665 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7cacddfd3b9c49d89d5ff1308dbf1de8&device_id=c8f5285c-1c38-4a20-82b6-c5717e1f2c55 HTTP/1.1" status: 200 len: 1099 time: 1.2415049 Apr 05 20:23:07.472945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Pushing event updated for resources: {'Port': ['ID=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:07.722331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Allocated IP 172.20.0.12 (cf6487da-9ae2-4685-8755-3ac247b8d3a8/609d8842-30c1-4f21-9654-4566209b4a8d/081d85ca-d3ac-4f59-9321-e8977db29551) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:23:07.751897 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:07.829354 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-e33f9ca4-8f3e-4c68-99cf-7823c1e559fb service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7488248 Apr 05 20:23:07.848307 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:07.942397 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-f09786fb-6bdd-43bb-82cc-efab0daf47cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 HTTP/1.1" status: 200 len: 217 time: 0.3550522 Apr 05 20:23:07.948697 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e912d04-35ed-48e9-9d4a-6fb15c63e291 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:08.108012 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:08.113489 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-5a7da253-02ac-43b3-bf42-3ef9a9f87886 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 HTTP/1.1" status: 200 len: 217 time: 0.2712557 Apr 05 20:23:08.492564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=c5136f3f-925a-46c3-a22d-a5c8120ba061,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:08.549123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:08.575783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Transition to ACTIVE for port object 081d85ca-d3ac-4f59-9321-e8977db29551 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:08.634742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:08.718290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c0bac-9f02-457b-a72e-b51ab6c0cc59 None None] Network cf6487da-9ae2-4685-8755-3ac247b8d3a8 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:23:08.749775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48833388-6252-47de-b1d7-2ce287c648a8 req-a9856536-2fbf-49cf-aae2-e00374deb9ab tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:08.759123 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-48833388-6252-47de-b1d7-2ce287c648a8 req-a9856536-2fbf-49cf-aae2-e00374deb9ab tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 944 time: 1.6176348 Apr 05 20:23:08.767425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Attempting to bind port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:23:08.767776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Attempting to bind port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:23:08.768105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Attempting to bind port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:23:08.778637 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:08.788467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-19c9ae53-fb4d-4b3f-9bcc-bbea0bcbc10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:08.790572 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-19c9ae53-fb4d-4b3f-9bcc-bbea0bcbc10a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5925bc75-d9cd-41b1-a0fe-8314d5c0345b HTTP/1.1" status: 200 len: 797 time: 0.6275826 Apr 05 20:23:08.792872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e912d04-35ed-48e9-9d4a-6fb15c63e291 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event deleted for resources: {'Port': ['ID=ca29c898-1302-4e7b-9bde-6c8744360804,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:08.828037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac1f9-cc3d-4130-8abf-cb69da179308 req-40c26efb-6ed1-4980-b0de-0d150f6c5df5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:08.840815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac1f9-cc3d-4130-8abf-cb69da179308 req-40c26efb-6ed1-4980-b0de-0d150f6c5df5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:08.858326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac1f9-cc3d-4130-8abf-cb69da179308 req-40c26efb-6ed1-4980-b0de-0d150f6c5df5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:08.864427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac1f9-cc3d-4130-8abf-cb69da179308 req-40c26efb-6ed1-4980-b0de-0d150f6c5df5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:08.872006 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac1f9-cc3d-4130-8abf-cb69da179308 req-40c26efb-6ed1-4980-b0de-0d150f6c5df5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:08.878347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac1f9-cc3d-4130-8abf-cb69da179308 req-40c26efb-6ed1-4980-b0de-0d150f6c5df5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:08.884210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ac1f9-cc3d-4130-8abf-cb69da179308 req-40c26efb-6ed1-4980-b0de-0d150f6c5df5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:08.886146 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f4ac1f9-cc3d-4130-8abf-cb69da179308 req-40c26efb-6ed1-4980-b0de-0d150f6c5df5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.9420650 Apr 05 20:23:08.932952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:23:08.933266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Attempting to bind port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:23:08.962698 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f4ac1f9-cc3d-4130-8abf-cb69da179308 req-5e26e10f-e861-43f8-9929-5cae48619905 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0619051 Apr 05 20:23:08.967139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-34b690d1-3b2a-4ec1-a04e-06ec9670705a None None] Provisioning for port 16e86061-dc5d-4ea5-aa49-894a75f51d60 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:08.972803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Network cf6487da-9ae2-4685-8755-3ac247b8d3a8 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:08.976028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:23:08.976028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:23:08.976365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:23:08.976547 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:08.976806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Bound port: ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:23:08.977342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:09.002762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:09.021634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-aa88581f-4843-4db8-b4f9-d92da8250874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:09.023106 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-aa88581f-4843-4db8-b4f9-d92da8250874 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.9209239 Apr 05 20:23:09.025955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:09.118261 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e912d04-35ed-48e9-9d4a-6fb15c63e291 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:09.118592 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-9e912d04-35ed-48e9-9d4a-6fb15c63e291 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Floating IP fc983a8a-db38-4fdd-829e-f06f0a7327e6 disassociated (deleted). External IP: 172.25.8.230, port: 8ff2a5ca-0b6b-4e09-8de9-da208b24f52b. Apr 05 20:23:09.135017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event updated for resources: {'Port': ['ID=081d85ca-d3ac-4f59-9321-e8977db29551,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:09.242984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 16e86061-dc5d-4ea5-aa49-894a75f51d60 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:09.373116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] For port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:23:09.376720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] For port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:23:09.386209 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'tag': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526', 'status': 'completed', 'code': 200} Apr 05 20:23:09.394486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:09.438611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 16e86061-dc5d-4ea5-aa49-894a75f51d60 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:09.461321 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 16e86061-dc5d-4ea5-aa49-894a75f51d60 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:09.461558 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:09.497661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:09.498461 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:09.503867 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] 10.222.0.41 "PUT /v2.0/ports/ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 HTTP/1.1" status: 200 len: 1096 time: 5.9745605 Apr 05 20:23:09.526506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:09.527143 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:09.686812 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-48833388-6252-47de-b1d7-2ce287c648a8 req-ea193e5e-ec58-4033-a9f1-afa91aed3c34 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8691542 Apr 05 20:23:09.791934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a415ef-6bc6-43b5-a72e-32a1e063391e service neutron] Pushing event updated for resources: {'Port': ['ID=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:09.829923 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5dc44a96-85d7-4f0f-9dbe-f77083a8205e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5013797 Apr 05 20:23:09.830864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39992) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:09.863079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Request body: {'port': {'network_id': 'cf6487da-9ae2-4685-8755-3ac247b8d3a8', 'name': 'tempest-AllowedAddressPairTestJSON-218107737', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ba:95:c6'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:09.903034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Network 0036c264-6107-49cf-a8f2-adcdce404271 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:09.912165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:09.927030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-64205cbb-1d2b-4498-a8fd-4c3007b465f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:09.928525 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-64205cbb-1d2b-4498-a8fd-4c3007b465f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8116992 Apr 05 20:23:09.959896 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:10.062975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 16e86061-dc5d-4ea5-aa49-894a75f51d60, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=16e86061-dc5d-4ea5-aa49-894a75f51d60,segment=NetworkSegment(030fa08d-2688-4d62-84a1-77b17134a599),segment_id=030fa08d-2688-4d62-84a1-77b17134a599)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:10.077755 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:10.214021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=16e86061-dc5d-4ea5-aa49-894a75f51d60,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:10.244572 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5756ca62-95f2-4112-abad-c7c3d612d7ba None None] Provisioning for port 081d85ca-d3ac-4f59-9321-e8977db29551 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:10.264331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5756ca62-95f2-4112-abad-c7c3d612d7ba None None] Provisioning complete for port 081d85ca-d3ac-4f59-9321-e8977db29551 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:10.264768 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5756ca62-95f2-4112-abad-c7c3d612d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:10.283471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-0a55559d-b43a-4c17-a522-a5c3926220a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:10.285049 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-0a55559d-b43a-4c17-a522-a5c3926220a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5907306-16c4-4573-8487-923347eaefb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4554119 Apr 05 20:23:10.361363 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5756ca62-95f2-4112-abad-c7c3d612d7ba None None] Port 081d85ca-d3ac-4f59-9321-e8977db29551 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:23:10.403549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5756ca62-95f2-4112-abad-c7c3d612d7ba None None] Provisioning complete for port 16e86061-dc5d-4ea5-aa49-894a75f51d60 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:10.408743 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5756ca62-95f2-4112-abad-c7c3d612d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:10.543593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:10.631068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Usage tracker for resource:port and tenant:da49fb6ac5714670bda070f65a9c40b4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:10.651586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:10.677841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:10.685848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-0c53d074-03c6-4f96-8dcc-25523b53ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:10.687549 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-0c53d074-03c6-4f96-8dcc-25523b53ee49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cacddfd3b9c49d89d5ff1308dbf1de8&device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 1099 time: 1.1216142 Apr 05 20:23:10.800404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Router 201f782e-b23b-4d68-bb79-080c1233d126 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:23:10.807658 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-a9db9672-73aa-47ee-974b-0bbfa64f5696 service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070882 Apr 05 20:23:10.816521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a143cb71-28ed-4f8b-92b2-8336c640f4eb None None] Provisioning complete for port 081d85ca-d3ac-4f59-9321-e8977db29551 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:10.816941 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a143cb71-28ed-4f8b-92b2-8336c640f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:10.838813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Made reservation on behalf of da49fb6ac5714670bda070f65a9c40b4 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:23:10.874105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726eb52-91c8-4829-96a3-fcfa9a11a941 req-a50ff128-8e5f-4a9e-95dd-cc460cca229e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:10.881792 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e726eb52-91c8-4829-96a3-fcfa9a11a941 req-a50ff128-8e5f-4a9e-95dd-cc460cca229e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.8199606 Apr 05 20:23:10.891570 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-99505c89-aeb5-42ed-bfec-e99c7a739ed9 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9359126 Apr 05 20:23:10.903175 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-5e2e52f0-1825-4644-b2df-13181305f196 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 HTTP/1.1" status: 200 len: 217 time: 0.1920092 Apr 05 20:23:10.913611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589bb2d-ab74-4252-b21d-da1ac944f80e req-70af0a4b-e91b-4086-b2ff-a7b65d139f84 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:10.922997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0589bb2d-ab74-4252-b21d-da1ac944f80e req-70af0a4b-e91b-4086-b2ff-a7b65d139f84 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 948 time: 1.0099492 Apr 05 20:23:10.964007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a143cb71-28ed-4f8b-92b2-8336c640f4eb None None] Port 081d85ca-d3ac-4f59-9321-e8977db29551 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:23:11.007133 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e726eb52-91c8-4829-96a3-fcfa9a11a941 req-0619553c-616c-4aa7-8b3f-20afca7941b5 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244245 Apr 05 20:23:11.141623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 16e86061-dc5d-4ea5-aa49-894a75f51d60 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:11.215918 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0589bb2d-ab74-4252-b21d-da1ac944f80e req-9357d49c-282d-4e55-a10b-a5343650143b tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904139 Apr 05 20:23:11.271988 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 16e86061-dc5d-4ea5-aa49-894a75f51d60 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:11.272404 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:11.393063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c10554b-b5ff-487f-ac98-8837ca9c4da6', 'tag': 'ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:23:11.406539 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f6f4123b-95f2-491e-8729-36f5797318ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:11.413325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-f1c31c12-f101-4dee-8535-abdb05429a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:11.416067 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-f1c31c12-f101-4dee-8535-abdb05429a71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.4899242 Apr 05 20:23:11.486430 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:11.647886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] device_id is not set on port c754b4eb-c068-4559-bb0b-b51414fd6f75 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:23:11.653302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e912d04-35ed-48e9-9d4a-6fb15c63e291 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Router e91ae290-ffbf-4769-b442-1ac0e76e6928 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:23:11.667428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:23:11.678943 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Sync routers for ids ['201f782e-b23b-4d68-bb79-080c1233d126'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:23:11.694231 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Routers {'201f782e-b23b-4d68-bb79-080c1233d126'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:23:11.696014 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:22:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['201f782e-b23b-4d68-bb79-080c1233d126'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:11.707592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-c961c1e5-062b-4f9b-abda-39898dbfa1c7 service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8016033 Apr 05 20:23:11.745220 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da31d13b-122f-4d01-9b87-58056b6e74cd req-81d21a2f-3606-4eda-b7d7-f15777f7496b service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8008401 Apr 05 20:23:11.850553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-512f7802-18dd-4b78-b5a8-05713b2966de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:11.857262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-512f7802-18dd-4b78-b5a8-05713b2966de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3541398 Apr 05 20:23:12.014341 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Set router 201f782e-b23b-4d68-bb79-080c1233d126 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:23:12.052987 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5a0103c2-fcb2-48f2-ba7c-5ba640341bb6 admin admin] 10.222.0.24 "PUT /v2.0/routers/201f782e-b23b-4d68-bb79-080c1233d126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1643410 Apr 05 20:23:12.058483 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-ee738403-8d8b-46b0-9e45-b92ad98ac668 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=426dbf2a-c8c8-4439-bf39-4fda1aa49348 HTTP/1.1" status: 200 len: 217 time: 0.2828875 Apr 05 20:23:12.124837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a84a-e1b5-49b1-a86c-f9717f79c7bb req-0fda061b-6853-4eae-9e97-6835ac008dc8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:12.130074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccf78b-4a25-4445-a61b-2f9e2d64a3e4 req-6494c2f7-a0a8-40c4-b8f3-7d4775f1c7b9 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:12.130901 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a84a-e1b5-49b1-a86c-f9717f79c7bb req-0fda061b-6853-4eae-9e97-6835ac008dc8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:12.137293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a84a-e1b5-49b1-a86c-f9717f79c7bb req-0fda061b-6853-4eae-9e97-6835ac008dc8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:12.137865 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0ccf78b-4a25-4445-a61b-2f9e2d64a3e4 req-6494c2f7-a0a8-40c4-b8f3-7d4775f1c7b9 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 944 time: 0.5891428 Apr 05 20:23:12.143151 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a84a-e1b5-49b1-a86c-f9717f79c7bb req-0fda061b-6853-4eae-9e97-6835ac008dc8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:12.148916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a84a-e1b5-49b1-a86c-f9717f79c7bb req-0fda061b-6853-4eae-9e97-6835ac008dc8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:12.156239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a84a-e1b5-49b1-a86c-f9717f79c7bb req-0fda061b-6853-4eae-9e97-6835ac008dc8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:12.162728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8649a84a-e1b5-49b1-a86c-f9717f79c7bb req-0fda061b-6853-4eae-9e97-6835ac008dc8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:12.171033 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8649a84a-e1b5-49b1-a86c-f9717f79c7bb req-0fda061b-6853-4eae-9e97-6835ac008dc8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.7436800 Apr 05 20:23:12.285180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-1a3ac886-8a36-48e9-80d1-1969d0070d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:12.287479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-1a3ac886-8a36-48e9-80d1-1969d0070d32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5925bc75-d9cd-41b1-a0fe-8314d5c0345b HTTP/1.1" status: 200 len: 797 time: 0.2223358 Apr 05 20:23:12.319205 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0ccf78b-4a25-4445-a61b-2f9e2d64a3e4 req-7b906b06-0e7b-4e04-8bd9-aa5bfa88732d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807420 Apr 05 20:23:12.325917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Allocated IP 172.20.0.13 (cf6487da-9ae2-4685-8755-3ac247b8d3a8/609d8842-30c1-4f21-9654-4566209b4a8d/c754b4eb-c068-4559-bb0b-b51414fd6f75) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:23:12.378021 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8649a84a-e1b5-49b1-a86c-f9717f79c7bb req-f173a9f9-f296-4398-abdd-47f181d57e9f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2060699 Apr 05 20:23:12.389971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e912d04-35ed-48e9-9d4a-6fb15c63e291 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:23:12.395491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e912d04-35ed-48e9-9d4a-6fb15c63e291 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:12.396650 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-eae6dd48-830b-4198-953d-b83773cd0930 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235419 Apr 05 20:23:12.401837 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77912aa7-f9ec-422b-99e5-dc8dcb4fd834 None None] Sync routers for ids ['e91ae290-ffbf-4769-b442-1ac0e76e6928'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:23:12.406129 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c10554b-b5ff-487f-ac98-8837ca9c4da6', 'tag': 'ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5', 'status': 'completed', 'code': 200} Apr 05 20:23:12.427304 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77912aa7-f9ec-422b-99e5-dc8dcb4fd834 None None] Routers {'e91ae290-ffbf-4769-b442-1ac0e76e6928'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:23:12.432286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-77912aa7-f9ec-422b-99e5-dc8dcb4fd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:22:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e91ae290-ffbf-4769-b442-1ac0e76e6928'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:12.447481 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201f782e-b23b-4d68-bb79-080c1233d126', 'name': 'tempest-ServerRescueTestJSON-1582221919-router', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '9dd29c88-cff1-4c6d-a3e3-305ee051e261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:22:51Z', 'updated_at': '2022-04-05T20:23:06Z', 'revision_number': 4, 'project_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'gw_port': {'id': '9dd29c88-cff1-4c6d-a3e3-305ee051e261', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201f782e-b23b-4d68-bb79-080c1233d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:22:54Z', 'updated_at': '2022-04-05T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'c5136f3f-925a-46c3-a22d-a5c8120ba061', 'name': '', 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'mac_address': 'fa:16:3e:0f:2d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201f782e-b23b-4d68-bb79-080c1233d126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '7b2dc6ff-910e-46dc-beb1-17e6615cd54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:23:03Z', 'updated_at': '2022-04-05T20:23:07Z', 'revision_number': 2, 'project_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'subnets': [{'id': '7b2dc6ff-910e-46dc-beb1-17e6615cd54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:12.458058 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Checking router: 201f782e-b23b-4d68-bb79-080c1233d126 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:23:12.458591 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Updating router 201f782e-b23b-4d68-bb79-080c1233d126 port c5136f3f-925a-46c3-a22d-a5c8120ba061 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:23:12.478190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02539b6b-fe57-4d2c-8aec-cb7939bac3f7 req-7934e66c-99cb-41c0-ab18-2cb76c7a97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:12.479671 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-02539b6b-fe57-4d2c-8aec-cb7939bac3f7 req-7934e66c-99cb-41c0-ab18-2cb76c7a97f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7cacddfd3b9c49d89d5ff1308dbf1de8&device_id=c8f5285c-1c38-4a20-82b6-c5717e1f2c55 HTTP/1.1" status: 200 len: 1099 time: 0.2587354 Apr 05 20:23:12.548282 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:12.557731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-77912aa7-f9ec-422b-99e5-dc8dcb4fd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:12.570935 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9e912d04-35ed-48e9-9d4a-6fb15c63e291 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "DELETE /v2.0/floatingips/fc983a8a-db38-4fdd-829e-f06f0a7327e6 HTTP/1.1" status: 204 len: 168 time: 8.2139986 Apr 05 20:23:12.575241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77912aa7-f9ec-422b-99e5-dc8dcb4fd834 None None] Routers {'e91ae290-ffbf-4769-b442-1ac0e76e6928'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:23:12.575891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-77912aa7-f9ec-422b-99e5-dc8dcb4fd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:22:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e91ae290-ffbf-4769-b442-1ac0e76e6928'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:12.579163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40014) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:12.585201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:12.590143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:12.593997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Usage tracker for resource:floatingip and tenant:873159677d9b4ecb96fcb34eb5893d7e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:12.597086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:12.602824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:12.626987 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:12.646833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-77912aa7-f9ec-422b-99e5-dc8dcb4fd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:12.647287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77912aa7-f9ec-422b-99e5-dc8dcb4fd834 None None] The sync data for ids ['e91ae290-ffbf-4769-b442-1ac0e76e6928'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:23:12.670238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-661c769b-88ec-4c6a-a35c-5cf88f6667b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:12.671723 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-661c769b-88ec-4c6a-a35c-5cf88f6667b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5907306-16c4-4573-8487-923347eaefb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3748126 Apr 05 20:23:12.715515 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:12.732670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Transition to ACTIVE for port object c754b4eb-c068-4559-bb0b-b51414fd6f75 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:12.831349 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:12.865653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703afc1-ab1a-4796-bb90-3fc088a3fff7 req-5a15a719-9d38-49ee-9f4f-808b8afd9262 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:12.867192 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1703afc1-ab1a-4796-bb90-3fc088a3fff7 req-5a15a719-9d38-49ee-9f4f-808b8afd9262 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 948 time: 0.3378596 Apr 05 20:23:12.946541 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:12.960564 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Transition to ACTIVE for port object c5136f3f-925a-46c3-a22d-a5c8120ba061 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:12.960983 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1703afc1-ab1a-4796-bb90-3fc088a3fff7 req-04e42a11-b76b-491a-982a-6c097271bb24 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820818 Apr 05 20:23:12.965291 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-eb73b3e1-f1b2-4ba5-a0b0-4038d5b22b93 service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818840 Apr 05 20:23:12.970130 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:13.028365 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:13.068528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Network cf6487da-9ae2-4685-8755-3ac247b8d3a8 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:13.076354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:13.079326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:13.197717 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:13.198542 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:13.202273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event updated for resources: {'Port': ['ID=c754b4eb-c068-4559-bb0b-b51414fd6f75,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:13.223903 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb6cee-c374-4d43-903d-8684a27d21a9 None None] Pushing event updated for resources: {'Port': ['ID=c5136f3f-925a-46c3-a22d-a5c8120ba061,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:13.236527 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-81fbdeca-4277-4af1-a075-d7c9b114d199 service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644908 Apr 05 20:23:13.272113 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b70c5c2-cbfd-47a9-8266-382954dd9aab req-db06abfb-2a1b-4e8b-a57e-46756b6df1ca service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8613267 Apr 05 20:23:13.281799 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-19fa5b16-b00a-42f4-b8b7-c3cdce3436b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.4424322 Apr 05 20:23:13.285372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40028) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:13.304424 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Attempting to bind port c5136f3f-925a-46c3-a22d-a5c8120ba061 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:23:13.304787 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Attempting to bind port c5136f3f-925a-46c3-a22d-a5c8120ba061 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e01472c5-1f4c-424a-850a-d35b2bf28ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:23:13.305171 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Attempting to bind port c5136f3f-925a-46c3-a22d-a5c8120ba061 on network 0036c264-6107-49cf-a8f2-adcdce404271 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:23:13.312490 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 22, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:23:13.312852 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Checking segment: {'id': 'e01472c5-1f4c-424a-850a-d35b2bf28ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:23:13.313243 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:13.313671 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Bound using segment: {'id': 'e01472c5-1f4c-424a-850a-d35b2bf28ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:23:13.314175 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Bound port: c5136f3f-925a-46c3-a22d-a5c8120ba061, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e01472c5-1f4c-424a-850a-d35b2bf28ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:23:13.314544 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:13.341777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02539b6b-fe57-4d2c-8aec-cb7939bac3f7 req-04a727a4-3f90-4d23-9ae4-c66d1ed90f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:13.343671 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-02539b6b-fe57-4d2c-8aec-cb7939bac3f7 req-04a727a4-3f90-4d23-9ae4-c66d1ed90f3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.8499210 Apr 05 20:23:13.346763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Allocated IP 172.25.8.2 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/053b4933-8d2a-4f21-bbe2-fc558b7b9d36) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:23:13.416234 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] For port c5136f3f-925a-46c3-a22d-a5c8120ba061, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:23:13.421304 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] For port c5136f3f-925a-46c3-a22d-a5c8120ba061, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c5136f3f-925a-46c3-a22d-a5c8120ba061,segment=NetworkSegment(e01472c5-1f4c-424a-850a-d35b2bf28ba6),segment_id=e01472c5-1f4c-424a-850a-d35b2bf28ba6)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:23:13.422928 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a068b79e-8b98-4321-bbf4-c80d175a7f04 None None] Provisioning for port c754b4eb-c068-4559-bb0b-b51414fd6f75 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:13.427523 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:13.429604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a068b79e-8b98-4321-bbf4-c80d175a7f04 None None] Provisioning complete for port c754b4eb-c068-4559-bb0b-b51414fd6f75 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:13.430257 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a068b79e-8b98-4321-bbf4-c80d175a7f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:13.472496 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-02539b6b-fe57-4d2c-8aec-cb7939bac3f7 req-cf6f85c7-1611-4f60-892f-29fe8ee06e07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 HTTP/1.1" status: 200 len: 217 time: 0.0813546 Apr 05 20:23:13.497239 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:23:13.498427 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a068b79e-8b98-4321-bbf4-c80d175a7f04 None None] Port c754b4eb-c068-4559-bb0b-b51414fd6f75 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:23:13.514649 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:13.529936 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Routers {'201f782e-b23b-4d68-bb79-080c1233d126'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:23:13.530557 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:22:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['201f782e-b23b-4d68-bb79-080c1233d126'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:13.564234 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26ed1d-9082-42c9-ac31-552937d98aa3 req-53d8a79a-6004-4f0c-97a4-56d022b950bb tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:13.565716 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d26ed1d-9082-42c9-ac31-552937d98aa3 req-53d8a79a-6004-4f0c-97a4-56d022b950bb tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 1.0380785 Apr 05 20:23:13.604852 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb6cee-c374-4d43-903d-8684a27d21a9 None None] Pushing event updated for resources: {'Port': ['ID=c5136f3f-925a-46c3-a22d-a5c8120ba061,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:13.610312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02539b6b-fe57-4d2c-8aec-cb7939bac3f7 req-c09633b1-f1c9-4e74-81de-87044d49e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:13.611747 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-02539b6b-fe57-4d2c-8aec-cb7939bac3f7 req-c09633b1-f1c9-4e74-81de-87044d49e262 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1291499 Apr 05 20:23:13.637816 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:13.673127 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-860b1862-a68e-417e-b2b1-26c276f8ce15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:13.700138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29664c8-572f-42b1-9a7e-18f4c0efc908 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:13.706118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29664c8-572f-42b1-9a7e-18f4c0efc908 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:13.712084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29664c8-572f-42b1-9a7e-18f4c0efc908 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:13.712944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d29664c8-572f-42b1-9a7e-18f4c0efc908 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Synchronizing usage tracker for tenant:da49fb6ac5714670bda070f65a9c40b4 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:13.720901 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d26ed1d-9082-42c9-ac31-552937d98aa3 req-95c2aea9-116f-45bb-b736-54f58a907f24 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444278 Apr 05 20:23:13.725929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3668-7a78-42c8-a642-48b163b3d194 req-89fe6db0-886b-4c47-b36b-dce4e67728b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:13.725929 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3ce3668-7a78-42c8-a642-48b163b3d194 req-89fe6db0-886b-4c47-b36b-dce4e67728b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cacddfd3b9c49d89d5ff1308dbf1de8&device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 1099 time: 0.3734343 Apr 05 20:23:13.734829 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-09e9a60b-dde2-47b5-bfd7-06fa2c6f69a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=55be09c8-c06d-45fb-9382-e5748077ba8f HTTP/1.1" status: 200 len: 217 time: 0.1906483 Apr 05 20:23:13.741436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Pushing event updated for resources: {'Port': ['ID=053b4933-8d2a-4f21-bbe2-fc558b7b9d36,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:13.774584 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] Set router 201f782e-b23b-4d68-bb79-080c1233d126 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:23:13.854024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d29664c8-572f-42b1-9a7e-18f4c0efc908 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Unset dirty status for tenant:da49fb6ac5714670bda070f65a9c40b4 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:13.855316 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d29664c8-572f-42b1-9a7e-18f4c0efc908 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.5677810 Apr 05 20:23:13.865930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40036) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:13.945151 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02539b6b-fe57-4d2c-8aec-cb7939bac3f7 req-fa5ca01a-3a49-4da5-8e3c-361c473f9262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:13.946691 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-02539b6b-fe57-4d2c-8aec-cb7939bac3f7 req-fa5ca01a-3a49-4da5-8e3c-361c473f9262 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3240130 Apr 05 20:23:14.033083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:14.072922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:14.076193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:14.120639 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201f782e-b23b-4d68-bb79-080c1233d126', 'name': 'tempest-ServerRescueTestJSON-1582221919-router', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '9dd29c88-cff1-4c6d-a3e3-305ee051e261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:22:51Z', 'updated_at': '2022-04-05T20:23:06Z', 'revision_number': 4, 'project_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'gw_port': {'id': '9dd29c88-cff1-4c6d-a3e3-305ee051e261', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201f782e-b23b-4d68-bb79-080c1233d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:22:54Z', 'updated_at': '2022-04-05T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'c5136f3f-925a-46c3-a22d-a5c8120ba061', 'name': '', 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'mac_address': 'fa:16:3e:0f:2d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201f782e-b23b-4d68-bb79-080c1233d126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '7b2dc6ff-910e-46dc-beb1-17e6615cd54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:23:03Z', 'updated_at': '2022-04-05T20:23:13Z', 'revision_number': 4, 'project_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'subnets': [{'id': '7b2dc6ff-910e-46dc-beb1-17e6615cd54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:14.124745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3668-7a78-42c8-a642-48b163b3d194 req-583dbe8d-ac27-401a-b763-5b9593c82ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:14.127869 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e5234a-debb-4917-beb1-3731411bab27 None None] The sync data for ids ['201f782e-b23b-4d68-bb79-080c1233d126'] in n-d-836604-1 is: [{'id': '201f782e-b23b-4d68-bb79-080c1233d126', 'name': 'tempest-ServerRescueTestJSON-1582221919-router', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '9dd29c88-cff1-4c6d-a3e3-305ee051e261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:22:51Z', 'updated_at': '2022-04-05T20:23:06Z', 'revision_number': 4, 'project_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'gw_port': {'id': '9dd29c88-cff1-4c6d-a3e3-305ee051e261', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201f782e-b23b-4d68-bb79-080c1233d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:22:54Z', 'updated_at': '2022-04-05T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'c5136f3f-925a-46c3-a22d-a5c8120ba061', 'name': '', 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'mac_address': 'fa:16:3e:0f:2d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201f782e-b23b-4d68-bb79-080c1233d126', 'device_owner': 'network:router_interface', 'standard_attr_id': 1512, 'fixed_ips': [{'subnet_id': '7b2dc6ff-910e-46dc-beb1-17e6615cd54b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:23:03Z', 'updated_at': '2022-04-05T20:23:13Z', 'revision_number': 4, 'project_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'subnets': [{'id': '7b2dc6ff-910e-46dc-beb1-17e6615cd54b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:23:14.128093 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3ce3668-7a78-42c8-a642-48b163b3d194 req-583dbe8d-ac27-401a-b763-5b9593c82ca6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.3943884 Apr 05 20:23:14.180842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-ce2a403e-f070-4c9f-b06c-ce6ff3b4aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:14.180842 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-ce2a403e-f070-4c9f-b06c-ce6ff3b4aefa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5925bc75-d9cd-41b1-a0fe-8314d5c0345b HTTP/1.1" status: 200 len: 797 time: 0.4273262 Apr 05 20:23:14.254054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-16d346a5-9b47-4e8a-b9a9-1db946579726 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Deleting port c754b4eb-c068-4559-bb0b-b51414fd6f75 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:14.254675 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16d346a5-9b47-4e8a-b9a9-1db946579726 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:14.283556 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3ce3668-7a78-42c8-a642-48b163b3d194 req-7d499af8-af57-4b3b-840f-809298e4af76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 HTTP/1.1" status: 200 len: 217 time: 0.1438868 Apr 05 20:23:14.306243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cdf2218b-5e66-4723-8320-99733a56cdb5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:14.307753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cdf2218b-5e66-4723-8320-99733a56cdb5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/networks?id=0036c264-6107-49cf-a8f2-adcdce404271 HTTP/1.1" status: 200 len: 811 time: 0.7626755 Apr 05 20:23:14.369963 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd8a37a-8da7-4728-bea2-238528629335 req-76d72b32-c67b-47d7-b144-b7c65745a594 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/quotas/44a73d7388664fb1bd4e54ae3b4705c8 HTTP/1.1" status: 200 len: 375 time: 0.0454552 Apr 05 20:23:14.370526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d3816d-8f2c-44e8-a6a8-09b2d12452b5 req-aab4b225-0f9b-43b5-9ab6-8f7e4bd3fe2f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:14.378527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9d3816d-8f2c-44e8-a6a8-09b2d12452b5 req-aab4b225-0f9b-43b5-9ab6-8f7e4bd3fe2f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 944 time: 0.5071416 Apr 05 20:23:14.442943 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-02539b6b-fe57-4d2c-8aec-cb7939bac3f7 req-3db18e36-7f77-4be8-a6e6-db76f025f291 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4853139 Apr 05 20:23:14.450799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3668-7a78-42c8-a642-48b163b3d194 req-e1320419-551c-4537-8be8-4b07ac66b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:14.452230 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3ce3668-7a78-42c8-a642-48b163b3d194 req-e1320419-551c-4537-8be8-4b07ac66b106 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1559997 Apr 05 20:23:14.481517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9d3816d-8f2c-44e8-a6a8-09b2d12452b5 req-26448508-73ba-4123-a1db-24adc4e2bbe2 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019132 Apr 05 20:23:14.497594 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:14.589352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-e3893bbe-d9cc-44ab-8652-937f34a1b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:14.590917 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-e3893bbe-d9cc-44ab-8652-937f34a1b6d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5907306-16c4-4573-8487-923347eaefb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3822157 Apr 05 20:23:14.728590 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:14.731391 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:14.735672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce3668-7a78-42c8-a642-48b163b3d194 req-c9e63bfd-7a7d-4ce6-8249-a2eb11fcdcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:14.737215 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3ce3668-7a78-42c8-a642-48b163b3d194 req-c9e63bfd-7a7d-4ce6-8249-a2eb11fcdcbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2618294 Apr 05 20:23:14.754699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-02539b6b-fe57-4d2c-8aec-cb7939bac3f7 req-3253a18b-5690-4bf8-97a2-dac67e186160 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993441 Apr 05 20:23:14.819821 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:14.829963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3dbbf-d202-42b7-b79b-14bd187b7c20 req-83331985-b8e1-4380-867b-96fbee4e8b24 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:14.835946 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3dbbf-d202-42b7-b79b-14bd187b7c20 req-83331985-b8e1-4380-867b-96fbee4e8b24 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:14.842731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3dbbf-d202-42b7-b79b-14bd187b7c20 req-83331985-b8e1-4380-867b-96fbee4e8b24 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:14.848433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3dbbf-d202-42b7-b79b-14bd187b7c20 req-83331985-b8e1-4380-867b-96fbee4e8b24 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:14.854361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3dbbf-d202-42b7-b79b-14bd187b7c20 req-83331985-b8e1-4380-867b-96fbee4e8b24 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:14.860959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3dbbf-d202-42b7-b79b-14bd187b7c20 req-83331985-b8e1-4380-867b-96fbee4e8b24 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:14.867102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3dbbf-d202-42b7-b79b-14bd187b7c20 req-83331985-b8e1-4380-867b-96fbee4e8b24 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:14.869060 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2d3dbbf-d202-42b7-b79b-14bd187b7c20 req-83331985-b8e1-4380-867b-96fbee4e8b24 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.2584193 Apr 05 20:23:14.901410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-3cd8a37a-8da7-4728-bea2-238528629335 req-91eb993b-fff6-433e-a810-d451d847cc13 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Synchronizing usage tracker for tenant:44a73d7388664fb1bd4e54ae3b4705c8 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:14.915980 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16d346a5-9b47-4e8a-b9a9-1db946579726 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:15.006230 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3ce3668-7a78-42c8-a642-48b163b3d194 req-a5ad2715-00b6-4949-87ae-512dbbf4d106 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505190 Apr 05 20:23:15.031337 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2d3dbbf-d202-42b7-b79b-14bd187b7c20 req-d920b14c-8db5-441f-b3b8-d7cdddd53fb3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863364 Apr 05 20:23:15.071244 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-16d346a5-9b47-4e8a-b9a9-1db946579726 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Calling delete_port for c754b4eb-c068-4559-bb0b-b51414fd6f75 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:15.095743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c5136f3f-925a-46c3-a22d-a5c8120ba061 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:15.139431 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-c348360d-d8c8-48d1-a9e3-680ffcef2d24 service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882560 Apr 05 20:23:15.188872 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3ce3668-7a78-42c8-a642-48b163b3d194 req-cda1aec6-3fcd-4e3b-8ef6-4a12ebc66b89 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565335 Apr 05 20:23:15.227192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c5136f3f-925a-46c3-a22d-a5c8120ba061 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:15.232411 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c5136f3f-925a-46c3-a22d-a5c8120ba061 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:15.232775 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:15.275600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-3cd8a37a-8da7-4728-bea2-238528629335 req-91eb993b-fff6-433e-a810-d451d847cc13 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Unset dirty status for tenant:44a73d7388664fb1bd4e54ae3b4705c8 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:15.276882 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd8a37a-8da7-4728-bea2-238528629335 req-91eb993b-fff6-433e-a810-d451d847cc13 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a73d7388664fb1bd4e54ae3b4705c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8720090 Apr 05 20:23:15.301283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9266b41-1260-441e-82e7-e78d8d7bc322 req-e3f21059-175f-4113-bdf1-954dd97c34bf tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:15.302898 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9266b41-1260-441e-82e7-e78d8d7bc322 req-e3f21059-175f-4113-bdf1-954dd97c34bf tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 948 time: 0.0916095 Apr 05 20:23:15.367989 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9266b41-1260-441e-82e7-e78d8d7bc322 req-0a9d3c13-1309-4c6a-b2c3-c78d66853a97 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569305 Apr 05 20:23:15.404613 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:15.439850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port c5136f3f-925a-46c3-a22d-a5c8120ba061, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c5136f3f-925a-46c3-a22d-a5c8120ba061,segment=NetworkSegment(e01472c5-1f4c-424a-850a-d35b2bf28ba6),segment_id=e01472c5-1f4c-424a-850a-d35b2bf28ba6)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:15.445468 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:15.540243 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=c5136f3f-925a-46c3-a22d-a5c8120ba061,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:15.568302 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00224bf-0c70-4e60-b6c5-f186306877aa req-cd885ce5-45fa-407e-bccb-f6811021e2f9 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:15.570173 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f00224bf-0c70-4e60-b6c5-f186306877aa req-cd885ce5-45fa-407e-bccb-f6811021e2f9 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.1028488 Apr 05 20:23:15.615520 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f00224bf-0c70-4e60-b6c5-f186306877aa req-19fda91a-27e4-4c75-a6e4-bb232a3d1ca4 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392258 Apr 05 20:23:15.631353 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-d9957dc8-5961-45c8-8888-acfec2659876 service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923819 Apr 05 20:23:15.772923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:23:15.812666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30513a5-fb50-44d8-864a-1f5d1561be54 req-91b07a97-3d77-4887-8132-bb84269047be tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:15.814516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d30513a5-fb50-44d8-864a-1f5d1561be54 req-91b07a97-3d77-4887-8132-bb84269047be tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 944 time: 0.0914552 Apr 05 20:23:15.840172 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd8a37a-8da7-4728-bea2-238528629335 req-22acc78d-373e-4cc6-89be-5eae05548fb2 service neutron] 10.222.0.24 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411758 Apr 05 20:23:15.849675 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:15.851270 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16d346a5-9b47-4e8a-b9a9-1db946579726 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:15.868516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d30513a5-fb50-44d8-864a-1f5d1561be54 req-24aeb4c7-148c-42cd-9f23-3c3993531641 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464597 Apr 05 20:23:15.916025 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-236e1c65-9784-4b74-b9ee-ce619056c621 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=030fac6f-a4bb-4ae5-9b20-513c642ca36c HTTP/1.1" status: 200 len: 217 time: 0.2684441 Apr 05 20:23:15.925102 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:15.936810 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:15.959285 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:15.972069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd', 'network_id': '63d0a06b-a385-4c4e-bfd5-c4a862b9671e', 'port_id': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd', 'mac_address': 'fa:16:3e:58:5c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f37a02-4584-4cdb-9a53-ef614777d971', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:23:15.981393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d346a5-9b47-4e8a-b9a9-1db946579726 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event deleted for resources: {'Port': ['ID=c754b4eb-c068-4559-bb0b-b51414fd6f75,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:16.035373 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:16.058063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:16.076185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:16.086267 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:16.086986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:23:16.198217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:16.244705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-396ef495-fc43-49ce-9cbe-1da125933a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:16.246207 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-396ef495-fc43-49ce-9cbe-1da125933a01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=688a705f-1af8-4564-afe3-3b401e1905c5 HTTP/1.1" status: 200 len: 797 time: 0.3173504 Apr 05 20:23:16.258259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687404aa-e63c-4c18-ad3c-7bd0f3c1a476 req-b37097fc-b136-4f21-9fce-4ad8ae157863 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:16.264208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687404aa-e63c-4c18-ad3c-7bd0f3c1a476 req-b37097fc-b136-4f21-9fce-4ad8ae157863 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:16.270140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687404aa-e63c-4c18-ad3c-7bd0f3c1a476 req-b37097fc-b136-4f21-9fce-4ad8ae157863 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:16.275925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687404aa-e63c-4c18-ad3c-7bd0f3c1a476 req-b37097fc-b136-4f21-9fce-4ad8ae157863 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:16.282412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687404aa-e63c-4c18-ad3c-7bd0f3c1a476 req-b37097fc-b136-4f21-9fce-4ad8ae157863 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:16.288035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687404aa-e63c-4c18-ad3c-7bd0f3c1a476 req-b37097fc-b136-4f21-9fce-4ad8ae157863 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:16.294794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687404aa-e63c-4c18-ad3c-7bd0f3c1a476 req-b37097fc-b136-4f21-9fce-4ad8ae157863 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:16.297351 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-687404aa-e63c-4c18-ad3c-7bd0f3c1a476 req-b37097fc-b136-4f21-9fce-4ad8ae157863 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.1442032 Apr 05 20:23:16.312610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:16.326228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526', 'mac_address': 'fa:16:3e:60:ab:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:23:16.327021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Pushing event updated for resources: {'Port': ['ID=053b4933-8d2a-4f21-bbe2-fc558b7b9d36,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:16.345620 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-687404aa-e63c-4c18-ad3c-7bd0f3c1a476 req-1881f0c7-ec9f-4aca-902c-50c913c466bf tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430498 Apr 05 20:23:16.347404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:16.395593 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:16.414615 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cd8a37a-8da7-4728-bea2-238528629335 req-6c5bac6b-36a7-44ec-a115-ad44b85d0926 service neutron] 10.222.0.24 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536456 Apr 05 20:23:16.415659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:16.434172 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:16.442629 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:16.504578 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16d346a5-9b47-4e8a-b9a9-1db946579726 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:16.507004 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-16d346a5-9b47-4e8a-b9a9-1db946579726 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "DELETE /v2.0/ports/c754b4eb-c068-4559-bb0b-b51414fd6f75 HTTP/1.1" status: 204 len: 168 time: 2.6304471 Apr 05 20:23:16.516552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40050) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:16.518107 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:16.522209 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6c9296b9-afcd-4835-8aaf-6b97fc0ceb65 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.9382994 Apr 05 20:23:16.526448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40054) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:16.574548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:16.580858 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-b034c273-6210-48e0-839a-871403085b2e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] GET failed (client error): The resource could not be found. Apr 05 20:23:16.581395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b034c273-6210-48e0-839a-871403085b2e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Synchronizing usage tracker for tenant:da49fb6ac5714670bda070f65a9c40b4 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:16.587060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-c49425d5-30c1-4fe0-a47d-52638c200a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:16.588512 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-c49425d5-30c1-4fe0-a47d-52638c200a60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04a540e0-f994-4bb6-b37f-c12b8378196f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3321514 Apr 05 20:23:16.598469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8fd78-813f-48df-b04f-68059ccb3f1d req-207d7751-28e4-42de-b94d-4a73d17bd37d tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:16.599955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3db8fd78-813f-48df-b04f-68059ccb3f1d req-207d7751-28e4-42de-b94d-4a73d17bd37d tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 948 time: 0.1174283 Apr 05 20:23:16.674947 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3db8fd78-813f-48df-b04f-68059ccb3f1d req-00ccc507-fd43-4033-946c-3366e0390939 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592184 Apr 05 20:23:16.682827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['c685ed31-0cc4-43f4-b0c8-a67a9ad5b526'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:23:16.734602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:16.743014 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:16.745093 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-d37be34f-0a4a-4916-9267-966d23b24763 service neutron] 10.222.0.41 "GET /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438723 Apr 05 20:23:16.760025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Usage tracker for resource:floatingip and tenant:c16ca7d1e2744e10a8bc77bd6bccfd55 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:16.761159 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['27f7fc1d-a2a9-4580-a84e-5bac79b88fdd'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:23:16.763652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:16.770689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:16.792219 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:16.825845 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-926d5e65-d179-4c52-b3e2-7767688ff0c4 req-7dec30af-721a-4c68-b77d-17aacb2bb68d tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 210 time: 0.2149315 Apr 05 20:23:16.908192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:23:16.932426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b034c273-6210-48e0-839a-871403085b2e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Unset dirty status for tenant:da49fb6ac5714670bda070f65a9c40b4 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:16.934433 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b034c273-6210-48e0-839a-871403085b2e tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "GET /v2.0/ports/c754b4eb-c068-4559-bb0b-b51414fd6f75 HTTP/1.1" status: 404 len: 333 time: 0.4136753 Apr 05 20:23:16.939262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40070) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:16.966741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Request body: {'port': {'network_id': 'cf6487da-9ae2-4685-8755-3ac247b8d3a8', 'name': 'tempest-AllowedAddressPairTestJSON-1189929671'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:17.163727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca86e2ea-ce25-456d-9da0-aa75a9d5f43f req-0a1989dd-3384-4a09-9b0c-7b8db5ccf62e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:17.165315 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca86e2ea-ce25-456d-9da0-aa75a9d5f43f req-0a1989dd-3384-4a09-9b0c-7b8db5ccf62e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.3218725 Apr 05 20:23:17.195531 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-0acf7fbf-4fd6-4e78-a680-f778323c04bc service neutron] 10.222.0.41 "GET /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111617 Apr 05 20:23:17.243777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca86e2ea-ce25-456d-9da0-aa75a9d5f43f req-f3cf4142-4832-44d7-b1c3-ce4952aa203f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698745 Apr 05 20:23:17.255964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c5136f3f-925a-46c3-a22d-a5c8120ba061 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:17.272670 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:17.302596 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-e2861f5e-b13b-424f-8657-e3734859977f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3edede57-710c-4481-b5bf-e0e4bae838c4 HTTP/1.1" status: 200 len: 217 time: 0.0964446 Apr 05 20:23:17.310897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:17.420893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:17.423023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:17.426186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-bf664080-6325-4a57-84b4-a9719297b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:17.427283 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-bf664080-6325-4a57-84b4-a9719297b8ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=688a705f-1af8-4564-afe3-3b401e1905c5 HTTP/1.1" status: 200 len: 797 time: 0.1136346 Apr 05 20:23:17.444335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Allocated IP 172.25.8.209 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/7bc89de1-8ebf-4d59-9ce7-74f0841cb850) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:23:17.447982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6782a2-4c0f-4859-ab0f-90b5e320f614 req-82797575-ea73-48ab-bf09-c42cd24ef5d3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:17.454054 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e6782a2-4c0f-4859-ab0f-90b5e320f614 req-82797575-ea73-48ab-bf09-c42cd24ef5d3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 945 time: 0.3844924 Apr 05 20:23:17.467177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5', 'mac_address': 'fa:16:3e:c8:b0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:23:17.560166 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:17.579402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c5136f3f-925a-46c3-a22d-a5c8120ba061 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:17.579767 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:17.624670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:17.659554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:17.670397 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:17.698417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Made reservation on behalf of da49fb6ac5714670bda070f65a9c40b4 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:23:17.702089 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:17.722632 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:17.751689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd07b-e199-4dbd-b2bd-8d3101010b26 req-67184a51-5a76-4176-b107-181648b2821b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:17.757435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd07b-e199-4dbd-b2bd-8d3101010b26 req-67184a51-5a76-4176-b107-181648b2821b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:17.764162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd07b-e199-4dbd-b2bd-8d3101010b26 req-67184a51-5a76-4176-b107-181648b2821b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:17.767646 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e6782a2-4c0f-4859-ab0f-90b5e320f614 req-ac2778ee-94b4-414b-8d9d-d0f12208b138 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928080 Apr 05 20:23:17.769776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] device_id is not set on port c3c5f179-802e-40f7-9165-db0634c53719 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:23:17.770208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd07b-e199-4dbd-b2bd-8d3101010b26 req-67184a51-5a76-4176-b107-181648b2821b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:17.795537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd07b-e199-4dbd-b2bd-8d3101010b26 req-67184a51-5a76-4176-b107-181648b2821b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:17.802504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd07b-e199-4dbd-b2bd-8d3101010b26 req-67184a51-5a76-4176-b107-181648b2821b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:17.808433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbd07b-e199-4dbd-b2bd-8d3101010b26 req-67184a51-5a76-4176-b107-181648b2821b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:17.811414 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-92dbd07b-e199-4dbd-b2bd-8d3101010b26 req-67184a51-5a76-4176-b107-181648b2821b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.2471471 Apr 05 20:23:17.833645 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:17.864138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d117d7-671b-4a51-83eb-825995258f95 req-9d305bc8-9b26-4272-9d36-a3a534c9a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:17.866140 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-9d305bc8-9b26-4272-9d36-a3a534c9a672 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04a540e0-f994-4bb6-b37f-c12b8378196f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4042931 Apr 05 20:23:17.912772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:17.926404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:23:17.976685 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-92dbd07b-e199-4dbd-b2bd-8d3101010b26 req-2c753dd4-fd56-4016-88ed-4be8cef7411e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1194460 Apr 05 20:23:17.984556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:17.986155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:17.989962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:18.048383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Pushing event updated for resources: {'Port': ['ID=7bc89de1-8ebf-4d59-9ce7-74f0841cb850,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:18.060698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:18.061036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:18.061366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:18.061751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:18.062052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:18.062365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:18.062851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:18.063182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:18.063503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:18.063820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:18.064134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:18.064446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:18.115995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:18.149493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Allocated IP 172.20.0.5 (cf6487da-9ae2-4685-8755-3ac247b8d3a8/609d8842-30c1-4f21-9654-4566209b4a8d/c3c5f179-802e-40f7-9165-db0634c53719) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:23:18.194330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174adc0-fd49-4c36-a9e9-a9962d0d7be8 req-dab1fd77-0589-4985-bf44-4f7c51d3168a tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:18.203252 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f174adc0-fd49-4c36-a9e9-a9962d0d7be8 req-dab1fd77-0589-4985-bf44-4f7c51d3168a tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 949 time: 0.2733886 Apr 05 20:23:18.223010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-7257d5e1-6e0d-4951-8965-428a9ad7ad30 service neutron] 10.222.0.41 "GET /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482249 Apr 05 20:23:18.247636 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10441a81-3539-450b-82ac-09fd1212cc55 req-2acfc90f-9084-453f-aca7-557c1ca09d8a tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 210 time: 0.0953414 Apr 05 20:23:18.264546 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:18.317064 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f174adc0-fd49-4c36-a9e9-a9962d0d7be8 req-824d5ac3-0249-47f7-aa85-9cb72c90e8be tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124260 Apr 05 20:23:18.534890 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91d117d7-671b-4a51-83eb-825995258f95 req-535dd9a4-56d9-43d4-8a84-1cc31c136d1e service neutron] 10.222.0.41 "GET /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031869 Apr 05 20:23:18.592171 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:18.654319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Transition to ACTIVE for port object c3c5f179-802e-40f7-9165-db0634c53719 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:18.697600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-a42d9880-e0c6-45aa-9b1a-1c3436c2f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:18.698089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-a42d9880-e0c6-45aa-9b1a-1c3436c2f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:18.698553 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-a42d9880-e0c6-45aa-9b1a-1c3436c2f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:18.699597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-a42d9880-e0c6-45aa-9b1a-1c3436c2f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:18.700043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-a42d9880-e0c6-45aa-9b1a-1c3436c2f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:18.700495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-a42d9880-e0c6-45aa-9b1a-1c3436c2f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:18.700940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-a42d9880-e0c6-45aa-9b1a-1c3436c2f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:18.702845 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-a42d9880-e0c6-45aa-9b1a-1c3436c2f7d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67f206acc8b04566894efcfbb5ff0d28&device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 6490 time: 0.1077068 Apr 05 20:23:18.704193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8a37a-8da7-4728-bea2-238528629335 req-fd387d02-8b72-4fb6-af3d-90eae929a43e tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:18.704862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3cd8a37a-8da7-4728-bea2-238528629335 req-fd387d02-8b72-4fb6-af3d-90eae929a43e tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Synchronizing usage tracker for tenant:44a73d7388664fb1bd4e54ae3b4705c8 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:18.708576 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:18.717552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a7e24-f572-4a37-bb32-f8092b8dfd33 req-78d22ce2-baa4-40ec-b8d7-86e47ffae8fb tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:18.719059 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c0a7e24-f572-4a37-bb32-f8092b8dfd33 req-78d22ce2-baa4-40ec-b8d7-86e47ffae8fb tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.3213191 Apr 05 20:23:18.764560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3cd8a37a-8da7-4728-bea2-238528629335 req-fd387d02-8b72-4fb6-af3d-90eae929a43e tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Unset dirty status for tenant:44a73d7388664fb1bd4e54ae3b4705c8 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:18.765678 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cd8a37a-8da7-4728-bea2-238528629335 req-fd387d02-8b72-4fb6-af3d-90eae929a43e tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.13 "GET /v2.0/networks?id=0036c264-6107-49cf-a8f2-adcdce404271 HTTP/1.1" status: 200 len: 811 time: 0.5032094 Apr 05 20:23:18.789172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Request body: {'port': {'device_id': '7b98483c-fecc-4ae4-9023-67890e0573a9', 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271', 'admin_state_up': True, 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:18.822569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Network cf6487da-9ae2-4685-8755-3ac247b8d3a8 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:18.828629 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:18.832590 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c0a7e24-f572-4a37-bb32-f8092b8dfd33 req-68b7da96-98e4-48f7-9127-a29a8ad8c59a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055870 Apr 05 20:23:18.873784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:18.880094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event updated for resources: {'Port': ['ID=c3c5f179-802e-40f7-9165-db0634c53719,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:18.882688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:18.911984 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:19.015576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:19.015576 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:19.048018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-7e518b43-11bd-43b0-a883-143096b9ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:19.048018 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-7e518b43-11bd-43b0-a883-143096b9ec97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=04a540e0-f994-4bb6-b37f-c12b8378196f HTTP/1.1" status: 200 len: 903 time: 0.3364997 Apr 05 20:23:19.101183 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Pushing event updated for resources: {'Port': ['ID=7bc89de1-8ebf-4d59-9ce7-74f0841cb850,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:19.122226 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:19.128424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:19.133410 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a6bdfeea-144f-450a-b63f-c0051943b2f7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1905651 Apr 05 20:23:19.135781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40094) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:19.139959 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-c3e1088b-60ed-44a9-be99-7d2aaa3b42d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3edede57-710c-4481-b5bf-e0e4bae838c4 HTTP/1.1" status: 200 len: 217 time: 0.0767102 Apr 05 20:23:19.150347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-396a1e9d-8cbe-4fec-a14c-d430e26c05c7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ba:95:c6'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:19.194688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:19.203797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09537fc-5dc2-4cae-bf48-f7c27c3763fb req-75bbcca1-bf8d-4ea3-9b65-11150f06b5d1 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:19.205261 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b09537fc-5dc2-4cae-bf48-f7c27c3763fb req-75bbcca1-bf8d-4ea3-9b65-11150f06b5d1 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 945 time: 0.2828655 Apr 05 20:23:19.220643 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6ec571c0-8574-4913-8b5b-55dbac1bc31f None None] Provisioning for port c3c5f179-802e-40f7-9165-db0634c53719 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:19.226423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6ec571c0-8574-4913-8b5b-55dbac1bc31f None None] Provisioning complete for port c3c5f179-802e-40f7-9165-db0634c53719 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:19.226796 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6ec571c0-8574-4913-8b5b-55dbac1bc31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:19.238193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-7df4405d-f882-40eb-bfe5-c186bfd1ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:19.239643 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-7df4405d-f882-40eb-bfe5-c186bfd1ca3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=688a705f-1af8-4564-afe3-3b401e1905c5 HTTP/1.1" status: 200 len: 797 time: 0.0929546 Apr 05 20:23:19.263665 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:19.265021 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eeebb785-cc01-42b7-b693-b5122943f4ae tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7369030 Apr 05 20:23:19.271097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40100) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:19.276666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Made reservation on behalf of 44a73d7388664fb1bd4e54ae3b4705c8 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:23:19.281123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:19.311290 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b09537fc-5dc2-4cae-bf48-f7c27c3763fb req-7d75af5c-9a82-42d4-8e2e-f70594e0e1ee tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973122 Apr 05 20:23:19.340775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6ec571c0-8574-4913-8b5b-55dbac1bc31f None None] Port c3c5f179-802e-40f7-9165-db0634c53719 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:23:19.348967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-0e4d6167-e6b2-4279-b17d-d2590499285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:19.350568 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-0e4d6167-e6b2-4279-b17d-d2590499285e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04a540e0-f994-4bb6-b37f-c12b8378196f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0988894 Apr 05 20:23:19.612305 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8c53e4da-9770-439c-918a-6906ce148d9c req-aea4f713-04bd-4aa8-a587-45614448fca3 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 210 time: 0.0543499 Apr 05 20:23:19.656970 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-cf3e90e3-590f-4fb9-8d5a-638e69bf5a2c service neutron] 10.222.0.41 "GET /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995853 Apr 05 20:23:19.674927 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-20b30d74-ed42-49a9-8cbe-1b4ed5197706 tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2913 time: 0.4026895 Apr 05 20:23:19.687194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40106) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:19.810792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ec916-7448-434a-a2ae-3638e78e1268 req-cec20916-759b-4474-9045-b5a51bb9faad tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:19.816240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:19.816602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ec916-7448-434a-a2ae-3638e78e1268 req-cec20916-759b-4474-9045-b5a51bb9faad tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:19.822448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ec916-7448-434a-a2ae-3638e78e1268 req-cec20916-759b-4474-9045-b5a51bb9faad tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:19.828319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ec916-7448-434a-a2ae-3638e78e1268 req-cec20916-759b-4474-9045-b5a51bb9faad tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:19.834129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ec916-7448-434a-a2ae-3638e78e1268 req-cec20916-759b-4474-9045-b5a51bb9faad tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:19.839989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ec916-7448-434a-a2ae-3638e78e1268 req-cec20916-759b-4474-9045-b5a51bb9faad tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:19.845807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ec916-7448-434a-a2ae-3638e78e1268 req-cec20916-759b-4474-9045-b5a51bb9faad tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:19.847748 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b83ec916-7448-434a-a2ae-3638e78e1268 req-cec20916-759b-4474-9045-b5a51bb9faad tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.6671519 Apr 05 20:23:19.856246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5393fffb-fac4-452b-92f0-c90c57582670 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Synchronizing usage tracker for tenant:a165baaf0da645c5944231dda347f03b on resource:floatingip {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:19.880421 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d32b9c0-93fd-48e9-b13a-29a15ad20b93 req-ae3208ba-a4a4-4f2b-b56f-cc736cd67aea service neutron] 10.222.0.41 "GET /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158997 Apr 05 20:23:19.891337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5759e-fa65-490a-9afb-6eb59180c64d req-d507eb21-58c2-4124-90d6-3dd862cd0eb2 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:19.892952 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-acf5759e-fa65-490a-9afb-6eb59180c64d req-d507eb21-58c2-4124-90d6-3dd862cd0eb2 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 949 time: 0.1226923 Apr 05 20:23:19.901276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:19.902174 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:19.962520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-acf5759e-fa65-490a-9afb-6eb59180c64d req-a47d5155-1742-44b2-b76a-6172ca10a734 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543220 Apr 05 20:23:20.020258 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.041393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5393fffb-fac4-452b-92f0-c90c57582670 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Unset dirty status for tenant:a165baaf0da645c5944231dda347f03b on resource:floatingip {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:20.043397 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5393fffb-fac4-452b-92f0-c90c57582670 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3463287 Apr 05 20:23:20.048128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40112) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:20.050846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83473d6-c2dc-46b6-b3f9-86451ba2252c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:23:20.055877 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-396a1e9d-8cbe-4fec-a14c-d430e26c05c7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.063247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:20.069446 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b83ec916-7448-434a-a2ae-3638e78e1268 req-1c4c0170-c60e-452b-bad4-bff42a2d4d60 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2065759 Apr 05 20:23:20.070229 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.071031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:20.072416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Allocated IP 172.20.0.5 (0036c264-6107-49cf-a8f2-adcdce404271/7b2dc6ff-910e-46dc-beb1-17e6615cd54b/6626f043-5728-453a-8a94-a26c733e0e51) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:23:20.139729 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83473d6-c2dc-46b6-b3f9-86451ba2252c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd', 'code': 200} Apr 05 20:23:20.192639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,revision_number=10']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:20.214810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:20.220487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:20.221117 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.357280 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.397513 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:20.404730 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.413131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-196b513d-6162-49b9-bbc7-6daf6a4c6e4d tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Deleting port 7bc89de1-8ebf-4d59-9ce7-74f0841cb850 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:20.413387 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-196b513d-6162-49b9-bbc7-6daf6a4c6e4d tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.502200 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:20.519206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.553824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-396a1e9d-8cbe-4fec-a14c-d430e26c05c7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.557459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c5851-01d7-4c48-bc87-4352fcf5d3ce req-a2164729-cc34-4887-bbfe-e2c5a449f498 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:20.560747 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-396a1e9d-8cbe-4fec-a14c-d430e26c05c7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.564610 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5f5c5851-01d7-4c48-bc87-4352fcf5d3ce req-a2164729-cc34-4887-bbfe-e2c5a449f498 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.4096899 Apr 05 20:23:20.656789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da695af3-61dc-4efb-9053-30fcd3596ae0 req-07bccb9f-94ae-4f5b-9967-7f0560cdbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:20.658263 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da695af3-61dc-4efb-9053-30fcd3596ae0 req-07bccb9f-94ae-4f5b-9967-7f0560cdbfca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 1098 time: 0.3287728 Apr 05 20:23:20.695702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad2c84-8508-43d5-ac27-4e3e95591026 req-1bfc9084-358d-4346-aa9c-34d5fb436a8c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:20.696868 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-80ad2c84-8508-43d5-ac27-4e3e95591026 req-1bfc9084-358d-4346-aa9c-34d5fb436a8c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.2427375 Apr 05 20:23:20.705832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5f5c5851-01d7-4c48-bc87-4352fcf5d3ce req-c3479767-b802-449d-943f-c0adc73ad769 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402740 Apr 05 20:23:20.720057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a1e9d-8cbe-4fec-a14c-d430e26c05c7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event updated for resources: {'Port': ['ID=c3c5f179-802e-40f7-9165-db0634c53719,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:20.740807 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.773579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-196b513d-6162-49b9-bbc7-6daf6a4c6e4d tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.773782 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-196b513d-6162-49b9-bbc7-6daf6a4c6e4d tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.788803 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da695af3-61dc-4efb-9053-30fcd3596ae0 req-7e2e5eae-8cdb-4e97-8e82-fa1622ff9146 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222413 Apr 05 20:23:20.823215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-396a1e9d-8cbe-4fec-a14c-d430e26c05c7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] In _notify_port_updated(), no bound segment for port c3c5f179-802e-40f7-9165-db0634c53719 on network cf6487da-9ae2-4685-8755-3ac247b8d3a8 {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:23:20.829542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396a1e9d-8cbe-4fec-a14c-d430e26c05c7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:20.830244 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-396a1e9d-8cbe-4fec-a14c-d430e26c05c7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.831785 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-396a1e9d-8cbe-4fec-a14c-d430e26c05c7 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "PUT /v2.0/ports/c3c5f179-802e-40f7-9165-db0634c53719 HTTP/1.1" status: 200 len: 994 time: 1.6937661 Apr 05 20:23:20.840732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40124) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:20.890412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Network 0036c264-6107-49cf-a8f2-adcdce404271 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:20.899421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:20.914353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:20.917277 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-80ad2c84-8508-43d5-ac27-4e3e95591026 req-9603bd20-c3b5-4a64-8709-9d281e3f447e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008817 Apr 05 20:23:20.917618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-196b513d-6162-49b9-bbc7-6daf6a4c6e4d tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Calling delete_port for 7bc89de1-8ebf-4d59-9ce7-74f0841cb850 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:20.944641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:20.979005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-e970cecc-f9c1-4bb2-bd61-20620d4980ec tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Deleting port c3c5f179-802e-40f7-9165-db0634c53719 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:20.979405 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e970cecc-f9c1-4bb2-bd61-20620d4980ec tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:20.992128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e95c3779-220b-411d-b888-e7fe25d9fbd8 None None] Provisioning complete for port c3c5f179-802e-40f7-9165-db0634c53719 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:20.992875 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e95c3779-220b-411d-b888-e7fe25d9fbd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:21.038430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:21.048177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:21.048879 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:21.086989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84923c83-6fce-4eb7-8897-a629923e613d req-e9888674-9913-4171-b6ad-352f1a8d87f5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:21.088473 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-84923c83-6fce-4eb7-8897-a629923e613d req-e9888674-9913-4171-b6ad-352f1a8d87f5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 931 time: 0.1804416 Apr 05 20:23:21.104090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e95c3779-220b-411d-b888-e7fe25d9fbd8 None None] Port c3c5f179-802e-40f7-9165-db0634c53719 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:23:21.106370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Pushing event updated for resources: {'Port': ['ID=6626f043-5728-453a-8a94-a26c733e0e51,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:21.185334 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-84923c83-6fce-4eb7-8897-a629923e613d req-8b1372b7-c024-42d7-8d8c-77c58524fe4a tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906477 Apr 05 20:23:21.201478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-196b513d-6162-49b9-bbc7-6daf6a4c6e4d tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:21.208640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:21.209331 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:21.225188 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:21.269112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:21.275937 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:21.302881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b513d-6162-49b9-bbc7-6daf6a4c6e4d tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Pushing event deleted for resources: {'Port': ['ID=7bc89de1-8ebf-4d59-9ce7-74f0841cb850,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:21.354445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:21.414376 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-196b513d-6162-49b9-bbc7-6daf6a4c6e4d tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:21.438950 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-196b513d-6162-49b9-bbc7-6daf6a4c6e4d tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:21.439989 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-196b513d-6162-49b9-bbc7-6daf6a4c6e4d tempest-FloatingIPAdminTestJSON-873649045 tempest-FloatingIPAdminTestJSON-873649045-project] 10.222.0.24 "DELETE /v2.0/floatingips/9ef56bf9-e9c1-4765-9232-f6187f3a2db3 HTTP/1.1" status: 204 len: 168 time: 1.3905349 Apr 05 20:23:21.442708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40132) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:21.477501 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cd8a37a-8da7-4728-bea2-238528629335 req-cee41b66-a2ba-4e0c-8c10-d81f5fa88fe5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7009313 Apr 05 20:23:21.494258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Request body: {'port': {'device_id': '7b98483c-fecc-4ae4-9023-67890e0573a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:21.549482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6a197e-a7c3-45c5-a55b-e1022a4e9329 req-ab5503ae-ee5f-482b-8ee0-1500803c376b tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:21.551006 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ad6a197e-a7c3-45c5-a55b-e1022a4e9329 req-ab5503ae-ee5f-482b-8ee0-1500803c376b tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 949 time: 0.4357746 Apr 05 20:23:21.642693 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e970cecc-f9c1-4bb2-bd61-20620d4980ec tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:21.656675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cead640-aeeb-4f18-987c-f94d617ac6f0 req-35856515-7801-47a9-8202-c1c5fb962e8a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:21.664083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cead640-aeeb-4f18-987c-f94d617ac6f0 req-35856515-7801-47a9-8202-c1c5fb962e8a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:21.670711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cead640-aeeb-4f18-987c-f94d617ac6f0 req-35856515-7801-47a9-8202-c1c5fb962e8a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:21.677688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cead640-aeeb-4f18-987c-f94d617ac6f0 req-35856515-7801-47a9-8202-c1c5fb962e8a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:21.684253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cead640-aeeb-4f18-987c-f94d617ac6f0 req-35856515-7801-47a9-8202-c1c5fb962e8a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:21.690040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cead640-aeeb-4f18-987c-f94d617ac6f0 req-35856515-7801-47a9-8202-c1c5fb962e8a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:21.695834 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cead640-aeeb-4f18-987c-f94d617ac6f0 req-35856515-7801-47a9-8202-c1c5fb962e8a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:21.704572 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cead640-aeeb-4f18-987c-f94d617ac6f0 req-35856515-7801-47a9-8202-c1c5fb962e8a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.4029906 Apr 05 20:23:21.816268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-e970cecc-f9c1-4bb2-bd61-20620d4980ec tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Calling delete_port for c3c5f179-802e-40f7-9165-db0634c53719 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:21.828520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cead640-aeeb-4f18-987c-f94d617ac6f0 req-0849dedf-da1b-444a-957c-115fbd27d815 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1230698 Apr 05 20:23:21.832300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-45927878-86f3-4a0f-86b0-f9e17b74df2a tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Deleting port 053b4933-8d2a-4f21-bbe2-fc558b7b9d36 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:21.832637 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45927878-86f3-4a0f-86b0-f9e17b74df2a tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:21.867873 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ad6a197e-a7c3-45c5-a55b-e1022a4e9329 req-0adb2d50-45f4-48b9-9553-8a96a64da7e5 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101964 Apr 05 20:23:21.877485 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:22.141524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526'}, {'server_uuid': '1c10554b-b5ff-487f-ac98-8837ca9c4da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:23:22.152863 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45927878-86f3-4a0f-86b0-f9e17b74df2a tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:22.153206 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45927878-86f3-4a0f-86b0-f9e17b74df2a tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:22.228204 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e970cecc-f9c1-4bb2-bd61-20620d4980ec tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:22.289543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-45927878-86f3-4a0f-86b0-f9e17b74df2a tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Calling delete_port for 053b4933-8d2a-4f21-bbe2-fc558b7b9d36 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:22.335126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507db2dd-145f-49e5-a3ff-fc2a52cdffef req-1e94d0b6-75fe-42bc-84f0-2b0d81f856ad tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:22.338619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970cecc-f9c1-4bb2-bd61-20620d4980ec tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event deleted for resources: {'Port': ['ID=c3c5f179-802e-40f7-9165-db0634c53719,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:22.342079 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-507db2dd-145f-49e5-a3ff-fc2a52cdffef req-1e94d0b6-75fe-42bc-84f0-2b0d81f856ad tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.2877662 Apr 05 20:23:22.419457 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-507db2dd-145f-49e5-a3ff-fc2a52cdffef req-1b4e8c39-ccb8-4b89-aee0-2e6a357b10f7 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765102 Apr 05 20:23:22.450010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a00f9b-d2bd-4dc2-a540-e06e8f7a169c req-b8ff5531-b28b-4acd-9ac0-866f7c461fce tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:22.451524 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-00a00f9b-d2bd-4dc2-a540-e06e8f7a169c req-b8ff5531-b28b-4acd-9ac0-866f7c461fce tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.4020619 Apr 05 20:23:22.514641 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526', 'code': 200} Apr 05 20:23:22.515143 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c10554b-b5ff-487f-ac98-8837ca9c4da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5', 'code': 200} Apr 05 20:23:22.525197 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45927878-86f3-4a0f-86b0-f9e17b74df2a tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:22.642665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45927878-86f3-4a0f-86b0-f9e17b74df2a tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Pushing event deleted for resources: {'Port': ['ID=053b4933-8d2a-4f21-bbe2-fc558b7b9d36,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:22.729488 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-00a00f9b-d2bd-4dc2-a540-e06e8f7a169c req-a5ffe5ba-a7fd-4766-9773-62ed2517819a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354145 Apr 05 20:23:22.764203 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e970cecc-f9c1-4bb2-bd61-20620d4980ec tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:22.774412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6626f043-5728-453a-8a94-a26c733e0e51 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:22.782969 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e970cecc-f9c1-4bb2-bd61-20620d4980ec tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "DELETE /v2.0/ports/c3c5f179-802e-40f7-9165-db0634c53719 HTTP/1.1" status: 204 len: 168 time: 1.9349096 Apr 05 20:23:22.784701 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:22.786700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40178) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:22.839743 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32d1a03-6b38-4daf-9d55-2695b970c672 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] GET failed (client error): The resource could not be found. Apr 05 20:23:22.840286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b32d1a03-6b38-4daf-9d55-2695b970c672 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Synchronizing usage tracker for tenant:da49fb6ac5714670bda070f65a9c40b4 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:22.844050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Transition to ACTIVE for port object 6626f043-5728-453a-8a94-a26c733e0e51 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:22.853023 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:22.880907 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45927878-86f3-4a0f-86b0-f9e17b74df2a tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:22.895566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b32d1a03-6b38-4daf-9d55-2695b970c672 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Unset dirty status for tenant:da49fb6ac5714670bda070f65a9c40b4 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:22.897030 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b32d1a03-6b38-4daf-9d55-2695b970c672 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "GET /v2.0/ports/c3c5f179-802e-40f7-9165-db0634c53719 HTTP/1.1" status: 404 len: 333 time: 0.1094432 Apr 05 20:23:22.903515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40186) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:22.915845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Request body: {'port': {'network_id': 'cf6487da-9ae2-4685-8755-3ac247b8d3a8', 'name': 'tempest-AllowedAddressPairTestJSON-465903079'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:22.932773 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45927878-86f3-4a0f-86b0-f9e17b74df2a tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:22.937782 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-45927878-86f3-4a0f-86b0-f9e17b74df2a tempest-FloatingIPAdminTestJSON-68776924 tempest-FloatingIPAdminTestJSON-68776924-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/502a8259-4b82-41b9-85b1-5305ca709aff HTTP/1.1" status: 204 len: 168 time: 1.4909375 Apr 05 20:23:22.955289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40190) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:23.053922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Pushing event updated for resources: {'Port': ['ID=6626f043-5728-453a-8a94-a26c733e0e51,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:23.099753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177763b-2d8e-47fa-9971-3cc0d1e97a95 req-26e84551-7209-4a13-9039-2fd5df290f62 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:23.101307 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6177763b-2d8e-47fa-9971-3cc0d1e97a95 req-26e84551-7209-4a13-9039-2fd5df290f62 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 931 time: 0.3975656 Apr 05 20:23:23.138873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69f9d7-677e-428e-a543-1e05c1076e67 req-091cf531-53a5-4dae-9fa6-b7a900c460ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:23.140332 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dd69f9d7-677e-428e-a543-1e05c1076e67 req-091cf531-53a5-4dae-9fa6-b7a900c460ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 1101 time: 0.3856709 Apr 05 20:23:23.142052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2a5e-5111-4e26-b0fb-bf3560d0ded7 req-d374ded5-e30c-4226-b1ea-4650dac55b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:23.143348 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3ea2a5e-5111-4e26-b0fb-bf3560d0ded7 req-d374ded5-e30c-4226-b1ea-4650dac55b94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8f5285c-1c38-4a20-82b6-c5717e1f2c55 HTTP/1.1" status: 200 len: 1101 time: 0.3540006 Apr 05 20:23:23.202387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-297db4d7-1535-4cc2-bc93-058ee47d766d tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Deleting port 8ff2a5ca-0b6b-4e09-8de9-da208b24f52b {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:23.202718 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-297db4d7-1535-4cc2-bc93-058ee47d766d tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:23.263785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Attempting to bind port 6626f043-5728-453a-8a94-a26c733e0e51 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:23:23.264110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Attempting to bind port 6626f043-5728-453a-8a94-a26c733e0e51 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'e01472c5-1f4c-424a-850a-d35b2bf28ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:23:23.264431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Attempting to bind port 6626f043-5728-453a-8a94-a26c733e0e51 on network 0036c264-6107-49cf-a8f2-adcdce404271 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:23:23.272670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Port 6626f043-5728-453a-8a94-a26c733e0e51 on network 0036c264-6107-49cf-a8f2-adcdce404271 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:23:23.272989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Attempting to bind port 6626f043-5728-453a-8a94-a26c733e0e51 on network 0036c264-6107-49cf-a8f2-adcdce404271 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:23:23.279554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:23:23.279885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Checking segment: {'id': 'e01472c5-1f4c-424a-850a-d35b2bf28ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:23:23.280269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Bound using segment: {'id': 'e01472c5-1f4c-424a-850a-d35b2bf28ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:23:23.280692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Bound port: 6626f043-5728-453a-8a94-a26c733e0e51, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e01472c5-1f4c-424a-850a-d35b2bf28ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:23:23.281030 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:23.301755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083de6a-01b8-429d-8ea1-bb2821ece4f1 req-8ac06edb-2a36-411d-a970-fb4f8893ae62 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:23.307582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083de6a-01b8-429d-8ea1-bb2821ece4f1 req-8ac06edb-2a36-411d-a970-fb4f8893ae62 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:23.313450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083de6a-01b8-429d-8ea1-bb2821ece4f1 req-8ac06edb-2a36-411d-a970-fb4f8893ae62 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:23.319248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083de6a-01b8-429d-8ea1-bb2821ece4f1 req-8ac06edb-2a36-411d-a970-fb4f8893ae62 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:23.325600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083de6a-01b8-429d-8ea1-bb2821ece4f1 req-8ac06edb-2a36-411d-a970-fb4f8893ae62 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:23.331364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083de6a-01b8-429d-8ea1-bb2821ece4f1 req-8ac06edb-2a36-411d-a970-fb4f8893ae62 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:23.337093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083de6a-01b8-429d-8ea1-bb2821ece4f1 req-8ac06edb-2a36-411d-a970-fb4f8893ae62 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:23.339072 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2083de6a-01b8-429d-8ea1-bb2821ece4f1 req-8ac06edb-2a36-411d-a970-fb4f8893ae62 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.3551261 Apr 05 20:23:23.409616 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6177763b-2d8e-47fa-9971-3cc0d1e97a95 req-7b82bb35-e2b3-4b14-8415-8e205103e72c tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987156 Apr 05 20:23:23.439941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2083de6a-01b8-429d-8ea1-bb2821ece4f1 req-df992cee-9793-4fd0-968c-f65f8c2bf78b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935230 Apr 05 20:23:23.440721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:23.444159 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3ea2a5e-5111-4e26-b0fb-bf3560d0ded7 req-9307f674-63be-4f71-be81-9295b66e06de service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893629 Apr 05 20:23:23.456688 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dd69f9d7-677e-428e-a543-1e05c1076e67 req-358455f7-5c9b-4e46-a24d-8ba4021c8d79 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975898 Apr 05 20:23:23.465749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] For port 6626f043-5728-453a-8a94-a26c733e0e51, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:23:23.476894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] For port 6626f043-5728-453a-8a94-a26c733e0e51, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=6626f043-5728-453a-8a94-a26c733e0e51,segment=NetworkSegment(e01472c5-1f4c-424a-850a-d35b2bf28ba6),segment_id=e01472c5-1f4c-424a-850a-d35b2bf28ba6)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:23:23.482100 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:23.489605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:23.521656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Made reservation on behalf of da49fb6ac5714670bda070f65a9c40b4 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:23:23.525286 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:23.547244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:23.547652 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:23.548985 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cd8a37a-8da7-4728-bea2-238528629335 req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] 10.222.0.13 "PUT /v2.0/ports/6626f043-5728-453a-8a94-a26c733e0e51 HTTP/1.1" status: 200 len: 1091 time: 2.0624912 Apr 05 20:23:23.549407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b98483c-fecc-4ae4-9023-67890e0573a9', 'tag': '6626f043-5728-453a-8a94-a26c733e0e51'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:23:23.573456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c37f15-bcba-41bc-8c6f-5fa7ef88ba76 service neutron] Pushing event updated for resources: {'Port': ['ID=6626f043-5728-453a-8a94-a26c733e0e51,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:23.680957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42369432-213b-4901-a514-4104594c2665 req-51b4958a-39bd-4dbb-80cd-8e0589316699 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:23.682457 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42369432-213b-4901-a514-4104594c2665 req-51b4958a-39bd-4dbb-80cd-8e0589316699 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.0883775 Apr 05 20:23:23.684756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] device_id is not set on port 2882cf7e-be14-4b40-b988-ca9f5ca6162e yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:23:23.771777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42369432-213b-4901-a514-4104594c2665 req-215340b5-283f-4970-82cd-ecafd6dbdcbd tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546737 Apr 05 20:23:23.800781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8a37a-8da7-4728-bea2-238528629335 req-aa65d528-724d-428a-8ff7-af41b646396d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:23.802326 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cd8a37a-8da7-4728-bea2-238528629335 req-aa65d528-724d-428a-8ff7-af41b646396d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44a73d7388664fb1bd4e54ae3b4705c8&device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 1094 time: 0.1155915 Apr 05 20:23:23.844778 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-297db4d7-1535-4cc2-bc93-058ee47d766d tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:23.875498 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b98483c-fecc-4ae4-9023-67890e0573a9', 'tag': '6626f043-5728-453a-8a94-a26c733e0e51', 'status': 'completed', 'code': 200} Apr 05 20:23:23.891357 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cd8a37a-8da7-4728-bea2-238528629335 req-5af96837-e839-48d9-a585-2455cf352c43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6626f043-5728-453a-8a94-a26c733e0e51 HTTP/1.1" status: 200 len: 217 time: 0.0715897 Apr 05 20:23:23.989112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-297db4d7-1535-4cc2-bc93-058ee47d766d tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Calling delete_port for 8ff2a5ca-0b6b-4e09-8de9-da208b24f52b owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:24.004707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8a37a-8da7-4728-bea2-238528629335 req-e83d3ed6-12cf-46e2-8b69-726445385ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:24.006187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cd8a37a-8da7-4728-bea2-238528629335 req-e83d3ed6-12cf-46e2-8b69-726445385ce5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b2dc6ff-910e-46dc-beb1-17e6615cd54b HTTP/1.1" status: 200 len: 851 time: 0.1081710 Apr 05 20:23:24.034497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecf00e8-54fb-446a-bbcb-19f341d6c0f4 req-2559aec9-17de-4a7e-9b9d-cc632013a440 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:24.035943 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cecf00e8-54fb-446a-bbcb-19f341d6c0f4 req-2559aec9-17de-4a7e-9b9d-cc632013a440 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 950 time: 0.4689455 Apr 05 20:23:24.062560 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cd8a37a-8da7-4728-bea2-238528629335 req-9f47dc35-7fd6-41bf-a4d8-c5d1efc0a1af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0036c264-6107-49cf-a8f2-adcdce404271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483141 Apr 05 20:23:24.075205 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5035a88-710e-4982-9be4-44f6925acf9f req-ba26fcc8-6108-477f-9d23-c64dd454e0e4 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:24.076539 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f5035a88-710e-4982-9be4-44f6925acf9f req-ba26fcc8-6108-477f-9d23-c64dd454e0e4 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.1476786 Apr 05 20:23:24.083603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Allocated IP 172.20.0.13 (cf6487da-9ae2-4685-8755-3ac247b8d3a8/609d8842-30c1-4f21-9654-4566209b4a8d/2882cf7e-be14-4b40-b988-ca9f5ca6162e) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:23:24.143871 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cecf00e8-54fb-446a-bbcb-19f341d6c0f4 req-049f432e-7b2e-48dc-9920-dc56aedb2320 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917428 Apr 05 20:23:24.213745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f5035a88-710e-4982-9be4-44f6925acf9f req-de86e770-8164-4d3b-9693-f0412bdebe86 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175122 Apr 05 20:23:24.248368 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cd8a37a-8da7-4728-bea2-238528629335 req-05a14ae4-1082-443f-ad00-f45d7a145458 service neutron] 10.222.0.13 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708126 Apr 05 20:23:24.307677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-297db4d7-1535-4cc2-bc93-058ee47d766d tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:24.386389 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cd8a37a-8da7-4728-bea2-238528629335 req-803852f6-a34c-4f28-b529-71092a5fd253 service neutron] 10.222.0.13 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308966 Apr 05 20:23:24.458052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297db4d7-1535-4cc2-bc93-058ee47d766d tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event deleted for resources: {'Port': ['ID=8ff2a5ca-0b6b-4e09-8de9-da208b24f52b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:24.640480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706a954-7cea-47b8-a42c-c0f55248c0f5 req-79280f4f-9dc4-40d5-825e-0cc012fdb8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:24.645327 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4706a954-7cea-47b8-a42c-c0f55248c0f5 req-79280f4f-9dc4-40d5-825e-0cc012fdb8ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44a73d7388664fb1bd4e54ae3b4705c8&device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 1094 time: 0.2086644 Apr 05 20:23:24.676289 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:24.694379 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-297db4d7-1535-4cc2-bc93-058ee47d766d tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:24.725376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Transition to ACTIVE for port object 2882cf7e-be14-4b40-b988-ca9f5ca6162e will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:24.733999 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-297db4d7-1535-4cc2-bc93-058ee47d766d tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "DELETE /v2.0/ports/8ff2a5ca-0b6b-4e09-8de9-da208b24f52b HTTP/1.1" status: 204 len: 168 time: 1.7701924 Apr 05 20:23:24.734376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40206) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:24.784616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0422e-8c62-4492-af31-286e0817f92f req-72366d5d-66ea-4364-9e83-480c3b09c7c4 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:24.792176 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2fc0422e-8c62-4492-af31-286e0817f92f req-72366d5d-66ea-4364-9e83-480c3b09c7c4 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.4061067 Apr 05 20:23:24.858432 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2fc0422e-8c62-4492-af31-286e0817f92f req-092ce47c-8084-4b34-ae2a-f93756093be5 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644596 Apr 05 20:23:24.860940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95888c2c-3ff3-46de-ad46-587e525ab0f1 req-27fc29e9-a50c-46c0-a68d-4192e0e36194 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:24.861862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-95888c2c-3ff3-46de-ad46-587e525ab0f1 req-27fc29e9-a50c-46c0-a68d-4192e0e36194 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Synchronizing usage tracker for tenant:44a73d7388664fb1bd4e54ae3b4705c8 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:24.882222 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:24.928341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706a954-7cea-47b8-a42c-c0f55248c0f5 req-84afb4d4-9500-4dc6-aaaa-009962c787f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:24.931499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4706a954-7cea-47b8-a42c-c0f55248c0f5 req-84afb4d4-9500-4dc6-aaaa-009962c787f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0036c264-6107-49cf-a8f2-adcdce404271 HTTP/1.1" status: 200 len: 912 time: 0.2205346 Apr 05 20:23:24.933701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-95888c2c-3ff3-46de-ad46-587e525ab0f1 req-27fc29e9-a50c-46c0-a68d-4192e0e36194 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Unset dirty status for tenant:44a73d7388664fb1bd4e54ae3b4705c8 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:24.934941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95888c2c-3ff3-46de-ad46-587e525ab0f1 req-27fc29e9-a50c-46c0-a68d-4192e0e36194 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 943 time: 0.2881858 Apr 05 20:23:24.973376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b432af-ec05-4e1c-9e55-7ea0b82785bf tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:24.974398 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-48b432af-ec05-4e1c-9e55-7ea0b82785bf tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Synchronizing usage tracker for tenant:a165baaf0da645c5944231dda347f03b on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:25.021759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Network cf6487da-9ae2-4685-8755-3ac247b8d3a8 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:25.024373 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4706a954-7cea-47b8-a42c-c0f55248c0f5 req-2d3f9838-519c-4bdb-a3da-c1f3754b23cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6626f043-5728-453a-8a94-a26c733e0e51 HTTP/1.1" status: 200 len: 217 time: 0.0829360 Apr 05 20:23:25.035792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:25.055228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:25.086102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event updated for resources: {'Port': ['ID=2882cf7e-be14-4b40-b988-ca9f5ca6162e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:25.104691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-95888c2c-3ff3-46de-ad46-587e525ab0f1 req-c09b7a01-247f-4981-b796-7d75978a68e7 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Synchronizing usage tracker for tenant:44a73d7388664fb1bd4e54ae3b4705c8 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:25.111290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-48b432af-ec05-4e1c-9e55-7ea0b82785bf tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Unset dirty status for tenant:a165baaf0da645c5944231dda347f03b on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:25.112469 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-48b432af-ec05-4e1c-9e55-7ea0b82785bf tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "GET /v2.0/ports?device_id=e91ae290-ffbf-4769-b442-1ac0e76e6928 HTTP/1.1" status: 200 len: 913 time: 0.3768947 Apr 05 20:23:25.117938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40214) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:25.128610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4706a954-7cea-47b8-a42c-c0f55248c0f5 req-e1294293-007e-4560-876f-7aca18ffa41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:25.130246 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4706a954-7cea-47b8-a42c-c0f55248c0f5 req-e1294293-007e-4560-876f-7aca18ffa41b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b2dc6ff-910e-46dc-beb1-17e6615cd54b HTTP/1.1" status: 200 len: 851 time: 0.0993500 Apr 05 20:23:25.182844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-95888c2c-3ff3-46de-ad46-587e525ab0f1 req-c09b7a01-247f-4981-b796-7d75978a68e7 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Unset dirty status for tenant:44a73d7388664fb1bd4e54ae3b4705c8 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:25.184637 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95888c2c-3ff3-46de-ad46-587e525ab0f1 req-c09b7a01-247f-4981-b796-7d75978a68e7 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420735 Apr 05 20:23:25.188228 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4706a954-7cea-47b8-a42c-c0f55248c0f5 req-10f0baea-3a34-4795-8eb2-83d04071ae3d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0036c264-6107-49cf-a8f2-adcdce404271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482812 Apr 05 20:23:25.349303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:25.349816 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:25.368006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3637df52-9974-4203-ac61-37976f6cfdc6 None None] Provisioning for port 2882cf7e-be14-4b40-b988-ca9f5ca6162e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:25.375093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3637df52-9974-4203-ac61-37976f6cfdc6 None None] Provisioning complete for port 2882cf7e-be14-4b40-b988-ca9f5ca6162e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:25.376666 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3637df52-9974-4203-ac61-37976f6cfdc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:25.440563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3637df52-9974-4203-ac61-37976f6cfdc6 None None] Port 2882cf7e-be14-4b40-b988-ca9f5ca6162e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:23:25.453437 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e1b0bd95-3775-4a64-9716-b919ba55653c tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5459321 Apr 05 20:23:25.463094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40220) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:25.467325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f6d39-d7a2-46ea-a705-5dfb26c25bd4 req-261a6698-0d3b-4525-a043-f81dc7099edd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:25.473175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f6d39-d7a2-46ea-a705-5dfb26c25bd4 req-261a6698-0d3b-4525-a043-f81dc7099edd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:25.476729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-33a003e3-0443-4b46-b30c-979d5349b4cf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ba:95:c6'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:25.479053 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f6d39-d7a2-46ea-a705-5dfb26c25bd4 req-261a6698-0d3b-4525-a043-f81dc7099edd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:25.484920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f6d39-d7a2-46ea-a705-5dfb26c25bd4 req-261a6698-0d3b-4525-a043-f81dc7099edd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:25.490756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f6d39-d7a2-46ea-a705-5dfb26c25bd4 req-261a6698-0d3b-4525-a043-f81dc7099edd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:25.497120 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f6d39-d7a2-46ea-a705-5dfb26c25bd4 req-261a6698-0d3b-4525-a043-f81dc7099edd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:25.503002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f6d39-d7a2-46ea-a705-5dfb26c25bd4 req-261a6698-0d3b-4525-a043-f81dc7099edd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:25.504835 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6e9f6d39-d7a2-46ea-a705-5dfb26c25bd4 req-261a6698-0d3b-4525-a043-f81dc7099edd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.5165920 Apr 05 20:23:25.527823 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4706a954-7cea-47b8-a42c-c0f55248c0f5 req-08250df7-aade-46b2-bcb7-27f6e2034784 service neutron] 10.222.0.13 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336034 Apr 05 20:23:25.647775 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6e9f6d39-d7a2-46ea-a705-5dfb26c25bd4 req-dfed65e6-cf35-4097-989b-02fc5ee99c22 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1256082 Apr 05 20:23:25.678824 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3d911-1001-4598-a94c-70af819f2332 req-b8c5a6fb-c608-42cc-a308-fce39cd22722 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:25.680262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79e3d911-1001-4598-a94c-70af819f2332 req-b8c5a6fb-c608-42cc-a308-fce39cd22722 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.2830796 Apr 05 20:23:25.835143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79e3d911-1001-4598-a94c-70af819f2332 req-396a1dbd-168e-4d81-95fc-18260058cfff tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999234 Apr 05 20:23:25.837956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4706a954-7cea-47b8-a42c-c0f55248c0f5 req-a92abe9d-8adc-477a-91d4-17804c467585 service neutron] 10.222.0.13 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959480 Apr 05 20:23:25.911093 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33a003e3-0443-4b46-b30c-979d5349b4cf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:25.929972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3536f35-448a-4e2a-a020-0f19ada82486 req-d6eb57c3-5644-42b4-89ed-c5b13f616ee5 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:25.931448 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e3536f35-448a-4e2a-a020-0f19ada82486 req-d6eb57c3-5644-42b4-89ed-c5b13f616ee5 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.1473508 Apr 05 20:23:26.018687 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e3536f35-448a-4e2a-a020-0f19ada82486 req-07b086aa-767c-41fc-a511-4517963b9d65 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786057 Apr 05 20:23:26.046161 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-735637c7-4658-4346-96e8-961b7b9646c2 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:26.207682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c9bdd-c154-4008-b594-ca53475d2793 req-a141ed67-6c50-420c-9a5e-900e3efd6a9c tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:26.209063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db9c9bdd-c154-4008-b594-ca53475d2793 req-a141ed67-6c50-420c-9a5e-900e3efd6a9c tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 950 time: 0.2326834 Apr 05 20:23:26.273832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db9c9bdd-c154-4008-b594-ca53475d2793 req-0657ea6a-b256-4c51-8895-13ae432cb9ce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567281 Apr 05 20:23:26.293265 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33a003e3-0443-4b46-b30c-979d5349b4cf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:26.304236 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33a003e3-0443-4b46-b30c-979d5349b4cf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:26.438617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc301c-9b26-42c7-a603-347bc51169cb req-62d442c5-377b-4d9d-996a-fe2f1d25dd70 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:26.444523 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26dc301c-9b26-42c7-a603-347bc51169cb req-62d442c5-377b-4d9d-996a-fe2f1d25dd70 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.2397773 Apr 05 20:23:26.476673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a003e3-0443-4b46-b30c-979d5349b4cf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event updated for resources: {'Port': ['ID=2882cf7e-be14-4b40-b988-ca9f5ca6162e,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:26.500345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-33a003e3-0443-4b46-b30c-979d5349b4cf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] In _notify_port_updated(), no bound segment for port 2882cf7e-be14-4b40-b988-ca9f5ca6162e on network cf6487da-9ae2-4685-8755-3ac247b8d3a8 {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:23:26.507216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a003e3-0443-4b46-b30c-979d5349b4cf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:26.508447 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33a003e3-0443-4b46-b30c-979d5349b4cf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:26.509904 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-33a003e3-0443-4b46-b30c-979d5349b4cf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "PUT /v2.0/ports/2882cf7e-be14-4b40-b988-ca9f5ca6162e HTTP/1.1" status: 200 len: 996 time: 1.0458002 Apr 05 20:23:26.516133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40232) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:26.519413 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-26dc301c-9b26-42c7-a603-347bc51169cb req-fc81ff6f-9cc2-4f94-b295-dfe0258394ae tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589578 Apr 05 20:23:26.615337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-735637c7-4658-4346-96e8-961b7b9646c2 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Deleting port 6d1a5695-f512-48f2-a485-a7b9165bfcc9 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:26.615950 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-735637c7-4658-4346-96e8-961b7b9646c2 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:26.620860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c696d-9958-44ce-bb43-cc044099e7b0 req-6a457117-deb8-4a6c-89d6-c7eb0a3f247c tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:26.627814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-822c696d-9958-44ce-bb43-cc044099e7b0 req-6a457117-deb8-4a6c-89d6-c7eb0a3f247c tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 943 time: 0.2279983 Apr 05 20:23:26.632454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5cd91846-8416-4afc-b7cd-3aaf936e8ce0 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Deleting port 2882cf7e-be14-4b40-b988-ca9f5ca6162e {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:26.632908 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cd91846-8416-4afc-b7cd-3aaf936e8ce0 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:26.680469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c3ab12cf-b2d0-4482-9557-e358f3451f7e None None] Provisioning complete for port 2882cf7e-be14-4b40-b988-ca9f5ca6162e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:26.680970 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c3ab12cf-b2d0-4482-9557-e358f3451f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:26.724455 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-822c696d-9958-44ce-bb43-cc044099e7b0 req-a2fd91b4-b9af-47f5-928c-1a1d31e61a8d tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956330 Apr 05 20:23:26.798754 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c3ab12cf-b2d0-4482-9557-e358f3451f7e None None] Port 2882cf7e-be14-4b40-b988-ca9f5ca6162e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:23:26.951013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d20dff-c59a-41a7-afc3-132484609faa req-fec2d50b-9490-4efd-8d37-f20e33fb103f tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:26.952520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87d20dff-c59a-41a7-afc3-132484609faa req-fec2d50b-9490-4efd-8d37-f20e33fb103f tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8f5285c-1c38-4a20-82b6-c5717e1f2c55 HTTP/1.1" status: 200 len: 950 time: 0.2853539 Apr 05 20:23:26.956635 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-735637c7-4658-4346-96e8-961b7b9646c2 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:27.033930 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cd91846-8416-4afc-b7cd-3aaf936e8ce0 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:27.048863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af16a16-526e-4e8e-8c3f-7748d44beffb req-ead01245-4615-4138-9611-b0675880334d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:27.050346 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6af16a16-526e-4e8e-8c3f-7748d44beffb req-ead01245-4615-4138-9611-b0675880334d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.1966257 Apr 05 20:23:27.230967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-735637c7-4658-4346-96e8-961b7b9646c2 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Calling delete_port for 6d1a5695-f512-48f2-a485-a7b9165bfcc9 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:27.289919 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87d20dff-c59a-41a7-afc3-132484609faa req-85534c15-cc59-4ad1-b128-3d140b655c6d tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254495 Apr 05 20:23:27.295562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5cd91846-8416-4afc-b7cd-3aaf936e8ce0 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Calling delete_port for 2882cf7e-be14-4b40-b988-ca9f5ca6162e owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:27.355627 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6af16a16-526e-4e8e-8c3f-7748d44beffb req-ef14e929-aaa7-4e03-9ef2-de11365c85ce tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986062 Apr 05 20:23:27.520548 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cd91846-8416-4afc-b7cd-3aaf936e8ce0 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:27.577072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e6ce-ad41-4aa7-bae8-ac9039589785 req-09348a3b-8cdc-4828-ba0c-931cff416b18 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:27.577388 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd91846-8416-4afc-b7cd-3aaf936e8ce0 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event deleted for resources: {'Port': ['ID=2882cf7e-be14-4b40-b988-ca9f5ca6162e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:27.582817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e6ce-ad41-4aa7-bae8-ac9039589785 req-09348a3b-8cdc-4828-ba0c-931cff416b18 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:27.588689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e6ce-ad41-4aa7-bae8-ac9039589785 req-09348a3b-8cdc-4828-ba0c-931cff416b18 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:27.595074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e6ce-ad41-4aa7-bae8-ac9039589785 req-09348a3b-8cdc-4828-ba0c-931cff416b18 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:27.600949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e6ce-ad41-4aa7-bae8-ac9039589785 req-09348a3b-8cdc-4828-ba0c-931cff416b18 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:27.607399 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e6ce-ad41-4aa7-bae8-ac9039589785 req-09348a3b-8cdc-4828-ba0c-931cff416b18 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:27.613238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971e6ce-ad41-4aa7-bae8-ac9039589785 req-09348a3b-8cdc-4828-ba0c-931cff416b18 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:27.615306 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7971e6ce-ad41-4aa7-bae8-ac9039589785 req-09348a3b-8cdc-4828-ba0c-931cff416b18 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.1745267 Apr 05 20:23:27.710718 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f46922-b710-47b1-8c7c-744b7208043f req-2ee86c5b-c511-4b9a-bd5c-7c25613d38db tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:27.718214 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-92f46922-b710-47b1-8c7c-744b7208043f req-2ee86c5b-c511-4b9a-bd5c-7c25613d38db tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.2527106 Apr 05 20:23:27.721063 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7971e6ce-ad41-4aa7-bae8-ac9039589785 req-f25f9386-d1fc-4c7a-b7c7-9f0f2b1877e2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938351 Apr 05 20:23:27.732916 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-735637c7-4658-4346-96e8-961b7b9646c2 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:27.770751 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cd91846-8416-4afc-b7cd-3aaf936e8ce0 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:27.789467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735637c7-4658-4346-96e8-961b7b9646c2 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event deleted for resources: {'Port': ['ID=6d1a5695-f512-48f2-a485-a7b9165bfcc9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:27.798610 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-92f46922-b710-47b1-8c7c-744b7208043f req-16e21b1e-f3ed-464a-9efc-c8a9aba50259 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793135 Apr 05 20:23:27.804182 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5cd91846-8416-4afc-b7cd-3aaf936e8ce0 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "DELETE /v2.0/ports/2882cf7e-be14-4b40-b988-ca9f5ca6162e HTTP/1.1" status: 204 len: 168 time: 1.2830851 Apr 05 20:23:27.805028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40248) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:27.866786 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ce82ab-5a38-4679-8138-4c609c74a558 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] GET failed (client error): The resource could not be found. Apr 05 20:23:27.867513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-86ce82ab-5a38-4679-8138-4c609c74a558 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Synchronizing usage tracker for tenant:da49fb6ac5714670bda070f65a9c40b4 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:27.894292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-86ce82ab-5a38-4679-8138-4c609c74a558 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Unset dirty status for tenant:da49fb6ac5714670bda070f65a9c40b4 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:27.895217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 6626f043-5728-453a-8a94-a26c733e0e51 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:23:27.899539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40254) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:27.900845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-86ce82ab-5a38-4679-8138-4c609c74a558 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "GET /v2.0/ports/2882cf7e-be14-4b40-b988-ca9f5ca6162e HTTP/1.1" status: 404 len: 333 time: 0.0946503 Apr 05 20:23:27.919530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Request body: {'port': {'network_id': 'cf6487da-9ae2-4685-8755-3ac247b8d3a8', 'name': 'tempest-AllowedAddressPairTestJSON-1146298947'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:28.055498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d900d89-c703-43e1-a950-55c6ef680ce8 req-b81b9f6d-ad70-450b-aeab-f5b7260f7099 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:28.062580 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d900d89-c703-43e1-a950-55c6ef680ce8 req-b81b9f6d-ad70-450b-aeab-f5b7260f7099 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 943 time: 0.0938058 Apr 05 20:23:28.104564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:28.114785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 6626f043-5728-453a-8a94-a26c733e0e51, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=6626f043-5728-453a-8a94-a26c733e0e51,segment=NetworkSegment(e01472c5-1f4c-424a-850a-d35b2bf28ba6),segment_id=e01472c5-1f4c-424a-850a-d35b2bf28ba6)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:28.117443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:28.131742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '6626f043-5728-453a-8a94-a26c733e0e51', 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271', 'port_id': '6626f043-5728-453a-8a94-a26c733e0e51', 'mac_address': 'fa:16:3e:9b:be:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2dc6ff-910e-46dc-beb1-17e6615cd54b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:23:28.146007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Made reservation on behalf of da49fb6ac5714670bda070f65a9c40b4 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:23:28.150259 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:28.154225 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d900d89-c703-43e1-a950-55c6ef680ce8 req-cdd0eacc-d52b-4ac9-9184-0211ad272513 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905321 Apr 05 20:23:28.220810 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:28.238459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6626f043-5728-453a-8a94-a26c733e0e51 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:28.251653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] device_id is not set on port f3f5761d-7edb-4ea9-9d4f-b12876b0b7a6 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:23:28.258590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 6626f043-5728-453a-8a94-a26c733e0e51, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=6626f043-5728-453a-8a94-a26c733e0e51,segment=NetworkSegment(e01472c5-1f4c-424a-850a-d35b2bf28ba6),segment_id=e01472c5-1f4c-424a-850a-d35b2bf28ba6)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:28.264290 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:28.363708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=6626f043-5728-453a-8a94-a26c733e0e51,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:28.373122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:28.373533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:28.373957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:28.374365 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:28.374898 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:28.375405 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:28.375917 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:28.376512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:28.377042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:28.377561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:28.378135 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:28.378674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:28.415061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e4f92-8da4-45b8-b124-9c042a3f9a7b req-76905212-8eca-4204-bd32-a7c794ac7540 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:28.417001 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e89e4f92-8da4-45b8-b124-9c042a3f9a7b req-76905212-8eca-4204-bd32-a7c794ac7540 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.1270795 Apr 05 20:23:28.462280 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-735637c7-4658-4346-96e8-961b7b9646c2 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:28.472486 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e89e4f92-8da4-45b8-b124-9c042a3f9a7b req-f28a68e1-649d-4f04-8add-ff23e933644c tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478597 Apr 05 20:23:28.516620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['6626f043-5728-453a-8a94-a26c733e0e51'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:23:28.719475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Allocated IP 172.20.0.8 (cf6487da-9ae2-4685-8755-3ac247b8d3a8/609d8842-30c1-4f21-9654-4566209b4a8d/f3f5761d-7edb-4ea9-9d4f-b12876b0b7a6) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:23:28.947570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1ffb8-18bd-4fbb-b569-14642e0d8c4c req-19cced8e-946f-4df0-b390-0ff75dde567d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:28.953404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1ffb8-18bd-4fbb-b569-14642e0d8c4c req-19cced8e-946f-4df0-b390-0ff75dde567d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:28.959247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1ffb8-18bd-4fbb-b569-14642e0d8c4c req-19cced8e-946f-4df0-b390-0ff75dde567d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:28.965678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1ffb8-18bd-4fbb-b569-14642e0d8c4c req-19cced8e-946f-4df0-b390-0ff75dde567d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:28.971489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1ffb8-18bd-4fbb-b569-14642e0d8c4c req-19cced8e-946f-4df0-b390-0ff75dde567d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:28.977303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1ffb8-18bd-4fbb-b569-14642e0d8c4c req-19cced8e-946f-4df0-b390-0ff75dde567d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:28.983669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d1ffb8-18bd-4fbb-b569-14642e0d8c4c req-19cced8e-946f-4df0-b390-0ff75dde567d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:28.985560 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-36d1ffb8-18bd-4fbb-b569-14642e0d8c4c req-19cced8e-946f-4df0-b390-0ff75dde567d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.1347575 Apr 05 20:23:29.011669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95380b92-796a-4e29-9e22-27ebc3efce96 req-d968823a-d6ae-4b17-9fc1-fa0cb16fb575 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:29.013086 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95380b92-796a-4e29-9e22-27ebc3efce96 req-d968823a-d6ae-4b17-9fc1-fa0cb16fb575 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.4218011 Apr 05 20:23:29.035569 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-36d1ffb8-18bd-4fbb-b569-14642e0d8c4c req-e7638588-dd49-43d8-9ce6-63adab95b701 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441072 Apr 05 20:23:29.222017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7e54b-42fe-4cd4-b89a-531e6f77b8fa req-4606c550-cf00-4d81-89d2-bc1b54df5a69 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:29.222017 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9a7e54b-42fe-4cd4-b89a-531e6f77b8fa req-4606c550-cf00-4d81-89d2-bc1b54df5a69 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.0850043 Apr 05 20:23:29.225542 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95380b92-796a-4e29-9e22-27ebc3efce96 req-d2b3780a-c48d-4e24-adfa-3758106d2c58 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933038 Apr 05 20:23:29.270474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-735637c7-4658-4346-96e8-961b7b9646c2 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Router e91ae290-ffbf-4769-b442-1ac0e76e6928 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:23:29.271454 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9a7e54b-42fe-4cd4-b89a-531e6f77b8fa req-df3e3b51-9d47-400c-9877-e355da14d467 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424383 Apr 05 20:23:29.295491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:29.420284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Transition to ACTIVE for port object f3f5761d-7edb-4ea9-9d4f-b12876b0b7a6 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:29.550976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-735637c7-4658-4346-96e8-961b7b9646c2 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:23:29.561426 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4eff3d-589f-4a91-80c5-f2d01c1843c1 None None] Sync routers for ids ['e91ae290-ffbf-4769-b442-1ac0e76e6928'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:23:29.563647 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:29.577674 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4eff3d-589f-4a91-80c5-f2d01c1843c1 None None] Routers {'e91ae290-ffbf-4769-b442-1ac0e76e6928'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:23:29.578400 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dd4eff3d-589f-4a91-80c5-f2d01c1843c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:23:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e91ae290-ffbf-4769-b442-1ac0e76e6928'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:29.681499 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-735637c7-4658-4346-96e8-961b7b9646c2 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "PUT /v2.0/routers/e91ae290-ffbf-4769-b442-1ac0e76e6928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5574138 Apr 05 20:23:29.681700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40298) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:29.685891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85eabc1-b5c0-4b29-9ab9-4fc52c1f62e4 req-98e53ece-3318-490a-86aa-71791abf779a tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:29.686685 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b85eabc1-b5c0-4b29-9ab9-4fc52c1f62e4 req-98e53ece-3318-490a-86aa-71791abf779a tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 944 time: 0.3352733 Apr 05 20:23:29.688648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Network cf6487da-9ae2-4685-8755-3ac247b8d3a8 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:29.691947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:29.705241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:29.723664 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dd4eff3d-589f-4a91-80c5-f2d01c1843c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:29.735468 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4eff3d-589f-4a91-80c5-f2d01c1843c1 None None] Routers {'e91ae290-ffbf-4769-b442-1ac0e76e6928'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:23:29.736320 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dd4eff3d-589f-4a91-80c5-f2d01c1843c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:23:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e91ae290-ffbf-4769-b442-1ac0e76e6928'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:29.748830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event updated for resources: {'Port': ['ID=f3f5761d-7edb-4ea9-9d4f-b12876b0b7a6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:29.833034 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b85eabc1-b5c0-4b29-9ab9-4fc52c1f62e4 req-7b621e68-8c09-4e55-a513-d8e9075ab65c tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318541 Apr 05 20:23:29.834076 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dd4eff3d-589f-4a91-80c5-f2d01c1843c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:29.834474 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4eff3d-589f-4a91-80c5-f2d01c1843c1 None None] The sync data for ids ['e91ae290-ffbf-4769-b442-1ac0e76e6928'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:23:29.841424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:29.842118 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:29.862095 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cc096763-1bd4-4be8-b4c9-1fd9a438ab89 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9610496 Apr 05 20:23:29.865039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40302) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:29.873750 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Request body: {'port': {'network_id': 'cf6487da-9ae2-4685-8755-3ac247b8d3a8', 'name': 'tempest-AllowedAddressPairTestJSON-473329615'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:29.938126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 6626f043-5728-453a-8a94-a26c733e0e51 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:29.999456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e080c8-68d3-41d4-9c0b-140e2bb69967 req-177e21ce-b7ec-4e56-92c2-ee62c6d971cd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:29.999456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8e080c8-68d3-41d4-9c0b-140e2bb69967 req-177e21ce-b7ec-4e56-92c2-ee62c6d971cd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.2289410 Apr 05 20:23:30.057226 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8e080c8-68d3-41d4-9c0b-140e2bb69967 req-9ffae08c-9b77-468c-8bd0-6e0a296b61bf tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579281 Apr 05 20:23:30.060824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cfdfa9ad-8b36-4c9b-bdfa-307d2df91328 None None] Provisioning for port f3f5761d-7edb-4ea9-9d4f-b12876b0b7a6 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:30.062230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:30.071274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 6626f043-5728-453a-8a94-a26c733e0e51 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:30.077996 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cfdfa9ad-8b36-4c9b-bdfa-307d2df91328 None None] Provisioning complete for port f3f5761d-7edb-4ea9-9d4f-b12876b0b7a6 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:30.078983 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cfdfa9ad-8b36-4c9b-bdfa-307d2df91328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:30.092852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:30.102981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 6626f043-5728-453a-8a94-a26c733e0e51 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:30.103951 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:30.110683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Made reservation on behalf of da49fb6ac5714670bda070f65a9c40b4 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:23:30.112276 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:30.116687 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:30.149555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] device_id is not set on port 101dcb25-5163-4c7b-8918-1c88dc0e4d59 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:23:30.259231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-cfdfa9ad-8b36-4c9b-bdfa-307d2df91328 None None] Port f3f5761d-7edb-4ea9-9d4f-b12876b0b7a6 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:23:30.280962 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:30.320325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 6626f043-5728-453a-8a94-a26c733e0e51, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=6626f043-5728-453a-8a94-a26c733e0e51,segment=NetworkSegment(e01472c5-1f4c-424a-850a-d35b2bf28ba6),segment_id=e01472c5-1f4c-424a-850a-d35b2bf28ba6)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:30.321417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b98483c-fecc-4ae4-9023-67890e0573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6626f043-5728-453a-8a94-a26c733e0e51'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:23:30.324579 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:30.330482 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:30.339481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Deleting port e74f400a-dd79-483a-9fbe-be7f3e832c8c {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:30.340034 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:30.388354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264960b-96b4-4821-bcf7-c339352be76e req-66d93923-04e4-4121-96f5-f971cfcae99f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:30.394263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264960b-96b4-4821-bcf7-c339352be76e req-66d93923-04e4-4121-96f5-f971cfcae99f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:30.400112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264960b-96b4-4821-bcf7-c339352be76e req-66d93923-04e4-4121-96f5-f971cfcae99f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:30.406069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264960b-96b4-4821-bcf7-c339352be76e req-66d93923-04e4-4121-96f5-f971cfcae99f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:30.412001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264960b-96b4-4821-bcf7-c339352be76e req-66d93923-04e4-4121-96f5-f971cfcae99f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:30.414880 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=6626f043-5728-453a-8a94-a26c733e0e51,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:30.418738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264960b-96b4-4821-bcf7-c339352be76e req-66d93923-04e4-4121-96f5-f971cfcae99f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:30.425158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264960b-96b4-4821-bcf7-c339352be76e req-66d93923-04e4-4121-96f5-f971cfcae99f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:30.427131 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c264960b-96b4-4821-bcf7-c339352be76e req-66d93923-04e4-4121-96f5-f971cfcae99f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.2283885 Apr 05 20:23:30.451362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Allocated IP 172.20.0.13 (cf6487da-9ae2-4685-8755-3ac247b8d3a8/609d8842-30c1-4f21-9654-4566209b4a8d/101dcb25-5163-4c7b-8918-1c88dc0e4d59) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:23:30.504583 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c264960b-96b4-4821-bcf7-c339352be76e req-78a075d2-31c1-4268-b379-67f1ba5cdde3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699010 Apr 05 20:23:30.692505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c49a72-64d3-4e0b-bdaf-bf1a5ff4ee4b req-31b3afac-fe3a-4563-8c71-e682c371bd20 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:30.694089 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1c49a72-64d3-4e0b-bdaf-bf1a5ff4ee4b req-31b3afac-fe3a-4563-8c71-e682c371bd20 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.2999699 Apr 05 20:23:30.715685 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:30.733489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:30.736267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Transition to ACTIVE for port object 101dcb25-5163-4c7b-8918-1c88dc0e4d59 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:30.763458 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:30.781570 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b98483c-fecc-4ae4-9023-67890e0573a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6626f043-5728-453a-8a94-a26c733e0e51', 'code': 200} Apr 05 20:23:30.865314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Network cf6487da-9ae2-4685-8755-3ac247b8d3a8 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:30.917976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Calling delete_port for e74f400a-dd79-483a-9fbe-be7f3e832c8c owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:30.973960 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1c49a72-64d3-4e0b-bdaf-bf1a5ff4ee4b req-2f10f064-cb75-45bc-9662-4d30d9e037db tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729156 Apr 05 20:23:31.037801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:31.051668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:31.144093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event updated for resources: {'Port': ['ID=101dcb25-5163-4c7b-8918-1c88dc0e4d59,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:31.196807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.197433 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:31.228832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80275fc-ccb2-4a47-be1b-882573910d72 req-95ba351d-4d19-4ce8-9a42-088d5f73896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.230995 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e80275fc-ccb2-4a47-be1b-882573910d72 req-95ba351d-4d19-4ce8-9a42-088d5f73896c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 1096 time: 0.3508620 Apr 05 20:23:31.245482 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-271c351d-8a53-45fa-8d90-697546539adf tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3781922 Apr 05 20:23:31.250282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40330) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:31.258624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683399c1-ba8f-42fa-9514-188557e99d28 req-b84dfb7b-ff35-443e-a1b7-a32ad25793cc tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.260068 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-683399c1-ba8f-42fa-9514-188557e99d28 req-b84dfb7b-ff35-443e-a1b7-a32ad25793cc tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.2536204 Apr 05 20:23:31.280552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-739e5ffb-5d83-4fa3-95b0-9140694f0601 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:ba:95:c6'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:0c:59:0c'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:31.304895 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-e70cde84-7cde-45fd-bc37-ad51e37374b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4418914 Apr 05 20:23:31.326941 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-683399c1-ba8f-42fa-9514-188557e99d28 req-bc51cc00-cd1e-462c-8c99-bc04e29b1fac tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517175 Apr 05 20:23:31.377675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e80275fc-ccb2-4a47-be1b-882573910d72 req-fefb3bce-3bcb-4380-988e-4f9c3fc79602 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281762 Apr 05 20:23:31.389692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c9be6c79-16eb-46a9-8fd4-0470ec96c1ab None None] Provisioning for port 101dcb25-5163-4c7b-8918-1c88dc0e4d59 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:31.399823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c9be6c79-16eb-46a9-8fd4-0470ec96c1ab None None] Provisioning complete for port 101dcb25-5163-4c7b-8918-1c88dc0e4d59 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:31.400247 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c9be6c79-16eb-46a9-8fd4-0470ec96c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:31.458444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c9be6c79-16eb-46a9-8fd4-0470ec96c1ab None None] Port 101dcb25-5163-4c7b-8918-1c88dc0e4d59 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:23:31.464936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-88894f43-d52a-42cd-91c1-480f12627d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.466095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-88894f43-d52a-42cd-91c1-480f12627d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.466095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-88894f43-d52a-42cd-91c1-480f12627d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.467365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-88894f43-d52a-42cd-91c1-480f12627d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.467365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-88894f43-d52a-42cd-91c1-480f12627d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.467365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-88894f43-d52a-42cd-91c1-480f12627d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.468641 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-88894f43-d52a-42cd-91c1-480f12627d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.469686 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-88894f43-d52a-42cd-91c1-480f12627d14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 6491 time: 0.0893896 Apr 05 20:23:31.542796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026616d3-76ed-4e7f-85b7-5606107da6e2 req-d67d3d96-84a7-47d4-b568-da680b8f5414 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.545965 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-026616d3-76ed-4e7f-85b7-5606107da6e2 req-d67d3d96-84a7-47d4-b568-da680b8f5414 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.3585219 Apr 05 20:23:31.585577 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:31.652470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event deleted for resources: {'Port': ['ID=e74f400a-dd79-483a-9fbe-be7f3e832c8c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:31.689325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-6a70bed2-088d-4963-9f67-b498ca6f662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.689792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-6a70bed2-088d-4963-9f67-b498ca6f662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.690278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-6a70bed2-088d-4963-9f67-b498ca6f662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.691815 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-6a70bed2-088d-4963-9f67-b498ca6f662f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c1d4db6d-e221-421f-bec4-215e49978b5e&id=65078b3e-8573-4599-8d5f-da3f86914493&id=65078b3e-8573-4599-8d5f-da3f86914493&id=65078b3e-8573-4599-8d5f-da3f86914493&id=65078b3e-8573-4599-8d5f-da3f86914493&id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&id=155ded23-dcca-4bf5-8033-6cb75ec37e9a HTTP/1.1" status: 200 len: 2293 time: 0.1974730 Apr 05 20:23:31.709837 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-026616d3-76ed-4e7f-85b7-5606107da6e2 req-2d4e315e-c534-48c3-ab2e-373fefcc3763 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484647 Apr 05 20:23:31.816697 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-69d3abf6-071d-40f2-aa7e-54631735a1a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9448b79-3827-496f-864e-611a8674e2de HTTP/1.1" status: 200 len: 1001 time: 0.1119716 Apr 05 20:23:31.842006 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-739e5ffb-5d83-4fa3-95b0-9140694f0601 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:31.857470 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:31.904733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-ad734a88-c975-4f0b-9304-e68483234e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.907850 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-ad734a88-c975-4f0b-9304-e68483234e1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=aa31aa76-5a52-4e0c-aa3c-55565cc204cd HTTP/1.1" status: 200 len: 851 time: 0.0789790 Apr 05 20:23:31.929618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c36819-1730-4385-bb49-b5f30d63a0cb req-cbd698ee-eed2-4c54-a247-93442d3ee15f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.935353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:23:31.936932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c36819-1730-4385-bb49-b5f30d63a0cb req-cbd698ee-eed2-4c54-a247-93442d3ee15f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.943326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c36819-1730-4385-bb49-b5f30d63a0cb req-cbd698ee-eed2-4c54-a247-93442d3ee15f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.950177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c36819-1730-4385-bb49-b5f30d63a0cb req-cbd698ee-eed2-4c54-a247-93442d3ee15f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.957340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c36819-1730-4385-bb49-b5f30d63a0cb req-cbd698ee-eed2-4c54-a247-93442d3ee15f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.964055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c36819-1730-4385-bb49-b5f30d63a0cb req-cbd698ee-eed2-4c54-a247-93442d3ee15f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.972011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c36819-1730-4385-bb49-b5f30d63a0cb req-cbd698ee-eed2-4c54-a247-93442d3ee15f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:31.981038 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-04c36819-1730-4385-bb49-b5f30d63a0cb req-cbd698ee-eed2-4c54-a247-93442d3ee15f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.3493438 Apr 05 20:23:32.090240 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-04c36819-1730-4385-bb49-b5f30d63a0cb req-f9ca419b-88c9-4c3f-845b-0208a4ab1fe0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1070507 Apr 05 20:23:32.147947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-44772fc3-9a7e-46ad-a2d8-161cd729145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:32.161274 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-44772fc3-9a7e-46ad-a2d8-161cd729145c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c1d4db6d-e221-421f-bec4-215e49978b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2433441 Apr 05 20:23:32.167251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:32.184652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526', 'mac_address': 'fa:16:3e:60:ab:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:23:32.258155 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:32.311332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:32.339866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:32.345324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:32.380776 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:32.400610 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:32.445721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:32.463112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['c685ed31-0cc4-43f4-b0c8-a67a9ad5b526'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:23:32.572379 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:32.573236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Fanout notify agent at l3_agent the message router_deleted on router e91ae290-ffbf-4769-b442-1ac0e76e6928 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:23:32.632219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d63e3-e59d-450c-acea-ffb0721b5199 req-5172a2ce-8fd2-4241-8d93-5ef54e60d938 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:32.634038 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-309d63e3-e59d-450c-acea-ffb0721b5199 req-5172a2ce-8fd2-4241-8d93-5ef54e60d938 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.1439397 Apr 05 20:23:32.636203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-92b57932-c237-4d58-b47c-522b3a4f4a8f service neutron] 10.222.0.41 "GET /v2.0/networks/c1d4db6d-e221-421f-bec4-215e49978b5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687469 Apr 05 20:23:32.704338 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-309d63e3-e59d-450c-acea-ffb0721b5199 req-b0cc6c6d-40c8-4334-8670-7571e66adbdd tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632069 Apr 05 20:23:32.889011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-97c0e9ae-6743-4a04-a4eb-d11c3226b8f3 service neutron] 10.222.0.41 "GET /v2.0/networks/c1d4db6d-e221-421f-bec4-215e49978b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062171 Apr 05 20:23:32.903268 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:32.904901 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8444fd16-c604-4567-8dd7-e24e34825af5 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "DELETE /v2.0/routers/e91ae290-ffbf-4769-b442-1ac0e76e6928 HTTP/1.1" status: 204 len: 168 time: 3.2234232 Apr 05 20:23:32.910408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40378) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:33.042334 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-7cd0088a-e1f3-45e3-ad90-a52163fb3df2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.199&port_id=75682036-7b4c-443d-b0de-61031a48f0da HTTP/1.1" status: 200 len: 217 time: 0.1377826 Apr 05 20:23:33.065912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de7578a-c5cf-4e28-9a6c-315d9f5ffb88 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Deleting subnet ea094e30-2041-4594-92f5-2b6b55427d25 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:23:33.072157 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1de7578a-c5cf-4e28-9a6c-315d9f5ffb88 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:33.118334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-ded259e1-d70f-455d-923b-9f4106e1a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:33.119751 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-ded259e1-d70f-455d-923b-9f4106e1a917 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.0707362 Apr 05 20:23:33.131460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15d60c6-d4dd-43a7-884e-08b6becb6e02 req-60317af1-8caf-4f1b-8a6e-186f8d141fbd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:33.138779 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d15d60c6-d4dd-43a7-884e-08b6becb6e02 req-60317af1-8caf-4f1b-8a6e-186f8d141fbd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.6245914 Apr 05 20:23:33.146774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f04f1-44ac-4f0e-8f54-628cb9aa27b4 req-5bba5b6f-9a2e-4a77-903e-352f11a5a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:33.148668 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b6f04f1-44ac-4f0e-8f54-628cb9aa27b4 req-5bba5b6f-9a2e-4a77-903e-352f11a5a2d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b&device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 1098 time: 0.6356666 Apr 05 20:23:33.192956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe403dc-d509-476d-8a86-6fb3546daf7f req-eedbc55b-2248-4ae5-96db-f1b96f39328f tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:33.194428 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7fe403dc-d509-476d-8a86-6fb3546daf7f req-eedbc55b-2248-4ae5-96db-f1b96f39328f tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.2140157 Apr 05 20:23:33.233260 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1de7578a-c5cf-4e28-9a6c-315d9f5ffb88 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:33.258012 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7fe403dc-d509-476d-8a86-6fb3546daf7f req-714fee5f-b6a3-4d14-b7b3-36d279e648da tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569069 Apr 05 20:23:33.262564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-190fbab2-beea-47f5-8293-5f51e8600fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:33.264278 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-190fbab2-beea-47f5-8293-5f51e8600fc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1353180 Apr 05 20:23:33.292375 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-739e5ffb-5d83-4fa3-95b0-9140694f0601 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:33.469517 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-739e5ffb-5d83-4fa3-95b0-9140694f0601 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:33.552587 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d15d60c6-d4dd-43a7-884e-08b6becb6e02 req-24a699b0-c03c-4f54-9d3f-fb331c002667 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121974 Apr 05 20:23:33.618934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e5ffb-5d83-4fa3-95b0-9140694f0601 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event updated for resources: {'Port': ['ID=101dcb25-5163-4c7b-8918-1c88dc0e4d59,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:33.619456 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-eb4a0fbb-769c-4742-8c35-59599903e94a service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463449 Apr 05 20:23:33.703761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f04f1-44ac-4f0e-8f54-628cb9aa27b4 req-868a85ed-ac69-46e5-b8fb-a8e9df64e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:33.705718 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b6f04f1-44ac-4f0e-8f54-628cb9aa27b4 req-868a85ed-ac69-46e5-b8fb-a8e9df64e90f service neutron] 10.222.0.13 "GET /v2.0/networks?id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e HTTP/1.1" status: 200 len: 914 time: 0.5390937 Apr 05 20:23:33.842154 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-c9f32af3-183e-4825-901f-a2d2c94a8aa5 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149909 Apr 05 20:23:33.855553 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8c15f-c844-4eb5-8980-a75b92467a4c req-419c6bea-eda8-48b8-a953-95ae11f9b358 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:33.861652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8c15f-c844-4eb5-8980-a75b92467a4c req-419c6bea-eda8-48b8-a953-95ae11f9b358 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:33.867936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8c15f-c844-4eb5-8980-a75b92467a4c req-419c6bea-eda8-48b8-a953-95ae11f9b358 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:33.875288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8c15f-c844-4eb5-8980-a75b92467a4c req-419c6bea-eda8-48b8-a953-95ae11f9b358 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:33.881819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8c15f-c844-4eb5-8980-a75b92467a4c req-419c6bea-eda8-48b8-a953-95ae11f9b358 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:33.888672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8c15f-c844-4eb5-8980-a75b92467a4c req-419c6bea-eda8-48b8-a953-95ae11f9b358 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:33.896140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8c15f-c844-4eb5-8980-a75b92467a4c req-419c6bea-eda8-48b8-a953-95ae11f9b358 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:33.906296 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-69b8c15f-c844-4eb5-8980-a75b92467a4c req-419c6bea-eda8-48b8-a953-95ae11f9b358 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.3572459 Apr 05 20:23:33.910195 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b6f04f1-44ac-4f0e-8f54-628cb9aa27b4 req-e0081897-3d28-4226-bd08-dd366e616524 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd HTTP/1.1" status: 200 len: 217 time: 0.1865358 Apr 05 20:23:33.921150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ae642a1c-dcf5-4dcd-8d73-e753fe4ac87e None None] Provisioning complete for port 101dcb25-5163-4c7b-8918-1c88dc0e4d59 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:33.922181 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ae642a1c-dcf5-4dcd-8d73-e753fe4ac87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:33.963980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:33.991434 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-34b39b3b-9ea7-4641-ba6c-148c5d16a443 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 HTTP/1.1" status: 200 len: 217 time: 0.0828736 Apr 05 20:23:34.033237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ae642a1c-dcf5-4dcd-8d73-e753fe4ac87e None None] Port 101dcb25-5163-4c7b-8918-1c88dc0e4d59 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:23:34.073429 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-69b8c15f-c844-4eb5-8980-a75b92467a4c req-52e1a3c1-3e53-4de4-995f-ce194d7234ac tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1658828 Apr 05 20:23:34.109217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-42aa6d92-f5d9-4469-a737-d9f519f9b75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:34.111349 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-42aa6d92-f5d9-4469-a737-d9f519f9b75a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.1102192 Apr 05 20:23:34.112567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:34.112948 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:34.179680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-739e5ffb-5d83-4fa3-95b0-9140694f0601 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] In _notify_port_updated(), no bound segment for port 101dcb25-5163-4c7b-8918-1c88dc0e4d59 on network cf6487da-9ae2-4685-8755-3ac247b8d3a8 {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:23:34.191846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739e5ffb-5d83-4fa3-95b0-9140694f0601 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:34.196783 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-739e5ffb-5d83-4fa3-95b0-9140694f0601 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:34.202663 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-739e5ffb-5d83-4fa3-95b0-9140694f0601 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "PUT /v2.0/ports/101dcb25-5163-4c7b-8918-1c88dc0e4d59 HTTP/1.1" status: 200 len: 1056 time: 2.9349256 Apr 05 20:23:34.209108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40400) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:34.294046 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:34.340972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:23:34.356064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-29e1eff8-792f-457a-86bf-fefcc1e5b762 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Deleting port 101dcb25-5163-4c7b-8918-1c88dc0e4d59 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:34.356064 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-29e1eff8-792f-457a-86bf-fefcc1e5b762 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:34.363044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:34.392465 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:34.408721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-975f257a-29a6-46bc-afb6-a310be2111f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:34.410646 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-975f257a-29a6-46bc-afb6-a310be2111f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2929025 Apr 05 20:23:34.524870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:34.531010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f04f1-44ac-4f0e-8f54-628cb9aa27b4 req-c43870e8-9954-458a-9d52-d79a403fc747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:34.533455 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b6f04f1-44ac-4f0e-8f54-628cb9aa27b4 req-c43870e8-9954-458a-9d52-d79a403fc747 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=13f37a02-4584-4cdb-9a53-ef614777d971 HTTP/1.1" status: 200 len: 853 time: 0.5947270 Apr 05 20:23:34.546363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1de7578a-c5cf-4e28-9a6c-315d9f5ffb88 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:34.560801 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-d83de869-25ae-42f2-9ecb-8874fe028875 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377065 Apr 05 20:23:34.578571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1954c-bb17-4dfc-a1dc-049c21c2cab6 req-3d370854-5c63-416f-8db5-4c6616b9f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:34.580391 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bbb1954c-bb17-4dfc-a1dc-049c21c2cab6 req-3d370854-5c63-416f-8db5-4c6616b9f0f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44a73d7388664fb1bd4e54ae3b4705c8&device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 1096 time: 0.3817623 Apr 05 20:23:34.667551 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b6f04f1-44ac-4f0e-8f54-628cb9aa27b4 req-18ef5246-de0e-4ccc-bec1-2f886484fe2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d0a06b-a385-4c4e-bfd5-c4a862b9671e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766354 Apr 05 20:23:34.696288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0d71f-6da5-45c5-9ebf-500119c882cb req-a3d78748-02ed-45d8-a559-d9b0f6cfe11f tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:34.703987 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ca0d71f-6da5-45c5-9ebf-500119c882cb req-a3d78748-02ed-45d8-a559-d9b0f6cfe11f tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.4053922 Apr 05 20:23:34.941162 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ca0d71f-6da5-45c5-9ebf-500119c882cb req-e57a69de-d061-4ef6-bd27-9d8626c39317 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360399 Apr 05 20:23:35.115062 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526', 'code': 200} Apr 05 20:23:35.144895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d0f4b-e7ff-4716-99a4-651d104f3dd9 req-213c7dad-2848-41f6-8786-cd764fb4f284 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:35.146526 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d32d0f4b-e7ff-4716-99a4-651d104f3dd9 req-213c7dad-2848-41f6-8786-cd764fb4f284 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.7120981 Apr 05 20:23:35.148612 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-0201d30d-0de2-4dae-a387-91b2eb3a92d5 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5670247 Apr 05 20:23:35.154026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1954c-bb17-4dfc-a1dc-049c21c2cab6 req-9198c720-9aa4-4b88-b376-97ab45363fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:35.156080 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bbb1954c-bb17-4dfc-a1dc-049c21c2cab6 req-9198c720-9aa4-4b88-b376-97ab45363fe8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0036c264-6107-49cf-a8f2-adcdce404271 HTTP/1.1" status: 200 len: 912 time: 0.5464272 Apr 05 20:23:35.171644 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1de7578a-c5cf-4e28-9a6c-315d9f5ffb88 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:35.262291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de7578a-c5cf-4e28-9a6c-315d9f5ffb88 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event deleted for resources: {'Subnet': ['ID=ea094e30-2041-4594-92f5-2b6b55427d25,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:35.266531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-29e1eff8-792f-457a-86bf-fefcc1e5b762 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:35.276721 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b6f04f1-44ac-4f0e-8f54-628cb9aa27b4 req-43d1a30c-aac0-4249-9ba9-d51be8e0a314 service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5989764 Apr 05 20:23:35.287386 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def5efeb-0a7d-4f1c-b99a-d7b96622a6c1 None None] Network dcd19055-0e46-42a6-8a85-3ebd05a3b992 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:23:35.295167 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1de7578a-c5cf-4e28-9a6c-315d9f5ffb88 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:35.387491 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-ab4abe7f-c530-48cf-a2e8-f0d2a227fc45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=0abe355c-c18d-4a37-bce6-7fc1dba443f1 HTTP/1.1" status: 200 len: 217 time: 0.2304413 Apr 05 20:23:35.464094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-29e1eff8-792f-457a-86bf-fefcc1e5b762 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Calling delete_port for 101dcb25-5163-4c7b-8918-1c88dc0e4d59 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:35.499433 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1de7578a-c5cf-4e28-9a6c-315d9f5ffb88 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "DELETE /v2.0/subnets/ea094e30-2041-4594-92f5-2b6b55427d25 HTTP/1.1" status: 204 len: 168 time: 2.5865705 Apr 05 20:23:35.505626 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bbb1954c-bb17-4dfc-a1dc-049c21c2cab6 req-d1e5c73a-b20f-4732-b34e-edf6596ced51 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6626f043-5728-453a-8a94-a26c733e0e51 HTTP/1.1" status: 200 len: 217 time: 0.2061005 Apr 05 20:23:35.508234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40420) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:35.520895 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d32d0f4b-e7ff-4716-99a4-651d104f3dd9 req-106975f0-abee-40bf-a530-a9bfc9de1ed5 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444688 Apr 05 20:23:35.643197 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d357b1d-59e4-4b11-81ac-ffef8c89d8b5 None None] DHCP port deletion for dcd19055-0e46-42a6-8a85-3ebd05a3b992 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:23:35.653275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1d357b1d-59e4-4b11-81ac-ffef8c89d8b5 None None] Deleting port 3437fdef-424c-4182-95d9-e100e5d2e828 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:35.654533 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1d357b1d-59e4-4b11-81ac-ffef8c89d8b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:35.861769 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-29e1eff8-792f-457a-86bf-fefcc1e5b762 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:35.873833 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b6f04f1-44ac-4f0e-8f54-628cb9aa27b4 req-848706f5-264c-41ee-b272-586acb6cdb8d service neutron] 10.222.0.13 "GET /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825202 Apr 05 20:23:35.932640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1eff8-792f-457a-86bf-fefcc1e5b762 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event deleted for resources: {'Port': ['ID=101dcb25-5163-4c7b-8918-1c88dc0e4d59,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:35.971173 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1d357b1d-59e4-4b11-81ac-ffef8c89d8b5 None None] For port 3437fdef-424c-4182-95d9-e100e5d2e828, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3437fdef-424c-4182-95d9-e100e5d2e828,segment=NetworkSegment(96364aef-60bb-4c8d-8c63-558155dfe847),segment_id=96364aef-60bb-4c8d-8c63-558155dfe847)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:35.971563 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1d357b1d-59e4-4b11-81ac-ffef8c89d8b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:36.005932 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:36.075466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Deleting port 3437fdef-424c-4182-95d9-e100e5d2e828 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:36.075953 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:36.108366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2da51e-9571-4671-9778-338452c31204 req-c9fd8b4b-9ad0-42da-9fe1-4e2c1a2e4546 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:36.116083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-e6920ba4-a527-4d51-8262-15e2e5daec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:36.117640 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-e6920ba4-a527-4d51-8262-15e2e5daec73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.7211692 Apr 05 20:23:36.122664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2da51e-9571-4671-9778-338452c31204 req-c9fd8b4b-9ad0-42da-9fe1-4e2c1a2e4546 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:36.137825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2da51e-9571-4671-9778-338452c31204 req-c9fd8b4b-9ad0-42da-9fe1-4e2c1a2e4546 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:36.143815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2da51e-9571-4671-9778-338452c31204 req-c9fd8b4b-9ad0-42da-9fe1-4e2c1a2e4546 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:36.159950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2da51e-9571-4671-9778-338452c31204 req-c9fd8b4b-9ad0-42da-9fe1-4e2c1a2e4546 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:36.176775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2da51e-9571-4671-9778-338452c31204 req-c9fd8b4b-9ad0-42da-9fe1-4e2c1a2e4546 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:36.184625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2da51e-9571-4671-9778-338452c31204 req-c9fd8b4b-9ad0-42da-9fe1-4e2c1a2e4546 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:36.186228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1954c-bb17-4dfc-a1dc-049c21c2cab6 req-79d34056-54ce-49ff-8f5b-239db9993504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:36.188125 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bbb1954c-bb17-4dfc-a1dc-049c21c2cab6 req-79d34056-54ce-49ff-8f5b-239db9993504 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b2dc6ff-910e-46dc-beb1-17e6615cd54b HTTP/1.1" status: 200 len: 851 time: 0.6655488 Apr 05 20:23:36.196766 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc2da51e-9571-4671-9778-338452c31204 req-c9fd8b4b-9ad0-42da-9fe1-4e2c1a2e4546 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.3792167 Apr 05 20:23:36.218883 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1d357b1d-59e4-4b11-81ac-ffef8c89d8b5 None None] Calling delete_port for 3437fdef-424c-4182-95d9-e100e5d2e828 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:36.225619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d990ed-bd98-4e01-a0be-d063046faffe req-d1221d9b-4ffc-4c1c-aecc-e50c88bb32fa tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:36.227686 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87d990ed-bd98-4e01-a0be-d063046faffe req-d1221d9b-4ffc-4c1c-aecc-e50c88bb32fa tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.7793236 Apr 05 20:23:36.289402 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bbb1954c-bb17-4dfc-a1dc-049c21c2cab6 req-b23d218d-ae1b-4ee7-a947-a1c82284f742 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0036c264-6107-49cf-a8f2-adcdce404271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605125 Apr 05 20:23:36.329459 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc2da51e-9571-4671-9778-338452c31204 req-b1f1e364-2627-4db1-bc80-564331109064 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260071 Apr 05 20:23:36.336966 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1d357b1d-59e4-4b11-81ac-ffef8c89d8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:36.403774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d357b1d-59e4-4b11-81ac-ffef8c89d8b5 None None] Pushing event deleted for resources: {'Port': ['ID=3437fdef-424c-4182-95d9-e100e5d2e828,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:36.413782 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87d990ed-bd98-4e01-a0be-d063046faffe req-57e27023-91fb-4606-bcf6-d5f41b99d8c0 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194999 Apr 05 20:23:36.428047 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d357b1d-59e4-4b11-81ac-ffef8c89d8b5 None None] No DVR routers for this DVR port 3437fdef-424c-4182-95d9-e100e5d2e828 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:23:36.584104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] The port '3437fdef-424c-4182-95d9-e100e5d2e828' was deleted {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:23:36.722184 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-29e1eff8-792f-457a-86bf-fefcc1e5b762 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:36.746405 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-29e1eff8-792f-457a-86bf-fefcc1e5b762 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "DELETE /v2.0/ports/101dcb25-5163-4c7b-8918-1c88dc0e4d59 HTTP/1.1" status: 204 len: 168 time: 2.5346246 Apr 05 20:23:36.747067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40438) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:36.803862 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c72814-cd1c-4e37-8d70-b51b44c3e2b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] GET failed (client error): The resource could not be found. Apr 05 20:23:36.804177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-05c72814-cd1c-4e37-8d70-b51b44c3e2b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Synchronizing usage tracker for tenant:da49fb6ac5714670bda070f65a9c40b4 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:36.813719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c49c4-c5f9-4293-9bc7-7fe19a58468c req-e47f91a0-ffb5-43fa-81ee-d77f5187a6c0 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:36.820979 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-366c49c4-c5f9-4293-9bc7-7fe19a58468c req-e47f91a0-ffb5-43fa-81ee-d77f5187a6c0 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.2562079 Apr 05 20:23:36.876002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-05c72814-cd1c-4e37-8d70-b51b44c3e2b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Unset dirty status for tenant:da49fb6ac5714670bda070f65a9c40b4 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:36.878337 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-05c72814-cd1c-4e37-8d70-b51b44c3e2b6 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "GET /v2.0/ports/101dcb25-5163-4c7b-8918-1c88dc0e4d59 HTTP/1.1" status: 404 len: 333 time: 0.1291249 Apr 05 20:23:36.884596 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-366c49c4-c5f9-4293-9bc7-7fe19a58468c req-c222ffd9-414c-4165-8f32-7921cb16ac1e tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628371 Apr 05 20:23:36.885507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40442) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:36.951392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-a1a921a2-71f5-424b-a079-3b502695b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:36.955543 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-a1a921a2-71f5-424b-a079-3b502695b1d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8166180 Apr 05 20:23:36.955543 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:36.963538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-caaa76da-d1b4-451b-8581-6841b3284efa tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Deleting port f3f5761d-7edb-4ea9-9d4f-b12876b0b7a6 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:36.963933 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-caaa76da-d1b4-451b-8581-6841b3284efa tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:37.004701 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bbb1954c-bb17-4dfc-a1dc-049c21c2cab6 req-ad5b16bd-c275-4b32-b9cd-6e0c244ff69b service neutron] 10.222.0.13 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6916080 Apr 05 20:23:37.052492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd19055-0e46-42a6-8a85-3ebd05a3b992']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:37.148354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3437fdef-424c-4182-95d9-e100e5d2e828 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:23:37.154149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96364aef-60bb-4c8d-8c63-558155dfe847') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:37.154149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96364aef-60bb-4c8d-8c63-558155dfe847') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:37.224758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 3437fdef-424c-4182-95d9-e100e5d2e828 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:23:37.230994 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3437fdef-424c-4182-95d9-e100e5d2e828 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:23:37.233066 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:37.296831 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:37.319859 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddbb3f-7e98-4cfb-a343-376f9d2aae6a req-8215c4b1-3fba-483a-99d6-95a29100d61f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:37.319859 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5ddbb3f-7e98-4cfb-a343-376f9d2aae6a req-8215c4b1-3fba-483a-99d6-95a29100d61f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.5600910 Apr 05 20:23:37.400773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:23:37.424211 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:23:37.456949 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:23:37.538211 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bbb1954c-bb17-4dfc-a1dc-049c21c2cab6 req-7209d4fb-607c-43ea-9992-35f236fa9e83 service neutron] 10.222.0.13 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4911361 Apr 05 20:23:37.639739 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-a15e0c4e-6f7d-4bd5-8f94-7c34fe5309c3 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6562827 Apr 05 20:23:37.735612 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5ddbb3f-7e98-4cfb-a343-376f9d2aae6a req-f9f4cd60-6c39-4fb4-b12e-a74d51260ff2 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927853 Apr 05 20:23:37.830796 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-caaa76da-d1b4-451b-8581-6841b3284efa tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:37.875120 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:37.929299 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:37.989114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event deleted for resources: {'Network': ['ID=dcd19055-0e46-42a6-8a85-3ebd05a3b992,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:37.989114 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6d28dba3-a928-48b1-ba68-949731747617 tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "DELETE /v2.0/networks/dcd19055-0e46-42a6-8a85-3ebd05a3b992 HTTP/1.1" status: 204 len: 168 time: 2.4490635 Apr 05 20:23:37.989114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40462) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:38.108301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa26ec-8133-40ff-92cf-f6d5cab7b0f5 req-3b459d0d-9ac5-4ba6-b8b2-4f6c2379e6b6 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:38.108301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa26ec-8133-40ff-92cf-f6d5cab7b0f5 req-3b459d0d-9ac5-4ba6-b8b2-4f6c2379e6b6 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:38.149812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa26ec-8133-40ff-92cf-f6d5cab7b0f5 req-3b459d0d-9ac5-4ba6-b8b2-4f6c2379e6b6 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:38.149812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa26ec-8133-40ff-92cf-f6d5cab7b0f5 req-3b459d0d-9ac5-4ba6-b8b2-4f6c2379e6b6 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:38.149812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa26ec-8133-40ff-92cf-f6d5cab7b0f5 req-3b459d0d-9ac5-4ba6-b8b2-4f6c2379e6b6 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:38.149812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa26ec-8133-40ff-92cf-f6d5cab7b0f5 req-3b459d0d-9ac5-4ba6-b8b2-4f6c2379e6b6 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:38.149812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fa26ec-8133-40ff-92cf-f6d5cab7b0f5 req-3b459d0d-9ac5-4ba6-b8b2-4f6c2379e6b6 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:38.149812 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47fa26ec-8133-40ff-92cf-f6d5cab7b0f5 req-3b459d0d-9ac5-4ba6-b8b2-4f6c2379e6b6 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5433 time: 0.5237665 Apr 05 20:23:38.165343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-caaa76da-d1b4-451b-8581-6841b3284efa tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Calling delete_port for f3f5761d-7edb-4ea9-9d4f-b12876b0b7a6 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:38.278545 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47fa26ec-8133-40ff-92cf-f6d5cab7b0f5 req-0f838b27-fb03-4ae4-9965-ca142ecd6db2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757196 Apr 05 20:23:38.419428 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-caaa76da-d1b4-451b-8581-6841b3284efa tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:38.470312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-85e99e56-9783-4b14-8564-b8ae17cd7b4f tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Deleting port ba44f2a4-ab46-4f2b-9940-b06d29442962 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:38.470312 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-85e99e56-9783-4b14-8564-b8ae17cd7b4f tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:38.535346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-bc548467-6c7d-4902-8e84-d335aca0efdf service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8924708 Apr 05 20:23:38.535570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa76da-d1b4-451b-8581-6841b3284efa tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event deleted for resources: {'Port': ['ID=f3f5761d-7edb-4ea9-9d4f-b12876b0b7a6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:38.653816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2daa2f9-6fc8-4637-94fb-c5d5c65b19c3 req-757e5fe8-ed93-4abf-824d-bce2d6a20dd1 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:38.655719 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d2daa2f9-6fc8-4637-94fb-c5d5c65b19c3 req-757e5fe8-ed93-4abf-824d-bce2d6a20dd1 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.6981990 Apr 05 20:23:38.657347 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-b59d5fe6-bf5c-4d3f-97e9-be9462175b15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=e2765005-dfb9-40bd-a743-1b37fd966f55 HTTP/1.1" status: 200 len: 217 time: 0.1075714 Apr 05 20:23:38.699156 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:38.732080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-caaa76da-d1b4-451b-8581-6841b3284efa tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:38.754316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1afd2d-c639-46a2-a88c-6e64c853eaa9 req-57b664e1-390d-4b0e-ba14-5fa04b779a97 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:38.762587 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a1afd2d-c639-46a2-a88c-6e64c853eaa9 req-57b664e1-390d-4b0e-ba14-5fa04b779a97 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.2781847 Apr 05 20:23:38.806846 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-caaa76da-d1b4-451b-8581-6841b3284efa tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "DELETE /v2.0/ports/f3f5761d-7edb-4ea9-9d4f-b12876b0b7a6 HTTP/1.1" status: 204 len: 168 time: 1.9193091 Apr 05 20:23:38.813423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40476) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:38.857387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-6f13015d-8c0f-43f7-aaf1-702baff378c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:38.859120 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-6f13015d-8c0f-43f7-aaf1-702baff378c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 200 len: 797 time: 0.1502976 Apr 05 20:23:38.879530 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a1afd2d-c639-46a2-a88c-6e64c853eaa9 req-47eb68d0-6301-47a3-aab9-334b5dcf9c6b tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157262 Apr 05 20:23:38.887852 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e5dd2e-2c32-4b3d-9d2c-d1e0b84cd139 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] GET failed (client error): The resource could not be found. Apr 05 20:23:38.888380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-67e5dd2e-2c32-4b3d-9d2c-d1e0b84cd139 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Synchronizing usage tracker for tenant:da49fb6ac5714670bda070f65a9c40b4 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:38.894197 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:38.918179 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d2daa2f9-6fc8-4637-94fb-c5d5c65b19c3 req-bec96753-cd67-4c05-bb7e-d8e92d60d587 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301140 Apr 05 20:23:38.946231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-67e5dd2e-2c32-4b3d-9d2c-d1e0b84cd139 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Unset dirty status for tenant:da49fb6ac5714670bda070f65a9c40b4 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:38.947791 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-67e5dd2e-2c32-4b3d-9d2c-d1e0b84cd139 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "GET /v2.0/ports/f3f5761d-7edb-4ea9-9d4f-b12876b0b7a6 HTTP/1.1" status: 404 len: 333 time: 0.1318676 Apr 05 20:23:38.951836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40482) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:39.013017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:23:39.046546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-85e99e56-9783-4b14-8564-b8ae17cd7b4f tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:39.046546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-85e99e56-9783-4b14-8564-b8ae17cd7b4f tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:39.181861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-018589e4-155f-48de-8a69-0efd8ba0c04a tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Deleting port 081d85ca-d3ac-4f59-9321-e8977db29551 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:39.182932 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-018589e4-155f-48de-8a69-0efd8ba0c04a tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:39.183675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:39.200462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '228ce59d-a3b6-431f-a9ca-34ff6eaf9f95', 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1', 'port_id': '228ce59d-a3b6-431f-a9ca-34ff6eaf9f95', 'mac_address': 'fa:16:3e:af:73:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5925bc75-d9cd-41b1-a0fe-8314d5c0345b', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:23:39.212486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-85e99e56-9783-4b14-8564-b8ae17cd7b4f tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Calling delete_port for ba44f2a4-ab46-4f2b-9940-b06d29442962 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:39.321701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-f45be91b-2c4c-48e3-bdfe-d4d8a15ad905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:39.321701 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-f45be91b-2c4c-48e3-bdfe-d4d8a15ad905 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65078b3e-8573-4599-8d5f-da3f86914493&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3973565 Apr 05 20:23:39.348206 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:39.376928 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:39.410528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:39.410528 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:39.410528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 55be09c8-c06d-45fb-9382-e5748077ba8f details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:23:39.502592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-018589e4-155f-48de-8a69-0efd8ba0c04a tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:39.520354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:39.520354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 55be09c8-c06d-45fb-9382-e5748077ba8f, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=55be09c8-c06d-45fb-9382-e5748077ba8f,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:39.553397 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '55be09c8-c06d-45fb-9382-e5748077ba8f', 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1', 'port_id': '55be09c8-c06d-45fb-9382-e5748077ba8f', 'mac_address': 'fa:16:3e:41:85:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5925bc75-d9cd-41b1-a0fe-8314d5c0345b', 'ip_address': '10.1.1.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:23:39.627459 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:39.653301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55be09c8-c06d-45fb-9382-e5748077ba8f {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:39.679152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 55be09c8-c06d-45fb-9382-e5748077ba8f, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=55be09c8-c06d-45fb-9382-e5748077ba8f,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:39.679152 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:39.679152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3edede57-710c-4481-b5bf-e0e4bae838c4 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:23:39.710151 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-018589e4-155f-48de-8a69-0efd8ba0c04a tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Calling delete_port for 081d85ca-d3ac-4f59-9321-e8977db29551 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:39.828006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=55be09c8-c06d-45fb-9382-e5748077ba8f,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:39.900548 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-1637d34b-b8d1-451f-8f7e-12a9097ec22a service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538228 Apr 05 20:23:39.933777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfb7bf-c81c-460b-a52d-6ff4f68eccc8 req-7d8a427b-c4bf-437d-8164-fa6a690c2b08 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:39.933777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47dfb7bf-c81c-460b-a52d-6ff4f68eccc8 req-7d8a427b-c4bf-437d-8164-fa6a690c2b08 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.8547611 Apr 05 20:23:40.126068 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47dfb7bf-c81c-460b-a52d-6ff4f68eccc8 req-dd8cff4b-94a0-4d96-901d-5e5b30dc45ba tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750722 Apr 05 20:23:40.169222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3edede57-710c-4481-b5bf-e0e4bae838c4, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3edede57-710c-4481-b5bf-e0e4bae838c4,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:40.211483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '3edede57-710c-4481-b5bf-e0e4bae838c4', 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f', 'port_id': '3edede57-710c-4481-b5bf-e0e4bae838c4', 'mac_address': 'fa:16:3e:a0:63:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688a705f-1af8-4564-afe3-3b401e1905c5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:23:40.225142 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-018589e4-155f-48de-8a69-0efd8ba0c04a tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:40.391882 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-de8997f5-1ab4-4eaa-8ca8-c6707bf44415 service neutron] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777794 Apr 05 20:23:40.404971 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:40.433163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3edede57-710c-4481-b5bf-e0e4bae838c4 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:40.470374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018589e4-155f-48de-8a69-0efd8ba0c04a tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event deleted for resources: {'Port': ['ID=081d85ca-d3ac-4f59-9321-e8977db29551,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:40.484611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3edede57-710c-4481-b5bf-e0e4bae838c4, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3edede57-710c-4481-b5bf-e0e4bae838c4,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:40.484611 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:40.484611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 209a1593-aaaf-4bd4-b0fc-f2461dd50715 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:23:40.663958 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-018589e4-155f-48de-8a69-0efd8ba0c04a tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:40.722764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-018589e4-155f-48de-8a69-0efd8ba0c04a tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "DELETE /v2.0/ports/081d85ca-d3ac-4f59-9321-e8977db29551 HTTP/1.1" status: 204 len: 168 time: 1.7465949 Apr 05 20:23:40.722764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40492) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:40.830660 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-b372e398-4201-4d64-a585-6965376de7f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=38549d66-9921-4e7e-9650-761720dcd226 HTTP/1.1" status: 200 len: 217 time: 0.4061408 Apr 05 20:23:40.830660 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-85e99e56-9783-4b14-8564-b8ae17cd7b4f tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:40.873304 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 209a1593-aaaf-4bd4-b0fc-f2461dd50715, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=209a1593-aaaf-4bd4-b0fc-f2461dd50715,segment=NetworkSegment(5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2),segment_id=5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:41.016833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20add05d-99ae-45a7-8372-ea8b48c4eada req-4fb2b236-6284-45ef-bd69-e32db851e2f3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:41.031576 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-20add05d-99ae-45a7-8372-ea8b48c4eada req-4fb2b236-6284-45ef-bd69-e32db851e2f3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 1.8305273 Apr 05 20:23:41.085346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e99e56-9783-4b14-8564-b8ae17cd7b4f tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Pushing event deleted for resources: {'Port': ['ID=ba44f2a4-ab46-4f2b-9940-b06d29442962,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:41.126723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '209a1593-aaaf-4bd4-b0fc-f2461dd50715', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'port_id': '209a1593-aaaf-4bd4-b0fc-f2461dd50715', 'mac_address': 'fa:16:3e:db:5b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:23:41.159011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c92eee8-3fff-4395-8d03-d54d1e10b8c4 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Deleting subnet 609d8842-30c1-4f21-9654-4566209b4a8d {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:23:41.159011 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4c92eee8-3fff-4395-8d03-d54d1e10b8c4 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:41.211561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-b7b22695-923f-4fe7-b9d4-8de7f17682f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:41.211561 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-b7b22695-923f-4fe7-b9d4-8de7f17682f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=118eb377-c70a-4ba5-b212-a4671d22ddd1 HTTP/1.1" status: 200 len: 797 time: 0.3545072 Apr 05 20:23:41.211561 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-20add05d-99ae-45a7-8372-ea8b48c4eada req-9b090f7c-5760-40e0-83e5-b555b62c0d0d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838157 Apr 05 20:23:41.267285 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4c92eee8-3fff-4395-8d03-d54d1e10b8c4 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:41.307625 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:41.351017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209a1593-aaaf-4bd4-b0fc-f2461dd50715 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:41.360687 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4c92eee8-3fff-4395-8d03-d54d1e10b8c4 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:41.377659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=3edede57-710c-4481-b5bf-e0e4bae838c4,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:41.377814 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-85e99e56-9783-4b14-8564-b8ae17cd7b4f tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:41.423615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 209a1593-aaaf-4bd4-b0fc-f2461dd50715, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=209a1593-aaaf-4bd4-b0fc-f2461dd50715,segment=NetworkSegment(5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2),segment_id=5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:41.427188 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4ab2de0c-6d38-4d91-8c69-e4740351935a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:41.432861 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:41.433621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 11d6c801-8868-4ebb-b54a-042b8414de76 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:23:41.461055 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-85e99e56-9783-4b14-8564-b8ae17cd7b4f tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:41.462246 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-85e99e56-9783-4b14-8564-b8ae17cd7b4f tempest-FloatingIPAdminTestJSON-956353470 tempest-FloatingIPAdminTestJSON-956353470-project] 10.222.0.24 "DELETE /v2.0/floatingips/5d42cc0e-5d52-4477-bc7e-33b77f24bdac HTTP/1.1" status: 204 len: 168 time: 3.4487133 Apr 05 20:23:41.479656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-fe5a0165-9f1c-4e66-90f6-96d2577ecc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:41.499664 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-fe5a0165-9f1c-4e66-90f6-96d2577ecc36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2760832 Apr 05 20:23:41.548954 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4c92eee8-3fff-4395-8d03-d54d1e10b8c4 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:41.691718 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 11d6c801-8868-4ebb-b54a-042b8414de76, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=11d6c801-8868-4ebb-b54a-042b8414de76,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:41.733370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92eee8-3fff-4395-8d03-d54d1e10b8c4 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event deleted for resources: {'Subnet': ['ID=609d8842-30c1-4f21-9654-4566209b4a8d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:41.764213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4588c7d7-bc46-472e-9343-75f27535eaa1 None None] Network cf6487da-9ae2-4685-8755-3ac247b8d3a8 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:23:41.767669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34f82-fc49-4a51-a60c-855db16851e1 req-a0f39b15-d831-4922-a44a-9d5632127fcc tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:41.791279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34f82-fc49-4a51-a60c-855db16851e1 req-a0f39b15-d831-4922-a44a-9d5632127fcc tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:41.801992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '11d6c801-8868-4ebb-b54a-042b8414de76', 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1', 'port_id': '11d6c801-8868-4ebb-b54a-042b8414de76', 'mac_address': 'fa:16:3e:3d:90:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5925bc75-d9cd-41b1-a0fe-8314d5c0345b', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:23:41.803940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34f82-fc49-4a51-a60c-855db16851e1 req-a0f39b15-d831-4922-a44a-9d5632127fcc tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:41.822613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34f82-fc49-4a51-a60c-855db16851e1 req-a0f39b15-d831-4922-a44a-9d5632127fcc tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:41.851340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af7b399-5d39-4f96-bc1a-956a78e8fac9 req-738922da-a95d-4e68-a9aa-1806c1eaf7ec tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:41.873147 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7af7b399-5d39-4f96-bc1a-956a78e8fac9 req-738922da-a95d-4e68-a9aa-1806c1eaf7ec tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.3643858 Apr 05 20:23:41.884133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34f82-fc49-4a51-a60c-855db16851e1 req-a0f39b15-d831-4922-a44a-9d5632127fcc tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:41.917026 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-7b996601-aaf5-41dd-b92f-b05afff93943 service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699617 Apr 05 20:23:41.921782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34f82-fc49-4a51-a60c-855db16851e1 req-a0f39b15-d831-4922-a44a-9d5632127fcc tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:41.962125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c34f82-fc49-4a51-a60c-855db16851e1 req-a0f39b15-d831-4922-a44a-9d5632127fcc tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:41.962125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73c34f82-fc49-4a51-a60c-855db16851e1 req-a0f39b15-d831-4922-a44a-9d5632127fcc tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5436 time: 0.9365005 Apr 05 20:23:41.963370 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4c92eee8-3fff-4395-8d03-d54d1e10b8c4 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:41.979888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40510) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:41.980577 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4c92eee8-3fff-4395-8d03-d54d1e10b8c4 tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "DELETE /v2.0/subnets/609d8842-30c1-4f21-9654-4566209b4a8d HTTP/1.1" status: 204 len: 168 time: 1.2755170 Apr 05 20:23:42.085536 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73c34f82-fc49-4a51-a60c-855db16851e1 req-1681f830-7f8f-4cb2-93d5-0e42f988887b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009989 Apr 05 20:23:42.124939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=209a1593-aaaf-4bd4-b0fc-f2461dd50715,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:42.182158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40516) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:42.206617 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:42.262900 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11d6c801-8868-4ebb-b54a-042b8414de76 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:42.287857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 11d6c801-8868-4ebb-b54a-042b8414de76, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=11d6c801-8868-4ebb-b54a-042b8414de76,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:42.298747 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:42.314003 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 030fac6f-a4bb-4ae5-9b20-513c642ca36c details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:23:42.380497 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7af7b399-5d39-4f96-bc1a-956a78e8fac9 req-e2d4abf7-12ac-4474-be1e-24c4607c815b tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5203433 Apr 05 20:23:42.492275 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:42.532971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Deleting port 16e86061-dc5d-4ea5-aa49-894a75f51d60 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:42.534042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:42.585427 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fecdc6a1-13c2-42c3-802e-731f7933fba0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a165baaf0da645c5944231dda347f03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4009008 Apr 05 20:23:42.592305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40534) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:42.617450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=11d6c801-8868-4ebb-b54a-042b8414de76,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:42.635144 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 030fac6f-a4bb-4ae5-9b20-513c642ca36c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=030fac6f-a4bb-4ae5-9b20-513c642ca36c,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:42.672476 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '030fac6f-a4bb-4ae5-9b20-513c642ca36c', 'network_id': '04a540e0-f994-4bb6-b37f-c12b8378196f', 'port_id': '030fac6f-a4bb-4ae5-9b20-513c642ca36c', 'mac_address': 'fa:16:3e:94:85:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '688a705f-1af8-4564-afe3-3b401e1905c5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:23:42.676993 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-66ed20c8-4315-41c3-a196-4e2ba1340bf7 service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7568877 Apr 05 20:23:42.714739 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8b2a65-bd72-4639-8285-1ad86fd7338d None None] DHCP port deletion for cf6487da-9ae2-4685-8755-3ac247b8d3a8 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:23:42.732778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b2a65-bd72-4639-8285-1ad86fd7338d None None] Deleting port 16e86061-dc5d-4ea5-aa49-894a75f51d60 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:42.737660 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2a65-bd72-4639-8285-1ad86fd7338d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:42.745775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe152fbe-ff51-4558-8754-aa99c0bb9989 req-0e7563bb-3ea7-44ad-a417-107a1e9cfecc tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:42.747619 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe152fbe-ff51-4558-8754-aa99c0bb9989 req-0e7563bb-3ea7-44ad-a417-107a1e9cfecc tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.4476533 Apr 05 20:23:42.809482 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:42.846892 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-ee181c11-4f01-4e68-bfd5-5479e226bc4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=88587879-e816-4c36-8763-92d82cda086d HTTP/1.1" status: 200 len: 217 time: 0.1539154 Apr 05 20:23:42.869355 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd066b69-0d39-4a37-9314-fa817bc40609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:42.882025 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030fac6f-a4bb-4ae5-9b20-513c642ca36c {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:42.894545 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe152fbe-ff51-4558-8754-aa99c0bb9989 req-3e86d4e2-d25e-40fd-bc0d-57d16c904bd1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346297 Apr 05 20:23:42.931177 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd066b69-0d39-4a37-9314-fa817bc40609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:43.019023 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 030fac6f-a4bb-4ae5-9b20-513c642ca36c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=030fac6f-a4bb-4ae5-9b20-513c642ca36c,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:43.102003 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd066b69-0d39-4a37-9314-fa817bc40609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:43.126080 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:43.126544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 426dbf2a-c8c8-4439-bf39-4fda1aa49348 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:23:43.138233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd066b69-0d39-4a37-9314-fa817bc40609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb306fa8-d013-4966-9305-4d41c477c160,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:43.149755 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd066b69-0d39-4a37-9314-fa817bc40609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:43.155028 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cd066b69-0d39-4a37-9314-fa817bc40609 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb306fa8-d013-4966-9305-4d41c477c160 HTTP/1.1" status: 204 len: 168 time: 0.5610774 Apr 05 20:23:43.246495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-7330266e-cfa9-43d2-ba73-5ba2f80cbd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:43.248055 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-7330266e-cfa9-43d2-ba73-5ba2f80cbd5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=118eb377-c70a-4ba5-b212-a4671d22ddd1 HTTP/1.1" status: 200 len: 797 time: 0.3078997 Apr 05 20:23:43.285594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 16e86061-dc5d-4ea5-aa49-894a75f51d60 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:23:43.529824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc2908-abae-4948-9334-7d3fdb7298ca req-5ab629d8-731a-4056-b595-b3b49c1df264 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:43.533392 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2fbc2908-abae-4948-9334-7d3fdb7298ca req-5ab629d8-731a-4056-b595-b3b49c1df264 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.6888452 Apr 05 20:23:43.562639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] For port 16e86061-dc5d-4ea5-aa49-894a75f51d60, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=16e86061-dc5d-4ea5-aa49-894a75f51d60,segment=NetworkSegment(030fa08d-2688-4d62-84a1-77b17134a599),segment_id=030fa08d-2688-4d62-84a1-77b17134a599)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:43.564641 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:43.656196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9c8b2a65-bd72-4639-8285-1ad86fd7338d None None] For port 16e86061-dc5d-4ea5-aa49-894a75f51d60, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=16e86061-dc5d-4ea5-aa49-894a75f51d60,segment=NetworkSegment(030fa08d-2688-4d62-84a1-77b17134a599),segment_id=030fa08d-2688-4d62-84a1-77b17134a599)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:43.656840 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2a65-bd72-4639-8285-1ad86fd7338d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:43.798444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828e866-b37b-4172-aa19-048a06ee042b req-6b04faf2-5448-47e3-b8e9-e68db0966ac9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:43.806218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828e866-b37b-4172-aa19-048a06ee042b req-6b04faf2-5448-47e3-b8e9-e68db0966ac9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:43.815960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828e866-b37b-4172-aa19-048a06ee042b req-6b04faf2-5448-47e3-b8e9-e68db0966ac9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:43.833042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828e866-b37b-4172-aa19-048a06ee042b req-6b04faf2-5448-47e3-b8e9-e68db0966ac9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:43.838133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828e866-b37b-4172-aa19-048a06ee042b req-6b04faf2-5448-47e3-b8e9-e68db0966ac9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:43.884042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828e866-b37b-4172-aa19-048a06ee042b req-6b04faf2-5448-47e3-b8e9-e68db0966ac9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:43.886400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40552) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:43.888719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e828e866-b37b-4172-aa19-048a06ee042b req-6b04faf2-5448-47e3-b8e9-e68db0966ac9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:43.893510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Calling delete_port for 16e86061-dc5d-4ea5-aa49-894a75f51d60 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:43.898139 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e828e866-b37b-4172-aa19-048a06ee042b req-6b04faf2-5448-47e3-b8e9-e68db0966ac9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5439 time: 0.2453799 Apr 05 20:23:43.931150 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:23:43.941153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b2a65-bd72-4639-8285-1ad86fd7338d None None] Calling delete_port for 16e86061-dc5d-4ea5-aa49-894a75f51d60 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:43.968617 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a5fd52d-7c05-48c4-94b3-a8c02516bdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:43.975776 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e828e866-b37b-4172-aa19-048a06ee042b req-73a84840-6ec2-4a9f-bff4-855e3ffbacfb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768418 Apr 05 20:23:43.992207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=030fac6f-a4bb-4ae5-9b20-513c642ca36c,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:44.032251 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2fbc2908-abae-4948-9334-7d3fdb7298ca req-adb84104-2450-4084-87c5-72406b1e3b5d tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750352 Apr 05 20:23:44.037144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9a5fd52d-7c05-48c4-94b3-a8c02516bdd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:44.052260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9a5fd52d-7c05-48c4-94b3-a8c02516bdd3 admin admin] Usage tracker for resource:security_group_rule and tenant:c16ca7d1e2744e10a8bc77bd6bccfd55 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:44.072370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9a5fd52d-7c05-48c4-94b3-a8c02516bdd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:44.090245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 426dbf2a-c8c8-4439-bf39-4fda1aa49348, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=426dbf2a-c8c8-4439-bf39-4fda1aa49348,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:44.103598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9a5fd52d-7c05-48c4-94b3-a8c02516bdd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:44.111438 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be0e55a0-07e4-476a-870d-f506c094599f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:44.114519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-698d5991-5588-4e41-b746-0d48e00ac9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:44.116319 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-698d5991-5588-4e41-b746-0d48e00ac9e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=155ded23-dcca-4bf5-8033-6cb75ec37e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7970650 Apr 05 20:23:44.128187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '426dbf2a-c8c8-4439-bf39-4fda1aa49348', 'network_id': 'd5907306-16c4-4573-8487-923347eaefb1', 'port_id': '426dbf2a-c8c8-4439-bf39-4fda1aa49348', 'mac_address': 'fa:16:3e:ee:da:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5925bc75-d9cd-41b1-a0fe-8314d5c0345b', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:23:44.160994 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:44.232931 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-9c8b2a65-bd72-4639-8285-1ad86fd7338d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 05 20:23:44.232931 n-d-836604-1 neutron-server[87966]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Apr 05 20:23:44.232931 n-d-836604-1 neutron-server[87966]: [parameters: {'port_id': '16e86061-dc5d-4ea5-aa49-894a75f51d60'}] Apr 05 20:23:44.232931 n-d-836604-1 neutron-server[87966]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:23:44.233926 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-9c8b2a65-bd72-4639-8285-1ad86fd7338d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:23:44.309036 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:44.330441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbb5db-52ad-4261-b744-9e18e1249e1a req-7b9ddf90-26cc-481f-be52-3ab7b2230d14 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:44.331334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426dbf2a-c8c8-4439-bf39-4fda1aa49348 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:44.338437 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aebbb5db-52ad-4261-b744-9e18e1249e1a req-7b9ddf90-26cc-481f-be52-3ab7b2230d14 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.1501260 Apr 05 20:23:44.347555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 426dbf2a-c8c8-4439-bf39-4fda1aa49348, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=426dbf2a-c8c8-4439-bf39-4fda1aa49348,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:44.352072 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:44.361264 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:44.415320 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aebbb5db-52ad-4261-b744-9e18e1249e1a req-3148851f-7757-4551-84ae-721630bca698 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755939 Apr 05 20:23:44.438628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event deleted for resources: {'Port': ['ID=16e86061-dc5d-4ea5-aa49-894a75f51d60,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:44.440410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] No DVR routers for this DVR port 16e86061-dc5d-4ea5-aa49-894a75f51d60 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:23:44.477120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=426dbf2a-c8c8-4439-bf39-4fda1aa49348,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:44.735545 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b2a65-bd72-4639-8285-1ad86fd7338d None None] Deleting port 16e86061-dc5d-4ea5-aa49-894a75f51d60 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:44.736134 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9c8b2a65-bd72-4639-8285-1ad86fd7338d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:44.760237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8cc555-d4b8-4658-88b2-5493f41d1050 req-6594034b-042f-430a-94be-54c20fc9e9ac tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:44.764341 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b8cc555-d4b8-4658-88b2-5493f41d1050 req-6594034b-042f-430a-94be-54c20fc9e9ac tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.1263576 Apr 05 20:23:44.823586 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a5fd52d-7c05-48c4-94b3-a8c02516bdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:44.837675 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:44.847554 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:44.849388 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b8cc555-d4b8-4658-88b2-5493f41d1050 req-e30cbd3c-9a36-4fe0-b0d8-1efad2482620 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769842 Apr 05 20:23:44.865910 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-7a14303b-af8a-460f-b67c-5a1d51ef6699 service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7263610 Apr 05 20:23:44.884686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c63ffc-ce15-4c72-b9c4-565ae359ba6d req-89cbab1a-75f6-4793-a159-7734bf5be1ca tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:44.886847 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-15c63ffc-ce15-4c72-b9c4-565ae359ba6d req-89cbab1a-75f6-4793-a159-7734bf5be1ca tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.6545336 Apr 05 20:23:44.887569 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a5fd52d-7c05-48c4-94b3-a8c02516bdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:44.909946 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:44.915947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf6487da-9ae2-4685-8755-3ac247b8d3a8']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:44.919522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b2a65-bd72-4639-8285-1ad86fd7338d None None] The port '16e86061-dc5d-4ea5-aa49-894a75f51d60' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:23:45.053351 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030fa08d-2688-4d62-84a1-77b17134a599') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:45.054237 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030fa08d-2688-4d62-84a1-77b17134a599') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:45.152115 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:45.161766 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9a5fd52d-7c05-48c4-94b3-a8c02516bdd3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c16ca7d1e2744e10a8bc77bd6bccfd55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2793269 Apr 05 20:23:45.179040 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-15c63ffc-ce15-4c72-b9c4-565ae359ba6d req-7614cc42-a281-47ae-bb11-28a32d8e8917 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531071 Apr 05 20:23:45.180778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40578) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:45.203111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fd52d-7c05-48c4-94b3-a8c02516bdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5800a103-1a96-41c6-8c8a-800a7fe5a895,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:45.217217 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:45.233499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:23:45.234246 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:45.239199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['426dbf2a-c8c8-4439-bf39-4fda1aa49348'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:23:45.254541 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:23:45.285687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8ef0-d53a-4b98-b9af-790d5fbaa51a req-713775f8-4f31-4483-a02d-ff68e1fc8d0d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:45.292858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8ef0-d53a-4b98-b9af-790d5fbaa51a req-713775f8-4f31-4483-a02d-ff68e1fc8d0d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:45.294982 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['228ce59d-a3b6-431f-a9ca-34ff6eaf9f95'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:23:45.300765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8ef0-d53a-4b98-b9af-790d5fbaa51a req-713775f8-4f31-4483-a02d-ff68e1fc8d0d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:45.309959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8ef0-d53a-4b98-b9af-790d5fbaa51a req-713775f8-4f31-4483-a02d-ff68e1fc8d0d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:45.316941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8ef0-d53a-4b98-b9af-790d5fbaa51a req-713775f8-4f31-4483-a02d-ff68e1fc8d0d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:45.324746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8ef0-d53a-4b98-b9af-790d5fbaa51a req-713775f8-4f31-4483-a02d-ff68e1fc8d0d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:45.331185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e8ef0-d53a-4b98-b9af-790d5fbaa51a req-713775f8-4f31-4483-a02d-ff68e1fc8d0d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:45.333602 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-907e8ef0-d53a-4b98-b9af-790d5fbaa51a req-713775f8-4f31-4483-a02d-ff68e1fc8d0d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5440 time: 0.1955955 Apr 05 20:23:45.387532 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d4b953-ba58-4d9a-836b-f416ab26f25b req-bea7aa45-8a7e-4cc1-8c2b-3288740e507d service neutron] 10.222.0.41 "GET /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112131 Apr 05 20:23:45.394877 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-907e8ef0-d53a-4b98-b9af-790d5fbaa51a req-c8a2373f-e734-4689-b2e4-f34406d632bf tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525661 Apr 05 20:23:45.397295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['55be09c8-c06d-45fb-9382-e5748077ba8f'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:23:45.417716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c8636-548d-4b48-93ea-23923d74698b req-1284d5a6-3eae-432e-aa6d-a8dffb96a9f1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:45.420035 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b28c8636-548d-4b48-93ea-23923d74698b req-1284d5a6-3eae-432e-aa6d-a8dffb96a9f1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.4329598 Apr 05 20:23:45.446510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['030fac6f-a4bb-4ae5-9b20-513c642ca36c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:23:45.532345 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:45.556650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['11d6c801-8868-4ebb-b54a-042b8414de76'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:23:45.570794 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:45.577816 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27f58243-70bc-4c92-ba98-228baf4fe74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:45.608689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] Pushing event deleted for resources: {'Network': ['ID=cf6487da-9ae2-4685-8755-3ac247b8d3a8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:45.629213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['209a1593-aaaf-4bd4-b0fc-f2461dd50715'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:23:45.632262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-b28c8636-548d-4b48-93ea-23923d74698b req-30b38a8a-3f53-46e3-a78c-73396f0feb2b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Deleting port 78749278-5ad2-4029-a6e3-61586d272b09 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:45.632602 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b28c8636-548d-4b48-93ea-23923d74698b req-30b38a8a-3f53-46e3-a78c-73396f0feb2b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:45.654181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['3edede57-710c-4481-b5bf-e0e4bae838c4'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:23:45.706767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34c6eb-c6a6-4c29-a95a-df34c23c55d8 req-c3a882a8-8787-4539-b40b-45b7e53e4d51 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:45.721999 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c34c6eb-c6a6-4c29-a95a-df34c23c55d8 req-c3a882a8-8787-4539-b40b-45b7e53e4d51 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.1591792 Apr 05 20:23:45.761626 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-450b1eee-1b53-4b84-a9a8-1245394cecea tempest-AllowedAddressPairTestJSON-606264351 tempest-AllowedAddressPairTestJSON-606264351-project] 10.222.0.24 "DELETE /v2.0/networks/cf6487da-9ae2-4685-8755-3ac247b8d3a8 HTTP/1.1" status: 204 len: 168 time: 3.7694476 Apr 05 20:23:45.763742 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27f58243-70bc-4c92-ba98-228baf4fe74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:45.782705 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c34c6eb-c6a6-4c29-a95a-df34c23c55d8 req-302d7f28-bce0-4a73-8bb7-1401b434d409 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593598 Apr 05 20:23:46.018067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-b28c8636-548d-4b48-93ea-23923d74698b req-30b38a8a-3f53-46e3-a78c-73396f0feb2b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] For port 78749278-5ad2-4029-a6e3-61586d272b09, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=78749278-5ad2-4029-a6e3-61586d272b09,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:46.018655 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b28c8636-548d-4b48-93ea-23923d74698b req-30b38a8a-3f53-46e3-a78c-73396f0feb2b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:46.067813 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:46.133746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222ae59-cc79-4067-b940-6576efaf71b9 req-a3e0fa2f-df29-446b-bbeb-e09daf61e981 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:46.143363 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8222ae59-cc79-4067-b940-6576efaf71b9 req-a3e0fa2f-df29-446b-bbeb-e09daf61e981 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.7202802 Apr 05 20:23:46.301581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40602) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:46.355774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-b28c8636-548d-4b48-93ea-23923d74698b req-30b38a8a-3f53-46e3-a78c-73396f0feb2b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Calling delete_port for 78749278-5ad2-4029-a6e3-61586d272b09 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:46.423144 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27f58243-70bc-4c92-ba98-228baf4fe74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:46.460280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f58243-70bc-4c92-ba98-228baf4fe74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5800a103-1a96-41c6-8c8a-800a7fe5a895,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:46.496896 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8222ae59-cc79-4067-b940-6576efaf71b9 req-e30ecef8-8150-4bff-b3cf-4406dec2b025 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524888 Apr 05 20:23:46.529199 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27f58243-70bc-4c92-ba98-228baf4fe74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:46.530388 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-27f58243-70bc-4c92-ba98-228baf4fe74f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5800a103-1a96-41c6-8c8a-800a7fe5a895 HTTP/1.1" status: 204 len: 168 time: 1.3442960 Apr 05 20:23:46.707171 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1e525495-85a6-4738-b227-b9a222a067c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da49fb6ac5714670bda070f65a9c40b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020216 Apr 05 20:23:46.708323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40614) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:46.861261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e0fb1-01bb-45b4-8d00-8f46386afbb2 req-fb164a0e-1122-454f-aa08-be278866236f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:46.862822 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f8e0fb1-01bb-45b4-8d00-8f46386afbb2 req-fb164a0e-1122-454f-aa08-be278866236f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 946 time: 0.4599459 Apr 05 20:23:46.905115 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b28c8636-548d-4b48-93ea-23923d74698b req-30b38a8a-3f53-46e3-a78c-73396f0feb2b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:46.919347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['78749278-5ad2-4029-a6e3-61586d272b09'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:23:46.963240 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f8e0fb1-01bb-45b4-8d00-8f46386afbb2 req-7ea08200-e836-402d-9bd0-a88df7c55f06 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895164 Apr 05 20:23:46.964082 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95fdcd4a-a160-4807-9499-c1d1d4ef4023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:46.999127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b38a8a-3f53-46e3-a78c-73396f0feb2b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Pushing event deleted for resources: {'Port': ['ID=78749278-5ad2-4029-a6e3-61586d272b09,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:47.031368 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95fdcd4a-a160-4807-9499-c1d1d4ef4023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:47.089977 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb9d12-3ca7-4578-9c8a-996098506930 req-0580ac2b-ed3f-4eb3-a0af-f181612ceb6d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:47.097253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb9d12-3ca7-4578-9c8a-996098506930 req-0580ac2b-ed3f-4eb3-a0af-f181612ceb6d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:47.100802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40624) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:47.105040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb9d12-3ca7-4578-9c8a-996098506930 req-0580ac2b-ed3f-4eb3-a0af-f181612ceb6d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:47.111166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb9d12-3ca7-4578-9c8a-996098506930 req-0580ac2b-ed3f-4eb3-a0af-f181612ceb6d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:47.116985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb9d12-3ca7-4578-9c8a-996098506930 req-0580ac2b-ed3f-4eb3-a0af-f181612ceb6d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:47.122913 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-75a0bc3c-6c09-4676-9622-be644359cf6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:47.123890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb9d12-3ca7-4578-9c8a-996098506930 req-0580ac2b-ed3f-4eb3-a0af-f181612ceb6d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:47.130939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb9d12-3ca7-4578-9c8a-996098506930 req-0580ac2b-ed3f-4eb3-a0af-f181612ceb6d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:47.132817 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bcb9d12-3ca7-4578-9c8a-996098506930 req-0580ac2b-ed3f-4eb3-a0af-f181612ceb6d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5440 time: 0.3336940 Apr 05 20:23:47.190472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-75a0bc3c-6c09-4676-9622-be644359cf6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:47.197795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-75a0bc3c-6c09-4676-9622-be644359cf6d admin admin] Usage tracker for resource:security_group_rule and tenant:873159677d9b4ecb96fcb34eb5893d7e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:47.204207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-75a0bc3c-6c09-4676-9622-be644359cf6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:47.213409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-75a0bc3c-6c09-4676-9622-be644359cf6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:47.219426 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95fdcd4a-a160-4807-9499-c1d1d4ef4023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:47.259156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdcd4a-a160-4807-9499-c1d1d4ef4023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677dcffb-ce03-4781-b486-7aa0d9bf3a7a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:47.289993 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95fdcd4a-a160-4807-9499-c1d1d4ef4023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:47.291137 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-95fdcd4a-a160-4807-9499-c1d1d4ef4023 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/677dcffb-ce03-4781-b486-7aa0d9bf3a7a HTTP/1.1" status: 204 len: 168 time: 0.5786798 Apr 05 20:23:47.310624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0b9e9-d1d8-48aa-a4dd-6905d4b0fe49 req-fbbc07de-46d6-48ec-b4b8-41428bab9b40 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:47.312165 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23f0b9e9-d1d8-48aa-a4dd-6905d4b0fe49 req-fbbc07de-46d6-48ec-b4b8-41428bab9b40 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.1797554 Apr 05 20:23:47.349365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28c8636-548d-4b48-93ea-23923d74698b req-30b38a8a-3f53-46e3-a78c-73396f0feb2b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] No DVR routers for this DVR port 78749278-5ad2-4029-a6e3-61586d272b09 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:23:47.355928 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b28c8636-548d-4b48-93ea-23923d74698b req-30b38a8a-3f53-46e3-a78c-73396f0feb2b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:47.366337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '350f75f0-73be-40c3-b0b6-89c9f30a09c8', 'name': 'network-vif-deleted', 'tag': '78749278-5ad2-4029-a6e3-61586d272b09'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:23:47.385937 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b28c8636-548d-4b48-93ea-23923d74698b req-30b38a8a-3f53-46e3-a78c-73396f0feb2b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.13 "DELETE /v2.0/ports/78749278-5ad2-4029-a6e3-61586d272b09 HTTP/1.1" status: 204 len: 173 time: 1.9189498 Apr 05 20:23:47.406390 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4bcb9d12-3ca7-4578-9c8a-996098506930 req-cf6b3322-42e7-4d3e-b5be-ebc879d8a883 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2454636 Apr 05 20:23:47.420481 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23f0b9e9-d1d8-48aa-a4dd-6905d4b0fe49 req-ceeb002d-d94c-4387-844d-a7f3dd743487 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914903 Apr 05 20:23:47.466861 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-75a0bc3c-6c09-4676-9622-be644359cf6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:47.475627 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-75a0bc3c-6c09-4676-9622-be644359cf6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:47.593280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40644) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:47.609287 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-75a0bc3c-6c09-4676-9622-be644359cf6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=873159677d9b4ecb96fcb34eb5893d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5025852 Apr 05 20:23:47.613413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a0bc3c-6c09-4676-9622-be644359cf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=724fdd84-3640-485f-9da1-c2e793c18d1b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:47.730026 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b5be645-d899-42ec-aba0-21f85b4ded60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:47.795525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b5be645-d899-42ec-aba0-21f85b4ded60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:47.918992 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b5be645-d899-42ec-aba0-21f85b4ded60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:47.939978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5be645-d899-42ec-aba0-21f85b4ded60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724fdd84-3640-485f-9da1-c2e793c18d1b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:47.958944 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '350f75f0-73be-40c3-b0b6-89c9f30a09c8', 'name': 'network-vif-deleted', 'tag': '78749278-5ad2-4029-a6e3-61586d272b09', 'status': 'completed', 'code': 200} Apr 05 20:23:47.960194 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b5be645-d899-42ec-aba0-21f85b4ded60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:47.966284 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7b5be645-d899-42ec-aba0-21f85b4ded60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/724fdd84-3640-485f-9da1-c2e793c18d1b HTTP/1.1" status: 204 len: 168 time: 0.3717234 Apr 05 20:23:48.035376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750df40-ab62-4c59-afaf-26e3021c0ba7 req-e95f8eda-ffff-421d-bf24-83ff2b258946 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:48.036943 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a750df40-ab62-4c59-afaf-26e3021c0ba7 req-e95f8eda-ffff-421d-bf24-83ff2b258946 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.3980112 Apr 05 20:23:48.139134 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a750df40-ab62-4c59-afaf-26e3021c0ba7 req-abb5f82e-9274-4188-a2cf-e4efe140b829 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878556 Apr 05 20:23:48.319001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-703a9934-90aa-40e5-9f7f-b260f09b41a7 req-6a0a3b1a-7742-45e7-8dc5-1ae29af7ff14 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Synchronizing usage tracker for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:48.360573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-703a9934-90aa-40e5-9f7f-b260f09b41a7 req-6a0a3b1a-7742-45e7-8dc5-1ae29af7ff14 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Unset dirty status for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:48.362029 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-703a9934-90aa-40e5-9f7f-b260f09b41a7 req-6a0a3b1a-7742-45e7-8dc5-1ae29af7ff14 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=350f75f0-73be-40c3-b0b6-89c9f30a09c8 HTTP/1.1" status: 200 len: 210 time: 0.1380012 Apr 05 20:23:48.449547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b2699-033b-429c-a8f9-109bdc081ae8 req-6b094de3-178f-4f15-b04f-73aff995b27a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:48.457726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-663b2699-033b-429c-a8f9-109bdc081ae8 req-6b094de3-178f-4f15-b04f-73aff995b27a tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.1250465 Apr 05 20:23:48.518742 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-663b2699-033b-429c-a8f9-109bdc081ae8 req-900df03f-68d1-4a5d-b968-eb766f56c983 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598280 Apr 05 20:23:48.906681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2253a0a-6e06-424e-acac-09a2af4d6b44 req-8f2860a8-43ac-424a-8988-0a034d048a8d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:48.925064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2253a0a-6e06-424e-acac-09a2af4d6b44 req-8f2860a8-43ac-424a-8988-0a034d048a8d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:48.931184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2253a0a-6e06-424e-acac-09a2af4d6b44 req-8f2860a8-43ac-424a-8988-0a034d048a8d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:48.943007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2253a0a-6e06-424e-acac-09a2af4d6b44 req-8f2860a8-43ac-424a-8988-0a034d048a8d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:48.949414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2253a0a-6e06-424e-acac-09a2af4d6b44 req-8f2860a8-43ac-424a-8988-0a034d048a8d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:48.954079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764090be-126a-459a-8a3c-f33990431fc6 req-9ad87cf8-d1ca-4619-9552-ab7cd6f548cd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:48.955248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2253a0a-6e06-424e-acac-09a2af4d6b44 req-8f2860a8-43ac-424a-8988-0a034d048a8d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:48.957974 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-764090be-126a-459a-8a3c-f33990431fc6 req-9ad87cf8-d1ca-4619-9552-ab7cd6f548cd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.2057960 Apr 05 20:23:48.971164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2253a0a-6e06-424e-acac-09a2af4d6b44 req-8f2860a8-43ac-424a-8988-0a034d048a8d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:48.981833 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2253a0a-6e06-424e-acac-09a2af4d6b44 req-8f2860a8-43ac-424a-8988-0a034d048a8d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5440 time: 0.3055677 Apr 05 20:23:49.037374 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2253a0a-6e06-424e-acac-09a2af4d6b44 req-cfc4445f-4fe6-43a1-b664-f9e5d4e0de34 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543032 Apr 05 20:23:49.038864 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-764090be-126a-459a-8a3c-f33990431fc6 req-2b3ecbce-4645-400c-98f6-a659ee83b060 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748844 Apr 05 20:23:49.241929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40710) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:49.540873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c3b40-88ea-40e2-aec7-09ee469392e0 req-5136bf17-5be4-4dfc-93c2-1fcbebd84706 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:49.549792 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b9c3b40-88ea-40e2-aec7-09ee469392e0 req-5136bf17-5be4-4dfc-93c2-1fcbebd84706 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.1361134 Apr 05 20:23:49.604901 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a038603d-8f35-4683-aa55-567a2c9bd6bd req-ae113d9b-7f72-4e24-bff8-fa7e8919cfc9 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:49.607811 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a038603d-8f35-4683-aa55-567a2c9bd6bd req-ae113d9b-7f72-4e24-bff8-fa7e8919cfc9 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.1222696 Apr 05 20:23:49.610572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b9c3b40-88ea-40e2-aec7-09ee469392e0 req-32b5738c-eed1-4cf4-9b29-c78241edafd9 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595796 Apr 05 20:23:49.634746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Request body: {'networks': [{'name': 'tempest-network--1845487244'}, {'name': 'tempest-network--1615150727'}]} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:49.634746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Request body: {'network': {'name': 'tempest-network--1845487244'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:49.634746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Request body: {'network': {'name': 'tempest-network--1615150727'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:49.643376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:49.649826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Usage tracker for resource:network and tenant:ffe63a59389c420092c8e1f2c33f2676 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:49.653490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:49.668199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:49.694382 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a038603d-8f35-4683-aa55-567a2c9bd6bd req-d01eba38-66e2-4007-881d-4a99b27a30e3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793598 Apr 05 20:23:49.698477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Made reservation on behalf of ffe63a59389c420092c8e1f2c33f2676 for: {'network': 2} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:23:49.704500 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:49.729910 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:49.746303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:49.752044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Usage tracker for resource:security_group_rule and tenant:ffe63a59389c420092c8e1f2c33f2676 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:49.756765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:49.771166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:49.947481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:49.954467 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:49.955520 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:49.989508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 78749278-5ad2-4029-a6e3-61586d272b09 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:23:50.029439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97383402-1aeb-4033-bff1-d37a3649e355,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:50.034482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:23:50.052690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:50.053211 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Added segment 638c16f2-0711-4282-834b-88593aab00ad of type vlan for network 119ae112-eef7-4a07-a0d8-96eba665e819 Apr 05 20:23:50.086921 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:50.106615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 78749278-5ad2-4029-a6e3-61586d272b09 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:23:50.107195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 78749278-5ad2-4029-a6e3-61586d272b09 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:23:50.114712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdfa45-e328-43e8-ad0b-a9302b9b8206 req-eb7f32a1-4c18-4a68-9040-e7a4cb440467 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:50.121848 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d7cdfa45-e328-43e8-ad0b-a9302b9b8206 req-eb7f32a1-4c18-4a68-9040-e7a4cb440467 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.2142141 Apr 05 20:23:50.150046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40744) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:50.164403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:23:50.184289 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:50.185361 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Added segment cdd6d2f8-9b47-47b0-86d4-a638d9d47473 of type vlan for network 41ecd2d9-4e64-425a-b812-75c3223a2a78 Apr 05 20:23:50.202917 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d7cdfa45-e328-43e8-ad0b-a9302b9b8206 req-e88707de-bd15-4e68-85f8-1ea814846528 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755534 Apr 05 20:23:50.403746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1380372990', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:50.408973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:50.409640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:50.417952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Usage tracker for resource:port and tenant:7114ae6f93064a6fa7d42931e3b5a33e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:50.423067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:50.435024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:50.445114 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:50.460285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-a1f63c0f-db2a-4954-83f6-81cd7eece1f1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:50.461830 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-a1f63c0f-db2a-4954-83f6-81cd7eece1f1 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 811 time: 0.2365947 Apr 05 20:23:50.466953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Made reservation on behalf of 7114ae6f93064a6fa7d42931e3b5a33e for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:23:50.469676 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:50.475404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b8b9e-ff9a-468e-af48-c3504e305ccc req-adf58c8d-8844-4a53-a551-d715784dc881 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:50.483295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b8b9e-ff9a-468e-af48-c3504e305ccc req-adf58c8d-8844-4a53-a551-d715784dc881 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:50.494346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b8b9e-ff9a-468e-af48-c3504e305ccc req-adf58c8d-8844-4a53-a551-d715784dc881 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:50.498225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b8b9e-ff9a-468e-af48-c3504e305ccc req-adf58c8d-8844-4a53-a551-d715784dc881 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:50.500264 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:50.504835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b8b9e-ff9a-468e-af48-c3504e305ccc req-adf58c8d-8844-4a53-a551-d715784dc881 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:50.507142 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:23:50.507681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:50.512022 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-cb696a91-5c03-4804-9d0b-69b34b8b257e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/quotas/09a608d642f24eeba3830dc870c40d6e HTTP/1.1" status: 200 len: 375 time: 0.0309396 Apr 05 20:23:50.518813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b8b9e-ff9a-468e-af48-c3504e305ccc req-adf58c8d-8844-4a53-a551-d715784dc881 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:50.525108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b8b9e-ff9a-468e-af48-c3504e305ccc req-adf58c8d-8844-4a53-a551-d715784dc881 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:50.527715 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a73b8b9e-ff9a-468e-af48-c3504e305ccc req-adf58c8d-8844-4a53-a551-d715784dc881 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5440 time: 0.1731112 Apr 05 20:23:50.532586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:50.533562 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:50.580512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-720057f3-26c9-4c6a-ba4b-bfdfd3cbc73c tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576782 Apr 05 20:23:50.587337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:50.594689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Usage tracker for resource:security_group_rule and tenant:7114ae6f93064a6fa7d42931e3b5a33e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:50.597628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:50.608208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:50.621241 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:50.624272 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:50.631098 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a73b8b9e-ff9a-468e-af48-c3504e305ccc req-e5d4b540-af9b-4462-b019-8eefae20e8cb tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0904953 Apr 05 20:23:50.642646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:50.648443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:50.649229 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:50.803915 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:50.842743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228ce59d-a3b6-431f-a9ca-34ff6eaf9f95'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:23:50.855243 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:50.859928 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:50.861154 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 55be09c8-c06d-45fb-9382-e5748077ba8f up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:50.967212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.7240896 Apr 05 20:23:50.968128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event updated for resources: {'Network': ['ID=119ae112-eef7-4a07-a0d8-96eba665e819,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:50.969999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40778) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:50.983642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:51.007345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 119ae112-eef7-4a07-a0d8-96eba665e819 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:23:51.082788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68786356-823c-44b2-bc81-9172338913fe tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event updated for resources: {'Network': ['ID=41ecd2d9-4e64-425a-b812-75c3223a2a78,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:51.120881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e514c-ad18-4c19-8dcd-216d16a68b90 req-d2e82774-3361-4816-ba01-0e3258779d11 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:51.129369 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c181ca72-d2ee-409c-932e-ef22b6309789 service neutron] 10.222.0.24 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260437 Apr 05 20:23:51.131368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 41ecd2d9-4e64-425a-b812-75c3223a2a78 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:23:51.131887 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a5e514c-ad18-4c19-8dcd-216d16a68b90 req-d2e82774-3361-4816-ba01-0e3258779d11 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.2321486 Apr 05 20:23:51.237489 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a5e514c-ad18-4c19-8dcd-216d16a68b90 req-0f2805bf-ffb5-4cc7-b519-57ecf9b02c13 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882621 Apr 05 20:23:51.271053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 55be09c8-c06d-45fb-9382-e5748077ba8f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:51.277278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 55be09c8-c06d-45fb-9382-e5748077ba8f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:51.277811 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:51.285822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afdeead-ed30-4951-b1f2-562c5f1ed6b9 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:51.294239 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:51.300301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afdeead-ed30-4951-b1f2-562c5f1ed6b9 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:51.306281 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:51.313690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afdeead-ed30-4951-b1f2-562c5f1ed6b9 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:51.323730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] device_id is not set on port e041b961-2407-4810-9420-82fd8371caa6 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:23:51.333672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afdeead-ed30-4951-b1f2-562c5f1ed6b9 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:51.338014 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6afdeead-ed30-4951-b1f2-562c5f1ed6b9 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3641555 Apr 05 20:23:51.339487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40782) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:51.397012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-e2948538-fbac-4a09-a0ed-c6a95b0cbbb4 service neutron] 10.222.0.24 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397070 Apr 05 20:23:51.420843 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:51.430737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d74f6b-4258-4337-b84b-f88cf381a0c4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:51.461504 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 55be09c8-c06d-45fb-9382-e5748077ba8f, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=55be09c8-c06d-45fb-9382-e5748077ba8f,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:51.465871 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:51.466968 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3edede57-710c-4481-b5bf-e0e4bae838c4 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:51.566482 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35f17e48-288c-41f8-96e4-008097b2c910 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:51.602120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=55be09c8-c06d-45fb-9382-e5748077ba8f,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:51.630851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Allocated IP 172.25.8.220 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/e041b961-2407-4810-9420-82fd8371caa6) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:23:51.670511 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 3edede57-710c-4481-b5bf-e0e4bae838c4 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:51.693267 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 3edede57-710c-4481-b5bf-e0e4bae838c4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:51.696271 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:51.766986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c88285-755c-4736-8850-a7e85f7f66e9 req-b4880554-9301-4b53-b3fe-74c6d80b6187 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:51.773788 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228ce59d-a3b6-431f-a9ca-34ff6eaf9f95', 'code': 200} Apr 05 20:23:51.775249 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a7c88285-755c-4736-8850-a7e85f7f66e9 req-b4880554-9301-4b53-b3fe-74c6d80b6187 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.2533274 Apr 05 20:23:51.800355 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35f17e48-288c-41f8-96e4-008097b2c910 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:51.846002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-35f17e48-288c-41f8-96e4-008097b2c910 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119ae112-eef7-4a07-a0d8-96eba665e819']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:51.877291 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a7c88285-755c-4736-8850-a7e85f7f66e9 req-91da3304-aedc-413a-b0ea-6ae4800f81bd tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010895 Apr 05 20:23:51.903520 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-35f17e48-288c-41f8-96e4-008097b2c910 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638c16f2-0711-4282-834b-88593aab00ad') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:51.903960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-35f17e48-288c-41f8-96e4-008097b2c910 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638c16f2-0711-4282-834b-88593aab00ad') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:51.933692 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35f17e48-288c-41f8-96e4-008097b2c910 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:51.975206 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35f17e48-288c-41f8-96e4-008097b2c910 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:51.981580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f17e48-288c-41f8-96e4-008097b2c910 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:23:51.981580 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35f17e48-288c-41f8-96e4-008097b2c910 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.004573 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:23:52.024922 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:23:52.053812 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3edede57-710c-4481-b5bf-e0e4bae838c4, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3edede57-710c-4481-b5bf-e0e4bae838c4,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:52.059934 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.061202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 209a1593-aaaf-4bd4-b0fc-f2461dd50715 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:52.067796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7662eb3-a7cf-4c0b-a242-55b73fb4d113 req-ab5b5967-38fa-4a9b-ab1c-81fd2a7967a0 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 210 time: 0.1882443 Apr 05 20:23:52.222311 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35f17e48-288c-41f8-96e4-008097b2c910 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.266981 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35f17e48-288c-41f8-96e4-008097b2c910 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.282375 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-35f17e48-288c-41f8-96e4-008097b2c910 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "DELETE /v2.0/networks/119ae112-eef7-4a07-a0d8-96eba665e819 HTTP/1.1" status: 204 len: 168 time: 0.9394956 Apr 05 20:23:52.287890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40824) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:52.297258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f17e48-288c-41f8-96e4-008097b2c910 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event deleted for resources: {'Network': ['ID=119ae112-eef7-4a07-a0d8-96eba665e819,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:52.373279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fac81b-5031-4ef6-9cb9-07c0a323beaf req-91811e9b-0880-4ead-92ef-094d7b02b38d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:52.380341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fac81b-5031-4ef6-9cb9-07c0a323beaf req-91811e9b-0880-4ead-92ef-094d7b02b38d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:52.387910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fac81b-5031-4ef6-9cb9-07c0a323beaf req-91811e9b-0880-4ead-92ef-094d7b02b38d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:52.396274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fac81b-5031-4ef6-9cb9-07c0a323beaf req-91811e9b-0880-4ead-92ef-094d7b02b38d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:52.399224 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=3edede57-710c-4481-b5bf-e0e4bae838c4,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:52.403421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fac81b-5031-4ef6-9cb9-07c0a323beaf req-91811e9b-0880-4ead-92ef-094d7b02b38d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:52.410182 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fac81b-5031-4ef6-9cb9-07c0a323beaf req-91811e9b-0880-4ead-92ef-094d7b02b38d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:52.416356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fac81b-5031-4ef6-9cb9-07c0a323beaf req-91811e9b-0880-4ead-92ef-094d7b02b38d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:52.418562 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-55fac81b-5031-4ef6-9cb9-07c0a323beaf req-91811e9b-0880-4ead-92ef-094d7b02b38d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5443 time: 0.3675749 Apr 05 20:23:52.426498 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 209a1593-aaaf-4bd4-b0fc-f2461dd50715 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:52.432736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 209a1593-aaaf-4bd4-b0fc-f2461dd50715 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:52.433390 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.445543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.487266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ac34a-d4c8-479f-a2cc-366221e01d05 req-54b6d6ee-01d1-4eee-a3c9-0ce2514e868e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:52.488760 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee0ac34a-d4c8-479f-a2cc-366221e01d05 req-54b6d6ee-01d1-4eee-a3c9-0ce2514e868e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.1313679 Apr 05 20:23:52.506858 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e646e7e7-4c12-44d0-a6b2-818edcf43df8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.542902 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ee0ac34a-d4c8-479f-a2cc-366221e01d05 req-f8b266b1-ad0b-40af-9ca7-bd6562380d68 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464201 Apr 05 20:23:52.543961 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.599209 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.615882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:52.623071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:52.629165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:52.667937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 209a1593-aaaf-4bd4-b0fc-f2461dd50715, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=209a1593-aaaf-4bd4-b0fc-f2461dd50715,segment=NetworkSegment(5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2),segment_id=5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:52.684909 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.686219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 11d6c801-8868-4ebb-b54a-042b8414de76 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:52.784880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Pushing event updated for resources: {'Port': ['ID=e041b961-2407-4810-9420-82fd8371caa6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:52.788880 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-55fac81b-5031-4ef6-9cb9-07c0a323beaf req-310b2fd1-ca7a-47fe-8636-f938642e82c1 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2768970 Apr 05 20:23:52.807774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:52.808676 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.871010 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-83a3eda3-aef0-43dc-94ea-cc42cb6c72ad tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.7165201 Apr 05 20:23:52.872884 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40832) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:52.879954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.220'}]}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:52.886483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:52.890707 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=209a1593-aaaf-4bd4-b0fc-f2461dd50715,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:52.891567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Usage tracker for resource:router and tenant:7114ae6f93064a6fa7d42931e3b5a33e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:52.894975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 11d6c801-8868-4ebb-b54a-042b8414de76 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:52.895370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:52.901568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 11d6c801-8868-4ebb-b54a-042b8414de76 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:52.901717 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:52.902101 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.917087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69356e3c-bd66-4beb-b97b-d511fba7eeb6 req-e4be15cf-b198-4912-879d-4410548b4db4 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:52.918991 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-69356e3c-bd66-4beb-b97b-d511fba7eeb6 req-e4be15cf-b198-4912-879d-4410548b4db4 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.2089648 Apr 05 20:23:52.920336 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.921383 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.967294 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e646e7e7-4c12-44d0-a6b2-818edcf43df8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.978864 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:52.994751 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-69356e3c-bd66-4beb-b97b-d511fba7eeb6 req-0ba4f677-8d3c-42ea-9fa1-5dce44c41732 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683408 Apr 05 20:23:53.045380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-e646e7e7-4c12-44d0-a6b2-818edcf43df8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ecd2d9-4e64-425a-b812-75c3223a2a78']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:53.060100 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-e646e7e7-4c12-44d0-a6b2-818edcf43df8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd6d2f8-9b47-47b0-86d4-a638d9d47473') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:53.060400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-e646e7e7-4c12-44d0-a6b2-818edcf43df8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd6d2f8-9b47-47b0-86d4-a638d9d47473') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:23:53.071120 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:53.081922 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e646e7e7-4c12-44d0-a6b2-818edcf43df8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:53.128073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 11d6c801-8868-4ebb-b54a-042b8414de76, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=11d6c801-8868-4ebb-b54a-042b8414de76,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:53.134039 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:53.135477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 030fac6f-a4bb-4ae5-9b20-513c642ca36c up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:53.135862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e646e7e7-4c12-44d0-a6b2-818edcf43df8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:53.160032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e646e7e7-4c12-44d0-a6b2-818edcf43df8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:23:53.160478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e646e7e7-4c12-44d0-a6b2-818edcf43df8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:23:53.186446 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:23:53.217401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5bb60-3000-4c92-b3da-20cb7525a8d0 req-b1dc2e70-b58e-401c-adcf-87b4056b6d5f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:53.218980 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aab5bb60-3000-4c92-b3da-20cb7525a8d0 req-b1dc2e70-b58e-401c-adcf-87b4056b6d5f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.2246106 Apr 05 20:23:53.251948 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3358208d-a7f0-4c35-930e-48d95ce7dd2a req-665a992d-08a5-41ff-844d-813de810778d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 210 time: 0.0549672 Apr 05 20:23:53.298768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 030fac6f-a4bb-4ae5-9b20-513c642ca36c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:53.304909 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 030fac6f-a4bb-4ae5-9b20-513c642ca36c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:53.305463 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:53.318099 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:53.376346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=11d6c801-8868-4ebb-b54a-042b8414de76,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:53.466204 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:53.478618 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aab5bb60-3000-4c92-b3da-20cb7525a8d0 req-49cba7c5-d481-419f-bbf1-77e6ee69c9cb tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079620 Apr 05 20:23:53.517619 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 030fac6f-a4bb-4ae5-9b20-513c642ca36c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=030fac6f-a4bb-4ae5-9b20-513c642ca36c,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:53.523785 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:53.525525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 426dbf2a-c8c8-4439-bf39-4fda1aa49348 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:23:53.530222 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e646e7e7-4c12-44d0-a6b2-818edcf43df8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:53.568755 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e646e7e7-4c12-44d0-a6b2-818edcf43df8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:53.592469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646e7e7-4c12-44d0-a6b2-818edcf43df8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event deleted for resources: {'Network': ['ID=41ecd2d9-4e64-425a-b812-75c3223a2a78,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:53.597271 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e646e7e7-4c12-44d0-a6b2-818edcf43df8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "DELETE /v2.0/networks/41ecd2d9-4e64-425a-b812-75c3223a2a78 HTTP/1.1" status: 204 len: 168 time: 1.3045025 Apr 05 20:23:53.600192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40862) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:53.685670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=030fac6f-a4bb-4ae5-9b20-513c642ca36c,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:53.704676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 426dbf2a-c8c8-4439-bf39-4fda1aa49348 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:23:53.710916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 426dbf2a-c8c8-4439-bf39-4fda1aa49348 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:23:53.712049 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:53.723690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-d950c7b3-8ad2-4d01-95d6-ad0132bb739e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:53.725303 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-d950c7b3-8ad2-4d01-95d6-ad0132bb739e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.41 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 811 time: 0.4557543 Apr 05 20:23:53.739221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Request body: {'port': {'device_id': 'e01f695c-5ca7-419c-bc8d-f680169c3e9d', 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796', 'admin_state_up': True, 'tenant_id': '09a608d642f24eeba3830dc870c40d6e'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:53.775016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55be09c8-c06d-45fb-9382-e5748077ba8f'}, {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edede57-710c-4481-b5bf-e0e4bae838c4'}, {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209a1593-aaaf-4bd4-b0fc-f2461dd50715'}, {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d6c801-8868-4ebb-b54a-042b8414de76'}, {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030fac6f-a4bb-4ae5-9b20-513c642ca36c'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:23:53.849986 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:53.863555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d204a8-e5e2-4275-b0b5-35c264961204 req-6469903a-03e8-40a9-a36b-81bd19b06cfe tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:53.865033 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f6d204a8-e5e2-4275-b0b5-35c264961204 req-6469903a-03e8-40a9-a36b-81bd19b06cfe tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8f5285c-1c38-4a20-82b6-c5717e1f2c55 HTTP/1.1" status: 200 len: 950 time: 0.2022300 Apr 05 20:23:53.886497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 426dbf2a-c8c8-4439-bf39-4fda1aa49348, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=426dbf2a-c8c8-4439-bf39-4fda1aa49348,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:53.891515 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:53.933239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:53.955017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:53.962178 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f6d204a8-e5e2-4275-b0b5-35c264961204 req-7734c2c2-efae-4af4-889e-6d5974302f76 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767217 Apr 05 20:23:53.965038 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=426dbf2a-c8c8-4439-bf39-4fda1aa49348,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:53.971916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Made reservation on behalf of 09a608d642f24eeba3830dc870c40d6e for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:23:53.976056 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:54.043740 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55be09c8-c06d-45fb-9382-e5748077ba8f', 'code': 200} Apr 05 20:23:54.044046 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3edede57-710c-4481-b5bf-e0e4bae838c4', 'code': 200} Apr 05 20:23:54.044304 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209a1593-aaaf-4bd4-b0fc-f2461dd50715', 'code': 200} Apr 05 20:23:54.044574 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11d6c801-8868-4ebb-b54a-042b8414de76', 'code': 200} Apr 05 20:23:54.044969 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030fac6f-a4bb-4ae5-9b20-513c642ca36c', 'code': 200} Apr 05 20:23:54.160553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9674ea66-fa2a-4ca3-94a7-b3d48c1faa81 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:54.166966 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9674ea66-fa2a-4ca3-94a7-b3d48c1faa81 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:54.167734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9674ea66-fa2a-4ca3-94a7-b3d48c1faa81 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Synchronizing usage tracker for tenant:ffe63a59389c420092c8e1f2c33f2676 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:54.171641 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:54.186577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Allocated IP 172.20.0.6 (8188ca25-8db1-4824-8f89-d3f54dd6b796/7b600e23-44bb-460f-a1af-d7c4b74bf29a/e099a553-41ce-4818-a843-17c92e09b041) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:23:54.207144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f7178-f528-4d63-b6b1-4f0776bdaa03 req-a019f910-fd3a-48bf-9fed-866788e55906 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:54.208613 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-928f7178-f528-4d63-b6b1-4f0776bdaa03 req-a019f910-fd3a-48bf-9fed-866788e55906 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.5438871 Apr 05 20:23:54.214293 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:54.291189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9674ea66-fa2a-4ca3-94a7-b3d48c1faa81 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Unset dirty status for tenant:ffe63a59389c420092c8e1f2c33f2676 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:54.292625 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9674ea66-fa2a-4ca3-94a7-b3d48c1faa81 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6914999 Apr 05 20:23:54.298629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cd6b7-efec-4fd5-932e-0a4a475382ce req-ab84636d-24e4-4817-8821-916a348eb74f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:54.300268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40876) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:54.304433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cd6b7-efec-4fd5-932e-0a4a475382ce req-ab84636d-24e4-4817-8821-916a348eb74f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:54.310383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cd6b7-efec-4fd5-932e-0a4a475382ce req-ab84636d-24e4-4817-8821-916a348eb74f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:54.316161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cd6b7-efec-4fd5-932e-0a4a475382ce req-ab84636d-24e4-4817-8821-916a348eb74f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:54.317582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8f2ff9eb-2dd5-4931-ba6f-6efac9c6db6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1563697124'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:54.321985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cd6b7-efec-4fd5-932e-0a4a475382ce req-ab84636d-24e4-4817-8821-916a348eb74f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:54.328288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cd6b7-efec-4fd5-932e-0a4a475382ce req-ab84636d-24e4-4817-8821-916a348eb74f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:54.334042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cd6b7-efec-4fd5-932e-0a4a475382ce req-ab84636d-24e4-4817-8821-916a348eb74f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:54.334465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8f2ff9eb-2dd5-4931-ba6f-6efac9c6db6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:54.335896 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b1cd6b7-efec-4fd5-932e-0a4a475382ce req-ab84636d-24e4-4817-8821-916a348eb74f tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5447 time: 0.1989179 Apr 05 20:23:54.344575 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-928f7178-f528-4d63-b6b1-4f0776bdaa03 req-0e52562f-f64c-4d05-9ecd-4c0c63354633 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265113 Apr 05 20:23:54.385109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8f2ff9eb-2dd5-4931-ba6f-6efac9c6db6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:54.409104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2ff9eb-2dd5-4931-ba6f-6efac9c6db6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Made reservation on behalf of ffe63a59389c420092c8e1f2c33f2676 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:23:54.412710 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff9eb-2dd5-4931-ba6f-6efac9c6db6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:54.444400 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b1cd6b7-efec-4fd5-932e-0a4a475382ce req-02be1193-ac10-4005-b38a-eade9904ae6c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1002064 Apr 05 20:23:54.493800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f2ff9eb-2dd5-4931-ba6f-6efac9c6db6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:23:54.506123 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:54.514411 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff9eb-2dd5-4931-ba6f-6efac9c6db6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:54.514796 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-8f2ff9eb-2dd5-4931-ba6f-6efac9c6db6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Added segment 352d050c-e915-4b5b-88ff-84f3dddc8833 of type vlan for network e16a734e-a648-479f-8981-e8104bd9cbd5 Apr 05 20:23:54.521350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:54.548615 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:54.667286 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff9eb-2dd5-4931-ba6f-6efac9c6db6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:54.680863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Network 8188ca25-8db1-4824-8f89-d3f54dd6b796 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:23:54.691227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:54.693654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:54.754138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Pushing event updated for resources: {'Port': ['ID=e099a553-41ce-4818-a843-17c92e09b041,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:54.812492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:54.813216 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:54.841184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e70a3d-b486-4697-889c-34ea43348de0 req-a7893316-b924-489a-a4ef-533a40819255 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:54.843092 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28e70a3d-b486-4697-889c-34ea43348de0 req-a7893316-b924-489a-a4ef-533a40819255 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.2243099 Apr 05 20:23:54.874999 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:54.879228 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:54.893067 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c5075d06-2415-4bdb-b22b-a61369fa14e3 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1587048 Apr 05 20:23:54.915716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Request body: {'port': {'device_id': 'e01f695c-5ca7-419c-bc8d-f680169c3e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:54.935359 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff9eb-2dd5-4931-ba6f-6efac9c6db6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:54.940711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2ff9eb-2dd5-4931-ba6f-6efac9c6db6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:54.941300 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff9eb-2dd5-4931-ba6f-6efac9c6db6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:54.955847 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28e70a3d-b486-4697-889c-34ea43348de0 req-ab81963b-54b8-4b45-a300-a2bd9096de2f tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033733 Apr 05 20:23:55.013295 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:55.013773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d21eb5c9-af20-4454-9bd1-2c725f60dfe4 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:23:55.124261 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8f2ff9eb-2dd5-4931-ba6f-6efac9c6db6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8202691 Apr 05 20:23:55.132590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40904) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:55.135204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ff9eb-2dd5-4931-ba6f-6efac9c6db6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event updated for resources: {'Network': ['ID=e16a734e-a648-479f-8981-e8104bd9cbd5,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:55.142786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-571580684'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:55.148949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network e16a734e-a648-479f-8981-e8104bd9cbd5 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:23:55.159340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:55.161670 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 05 20:23:55.162737 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-07d7d9f2-c7fe-4a4c-91cc-916686fe1168 tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2889159 Apr 05 20:23:55.164247 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:55.167150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40908) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:55.169629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Usage tracker for resource:network and tenant:ffe63a59389c420092c8e1f2c33f2676 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:55.174786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:55.232575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:55.266986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a357ca-a04d-499d-bac4-44de30a37157 req-b3a94e3e-872d-4a37-ad04-173ea8edc5aa tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:55.268492 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23a357ca-a04d-499d-bac4-44de30a37157 req-b3a94e3e-872d-4a37-ad04-173ea8edc5aa tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 931 time: 0.3853652 Apr 05 20:23:55.272030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Made reservation on behalf of ffe63a59389c420092c8e1f2c33f2676 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:23:55.275491 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:55.292968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-cef11de8-364c-4a4e-b069-0da19947d3bf tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Deleting port e041b961-2407-4810-9420-82fd8371caa6 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:23:55.293309 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cef11de8-364c-4a4e-b069-0da19947d3bf tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:55.396309 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23a357ca-a04d-499d-bac4-44de30a37157 req-bc6f6596-5557-4342-9ba0-08b5310a015b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089253 Apr 05 20:23:55.396998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:23:55.405762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a22d7-e514-4530-b15e-07b970a077d9 req-92bb444e-12db-4632-a580-1f5185f08e9b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:55.407007 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-009a22d7-e514-4530-b15e-07b970a077d9 req-92bb444e-12db-4632-a580-1f5185f08e9b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.2236049 Apr 05 20:23:55.444176 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:55.444528 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Added segment 6bee638c-941b-4dcd-81d9-92137efb7674 of type vlan for network d98edb43-ed5a-4f94-81a2-6aaf6a6a2c7d Apr 05 20:23:55.508739 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:55.524211 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-009a22d7-e514-4530-b15e-07b970a077d9 req-d429525b-8de7-424c-b58e-c36918c76745 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025889 Apr 05 20:23:55.643512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e099a553-41ce-4818-a843-17c92e09b041 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:55.661599 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:55.679144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Transition to ACTIVE for port object e099a553-41ce-4818-a843-17c92e09b041 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:23:55.689493 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:55.691658 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:55.697104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:55.697737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:55.729605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cef11de8-364c-4a4e-b069-0da19947d3bf tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:55.892665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Pushing event updated for resources: {'Port': ['ID=e099a553-41ce-4818-a843-17c92e09b041,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:55.976883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Attempting to bind port e099a553-41ce-4818-a843-17c92e09b041 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:23:55.977534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Attempting to bind port e099a553-41ce-4818-a843-17c92e09b041 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:23:55.977662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Attempting to bind port e099a553-41ce-4818-a843-17c92e09b041 on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:23:55.983013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Port e099a553-41ce-4818-a843-17c92e09b041 on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:23:55.983427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Attempting to bind port e099a553-41ce-4818-a843-17c92e09b041 on network 8188ca25-8db1-4824-8f89-d3f54dd6b796 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:23:55.988835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:23:55.989278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Checking segment: {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:23:55.989755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Bound using segment: {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:23:55.991621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Bound port: e099a553-41ce-4818-a843-17c92e09b041, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a22c28e-c683-43e9-bc82-1f7a6d8d0755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:23:55.991621 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:56.034343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:23:56.055472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-cef11de8-364c-4a4e-b069-0da19947d3bf tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Calling delete_port for e041b961-2407-4810-9420-82fd8371caa6 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:23:56.090837 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9569685 Apr 05 20:23:56.096508 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] For port e099a553-41ce-4818-a843-17c92e09b041, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:23:56.099381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426dbf2a-c8c8-4439-bf39-4fda1aa49348'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:23:56.100667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] For port e099a553-41ce-4818-a843-17c92e09b041, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e099a553-41ce-4818-a843-17c92e09b041,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:23:56.101922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40922) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:56.112307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Request body: {'ports': [{'network_id': 'e16a734e-a648-479f-8981-e8104bd9cbd5', 'name': 'tempest-port--70057895', 'admin_state_up': True}, {'network_id': 'd98edb43-ed5a-4f94-81a2-6aaf6a6a2c7d', 'admin_state_up': False}]} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:56.112636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Request body: {'port': {'network_id': 'e16a734e-a648-479f-8981-e8104bd9cbd5', 'name': 'tempest-port--70057895', 'admin_state_up': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:56.113915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af745f3-9dbc-42ff-b76a-86f828f1f2b8 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event updated for resources: {'Network': ['ID=d98edb43-ed5a-4f94-81a2-6aaf6a6a2c7d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:56.114183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Request body: {'port': {'network_id': 'd98edb43-ed5a-4f94-81a2-6aaf6a6a2c7d', 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:23:56.128941 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network d98edb43-ed5a-4f94-81a2-6aaf6a6a2c7d details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:23:56.136285 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:56.155303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5acee-cb9e-47cf-9e07-696abff16112 req-ad62eeb3-5ba9-49bb-9dc0-12683a07745d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.161181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5acee-cb9e-47cf-9e07-696abff16112 req-ad62eeb3-5ba9-49bb-9dc0-12683a07745d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.168077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5acee-cb9e-47cf-9e07-696abff16112 req-ad62eeb3-5ba9-49bb-9dc0-12683a07745d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.175313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5acee-cb9e-47cf-9e07-696abff16112 req-ad62eeb3-5ba9-49bb-9dc0-12683a07745d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.181399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5acee-cb9e-47cf-9e07-696abff16112 req-ad62eeb3-5ba9-49bb-9dc0-12683a07745d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.187295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5acee-cb9e-47cf-9e07-696abff16112 req-ad62eeb3-5ba9-49bb-9dc0-12683a07745d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.191966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.192577 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:56.193950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5acee-cb9e-47cf-9e07-696abff16112 req-ad62eeb3-5ba9-49bb-9dc0-12683a07745d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.194374 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] 10.222.0.41 "PUT /v2.0/ports/e099a553-41ce-4818-a843-17c92e09b041 HTTP/1.1" status: 200 len: 1091 time: 1.2857885 Apr 05 20:23:56.203229 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b2e5acee-cb9e-47cf-9e07-696abff16112 req-ad62eeb3-5ba9-49bb-9dc0-12683a07745d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5447 time: 0.6027465 Apr 05 20:23:56.205867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e01f695c-5ca7-419c-bc8d-f680169c3e9d', 'tag': 'e099a553-41ce-4818-a843-17c92e09b041'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:23:56.308728 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b2e5acee-cb9e-47cf-9e07-696abff16112 req-d1c3ed79-a5b5-4082-a253-a1c12b937f38 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1045947 Apr 05 20:23:56.337453 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cef11de8-364c-4a4e-b069-0da19947d3bf tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:56.398407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef11de8-364c-4a4e-b069-0da19947d3bf tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Pushing event deleted for resources: {'Port': ['ID=e041b961-2407-4810-9420-82fd8371caa6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:56.415495 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:56.485736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:56.496575 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:56.517215 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cef11de8-364c-4a4e-b069-0da19947d3bf tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:56.524062 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cef11de8-364c-4a4e-b069-0da19947d3bf tempest-RoutersAdminNegativeIpV6Test-1407243401 tempest-RoutersAdminNegativeIpV6Test-1407243401-project-admin] 10.222.0.24 "DELETE /v2.0/ports/e041b961-2407-4810-9420-82fd8371caa6 HTTP/1.1" status: 204 len: 168 time: 1.3561671 Apr 05 20:23:56.591225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbd83b-0e54-4008-8f47-f1376d0b5c36 service neutron] Pushing event updated for resources: {'Port': ['ID=e099a553-41ce-4818-a843-17c92e09b041,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:56.595707 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e01f695c-5ca7-419c-bc8d-f680169c3e9d', 'tag': 'e099a553-41ce-4818-a843-17c92e09b041', 'status': 'completed', 'code': 200} Apr 05 20:23:56.602200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:56.606143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Usage tracker for resource:port and tenant:ffe63a59389c420092c8e1f2c33f2676 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:56.609034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:56.614879 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:56.647757 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426dbf2a-c8c8-4439-bf39-4fda1aa49348', 'code': 200} Apr 05 20:23:56.648699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:56.659478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Made reservation on behalf of ffe63a59389c420092c8e1f2c33f2676 for: {'port': 2} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:23:56.663923 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:56.684376 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:56.726872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ebf61-b74c-4831-9b24-31f2d5b3dd03 req-fa007d69-a51f-45f4-8537-618a1143aa11 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.733793 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-015ebf61-b74c-4831-9b24-31f2d5b3dd03 req-fa007d69-a51f-45f4-8537-618a1143aa11 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.5338712 Apr 05 20:23:56.737274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295ed3-a277-43f9-a8d6-b7b39e31db4d req-6419f70e-1de6-4595-8179-016e1c8fb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.738024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295ed3-a277-43f9-a8d6-b7b39e31db4d req-6419f70e-1de6-4595-8179-016e1c8fb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.738655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295ed3-a277-43f9-a8d6-b7b39e31db4d req-6419f70e-1de6-4595-8179-016e1c8fb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.739554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295ed3-a277-43f9-a8d6-b7b39e31db4d req-6419f70e-1de6-4595-8179-016e1c8fb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.740181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295ed3-a277-43f9-a8d6-b7b39e31db4d req-6419f70e-1de6-4595-8179-016e1c8fb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.740802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295ed3-a277-43f9-a8d6-b7b39e31db4d req-6419f70e-1de6-4595-8179-016e1c8fb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.741418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90295ed3-a277-43f9-a8d6-b7b39e31db4d req-6419f70e-1de6-4595-8179-016e1c8fb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.743826 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90295ed3-a277-43f9-a8d6-b7b39e31db4d req-6419f70e-1de6-4595-8179-016e1c8fb784 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 6504 time: 0.1479244 Apr 05 20:23:56.858231 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90295ed3-a277-43f9-a8d6-b7b39e31db4d req-8c5aa087-aa3b-43a2-b5b9-c516d19e09dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1050742 Apr 05 20:23:56.863282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c16e233c-0b0d-49be-adbf-88f502e93f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.864871 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-c16e233c-0b0d-49be-adbf-88f502e93f3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 1094 time: 0.5313876 Apr 05 20:23:56.918417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996ac57-25c6-43c1-9a40-c038a13518bb req-bd83f6ca-c825-4c31-b4b8-a8595c7ad080 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:56.920176 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d996ac57-25c6-43c1-9a40-c038a13518bb req-bd83f6ca-c825-4c31-b4b8-a8595c7ad080 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 943 time: 0.1291018 Apr 05 20:23:56.959071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40946) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:56.982661 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d996ac57-25c6-43c1-9a40-c038a13518bb req-4324f661-130d-45fd-88f3-a77b082d727c tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548768 Apr 05 20:23:57.091904 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86f30289-49f6-4103-bacf-6af026f5f385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:57.107977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-86f30289-49f6-4103-bacf-6af026f5f385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:23:57.111936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-86f30289-49f6-4103-bacf-6af026f5f385 admin admin] Usage tracker for resource:security_group_rule and tenant:81040e56bed646dbb20a6bf039269080 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:23:57.114897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-86f30289-49f6-4103-bacf-6af026f5f385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:23:57.121300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-86f30289-49f6-4103-bacf-6af026f5f385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:23:57.181583 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-0d606155-352f-485e-ab98-1fcadf8348f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e099a553-41ce-4818-a843-17c92e09b041 HTTP/1.1" status: 200 len: 217 time: 0.0718148 Apr 05 20:23:57.194647 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-015ebf61-b74c-4831-9b24-31f2d5b3dd03 req-390e7f58-fb12-47bc-b896-0050f404b215 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4595094 Apr 05 20:23:57.217440 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86f30289-49f6-4103-bacf-6af026f5f385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:57.221668 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86f30289-49f6-4103-bacf-6af026f5f385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:57.252613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] device_id is not set on port d40ce39b-7d8e-4d4e-b16c-4af29e6dabb5 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:23:57.276197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-86f30289-49f6-4103-bacf-6af026f5f385 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81040e56bed646dbb20a6bf039269080&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158810 Apr 05 20:23:57.277054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f30289-49f6-4103-bacf-6af026f5f385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ee9953-1eb8-4082-b20e-3a383d1b36d9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:57.277207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40952) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:57.292074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-80de0e5b-439c-4fd8-a33c-2f1fa79f855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:57.293473 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-80de0e5b-439c-4fd8-a33c-2f1fa79f855c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b600e23-44bb-460f-a1af-d7c4b74bf29a HTTP/1.1" status: 200 len: 851 time: 0.0854487 Apr 05 20:23:57.375054 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-efe5e393-a143-4e92-abef-2dfdb91b281c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8188ca25-8db1-4824-8f89-d3f54dd6b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721226 Apr 05 20:23:57.452863 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:57.552384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfda25c-4427-4189-a35b-6f053600e30c req-1b17b492-74d6-486c-b80f-c924c43c93e5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:57.558701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfda25c-4427-4189-a35b-6f053600e30c req-1b17b492-74d6-486c-b80f-c924c43c93e5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:57.565058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfda25c-4427-4189-a35b-6f053600e30c req-1b17b492-74d6-486c-b80f-c924c43c93e5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:57.571860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfda25c-4427-4189-a35b-6f053600e30c req-1b17b492-74d6-486c-b80f-c924c43c93e5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:57.579176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfda25c-4427-4189-a35b-6f053600e30c req-1b17b492-74d6-486c-b80f-c924c43c93e5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:57.583829 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:57.586144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfda25c-4427-4189-a35b-6f053600e30c req-1b17b492-74d6-486c-b80f-c924c43c93e5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:57.593435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfda25c-4427-4189-a35b-6f053600e30c req-1b17b492-74d6-486c-b80f-c924c43c93e5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:57.598434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4dfda25c-4427-4189-a35b-6f053600e30c req-1b17b492-74d6-486c-b80f-c924c43c93e5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5447 time: 0.1542525 Apr 05 20:23:57.642003 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:57.662341 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4dfda25c-4427-4189-a35b-6f053600e30c req-06756055-12f1-40fe-a5a3-90cea92365d3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578923 Apr 05 20:23:57.709523 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-0742ef22-4733-4efa-bc63-b7d2cda8c572 service neutron] 10.222.0.41 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208859 Apr 05 20:23:57.823218 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:57.840526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] device_id is not set on port 5ae05bc1-d1d4-4f57-a16b-3fd0905061e7 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:23:57.897266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ee9953-1eb8-4082-b20e-3a383d1b36d9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:57.928448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:57.928783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:57.929111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:57.929435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:57.929756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:57.930092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:57.930408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:57.930723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:57.931034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:57.931341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:57.931651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:57.932028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:23:57.941608 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:57.942791 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-598811b9-22cf-41aa-a832-38763c7546c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0ee9953-1eb8-4082-b20e-3a383d1b36d9 HTTP/1.1" status: 204 len: 168 time: 0.6647599 Apr 05 20:23:57.978332 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5ea4478-b8a7-4058-9541-7d2434d9ec97 req-538af4cb-87f8-4195-87dd-98aab8f060d2 service neutron] 10.222.0.41 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073767 Apr 05 20:23:58.304324 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:58.476256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:23:58.503555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed763f-8218-4104-aa4d-aaaba58475ce req-8e091b5c-53b4-4b86-a69b-ecfbd87487de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:58.507467 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39ed763f-8218-4104-aa4d-aaaba58475ce req-8e091b5c-53b4-4b86-a69b-ecfbd87487de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a608d642f24eeba3830dc870c40d6e&device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 1094 time: 0.4406686 Apr 05 20:23:58.532025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40982) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:58.547980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745b356-7c33-4a0c-b3b4-634d0d367ac4 req-63440e59-77ee-4a27-ab6e-d9ea91595a22 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:58.548716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-f745b356-7c33-4a0c-b3b4-634d0d367ac4 req-63440e59-77ee-4a27-ab6e-d9ea91595a22 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Synchronizing usage tracker for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:23:58.649768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875cb15a-9b7d-4490-9014-872e046f71a5 req-f201c65b-5a51-4630-81cb-1fb88cc23aad tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:58.657646 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-875cb15a-9b7d-4490-9014-872e046f71a5 req-f201c65b-5a51-4630-81cb-1fb88cc23aad tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.2901480 Apr 05 20:23:58.705070 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-10e114ad-b229-45cc-8315-99ecaf9de884 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7114ae6f93064a6fa7d42931e3b5a33e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719062 Apr 05 20:23:58.708159 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40998) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:23:58.748936 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-875cb15a-9b7d-4490-9014-872e046f71a5 req-54644774-220f-4db1-a4a5-d082b3a1e8e4 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900900 Apr 05 20:23:58.810651 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-604a2350-3735-4a24-aa23-9c18ff4b2bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:58.817181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:23:58.852276 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:58.893428 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-604a2350-3735-4a24-aa23-9c18ff4b2bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:58.960514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed763f-8218-4104-aa4d-aaaba58475ce req-1314b192-8b6b-4cb7-98de-74c8852d7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:58.962392 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39ed763f-8218-4104-aa4d-aaaba58475ce req-1314b192-8b6b-4cb7-98de-74c8852d7fd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 200 len: 912 time: 0.4379256 Apr 05 20:23:58.965178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:59.007719 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5', 'mac_address': 'fa:16:3e:c8:b0:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:23:59.035933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-f745b356-7c33-4a0c-b3b4-634d0d367ac4 req-63440e59-77ee-4a27-ab6e-d9ea91595a22 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Unset dirty status for tenant:09a608d642f24eeba3830dc870c40d6e on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:23:59.043333 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f745b356-7c33-4a0c-b3b4-634d0d367ac4 req-63440e59-77ee-4a27-ab6e-d9ea91595a22 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 943 time: 0.8527222 Apr 05 20:23:59.096317 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39ed763f-8218-4104-aa4d-aaaba58475ce req-0b29b67b-4440-49fb-a4b8-fdacca9f94a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e099a553-41ce-4818-a843-17c92e09b041 HTTP/1.1" status: 200 len: 217 time: 0.1195188 Apr 05 20:23:59.111571 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-604a2350-3735-4a24-aa23-9c18ff4b2bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:59.138094 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:59.156938 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:23:59.177256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:23:59.183696 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:59.184106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event updated for resources: {'Port': ['ID=d40ce39b-7d8e-4d4e-b16c-4af29e6dabb5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:59.213110 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f745b356-7c33-4a0c-b3b4-634d0d367ac4 req-31c46f5f-5425-48a9-b4f8-31b9e051b88f tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661997 Apr 05 20:23:59.218358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a2350-3735-4a24-aa23-9c18ff4b2bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d74f6b-4258-4337-b84b-f88cf381a0c4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:59.219338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Checking segment: {'id': '352d050c-e915-4b5b-88ff-84f3dddc8833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e16a734e-a648-479f-8981-e8104bd9cbd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:23:59.219921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Network hostable DHCP agents. Network: e16a734e-a648-479f-8981-e8104bd9cbd5, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:23:59.268211 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-604a2350-3735-4a24-aa23-9c18ff4b2bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:59.277554 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-604a2350-3735-4a24-aa23-9c18ff4b2bf4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49d74f6b-4258-4337-b84b-f88cf381a0c4 HTTP/1.1" status: 204 len: 168 time: 0.5677760 Apr 05 20:23:59.277679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed763f-8218-4104-aa4d-aaaba58475ce req-48a90d53-a76e-48c3-a204-f4cf4cf92d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:59.282826 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39ed763f-8218-4104-aa4d-aaaba58475ce req-48a90d53-a76e-48c3-a204-f4cf4cf92d12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7b600e23-44bb-460f-a1af-d7c4b74bf29a HTTP/1.1" status: 200 len: 851 time: 0.1786942 Apr 05 20:23:59.286134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Network e16a734e-a648-479f-8981-e8104bd9cbd5 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:23:59.350785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, e16a734e-a648-479f-8981-e8104bd9cbd5) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:23:59.356674 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526', 'code': 200} Apr 05 20:23:59.363629 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39ed763f-8218-4104-aa4d-aaaba58475ce req-ff37d07b-0d03-4102-9560-60b5e3533cf9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8188ca25-8db1-4824-8f89-d3f54dd6b796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661657 Apr 05 20:23:59.364682 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:23:59.365850 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:23:59.373206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:23:59.394733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358d08f-2295-474b-b3f0-e1a731d777f8 req-ec392916-98cc-42a9-a0f6-521fea9a8d4b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:59.407803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358d08f-2295-474b-b3f0-e1a731d777f8 req-ec392916-98cc-42a9-a0f6-521fea9a8d4b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:59.417306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358d08f-2295-474b-b3f0-e1a731d777f8 req-ec392916-98cc-42a9-a0f6-521fea9a8d4b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:59.447196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358d08f-2295-474b-b3f0-e1a731d777f8 req-ec392916-98cc-42a9-a0f6-521fea9a8d4b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:59.457381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358d08f-2295-474b-b3f0-e1a731d777f8 req-ec392916-98cc-42a9-a0f6-521fea9a8d4b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:59.457638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e1b7bc-a48e-4b31-bfd9-8fbeedf6e98a None None] Network e16a734e-a648-479f-8981-e8104bd9cbd5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:23:59.476026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358d08f-2295-474b-b3f0-e1a731d777f8 req-ec392916-98cc-42a9-a0f6-521fea9a8d4b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:59.510857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b358d08f-2295-474b-b3f0-e1a731d777f8 req-ec392916-98cc-42a9-a0f6-521fea9a8d4b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:23:59.517383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b358d08f-2295-474b-b3f0-e1a731d777f8 req-ec392916-98cc-42a9-a0f6-521fea9a8d4b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5447 time: 0.4862375 Apr 05 20:23:59.539140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:23:59.650347 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b358d08f-2295-474b-b3f0-e1a731d777f8 req-3264dcea-788c-40b8-9cd1-83d22a0965fe tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1263273 Apr 05 20:23:59.836154 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39ed763f-8218-4104-aa4d-aaaba58475ce req-89a42ab7-6899-49cc-bb26-4e97e9b11749 service neutron] 10.222.0.41 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4253900 Apr 05 20:24:00.153439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event updated for resources: {'Port': ['ID=5ae05bc1-d1d4-4f57-a16b-3fd0905061e7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:00.188454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efca42-50a8-4a22-99df-f0dd7c44e243 req-0d7ff17d-0e2d-41a7-b76e-3f0f12b3d7eb tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:00.197990 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8efca42-50a8-4a22-99df-f0dd7c44e243 req-0d7ff17d-0e2d-41a7-b76e-3f0f12b3d7eb tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.1992636 Apr 05 20:24:00.277686 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8efca42-50a8-4a22-99df-f0dd7c44e243 req-6fefe3f7-2062-45e4-872c-a6c8be5749c7 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787599 Apr 05 20:24:00.370457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Checking segment: {'id': '6bee638c-941b-4dcd-81d9-92137efb7674', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd98edb43-ed5a-4f94-81a2-6aaf6a6a2c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:24:00.370950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Network hostable DHCP agents. Network: d98edb43-ed5a-4f94-81a2-6aaf6a6a2c7d, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:24:00.414225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Network d98edb43-ed5a-4f94-81a2-6aaf6a6a2c7d is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:24:00.442451 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc0f19-00d5-46a1-8aff-6ec45b1f2078 req-97a6359a-02b6-4f2b-81b4-7d9f141dbb47 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:00.449600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc0f19-00d5-46a1-8aff-6ec45b1f2078 req-97a6359a-02b6-4f2b-81b4-7d9f141dbb47 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:00.455828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc0f19-00d5-46a1-8aff-6ec45b1f2078 req-97a6359a-02b6-4f2b-81b4-7d9f141dbb47 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:00.462038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc0f19-00d5-46a1-8aff-6ec45b1f2078 req-97a6359a-02b6-4f2b-81b4-7d9f141dbb47 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:00.473420 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc0f19-00d5-46a1-8aff-6ec45b1f2078 req-97a6359a-02b6-4f2b-81b4-7d9f141dbb47 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:00.477864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e099a553-41ce-4818-a843-17c92e09b041 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:24:00.480014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc0f19-00d5-46a1-8aff-6ec45b1f2078 req-97a6359a-02b6-4f2b-81b4-7d9f141dbb47 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:00.490594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfc0f19-00d5-46a1-8aff-6ec45b1f2078 req-97a6359a-02b6-4f2b-81b4-7d9f141dbb47 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:00.498629 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4dfc0f19-00d5-46a1-8aff-6ec45b1f2078 req-97a6359a-02b6-4f2b-81b4-7d9f141dbb47 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5447 time: 0.5749342 Apr 05 20:24:00.502453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41058) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:00.507794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-938a978f-c886-4604-ae86-ee37b6185ff8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Request body: {'floatingip': {'port_id': '209a1593-aaaf-4bd4-b0fc-f2461dd50715'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:00.509600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39ed763f-8218-4104-aa4d-aaaba58475ce req-be9df521-61ee-440e-a98d-a5e268715a87 service neutron] 10.222.0.41 "GET /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6705024 Apr 05 20:24:00.510992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, d98edb43-ed5a-4f94-81a2-6aaf6a6a2c7d) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:00.515470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:24:00.522237 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:00.527847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:00.528484 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:00.566684 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-39007069-1032-49e1-a18e-f57c5248c999 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 4.4634421 Apr 05 20:24:00.571319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41062) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:00.731288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a8478-f0c7-498f-8f27-192b9cbe94a6 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:00.738493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e099a553-41ce-4818-a843-17c92e09b041, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e099a553-41ce-4818-a843-17c92e09b041,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:00.739709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a8478-f0c7-498f-8f27-192b9cbe94a6 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:00.740802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7f8a8478-f0c7-498f-8f27-192b9cbe94a6 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Synchronizing usage tracker for tenant:ffe63a59389c420092c8e1f2c33f2676 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:24:00.772414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7f8a8478-f0c7-498f-8f27-192b9cbe94a6 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Unset dirty status for tenant:ffe63a59389c420092c8e1f2c33f2676 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:24:00.774075 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7f8a8478-f0c7-498f-8f27-192b9cbe94a6 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2017298 Apr 05 20:24:00.776885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41072) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:00.796296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-938a978f-c886-4604-ae86-ee37b6185ff8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:00.824336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'e099a553-41ce-4818-a843-17c92e09b041', 'network_id': '8188ca25-8db1-4824-8f89-d3f54dd6b796', 'port_id': 'e099a553-41ce-4818-a843-17c92e09b041', 'mac_address': 'fa:16:3e:c8:48:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b600e23-44bb-460f-a1af-d7c4b74bf29a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:24:00.826220 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:24:00.867370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-444b54fb-2d12-4269-b730-27e3102cf8ec tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Deleting port d40ce39b-7d8e-4d4e-b16c-4af29e6dabb5 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:24:00.867817 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-444b54fb-2d12-4269-b730-27e3102cf8ec tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:00.957158 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750def06-1b36-489f-b5ab-35691bcd3e0a None None] Network d98edb43-ed5a-4f94-81a2-6aaf6a6a2c7d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:24:01.166351 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:01.170122 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:01.330017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41088) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:01.364820 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-444b54fb-2d12-4269-b730-27e3102cf8ec tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:01.373339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b1551-e2f3-4c5c-acd5-07b24c903b6a req-63a68d0d-2379-4ae9-b798-2408c490901b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:01.381348 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a1b1551-e2f3-4c5c-acd5-07b24c903b6a req-63a68d0d-2379-4ae9-b798-2408c490901b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 943 time: 0.4711950 Apr 05 20:24:01.524093 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a1b1551-e2f3-4c5c-acd5-07b24c903b6a req-08085a68-da18-41a6-b7f3-3c56164a5ebf tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415284 Apr 05 20:24:01.573695 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:01.621698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-444b54fb-2d12-4269-b730-27e3102cf8ec tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Calling delete_port for d40ce39b-7d8e-4d4e-b16c-4af29e6dabb5 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:24:01.635684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e099a553-41ce-4818-a843-17c92e09b041 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:24:01.683313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e099a553-41ce-4818-a843-17c92e09b041, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e099a553-41ce-4818-a843-17c92e09b041,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:01.716935 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:01.779099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-235397902'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:01.815902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:01.847181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Usage tracker for resource:network and tenant:a0dbf83b465e4a45b298a7c5d192153c is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:01.861268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:01.903803 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:01.925571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=e099a553-41ce-4818-a843-17c92e09b041,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:01.976577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Made reservation on behalf of a0dbf83b465e4a45b298a7c5d192153c for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:24:01.977258 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:01.980266 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:02.004587 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-938a978f-c886-4604-ae86-ee37b6185ff8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:24:02.034354 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:02.038582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c10554b-b5ff-487f-ac98-8837ca9c4da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:24:02.061375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:02.076420 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:02.078681 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:02.081010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Usage tracker for resource:security_group_rule and tenant:a0dbf83b465e4a45b298a7c5d192153c is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:02.085680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:02.108414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:02.143150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['e099a553-41ce-4818-a843-17c92e09b041'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:24:02.207471 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-938a978f-c886-4604-ae86-ee37b6185ff8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:02.233019 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:02.234867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6cdf0-ccae-4c1c-83e4-b3d1db49568e req-35438866-8c79-4dfb-aaf3-909e0428b9c2 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:02.237193 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-444b54fb-2d12-4269-b730-27e3102cf8ec tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:02.249602 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7bb6cdf0-ccae-4c1c-83e4-b3d1db49568e req-35438866-8c79-4dfb-aaf3-909e0428b9c2 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.3753526 Apr 05 20:24:02.268993 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-938a978f-c886-4604-ae86-ee37b6185ff8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:02.279614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:02.360295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b54fb-2d12-4269-b730-27e3102cf8ec tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event deleted for resources: {'Port': ['ID=d40ce39b-7d8e-4d4e-b16c-4af29e6dabb5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:02.381969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:02.398931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:24:02.428884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afe00c7-0c31-47a6-b42e-34bd0aaaaf4e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:02.448563 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-444b54fb-2d12-4269-b730-27e3102cf8ec tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:02.465273 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:02.466221 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Added segment d8ff4e78-0010-4437-801a-6d878ae0313b of type vlan for network 900cedd0-887f-4be3-9874-8de400d37aa7 Apr 05 20:24:02.556296 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:02.580758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfb4d1-8e1c-4b6b-b96f-56d0c1a59bee req-874c312d-74eb-4f8e-9471-feeea142f1d3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:02.582021 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7bb6cdf0-ccae-4c1c-83e4-b3d1db49568e req-5acec947-4621-46a4-83ef-cb6bf19d6f3e tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3305621 Apr 05 20:24:02.593612 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aedfb4d1-8e1c-4b6b-b96f-56d0c1a59bee req-874c312d-74eb-4f8e-9471-feeea142f1d3 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.3584964 Apr 05 20:24:02.597805 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-938a978f-c886-4604-ae86-ee37b6185ff8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Floating IP eb3d07e3-dd11-4e8e-8363-4b000ca3d17b associated. External IP: 172.25.8.8, port: 209a1593-aaaf-4bd4-b0fc-f2461dd50715. Apr 05 20:24:02.601811 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-444b54fb-2d12-4269-b730-27e3102cf8ec tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "DELETE /v2.0/ports/d40ce39b-7d8e-4d4e-b16c-4af29e6dabb5 HTTP/1.1" status: 204 len: 168 time: 1.8222015 Apr 05 20:24:02.634589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41110) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:02.724081 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c10554b-b5ff-487f-ac98-8837ca9c4da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5', 'code': 200} Apr 05 20:24:02.772667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9d57363e-9cd6-4ec3-bf82-58f5eee1cf3c tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Deleting port 5ae05bc1-d1d4-4f57-a16b-3fd0905061e7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:24:02.773081 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9d57363e-9cd6-4ec3-bf82-58f5eee1cf3c tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:02.959950 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:24:03.127951 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9d57363e-9cd6-4ec3-bf82-58f5eee1cf3c tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:03.145159 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75676d-0442-47c3-aae4-82d0b7665dad req-1a9384d8-939a-4bd1-b0ed-5578e3599f02 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:03.152110 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d75676d-0442-47c3-aae4-82d0b7665dad req-1a9384d8-939a-4bd1-b0ed-5578e3599f02 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 944 time: 0.2505233 Apr 05 20:24:03.218775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938a978f-c886-4604-ae86-ee37b6185ff8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Router 071300cc-e321-4b94-a75d-aa924a1f702a has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:24:03.351673 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aedfb4d1-8e1c-4b6b-b96f-56d0c1a59bee req-9f257e17-5774-45c5-a50b-91c05d905ba4 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7426922 Apr 05 20:24:03.436887 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9d57363e-9cd6-4ec3-bf82-58f5eee1cf3c tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Calling delete_port for 5ae05bc1-d1d4-4f57-a16b-3fd0905061e7 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:24:03.543031 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d75676d-0442-47c3-aae4-82d0b7665dad req-2722f588-d16b-4ed1-bd75-c51a5d5ace32 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900676 Apr 05 20:24:03.547028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:03.553520 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:03.554677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:03.584497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938a978f-c886-4604-ae86-ee37b6185ff8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:24:03.592375 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-938a978f-c886-4604-ae86-ee37b6185ff8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:03.601401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223a8744-00a8-48be-a9d3-70a1ef976d65 None None] Sync routers for ids ['071300cc-e321-4b94-a75d-aa924a1f702a'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:24:03.620359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a8744-00a8-48be-a9d3-70a1ef976d65 None None] Routers {'071300cc-e321-4b94-a75d-aa924a1f702a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:24:03.620359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-223a8744-00a8-48be-a9d3-70a1ef976d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:23:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['071300cc-e321-4b94-a75d-aa924a1f702a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:03.689898 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-938a978f-c886-4604-ae86-ee37b6185ff8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "PUT /v2.0/floatingips/eb3d07e3-dd11-4e8e-8363-4b000ca3d17b HTTP/1.1" status: 200 len: 990 time: 3.1738305 Apr 05 20:24:03.689898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '209a1593-aaaf-4bd4-b0fc-f2461dd50715'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:24:03.784288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Pushing event updated for resources: {'Network': ['ID=900cedd0-887f-4be3-9874-8de400d37aa7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:03.825899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 900cedd0-887f-4be3-9874-8de400d37aa7 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:24:03.839441 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9d57363e-9cd6-4ec3-bf82-58f5eee1cf3c tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:03.933657 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-10eb02ff-b561-45fa-8663-c3a907175139 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.6025252 Apr 05 20:24:03.936649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41132) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:03.942862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Request body: {'subnet': {'network_id': '900cedd0-887f-4be3-9874-8de400d37aa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:03.951583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57363e-9cd6-4ec3-bf82-58f5eee1cf3c tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event deleted for resources: {'Port': ['ID=5ae05bc1-d1d4-4f57-a16b-3fd0905061e7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:03.961977 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9d57363e-9cd6-4ec3-bf82-58f5eee1cf3c tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:03.964022 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9d57363e-9cd6-4ec3-bf82-58f5eee1cf3c tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "DELETE /v2.0/ports/5ae05bc1-d1d4-4f57-a16b-3fd0905061e7 HTTP/1.1" status: 204 len: 168 time: 1.2941229 Apr 05 20:24:03.969811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41136) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:04.018588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9a665983-1d71-4f7a-a3ef-72a13929c60d tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Synchronizing usage tracker for tenant:ffe63a59389c420092c8e1f2c33f2676 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:24:04.028910 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'tag': '209a1593-aaaf-4bd4-b0fc-f2461dd50715', 'status': 'completed', 'code': 200} Apr 05 20:24:04.068411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9052fdb-5e71-42d6-b983-129448fe73bd req-3479fb85-8dfb-4a25-a9e7-e18fe9197d6e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:04.069844 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9052fdb-5e71-42d6-b983-129448fe73bd req-3479fb85-8dfb-4a25-a9e7-e18fe9197d6e tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.13 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.2897658 Apr 05 20:24:04.112442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9a665983-1d71-4f7a-a3ef-72a13929c60d tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Unset dirty status for tenant:ffe63a59389c420092c8e1f2c33f2676 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:24:04.113548 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9a665983-1d71-4f7a-a3ef-72a13929c60d tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1420829 Apr 05 20:24:04.145540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-223a8744-00a8-48be-a9d3-70a1ef976d65 None None] Set router 071300cc-e321-4b94-a75d-aa924a1f702a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:24:04.151829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41140) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:04.173355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2048441371'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:04.175836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5035073-944c-4ba4-b487-a6d2fea87772 req-169e0235-845c-4e2e-910a-371b840e5ae8 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:04.177320 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e5035073-944c-4ba4-b487-a6d2fea87772 req-169e0235-845c-4e2e-910a-371b840e5ae8 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.3413246 Apr 05 20:24:04.214496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:04.229396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Usage tracker for resource:network and tenant:ffe63a59389c420092c8e1f2c33f2676 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:04.233354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:04.240870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-a9052fdb-5e71-42d6-b983-129448fe73bd req-8410d54d-f51f-4513-b7d1-41d2adca9b3f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Deleting port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:24:04.241212 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a9052fdb-5e71-42d6-b983-129448fe73bd req-8410d54d-f51f-4513-b7d1-41d2adca9b3f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:04.244418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:04.246862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:04.256784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Usage tracker for resource:subnet and tenant:a0dbf83b465e4a45b298a7c5d192153c is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:04.263479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:04.280052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:04.285449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Made reservation on behalf of ffe63a59389c420092c8e1f2c33f2676 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:24:04.289066 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:04.305297 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e5035073-944c-4ba4-b487-a6d2fea87772 req-7277e7fe-f40b-4fbe-af85-839bd375857d tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177170 Apr 05 20:24:04.328426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b367f5c-2997-47c9-bf7f-022f9de9b9a5 req-b02994e0-9dd8-4e09-a675-b068aa56ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:04.329951 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b367f5c-2997-47c9-bf7f-022f9de9b9a5 req-b02994e0-9dd8-4e09-a675-b068aa56ccb9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 1096 time: 0.2226150 Apr 05 20:24:04.350923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Made reservation on behalf of a0dbf83b465e4a45b298a7c5d192153c for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:24:04.354920 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:04.369201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-d614d5ce-25ab-4f8d-a057-c7a2c0c04cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:04.369716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-d614d5ce-25ab-4f8d-a057-c7a2c0c04cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:04.370218 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-d614d5ce-25ab-4f8d-a057-c7a2c0c04cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:04.370680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-d614d5ce-25ab-4f8d-a057-c7a2c0c04cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:04.371171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-d614d5ce-25ab-4f8d-a057-c7a2c0c04cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:04.371604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-d614d5ce-25ab-4f8d-a057-c7a2c0c04cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:04.372066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-d614d5ce-25ab-4f8d-a057-c7a2c0c04cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:04.374027 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-d614d5ce-25ab-4f8d-a057-c7a2c0c04cee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67f206acc8b04566894efcfbb5ff0d28&device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 6504 time: 0.3196068 Apr 05 20:24:04.467085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:24:04.490852 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:04.491455 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Added segment 8e47764e-57ca-4aed-a8fe-4ae2bdf9cafb of type vlan for network e52a017c-bde7-4158-a7fb-5d7425f5f1eb Apr 05 20:24:04.503287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e099a553-41ce-4818-a843-17c92e09b041 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:24:04.551803 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:04.656662 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b367f5c-2997-47c9-bf7f-022f9de9b9a5 req-32100655-aded-49cf-973e-d936ed48f2a4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088617 Apr 05 20:24:04.657233 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:04.662603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:04.663187 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:04.763252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-ad0b6393-fc0f-4723-9afa-f49f01ce3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:04.769037 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-ad0b6393-fc0f-4723-9afa-f49f01ce3615 service neutron] 10.222.0.41 "GET /v2.0/networks?id=acf04820-9558-4448-b778-1e71d8e99554 HTTP/1.1" status: 200 len: 917 time: 0.3823595 Apr 05 20:24:04.780242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port e099a553-41ce-4818-a843-17c92e09b041 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:24:04.829771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port e099a553-41ce-4818-a843-17c92e09b041 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:04.830496 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:04.907381 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7513990 Apr 05 20:24:04.912369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41158) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:04.919316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-a9052fdb-5e71-42d6-b983-129448fe73bd req-8410d54d-f51f-4513-b7d1-41d2adca9b3f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] For port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,segment=NetworkSegment(a826fca8-dad8-4d85-9697-d1d58607a53e),segment_id=a826fca8-dad8-4d85-9697-d1d58607a53e)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:04.919896 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a9052fdb-5e71-42d6-b983-129448fe73bd req-8410d54d-f51f-4513-b7d1-41d2adca9b3f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:04.933997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1185456804'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:04.940802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d2dab-54ea-4dff-9748-71d27dd34242 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event updated for resources: {'Network': ['ID=e52a017c-bde7-4158-a7fb-5d7425f5f1eb,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:04.949370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:04.959982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99b10b4-5eac-4b2f-964b-58717366a45e req-96c1b520-552b-43aa-89ba-2648bfd50b37 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:04.968351 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d99b10b4-5eac-4b2f-964b-58717366a45e req-96c1b520-552b-43aa-89ba-2648bfd50b37 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 947 time: 0.3611786 Apr 05 20:24:05.001322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Usage tracker for resource:network and tenant:ffe63a59389c420092c8e1f2c33f2676 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:05.007195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:05.019501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:05.039553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d99b10b4-5eac-4b2f-964b-58717366a45e req-10f127d3-7941-4afa-932f-4546baf383b8 tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/security-groups?id=bd686c94-95e1-4612-8bbf-758f984c14a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702472 Apr 05 20:24:05.041234 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:05.069751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network e52a017c-bde7-4158-a7fb-5d7425f5f1eb details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:24:05.077159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-a9052fdb-5e71-42d6-b983-129448fe73bd req-8410d54d-f51f-4513-b7d1-41d2adca9b3f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Calling delete_port for 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:24:05.082553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Made reservation on behalf of ffe63a59389c420092c8e1f2c33f2676 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:24:05.086165 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:05.087943 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-223a8744-00a8-48be-a9d3-70a1ef976d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:20:32Z', 'revision_number': 4, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'eb3d07e3-dd11-4e8e-8363-4b000ca3d17b', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'floating_ip_address': '172.25.8.8', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'port_id': '209a1593-aaaf-4bd4-b0fc-f2461dd50715', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'mac_address': 'fa:16:3e:db:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:21:46Z', 'updated_at': '2022-04-05T20:24:01Z', 'revision_number': 1, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe96641-deee-4fe9-8a58-7c35d8849c72', 'name': '', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'mac_address': 'fa:16:3e:95:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:29Z', 'updated_at': '2022-04-05T20:20:39Z', 'revision_number': 5, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'subnets': [{'id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:05.125810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223a8744-00a8-48be-a9d3-70a1ef976d65 None None] Checking router: 071300cc-e321-4b94-a75d-aa924a1f702a for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:24:05.130712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:24:05.136425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01f695c-5ca7-419c-bc8d-f680169c3e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e099a553-41ce-4818-a843-17c92e09b041'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:24:05.139722 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-c47d28c4-964c-48c8-a030-0a1b083c044a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=209a1593-aaaf-4bd4-b0fc-f2461dd50715 HTTP/1.1" status: 200 len: 998 time: 0.3445125 Apr 05 20:24:05.140716 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:05.141213 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Added segment f45398b2-e26d-4f13-a910-04336d63fac7 of type vlan for network 1c7fa669-07cf-4dca-ac05-0f22addabab9 Apr 05 20:24:05.198583 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:05.227992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e099a553-41ce-4818-a843-17c92e09b041, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e099a553-41ce-4818-a843-17c92e09b041,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:05.229665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a8744-00a8-48be-a9d3-70a1ef976d65 None None] Routers {'071300cc-e321-4b94-a75d-aa924a1f702a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:24:05.230445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-223a8744-00a8-48be-a9d3-70a1ef976d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:23:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['071300cc-e321-4b94-a75d-aa924a1f702a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:05.276141 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:05.282380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:05.283293 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:05.304721 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01f695c-5ca7-419c-bc8d-f680169c3e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e099a553-41ce-4818-a843-17c92e09b041', 'code': 200} Apr 05 20:24:05.330552 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:05.378668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0109e3-40be-4b65-ae46-0ccbdd3518fa req-91d16889-b86f-4dc4-a4f3-403d6ed1d1aa tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:05.385568 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c0109e3-40be-4b65-ae46-0ccbdd3518fa req-91d16889-b86f-4dc4-a4f3-403d6ed1d1aa tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 944 time: 0.5367489 Apr 05 20:24:05.469243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-84482f9a-d267-405f-9ce2-020fa379522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:05.470712 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-84482f9a-d267-405f-9ce2-020fa379522e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f969fc9-21be-405d-9c97-3d2c77a0705e HTTP/1.1" status: 200 len: 855 time: 0.3185551 Apr 05 20:24:05.542762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=e099a553-41ce-4818-a843-17c92e09b041,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:05.563578 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c0109e3-40be-4b65-ae46-0ccbdd3518fa req-602e91fd-788f-41c0-bf26-1e82f151cbac tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770451 Apr 05 20:24:05.608959 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-223a8744-00a8-48be-a9d3-70a1ef976d65 None None] Set router 071300cc-e321-4b94-a75d-aa924a1f702a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:24:05.664269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a9052fdb-5e71-42d6-b983-129448fe73bd req-8410d54d-f51f-4513-b7d1-41d2adca9b3f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:05.689210 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['27f7fc1d-a2a9-4580-a84e-5bac79b88fdd'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:24:05.703573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:05.774051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410d54d-f51f-4513-b7d1-41d2adca9b3f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Pushing event deleted for resources: {'Port': ['ID=27f7fc1d-a2a9-4580-a84e-5bac79b88fdd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:05.859127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-d89e188a-0098-4ceb-aa2f-4ed289b1c5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:05.860863 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-d89e188a-0098-4ceb-aa2f-4ed289b1c5ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=acf04820-9558-4448-b778-1e71d8e99554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3765030 Apr 05 20:24:05.875869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Pushing event updated for resources: {'Subnet': ['ID=3aab286e-54d1-4409-b2ad-a40d390c88c1,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:05.914491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9982655 Apr 05 20:24:05.931281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ea597-f933-4ca6-b5a6-ec722bb40d16 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event updated for resources: {'Network': ['ID=1c7fa669-07cf-4dca-ac05-0f22addabab9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:06.030221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 1c7fa669-07cf-4dca-ac05-0f22addabab9 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:24:06.042603 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-c58b199a-1ec8-4cf1-a690-f26827d263b6 service neutron] 10.222.0.41 "GET /v2.0/networks/acf04820-9558-4448-b778-1e71d8e99554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742516 Apr 05 20:24:06.048225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9052fdb-5e71-42d6-b983-129448fe73bd req-8410d54d-f51f-4513-b7d1-41d2adca9b3f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] No DVR routers for this DVR port 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:24:06.069355 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a9052fdb-5e71-42d6-b983-129448fe73bd req-8410d54d-f51f-4513-b7d1-41d2adca9b3f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:06.072847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f83473d6-c2dc-46b6-b3f9-86451ba2252c', 'name': 'network-vif-deleted', 'tag': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:24:06.081162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41176) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:06.086554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Request body: {'subnets': [{'network_id': 'e52a017c-bde7-4158-a7fb-5d7425f5f1eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--13380864', 'ip_version': 4}, {'network_id': '1c7fa669-07cf-4dca-ac05-0f22addabab9', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:06.086859 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Request body: {'subnet': {'network_id': 'e52a017c-bde7-4158-a7fb-5d7425f5f1eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--13380864', 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:06.087420 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Request body: {'subnet': {'network_id': '1c7fa669-07cf-4dca-ac05-0f22addabab9', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:06.134288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0f012-9763-4424-88f9-2e8186eb0b48 req-d294c888-0c5e-4639-9595-073a09066909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:06.136294 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9e0f012-9763-4424-88f9-2e8186eb0b48 req-d294c888-0c5e-4639-9595-073a09066909 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 1096 time: 0.8457839 Apr 05 20:24:06.150400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Checking segment: {'id': 'd8ff4e78-0010-4437-801a-6d878ae0313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '900cedd0-887f-4be3-9874-8de400d37aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:24:06.151616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Network hostable DHCP agents. Network: 900cedd0-887f-4be3-9874-8de400d37aa7, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:24:06.238698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Network 900cedd0-887f-4be3-9874-8de400d37aa7 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:24:06.256666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601d0ac-4457-49e4-a079-e77d770513de req-0623172e-1a7c-42dd-8cfc-39b262f5ed5a tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:06.259032 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8601d0ac-4457-49e4-a079-e77d770513de req-0623172e-1a7c-42dd-8cfc-39b262f5ed5a tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.6579957 Apr 05 20:24:06.265191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 900cedd0-887f-4be3-9874-8de400d37aa7) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:06.281899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:06.282104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5927864b-0472-4061-af67-41812a89de80 None None] Network 900cedd0-887f-4be3-9874-8de400d37aa7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:24:06.282496 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:06.313222 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9e0f012-9763-4424-88f9-2e8186eb0b48 req-b20214ff-7484-48d8-8f1c-ac40b9d03107 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350904 Apr 05 20:24:06.334354 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9052fdb-5e71-42d6-b983-129448fe73bd req-8410d54d-f51f-4513-b7d1-41d2adca9b3f tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.13 "DELETE /v2.0/ports/27f7fc1d-a2a9-4580-a84e-5bac79b88fdd HTTP/1.1" status: 204 len: 173 time: 2.2234287 Apr 05 20:24:06.354437 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1944e5b0-6e67-474b-8ee4-999fd7b79e03 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4159925 Apr 05 20:24:06.369959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41184) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:06.372724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b4f9b59c-6958-4720-861c-5c6417e76680 req-bb345781-16ee-452f-93fb-1ac3d216d46b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Synchronizing usage tracker for tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:24:06.375847 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8601d0ac-4457-49e4-a079-e77d770513de req-235d42ee-ffcd-4cbb-aaaf-ad8b1f58f425 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870779 Apr 05 20:24:06.420172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Request body: {'port': {'network_id': '900cedd0-887f-4be3-9874-8de400d37aa7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-426795909'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:06.572141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-223a8744-00a8-48be-a9d3-70a1ef976d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:20:32Z', 'revision_number': 4, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'eb3d07e3-dd11-4e8e-8363-4b000ca3d17b', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'floating_ip_address': '172.25.8.8', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'port_id': '209a1593-aaaf-4bd4-b0fc-f2461dd50715', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'mac_address': 'fa:16:3e:db:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:21:46Z', 'updated_at': '2022-04-05T20:24:01Z', 'revision_number': 1, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe96641-deee-4fe9-8a58-7c35d8849c72', 'name': '', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'mac_address': 'fa:16:3e:95:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:29Z', 'updated_at': '2022-04-05T20:20:39Z', 'revision_number': 5, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'subnets': [{'id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:06.585986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223a8744-00a8-48be-a9d3-70a1ef976d65 None None] The sync data for ids ['071300cc-e321-4b94-a75d-aa924a1f702a'] in n-d-836604-1 is: [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:20:32Z', 'revision_number': 4, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'eb3d07e3-dd11-4e8e-8363-4b000ca3d17b', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'floating_ip_address': '172.25.8.8', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'port_id': '209a1593-aaaf-4bd4-b0fc-f2461dd50715', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'mac_address': 'fa:16:3e:db:5b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f7858da-1b35-472a-a763-9d04f509f50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:21:46Z', 'updated_at': '2022-04-05T20:24:01Z', 'revision_number': 1, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abe96641-deee-4fe9-8a58-7c35d8849c72', 'name': '', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'mac_address': 'fa:16:3e:95:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:29Z', 'updated_at': '2022-04-05T20:20:39Z', 'revision_number': 5, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'subnets': [{'id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:24:06.591322 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f83473d6-c2dc-46b6-b3f9-86451ba2252c', 'name': 'network-vif-deleted', 'tag': '27f7fc1d-a2a9-4580-a84e-5bac79b88fdd', 'status': 'completed', 'code': 200} Apr 05 20:24:06.597064 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-900cedd0-887f-4be3-9874-8de400d37aa7', 'network_id': '900cedd0-887f-4be3-9874-8de400d37aa7', 'tenant_id': 'a0dbf83b465e4a45b298a7c5d192153c', 'fixed_ips': [{'subnet_id': '3aab286e-54d1-4409-b2ad-a40d390c88c1'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:24:06.598964 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:06.691281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:06.693479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-b4f9b59c-6958-4720-861c-5c6417e76680 req-bb345781-16ee-452f-93fb-1ac3d216d46b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] Unset dirty status for tenant:83f1a6dd1f4b4138ad59ae14c2f5fe2b on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:24:06.694505 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4f9b59c-6958-4720-861c-5c6417e76680 req-bb345781-16ee-452f-93fb-1ac3d216d46b tempest-ServersNegativeTestJSON-1847287632 tempest-ServersNegativeTestJSON-1847287632-project] 10.222.0.24 "GET /v2.0/ports?device_id=f83473d6-c2dc-46b6-b3f9-86451ba2252c HTTP/1.1" status: 200 len: 210 time: 0.4736583 Apr 05 20:24:06.713981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Usage tracker for resource:port and tenant:a0dbf83b465e4a45b298a7c5d192153c is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:06.720067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:06.745203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:06.803196 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-081b414a-ecb3-48f9-b933-1754f716dae9 req-db880faf-8170-4891-afb8-61c6c52e2eb9 service neutron] 10.222.0.41 "GET /v2.0/networks/acf04820-9558-4448-b778-1e71d8e99554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7530620 Apr 05 20:24:06.831201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:06.835717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Made reservation on behalf of a0dbf83b465e4a45b298a7c5d192153c for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:24:06.839968 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:06.851460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Usage tracker for resource:subnet and tenant:ffe63a59389c420092c8e1f2c33f2676 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:06.856844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:06.881288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:06.891977 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] device_id is not set on port f4ce56d7-9718-4030-82fd-72564843fda1 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:24:06.899266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Allocated IP 2001:db8::2 (900cedd0-887f-4be3-9874-8de400d37aa7/3aab286e-54d1-4409-b2ad-a40d390c88c1/39cb9865-3384-4d34-ad57-34d2966cbeac) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:24:06.971620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Made reservation on behalf of ffe63a59389c420092c8e1f2c33f2676 for: {'subnet': 2} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:24:06.976964 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:06.977607 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:07.015270 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d891cae-f453-4c38-a577-00cc674871e4 None None] New status for floating IP eb3d07e3-dd11-4e8e-8363-4b000ca3d17b: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:24:07.097522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6ba4c2-0214-4176-8831-bfcc5927b0a5 req-1aefce14-b5ff-41d8-8738-3404786c220b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:07.109560 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eb6ba4c2-0214-4176-8831-bfcc5927b0a5 req-1aefce14-b5ff-41d8-8738-3404786c220b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 945 time: 0.2215867 Apr 05 20:24:07.228005 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eb6ba4c2-0214-4176-8831-bfcc5927b0a5 req-381707e8-6491-49a0-9815-1d3dcf143fdd tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145520 Apr 05 20:24:07.375421 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:07.400250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Transition to ACTIVE for port object 39cb9865-3384-4d34-ad57-34d2966cbeac will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:07.428190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Transition to ACTIVE for port object 39cb9865-3384-4d34-ad57-34d2966cbeac will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:07.442649 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:07.581603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Network 900cedd0-887f-4be3-9874-8de400d37aa7 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:24:07.594134 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:07.602289 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:24:07.618916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Pushing event updated for resources: {'Port': ['ID=39cb9865-3384-4d34-ad57-34d2966cbeac,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:07.722966 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Attempting to bind port 39cb9865-3384-4d34-ad57-34d2966cbeac on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:24:07.723179 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Attempting to bind port 39cb9865-3384-4d34-ad57-34d2966cbeac by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'd8ff4e78-0010-4437-801a-6d878ae0313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '900cedd0-887f-4be3-9874-8de400d37aa7'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:24:07.723473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Attempting to bind port 39cb9865-3384-4d34-ad57-34d2966cbeac on network 900cedd0-887f-4be3-9874-8de400d37aa7 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:24:07.729865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:24:07.730371 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Checking segment: {'id': 'd8ff4e78-0010-4437-801a-6d878ae0313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '900cedd0-887f-4be3-9874-8de400d37aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:24:07.730667 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:07.731260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Bound using segment: {'id': 'd8ff4e78-0010-4437-801a-6d878ae0313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '900cedd0-887f-4be3-9874-8de400d37aa7'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:24:07.731749 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Bound port: 39cb9865-3384-4d34-ad57-34d2966cbeac, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ff4e78-0010-4437-801a-6d878ae0313b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '900cedd0-887f-4be3-9874-8de400d37aa7'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:24:07.732132 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:07.846824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] For port 39cb9865-3384-4d34-ad57-34d2966cbeac, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:24:07.850626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] For port 39cb9865-3384-4d34-ad57-34d2966cbeac, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=39cb9865-3384-4d34-ad57-34d2966cbeac,segment=NetworkSegment(d8ff4e78-0010-4437-801a-6d878ae0313b),segment_id=d8ff4e78-0010-4437-801a-6d878ae0313b)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:24:07.853280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Allocated IP 2001:db8::155 (900cedd0-887f-4be3-9874-8de400d37aa7/3aab286e-54d1-4409-b2ad-a40d390c88c1/f4ce56d7-9718-4030-82fd-72564843fda1) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:24:07.861809 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:07.866383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41210) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:07.982991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be9a4a-921a-451f-8082-f0a06c529dfb None None] Pushing event updated for resources: {'Port': ['ID=39cb9865-3384-4d34-ad57-34d2966cbeac,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:08.013057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-587718b1-2656-453d-8749-c10e598eee28 admin admin] Deleting subnet 13f37a02-4584-4cdb-9a53-ef614777d971 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:24:08.016421 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-587718b1-2656-453d-8749-c10e598eee28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:08.080442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:24:08.157464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:24:08.158067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 27f7fc1d-a2a9-4580-a84e-5bac79b88fdd not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:24:08.183613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecc767-b318-4cdd-82a1-88df2033048f req-c693b669-42e7-4ed2-8613-9cd8b3437942 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:08.185610 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-54ecc767-b318-4cdd-82a1-88df2033048f req-c693b669-42e7-4ed2-8613-9cd8b3437942 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.5714753 Apr 05 20:24:08.238180 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:08.322401 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-587718b1-2656-453d-8749-c10e598eee28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:08.453238 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-587718b1-2656-453d-8749-c10e598eee28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:08.533807 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-54ecc767-b318-4cdd-82a1-88df2033048f req-34f939de-dc66-472a-9793-23205084acf8 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244936 Apr 05 20:24:08.572906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event updated for resources: {'Subnet': ['ID=84de78aa-85bd-4a7b-8455-e83de949e51b,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:08.605895 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-587718b1-2656-453d-8749-c10e598eee28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:08.608822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Checking segment: {'id': '8e47764e-57ca-4aed-a8fe-4ae2bdf9cafb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e52a017c-bde7-4158-a7fb-5d7425f5f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:24:08.609230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Network hostable DHCP agents. Network: e52a017c-bde7-4158-a7fb-5d7425f5f1eb, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:24:08.619201 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:08.643118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Transition to ACTIVE for port object f4ce56d7-9718-4030-82fd-72564843fda1 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:08.656001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Network e52a017c-bde7-4158-a7fb-5d7425f5f1eb is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:24:08.674117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, e52a017c-bde7-4158-a7fb-5d7425f5f1eb) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:08.679722 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:08.692261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ce4fd6-a32d-490a-aa1b-18c35f6a7f9c None None] Network e52a017c-bde7-4158-a7fb-5d7425f5f1eb requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:24:08.707529 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-587718b1-2656-453d-8749-c10e598eee28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:08.735648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587718b1-2656-453d-8749-c10e598eee28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f37a02-4584-4cdb-9a53-ef614777d971,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:08.753098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-587718b1-2656-453d-8749-c10e598eee28 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/13f37a02-4584-4cdb-9a53-ef614777d971 HTTP/1.1" status: 204 len: 168 time: 0.8845344 Apr 05 20:24:08.755308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41230) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:08.776862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:08.852197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event updated for resources: {'Subnet': ['ID=6d7adc0c-e07c-4afe-a323-90383119d53a,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:08.885691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Checking segment: {'id': 'f45398b2-e26d-4f13-a910-04336d63fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1c7fa669-07cf-4dca-ac05-0f22addabab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:24:08.886585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Network hostable DHCP agents. Network: 1c7fa669-07cf-4dca-ac05-0f22addabab9, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:24:08.898770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Network 900cedd0-887f-4be3-9874-8de400d37aa7 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:24:08.907115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:08.920463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:24:08.925942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:08.926548 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:08.933101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Pushing event updated for resources: {'Port': ['ID=f4ce56d7-9718-4030-82fd-72564843fda1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:08.960163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Network 1c7fa669-07cf-4dca-ac05-0f22addabab9 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:24:08.977058 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a1a6001f-e4d3-410a-a706-37c6fdb654e5 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.6002872 Apr 05 20:24:08.984439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41244) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:08.993155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Request body: {'port': {'network_id': '900cedd0-887f-4be3-9874-8de400d37aa7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-548653257', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:08.993739 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.api.validators [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] bootfile-name is not in valid_values {{(pid=87965) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:24:08.994333 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.api.validators [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] tftp-server is not in valid_values {{(pid=87965) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:24:08.994809 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.api.validators [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] server-ip-address is not in valid_values {{(pid=87965) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:24:08.998598 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:09.005332 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82bb226e-a13e-4fdf-acef-2d5b1583fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:09.042633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 1c7fa669-07cf-4dca-ac05-0f22addabab9) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:09.054791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e694c-eec7-42ba-bf48-95a9e4366128 req-da99cd8d-915c-4b57-91b9-c1132a280100 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:09.059290 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:09.064248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94025c99-3729-4051-97ae-c73edf2a8f2f None None] Network 1c7fa669-07cf-4dca-ac05-0f22addabab9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:24:09.065338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb2e694c-eec7-42ba-bf48-95a9e4366128 req-da99cd8d-915c-4b57-91b9-c1132a280100 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 945 time: 0.2630124 Apr 05 20:24:09.113930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:09.114630 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:09.115722 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:09.254748 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb2e694c-eec7-42ba-bf48-95a9e4366128 req-2586d940-85b9-4a13-8809-08196b1ed1ff tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884468 Apr 05 20:24:09.382617 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82bb226e-a13e-4fdf-acef-2d5b1583fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:09.397544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f500c9b4-3ea7-4d6e-872f-d4967f1fbe57 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 3.3129418 Apr 05 20:24:09.405710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41262) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:09.437976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 39cb9865-3384-4d34-ad57-34d2966cbeac up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:24:09.463834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-82bb226e-a13e-4fdf-acef-2d5b1583fc86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d0a06b-a385-4c4e-bfd5-c4a862b9671e']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:09.492685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-82bb226e-a13e-4fdf-acef-2d5b1583fc86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a826fca8-dad8-4d85-9697-d1d58607a53e') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:09.493157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-82bb226e-a13e-4fdf-acef-2d5b1583fc86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a826fca8-dad8-4d85-9697-d1d58607a53e') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:09.522609 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82bb226e-a13e-4fdf-acef-2d5b1583fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:09.555115 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82bb226e-a13e-4fdf-acef-2d5b1583fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:09.566839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bb226e-a13e-4fdf-acef-2d5b1583fc86 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:24:09.572176 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82bb226e-a13e-4fdf-acef-2d5b1583fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:09.580564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994185e4-7560-431c-921a-df78c60a4f12 req-794cfbdc-aac9-453d-bbbf-bf1c4c0d7c8b tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:09.582285 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994185e4-7560-431c-921a-df78c60a4f12 req-794cfbdc-aac9-453d-bbbf-bf1c4c0d7c8b tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/networks?id=0036c264-6107-49cf-a8f2-adcdce404271 HTTP/1.1" status: 200 len: 811 time: 0.5707438 Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:24:09.600644 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:24:09.629030 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994185e4-7560-431c-921a-df78c60a4f12 req-d5a80b20-6c14-4e01-99b8-5fd0616d0657 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/quotas/44a73d7388664fb1bd4e54ae3b4705c8 HTTP/1.1" status: 200 len: 375 time: 0.0327783 Apr 05 20:24:09.639418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabfffb-660c-49a5-87ac-7cd265388df3 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:09.640939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabfffb-660c-49a5-87ac-7cd265388df3 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:09.642581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deabfffb-660c-49a5-87ac-7cd265388df3 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:09.643428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-deabfffb-660c-49a5-87ac-7cd265388df3 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Synchronizing usage tracker for tenant:ffe63a59389c420092c8e1f2c33f2676 on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:24:09.741347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:09.787731 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82bb226e-a13e-4fdf-acef-2d5b1583fc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:09.799246 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1731c49e-73e3-47aa-858d-2220c9512e6b None None] Network 900cedd0-887f-4be3-9874-8de400d37aa7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:24:09.807865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Usage tracker for resource:port and tenant:a0dbf83b465e4a45b298a7c5d192153c is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:09.813700 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82bb226e-a13e-4fdf-acef-2d5b1583fc86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:09.825818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:09.843491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-82bb226e-a13e-4fdf-acef-2d5b1583fc86 admin admin] 10.222.0.24 "DELETE /v2.0/networks/63d0a06b-a385-4c4e-bfd5-c4a862b9671e HTTP/1.1" status: 204 len: 168 time: 1.0864232 Apr 05 20:24:09.845432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb226e-a13e-4fdf-acef-2d5b1583fc86 admin admin] Pushing event deleted for resources: {'Network': ['ID=63d0a06b-a385-4c4e-bfd5-c4a862b9671e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:09.894014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:09.894992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 39cb9865-3384-4d34-ad57-34d2966cbeac completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:24:09.923657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-1c7fa669-07cf-4dca-ac05-0f22addabab9', 'network_id': '1c7fa669-07cf-4dca-ac05-0f22addabab9', 'tenant_id': 'ffe63a59389c420092c8e1f2c33f2676', 'fixed_ips': [{'subnet_id': '6d7adc0c-e07c-4afe-a323-90383119d53a'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:24:09.925056 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:09.937310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-deabfffb-660c-49a5-87ac-7cd265388df3 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Unset dirty status for tenant:ffe63a59389c420092c8e1f2c33f2676 on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:24:09.942658 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-deabfffb-660c-49a5-87ac-7cd265388df3 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.5346720 Apr 05 20:24:09.945309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41268) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:09.945601 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Made reservation on behalf of a0dbf83b465e4a45b298a7c5d192153c for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:24:09.956597 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:10.095647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] device_id is not set on port 34036933-b985-4183-b72a-a1a289505902 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:24:10.160149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-a568efaa-13d3-43b0-8ce8-853a32748dfc tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Deleting subnet 84de78aa-85bd-4a7b-8455-e83de949e51b {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:24:10.167810 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a568efaa-13d3-43b0-8ce8-853a32748dfc tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:10.176030 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994185e4-7560-431c-921a-df78c60a4f12 req-1e36726c-aafb-48bd-a759-92640d350edc tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=44a73d7388664fb1bd4e54ae3b4705c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5272582 Apr 05 20:24:10.181084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b3badaa9-6a7e-41e1-ba3b-db5345ac164f None None] Provisioning for port 39cb9865-3384-4d34-ad57-34d2966cbeac completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:24:10.189630 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6e8dc8-c9b4-4f5a-a73c-e47724983092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-e52a017c-bde7-4158-a7fb-5d7425f5f1eb', 'network_id': 'e52a017c-bde7-4158-a7fb-5d7425f5f1eb', 'tenant_id': 'ffe63a59389c420092c8e1f2c33f2676', 'fixed_ips': [{'subnet_id': '84de78aa-85bd-4a7b-8455-e83de949e51b'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:24:10.190669 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-af6e8dc8-c9b4-4f5a-a73c-e47724983092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:10.252107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b3badaa9-6a7e-41e1-ba3b-db5345ac164f None None] Provisioning complete for port 39cb9865-3384-4d34-ad57-34d2966cbeac triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:10.252700 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b3badaa9-6a7e-41e1-ba3b-db5345ac164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:10.408591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41276) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:10.476872 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a568efaa-13d3-43b0-8ce8-853a32748dfc tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:10.601337 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-50dc990e-aac9-480e-a077-4aaa1e1135f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83f1a6dd1f4b4138ad59ae14c2f5fe2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876590 Apr 05 20:24:10.604857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41280) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:10.610439 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a568efaa-13d3-43b0-8ce8-853a32748dfc tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:10.772868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c32f0-6ce9-485b-b345-64568a78c8a3 req-e07afba7-9250-445a-adf9-46c8dd2d8e1e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:10.775184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Allocated IP 2001:db8::22 (900cedd0-887f-4be3-9874-8de400d37aa7/3aab286e-54d1-4409-b2ad-a40d390c88c1/34036933-b985-4183-b72a-a1a289505902) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:24:10.777936 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9a3c32f0-6ce9-485b-b345-64568a78c8a3 req-e07afba7-9250-445a-adf9-46c8dd2d8e1e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 945 time: 0.4548693 Apr 05 20:24:10.809582 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994185e4-7560-431c-921a-df78c60a4f12 req-c792eae1-d08f-43f7-9324-f73a3644f552 service neutron] 10.222.0.24 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180968 Apr 05 20:24:10.933143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9a3c32f0-6ce9-485b-b345-64568a78c8a3 req-b9c88c32-a0aa-4103-8b53-d7385026650a tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401477 Apr 05 20:24:10.998105 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a568efaa-13d3-43b0-8ce8-853a32748dfc tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:11.155000 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a568efaa-13d3-43b0-8ce8-853a32748dfc tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:11.182363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568efaa-13d3-43b0-8ce8-853a32748dfc tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event deleted for resources: {'Subnet': ['ID=84de78aa-85bd-4a7b-8455-e83de949e51b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:11.189796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a568efaa-13d3-43b0-8ce8-853a32748dfc tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "DELETE /v2.0/subnets/84de78aa-85bd-4a7b-8455-e83de949e51b HTTP/1.1" status: 204 len: 168 time: 1.2426491 Apr 05 20:24:11.193510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-526cd167-90be-4976-ab10-753873568504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:11.195678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41292) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server [None req-af6e8dc8-c9b4-4f5a-a73c-e47724983092 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84de78aa-85bd-4a7b-8455-e83de949e51b: This subnet is being modified by another concurrent operation. Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:24:11.209749 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise exception Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84de78aa-85bd-4a7b-8455-e83de949e51b: This subnet is being modified by another concurrent operation. Apr 05 20:24:11.214580 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server Apr 05 20:24:11.242961 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Allocated IP 172.20.0.18 (1c7fa669-07cf-4dca-ac05-0f22addabab9/6d7adc0c-e07c-4afe-a323-90383119d53a/e802e204-f155-43ca-aafa-174a9bfae06b) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:24:11.288288 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-526cd167-90be-4976-ab10-753873568504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:11.302929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a0fae9-fa10-49a5-881e-98029df56ae4 None None] Network e52a017c-bde7-4158-a7fb-5d7425f5f1eb requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:24:11.380132 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b3badaa9-6a7e-41e1-ba3b-db5345ac164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:11.398672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf471ff-be1e-4644-89d0-858566bb6f4e tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Deleting subnet 6d7adc0c-e07c-4afe-a323-90383119d53a {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:24:11.607387 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b3badaa9-6a7e-41e1-ba3b-db5345ac164f None None] For port 39cb9865-3384-4d34-ad57-34d2966cbeac, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=39cb9865-3384-4d34-ad57-34d2966cbeac,segment=NetworkSegment(d8ff4e78-0010-4437-801a-6d878ae0313b),segment_id=d8ff4e78-0010-4437-801a-6d878ae0313b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:11.607959 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994185e4-7560-431c-921a-df78c60a4f12 req-fb211e51-a06c-409d-874c-1fd54e7ef0ef service neutron] 10.222.0.24 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7764008 Apr 05 20:24:11.690864 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-526cd167-90be-4976-ab10-753873568504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:11.724196 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46a850f7-3882-42b1-b728-0b60840ba876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:11.730494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cd167-90be-4976-ab10-753873568504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd686c94-95e1-4612-8bbf-758f984c14a8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:11.742723 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:11.771607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Transition to ACTIVE for port object 34036933-b985-4183-b72a-a1a289505902 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:11.779697 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-526cd167-90be-4976-ab10-753873568504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:11.781063 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-526cd167-90be-4976-ab10-753873568504 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd686c94-95e1-4612-8bbf-758f984c14a8 HTTP/1.1" status: 204 len: 168 time: 1.1601863 Apr 05 20:24:11.781672 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b3badaa9-6a7e-41e1-ba3b-db5345ac164f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:11.814460 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:11.940621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Network 900cedd0-887f-4be3-9874-8de400d37aa7 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:24:11.944466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:11.948842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:24:11.955046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:11.955711 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:12.036980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Pushing event updated for resources: {'Port': ['ID=34036933-b985-4183-b72a-a1a289505902,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:12.044667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2db51783-0a24-4b5d-9039-21ef3c545523 req-9e59efb1-1068-4cdc-a9b2-4248d1b0708b tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 210 time: 0.1224735 Apr 05 20:24:12.077709 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9a1295b1-764c-48d0-ad7e-10583e65ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 3.0918076 Apr 05 20:24:12.079910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41304) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:12.230006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f9cc7-c100-4762-b988-d67a569edefb tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:12.245241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f9cc7-c100-4762-b988-d67a569edefb tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:12.259506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f9cc7-c100-4762-b988-d67a569edefb tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:12.260958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-da2f9cc7-c100-4762-b988-d67a569edefb tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Synchronizing usage tracker for tenant:a0dbf83b465e4a45b298a7c5d192153c on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:24:12.396557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-da2f9cc7-c100-4762-b988-d67a569edefb tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Unset dirty status for tenant:a0dbf83b465e4a45b298a7c5d192153c on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:24:12.397778 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-da2f9cc7-c100-4762-b988-d67a569edefb tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.3165162 Apr 05 20:24:12.401064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41324) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:12.443126 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:12.465797 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Transition to ACTIVE for port object e802e204-f155-43ca-aafa-174a9bfae06b will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:12.488373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Transition to ACTIVE for port object e802e204-f155-43ca-aafa-174a9bfae06b will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:12.492356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3badaa9-6a7e-41e1-ba3b-db5345ac164f None None] Pushing event updated for resources: {'Port': ['ID=39cb9865-3384-4d34-ad57-34d2966cbeac,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:12.500898 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aaf471ff-be1e-4644-89d0-858566bb6f4e tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:12.507546 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:12.535446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7d414-e495-4ae6-9c7d-f7fbdc385408 req-50b60c43-80b5-4a8d-b3c9-1804d5f69c1e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:12.536948 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cce7d414-e495-4ae6-9c7d-f7fbdc385408 req-50b60c43-80b5-4a8d-b3c9-1804d5f69c1e tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 945 time: 0.2534688 Apr 05 20:24:12.548728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-25448eee-8287-4aa1-87ca-ea0132679833 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Deleting port 34036933-b985-4183-b72a-a1a289505902 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:24:12.549318 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-25448eee-8287-4aa1-87ca-ea0132679833 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:12.639752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Pushing event updated for resources: {'Port': ['ID=e802e204-f155-43ca-aafa-174a9bfae06b,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:12.663268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Network 1c7fa669-07cf-4dca-ac05-0f22addabab9 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:24:12.664721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5eea430f-8579-43c0-892a-37274f7b0372 None None] Provisioning complete for port 39cb9865-3384-4d34-ad57-34d2966cbeac triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:12.665323 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5eea430f-8579-43c0-892a-37274f7b0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:12.673247 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aaf471ff-be1e-4644-89d0-858566bb6f4e tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:12.688480 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cce7d414-e495-4ae6-9c7d-f7fbdc385408 req-2374432e-e363-4a1d-a1a7-ff2949920fcd tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975683 Apr 05 20:24:12.743759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:12.756678 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:24:12.944078 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aaf471ff-be1e-4644-89d0-858566bb6f4e tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:13.159751 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aaf471ff-be1e-4644-89d0-858566bb6f4e tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:13.246113 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aaf471ff-be1e-4644-89d0-858566bb6f4e tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:13.257679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf471ff-be1e-4644-89d0-858566bb6f4e tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event deleted for resources: {'Subnet': ['ID=6d7adc0c-e07c-4afe-a323-90383119d53a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:13.297534 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-aaf471ff-be1e-4644-89d0-858566bb6f4e tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "DELETE /v2.0/subnets/6d7adc0c-e07c-4afe-a323-90383119d53a HTTP/1.1" status: 204 len: 168 time: 2.0971768 Apr 05 20:24:13.300489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41350) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:13.403882 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 39cb9865-3384-4d34-ad57-34d2966cbeac up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:24:13.497587 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-25448eee-8287-4aa1-87ca-ea0132679833 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:13.507971 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-05f69364-782d-4371-9732-bc353cbb11d7 req-73f5fc72-3c57-43fe-9a4f-dfa9a4df3ce1 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 210 time: 0.2016141 Apr 05 20:24:13.558089 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Attempting to bind port e802e204-f155-43ca-aafa-174a9bfae06b on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:24:13.558752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Attempting to bind port e802e204-f155-43ca-aafa-174a9bfae06b by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'f45398b2-e26d-4f13-a910-04336d63fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1c7fa669-07cf-4dca-ac05-0f22addabab9'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:24:13.559020 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Attempting to bind port e802e204-f155-43ca-aafa-174a9bfae06b on network 1c7fa669-07cf-4dca-ac05-0f22addabab9 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:24:13.581680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:24:13.582439 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Checking segment: {'id': 'f45398b2-e26d-4f13-a910-04336d63fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1c7fa669-07cf-4dca-ac05-0f22addabab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:24:13.583075 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:13.583648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Bound using segment: {'id': 'f45398b2-e26d-4f13-a910-04336d63fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1c7fa669-07cf-4dca-ac05-0f22addabab9'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:24:13.584321 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Bound port: e802e204-f155-43ca-aafa-174a9bfae06b, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f45398b2-e26d-4f13-a910-04336d63fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1c7fa669-07cf-4dca-ac05-0f22addabab9'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:24:13.584895 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:13.703915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-25448eee-8287-4aa1-87ca-ea0132679833 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Calling delete_port for 34036933-b985-4183-b72a-a1a289505902 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:24:13.720347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5eea430f-8579-43c0-892a-37274f7b0372 None None] Provisioning for port f4ce56d7-9718-4030-82fd-72564843fda1 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:24:13.739546 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-38f687d7-42dc-4d23-b7b9-176e118511d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:13.750149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5eea430f-8579-43c0-892a-37274f7b0372 None None] Provisioning complete for port f4ce56d7-9718-4030-82fd-72564843fda1 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:13.756091 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5eea430f-8579-43c0-892a-37274f7b0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:13.799577 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 39cb9865-3384-4d34-ad57-34d2966cbeac triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:13.800451 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:13.815945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c8a1d-5404-462a-94eb-e545ec08df6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:13.818925 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f27c8a1d-5404-462a-94eb-e545ec08df6f tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5165884 Apr 05 20:24:13.826030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41372) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:13.865017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] For port e802e204-f155-43ca-aafa-174a9bfae06b, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:24:13.906935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] For port e802e204-f155-43ca-aafa-174a9bfae06b, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e802e204-f155-43ca-aafa-174a9bfae06b,segment=NetworkSegment(f45398b2-e26d-4f13-a910-04336d63fac7),segment_id=f45398b2-e26d-4f13-a910-04336d63fac7)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:24:13.938402 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:14.106258 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:14.122105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f5fa5-cee1-45f2-8a2d-140722e2639f req-b38a0162-feff-497f-a287-a4d7585b605b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:14.128434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5eea430f-8579-43c0-892a-37274f7b0372 None None] Port f4ce56d7-9718-4030-82fd-72564843fda1 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:24:14.129977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-874f5fa5-cee1-45f2-8a2d-140722e2639f req-b38a0162-feff-497f-a287-a4d7585b605b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 945 time: 0.3798947 Apr 05 20:24:14.152893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Deleting port e802e204-f155-43ca-aafa-174a9bfae06b {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:24:14.153673 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:14.255808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a7a66-1db8-486f-8590-7e1b487a486e None None] Pushing event updated for resources: {'Port': ['ID=e802e204-f155-43ca-aafa-174a9bfae06b,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:14.305526 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-874f5fa5-cee1-45f2-8a2d-140722e2639f req-ee9e5727-7b54-42b0-90b0-b5ba785d728c tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745591 Apr 05 20:24:14.357477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1d268f50-788c-466f-98d6-d5becb0ddbb8 None None] Provisioning for port 34036933-b985-4183-b72a-a1a289505902 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:24:14.365847 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e86840-f322-4114-b833-466cb8b8d502 None None] Network 1c7fa669-07cf-4dca-ac05-0f22addabab9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:24:14.383511 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-25448eee-8287-4aa1-87ca-ea0132679833 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:14.400877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1d268f50-788c-466f-98d6-d5becb0ddbb8 None None] Provisioning complete for port 34036933-b985-4183-b72a-a1a289505902 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:14.401516 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1d268f50-788c-466f-98d6-d5becb0ddbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:14.484346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1d268f50-788c-466f-98d6-d5becb0ddbb8 None None] Port 34036933-b985-4183-b72a-a1a289505902 was deleted so its status cannot be updated. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 05 20:24:14.593939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25448eee-8287-4aa1-87ca-ea0132679833 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Pushing event deleted for resources: {'Port': ['ID=34036933-b985-4183-b72a-a1a289505902,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:14.599501 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-25448eee-8287-4aa1-87ca-ea0132679833 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:14.636433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41396) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:14.640864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] For port e802e204-f155-43ca-aafa-174a9bfae06b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e802e204-f155-43ca-aafa-174a9bfae06b,segment=NetworkSegment(f45398b2-e26d-4f13-a910-04336d63fac7),segment_id=f45398b2-e26d-4f13-a910-04336d63fac7)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:14.641236 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:14.643331 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-25448eee-8287-4aa1-87ca-ea0132679833 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] 10.222.0.24 "DELETE /v2.0/ports/34036933-b985-4183-b72a-a1a289505902 HTTP/1.1" status: 204 len: 168 time: 2.2362726 Apr 05 20:24:14.679687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994185e4-7560-431c-921a-df78c60a4f12 req-e0bccbe6-cb1c-4823-ade3-232fb5c89bad tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:14.686142 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994185e4-7560-431c-921a-df78c60a4f12 req-e0bccbe6-cb1c-4823-ade3-232fb5c89bad tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.13 "GET /v2.0/networks?id=0036c264-6107-49cf-a8f2-adcdce404271 HTTP/1.1" status: 200 len: 811 time: 0.6618910 Apr 05 20:24:14.688727 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1d268f50-788c-466f-98d6-d5becb0ddbb8 None None] Provisioning complete for port f4ce56d7-9718-4030-82fd-72564843fda1 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:14.689261 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1d268f50-788c-466f-98d6-d5becb0ddbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:14.702172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2a76482a-1a27-423e-8f91-e00432dce41a tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Request body: {'port': {'name': 'tempest-new-port-name-321190833', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:14.703021 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.api.validators [None req-2a76482a-1a27-423e-8f91-e00432dce41a tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] bootfile-name is not in valid_values {{(pid=87964) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:24:14.703586 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.api.validators [None req-2a76482a-1a27-423e-8f91-e00432dce41a tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] tftp-server is not in valid_values {{(pid=87964) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:24:14.704153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.api.validators [None req-2a76482a-1a27-423e-8f91-e00432dce41a tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] server-ip-address is not in valid_values {{(pid=87964) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:24:14.704948 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-994185e4-7560-431c-921a-df78c60a4f12 req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Request body: {'port': {'device_id': 'c24bbee8-d96f-4bae-93bc-d390381ab52e', 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271', 'admin_state_up': True, 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:14.965541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-994185e4-7560-431c-921a-df78c60a4f12 req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:15.044707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Calling delete_port for e802e204-f155-43ca-aafa-174a9bfae06b owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:24:15.112865 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6cced523-abb8-48bf-90e9-0d2ba6f84f38 req-4b2acc0c-85c2-4509-a978-b88a2235ed55 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 210 time: 0.3386257 Apr 05 20:24:15.148770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-994185e4-7560-431c-921a-df78c60a4f12 req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:15.173645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994185e4-7560-431c-921a-df78c60a4f12 req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Made reservation on behalf of 44a73d7388664fb1bd4e54ae3b4705c8 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:24:15.178901 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-994185e4-7560-431c-921a-df78c60a4f12 req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:15.185693 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1d268f50-788c-466f-98d6-d5becb0ddbb8 None None] Port f4ce56d7-9718-4030-82fd-72564843fda1 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:24:15.188095 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:15.192132 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:15.218753 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a76482a-1a27-423e-8f91-e00432dce41a tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:15.224495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5808b8c-f8c5-465d-aefe-373b90424458 req-4d3535a2-a110-4b72-972e-f26d5cfcda19 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:15.226344 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f5808b8c-f8c5-465d-aefe-373b90424458 req-4d3535a2-a110-4b72-972e-f26d5cfcda19 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.41 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 945 time: 0.3209443 Apr 05 20:24:15.312670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42cdd395-effc-42d7-ab85-a33f6aab28a6 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:24:15.420154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-f5808b8c-f8c5-465d-aefe-373b90424458 req-d1334831-b19c-4173-a2b7-bbdb0e23e57d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Deleting port e099a553-41ce-4818-a843-17c92e09b041 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:24:15.420709 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f5808b8c-f8c5-465d-aefe-373b90424458 req-d1334831-b19c-4173-a2b7-bbdb0e23e57d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:15.672772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a76482a-1a27-423e-8f91-e00432dce41a tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:15.683080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cdd395-effc-42d7-ab85-a33f6aab28a6 None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:24:15.686665 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a76482a-1a27-423e-8f91-e00432dce41a tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:15.790134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2a76482a-1a27-423e-8f91-e00432dce41a tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] In _notify_port_updated(), no bound segment for port f4ce56d7-9718-4030-82fd-72564843fda1 on network 900cedd0-887f-4be3-9874-8de400d37aa7 {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:24:15.803318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a76482a-1a27-423e-8f91-e00432dce41a tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:15.804484 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a76482a-1a27-423e-8f91-e00432dce41a tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:15.827115 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2a76482a-1a27-423e-8f91-e00432dce41a tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] 10.222.0.24 "PUT /v2.0/ports/f4ce56d7-9718-4030-82fd-72564843fda1 HTTP/1.1" status: 200 len: 1129 time: 1.1373672 Apr 05 20:24:15.828279 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:15.831038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41424) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:15.856688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] No DVR routers for this DVR port e802e204-f155-43ca-aafa-174a9bfae06b on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:24:15.983186 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:16.043096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-994185e4-7560-431c-921a-df78c60a4f12 req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Allocated IP 172.20.0.4 (0036c264-6107-49cf-a8f2-adcdce404271/7b2dc6ff-910e-46dc-beb1-17e6615cd54b/353561e0-6383-44d5-a3d8-5938dfd67a2c) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:24:16.080006 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a76482a-1a27-423e-8f91-e00432dce41a tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Pushing event updated for resources: {'Port': ['ID=f4ce56d7-9718-4030-82fd-72564843fda1,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:16.164007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event deleted for resources: {'Port': ['ID=e802e204-f155-43ca-aafa-174a9bfae06b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:16.167518 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:16.217915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c7fa669-07cf-4dca-ac05-0f22addabab9']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:16.237111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad0f85-31e0-4163-8057-fc4a16ff7dc4 req-447d8bbb-195f-4e43-877f-5080325cd797 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:16.245510 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5ad0f85-31e0-4163-8057-fc4a16ff7dc4 req-447d8bbb-195f-4e43-877f-5080325cd797 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 945 time: 0.6478066 Apr 05 20:24:16.252467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f45398b2-e26d-4f13-a910-04336d63fac7') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:16.253407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f45398b2-e26d-4f13-a910-04336d63fac7') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:16.272747 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:16.359680 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5ad0f85-31e0-4163-8057-fc4a16ff7dc4 req-440c47c0-af21-4921-af24-805cef2f9c1b tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127284 Apr 05 20:24:16.419411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f591f09-5ed2-4981-925f-cffbf72ad0d1 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:16.419411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5f591f09-5ed2-4981-925f-cffbf72ad0d1 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Synchronizing usage tracker for tenant:a0dbf83b465e4a45b298a7c5d192153c on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:24:16.442248 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:16.456568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:24:16.456568 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:16.503469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5f591f09-5ed2-4981-925f-cffbf72ad0d1 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Unset dirty status for tenant:a0dbf83b465e4a45b298a7c5d192153c on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:24:16.503469 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5f591f09-5ed2-4981-925f-cffbf72ad0d1 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] 10.222.0.24 "GET /v2.0/ports/f4ce56d7-9718-4030-82fd-72564843fda1 HTTP/1.1" status: 200 len: 1129 time: 0.6468422 Apr 05 20:24:16.503469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41438) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:16.598519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-f5808b8c-f8c5-465d-aefe-373b90424458 req-d1334831-b19c-4173-a2b7-bbdb0e23e57d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] For port e099a553-41ce-4818-a843-17c92e09b041, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e099a553-41ce-4818-a843-17c92e09b041,segment=NetworkSegment(0a22c28e-c683-43e9-bc82-1f7a6d8d0755),segment_id=0a22c28e-c683-43e9-bc82-1f7a6d8d0755)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:16.598519 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f5808b8c-f8c5-465d-aefe-373b90424458 req-d1334831-b19c-4173-a2b7-bbdb0e23e57d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:24:16.724348 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:24:16.742375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769405f6-a0ea-41a2-a60b-39d0e9b5e8c5 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:24:16.744968 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cf3734b4-47cd-43f7-9e93-237854bd83d6 req-60874703-224e-4bd6-89fe-db308d13a6a1 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 210 time: 0.4389298 Apr 05 20:24:16.746473 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:16.758592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:16.812914 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "DELETE /v2.0/networks/1c7fa669-07cf-4dca-ac05-0f22addabab9 HTTP/1.1" status: 204 len: 168 time: 2.9852335 Apr 05 20:24:16.813385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-f5808b8c-f8c5-465d-aefe-373b90424458 req-d1334831-b19c-4173-a2b7-bbdb0e23e57d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Calling delete_port for e099a553-41ce-4818-a843-17c92e09b041 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:24:16.813959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f167d-21fc-4ba8-a35b-8d831ce5a205 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event deleted for resources: {'Network': ['ID=1c7fa669-07cf-4dca-ac05-0f22addabab9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:16.821056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41450) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:16.928778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-760541b1-213a-41d6-9b75-3cf4eac78a7f tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Deleting port f4ce56d7-9718-4030-82fd-72564843fda1 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:24:16.929215 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-760541b1-213a-41d6-9b75-3cf4eac78a7f tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:17.094491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-994185e4-7560-431c-921a-df78c60a4f12 req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:17.117368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769405f6-a0ea-41a2-a60b-39d0e9b5e8c5 None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:24:17.192286 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0dc0368-be01-46aa-bdcc-7939ae092b76 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:17.341960 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0dc0368-be01-46aa-bdcc-7939ae092b76 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:17.374811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d0dc0368-be01-46aa-bdcc-7939ae092b76 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52a017c-bde7-4158-a7fb-5d7425f5f1eb']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:17.389032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d0dc0368-be01-46aa-bdcc-7939ae092b76 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e47764e-57ca-4aed-a8fe-4ae2bdf9cafb') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:17.389634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d0dc0368-be01-46aa-bdcc-7939ae092b76 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e47764e-57ca-4aed-a8fe-4ae2bdf9cafb') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:17.407126 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0dc0368-be01-46aa-bdcc-7939ae092b76 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:17.409915 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-760541b1-213a-41d6-9b75-3cf4eac78a7f tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:17.428429 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0dc0368-be01-46aa-bdcc-7939ae092b76 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:17.435184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dc0368-be01-46aa-bdcc-7939ae092b76 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:24:17.436012 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0dc0368-be01-46aa-bdcc-7939ae092b76 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41460) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:24:17.590761 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:24:17.603571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-760541b1-213a-41d6-9b75-3cf4eac78a7f tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Calling delete_port for f4ce56d7-9718-4030-82fd-72564843fda1 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:24:17.646530 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0dc0368-be01-46aa-bdcc-7939ae092b76 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:17.654906 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d0dc0368-be01-46aa-bdcc-7939ae092b76 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:17.760899 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d0dc0368-be01-46aa-bdcc-7939ae092b76 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "DELETE /v2.0/networks/e52a017c-bde7-4158-a7fb-5d7425f5f1eb HTTP/1.1" status: 204 len: 168 time: 0.8626268 Apr 05 20:24:17.760899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41468) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:17.760899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc0368-be01-46aa-bdcc-7939ae092b76 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event deleted for resources: {'Network': ['ID=e52a017c-bde7-4158-a7fb-5d7425f5f1eb,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:17.896900 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:17.920322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:17.950426 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-994185e4-7560-431c-921a-df78c60a4f12 req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:18.000537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['6626f043-5728-453a-8a94-a26c733e0e51'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:24:18.007034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Usage tracker for resource:security_group_rule and tenant:3366a191d9264b43b0214e3664d5c450 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:18.007034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef80c4-5a0a-4e38-a5fa-7fdead92e44b req-3f2fabf0-2e1a-4a64-93c2-724366ecad50 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:18.019368 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79ef80c4-5a0a-4e38-a5fa-7fdead92e44b req-3f2fabf0-2e1a-4a64-93c2-724366ecad50 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 945 time: 0.4257050 Apr 05 20:24:18.049110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:18.054686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994185e4-7560-431c-921a-df78c60a4f12 req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Network 0036c264-6107-49cf-a8f2-adcdce404271 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:24:18.054686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-994185e4-7560-431c-921a-df78c60a4f12 req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:18.081788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-994185e4-7560-431c-921a-df78c60a4f12 req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:24:18.132272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:18.176210 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b419f69-d7fd-4633-a352-1c1587fb82af tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:18.267724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Pushing event updated for resources: {'Port': ['ID=353561e0-6383-44d5-a3d8-5938dfd67a2c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:18.278459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994185e4-7560-431c-921a-df78c60a4f12 req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:18.279151 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-994185e4-7560-431c-921a-df78c60a4f12 req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:18.325150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79ef80c4-5a0a-4e38-a5fa-7fdead92e44b req-0619a08a-0746-441b-a682-f9c47eaa0e24 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/security-groups?id=65bb701c-84d0-4b2d-bf18-6fe452774395&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119514 Apr 05 20:24:18.572253 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e099a553-41ce-4818-a843-17c92e09b041 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:24:18.589992 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b419f69-d7fd-4633-a352-1c1587fb82af tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:18.624933 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994185e4-7560-431c-921a-df78c60a4f12 req-77f5e1a2-2739-4733-892b-054969ce4a82 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9238584 Apr 05 20:24:18.647049 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-760541b1-213a-41d6-9b75-3cf4eac78a7f tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:18.656239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Request body: {'port': {'device_id': 'c24bbee8-d96f-4bae-93bc-d390381ab52e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:18.701061 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7e99b1ab-7941-403e-921c-ac1ff407f41a None None] Could not find standard attr ID for object f4ce56d7-9718-4030-82fd-72564843fda1. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:24:18.810651 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:18.830914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760541b1-213a-41d6-9b75-3cf4eac78a7f tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Pushing event deleted for resources: {'Port': ['ID=f4ce56d7-9718-4030-82fd-72564843fda1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:18.831574 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:18.921243 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:18.938455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-0b419f69-d7fd-4633-a352-1c1587fb82af tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98edb43-ed5a-4f94-81a2-6aaf6a6a2c7d']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:18.948929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e6170-bc8a-4971-bdeb-0d4e93f1cdbb req-6efbfdc4-4c57-4fae-80bd-b472b469c9cc tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:18.948929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d76e6170-bc8a-4971-bdeb-0d4e93f1cdbb req-6efbfdc4-4c57-4fae-80bd-b472b469c9cc tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Synchronizing usage tracker for tenant:44a73d7388664fb1bd4e54ae3b4705c8 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:24:18.948929 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f5808b8c-f8c5-465d-aefe-373b90424458 req-d1334831-b19c-4173-a2b7-bbdb0e23e57d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:18.979895 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3366a191d9264b43b0214e3664d5c450&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3831372 Apr 05 20:24:18.979895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41488) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:19.028759 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-760541b1-213a-41d6-9b75-3cf4eac78a7f tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:19.028759 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-760541b1-213a-41d6-9b75-3cf4eac78a7f tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] 10.222.0.24 "DELETE /v2.0/ports/f4ce56d7-9718-4030-82fd-72564843fda1 HTTP/1.1" status: 204 len: 168 time: 2.5055108 Apr 05 20:24:19.122680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41492) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:19.133101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-0b419f69-d7fd-4633-a352-1c1587fb82af tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bee638c-941b-4dcd-81d9-92137efb7674') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:19.133101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-0b419f69-d7fd-4633-a352-1c1587fb82af tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bee638c-941b-4dcd-81d9-92137efb7674') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:19.212114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2290ed65-dcea-4be9-84ca-1bdd94eab6ad,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:19.222065 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b419f69-d7fd-4633-a352-1c1587fb82af tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:19.226098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1334831-b19c-4173-a2b7-bbdb0e23e57d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Pushing event deleted for resources: {'Port': ['ID=e099a553-41ce-4818-a843-17c92e09b041,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:19.232556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:19.232986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:19.233418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:19.233713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:19.234199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:19.234663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:19.235923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:19.236461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:19.237627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:19.252743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:19.252743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:19.252743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5db3c0ae-2d78-4eda-995a-f0b6a347678c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:19.287678 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b419f69-d7fd-4633-a352-1c1587fb82af tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:19.289714 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-35331cf6-689f-4c75-830b-44f7aaa094ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:19.326281 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-35331cf6-689f-4c75-830b-44f7aaa094ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:19.355068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d76e6170-bc8a-4971-bdeb-0d4e93f1cdbb req-6efbfdc4-4c57-4fae-80bd-b472b469c9cc tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Unset dirty status for tenant:44a73d7388664fb1bd4e54ae3b4705c8 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:24:19.355068 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d76e6170-bc8a-4971-bdeb-0d4e93f1cdbb req-6efbfdc4-4c57-4fae-80bd-b472b469c9cc tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 931 time: 1.2780006 Apr 05 20:24:19.370460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-5169bc2c-d0f2-49e3-a386-a59a23195b47 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Deleting subnet 3aab286e-54d1-4409-b2ad-a40d390c88c1 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:24:19.399925 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5169bc2c-d0f2-49e3-a386-a59a23195b47 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:19.410017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b419f69-d7fd-4633-a352-1c1587fb82af tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:24:19.411174 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b419f69-d7fd-4633-a352-1c1587fb82af tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:24:19.451197 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:24:19.453223 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-35331cf6-689f-4c75-830b-44f7aaa094ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:19.457989 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:19.526618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5808b8c-f8c5-465d-aefe-373b90424458 req-d1334831-b19c-4173-a2b7-bbdb0e23e57d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] No DVR routers for this DVR port e099a553-41ce-4818-a843-17c92e09b041 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:24:19.540625 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f5808b8c-f8c5-465d-aefe-373b90424458 req-d1334831-b19c-4173-a2b7-bbdb0e23e57d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:19.544879 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f5808b8c-f8c5-465d-aefe-373b90424458 req-d1334831-b19c-4173-a2b7-bbdb0e23e57d tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.41 "DELETE /v2.0/ports/e099a553-41ce-4818-a843-17c92e09b041 HTTP/1.1" status: 204 len: 173 time: 4.3088853 Apr 05 20:24:19.544879 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e01f695c-5ca7-419c-bc8d-f680169c3e9d', 'name': 'network-vif-deleted', 'tag': 'e099a553-41ce-4818-a843-17c92e09b041'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:24:19.628779 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5169bc2c-d0f2-49e3-a386-a59a23195b47 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:19.677493 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d76e6170-bc8a-4971-bdeb-0d4e93f1cdbb req-82485f27-3d8b-4430-bbd9-8fecbda0382b tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151629 Apr 05 20:24:19.764887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35331cf6-689f-4c75-830b-44f7aaa094ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2290ed65-dcea-4be9-84ca-1bdd94eab6ad,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:19.897493 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8ff3e1ed-aa06-4160-8206-ef59625b23bf req-c928f9fa-485c-4ad9-9b00-ae821273ea63 tempest-DeleteServersTestJSON-12067132 tempest-DeleteServersTestJSON-12067132-project] 10.222.0.24 "GET /v2.0/ports?device_id=e01f695c-5ca7-419c-bc8d-f680169c3e9d HTTP/1.1" status: 200 len: 210 time: 0.1411440 Apr 05 20:24:19.906928 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-35331cf6-689f-4c75-830b-44f7aaa094ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:19.909491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-35331cf6-689f-4c75-830b-44f7aaa094ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2290ed65-dcea-4be9-84ca-1bdd94eab6ad HTTP/1.1" status: 204 len: 168 time: 0.9183028 Apr 05 20:24:19.923911 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b419f69-d7fd-4633-a352-1c1587fb82af tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:19.930438 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b419f69-d7fd-4633-a352-1c1587fb82af tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:19.961780 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0b419f69-d7fd-4633-a352-1c1587fb82af tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "DELETE /v2.0/networks/d98edb43-ed5a-4f94-81a2-6aaf6a6a2c7d HTTP/1.1" status: 204 len: 168 time: 2.2358575 Apr 05 20:24:19.966385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41512) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:19.969712 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e01f695c-5ca7-419c-bc8d-f680169c3e9d', 'name': 'network-vif-deleted', 'tag': 'e099a553-41ce-4818-a843-17c92e09b041', 'status': 'completed', 'code': 200} Apr 05 20:24:20.089739 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5169bc2c-d0f2-49e3-a386-a59a23195b47 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:20.105292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b419f69-d7fd-4633-a352-1c1587fb82af tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event deleted for resources: {'Network': ['ID=d98edb43-ed5a-4f94-81a2-6aaf6a6a2c7d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:20.134231 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd6cbf88-b5b3-4123-a4fc-6e1e2a85f3c2 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:20.366960 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd6cbf88-b5b3-4123-a4fc-6e1e2a85f3c2 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:20.371655 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5169bc2c-d0f2-49e3-a386-a59a23195b47 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:20.402775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41518) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:20.486186 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54b6981e-5401-4a95-85d5-ae613c10be5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:20.499325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e36d96-ba2c-45b4-ae00-5f9d094691c9 None None] Network 900cedd0-887f-4be3-9874-8de400d37aa7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:24:20.509442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bd6cbf88-b5b3-4123-a4fc-6e1e2a85f3c2 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16a734e-a648-479f-8981-e8104bd9cbd5']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:20.538705 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5169bc2c-d0f2-49e3-a386-a59a23195b47 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:20.551763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5169bc2c-d0f2-49e3-a386-a59a23195b47 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Pushing event deleted for resources: {'Subnet': ['ID=3aab286e-54d1-4409-b2ad-a40d390c88c1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:20.567598 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5169bc2c-d0f2-49e3-a386-a59a23195b47 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] 10.222.0.24 "DELETE /v2.0/subnets/3aab286e-54d1-4409-b2ad-a40d390c88c1 HTTP/1.1" status: 204 len: 168 time: 1.4453337 Apr 05 20:24:20.576368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41522) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:20.585706 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 353561e0-6383-44d5-a3d8-5938dfd67a2c {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:24:20.642291 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:20.654549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bd6cbf88-b5b3-4123-a4fc-6e1e2a85f3c2 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352d050c-e915-4b5b-88ff-84f3dddc8833') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:20.655148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bd6cbf88-b5b3-4123-a4fc-6e1e2a85f3c2 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352d050c-e915-4b5b-88ff-84f3dddc8833') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:20.662115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-54b6981e-5401-4a95-85d5-ae613c10be5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:20.673600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-54b6981e-5401-4a95-85d5-ae613c10be5e admin admin] Usage tracker for resource:security_group_rule and tenant:b2d781b22b274acb92e61f835d187c5c is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:20.677461 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd6cbf88-b5b3-4123-a4fc-6e1e2a85f3c2 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:20.684781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-54b6981e-5401-4a95-85d5-ae613c10be5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:20.694349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-54b6981e-5401-4a95-85d5-ae613c10be5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:20.706042 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd6cbf88-b5b3-4123-a4fc-6e1e2a85f3c2 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:20.722272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6cbf88-b5b3-4123-a4fc-6e1e2a85f3c2 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:24:20.722864 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd6cbf88-b5b3-4123-a4fc-6e1e2a85f3c2 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:24:20.745861 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:24:20.807124 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:20.853227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Deleting port 39cb9865-3384-4d34-ad57-34d2966cbeac {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:24:20.854558 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:20.975021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd99b4ee-2807-46fd-8ac8-bffaa337f724 None None] DHCP port deletion for 900cedd0-887f-4be3-9874-8de400d37aa7 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:24:20.983856 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd6cbf88-b5b3-4123-a4fc-6e1e2a85f3c2 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:20.985648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-cd99b4ee-2807-46fd-8ac8-bffaa337f724 None None] Deleting port 39cb9865-3384-4d34-ad57-34d2966cbeac {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:24:20.986475 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cd99b4ee-2807-46fd-8ac8-bffaa337f724 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:21.009433 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd6cbf88-b5b3-4123-a4fc-6e1e2a85f3c2 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:21.031434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cbf88-b5b3-4123-a4fc-6e1e2a85f3c2 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] Pushing event deleted for resources: {'Network': ['ID=e16a734e-a648-479f-8981-e8104bd9cbd5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:21.066733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bd6cbf88-b5b3-4123-a4fc-6e1e2a85f3c2 tempest-BulkNetworkOpsTest-855935008 tempest-BulkNetworkOpsTest-855935008-project] 10.222.0.24 "DELETE /v2.0/networks/e16a734e-a648-479f-8981-e8104bd9cbd5 HTTP/1.1" status: 204 len: 168 time: 1.0991118 Apr 05 20:24:21.075313 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54b6981e-5401-4a95-85d5-ae613c10be5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:21.086279 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54b6981e-5401-4a95-85d5-ae613c10be5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:21.171191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Transition to ACTIVE for port object 353561e0-6383-44d5-a3d8-5938dfd67a2c will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:21.212112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6981e-5401-4a95-85d5-ae613c10be5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8e765e-6c4e-4799-89de-835905f601e1,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:21.220362 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-54b6981e-5401-4a95-85d5-ae613c10be5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b2d781b22b274acb92e61f835d187c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7958014 Apr 05 20:24:21.222690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41546) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:21.230476 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:21.312791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 39cb9865-3384-4d34-ad57-34d2966cbeac no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:24:21.339384 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-afa0bf5f-6dc3-4299-ab9b-f2b26c6d985b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:21.377871 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-afa0bf5f-6dc3-4299-ab9b-f2b26c6d985b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:21.466345 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-afa0bf5f-6dc3-4299-ab9b-f2b26c6d985b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:21.483807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa0bf5f-6dc3-4299-ab9b-f2b26c6d985b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8e765e-6c4e-4799-89de-835905f601e1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:21.496328 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-afa0bf5f-6dc3-4299-ab9b-f2b26c6d985b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:21.503848 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-afa0bf5f-6dc3-4299-ab9b-f2b26c6d985b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd8e765e-6c4e-4799-89de-835905f601e1 HTTP/1.1" status: 204 len: 168 time: 0.2790821 Apr 05 20:24:21.646015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Pushing event updated for resources: {'Port': ['ID=353561e0-6383-44d5-a3d8-5938dfd67a2c,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:21.764290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41560) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:21.772351 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-cd99b4ee-2807-46fd-8ac8-bffaa337f724 None None] For port 39cb9865-3384-4d34-ad57-34d2966cbeac, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=39cb9865-3384-4d34-ad57-34d2966cbeac,segment=NetworkSegment(d8ff4e78-0010-4437-801a-6d878ae0313b),segment_id=d8ff4e78-0010-4437-801a-6d878ae0313b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:21.772351 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cd99b4ee-2807-46fd-8ac8-bffaa337f724 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:22.105327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3b069-4c03-49b3-91ae-3a7f084f76bc req-a7de3095-72fb-4436-b936-94d09d07a5bd tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:22.107100 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73f3b069-4c03-49b3-91ae-3a7f084f76bc req-a7de3095-72fb-4436-b936-94d09d07a5bd tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 931 time: 1.1851087 Apr 05 20:24:22.111572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] For port 39cb9865-3384-4d34-ad57-34d2966cbeac, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=39cb9865-3384-4d34-ad57-34d2966cbeac,segment=NetworkSegment(d8ff4e78-0010-4437-801a-6d878ae0313b),segment_id=d8ff4e78-0010-4437-801a-6d878ae0313b)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:22.112659 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:22.175481 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-cd99b4ee-2807-46fd-8ac8-bffaa337f724 None None] Calling delete_port for 39cb9865-3384-4d34-ad57-34d2966cbeac owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:24:22.221703 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Attempting to bind port 353561e0-6383-44d5-a3d8-5938dfd67a2c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:24:22.222074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Attempting to bind port 353561e0-6383-44d5-a3d8-5938dfd67a2c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'e01472c5-1f4c-424a-850a-d35b2bf28ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:24:22.222397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Attempting to bind port 353561e0-6383-44d5-a3d8-5938dfd67a2c on network 0036c264-6107-49cf-a8f2-adcdce404271 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:24:22.339295 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-db5b0af9-f216-4138-be4a-28c2353f1e78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffe63a59389c420092c8e1f2c33f2676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5774951 Apr 05 20:24:22.339564 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41586) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:22.410222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Port 39cb9865-3384-4d34-ad57-34d2966cbeac update to DOWN by agent not found {{(pid=87966) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 05 20:24:22.410222 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cd99b4ee-2807-46fd-8ac8-bffaa337f724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:22.424294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Port 353561e0-6383-44d5-a3d8-5938dfd67a2c on network 0036c264-6107-49cf-a8f2-adcdce404271 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:24:22.424294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Attempting to bind port 353561e0-6383-44d5-a3d8-5938dfd67a2c on network 0036c264-6107-49cf-a8f2-adcdce404271 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:24:22.456971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Calling delete_port for 39cb9865-3384-4d34-ad57-34d2966cbeac owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:24:22.475337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99b4ee-2807-46fd-8ac8-bffaa337f724 None None] Pushing event deleted for resources: {'Port': ['ID=39cb9865-3384-4d34-ad57-34d2966cbeac,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:22.483514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd99b4ee-2807-46fd-8ac8-bffaa337f724 None None] No DVR routers for this DVR port 39cb9865-3384-4d34-ad57-34d2966cbeac on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:24:22.533555 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87141a58-3582-49a1-85ce-2a6bfa6f177d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:22.570877 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73f3b069-4c03-49b3-91ae-3a7f084f76bc req-b95aeff8-0935-467a-aa0a-4ddcba3482f9 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462230 Apr 05 20:24:22.578561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:24:22.578561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Checking segment: {'id': 'e01472c5-1f4c-424a-850a-d35b2bf28ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:24:22.578561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Bound using segment: {'id': 'e01472c5-1f4c-424a-850a-d35b2bf28ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:24:22.579110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Bound port: 353561e0-6383-44d5-a3d8-5938dfd67a2c, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e01472c5-1f4c-424a-850a-d35b2bf28ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:24:22.579278 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:22.608658 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87141a58-3582-49a1-85ce-2a6bfa6f177d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:22.879794 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87141a58-3582-49a1-85ce-2a6bfa6f177d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:22.924905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] For port 353561e0-6383-44d5-a3d8-5938dfd67a2c, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:24:22.924905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] For port 353561e0-6383-44d5-a3d8-5938dfd67a2c, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=353561e0-6383-44d5-a3d8-5938dfd67a2c,segment=NetworkSegment(e01472c5-1f4c-424a-850a-d35b2bf28ba6),segment_id=e01472c5-1f4c-424a-850a-d35b2bf28ba6)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:24:22.924905 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:22.950033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87141a58-3582-49a1-85ce-2a6bfa6f177d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97383402-1aeb-4033-bff1-d37a3649e355,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:22.980615 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87141a58-3582-49a1-85ce-2a6bfa6f177d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:22.984369 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-87141a58-3582-49a1-85ce-2a6bfa6f177d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97383402-1aeb-4033-bff1-d37a3649e355 HTTP/1.1" status: 204 len: 168 time: 0.6413760 Apr 05 20:24:22.986433 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a88cc72-1593-43ae-9565-2928d99e2a30 req-e44497fd-5c4f-4c31-9a56-9db985102f5f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c8f5285c-1c38-4a20-82b6-c5717e1f2c55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2601316 Apr 05 20:24:23.069171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:23.073442 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:23.075101 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994185e4-7560-431c-921a-df78c60a4f12 req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] 10.222.0.13 "PUT /v2.0/ports/353561e0-6383-44d5-a3d8-5938dfd67a2c HTTP/1.1" status: 200 len: 1091 time: 4.4394763 Apr 05 20:24:23.075975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24bbee8-d96f-4bae-93bc-d390381ab52e', 'tag': '353561e0-6383-44d5-a3d8-5938dfd67a2c'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:24:23.169613 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:24:23.169613 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:24:23.274167 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24bbee8-d96f-4bae-93bc-d390381ab52e', 'tag': '353561e0-6383-44d5-a3d8-5938dfd67a2c', 'status': 'completed', 'code': 200} Apr 05 20:24:23.282748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6d66d-6ecb-4b67-9cc3-17c929696d4b service neutron] Pushing event updated for resources: {'Port': ['ID=353561e0-6383-44d5-a3d8-5938dfd67a2c,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:23.504103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994185e4-7560-431c-921a-df78c60a4f12 req-80d64799-a561-46d2-be6d-42af8776f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:23.505744 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994185e4-7560-431c-921a-df78c60a4f12 req-80d64799-a561-46d2-be6d-42af8776f966 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44a73d7388664fb1bd4e54ae3b4705c8&device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 1094 time: 0.1306887 Apr 05 20:24:23.587307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cc72-1593-43ae-9565-2928d99e2a30 req-1102a615-b72e-4dfa-8d09-94a7878dc365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:23.594376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a88cc72-1593-43ae-9565-2928d99e2a30 req-1102a615-b72e-4dfa-8d09-94a7878dc365 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7cacddfd3b9c49d89d5ff1308dbf1de8&device_id=c8f5285c-1c38-4a20-82b6-c5717e1f2c55 HTTP/1.1" status: 200 len: 1099 time: 0.2181876 Apr 05 20:24:23.614525 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994185e4-7560-431c-921a-df78c60a4f12 req-a290951c-5fe1-4614-8685-bbd2e261e2eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=353561e0-6383-44d5-a3d8-5938dfd67a2c HTTP/1.1" status: 200 len: 217 time: 0.1014314 Apr 05 20:24:23.671271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Deleting port 39cb9865-3384-4d34-ad57-34d2966cbeac {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:24:23.671847 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:23.806637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] The port '39cb9865-3384-4d34-ad57-34d2966cbeac' was deleted {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:24:23.916850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cc72-1593-43ae-9565-2928d99e2a30 req-2f58aebd-fe19-460e-a04b-300c15f0fd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:23.918654 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a88cc72-1593-43ae-9565-2928d99e2a30 req-2f58aebd-fe19-460e-a04b-300c15f0fd5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.3017085 Apr 05 20:24:23.922217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994185e4-7560-431c-921a-df78c60a4f12 req-680ff1c6-e1c4-420e-a5ac-a09a61e13ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:23.923649 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994185e4-7560-431c-921a-df78c60a4f12 req-680ff1c6-e1c4-420e-a5ac-a09a61e13ffc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b2dc6ff-910e-46dc-beb1-17e6615cd54b HTTP/1.1" status: 200 len: 851 time: 0.3009853 Apr 05 20:24:24.127575 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a88cc72-1593-43ae-9565-2928d99e2a30 req-dec40d68-cd9b-4733-809b-a2bad611c323 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 HTTP/1.1" status: 200 len: 217 time: 0.1956713 Apr 05 20:24:24.220877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cc72-1593-43ae-9565-2928d99e2a30 req-e126cc30-f652-4c4c-b921-3d8d4f6be6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:24.223174 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a88cc72-1593-43ae-9565-2928d99e2a30 req-e126cc30-f652-4c4c-b921-3d8d4f6be6f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0844297 Apr 05 20:24:24.307890 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994185e4-7560-431c-921a-df78c60a4f12 req-22f02a1b-0109-4f4c-baf9-4013f1f34bce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0036c264-6107-49cf-a8f2-adcdce404271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3643975 Apr 05 20:24:24.358217 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:24.663199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f36af-7914-4e16-97ce-3584bd79d92c req-5c223cca-4f93-448c-a64b-46b2f71d25ad tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:24.678882 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a08f36af-7914-4e16-97ce-3584bd79d92c req-5c223cca-4f93-448c-a64b-46b2f71d25ad tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 943 time: 0.6467998 Apr 05 20:24:24.714002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['900cedd0-887f-4be3-9874-8de400d37aa7']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:24.751253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ff4e78-0010-4437-801a-6d878ae0313b') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:24.754082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ff4e78-0010-4437-801a-6d878ae0313b') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:24.790463 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:24.884329 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a08f36af-7914-4e16-97ce-3584bd79d92c req-35fded69-4663-4372-8eee-df5344fa6096 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959848 Apr 05 20:24:24.911771 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:24.919351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a88cc72-1593-43ae-9565-2928d99e2a30 req-cee84441-5075-4d22-bcbc-776b5cee2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:24.924088 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a88cc72-1593-43ae-9565-2928d99e2a30 req-cee84441-5075-4d22-bcbc-776b5cee2801 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6157570 Apr 05 20:24:24.929428 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994185e4-7560-431c-921a-df78c60a4f12 req-d835d5af-4875-48fb-9bca-109a500ed7dd service neutron] 10.222.0.13 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009309 Apr 05 20:24:24.932943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:24:24.933601 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:24:24.953731 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:24:25.163811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41676) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:25.349647 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a88cc72-1593-43ae-9565-2928d99e2a30 req-4e7889c1-fb4a-4c3a-ba6b-2e2606293337 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114823 Apr 05 20:24:25.383487 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:25.421017 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:25.457293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] Pushing event deleted for resources: {'Network': ['ID=900cedd0-887f-4be3-9874-8de400d37aa7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:25.494780 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fef5cf76-6933-478c-81b9-96ff226e4140 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221 tempest-ExtraDHCPOptionsIpV6TestJSON-605729221-project] 10.222.0.24 "DELETE /v2.0/networks/900cedd0-887f-4be3-9874-8de400d37aa7 HTTP/1.1" status: 204 len: 168 time: 4.9173579 Apr 05 20:24:25.505134 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-994185e4-7560-431c-921a-df78c60a4f12 req-3ce192ac-5c36-45c5-b44d-88a99c18c355 service neutron] 10.222.0.13 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463703 Apr 05 20:24:25.595218 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a88cc72-1593-43ae-9565-2928d99e2a30 req-18b6d15c-4fb2-4cd1-93ed-26f9b4044250 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315578 Apr 05 20:24:25.722837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c52269-9d9f-407e-bb58-acb702cea85a req-31a506cf-e6cf-4573-8746-a0d82c51a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:25.725004 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e4c52269-9d9f-407e-bb58-acb702cea85a req-31a506cf-e6cf-4573-8746-a0d82c51a894 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44a73d7388664fb1bd4e54ae3b4705c8&device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 1094 time: 0.1580329 Apr 05 20:24:25.791806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2a29c8b0-524c-461b-946a-18637b257eb4 tempest-DvrRoutersNegativeTest-1296188972 tempest-DvrRoutersNegativeTest-1296188972-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1514179236', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:25.800932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.policy [None req-2a29c8b0-524c-461b-946a-18637b257eb4 tempest-DvrRoutersNegativeTest-1296188972 tempest-DvrRoutersNegativeTest-1296188972-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87965) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 05 20:24:25.801233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.policy [None req-2a29c8b0-524c-461b-946a-18637b257eb4 tempest-DvrRoutersNegativeTest-1296188972 tempest-DvrRoutersNegativeTest-1296188972-project] Failed policy check for 'create_router' {{(pid=87965) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 05 20:24:25.801781 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-2a29c8b0-524c-461b-946a-18637b257eb4 tempest-DvrRoutersNegativeTest-1296188972 tempest-DvrRoutersNegativeTest-1296188972-project] create failed (client error): Access was denied to this resource. Apr 05 20:24:25.807755 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2a29c8b0-524c-461b-946a-18637b257eb4 tempest-DvrRoutersNegativeTest-1296188972 tempest-DvrRoutersNegativeTest-1296188972-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.6317482 Apr 05 20:24:25.990291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c52269-9d9f-407e-bb58-acb702cea85a req-1d8e5e49-df89-43c0-88e6-494fd8eac274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:25.991764 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e4c52269-9d9f-407e-bb58-acb702cea85a req-1d8e5e49-df89-43c0-88e6-494fd8eac274 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0036c264-6107-49cf-a8f2-adcdce404271 HTTP/1.1" status: 200 len: 912 time: 0.2582362 Apr 05 20:24:26.121376 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e4c52269-9d9f-407e-bb58-acb702cea85a req-8055943c-fe07-4eba-9e4b-8751f3af25cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=353561e0-6383-44d5-a3d8-5938dfd67a2c HTTP/1.1" status: 200 len: 217 time: 0.1205850 Apr 05 20:24:26.283603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c52269-9d9f-407e-bb58-acb702cea85a req-abc9b290-ab87-45ab-a495-3dbf342a25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:26.285168 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e4c52269-9d9f-407e-bb58-acb702cea85a req-abc9b290-ab87-45ab-a495-3dbf342a25d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b2dc6ff-910e-46dc-beb1-17e6615cd54b HTTP/1.1" status: 200 len: 851 time: 0.1466689 Apr 05 20:24:26.317395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975d1db-11f9-4abf-bb70-77468c3d3d2b req-c226b89e-38a5-45d6-b09a-3a56fcfa4f3f tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:26.330455 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3975d1db-11f9-4abf-bb70-77468c3d3d2b req-c226b89e-38a5-45d6-b09a-3a56fcfa4f3f tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 943 time: 0.2485116 Apr 05 20:24:26.362191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41720) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:26.396982 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e4c52269-9d9f-407e-bb58-acb702cea85a req-33ab1a7a-02a4-41d7-b48f-3c0c1b1654be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0036c264-6107-49cf-a8f2-adcdce404271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041307 Apr 05 20:24:26.444623 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3975d1db-11f9-4abf-bb70-77468c3d3d2b req-46b97c0d-b6a4-4aea-99b1-e79a724f6af3 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123402 Apr 05 20:24:26.624330 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e4c52269-9d9f-407e-bb58-acb702cea85a req-b8a7ecfb-9987-4f05-b967-c0f04589910f service neutron] 10.222.0.13 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174289 Apr 05 20:24:26.842341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41742) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:26.922599 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f59a2575-940b-4d8e-bbd3-18f38c2fe2c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0dbf83b465e4a45b298a7c5d192153c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538070 Apr 05 20:24:26.927255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41756) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:27.010365 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af338435-ca33-4824-beb7-092708169eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:27.042237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-af338435-ca33-4824-beb7-092708169eb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:27.049016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-af338435-ca33-4824-beb7-092708169eb4 admin admin] Usage tracker for resource:security_group_rule and tenant:aba036f8fa5e457593c0ac8db7c3bba0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:27.071245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-af338435-ca33-4824-beb7-092708169eb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:27.080713 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e4c52269-9d9f-407e-bb58-acb702cea85a req-a97f925b-761c-4856-8a62-3695ab3f1549 service neutron] 10.222.0.13 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459906 Apr 05 20:24:27.093323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-af338435-ca33-4824-beb7-092708169eb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:27.161030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73882d4a-f1bf-4a05-b991-febfaf513906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:27.280882 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73882d4a-f1bf-4a05-b991-febfaf513906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:27.440951 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af338435-ca33-4824-beb7-092708169eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:27.454931 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af338435-ca33-4824-beb7-092708169eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:27.502769 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:24:27.546282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af338435-ca33-4824-beb7-092708169eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cf2f22-a764-4a03-8a82-42b27179725f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:27.583731 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-af338435-ca33-4824-beb7-092708169eb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aba036f8fa5e457593c0ac8db7c3bba0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7327580 Apr 05 20:24:27.583731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41784) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:27.656635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1e17f-faee-4c59-9af3-daff9ce4de04 req-66b75c0e-b692-43f3-8f04-39b3692ccbdb tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:27.675076 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef1e17f-faee-4c59-9af3-daff9ce4de04 req-66b75c0e-b692-43f3-8f04-39b3692ccbdb tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 950 time: 0.3549414 Apr 05 20:24:27.675076 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73882d4a-f1bf-4a05-b991-febfaf513906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:27.721515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73882d4a-f1bf-4a05-b991-febfaf513906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afe00c7-0c31-47a6-b42e-34bd0aaaaf4e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:27.722693 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e504-dab0-4cc2-bf92-788282a4ec30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:27.763919 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e504-dab0-4cc2-bf92-788282a4ec30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:27.774903 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73882d4a-f1bf-4a05-b991-febfaf513906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:27.776497 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-73882d4a-f1bf-4a05-b991-febfaf513906 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7afe00c7-0c31-47a6-b42e-34bd0aaaaf4e HTTP/1.1" status: 204 len: 168 time: 0.8531065 Apr 05 20:24:27.844263 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e504-dab0-4cc2-bf92-788282a4ec30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:27.844884 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fef1e17f-faee-4c59-9af3-daff9ce4de04 req-da5d85f4-cb73-4597-865f-f05a193640d5 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262963 Apr 05 20:24:27.980637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41794) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:28.045065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8e504-dab0-4cc2-bf92-788282a4ec30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cf2f22-a764-4a03-8a82-42b27179725f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:28.107495 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5c8e504-dab0-4cc2-bf92-788282a4ec30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:28.113329 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f5c8e504-dab0-4cc2-bf92-788282a4ec30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44cf2f22-a764-4a03-8a82-42b27179725f HTTP/1.1" status: 204 len: 168 time: 0.5339215 Apr 05 20:24:28.174626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 353561e0-6383-44d5-a3d8-5938dfd67a2c details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:24:28.183032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68b96b-103d-4561-91aa-1c011b8bb27c req-fc811861-e7d4-4b9d-b4b9-75a1d8d96d87 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:28.184783 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d68b96b-103d-4561-91aa-1c011b8bb27c req-fc811861-e7d4-4b9d-b4b9-75a1d8d96d87 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 943 time: 0.1452975 Apr 05 20:24:28.268979 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d68b96b-103d-4561-91aa-1c011b8bb27c req-6e57c26d-da6e-42f0-bd27-ac59dcafdc3b tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698526 Apr 05 20:24:28.437374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 353561e0-6383-44d5-a3d8-5938dfd67a2c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=353561e0-6383-44d5-a3d8-5938dfd67a2c,segment=NetworkSegment(e01472c5-1f4c-424a-850a-d35b2bf28ba6),segment_id=e01472c5-1f4c-424a-850a-d35b2bf28ba6)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:28.454154 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '353561e0-6383-44d5-a3d8-5938dfd67a2c', 'network_id': '0036c264-6107-49cf-a8f2-adcdce404271', 'port_id': '353561e0-6383-44d5-a3d8-5938dfd67a2c', 'mac_address': 'fa:16:3e:8f:ab:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2dc6ff-910e-46dc-beb1-17e6615cd54b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:24:28.641336 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:28.698275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 353561e0-6383-44d5-a3d8-5938dfd67a2c {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:24:28.712003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-f129bca8-4347-4f51-bc48-41281be016b5 admin admin] Deleting subnet 7b600e23-44bb-460f-a1af-d7c4b74bf29a {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:24:28.719718 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f129bca8-4347-4f51-bc48-41281be016b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:28.745253 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 353561e0-6383-44d5-a3d8-5938dfd67a2c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=353561e0-6383-44d5-a3d8-5938dfd67a2c,segment=NetworkSegment(e01472c5-1f4c-424a-850a-d35b2bf28ba6),segment_id=e01472c5-1f4c-424a-850a-d35b2bf28ba6)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:28.756528 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:28.794347 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f129bca8-4347-4f51-bc48-41281be016b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:28.888321 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f129bca8-4347-4f51-bc48-41281be016b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:28.926307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=353561e0-6383-44d5-a3d8-5938dfd67a2c,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:28.940022 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:28.940377 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:28.940704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:28.941235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:28.942295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:28.942795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:28.943799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:28.943799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:28.944027 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:28.944623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:28.944908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:28.945759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:29.012263 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['353561e0-6383-44d5-a3d8-5938dfd67a2c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:24:29.034550 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f129bca8-4347-4f51-bc48-41281be016b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:29.115712 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f129bca8-4347-4f51-bc48-41281be016b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:29.126943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129bca8-4347-4f51-bc48-41281be016b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b600e23-44bb-460f-a1af-d7c4b74bf29a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:29.140614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41830) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:29.142470 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f129bca8-4347-4f51-bc48-41281be016b5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7b600e23-44bb-460f-a1af-d7c4b74bf29a HTTP/1.1" status: 204 len: 168 time: 1.1605814 Apr 05 20:24:29.346171 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4041f1d3-91f4-43ff-a450-d393579a0435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:29.532166 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4041f1d3-91f4-43ff-a450-d393579a0435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:29.576801 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-4041f1d3-91f4-43ff-a450-d393579a0435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8188ca25-8db1-4824-8f89-d3f54dd6b796']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:29.595148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea133a34-9837-4b47-98b5-5747aa34ac10 req-27377d45-aeda-420c-bfde-f396b1a5a525 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:29.595820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-4041f1d3-91f4-43ff-a450-d393579a0435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a22c28e-c683-43e9-bc82-1f7a6d8d0755') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:29.596000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-4041f1d3-91f4-43ff-a450-d393579a0435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a22c28e-c683-43e9-bc82-1f7a6d8d0755') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:29.597249 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea133a34-9837-4b47-98b5-5747aa34ac10 req-27377d45-aeda-420c-bfde-f396b1a5a525 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 944 time: 0.1464372 Apr 05 20:24:29.617992 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4041f1d3-91f4-43ff-a450-d393579a0435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:29.642790 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4041f1d3-91f4-43ff-a450-d393579a0435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:29.664225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4041f1d3-91f4-43ff-a450-d393579a0435 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:24:29.664490 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4041f1d3-91f4-43ff-a450-d393579a0435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:29.699556 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea133a34-9837-4b47-98b5-5747aa34ac10 req-98d1f0e7-124e-4579-95eb-b26f99ae89c0 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937097 Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:24:29.717388 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:24:29.859387 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4041f1d3-91f4-43ff-a450-d393579a0435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:29.880792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4041f1d3-91f4-43ff-a450-d393579a0435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:29.898080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041f1d3-91f4-43ff-a450-d393579a0435 admin admin] Pushing event deleted for resources: {'Network': ['ID=8188ca25-8db1-4824-8f89-d3f54dd6b796,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:29.911924 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4041f1d3-91f4-43ff-a450-d393579a0435 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8188ca25-8db1-4824-8f89-d3f54dd6b796 HTTP/1.1" status: 204 len: 168 time: 0.7680357 Apr 05 20:24:30.179101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 353561e0-6383-44d5-a3d8-5938dfd67a2c up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:24:30.203854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41892) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:30.275019 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 353561e0-6383-44d5-a3d8-5938dfd67a2c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:24:30.285112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 353561e0-6383-44d5-a3d8-5938dfd67a2c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:30.285535 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:30.297633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41898) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:30.298129 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8b23aee3-6ca1-4cad-bb46-e34926e86780 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09a608d642f24eeba3830dc870c40d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930989 Apr 05 20:24:30.381899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41902) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:30.403125 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf35f6b1-ba98-4277-974a-4472a8818e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:30.430734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41908) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:30.451373 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:30.455183 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf35f6b1-ba98-4277-974a-4472a8818e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:30.498899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 353561e0-6383-44d5-a3d8-5938dfd67a2c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=353561e0-6383-44d5-a3d8-5938dfd67a2c,segment=NetworkSegment(e01472c5-1f4c-424a-850a-d35b2bf28ba6),segment_id=e01472c5-1f4c-424a-850a-d35b2bf28ba6)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:30.499648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24bbee8-d96f-4bae-93bc-d390381ab52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353561e0-6383-44d5-a3d8-5938dfd67a2c'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:24:30.510954 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:30.610915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1fdd1705-c559-410f-a3c7-a781b7a50bf9 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:30.613334 n-d-836604-1 neutron-server[87964]: WARNING neutron.api.v2.base [None req-1fdd1705-c559-410f-a3c7-a781b7a50bf9 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 05 20:24:30.614101 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-1fdd1705-c559-410f-a3c7-a781b7a50bf9 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 20:24:30.623999 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1fdd1705-c559-410f-a3c7-a781b7a50bf9 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2373381 Apr 05 20:24:30.625163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41916) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:30.632452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064891969'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:30.643731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:30.651874 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24bbee8-d96f-4bae-93bc-d390381ab52e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '353561e0-6383-44d5-a3d8-5938dfd67a2c', 'code': 200} Apr 05 20:24:30.652364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=353561e0-6383-44d5-a3d8-5938dfd67a2c,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:30.657058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:30.661869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:24:30.665039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:30.687506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-804836759'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:30.692303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:30.699584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Usage tracker for resource:network and tenant:130f5c39034d41cb824f7c5abeb4f574 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:30.704503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:30.715688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:30.741067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:30.744004 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Made reservation on behalf of 130f5c39034d41cb824f7c5abeb4f574 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:24:30.751530 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:30.774357 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:30.800922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:30.806471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Usage tracker for resource:security_group_rule and tenant:130f5c39034d41cb824f7c5abeb4f574 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:30.811945 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:30.823455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:30.839954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:30.839954 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:30.877530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:30.888200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:30.893759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:30.893850 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf35f6b1-ba98-4277-974a-4472a8818e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:30.906228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:30.933944 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35f6b1-ba98-4277-974a-4472a8818e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bb701c-84d0-4b2d-bf18-6fe452774395,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:30.956710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29814abc-dc02-47f8-9a9d-4237b37d9bf4 req-d292876f-2db7-40af-8437-b8643fe1925a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:30.961191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-29814abc-dc02-47f8-9a9d-4237b37d9bf4 req-d292876f-2db7-40af-8437-b8643fe1925a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 1096 time: 0.2914178 Apr 05 20:24:30.981664 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.030264 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:31.037430 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.059990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf35f6b1-ba98-4277-974a-4472a8818e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.064893 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cf35f6b1-ba98-4277-974a-4472a8818e44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65bb701c-84d0-4b2d-bf18-6fe452774395 HTTP/1.1" status: 204 len: 168 time: 0.7660556 Apr 05 20:24:31.069021 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-29814abc-dc02-47f8-9a9d-4237b37d9bf4 req-de314014-d69c-4fa5-b280-00bdd196bbf2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992684 Apr 05 20:24:31.080534 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.099772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.133858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:31.179101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:24:31.183479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436ba810-044c-4b6e-a15c-49db0459d135,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:31.187211 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.199860 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.202676 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.203015 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Added segment f81da623-0f6d-4294-9c8a-85064c31cbc9 of type vlan for network 261ec4bf-ba3c-4531-bf22-377a832cd940 Apr 05 20:24:31.220173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1e7b7-95d6-4ad1-b0d3-82dbee471f9e req-7487b659-8c1c-4063-886c-26c482abb0d3 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:31.226953 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7ce1e7b7-95d6-4ad1-b0d3-82dbee471f9e req-7487b659-8c1c-4063-886c-26c482abb0d3 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.2353702 Apr 05 20:24:31.235709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:31.268736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:31.281170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:31.311345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:31.318014 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8d5342-7ac3-4adf-9f9c-6e615f1e8a06,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:31.323177 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.347313 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7ce1e7b7-95d6-4ad1-b0d3-82dbee471f9e req-2d765550-466e-4162-bf53-30d5b46d27eb tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195228 Apr 05 20:24:31.400445 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.405970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:31.406699 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.569900 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.575417 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1440027 Apr 05 20:24:31.578573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41952) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:31.579054 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.583268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326068c-e937-4cfd-b225-2e90b6d8c2ec tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event updated for resources: {'Network': ['ID=261ec4bf-ba3c-4531-bf22-377a832cd940,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:31.587462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Request body: {'subnet': {'network_id': '261ec4bf-ba3c-4531-bf22-377a832cd940', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:31.597386 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 261ec4bf-ba3c-4531-bf22-377a832cd940 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:24:31.630401 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.633115 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0073280 Apr 05 20:24:31.638000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41958) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:31.641001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05dfcc-8310-4fef-95ec-f33ba34c57e4 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a15abc7-13f6-4f42-b6ca-224afe290aaf,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:31.646917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5e3acc7c-1a5b-4fd2-9a34-b8a3bd6256c1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '0a15abc7-13f6-4f42-b6ca-224afe290aaf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:31.654477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5e3acc7c-1a5b-4fd2-9a34-b8a3bd6256c1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:31.658447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5e3acc7c-1a5b-4fd2-9a34-b8a3bd6256c1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:31.665143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5e3acc7c-1a5b-4fd2-9a34-b8a3bd6256c1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:31.679452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5e3acc7c-1a5b-4fd2-9a34-b8a3bd6256c1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:31.731895 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e3acc7c-1a5b-4fd2-9a34-b8a3bd6256c1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.816032 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e3acc7c-1a5b-4fd2-9a34-b8a3bd6256c1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.818347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:31.823477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Usage tracker for resource:subnet and tenant:130f5c39034d41cb824f7c5abeb4f574 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:31.826863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:31.827502 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e3acc7c-1a5b-4fd2-9a34-b8a3bd6256c1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.834272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:31.850741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Made reservation on behalf of 130f5c39034d41cb824f7c5abeb4f574 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:24:31.857183 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.870194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3acc7c-1a5b-4fd2-9a34-b8a3bd6256c1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4fa420-d08f-41b8-8027-3699b291626f,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:31.881306 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e3acc7c-1a5b-4fd2-9a34-b8a3bd6256c1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:31.885453 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5e3acc7c-1a5b-4fd2-9a34-b8a3bd6256c1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2460456 Apr 05 20:24:31.889285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41970) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:31.900845 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-27d68196-c718-4f49-8f3e-f26d62e70967 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '0a15abc7-13f6-4f42-b6ca-224afe290aaf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:31.908482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-27d68196-c718-4f49-8f3e-f26d62e70967 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:31.916107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-27d68196-c718-4f49-8f3e-f26d62e70967 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:31.921841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-27d68196-c718-4f49-8f3e-f26d62e70967 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:31.931045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-27d68196-c718-4f49-8f3e-f26d62e70967 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:31.977917 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-27d68196-c718-4f49-8f3e-f26d62e70967 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.065553 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-27d68196-c718-4f49-8f3e-f26d62e70967 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 20:24:32.073595 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-27d68196-c718-4f49-8f3e-f26d62e70967 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1803772 Apr 05 20:24:32.074116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41992) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:32.145921 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-40f6f648-1f91-45fa-bfd4-6bacb7f3a088 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.167800 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.181835 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:24:32.185390 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-40f6f648-1f91-45fa-bfd4-6bacb7f3a088 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.262994 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-40f6f648-1f91-45fa-bfd4-6bacb7f3a088 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.295607 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-40f6f648-1f91-45fa-bfd4-6bacb7f3a088 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.298853 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-40f6f648-1f91-45fa-bfd4-6bacb7f3a088 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "DELETE /v2.0/security-groups/0a15abc7-13f6-4f42-b6ca-224afe290aaf HTTP/1.1" status: 204 len: 168 time: 0.2217066 Apr 05 20:24:32.299751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42000) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:32.302321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f6f648-1f91-45fa-bfd4-6bacb7f3a088 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a15abc7-13f6-4f42-b6ca-224afe290aaf,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:32.365086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:32.373948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42004) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:32.400901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526', 'mac_address': 'fa:16:3e:60:ab:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:24:32.418653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Checking segment: {'id': 'f81da623-0f6d-4294-9c8a-85064c31cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '261ec4bf-ba3c-4531-bf22-377a832cd940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:24:32.419029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Network hostable DHCP agents. Network: 261ec4bf-ba3c-4531-bf22-377a832cd940, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:24:32.433953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event updated for resources: {'Subnet': ['ID=dbd75d05-27ca-406e-b1b3-536a413d921d,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:32.469254 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.491384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:24:32.510298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:32.515751 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.570088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42016) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:32.577655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033287549'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:32.584372 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cfc22346-dfdb-4508-af00-976fe705aff8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2600431 Apr 05 20:24:32.592825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:32.602077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Network 261ec4bf-ba3c-4531-bf22-377a832cd940 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:24:32.604191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:32.614819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:32.619012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:32.624858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 261ec4bf-ba3c-4531-bf22-377a832cd940) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:32.630468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:32.630917 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.638913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e1fada-6686-4bc8-abe0-bcd1a929888d None None] Network 261ec4bf-ba3c-4531-bf22-377a832cd940 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:24:32.658811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c10554b-b5ff-487f-ac98-8837ca9c4da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:24:32.660317 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b99aac73-1179-4e1b-bf74-4784bdcc8027 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0800414 Apr 05 20:24:32.661701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42028) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:32.671467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-afebcf65-bf54-40b6-8ea6-2bfa777f5f7a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-552079973', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:32.684618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-afebcf65-bf54-40b6-8ea6-2bfa777f5f7a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:32.690914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-afebcf65-bf54-40b6-8ea6-2bfa777f5f7a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Usage tracker for resource:router and tenant:130f5c39034d41cb824f7c5abeb4f574 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:32.694292 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-afebcf65-bf54-40b6-8ea6-2bfa777f5f7a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:32.708442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-afebcf65-bf54-40b6-8ea6-2bfa777f5f7a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:32.709620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['c685ed31-0cc4-43f4-b0c8-a67a9ad5b526'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:24:32.732276 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-afebcf65-bf54-40b6-8ea6-2bfa777f5f7a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.733675 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-afebcf65-bf54-40b6-8ea6-2bfa777f5f7a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.761089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:32.775525 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c10554b-b5ff-487f-ac98-8837ca9c4da6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5', 'code': 200} Apr 05 20:24:32.786149 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-afebcf65-bf54-40b6-8ea6-2bfa777f5f7a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.805202 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.838293 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-afebcf65-bf54-40b6-8ea6-2bfa777f5f7a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.927142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:32.936251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:32.944029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:32.986994 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-afebcf65-bf54-40b6-8ea6-2bfa777f5f7a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:32.992219 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-afebcf65-bf54-40b6-8ea6-2bfa777f5f7a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3269746 Apr 05 20:24:32.994106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42048) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:33.008494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:33.044931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-network', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:33.074807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1300b6-46e6-41ed-9716-1ffc2c9334d6 req-d231f4fc-9921-4990-9716-a327959546ad tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:33.076382 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c1300b6-46e6-41ed-9716-1ffc2c9334d6 req-d231f4fc-9921-4990-9716-a327959546ad tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.4517694 Apr 05 20:24:33.086188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:33.121338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Usage tracker for resource:network and tenant:82397fe5d80f49599d0b8e518897ed13 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:33.129892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:33.141925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:33.209324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Made reservation on behalf of 82397fe5d80f49599d0b8e518897ed13 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:24:33.211861 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:33.229588 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c1300b6-46e6-41ed-9716-1ffc2c9334d6 req-3a8c56c2-77bc-436f-86cb-6c98f3b6f300 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447854 Apr 05 20:24:33.241391 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:33.257495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-261ec4bf-ba3c-4531-bf22-377a832cd940', 'network_id': '261ec4bf-ba3c-4531-bf22-377a832cd940', 'tenant_id': '130f5c39034d41cb824f7c5abeb4f574', 'fixed_ips': [{'subnet_id': 'dbd75d05-27ca-406e-b1b3-536a413d921d'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:24:33.274356 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:33.303677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:33.326852 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:33.330197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Usage tracker for resource:security_group_rule and tenant:82397fe5d80f49599d0b8e518897ed13 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:33.333485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:33.340821 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:33.363359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:33.401661 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-480483ca-1ba0-467b-9b62-4654d5cd2c0c req-a78f38ed-24aa-41c6-a885-4b2cc5e20c07 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4926512 Apr 05 20:24:33.411845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:33.413475 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8421915 Apr 05 20:24:33.417446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945688eb-9ef9-4192-9764-965e1e5582b8 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2074e6-629c-4632-aa7c-14eeae9889aa,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:33.455539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42084) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:33.469135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-943b9355-ad14-4428-b93b-eed6b98a21fb tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '0f2074e6-629c-4632-aa7c-14eeae9889aa', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:33.469996 n-d-836604-1 neutron-server[87964]: WARNING neutron.api.v2.base [None req-943b9355-ad14-4428-b93b-eed6b98a21fb tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 05 20:24:33.470506 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-943b9355-ad14-4428-b93b-eed6b98a21fb tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:33.474456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-943b9355-ad14-4428-b93b-eed6b98a21fb tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0146470 Apr 05 20:24:33.474831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42092) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:33.532378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Allocated IP 172.20.0.2 (261ec4bf-ba3c-4531-bf22-377a832cd940/dbd75d05-27ca-406e-b1b3-536a413d921d/85e657be-5577-41f6-9019-d8f21123d653) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:24:33.773090 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1eb90363-4870-450a-ace9-b463910209ad tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:33.785048 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:33.806880 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:33.880258 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1eb90363-4870-450a-ace9-b463910209ad tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:33.890279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:24:33.896036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc1c8df-49ee-462b-9d6d-db1c3e627e39,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:33.968424 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:33.968776 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Added segment a9ab473e-e75a-4179-b5cb-d81684707080 of type vlan for network 957380d5-ff07-44ca-8a11-0d4ab455b8dc Apr 05 20:24:33.984575 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:34.020754 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Transition to ACTIVE for port object 85e657be-5577-41f6-9019-d8f21123d653 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:34.048166 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Transition to ACTIVE for port object 85e657be-5577-41f6-9019-d8f21123d653 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:34.062050 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:34.131092 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:34.172916 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1eb90363-4870-450a-ace9-b463910209ad tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:34.245307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb90363-4870-450a-ace9-b463910209ad tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2074e6-629c-4632-aa7c-14eeae9889aa,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:34.256947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Pushing event updated for resources: {'Port': ['ID=85e657be-5577-41f6-9019-d8f21123d653,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:34.268884 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:24:34.279177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6547e6cb-3837-4be4-b255-fbca1000c027 req-186aa092-b215-4503-84b7-74bcb5a0c48d tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:34.288722 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6547e6cb-3837-4be4-b255-fbca1000c027 req-186aa092-b215-4503-84b7-74bcb5a0c48d tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.3394685 Apr 05 20:24:34.294030 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:34.295605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:34.296392 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:34.328578 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:34.346979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Network 261ec4bf-ba3c-4531-bf22-377a832cd940 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:24:34.391506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:34.394367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:24:34.521350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:34.521720 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:34.541205 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6547e6cb-3837-4be4-b255-fbca1000c027 req-6612c815-4f2d-4a61-8a55-0eb605e5cb9e tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482708 Apr 05 20:24:34.543081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1eb90363-4870-450a-ace9-b463910209ad tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:34.550192 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1eb90363-4870-450a-ace9-b463910209ad tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "DELETE /v2.0/security-groups/0f2074e6-629c-4632-aa7c-14eeae9889aa HTTP/1.1" status: 204 len: 168 time: 1.0595598 Apr 05 20:24:34.561557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42156) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:34.607145 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480483ca-1ba0-467b-9b62-4654d5cd2c0c req-370285db-d102-4530-998c-c8b80d0f662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:34.609154 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-480483ca-1ba0-467b-9b62-4654d5cd2c0c req-370285db-d102-4530-998c-c8b80d0f662a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cacddfd3b9c49d89d5ff1308dbf1de8&device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 1099 time: 1.0546465 Apr 05 20:24:34.610318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Attempting to bind port 85e657be-5577-41f6-9019-d8f21123d653 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:24:34.610705 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Attempting to bind port 85e657be-5577-41f6-9019-d8f21123d653 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'f81da623-0f6d-4294-9c8a-85064c31cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '261ec4bf-ba3c-4531-bf22-377a832cd940'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:24:34.611057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Attempting to bind port 85e657be-5577-41f6-9019-d8f21123d653 on network 261ec4bf-ba3c-4531-bf22-377a832cd940 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:24:34.626054 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:24:34.626695 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Checking segment: {'id': 'f81da623-0f6d-4294-9c8a-85064c31cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '261ec4bf-ba3c-4531-bf22-377a832cd940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:24:34.627832 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:34.628428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Bound using segment: {'id': 'f81da623-0f6d-4294-9c8a-85064c31cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '261ec4bf-ba3c-4531-bf22-377a832cd940'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:24:34.629090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Bound port: 85e657be-5577-41f6-9019-d8f21123d653, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f81da623-0f6d-4294-9c8a-85064c31cbc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '261ec4bf-ba3c-4531-bf22-377a832cd940'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:24:34.629812 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:34.697700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3233905 Apr 05 20:24:34.705317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42166) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:34.715484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Request body: {'subnet': {'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-subnet', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:34.722421 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:34.730674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69136d81-0236-401b-95df-3679b96441e0 admin admin] Pushing event updated for resources: {'Network': ['ID=957380d5-ff07-44ca-8a11-0d4ab455b8dc,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:34.733366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:34.739137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Usage tracker for resource:subnet and tenant:82397fe5d80f49599d0b8e518897ed13 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:34.747324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:34.766434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:34.767626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:34.768127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 957380d5-ff07-44ca-8a11-0d4ab455b8dc details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:24:34.797362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Made reservation on behalf of 82397fe5d80f49599d0b8e518897ed13 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:24:34.803886 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:34.882063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee6e49-ed1a-4834-9b1a-b590141248d7 req-d37eb62a-cca5-49bf-8a5a-7e024ee23cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:34.888675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:24:34.891854 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9ee6e49-ed1a-4834-9b1a-b590141248d7 req-d37eb62a-cca5-49bf-8a5a-7e024ee23cd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44a73d7388664fb1bd4e54ae3b4705c8&device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 1096 time: 1.1098554 Apr 05 20:24:34.982021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] For port 85e657be-5577-41f6-9019-d8f21123d653, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:24:34.986902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] For port 85e657be-5577-41f6-9019-d8f21123d653, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=85e657be-5577-41f6-9019-d8f21123d653,segment=NetworkSegment(f81da623-0f6d-4294-9c8a-85064c31cbc9),segment_id=f81da623-0f6d-4294-9c8a-85064c31cbc9)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:24:34.989750 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:35.085608 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526', 'code': 200} Apr 05 20:24:35.098592 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:35.151899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,revision_number=10']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:35.176290 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:35.333965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a73fcf3-bad6-44eb-9840-4132570fe122,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:35.334753 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adac58-1e24-4791-9c03-e59ded004f0d None None] Pushing event updated for resources: {'Port': ['ID=85e657be-5577-41f6-9019-d8f21123d653,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:35.391433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Checking segment: {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:24:35.391726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Network hostable DHCP agents. Network: 957380d5-ff07-44ca-8a11-0d4ab455b8dc, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:24:35.453152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Network 957380d5-ff07-44ca-8a11-0d4ab455b8dc is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:24:35.480324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 957380d5-ff07-44ca-8a11-0d4ab455b8dc) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:35.488673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:35.490010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:35.521045 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8e1437-769b-473a-bbfa-d7a006e61b87 None None] Network 957380d5-ff07-44ca-8a11-0d4ab455b8dc requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:24:35.551659 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-74e7aff9-c519-46c4-a00c-a55fe944b55c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8450561 Apr 05 20:24:35.562736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42216) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:35.593763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:35.607018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:35.619600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Usage tracker for resource:router and tenant:82397fe5d80f49599d0b8e518897ed13 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:35.623574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:35.630877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:35.656773 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:35.658223 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:35.691568 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:35.740554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480483ca-1ba0-467b-9b62-4654d5cd2c0c req-d23ce99e-abe1-4d4a-83f3-1208d3b2ad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:35.746539 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-480483ca-1ba0-467b-9b62-4654d5cd2c0c req-d23ce99e-abe1-4d4a-83f3-1208d3b2ad20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 1.0277050 Apr 05 20:24:36.074978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42224) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:36.078613 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:24:36.079523 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:36.129160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee6e49-ed1a-4834-9b1a-b590141248d7 req-e43f7f62-bc68-453b-ac2e-23bbe54432ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:36.133213 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9ee6e49-ed1a-4834-9b1a-b590141248d7 req-e43f7f62-bc68-453b-ac2e-23bbe54432ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=0036c264-6107-49cf-a8f2-adcdce404271 HTTP/1.1" status: 200 len: 912 time: 1.0834150 Apr 05 20:24:36.165756 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-29d8ef0a-4d35-47be-942a-abfc2506883a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.5918596 Apr 05 20:24:36.172403 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42230) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:36.177059 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-480483ca-1ba0-467b-9b62-4654d5cd2c0c req-bc136604-1978-4267-b51b-44e8b5d1df8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 HTTP/1.1" status: 200 len: 217 time: 0.1202574 Apr 05 20:24:36.237021 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:36.360168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group': {'name': 'tempest-secgroup--152272684'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:36.373502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:36.383049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:36.390100 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:36.394320 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac37c669-6608-4f03-8290-51885cd29695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:36.408942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:36.425690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Allocated IP 172.20.0.2 (957380d5-ff07-44ca-8a11-0d4ab455b8dc/1a73fcf3-bad6-44eb-9840-4132570fe122/d2eb763b-ba58-4117-978b-d2dcb2d2a671) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:24:36.433239 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9ee6e49-ed1a-4834-9b1a-b590141248d7 req-d708db87-70da-4e62-b713-cdfe8733e761 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=353561e0-6383-44d5-a3d8-5938dfd67a2c HTTP/1.1" status: 200 len: 217 time: 0.2620139 Apr 05 20:24:36.450592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ac37c669-6608-4f03-8290-51885cd29695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:36.456296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ac37c669-6608-4f03-8290-51885cd29695 admin admin] Usage tracker for resource:security_group_rule and tenant:a128eb2f0bab457cbe877153649c542f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:36.460643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ac37c669-6608-4f03-8290-51885cd29695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:36.475693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ac37c669-6608-4f03-8290-51885cd29695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:36.527873 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:36.754250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:36.760687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:36.765116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:36.766480 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac37c669-6608-4f03-8290-51885cd29695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:36.776268 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac37c669-6608-4f03-8290-51885cd29695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:36.791082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:36.826051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480483ca-1ba0-467b-9b62-4654d5cd2c0c req-773cf42c-d825-4baf-ad54-0c989ef2bcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:36.828031 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-480483ca-1ba0-467b-9b62-4654d5cd2c0c req-773cf42c-d825-4baf-ad54-0c989ef2bcab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.4813597 Apr 05 20:24:36.890251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb430878-8004-4036-bc46-bdd130098b55 None None] Network 261ec4bf-ba3c-4531-bf22-377a832cd940 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:24:36.924726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ac37c669-6608-4f03-8290-51885cd29695 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a128eb2f0bab457cbe877153649c542f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8486259 Apr 05 20:24:36.931320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37c669-6608-4f03-8290-51885cd29695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab831c7-9d61-4b12-91e9-27b75986f13e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:36.933790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42244) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:36.978041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Allocated IP 172.20.0.1 (261ec4bf-ba3c-4531-bf22-377a832cd940/dbd75d05-27ca-406e-b1b3-536a413d921d/236111b4-2fe8-4a45-b80e-50670264d5d5) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:24:36.997057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a3b86539-6b98-4800-8f5d-9720e46b5405 None None] Provisioning for port 85e657be-5577-41f6-9019-d8f21123d653 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:24:37.108457 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:37.125644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Transition to ACTIVE for port object d2eb763b-ba58-4117-978b-d2dcb2d2a671 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:37.165769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Transition to ACTIVE for port object d2eb763b-ba58-4117-978b-d2dcb2d2a671 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:37.199478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:37.232355 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:37.232574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Transition to ACTIVE for port object 236111b4-2fe8-4a45-b80e-50670264d5d5 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:37.267067 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:37.267223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ee6e49-ed1a-4834-9b1a-b590141248d7 req-3f6a48d8-5822-427f-b715-990fe9346e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:37.268940 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9ee6e49-ed1a-4834-9b1a-b590141248d7 req-3f6a48d8-5822-427f-b715-990fe9346e9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b2dc6ff-910e-46dc-beb1-17e6615cd54b HTTP/1.1" status: 200 len: 851 time: 0.7216747 Apr 05 20:24:37.290600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c15d9-deb6-4c8c-b75d-b897a48d0835 req-40e30516-0006-4278-bcdf-fb8157cc28ce tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:37.299151 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a9c15d9-deb6-4c8c-b75d-b897a48d0835 req-40e30516-0006-4278-bcdf-fb8157cc28ce tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 1.3366454 Apr 05 20:24:37.303574 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:37.311081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:37.347075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 85e657be-5577-41f6-9019-d8f21123d653 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:24:37.400200 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Network 957380d5-ff07-44ca-8a11-0d4ab455b8dc is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:24:37.410984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:37.420972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:24:37.466549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event updated for resources: {'Port': ['ID=236111b4-2fe8-4a45-b80e-50670264d5d5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:37.472909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Allocated IP 172.25.8.182 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/e972ed62-e9d4-440a-b670-36471a62ee7a) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:24:37.506926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Network 261ec4bf-ba3c-4531-bf22-377a832cd940 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:24:37.521476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:37.525680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:24:37.610640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Pushing event updated for resources: {'Port': ['ID=d2eb763b-ba58-4117-978b-d2dcb2d2a671,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:37.647115 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Attempting to bind port d2eb763b-ba58-4117-978b-d2dcb2d2a671 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:24:37.647636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Attempting to bind port d2eb763b-ba58-4117-978b-d2dcb2d2a671 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:24:37.651377 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Attempting to bind port d2eb763b-ba58-4117-978b-d2dcb2d2a671 on network 957380d5-ff07-44ca-8a11-0d4ab455b8dc {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:24:37.665758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:24:37.666319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Checking segment: {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:24:37.667078 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:37.667568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Bound using segment: {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:24:37.668159 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Bound port: d2eb763b-ba58-4117-978b-d2dcb2d2a671, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:24:37.668628 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:37.777827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] For port d2eb763b-ba58-4117-978b-d2dcb2d2a671, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:24:37.781445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] For port d2eb763b-ba58-4117-978b-d2dcb2d2a671, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d2eb763b-ba58-4117-978b-d2dcb2d2a671,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:24:37.784687 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 85e657be-5577-41f6-9019-d8f21123d653 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:24:37.793845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 85e657be-5577-41f6-9019-d8f21123d653 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:37.796420 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f46c-9edd-4da7-a683-1135276af072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:37.797303 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:37.808231 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:37.871803 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f46c-9edd-4da7-a683-1135276af072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:37.885377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:37.892017 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.001870 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.053704 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9ee6e49-ed1a-4834-9b1a-b590141248d7 req-46ee2dff-bd7b-4ad9-9cdb-8b8a91f741ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0036c264-6107-49cf-a8f2-adcdce404271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7405238 Apr 05 20:24:38.073251 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a9c15d9-deb6-4c8c-b75d-b897a48d0835 req-a312a3c2-d0c8-4670-9155-330bfa8e7c10 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7731414 Apr 05 20:24:38.097844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b695ef7-39a0-41c9-8c9d-5eb259a152e0 None None] Pushing event updated for resources: {'Port': ['ID=d2eb763b-ba58-4117-978b-d2dcb2d2a671,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:38.152499 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.161477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Pushing event updated for resources: {'Port': ['ID=e972ed62-e9d4-440a-b670-36471a62ee7a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:38.177958 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f46c-9edd-4da7-a683-1135276af072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.208877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7f46c-9edd-4da7-a683-1135276af072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab831c7-9d61-4b12-91e9-27b75986f13e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:38.229662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:24:38.241763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:38.245465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:24:38.268923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 85e657be-5577-41f6-9019-d8f21123d653, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=85e657be-5577-41f6-9019-d8f21123d653,segment=NetworkSegment(f81da623-0f6d-4294-9c8a-85064c31cbc9),segment_id=f81da623-0f6d-4294-9c8a-85064c31cbc9)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:38.282677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480483ca-1ba0-467b-9b62-4654d5cd2c0c req-68564a43-2b53-4271-85c5-22365262d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:38.286211 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-480483ca-1ba0-467b-9b62-4654d5cd2c0c req-68564a43-2b53-4271-85c5-22365262d50e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4384670 Apr 05 20:24:38.289392 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.443696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=85e657be-5577-41f6-9019-d8f21123d653,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:38.486761 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-80a8e6e1-2b41-4f31-b20c-cb36b47fdbf3 None None] Provisioning for port 236111b4-2fe8-4a45-b80e-50670264d5d5 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:24:38.495350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-80a8e6e1-2b41-4f31-b20c-cb36b47fdbf3 None None] Provisioning complete for port 236111b4-2fe8-4a45-b80e-50670264d5d5 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:38.495723 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-80a8e6e1-2b41-4f31-b20c-cb36b47fdbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.510942 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.547348 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.551137 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.601525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-80a8e6e1-2b41-4f31-b20c-cb36b47fdbf3 None None] Port 236111b4-2fe8-4a45-b80e-50670264d5d5 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:24:38.660054 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-80a8e6e1-2b41-4f31-b20c-cb36b47fdbf3 None None] Provisioning complete for port 85e657be-5577-41f6-9019-d8f21123d653 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:38.663128 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-80a8e6e1-2b41-4f31-b20c-cb36b47fdbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.741113 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dfc7f46c-9edd-4da7-a683-1135276af072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.782501 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dfc7f46c-9edd-4da7-a683-1135276af072 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ab831c7-9d61-4b12-91e9-27b75986f13e HTTP/1.1" status: 204 len: 168 time: 1.8106287 Apr 05 20:24:38.824012 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.878090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005a7ca8-4b7a-4c9e-badd-7917c7efeec6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:38.978708 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:38.983173 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-30f7119a-95ab-4db6-8121-fbe7758d85c5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.8080306 Apr 05 20:24:38.988054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42270) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:39.026612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-445cfd4b-5190-4941-a1cb-03e99177bf5b tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '005a7ca8-4b7a-4c9e-badd-7917c7efeec6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:39.027555 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-445cfd4b-5190-4941-a1cb-03e99177bf5b tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 05 20:24:39.028186 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-445cfd4b-5190-4941-a1cb-03e99177bf5b tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:39.032593 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-445cfd4b-5190-4941-a1cb-03e99177bf5b tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0270355 Apr 05 20:24:39.036211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42276) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:39.093718 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9ee6e49-ed1a-4834-9b1a-b590141248d7 req-3ae46bf2-4a8e-416b-b9b2-a0e5fd16f56c service neutron] 10.222.0.13 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0117452 Apr 05 20:24:39.112767 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-480483ca-1ba0-467b-9b62-4654d5cd2c0c req-96c0e2e5-58a7-4593-bf95-e85300636a6b service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074179 Apr 05 20:24:39.163815 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:39.289865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0a42a2d2-8ebf-4088-b208-10a406dbe556 None None] Provisioning complete for port 236111b4-2fe8-4a45-b80e-50670264d5d5 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:39.290453 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0a42a2d2-8ebf-4088-b208-10a406dbe556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:39.432783 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0a42a2d2-8ebf-4088-b208-10a406dbe556 None None] Port 236111b4-2fe8-4a45-b80e-50670264d5d5 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:24:39.438408 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 85e657be-5577-41f6-9019-d8f21123d653 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:24:39.444598 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:39.576276 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-480483ca-1ba0-467b-9b62-4654d5cd2c0c req-ba78f517-2b0b-4f63-81be-2ffd20851250 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4121070 Apr 05 20:24:39.589857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42284) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:39.638115 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c916d85-9adf-4652-9e21-8c6e55ea80c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:39.645901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 85e657be-5577-41f6-9019-d8f21123d653 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:39.646422 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:39.674485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6c916d85-9adf-4652-9e21-8c6e55ea80c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:39.689004 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6c916d85-9adf-4652-9e21-8c6e55ea80c7 admin admin] Usage tracker for resource:security_group_rule and tenant:db59755b9eb84b80aff1f091f9bdaee3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:39.760918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6c916d85-9adf-4652-9e21-8c6e55ea80c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:39.805058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6c916d85-9adf-4652-9e21-8c6e55ea80c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:39.893704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f5c4b4-9909-4eb4-aeb6-97cebca0464d None None] Network 957380d5-ff07-44ca-8a11-0d4ab455b8dc requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:24:40.125933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-13a844d1-95fa-48b3-8732-8e3869eaadcf tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:40.155827 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-13a844d1-95fa-48b3-8732-8e3869eaadcf tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:40.183756 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9ee6e49-ed1a-4834-9b1a-b590141248d7 req-5161a7f2-18d6-455e-8660-52cab792a22c service neutron] 10.222.0.13 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0699849 Apr 05 20:24:40.252424 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d2eb763b-ba58-4117-978b-d2dcb2d2a671 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:24:40.303382 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:40.373331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7ee90c50-0ee8-4ae2-a467-6caf1358c3d3 None None] Provisioning for port d2eb763b-ba58-4117-978b-d2dcb2d2a671 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:24:40.374599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edf9b0e-2927-468d-817e-c158be4e14a4 req-1928a260-1571-4d3a-9871-4e44ff97ce94 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:40.385750 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4edf9b0e-2927-468d-817e-c158be4e14a4 req-1928a260-1571-4d3a-9871-4e44ff97ce94 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.7726536 Apr 05 20:24:40.468041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port d2eb763b-ba58-4117-978b-d2dcb2d2a671 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:24:40.491922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d2eb763b-ba58-4117-978b-d2dcb2d2a671 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:40.492484 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:40.646357 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-13a844d1-95fa-48b3-8732-8e3869eaadcf tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:40.658563 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c916d85-9adf-4652-9e21-8c6e55ea80c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:40.683580 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c916d85-9adf-4652-9e21-8c6e55ea80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:40.753677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a844d1-95fa-48b3-8732-8e3869eaadcf tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=005a7ca8-4b7a-4c9e-badd-7917c7efeec6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:40.776778 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-13a844d1-95fa-48b3-8732-8e3869eaadcf tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:40.778684 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-13a844d1-95fa-48b3-8732-8e3869eaadcf tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "DELETE /v2.0/security-groups/005a7ca8-4b7a-4c9e-badd-7917c7efeec6 HTTP/1.1" status: 204 len: 168 time: 1.7185931 Apr 05 20:24:40.792899 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4edf9b0e-2927-468d-817e-c158be4e14a4 req-46cab345-08e4-4c24-80f7-9bcdd9683101 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032221 Apr 05 20:24:40.797963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42302) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:40.807681 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:40.810761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6c916d85-9adf-4652-9e21-8c6e55ea80c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db59755b9eb84b80aff1f091f9bdaee3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2202840 Apr 05 20:24:40.841996 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42306) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:40.862086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port d2eb763b-ba58-4117-978b-d2dcb2d2a671, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d2eb763b-ba58-4117-978b-d2dcb2d2a671,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:40.870101 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:40.909783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5864b0cb-12ae-4335-88b6-c0b7df93f108 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Synchronizing usage tracker for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:24:40.941837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:40.958374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5864b0cb-12ae-4335-88b6-c0b7df93f108 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Unset dirty status for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:24:40.960165 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5864b0cb-12ae-4335-88b6-c0b7df93f108 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1590407 Apr 05 20:24:40.961287 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:40.961945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c916d85-9adf-4652-9e21-8c6e55ea80c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa1dda6-e18e-4e9d-acac-a0a5504d503e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:40.965581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42316) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:40.991158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-db9e19b7-b77f-4d1e-9057-a31a406c2470 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group': {'name': 'tempest-secgroup--512406219'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:41.001243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-db9e19b7-b77f-4d1e-9057-a31a406c2470 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:41.028210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-db9e19b7-b77f-4d1e-9057-a31a406c2470 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:41.058370 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db9e19b7-b77f-4d1e-9057-a31a406c2470 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:41.071100 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:24:41.095170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=d2eb763b-ba58-4117-978b-d2dcb2d2a671,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:41.146808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bf161cdd-f670-48e2-9f5b-aa59a892fa90 None None] Provisioning complete for port d2eb763b-ba58-4117-978b-d2dcb2d2a671 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:41.147081 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bf161cdd-f670-48e2-9f5b-aa59a892fa90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:41.353679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event updated for resources: {'Port': ['ID=236111b4-2fe8-4a45-b80e-50670264d5d5,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:41.436936 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:41.450316 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-113d1113-f052-4ed6-9524-b48010c7537a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:41.559089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-db9e19b7-b77f-4d1e-9057-a31a406c2470 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:41.701250 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02923e4c-74cf-49a4-a8fc-f01544cb856c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:41.720425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-db9e19b7-b77f-4d1e-9057-a31a406c2470 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:41.726076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-db9e19b7-b77f-4d1e-9057-a31a406c2470 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:41.754740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Network 261ec4bf-ba3c-4531-bf22-377a832cd940 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:24:41.755765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-db9e19b7-b77f-4d1e-9057-a31a406c2470 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:41.758025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:41.853341 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02923e4c-74cf-49a4-a8fc-f01544cb856c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:42.090794 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02923e4c-74cf-49a4-a8fc-f01544cb856c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:42.123330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02923e4c-74cf-49a4-a8fc-f01544cb856c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa1dda6-e18e-4e9d-acac-a0a5504d503e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:42.261682 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a2d0c74d-2955-4fc4-ab68-a2b794799052 None None] Provisioning complete for port 236111b4-2fe8-4a45-b80e-50670264d5d5 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:42.262989 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a2d0c74d-2955-4fc4-ab68-a2b794799052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:42.329740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:24:42.366181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0c74d-2955-4fc4-ab68-a2b794799052 None None] Port 236111b4-2fe8-4a45-b80e-50670264d5d5 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:24:42.367854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9348646-7915-419f-9719-0495b1786913 None None] Sync routers for ids ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:24:42.371654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Router ff9374f9-5f0d-4844-9f23-1db4241a881a is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:24:42.383767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9348646-7915-419f-9719-0495b1786913 None None] Routers {'5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:24:42.386882 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b9348646-7915-419f-9719-0495b1786913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:24:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:42.398125 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:42.399352 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2af20abb-8de1-44cc-b40a-211f88ddf534 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8345346 Apr 05 20:24:42.414943 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42336) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:42.485000 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02923e4c-74cf-49a4-a8fc-f01544cb856c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:42.486803 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-02923e4c-74cf-49a4-a8fc-f01544cb856c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8aa1dda6-e18e-4e9d-acac-a0a5504d503e HTTP/1.1" status: 204 len: 168 time: 1.6348021 Apr 05 20:24:42.525741 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db9e19b7-b77f-4d1e-9057-a31a406c2470 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:42.536300 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db9e19b7-b77f-4d1e-9057-a31a406c2470 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:42.628922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e19b7-b77f-4d1e-9057-a31a406c2470 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc8d47a-dc63-4018-80d5-f59402ac4798,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:42.684788 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db9e19b7-b77f-4d1e-9057-a31a406c2470 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:42.687320 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-db9e19b7-b77f-4d1e-9057-a31a406c2470 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7091780 Apr 05 20:24:42.691460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42348) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:42.710000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-16a2abcc-4b10-400d-8c5d-0bb1ac4cf5fe tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': 'cdc8d47a-dc63-4018-80d5-f59402ac4798', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:42.727142 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-16a2abcc-4b10-400d-8c5d-0bb1ac4cf5fe tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 05 20:24:42.727142 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-16a2abcc-4b10-400d-8c5d-0bb1ac4cf5fe tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:42.733666 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-16a2abcc-4b10-400d-8c5d-0bb1ac4cf5fe tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0391309 Apr 05 20:24:42.745849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42352) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:42.745849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0df67572-47f2-4e22-aa41-0e7c8f82de6c tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': 'cdc8d47a-dc63-4018-80d5-f59402ac4798', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:42.745849 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-0df67572-47f2-4e22-aa41-0e7c8f82de6c tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 05 20:24:42.745849 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-0df67572-47f2-4e22-aa41-0e7c8f82de6c tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:42.751493 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0df67572-47f2-4e22-aa41-0e7c8f82de6c tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0154068 Apr 05 20:24:42.780106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42356) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:42.805295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-958ff5db-ca2b-4ae9-8b73-cb51fd8c646a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': 'cdc8d47a-dc63-4018-80d5-f59402ac4798', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:42.806002 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-958ff5db-ca2b-4ae9-8b73-cb51fd8c646a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 05 20:24:42.806520 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-958ff5db-ca2b-4ae9-8b73-cb51fd8c646a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:42.814395 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-958ff5db-ca2b-4ae9-8b73-cb51fd8c646a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0330722 Apr 05 20:24:42.815956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42364) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:42.821939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:24:42.825979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2058d5-c09f-49ec-a471-3e09bbb41b72 req-45f84814-eb41-42d8-ab2e-9c1504546563 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:42.834661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-9a5002ae-d35d-4bfa-81f5-0ce2074f62f6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': 'cdc8d47a-dc63-4018-80d5-f59402ac4798', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:42.834661 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-9a5002ae-d35d-4bfa-81f5-0ce2074f62f6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 05 20:24:42.834661 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-9a5002ae-d35d-4bfa-81f5-0ce2074f62f6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:42.842132 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9a5002ae-d35d-4bfa-81f5-0ce2074f62f6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0243688 Apr 05 20:24:42.842132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42368) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:42.851922 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5c8fc4-310d-4364-9102-174b3c1f0dcd None None] Sync routers for ids ['ff9374f9-5f0d-4844-9f23-1db4241a881a'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:24:42.853720 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aaca26e0-9946-4b72-a11a-3ae754bac648 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "PUT /v2.0/routers/ff9374f9-5f0d-4844-9f23-1db4241a881a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8511965 Apr 05 20:24:42.854570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-b9348646-7915-419f-9719-0495b1786913 None None] Set router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:24:42.856274 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce2058d5-c09f-49ec-a471-3e09bbb41b72 req-45f84814-eb41-42d8-ab2e-9c1504546563 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.7354243 Apr 05 20:24:42.858194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42370) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:42.877051 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c8fc4-310d-4364-9102-174b3c1f0dcd None None] Routers {'ff9374f9-5f0d-4844-9f23-1db4241a881a'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:24:42.877051 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7e5c8fc4-310d-4364-9102-174b3c1f0dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:24:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ff9374f9-5f0d-4844-9f23-1db4241a881a'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:42.909154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Request body: {'port': {'network_id': '261ec4bf-ba3c-4531-bf22-377a832cd940', 'name': 'tempest-FloatingIPNegativeTestJSON-1825692826'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:43.013669 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fad4d85e-3ce7-4ed5-8768-6bada2d9b3b2 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:43.115701 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fad4d85e-3ce7-4ed5-8768-6bada2d9b3b2 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:43.246519 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fad4d85e-3ce7-4ed5-8768-6bada2d9b3b2 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:43.282669 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7e5c8fc4-310d-4364-9102-174b3c1f0dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:43.315712 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fad4d85e-3ce7-4ed5-8768-6bada2d9b3b2 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:43.319923 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fad4d85e-3ce7-4ed5-8768-6bada2d9b3b2 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "DELETE /v2.0/security-groups/cdc8d47a-dc63-4018-80d5-f59402ac4798 HTTP/1.1" status: 204 len: 168 time: 0.4566119 Apr 05 20:24:43.334021 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c8fc4-310d-4364-9102-174b3c1f0dcd None None] Routers {'ff9374f9-5f0d-4844-9f23-1db4241a881a'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:24:43.334622 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7e5c8fc4-310d-4364-9102-174b3c1f0dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:24:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ff9374f9-5f0d-4844-9f23-1db4241a881a'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:43.371724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42376) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:43.419736 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce2058d5-c09f-49ec-a471-3e09bbb41b72 req-c74b0d40-bb3d-44ac-bf1f-509ebe148c1f tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5338595 Apr 05 20:24:43.452444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d2eb763b-ba58-4117-978b-d2dcb2d2a671 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:24:43.463386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4d85e-3ce7-4ed5-8768-6bada2d9b3b2 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc8d47a-dc63-4018-80d5-f59402ac4798,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:43.525072 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7e5c8fc4-310d-4364-9102-174b3c1f0dcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:43.525472 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5c8fc4-310d-4364-9102-174b3c1f0dcd None None] The sync data for ids ['ff9374f9-5f0d-4844-9f23-1db4241a881a'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:24:43.538175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cdbbd090-5c48-4cc5-9062-aeee1d7dac1c tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Synchronizing usage tracker for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:24:43.612417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a39ad4-24fb-45c7-a4c5-b1d28adc70f6 req-9796b315-5289-4b11-90b8-52a42eea98e5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:43.625722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a39ad4-24fb-45c7-a4c5-b1d28adc70f6 req-9796b315-5289-4b11-90b8-52a42eea98e5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:43.634248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a39ad4-24fb-45c7-a4c5-b1d28adc70f6 req-9796b315-5289-4b11-90b8-52a42eea98e5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:43.655559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a39ad4-24fb-45c7-a4c5-b1d28adc70f6 req-9796b315-5289-4b11-90b8-52a42eea98e5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:43.671523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a39ad4-24fb-45c7-a4c5-b1d28adc70f6 req-9796b315-5289-4b11-90b8-52a42eea98e5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:43.689319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a39ad4-24fb-45c7-a4c5-b1d28adc70f6 req-9796b315-5289-4b11-90b8-52a42eea98e5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:43.706731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a39ad4-24fb-45c7-a4c5-b1d28adc70f6 req-9796b315-5289-4b11-90b8-52a42eea98e5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:43.709447 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-84a39ad4-24fb-45c7-a4c5-b1d28adc70f6 req-9796b315-5289-4b11-90b8-52a42eea98e5 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5434 time: 0.4325943 Apr 05 20:24:43.745263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:43.772515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cdbbd090-5c48-4cc5-9062-aeee1d7dac1c tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Unset dirty status for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:24:43.774124 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cdbbd090-5c48-4cc5-9062-aeee1d7dac1c tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3992054 Apr 05 20:24:43.777157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Usage tracker for resource:port and tenant:130f5c39034d41cb824f7c5abeb4f574 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:43.791084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42388) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:43.796142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:43.803681 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-643ca941-0d6f-453d-bec3-8d92239a3635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:43.810180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-5380a290-07e1-4f9c-ba93-15b00d21ff58 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1707503902'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:43.821066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:43.829967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5380a290-07e1-4f9c-ba93-15b00d21ff58 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:43.832569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b9348646-7915-419f-9719-0495b1786913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:38Z', 'revision_number': 3, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:43.856612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5380a290-07e1-4f9c-ba93-15b00d21ff58 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:43.871390 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9348646-7915-419f-9719-0495b1786913 None None] Checking router: 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:24:43.872876 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9348646-7915-419f-9719-0495b1786913 None None] Updating router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 port e972ed62-e9d4-440a-b670-36471a62ee7a binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:24:43.924920 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5380a290-07e1-4f9c-ba93-15b00d21ff58 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:43.991858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d2eb763b-ba58-4117-978b-d2dcb2d2a671 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:43.995999 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:44.003191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-84a39ad4-24fb-45c7-a4c5-b1d28adc70f6 req-a292a154-c397-464b-b94a-d936ba1346fd tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2845929 Apr 05 20:24:44.026231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5380a290-07e1-4f9c-ba93-15b00d21ff58 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:44.031395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5380a290-07e1-4f9c-ba93-15b00d21ff58 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:44.035143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5380a290-07e1-4f9c-ba93-15b00d21ff58 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:44.044945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5380a290-07e1-4f9c-ba93-15b00d21ff58 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:44.110030 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9348646-7915-419f-9719-0495b1786913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:44.217727 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5380a290-07e1-4f9c-ba93-15b00d21ff58 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:44.230812 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5380a290-07e1-4f9c-ba93-15b00d21ff58 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:44.256213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Made reservation on behalf of 130f5c39034d41cb824f7c5abeb4f574 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:24:44.261274 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:44.314135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5380a290-07e1-4f9c-ba93-15b00d21ff58 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb9f8d5-8f4e-422d-baaa-113e663b5553,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:44.334120 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5380a290-07e1-4f9c-ba93-15b00d21ff58 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:44.337679 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5380a290-07e1-4f9c-ba93-15b00d21ff58 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5382800 Apr 05 20:24:44.340450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42408) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:44.354918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c7e0945c-c508-403d-85a9-fb3a0cbe99a5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '3eb9f8d5-8f4e-422d-baaa-113e663b5553', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:44.356145 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-c7e0945c-c508-403d-85a9-fb3a0cbe99a5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 05 20:24:44.358321 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-c7e0945c-c508-403d-85a9-fb3a0cbe99a5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:44.359576 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c7e0945c-c508-403d-85a9-fb3a0cbe99a5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0179837 Apr 05 20:24:44.363544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42412) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:44.373919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] device_id is not set on port b3944801-4df1-4c53-b9cc-5c27b9d00da3 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:24:44.376456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-066f1f31-ab08-4a25-8f12-8c5c17d8ba7a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '3eb9f8d5-8f4e-422d-baaa-113e663b5553', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:44.395896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-066f1f31-ab08-4a25-8f12-8c5c17d8ba7a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:44.407080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-066f1f31-ab08-4a25-8f12-8c5c17d8ba7a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:44.411622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-066f1f31-ab08-4a25-8f12-8c5c17d8ba7a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:44.428020 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-066f1f31-ab08-4a25-8f12-8c5c17d8ba7a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:44.506127 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-066f1f31-ab08-4a25-8f12-8c5c17d8ba7a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:44.519445 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-066f1f31-ab08-4a25-8f12-8c5c17d8ba7a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1519666 Apr 05 20:24:44.520341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42420) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:44.542559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f6015c1f-08f1-46fd-bbbd-9646d33ccf3e tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '3eb9f8d5-8f4e-422d-baaa-113e663b5553', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:44.542559 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-f6015c1f-08f1-46fd-bbbd-9646d33ccf3e tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 05 20:24:44.544361 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-f6015c1f-08f1-46fd-bbbd-9646d33ccf3e tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:44.546048 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f6015c1f-08f1-46fd-bbbd-9646d33ccf3e tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219858 Apr 05 20:24:44.549286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42426) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:44.556918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6a580b95-30c1-4a9e-81cf-1ec60f653ed6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '3eb9f8d5-8f4e-422d-baaa-113e663b5553', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:44.568001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6a580b95-30c1-4a9e-81cf-1ec60f653ed6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:44.576484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6a580b95-30c1-4a9e-81cf-1ec60f653ed6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:44.580641 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6a580b95-30c1-4a9e-81cf-1ec60f653ed6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:44.595816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6a580b95-30c1-4a9e-81cf-1ec60f653ed6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:44.675185 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-6a580b95-30c1-4a9e-81cf-1ec60f653ed6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:44.676988 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6a580b95-30c1-4a9e-81cf-1ec60f653ed6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1256287 Apr 05 20:24:44.681680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42430) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:44.705767 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e7db6081-3d87-4ed3-92fa-cdcbf3062649 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '3eb9f8d5-8f4e-422d-baaa-113e663b5553', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:44.706565 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-e7db6081-3d87-4ed3-92fa-cdcbf3062649 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 05 20:24:44.707252 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-e7db6081-3d87-4ed3-92fa-cdcbf3062649 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:44.709033 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e7db6081-3d87-4ed3-92fa-cdcbf3062649 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0255287 Apr 05 20:24:44.711892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42434) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:44.731412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-30988c25-8855-48a9-b50b-8e9bad5e58ce tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '3eb9f8d5-8f4e-422d-baaa-113e663b5553', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:44.754511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-30988c25-8855-48a9-b50b-8e9bad5e58ce tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:44.762776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-30988c25-8855-48a9-b50b-8e9bad5e58ce tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:44.774971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-30988c25-8855-48a9-b50b-8e9bad5e58ce tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:44.794515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-30988c25-8855-48a9-b50b-8e9bad5e58ce tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:44.851500 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-30988c25-8855-48a9-b50b-8e9bad5e58ce tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Project 5506aa28059f47aaaaa6008a6e2348c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:24:44.930285 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-30988c25-8855-48a9-b50b-8e9bad5e58ce tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:44.937495 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-30988c25-8855-48a9-b50b-8e9bad5e58ce tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2241147 Apr 05 20:24:44.940640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42440) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:44.951690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e9edb545-c77c-4996-bcf3-05f7b5306b99 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '3eb9f8d5-8f4e-422d-baaa-113e663b5553', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:44.952458 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-e9edb545-c77c-4996-bcf3-05f7b5306b99 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 05 20:24:44.953722 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:44.975245 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-e9edb545-c77c-4996-bcf3-05f7b5306b99 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:44.975245 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e9edb545-c77c-4996-bcf3-05f7b5306b99 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0248015 Apr 05 20:24:44.980756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42444) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:44.985442 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:45.053770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-5c74016d-44bc-413d-b174-0944c783eca5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '3eb9f8d5-8f4e-422d-baaa-113e663b5553', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:45.070501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5c74016d-44bc-413d-b174-0944c783eca5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:45.070501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5c74016d-44bc-413d-b174-0944c783eca5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:45.082804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5c74016d-44bc-413d-b174-0944c783eca5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:45.098316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5c74016d-44bc-413d-b174-0944c783eca5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:45.135872 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-5c74016d-44bc-413d-b174-0944c783eca5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Project 5506aa28059f47aaaaa6008a6e2348c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:24:45.138912 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:45.197439 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-5c74016d-44bc-413d-b174-0944c783eca5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:45.209686 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5c74016d-44bc-413d-b174-0944c783eca5 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2105763 Apr 05 20:24:45.227668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42462) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:45.232367 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9348646-7915-419f-9719-0495b1786913 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:45.242561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-88a352e6-ea2c-4962-84ea-45dfe003bba2 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '3eb9f8d5-8f4e-422d-baaa-113e663b5553', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:45.279876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-88a352e6-ea2c-4962-84ea-45dfe003bba2 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:45.285845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b9348646-7915-419f-9719-0495b1786913 None None] Transition to ACTIVE for port object e972ed62-e9d4-440a-b670-36471a62ee7a will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:45.294705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-88a352e6-ea2c-4962-84ea-45dfe003bba2 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:45.302250 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9348646-7915-419f-9719-0495b1786913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:45.307711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-88a352e6-ea2c-4962-84ea-45dfe003bba2 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:45.335702 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-88a352e6-ea2c-4962-84ea-45dfe003bba2 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:45.365439 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-88a352e6-ea2c-4962-84ea-45dfe003bba2 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Project 5506aa28059f47aaaaa6008a6e2348c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:24:45.464209 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-88a352e6-ea2c-4962-84ea-45dfe003bba2 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:24:45.475833 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-88a352e6-ea2c-4962-84ea-45dfe003bba2 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2442830 Apr 05 20:24:45.475833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42466) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:45.514830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b9348646-7915-419f-9719-0495b1786913 None None] Attempting to bind port e972ed62-e9d4-440a-b670-36471a62ee7a on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:24:45.515203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b9348646-7915-419f-9719-0495b1786913 None None] Attempting to bind port e972ed62-e9d4-440a-b670-36471a62ee7a by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:24:45.515568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9348646-7915-419f-9719-0495b1786913 None None] Attempting to bind port e972ed62-e9d4-440a-b670-36471a62ee7a on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:24:45.517610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Allocated IP 172.20.0.11 (261ec4bf-ba3c-4531-bf22-377a832cd940/dbd75d05-27ca-406e-b1b3-536a413d921d/b3944801-4df1-4c53-b9cc-5c27b9d00da3) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:24:45.541961 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9348646-7915-419f-9719-0495b1786913 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:24:45.542346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9348646-7915-419f-9719-0495b1786913 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:24:45.542755 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9348646-7915-419f-9719-0495b1786913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:45.546551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9348646-7915-419f-9719-0495b1786913 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:24:45.547436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b9348646-7915-419f-9719-0495b1786913 None None] Bound port: e972ed62-e9d4-440a-b670-36471a62ee7a, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:24:45.550242 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9348646-7915-419f-9719-0495b1786913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:45.735327 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41f8cb-ce05-40f4-ab25-79d71edf7403 None None] Pushing event updated for resources: {'Port': ['ID=e972ed62-e9d4-440a-b670-36471a62ee7a,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:45.946738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18990620-d781-4696-8c0a-c4645ba92d03 req-b90bfa23-4d7e-4a88-898d-4a3dba7477e1 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:45.978531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b9348646-7915-419f-9719-0495b1786913 None None] For port e972ed62-e9d4-440a-b670-36471a62ee7a, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:24:45.995846 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18990620-d781-4696-8c0a-c4645ba92d03 req-b90bfa23-4d7e-4a88-898d-4a3dba7477e1 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.8205290 Apr 05 20:24:46.011822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b9348646-7915-419f-9719-0495b1786913 None None] For port e972ed62-e9d4-440a-b670-36471a62ee7a, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e972ed62-e9d4-440a-b670-36471a62ee7a,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:24:46.011822 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9348646-7915-419f-9719-0495b1786913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:46.143369 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dbed11fb-e98b-46fb-85b5-8528a101c3e7 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:46.198850 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:46.279859 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dbed11fb-e98b-46fb-85b5-8528a101c3e7 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:46.360326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9348646-7915-419f-9719-0495b1786913 None None] Routers {'5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:24:46.360326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b9348646-7915-419f-9719-0495b1786913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:24:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:46.470174 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18990620-d781-4696-8c0a-c4645ba92d03 req-68e4c435-fced-4ebf-a864-556e335fccbd tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4987104 Apr 05 20:24:46.559732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41f8cb-ce05-40f4-ab25-79d71edf7403 None None] Pushing event updated for resources: {'Port': ['ID=e972ed62-e9d4-440a-b670-36471a62ee7a,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:46.673719 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61360105-ff9e-4e94-87cc-48a297612a21 req-007516fc-633b-4c31-bb6e-9c8e2035aae0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:46.695781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61360105-ff9e-4e94-87cc-48a297612a21 req-007516fc-633b-4c31-bb6e-9c8e2035aae0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:46.726240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61360105-ff9e-4e94-87cc-48a297612a21 req-007516fc-633b-4c31-bb6e-9c8e2035aae0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:46.756060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61360105-ff9e-4e94-87cc-48a297612a21 req-007516fc-633b-4c31-bb6e-9c8e2035aae0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:46.783561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61360105-ff9e-4e94-87cc-48a297612a21 req-007516fc-633b-4c31-bb6e-9c8e2035aae0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:46.797450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61360105-ff9e-4e94-87cc-48a297612a21 req-007516fc-633b-4c31-bb6e-9c8e2035aae0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:46.814732 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61360105-ff9e-4e94-87cc-48a297612a21 req-007516fc-633b-4c31-bb6e-9c8e2035aae0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:46.825628 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61360105-ff9e-4e94-87cc-48a297612a21 req-007516fc-633b-4c31-bb6e-9c8e2035aae0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5434 time: 1.0056460 Apr 05 20:24:46.841586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-b9348646-7915-419f-9719-0495b1786913 None None] Set router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:24:46.861211 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Allocated IP 172.20.0.1 (957380d5-ff07-44ca-8a11-0d4ab455b8dc/1a73fcf3-bad6-44eb-9840-4132570fe122/bdf6b300-7945-424e-b240-744badcf1e1e) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:24:47.002048 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dbed11fb-e98b-46fb-85b5-8528a101c3e7 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:47.049935 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61360105-ff9e-4e94-87cc-48a297612a21 req-e463427b-7114-44b7-9944-25ff3b686b8f tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2161880 Apr 05 20:24:47.134461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed11fb-e98b-46fb-85b5-8528a101c3e7 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb9f8d5-8f4e-422d-baaa-113e663b5553,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:47.153397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-daa1ceed-56a6-4792-864f-c2440c661188 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:47.153397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-daa1ceed-56a6-4792-864f-c2440c661188 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:47.163487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-daa1ceed-56a6-4792-864f-c2440c661188 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:47.170236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-daa1ceed-56a6-4792-864f-c2440c661188 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:47.175998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-daa1ceed-56a6-4792-864f-c2440c661188 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:47.185246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-daa1ceed-56a6-4792-864f-c2440c661188 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:47.187677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:47.191316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-daa1ceed-56a6-4792-864f-c2440c661188 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:47.192929 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-daa1ceed-56a6-4792-864f-c2440c661188 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5434 time: 0.8251667 Apr 05 20:24:47.193787 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dbed11fb-e98b-46fb-85b5-8528a101c3e7 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:47.195161 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dbed11fb-e98b-46fb-85b5-8528a101c3e7 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "DELETE /v2.0/security-groups/3eb9f8d5-8f4e-422d-baaa-113e663b5553 HTTP/1.1" status: 204 len: 168 time: 1.7202821 Apr 05 20:24:47.199261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42500) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:47.273727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Transition to ACTIVE for port object b3944801-4df1-4c53-b9cc-5c27b9d00da3 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:47.341805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-84ba1dbe-747b-4f41-8099-14ea0a39841a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Synchronizing usage tracker for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:24:47.395837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-820c4f5b-2bfc-4212-973a-f17892280b6c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:47.397209 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-820c4f5b-2bfc-4212-973a-f17892280b6c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "GET /v2.0/ports/75682036-7b4c-443d-b0de-61031a48f0da?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1960719 Apr 05 20:24:47.419422 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:47.452039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Transition to ACTIVE for port object bdf6b300-7945-424e-b240-744badcf1e1e will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:47.488573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:47.650789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b9348646-7915-419f-9719-0495b1786913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:38Z', 'revision_number': 3, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:47.671117 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9348646-7915-419f-9719-0495b1786913 None None] The sync data for ids ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'] in n-d-836604-1 is: [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:38Z', 'revision_number': 3, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:24:47.711224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Network 261ec4bf-ba3c-4531-bf22-377a832cd940 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:24:47.719437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:47.741636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-84ba1dbe-747b-4f41-8099-14ea0a39841a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Unset dirty status for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:24:47.743545 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-84ba1dbe-747b-4f41-8099-14ea0a39841a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5439143 Apr 05 20:24:47.775630 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42518) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:47.814856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7e702455-81ce-419d-81fe-d04a982a5d30 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1932630030'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:47.859716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7e702455-81ce-419d-81fe-d04a982a5d30 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:47.863305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:24:47.895332 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7e702455-81ce-419d-81fe-d04a982a5d30 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:47.952724 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e702455-81ce-419d-81fe-d04a982a5d30 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:48.000276 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-ab640a5a-b336-4ecc-803e-5dbbf2ce9f8a tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "GET /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5897384 Apr 05 20:24:48.010197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-b30f9257-13c9-42e1-98b5-fda31d3b9f34 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:48.028600 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:48.103899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event updated for resources: {'Port': ['ID=b3944801-4df1-4c53-b9cc-5c27b9d00da3,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:48.236824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e52c65f6-984f-4341-92b4-5725e22e11c0 None None] Provisioning for port b3944801-4df1-4c53-b9cc-5c27b9d00da3 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:24:48.246698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e52c65f6-984f-4341-92b4-5725e22e11c0 None None] Provisioning complete for port b3944801-4df1-4c53-b9cc-5c27b9d00da3 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:48.247069 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e52c65f6-984f-4341-92b4-5725e22e11c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:48.264586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7e702455-81ce-419d-81fe-d04a982a5d30 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:48.508819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf6b300-7945-424e-b240-744badcf1e1e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:48.525510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e52c65f6-984f-4341-92b4-5725e22e11c0 None None] Port b3944801-4df1-4c53-b9cc-5c27b9d00da3 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:24:48.526753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7e702455-81ce-419d-81fe-d04a982a5d30 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:48.530646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Network 957380d5-ff07-44ca-8a11-0d4ab455b8dc is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:24:48.545218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:48.552185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:48.597460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:48.602954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:24:48.631430 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-b30f9257-13c9-42e1-98b5-fda31d3b9f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:48.681800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7e702455-81ce-419d-81fe-d04a982a5d30 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:48.693256 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-47d57eb4-e62b-42da-a4ed-4c4d0d463ae3 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8112810 Apr 05 20:24:48.703367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42540) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:48.721311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:48.726162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:48.731280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Usage tracker for resource:floatingip and tenant:130f5c39034d41cb824f7c5abeb4f574 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:48.734238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:48.748080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device f9448b79-3827-496f-864e-611a8674e2de no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:24:48.760476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:48.802518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7e702455-81ce-419d-81fe-d04a982a5d30 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:48.819566 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:48.974419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995868e2-b7f6-4bc7-ae54-f0f4e10ccf88 req-20ba619c-72a2-464b-898c-9fd9ad5d8087 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:48.986632 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-995868e2-b7f6-4bc7-ae54-f0f4e10ccf88 req-20ba619c-72a2-464b-898c-9fd9ad5d8087 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 1.3252599 Apr 05 20:24:48.998548 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:49.053649 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:49.121335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9448b79-3827-496f-864e-611a8674e2de'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:24:49.140432 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port f9448b79-3827-496f-864e-611a8674e2de, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=f9448b79-3827-496f-864e-611a8674e2de,segment=NetworkSegment(707af6f6-2f82-417c-b65f-ba05d80a3fbb),segment_id=707af6f6-2f82-417c-b65f-ba05d80a3fbb)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:49.152622 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:49.153482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e2765005-dfb9-40bd-a743-1b37fd966f55 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:24:49.418721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853aa7-fd4e-4e8a-b06a-6d4eb6ca6f39 req-fcc23cdb-643e-4879-867b-f4707d018370 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:49.424837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853aa7-fd4e-4e8a-b06a-6d4eb6ca6f39 req-fcc23cdb-643e-4879-867b-f4707d018370 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:49.432827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853aa7-fd4e-4e8a-b06a-6d4eb6ca6f39 req-fcc23cdb-643e-4879-867b-f4707d018370 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:49.439410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853aa7-fd4e-4e8a-b06a-6d4eb6ca6f39 req-fcc23cdb-643e-4879-867b-f4707d018370 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:49.450105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853aa7-fd4e-4e8a-b06a-6d4eb6ca6f39 req-fcc23cdb-643e-4879-867b-f4707d018370 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:49.465850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853aa7-fd4e-4e8a-b06a-6d4eb6ca6f39 req-fcc23cdb-643e-4879-867b-f4707d018370 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:49.473634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87853aa7-fd4e-4e8a-b06a-6d4eb6ca6f39 req-fcc23cdb-643e-4879-867b-f4707d018370 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:49.482412 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87853aa7-fd4e-4e8a-b06a-6d4eb6ca6f39 req-fcc23cdb-643e-4879-867b-f4707d018370 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 5434 time: 0.9523528 Apr 05 20:24:49.522204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e972ed62-e9d4-440a-b670-36471a62ee7a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:24:49.644505 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5f6dc859-89f5-4f37-8c53-340734bfea9a None None] Provisioning for port bdf6b300-7945-424e-b240-744badcf1e1e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:24:49.651382 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87853aa7-fd4e-4e8a-b06a-6d4eb6ca6f39 req-34d4c588-cc78-492d-ad49-57df0e0788de tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1677413 Apr 05 20:24:49.675507 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-995868e2-b7f6-4bc7-ae54-f0f4e10ccf88 req-31bfb168-bcf8-4405-9c26-2758851bd733 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361282 Apr 05 20:24:49.708852 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e702455-81ce-419d-81fe-d04a982a5d30 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:49.727556 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:49.737264 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e702455-81ce-419d-81fe-d04a982a5d30 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:49.781672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42556) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:49.783975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5f6dc859-89f5-4f37-8c53-340734bfea9a None None] Provisioning complete for port bdf6b300-7945-424e-b240-744badcf1e1e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:49.794748 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5f6dc859-89f5-4f37-8c53-340734bfea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:49.895271 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9448b79-3827-496f-864e-611a8674e2de', 'code': 200} Apr 05 20:24:49.895962 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5f6dc859-89f5-4f37-8c53-340734bfea9a None None] Port bdf6b300-7945-424e-b240-744badcf1e1e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:24:49.935360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e2765005-dfb9-40bd-a743-1b37fd966f55, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e2765005-dfb9-40bd-a743-1b37fd966f55,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:49.965841 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:49.966642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 75682036-7b4c-443d-b0de-61031a48f0da no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:24:50.007020 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e702455-81ce-419d-81fe-d04a982a5d30 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:50.010064 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7e702455-81ce-419d-81fe-d04a982a5d30 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2396333 Apr 05 20:24:50.026165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42572) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:50.034125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-b30f9257-13c9-42e1-98b5-fda31d3b9f34 service neutron] For port 75682036-7b4c-443d-b0de-61031a48f0da, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=75682036-7b4c-443d-b0de-61031a48f0da,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:50.037206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:50.105517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e702455-81ce-419d-81fe-d04a982a5d30 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce014e4-5bb0-41ed-bffc-520212b02f66,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:50.113043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=f9448b79-3827-496f-864e-611a8674e2de,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:50.169394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-b30f9257-13c9-42e1-98b5-fda31d3b9f34 service neutron] For port 75682036-7b4c-443d-b0de-61031a48f0da, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:24:50.348891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-b30f9257-13c9-42e1-98b5-fda31d3b9f34 service neutron] device_id is not set on port 75682036-7b4c-443d-b0de-61031a48f0da yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:24:50.364223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Allocated IP 172.25.8.249 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/0f9d4fff-e450-4b68-a3d4-eb82cfe1ea6e) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:24:50.382615 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-b30f9257-13c9-42e1-98b5-fda31d3b9f34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:50.388004 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port e972ed62-e9d4-440a-b670-36471a62ee7a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:24:50.393059 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-b30f9257-13c9-42e1-98b5-fda31d3b9f34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:50.460277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port e972ed62-e9d4-440a-b670-36471a62ee7a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:50.460741 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:50.585633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=e2765005-dfb9-40bd-a743-1b37fd966f55,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:50.604891 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:50.663699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:24:50.664409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-67a63f21-9f74-4719-a6be-dbb29a6d8e57 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '7ce014e4-5bb0-41ed-bffc-520212b02f66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:50.673277 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:50.698597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-67a63f21-9f74-4719-a6be-dbb29a6d8e57 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:50.795446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f9257-13c9-42e1-98b5-fda31d3b9f34 service neutron] Pushing event updated for resources: {'Port': ['ID=75682036-7b4c-443d-b0de-61031a48f0da,revision_number=6']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:50.802761 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-504d0c8f-67b6-4d46-93ef-4f29ab772a15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:50.815396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-b30f9257-13c9-42e1-98b5-fda31d3b9f34 service neutron] No DVR routers for this DVR port 75682036-7b4c-443d-b0de-61031a48f0da on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:24:50.895506 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:50.901863 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-899de76c-69f0-4b1b-89c7-5fd3bad6f856 None None] Provisioning complete for port 75682036-7b4c-443d-b0de-61031a48f0da triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:50.902245 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-899de76c-69f0-4b1b-89c7-5fd3bad6f856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:50.911709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-67a63f21-9f74-4719-a6be-dbb29a6d8e57 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:50.965283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-b30f9257-13c9-42e1-98b5-fda31d3b9f34 service neutron] In _notify_port_updated(), no bound segment for port 75682036-7b4c-443d-b0de-61031a48f0da on network 65078b3e-8573-4599-8d5f-da3f86914493 {{(pid=87965) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:24:50.967281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-b30f9257-13c9-42e1-98b5-fda31d3b9f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:50.967411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-67a63f21-9f74-4719-a6be-dbb29a6d8e57 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:50.968267 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-b30f9257-13c9-42e1-98b5-fda31d3b9f34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:50.969755 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-b30f9257-13c9-42e1-98b5-fda31d3b9f34 service neutron] 10.222.0.41 "PUT /v2.0/ports/75682036-7b4c-443d-b0de-61031a48f0da HTTP/1.1" status: 200 len: 1027 time: 2.9758525 Apr 05 20:24:50.976076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-67a63f21-9f74-4719-a6be-dbb29a6d8e57 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:50.991928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-504d0c8f-67b6-4d46-93ef-4f29ab772a15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:51.058198 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:51.068902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-ba309807-e707-49f7-8d34-a1045f56910d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:51.071550 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-ba309807-e707-49f7-8d34-a1045f56910d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "GET /v2.0/ports/db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0950525 Apr 05 20:24:51.079920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-504d0c8f-67b6-4d46-93ef-4f29ab772a15 admin admin] Usage tracker for resource:security_group_rule and tenant:e3eeeefcd0fe4bb885376ef2ad41c5e5 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:51.082316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e491b-83a9-496a-9d33-cd8c7ef012d8 req-38adb2ba-1632-484c-bb25-8f50a1db9423 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:51.089030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event updated for resources: {'Port': ['ID=0f9d4fff-e450-4b68-a3d4-eb82cfe1ea6e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:51.091690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port e972ed62-e9d4-440a-b670-36471a62ee7a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e972ed62-e9d4-440a-b670-36471a62ee7a,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:51.092859 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-899de76c-69f0-4b1b-89c7-5fd3bad6f856 None None] Port 75682036-7b4c-443d-b0de-61031a48f0da cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:24:51.093561 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c4e491b-83a9-496a-9d33-cd8c7ef012d8 req-38adb2ba-1632-484c-bb25-8f50a1db9423 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.2114241 Apr 05 20:24:51.102624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-504d0c8f-67b6-4d46-93ef-4f29ab772a15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:51.112610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:51.115094 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:51.121600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-e581225b-6571-4ecd-8e38-5b444d4b3757 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:51.140223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:24:51.155039 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:51.155971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 0abe355c-c18d-4a37-bce6-7fc1dba443f1 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:24:51.164010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:51.182505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-504d0c8f-67b6-4d46-93ef-4f29ab772a15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:51.192013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:24:51.212940 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c4e491b-83a9-496a-9d33-cd8c7ef012d8 req-0f083c4f-ae83-45c9-8149-ee0752bfcb81 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175215 Apr 05 20:24:51.305548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=e972ed62-e9d4-440a-b670-36471a62ee7a,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:51.324158 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:51.351121 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-67a63f21-9f74-4719-a6be-dbb29a6d8e57 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The resource could not be found. Apr 05 20:24:51.352592 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-67a63f21-9f74-4719-a6be-dbb29a6d8e57 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.3242309 Apr 05 20:24:51.368467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42592) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:51.375050 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:51.381543 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-471162a4-7b96-4b71-b569-bfe264698aa0 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '7ce014e4-5bb0-41ed-bffc-520212b02f66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'c42f4560-fe72-4bae-b31c-ee289d37d553'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:51.386505 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-e581225b-6571-4ecd-8e38-5b444d4b3757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:51.425722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:51.433424 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 0abe355c-c18d-4a37-bce6-7fc1dba443f1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=0abe355c-c18d-4a37-bce6-7fc1dba443f1,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:51.440628 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:51.441541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 88587879-e816-4c36-8763-92d82cda086d no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:24:51.459257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-471162a4-7b96-4b71-b569-bfe264698aa0 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:51.516758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-471162a4-7b96-4b71-b569-bfe264698aa0 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:51.537125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf58f5f-c31a-4398-9721-fc0baa9c90a6 req-fefef289-62a9-46d8-894e-6c2a1fcb5098 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:51.544680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf58f5f-c31a-4398-9721-fc0baa9c90a6 req-fefef289-62a9-46d8-894e-6c2a1fcb5098 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:51.557859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf58f5f-c31a-4398-9721-fc0baa9c90a6 req-fefef289-62a9-46d8-894e-6c2a1fcb5098 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:51.567361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf58f5f-c31a-4398-9721-fc0baa9c90a6 req-fefef289-62a9-46d8-894e-6c2a1fcb5098 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:51.576169 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf58f5f-c31a-4398-9721-fc0baa9c90a6 req-fefef289-62a9-46d8-894e-6c2a1fcb5098 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:51.585004 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf58f5f-c31a-4398-9721-fc0baa9c90a6 req-fefef289-62a9-46d8-894e-6c2a1fcb5098 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:51.587103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ecf58f5f-c31a-4398-9721-fc0baa9c90a6 req-fefef289-62a9-46d8-894e-6c2a1fcb5098 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 4656 time: 0.5861635 Apr 05 20:24:51.590365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-471162a4-7b96-4b71-b569-bfe264698aa0 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:51.610563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-471162a4-7b96-4b71-b569-bfe264698aa0 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:51.647016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-e581225b-6571-4ecd-8e38-5b444d4b3757 service neutron] For port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:51.672807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-e581225b-6571-4ecd-8e38-5b444d4b3757 service neutron] For port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:24:51.711381 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:51.716922 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:51.729737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-e581225b-6571-4ecd-8e38-5b444d4b3757 service neutron] device_id is not set on port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:24:51.739529 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-e581225b-6571-4ecd-8e38-5b444d4b3757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:51.749218 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-e581225b-6571-4ecd-8e38-5b444d4b3757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:51.769849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=0abe355c-c18d-4a37-bce6-7fc1dba443f1,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:51.787545 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 88587879-e816-4c36-8763-92d82cda086d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=88587879-e816-4c36-8763-92d82cda086d,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:51.798601 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:51.799620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 38549d66-9921-4e7e-9650-761720dcd226 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:24:51.920932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2765005-dfb9-40bd-a743-1b37fd966f55'}, {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95'}, {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0abe355c-c18d-4a37-bce6-7fc1dba443f1'}, {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88587879-e816-4c36-8763-92d82cda086d'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:24:51.937470 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-471162a4-7b96-4b71-b569-bfe264698aa0 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The resource could not be found. Apr 05 20:24:51.939060 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-471162a4-7b96-4b71-b569-bfe264698aa0 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5653055 Apr 05 20:24:51.963825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42598) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:51.972336 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ecf58f5f-c31a-4398-9721-fc0baa9c90a6 req-4bf8ae29-7cc7-4f51-a778-0a6fff487f38 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&id=11bc8236-f36f-42c6-8058-c4f9252d7027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3713267 Apr 05 20:24:52.031481 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2765005-dfb9-40bd-a743-1b37fd966f55', 'code': 200} Apr 05 20:24:52.032039 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95', 'code': 200} Apr 05 20:24:52.032487 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0abe355c-c18d-4a37-bce6-7fc1dba443f1', 'code': 200} Apr 05 20:24:52.033005 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88587879-e816-4c36-8763-92d82cda086d', 'code': 200} Apr 05 20:24:52.100940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=88587879-e816-4c36-8763-92d82cda086d,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:52.135227 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:52.186096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 38549d66-9921-4e7e-9650-761720dcd226, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=38549d66-9921-4e7e-9650-761720dcd226,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:52.205095 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:52.217136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:52.273995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-e581225b-6571-4ecd-8e38-5b444d4b3757 service neutron] No DVR routers for this DVR port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:24:52.313804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581225b-6571-4ecd-8e38-5b444d4b3757 service neutron] Pushing event updated for resources: {'Port': ['ID=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95,revision_number=7']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:52.371984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=38549d66-9921-4e7e-9650-761720dcd226,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:52.379144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-e581225b-6571-4ecd-8e38-5b444d4b3757 service neutron] In _notify_port_updated(), no bound segment for port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 on network 65078b3e-8573-4599-8d5f-da3f86914493 {{(pid=87965) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:24:52.380223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-e581225b-6571-4ecd-8e38-5b444d4b3757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:52.382279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7446fe93-4e5e-4678-ba9e-ffa505c061e1 None None] Provisioning complete for port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:52.384784 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-e581225b-6571-4ecd-8e38-5b444d4b3757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:52.385428 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7446fe93-4e5e-4678-ba9e-ffa505c061e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:52.387850 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-e581225b-6571-4ecd-8e38-5b444d4b3757 service neutron] 10.222.0.41 "PUT /v2.0/ports/db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 HTTP/1.1" status: 200 len: 1027 time: 1.2740095 Apr 05 20:24:52.463075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7446fe93-4e5e-4678-ba9e-ffa505c061e1 None None] Port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:24:52.484581 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-504d0c8f-67b6-4d46-93ef-4f29ab772a15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:52.495390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-adbfdff3-5f0e-4b4d-be8c-253ae2155985 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Deleting port 88587879-e816-4c36-8763-92d82cda086d {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:24:52.495740 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-adbfdff3-5f0e-4b4d-be8c-253ae2155985 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:52.578884 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-504d0c8f-67b6-4d46-93ef-4f29ab772a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:52.682299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3ccefaee-351f-41e4-98e4-ab17be40ee37 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:52.707741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504d0c8f-67b6-4d46-93ef-4f29ab772a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922309c4-b453-4136-8e42-d9c35cbe941a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:52.725937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-504d0c8f-67b6-4d46-93ef-4f29ab772a15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3eeeefcd0fe4bb885376ef2ad41c5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9417496 Apr 05 20:24:52.740184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42614) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:52.811076 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3ccefaee-351f-41e4-98e4-ab17be40ee37 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:52.830882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-adbfdff3-5f0e-4b4d-be8c-253ae2155985 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] For port 88587879-e816-4c36-8763-92d82cda086d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=88587879-e816-4c36-8763-92d82cda086d,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:52.831236 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-adbfdff3-5f0e-4b4d-be8c-253ae2155985 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:52.858788 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:52.924178 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:52.927080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:52.991878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-adbfdff3-5f0e-4b4d-be8c-253ae2155985 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Calling delete_port for 88587879-e816-4c36-8763-92d82cda086d owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:24:53.073162 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:53.139753 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:53.163092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bac4a9-bf9d-4187-954f-6bb3779d4821 req-ed525703-7f34-4a87-9510-03ffd823c1d8 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:53.166442 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1bac4a9-bf9d-4187-954f-6bb3779d4821 req-ed525703-7f34-4a87-9510-03ffd823c1d8 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.6935260 Apr 05 20:24:53.167472 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-52b31dcd-555b-4b80-ac95-4a874b142fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:53.196247 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-52b31dcd-555b-4b80-ac95-4a874b142fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:53.239787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e972ed62-e9d4-440a-b670-36471a62ee7a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:24:53.295318 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-adbfdff3-5f0e-4b4d-be8c-253ae2155985 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:53.344313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port e972ed62-e9d4-440a-b670-36471a62ee7a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:53.344313 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:53.345663 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1bac4a9-bf9d-4187-954f-6bb3779d4821 req-1d4601b5-88ae-455d-a5df-a0ff702d7289 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899513 Apr 05 20:24:53.461039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbfdff3-5f0e-4b4d-be8c-253ae2155985 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event deleted for resources: {'Port': ['ID=88587879-e816-4c36-8763-92d82cda086d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:53.522068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f741e9-59b2-4399-b129-7777307caf85 req-49be8909-9c8d-45bb-901f-7d1fbb9be3a7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:53.529017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f741e9-59b2-4399-b129-7777307caf85 req-49be8909-9c8d-45bb-901f-7d1fbb9be3a7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:53.536105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f741e9-59b2-4399-b129-7777307caf85 req-49be8909-9c8d-45bb-901f-7d1fbb9be3a7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:53.543325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f741e9-59b2-4399-b129-7777307caf85 req-49be8909-9c8d-45bb-901f-7d1fbb9be3a7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:53.549351 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f741e9-59b2-4399-b129-7777307caf85 req-49be8909-9c8d-45bb-901f-7d1fbb9be3a7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:53.558941 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-17f741e9-59b2-4399-b129-7777307caf85 req-49be8909-9c8d-45bb-901f-7d1fbb9be3a7 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 3876 time: 0.3392515 Apr 05 20:24:53.570746 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3ccefaee-351f-41e4-98e4-ab17be40ee37 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:53.576876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Pushing event updated for resources: {'Port': ['ID=bdf6b300-7945-424e-b240-744badcf1e1e,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:53.594458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-adbfdff3-5f0e-4b4d-be8c-253ae2155985 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] No DVR routers for this DVR port 88587879-e816-4c36-8763-92d82cda086d on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:24:53.599104 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-adbfdff3-5f0e-4b4d-be8c-253ae2155985 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:53.601770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-deleted', 'tag': '88587879-e816-4c36-8763-92d82cda086d'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:24:53.646566 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-17f741e9-59b2-4399-b129-7777307caf85 req-9a8e7e97-9455-498d-b840-f4267924e928 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862703 Apr 05 20:24:53.661363 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-adbfdff3-5f0e-4b4d-be8c-253ae2155985 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "DELETE /v2.0/ports/88587879-e816-4c36-8763-92d82cda086d HTTP/1.1" status: 204 len: 173 time: 1.2684021 Apr 05 20:24:53.670997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event updated for resources: {'Port': ['ID=0f9d4fff-e450-4b68-a3d4-eb82cfe1ea6e,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:53.681417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccefaee-351f-41e4-98e4-ab17be40ee37 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce014e4-5bb0-41ed-bffc-520212b02f66,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:53.715006 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:53.771653 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3ccefaee-351f-41e4-98e4-ab17be40ee37 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:53.773184 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-deleted', 'tag': '88587879-e816-4c36-8763-92d82cda086d', 'status': 'completed', 'code': 200} Apr 05 20:24:53.773445 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3ccefaee-351f-41e4-98e4-ab17be40ee37 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "DELETE /v2.0/security-groups/7ce014e4-5bb0-41ed-bffc-520212b02f66 HTTP/1.1" status: 204 len: 168 time: 1.7996819 Apr 05 20:24:53.778712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42632) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:53.791207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Network 957380d5-ff07-44ca-8a11-0d4ab455b8dc is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:24:53.792911 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:53.794392 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-716f082d-86d3-471b-86d7-030a8a32d70c tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0903580 Apr 05 20:24:53.807324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42636) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:53.812727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:24:53.816237 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-52b31dcd-555b-4b80-ac95-4a874b142fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:53.820607 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-52b31dcd-555b-4b80-ac95-4a874b142fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:53.826306 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-52b31dcd-555b-4b80-ac95-4a874b142fa4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/922309c4-b453-4136-8e42-d9c35cbe941a HTTP/1.1" status: 204 len: 168 time: 1.0818269 Apr 05 20:24:53.827098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fdea759b-ce86-48f7-b9cc-665bbf2eda60 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Request body: {'floatingip': {'port_id': 'b3944801-4df1-4c53-b9cc-5c27b9d00da3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:53.863801 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b31dcd-555b-4b80-ac95-4a874b142fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922309c4-b453-4136-8e42-d9c35cbe941a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:53.975592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8c7fab8d-e887-4771-908f-8da8965c828f tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Synchronizing usage tracker for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:24:54.034325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38549d66-9921-4e7e-9650-761720dcd226'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:24:54.041525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Deleting port f9448b79-3827-496f-864e-611a8674e2de {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:24:54.044078 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:54.114440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8c7fab8d-e887-4771-908f-8da8965c828f tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Unset dirty status for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:24:54.115735 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8c7fab8d-e887-4771-908f-8da8965c828f tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3359945 Apr 05 20:24:54.130151 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42646) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:54.132727 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38549d66-9921-4e7e-9650-761720dcd226', 'code': 200} Apr 05 20:24:54.146600 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fdea759b-ce86-48f7-b9cc-665bbf2eda60 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:54.232383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-1bebdd60-0731-44c8-b171-7cc9a15969cc tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '2aa456a1-d8b0-48a1-8c9c-1c0d5bd227d0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:54.238611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1bebdd60-0731-44c8-b171-7cc9a15969cc tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:54.243664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1bebdd60-0731-44c8-b171-7cc9a15969cc tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:54.246652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1bebdd60-0731-44c8-b171-7cc9a15969cc tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:54.253084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1bebdd60-0731-44c8-b171-7cc9a15969cc tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:54.254313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:24:54.304539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7ce316fd-d557-4534-a648-8c0bc28c1a6d None None] Provisioning complete for port bdf6b300-7945-424e-b240-744badcf1e1e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:24:54.305019 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7ce316fd-d557-4534-a648-8c0bc28c1a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:54.395060 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7ce316fd-d557-4534-a648-8c0bc28c1a6d None None] Port bdf6b300-7945-424e-b240-744badcf1e1e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:24:54.510977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42652) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:54.543264 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e4313b3-28f0-4da9-bf73-dd91b497f941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:54.630690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:24:54.635719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8e4313b3-28f0-4da9-bf73-dd91b497f941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:54.670628 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c59680be-d567-4218-96d6-c3e1eb98f035 admin admin] 10.222.0.24 "PUT /v2.0/routers/5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2289436 Apr 05 20:24:54.670628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8e4313b3-28f0-4da9-bf73-dd91b497f941 admin admin] Usage tracker for resource:security_group_rule and tenant:38c985932b714ddaa5abecfae170bbba is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:54.670628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8e4313b3-28f0-4da9-bf73-dd91b497f941 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:54.671078 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Sync routers for ids ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:24:54.671275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8e4313b3-28f0-4da9-bf73-dd91b497f941 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:54.688963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Routers {'5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:24:54.690087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:24:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:54.737586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff79c8-3489-4c4c-b25d-5fef894de55f req-7d885fbd-dc8b-4677-ae9c-4bc0644203f4 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:54.739536 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8ff79c8-3489-4c4c-b25d-5fef894de55f req-7d885fbd-dc8b-4677-ae9c-4bc0644203f4 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.1851161 Apr 05 20:24:54.830069 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-1bebdd60-0731-44c8-b171-7cc9a15969cc tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The resource could not be found. Apr 05 20:24:54.831974 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1bebdd60-0731-44c8-b171-7cc9a15969cc tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6173902 Apr 05 20:24:54.845425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42670) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:54.884498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-65077dba-2c22-4820-a21b-b8d23a1a26a3 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group': {'name': 'tempest-secgroup--970670065'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:54.890327 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8ff79c8-3489-4c4c-b25d-5fef894de55f req-d94d9dcb-331c-47d9-8346-9691ae9f126a tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407964 Apr 05 20:24:54.914419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-65077dba-2c22-4820-a21b-b8d23a1a26a3 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:54.929777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-65077dba-2c22-4820-a21b-b8d23a1a26a3 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:54.959107 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-fdea759b-ce86-48f7-b9cc-665bbf2eda60 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] update failed (client error): The resource could not be found. Apr 05 20:24:54.964390 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fdea759b-ce86-48f7-b9cc-665bbf2eda60 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "PUT /v2.0/floatingips/6cbf0fc2-1cb5-4d52-b477-37d99f02e9b8 HTTP/1.1" status: 404 len: 507 time: 1.1548572 Apr 05 20:24:54.965029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42674) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:54.968669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e4313b3-28f0-4da9-bf73-dd91b497f941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:54.979969 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e4313b3-28f0-4da9-bf73-dd91b497f941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:55.060279 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8e4313b3-28f0-4da9-bf73-dd91b497f941 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38c985932b714ddaa5abecfae170bbba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5482471 Apr 05 20:24:55.064535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42680) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:55.065441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4313b3-28f0-4da9-bf73-dd91b497f941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed2b91a-3cd9-4cc5-b804-6cf51d312423,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:55.144942 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Set router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:24:55.165757 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-905b327e-0a6b-4aca-b8be-42c43694610f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:55.198253 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-905b327e-0a6b-4aca-b8be-42c43694610f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:55.217638 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65077dba-2c22-4820-a21b-b8d23a1a26a3 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:55.276767 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-905b327e-0a6b-4aca-b8be-42c43694610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:55.317593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b327e-0a6b-4aca-b8be-42c43694610f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed2b91a-3cd9-4cc5-b804-6cf51d312423,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:55.329211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-65077dba-2c22-4820-a21b-b8d23a1a26a3 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:55.329448 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-905b327e-0a6b-4aca-b8be-42c43694610f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:55.334096 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-905b327e-0a6b-4aca-b8be-42c43694610f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ed2b91a-3cd9-4cc5-b804-6cf51d312423 HTTP/1.1" status: 204 len: 168 time: 0.2554438 Apr 05 20:24:55.415765 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-65077dba-2c22-4820-a21b-b8d23a1a26a3 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:55.432545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-65077dba-2c22-4820-a21b-b8d23a1a26a3 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:55.450245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-00e1e2b8-40f7-4767-b957-f4565f547d2a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Deleting port 0f9d4fff-e450-4b68-a3d4-eb82cfe1ea6e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:24:55.451104 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-00e1e2b8-40f7-4767-b957-f4565f547d2a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:55.705753 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-00e1e2b8-40f7-4767-b957-f4565f547d2a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:55.706108 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-00e1e2b8-40f7-4767-b957-f4565f547d2a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:55.833003 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bdf6b300-7945-424e-b240-744badcf1e1e', 'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'mac_address': 'fa:16:3e:e6:6e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:45Z', 'updated_at': '2022-04-05T20:24:51Z', 'revision_number': 2, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'subnets': [{'id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:55.840551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Checking router: 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:24:55.840551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Updating router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 port bdf6b300-7945-424e-b240-744badcf1e1e binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:24:55.859619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-00e1e2b8-40f7-4767-b957-f4565f547d2a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Calling delete_port for 0f9d4fff-e450-4b68-a3d4-eb82cfe1ea6e owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:24:55.905191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-65077dba-2c22-4820-a21b-b8d23a1a26a3 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:56.002748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-58583b00-7908-4f1a-9c25-8f476b45ed19 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:56.003440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-58583b00-7908-4f1a-9c25-8f476b45ed19 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Synchronizing usage tracker for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:24:56.015497 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:56.025402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] For port f9448b79-3827-496f-864e-611a8674e2de, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=f9448b79-3827-496f-864e-611a8674e2de,segment=NetworkSegment(707af6f6-2f82-417c-b65f-ba05d80a3fbb),segment_id=707af6f6-2f82-417c-b65f-ba05d80a3fbb)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:24:56.025402 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:56.068055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-58583b00-7908-4f1a-9c25-8f476b45ed19 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Unset dirty status for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:24:56.077076 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-58583b00-7908-4f1a-9c25-8f476b45ed19 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 819 time: 0.4931712 Apr 05 20:24:56.096533 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-85159216-a3e3-4f20-a487-7c2cc3a2d966 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/quotas/82397fe5d80f49599d0b8e518897ed13 HTTP/1.1" status: 200 len: 375 time: 0.0179877 Apr 05 20:24:56.296708 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65077dba-2c22-4820-a21b-b8d23a1a26a3 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:56.314438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8bbad22d-a369-4e78-949c-d286f9d6888d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Synchronizing usage tracker for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:24:56.366748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8bbad22d-a369-4e78-949c-d286f9d6888d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Unset dirty status for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:24:56.381283 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8bbad22d-a369-4e78-949c-d286f9d6888d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2832062 Apr 05 20:24:56.409584 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65077dba-2c22-4820-a21b-b8d23a1a26a3 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:56.435022 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-00e1e2b8-40f7-4767-b957-f4565f547d2a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:56.459632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f1403-f089-406d-b0ec-e8bb7b219c92 req-8fa24ec1-e452-4d0c-9bb6-d4b801ffc95d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:56.471060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f1403-f089-406d-b0ec-e8bb7b219c92 req-8fa24ec1-e452-4d0c-9bb6-d4b801ffc95d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:56.531572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f1403-f089-406d-b0ec-e8bb7b219c92 req-8fa24ec1-e452-4d0c-9bb6-d4b801ffc95d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:56.541143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f1403-f089-406d-b0ec-e8bb7b219c92 req-8fa24ec1-e452-4d0c-9bb6-d4b801ffc95d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:56.543663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5b6f1403-f089-406d-b0ec-e8bb7b219c92 req-8fa24ec1-e452-4d0c-9bb6-d4b801ffc95d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Synchronizing usage tracker for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:24:56.683482 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:56.726248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Transition to ACTIVE for port object bdf6b300-7945-424e-b240-744badcf1e1e will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:24:56.749308 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:56.752175 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-9f729611-579c-46b6-ac2e-a8e74a3528f5 service neutron] 10.222.0.24 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684814 Apr 05 20:24:56.886040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1e2b8-40f7-4767-b957-f4565f547d2a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event deleted for resources: {'Port': ['ID=0f9d4fff-e450-4b68-a3d4-eb82cfe1ea6e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:56.949832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65077dba-2c22-4820-a21b-b8d23a1a26a3 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f248f77-8401-43c0-b23c-1d179460c1d5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:57.108250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dbbf5-ccce-462b-bb98-5462a8c0b8b1 None None] Pushing event updated for resources: {'Port': ['ID=bdf6b300-7945-424e-b240-744badcf1e1e,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:57.117932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5b6f1403-f089-406d-b0ec-e8bb7b219c92 req-8fa24ec1-e452-4d0c-9bb6-d4b801ffc95d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Unset dirty status for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:24:57.128789 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b6f1403-f089-406d-b0ec-e8bb7b219c92 req-8fa24ec1-e452-4d0c-9bb6-d4b801ffc95d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 3143 time: 2.1905701 Apr 05 20:24:57.130990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65077dba-2c22-4820-a21b-b8d23a1a26a3 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:57.136422 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-65077dba-2c22-4820-a21b-b8d23a1a26a3 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2894354 Apr 05 20:24:57.139584 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42724) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:57.160363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group': {'name': 'tempest-secgroup--810757237'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:57.210286 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-e00ef4a2-bcf5-421a-b980-e04513aafc3f service neutron] 10.222.0.24 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4468482 Apr 05 20:24:57.264884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:57.429113 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Attempting to bind port bdf6b300-7945-424e-b240-744badcf1e1e on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:24:57.429708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Attempting to bind port bdf6b300-7945-424e-b240-744badcf1e1e by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:24:57.430809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Attempting to bind port bdf6b300-7945-424e-b240-744badcf1e1e on network 957380d5-ff07-44ca-8a11-0d4ab455b8dc {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:24:57.444445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:24:57.447969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Checking segment: {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:24:57.448551 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:57.449131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Bound using segment: {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:24:57.450413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Bound port: bdf6b300-7945-424e-b240-744badcf1e1e, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:24:57.450956 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:57.588502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:57.605571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:57.793741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] For port bdf6b300-7945-424e-b240-744badcf1e1e, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:24:57.833773 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] For port bdf6b300-7945-424e-b240-744badcf1e1e, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bdf6b300-7945-424e-b240-744badcf1e1e,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:24:57.837121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:57.858432 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:57.922693 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-00e1e2b8-40f7-4767-b957-f4565f547d2a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:57.929864 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-00e1e2b8-40f7-4767-b957-f4565f547d2a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:57.933467 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-00e1e2b8-40f7-4767-b957-f4565f547d2a tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "DELETE /v2.0/floatingips/6cbf0fc2-1cb5-4d52-b477-37d99f02e9b8 HTTP/1.1" status: 204 len: 168 time: 2.9131830 Apr 05 20:24:57.958486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42752) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:24:57.969838 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b6f1403-f089-406d-b0ec-e8bb7b219c92 req-8c215e7a-6d40-4e1b-a9b7-9dbff8ca5a7d tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8401065 Apr 05 20:24:57.977590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-81a55d61-abb6-4bbc-869a-33fadeb97e7d tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Request body: {'floatingip': {'floating_network_id': '261ec4bf-ba3c-4531-bf22-377a832cd940', 'port_id': 'b3944801-4df1-4c53-b9cc-5c27b9d00da3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:24:58.001091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-81a55d61-abb6-4bbc-869a-33fadeb97e7d tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:58.001091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757eeca-c486-401a-8576-46b319fc49b4 req-bc3f1f1b-f463-40a2-a8fb-032d11bc1151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:58.013733 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d757eeca-c486-401a-8576-46b319fc49b4 req-bc3f1f1b-f463-40a2-a8fb-032d11bc1151 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 1096 time: 1.4404566 Apr 05 20:24:58.013733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-81a55d61-abb6-4bbc-869a-33fadeb97e7d tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Usage tracker for resource:floatingip and tenant:130f5c39034d41cb824f7c5abeb4f574 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:58.044508 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:58.062432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-81a55d61-abb6-4bbc-869a-33fadeb97e7d tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:58.086884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-81a55d61-abb6-4bbc-869a-33fadeb97e7d tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:58.090192 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:58.090642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:58.090808 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Floating IP e32ea566-7e18-4857-90b7-2c6762e43ad1 disassociated. External IP: 172.25.8.145, port: f9448b79-3827-496f-864e-611a8674e2de. Apr 05 20:24:58.092078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Calling delete_port for f9448b79-3827-496f-864e-611a8674e2de owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:24:58.179195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2d477-5cbd-478e-8605-1e1507c94246 req-8f19d468-983e-4052-93f5-e0579a816119 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:58.198881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2d477-5cbd-478e-8605-1e1507c94246 req-8f19d468-983e-4052-93f5-e0579a816119 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:58.206358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2d477-5cbd-478e-8605-1e1507c94246 req-8f19d468-983e-4052-93f5-e0579a816119 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:58.217021 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2d477-5cbd-478e-8605-1e1507c94246 req-8f19d468-983e-4052-93f5-e0579a816119 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:58.225578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2d477-5cbd-478e-8605-1e1507c94246 req-8f19d468-983e-4052-93f5-e0579a816119 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:58.233939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2d477-5cbd-478e-8605-1e1507c94246 req-8f19d468-983e-4052-93f5-e0579a816119 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:58.262798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:24:58.275503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2d477-5cbd-478e-8605-1e1507c94246 req-8f19d468-983e-4052-93f5-e0579a816119 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:58.288353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:24:58.293707 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d757eeca-c486-401a-8576-46b319fc49b4 req-6adde9d2-8764-4e48-9285-039e540108e9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571774 Apr 05 20:24:58.295264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:24:58.307145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2b2d477-5cbd-478e-8605-1e1507c94246 req-8f19d468-983e-4052-93f5-e0579a816119 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5447 time: 0.3976643 Apr 05 20:24:58.330504 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81a55d61-abb6-4bbc-869a-33fadeb97e7d tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:58.354001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49dbbf5-ccce-462b-bb98-5462a8c0b8b1 None None] Pushing event updated for resources: {'Port': ['ID=bdf6b300-7945-424e-b240-744badcf1e1e,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:58.374905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:24:58.376903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Routers {'5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:24:58.378436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:24:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:24:58.482811 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2b2d477-5cbd-478e-8605-1e1507c94246 req-d4ce65e5-e717-4cb5-9655-8409caa51373 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1746368 Apr 05 20:24:58.866920 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b249c2be-80e0-4b84-aa66-3d058b26fe68 req-d4e05756-b2a2-4aba-9c65-8408a3a77d58 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 210 time: 0.0877950 Apr 05 20:24:58.902951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] Set router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:24:59.163305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:59.332774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event deleted for resources: {'Port': ['ID=f9448b79-3827-496f-864e-611a8674e2de,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:24:59.384104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:59.384448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:59.386092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:59.391016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:59.391016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:59.391016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:59.391016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:59.391016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:59.391016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:59.391016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:59.393131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:59.393131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:24:59.560871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36452d-dcce-41ed-b922-4cc81c179d28 req-9a9f48a3-691e-4c17-8bb4-d837b387922e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:59.579714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657bb87d-41d9-48bf-8fec-242dad887e1b req-b1b98c97-bcd6-4fa8-8c19-5699e7fcd7e5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:59.588050 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-657bb87d-41d9-48bf-8fec-242dad887e1b req-b1b98c97-bcd6-4fa8-8c19-5699e7fcd7e5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 1.1354411 Apr 05 20:24:59.590401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36452d-dcce-41ed-b922-4cc81c179d28 req-9a9f48a3-691e-4c17-8bb4-d837b387922e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:59.609476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36452d-dcce-41ed-b922-4cc81c179d28 req-9a9f48a3-691e-4c17-8bb4-d837b387922e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:59.617310 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:59.646230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36452d-dcce-41ed-b922-4cc81c179d28 req-9a9f48a3-691e-4c17-8bb4-d837b387922e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:59.670620 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36452d-dcce-41ed-b922-4cc81c179d28 req-9a9f48a3-691e-4c17-8bb4-d837b387922e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:59.681678 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:24:59.698946 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36452d-dcce-41ed-b922-4cc81c179d28 req-9a9f48a3-691e-4c17-8bb4-d837b387922e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:59.718408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36452d-dcce-41ed-b922-4cc81c179d28 req-9a9f48a3-691e-4c17-8bb4-d837b387922e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:24:59.724266 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a36452d-dcce-41ed-b922-4cc81c179d28 req-9a9f48a3-691e-4c17-8bb4-d837b387922e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5447 time: 0.6420472 Apr 05 20:24:59.991132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bdf6b300-7945-424e-b240-744badcf1e1e', 'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'mac_address': 'fa:16:3e:e6:6e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:45Z', 'updated_at': '2022-04-05T20:24:57Z', 'revision_number': 4, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'subnets': [{'id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:00.001008 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7220c5ff-efb6-48bc-ad9a-5a70fca563fc None None] The sync data for ids ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'] in n-d-836604-1 is: [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bdf6b300-7945-424e-b240-744badcf1e1e', 'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'mac_address': 'fa:16:3e:e6:6e:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:45Z', 'updated_at': '2022-04-05T20:24:57Z', 'revision_number': 4, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'subnets': [{'id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:25:00.002424 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-657bb87d-41d9-48bf-8fec-242dad887e1b req-9a6b74ce-703a-419f-8e88-8a5bc60fde3d tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131131 Apr 05 20:25:00.194810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e76bf50-a4e0-4a6b-ab05-057d00d56451,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:00.224043 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:00.237370 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-57ca5d16-c40a-4b96-ae89-d24dec407dff tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.0747843 Apr 05 20:25:00.237370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42812) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:00.263003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-137c584a-565c-4431-9290-749b4ae24303 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': '1f248f77-8401-43c0-b23c-1d179460c1d5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '1e76bf50-a4e0-4a6b-ab05-057d00d56451'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:00.424342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-137c584a-565c-4431-9290-749b4ae24303 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:00.466950 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-81a55d61-abb6-4bbc-869a-33fadeb97e7d tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:25:00.485987 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-81a55d61-abb6-4bbc-869a-33fadeb97e7d tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 2.5111461 Apr 05 20:25:00.485987 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-137c584a-565c-4431-9290-749b4ae24303 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:00.499716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42826) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:00.512705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-137c584a-565c-4431-9290-749b4ae24303 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:00.512705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Router 63f47700-846b-4c4b-87fb-7628940b6b67 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:25:00.531326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': 'b3944801-4df1-4c53-b9cc-5c27b9d00da3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:00.548801 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-0020c925-4768-44bc-9554-aab81495d6c7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:00.554190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:00.560731 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-0020c925-4768-44bc-9554-aab81495d6c7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.41 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 819 time: 0.7691066 Apr 05 20:25:00.566376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Usage tracker for resource:floatingip and tenant:130f5c39034d41cb824f7c5abeb4f574 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:00.582748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:00.590265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:00.636510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Request body: {'port': {'device_id': 'd031c9b6-087e-48b8-998d-3397ab4b8e3f', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'admin_state_up': True, 'tenant_id': '82397fe5d80f49599d0b8e518897ed13'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:00.693016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-137c584a-565c-4431-9290-749b4ae24303 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:00.718347 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:00.976655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:00.984296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-3e18a576-8ee5-4921-8697-efc9ea0bbae8 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:00.991569 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-3e18a576-8ee5-4921-8697-efc9ea0bbae8 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 819 time: 0.6596689 Apr 05 20:25:01.048541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:01.084561 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-137c584a-565c-4431-9290-749b4ae24303 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:25:01.089266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304b2a9-2ac5-4322-9d88-0a7de9888be9 req-46887872-0b92-4ece-b2a3-d50caac5d0eb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:01.090652 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-137c584a-565c-4431-9290-749b4ae24303 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.8460746 Apr 05 20:25:01.095612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42850) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:01.099238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304b2a9-2ac5-4322-9d88-0a7de9888be9 req-46887872-0b92-4ece-b2a3-d50caac5d0eb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:01.109395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304b2a9-2ac5-4322-9d88-0a7de9888be9 req-46887872-0b92-4ece-b2a3-d50caac5d0eb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:01.119149 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8304b2a9-2ac5-4322-9d88-0a7de9888be9 req-46887872-0b92-4ece-b2a3-d50caac5d0eb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 2410 time: 0.5682931 Apr 05 20:25:01.219934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Made reservation on behalf of 82397fe5d80f49599d0b8e518897ed13 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:01.223465 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:01.251200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:25:01.268087 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e4d4e-057e-48a3-a189-8f8347267b47 None None] Sync routers for ids ['63f47700-846b-4c4b-87fb-7628940b6b67'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:25:01.296088 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e4d4e-057e-48a3-a189-8f8347267b47 None None] Routers {'63f47700-846b-4c4b-87fb-7628940b6b67'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:25:01.301932 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-aa3e4d4e-057e-48a3-a189-8f8347267b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:24:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['63f47700-846b-4c4b-87fb-7628940b6b67'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:01.318603 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8304b2a9-2ac5-4322-9d88-0a7de9888be9 req-c5157ba4-9189-4236-9c00-c981c2c91346 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849492 Apr 05 20:25:01.331245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bdf6b300-7945-424e-b240-744badcf1e1e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:25:01.498525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port bdf6b300-7945-424e-b240-744badcf1e1e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:25:01.517691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port bdf6b300-7945-424e-b240-744badcf1e1e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:25:01.518847 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:01.543350 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-c270d9ae-64d0-414d-95bc-5c170f5187f8 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/quotas/82397fe5d80f49599d0b8e518897ed13 HTTP/1.1" status: 200 len: 375 time: 0.5507627 Apr 05 20:25:01.697460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] No DVR routers for this DVR port f9448b79-3827-496f-864e-611a8674e2de on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:25:01.747543 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:01.749533 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-a6babd79-eb42-4b43-b79f-6917d501e1bf tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "DELETE /v2.0/ports/f9448b79-3827-496f-864e-611a8674e2de HTTP/1.1" status: 204 len: 173 time: 8.0825667 Apr 05 20:25:01.753435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-deleted', 'tag': 'f9448b79-3827-496f-864e-611a8674e2de'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:25:01.795521 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-aa3e4d4e-057e-48a3-a189-8f8347267b47 None None] Set router 63f47700-846b-4c4b-87fb-7628940b6b67 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:25:01.825616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42880) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:01.934764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Allocated IP 172.20.0.10 (957380d5-ff07-44ca-8a11-0d4ab455b8dc/1a73fcf3-bad6-44eb-9840-4132570fe122/fc2d8512-1896-4a96-af69-8e8e75f13172) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:25:02.010006 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:02.049911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42886) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:02.076039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port bdf6b300-7945-424e-b240-744badcf1e1e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bdf6b300-7945-424e-b240-744badcf1e1e,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:02.084724 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:02.158489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e0912-70fb-4fcd-afb5-7f5f81835b1e req-b8dd454d-3b77-4a8f-ae71-54281a9a20d5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:02.160052 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e01e0912-70fb-4fcd-afb5-7f5f81835b1e req-b8dd454d-3b77-4a8f-ae71-54281a9a20d5 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.3945057 Apr 05 20:25:02.239951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=bdf6b300-7945-424e-b240-744badcf1e1e,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:02.277407 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0936-15fe-47ff-961b-5d463d832b04 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:02.313233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-63a36b50-f003-4161-a03b-fb87a71bc124 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Deleting port e2765005-dfb9-40bd-a743-1b37fd966f55 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:02.313822 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-63a36b50-f003-4161-a03b-fb87a71bc124 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:02.334153 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-aa3e4d4e-057e-48a3-a189-8f8347267b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:18:27Z', 'revision_number': 4, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'de8c9b84-a62d-4653-af50-6e535e5ba4af', 'name': '', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'mac_address': 'fa:16:3e:7d:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:25Z', 'updated_at': '2022-04-05T20:18:44Z', 'revision_number': 5, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'subnets': [{'id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:02.338871 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e4d4e-057e-48a3-a189-8f8347267b47 None None] Checking router: 63f47700-846b-4c4b-87fb-7628940b6b67 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:25:02.348733 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3e4d4e-057e-48a3-a189-8f8347267b47 None None] Routers {'63f47700-846b-4c4b-87fb-7628940b6b67'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:25:02.349342 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-aa3e4d4e-057e-48a3-a189-8f8347267b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:24:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['63f47700-846b-4c4b-87fb-7628940b6b67'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:02.384154 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a11dbf32-450e-473a-b8d8-b91efe449cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:02.396858 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0936-15fe-47ff-961b-5d463d832b04 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:02.431712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a11dbf32-450e-473a-b8d8-b91efe449cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:02.439585 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:02.441869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a11dbf32-450e-473a-b8d8-b91efe449cdd admin admin] Usage tracker for resource:security_group_rule and tenant:12881a255a0042e9b10b449dbcb4b311 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:02.449155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a11dbf32-450e-473a-b8d8-b91efe449cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:02.468628 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e01e0912-70fb-4fcd-afb5-7f5f81835b1e req-7c8a3d19-95fa-4331-b800-f379fdaedf36 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425611 Apr 05 20:25:02.478299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a11dbf32-450e-473a-b8d8-b91efe449cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:02.523276 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:02.569097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c6623-cb9f-44fb-82ff-49b48b6d33f7 req-c86b5231-f678-4505-ab9e-c07f518445db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:02.570119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c6623-cb9f-44fb-82ff-49b48b6d33f7 req-c86b5231-f678-4505-ab9e-c07f518445db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:02.571346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c6623-cb9f-44fb-82ff-49b48b6d33f7 req-c86b5231-f678-4505-ab9e-c07f518445db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:02.571878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c6623-cb9f-44fb-82ff-49b48b6d33f7 req-c86b5231-f678-4505-ab9e-c07f518445db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:02.572478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c6623-cb9f-44fb-82ff-49b48b6d33f7 req-c86b5231-f678-4505-ab9e-c07f518445db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:02.573494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c6623-cb9f-44fb-82ff-49b48b6d33f7 req-c86b5231-f678-4505-ab9e-c07f518445db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:02.574297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c6623-cb9f-44fb-82ff-49b48b6d33f7 req-c86b5231-f678-4505-ab9e-c07f518445db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:02.575587 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-aa3e4d4e-057e-48a3-a189-8f8347267b47 None None] Set router 63f47700-846b-4c4b-87fb-7628940b6b67 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:25:02.576291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5e0c6623-cb9f-44fb-82ff-49b48b6d33f7 req-c86b5231-f678-4505-ab9e-c07f518445db service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 6504 time: 0.5253155 Apr 05 20:25:02.583330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Transition to ACTIVE for port object fc2d8512-1896-4a96-af69-8e8e75f13172 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:02.640431 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:02.642400 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-b61fba18-bb6e-4c80-bf19-1e3fcbd63ad3 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0670598 Apr 05 20:25:02.670519 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0936-15fe-47ff-961b-5d463d832b04 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:02.688844 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-deleted', 'tag': 'f9448b79-3827-496f-864e-611a8674e2de', 'status': 'completed', 'code': 200} Apr 05 20:25:02.785315 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Network 957380d5-ff07-44ca-8a11-0d4ab455b8dc is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:25:02.791603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:02.808660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:25:02.841614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a0936-15fe-47ff-961b-5d463d832b04 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e76bf50-a4e0-4a6b-ab05-057d00d56451,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:02.852193 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5e0c6623-cb9f-44fb-82ff-49b48b6d33f7 req-c9c95cd1-ce8c-4e67-8c7c-7cb08b4b1553 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2364457 Apr 05 20:25:02.905037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Pushing event updated for resources: {'Port': ['ID=fc2d8512-1896-4a96-af69-8e8e75f13172,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:02.974975 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a11dbf32-450e-473a-b8d8-b91efe449cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:02.982067 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d7a0936-15fe-47ff-961b-5d463d832b04 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:02.986100 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8d7a0936-15fe-47ff-961b-5d463d832b04 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "DELETE /v2.0/security-groups/1e76bf50-a4e0-4a6b-ab05-057d00d56451 HTTP/1.1" status: 204 len: 168 time: 1.7451179 Apr 05 20:25:02.988922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42912) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:02.994902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:02.995555 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:03.021543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a11dbf32-450e-473a-b8d8-b91efe449cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:03.035488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-63a36b50-f003-4161-a03b-fb87a71bc124 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] For port e2765005-dfb9-40bd-a743-1b37fd966f55, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e2765005-dfb9-40bd-a743-1b37fd966f55,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:03.035844 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-63a36b50-f003-4161-a03b-fb87a71bc124 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:03.112463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-6d3eaae5-ced1-4e9b-ab33-343be58c2ce7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4806342 Apr 05 20:25:03.116628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dbf32-450e-473a-b8d8-b91efe449cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95011ad-1743-4750-8088-87d1b004088c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:03.125145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a11dbf32-450e-473a-b8d8-b91efe449cdd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12881a255a0042e9b10b449dbcb4b311&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2984254 Apr 05 20:25:03.125361 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-aa3e4d4e-057e-48a3-a189-8f8347267b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:18:27Z', 'revision_number': 4, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'de8c9b84-a62d-4653-af50-6e535e5ba4af', 'name': '', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'mac_address': 'fa:16:3e:7d:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:25Z', 'updated_at': '2022-04-05T20:18:44Z', 'revision_number': 5, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'subnets': [{'id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:03.129443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Request body: {'port': {'device_id': 'd031c9b6-087e-48b8-998d-3397ab4b8e3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:03.130633 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3e4d4e-057e-48a3-a189-8f8347267b47 None None] The sync data for ids ['63f47700-846b-4c4b-87fb-7628940b6b67'] in n-d-836604-1 is: [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:18:27Z', 'revision_number': 4, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'de8c9b84-a62d-4653-af50-6e535e5ba4af', 'name': '', 'network_id': 'c1d4db6d-e221-421f-bec4-215e49978b5e', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'mac_address': 'fa:16:3e:7d:8b:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 1084, 'fixed_ips': [{'subnet_id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:25Z', 'updated_at': '2022-04-05T20:18:44Z', 'revision_number': 5, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'subnets': [{'id': 'aa31aa76-5a52-4e0c-aa3c-55565cc204cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:25:03.150951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e96bdb52-650b-4aaf-ab12-463760567a2c None None] Provisioning for port fc2d8512-1896-4a96-af69-8e8e75f13172 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:25:03.159885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e96bdb52-650b-4aaf-ab12-463760567a2c None None] Provisioning complete for port fc2d8512-1896-4a96-af69-8e8e75f13172 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:25:03.160561 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e96bdb52-650b-4aaf-ab12-463760567a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:03.163566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42916) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:03.237359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e96bdb52-650b-4aaf-ab12-463760567a2c None None] Port fc2d8512-1896-4a96-af69-8e8e75f13172 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:25:03.254422 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bdf6b300-7945-424e-b240-744badcf1e1e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:25:03.264640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cd007-4c2d-4b02-9739-48bdd2281939 req-83d4ff85-7dfb-4d8f-81ef-7d8330adbdec tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:03.269842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-63a36b50-f003-4161-a03b-fb87a71bc124 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Calling delete_port for e2765005-dfb9-40bd-a743-1b37fd966f55 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:03.270803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cd007-4c2d-4b02-9739-48bdd2281939 req-83d4ff85-7dfb-4d8f-81ef-7d8330adbdec tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:03.277349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cd007-4c2d-4b02-9739-48bdd2281939 req-83d4ff85-7dfb-4d8f-81ef-7d8330adbdec tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:03.286487 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c31cd007-4c2d-4b02-9739-48bdd2281939 req-83d4ff85-7dfb-4d8f-81ef-7d8330adbdec tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 2410 time: 0.3654094 Apr 05 20:25:03.303920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Allocated IP 172.25.8.96 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/5e0f6c51-8836-4843-8115-650b7f0af19e) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:25:03.330878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port bdf6b300-7945-424e-b240-744badcf1e1e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:25:03.331092 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:03.347730 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fcdc2074-5b1c-4a16-81de-b85f73c4f985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:03.454883 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c31cd007-4c2d-4b02-9739-48bdd2281939 req-b49a9463-44ca-43c9-aec2-2a883a565d30 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667912 Apr 05 20:25:03.459835 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fcdc2074-5b1c-4a16-81de-b85f73c4f985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:03.507707 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:03.520213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e7f1fb1f-f19f-4858-8bb2-5c46000b9b8c tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Synchronizing usage tracker for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:03.572522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e13a96b-b754-4d66-a041-61dcf0c67550 None None] New status for floating IP e32ea566-7e18-4857-90b7-2c6762e43ad1: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:25:03.619967 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-9ec99ca1-ee80-45dc-8cb1-bbbf2fc87a16 service neutron] 10.222.0.24 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9763968 Apr 05 20:25:03.800248 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fcdc2074-5b1c-4a16-81de-b85f73c4f985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:03.801601 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-63a36b50-f003-4161-a03b-fb87a71bc124 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:03.825056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc2074-5b1c-4a16-81de-b85f73c4f985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95011ad-1743-4750-8088-87d1b004088c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:03.838652 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fcdc2074-5b1c-4a16-81de-b85f73c4f985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:03.839764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fcdc2074-5b1c-4a16-81de-b85f73c4f985 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e95011ad-1743-4750-8088-87d1b004088c HTTP/1.1" status: 204 len: 168 time: 0.6683564 Apr 05 20:25:03.936898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e7f1fb1f-f19f-4858-8bb2-5c46000b9b8c tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Unset dirty status for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:03.941487 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e7f1fb1f-f19f-4858-8bb2-5c46000b9b8c tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.8287899 Apr 05 20:25:03.942793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a36b50-f003-4161-a03b-fb87a71bc124 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event deleted for resources: {'Port': ['ID=e2765005-dfb9-40bd-a743-1b37fd966f55,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:03.944489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42926) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:04.053174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad2994-2cc8-473f-8158-cbfb9774a857 req-3bec590e-e578-41b5-9b16-3c8837012b81 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:04.054702 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09ad2994-2cc8-473f-8158-cbfb9774a857 req-3bec590e-e578-41b5-9b16-3c8837012b81 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8f5285c-1c38-4a20-82b6-c5717e1f2c55 HTTP/1.1" status: 200 len: 951 time: 0.1830010 Apr 05 20:25:04.111508 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-c0e9634e-ac16-4fc2-9a84-e4c85707b462 service neutron] 10.222.0.24 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833696 Apr 05 20:25:04.122086 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:04.125695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-63a36b50-f003-4161-a03b-fb87a71bc124 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] No DVR routers for this DVR port e2765005-dfb9-40bd-a743-1b37fd966f55 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:25:04.132174 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-63a36b50-f003-4161-a03b-fb87a71bc124 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:04.168107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc2d8512-1896-4a96-af69-8e8e75f13172 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:25:04.174209 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27343a82-1d48-4385-bcd2-59ae9468a4f5 req-a053721f-0c3a-48fe-855f-72f1fef0d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:04.175790 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27343a82-1d48-4385-bcd2-59ae9468a4f5 req-a053721f-0c3a-48fe-855f-72f1fef0d416 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=44a73d7388664fb1bd4e54ae3b4705c8&device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 1096 time: 0.3674269 Apr 05 20:25:04.182843 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09ad2994-2cc8-473f-8158-cbfb9774a857 req-de37841b-afb2-4d4d-9d14-fca1e5bc464b tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149616 Apr 05 20:25:04.183650 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-63a36b50-f003-4161-a03b-fb87a71bc124 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "DELETE /v2.0/ports/e2765005-dfb9-40bd-a743-1b37fd966f55 HTTP/1.1" status: 204 len: 173 time: 2.4169974 Apr 05 20:25:04.189158 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:04.189978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42932) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:04.223918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Transition to ACTIVE for port object fc2d8512-1896-4a96-af69-8e8e75f13172 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:04.226484 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c8424b2-4fff-4064-ab88-719c958c284a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:04.237605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:04.275518 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6efd1eb3-d9f3-464a-bceb-47996e7c3772 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:04.292904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7c8424b2-4fff-4064-ab88-719c958c284a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:04.297248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:04.301600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7c8424b2-4fff-4064-ab88-719c958c284a admin admin] Usage tracker for resource:security_group_rule and tenant:64f804f6ec324ace9441c93e02a35c3e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:04.397908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7c8424b2-4fff-4064-ab88-719c958c284a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:04.406351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7c8424b2-4fff-4064-ab88-719c958c284a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:04.490699 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:25:04.523359 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:04.542590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2d8512-1896-4a96-af69-8e8e75f13172,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:04.608175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:25:04.653624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:04.663777 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:04.767585 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c8424b2-4fff-4064-ab88-719c958c284a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:04.778676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,revision_number=11']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:04.780076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-deleted', 'tag': 'e2765005-dfb9-40bd-a743-1b37fd966f55'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:25:04.780607 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c8424b2-4fff-4064-ab88-719c958c284a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:04.803302 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6efd1eb3-d9f3-464a-bceb-47996e7c3772 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:04.827496 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:04.877551 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7c8424b2-4fff-4064-ab88-719c958c284a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64f804f6ec324ace9441c93e02a35c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6863716 Apr 05 20:25:04.880779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-641a2f69-4590-47fb-be01-9db31cd68881 req-e94d24c6-e4eb-4394-a434-08740b718de2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 210 time: 0.2555020 Apr 05 20:25:04.884404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42964) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:04.899443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-eebfe61d-c984-4b6d-a7a3-e21121e7c0f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Deleting port 0abe355c-c18d-4a37-bce6-7fc1dba443f1 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:04.900054 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-eebfe61d-c984-4b6d-a7a3-e21121e7c0f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:04.943025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8424b2-4fff-4064-ab88-719c958c284a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4736db-9d19-4749-89c5-a8907626da16,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:05.012224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e57c2e-3da3-4818-899c-c128eb638c88 req-6f076a33-768a-4f02-a977-28bd380357c1 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:05.019400 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13e57c2e-3da3-4818-899c-c128eb638c88 req-6f076a33-768a-4f02-a977-28bd380357c1 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.6228220 Apr 05 20:25:05.021772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Attempting to bind port fc2d8512-1896-4a96-af69-8e8e75f13172 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:25:05.022133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Attempting to bind port fc2d8512-1896-4a96-af69-8e8e75f13172 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:25:05.022543 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Attempting to bind port fc2d8512-1896-4a96-af69-8e8e75f13172 on network 957380d5-ff07-44ca-8a11-0d4ab455b8dc {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:25:05.049371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Port fc2d8512-1896-4a96-af69-8e8e75f13172 on network 957380d5-ff07-44ca-8a11-0d4ab455b8dc not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:25:05.049718 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Attempting to bind port fc2d8512-1896-4a96-af69-8e8e75f13172 on network 957380d5-ff07-44ca-8a11-0d4ab455b8dc {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:25:05.050377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:25:05.067443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:25:05.068093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Checking segment: {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:25:05.068187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Bound using segment: {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:25:05.068564 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Bound port: fc2d8512-1896-4a96-af69-8e8e75f13172, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:25:05.068904 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:05.100971 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0f6c5e24-d74e-4c18-b3e2-8ccfd0d4e86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:05.104375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:05.133581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:25:05.146687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13e57c2e-3da3-4818-899c-c128eb638c88 req-0e342c80-5f2c-49d7-ad21-9687c3daf345 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260765 Apr 05 20:25:05.192297 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0f6c5e24-d74e-4c18-b3e2-8ccfd0d4e86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:05.255784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] For port fc2d8512-1896-4a96-af69-8e8e75f13172, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:25:05.259032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event updated for resources: {'Port': ['ID=5e0f6c51-8836-4843-8115-650b7f0af19e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:05.264925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] For port fc2d8512-1896-4a96-af69-8e8e75f13172, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fc2d8512-1896-4a96-af69-8e8e75f13172,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:25:05.270903 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:05.279492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27343a82-1d48-4385-bcd2-59ae9468a4f5 req-6c0e0c33-8529-4774-bac2-a997b2fc8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:05.281204 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27343a82-1d48-4385-bcd2-59ae9468a4f5 req-6c0e0c33-8529-4774-bac2-a997b2fc8154 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0036c264-6107-49cf-a8f2-adcdce404271 HTTP/1.1" status: 200 len: 912 time: 1.0800722 Apr 05 20:25:05.345495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:05.346119 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:05.347595 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc2d8512-1896-4a96-af69-8e8e75f13172 HTTP/1.1" status: 200 len: 1092 time: 2.2253349 Apr 05 20:25:05.348025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd031c9b6-087e-48b8-998d-3397ab4b8e3f', 'tag': 'fc2d8512-1896-4a96-af69-8e8e75f13172'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:25:05.358676 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0f6c5e24-d74e-4c18-b3e2-8ccfd0d4e86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:05.391037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c5e24-d74e-4c18-b3e2-8ccfd0d4e86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4736db-9d19-4749-89c5-a8907626da16,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:05.404036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42037c-594f-4454-897e-2f29ade79334 service neutron] Pushing event updated for resources: {'Port': ['ID=fc2d8512-1896-4a96-af69-8e8e75f13172,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:05.429807 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526', 'code': 200} Apr 05 20:25:05.467340 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6efd1eb3-d9f3-464a-bceb-47996e7c3772 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:05.479302 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0f6c5e24-d74e-4c18-b3e2-8ccfd0d4e86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:05.495212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0f6c5e24-d74e-4c18-b3e2-8ccfd0d4e86b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea4736db-9d19-4749-89c5-a8907626da16 HTTP/1.1" status: 204 len: 168 time: 0.5976372 Apr 05 20:25:05.535616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-1dcc8e02-4f85-4c02-9ab4-085f7aa66fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:05.537547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-1dcc8e02-4f85-4c02-9ab4-085f7aa66fd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 1095 time: 0.1346095 Apr 05 20:25:05.545580 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-deleted', 'tag': 'e2765005-dfb9-40bd-a743-1b37fd966f55', 'status': 'completed', 'code': 200} Apr 05 20:25:05.551223 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27343a82-1d48-4385-bcd2-59ae9468a4f5 req-18e79316-f39d-4994-a76c-d745c4e77f05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=353561e0-6383-44d5-a3d8-5938dfd67a2c HTTP/1.1" status: 200 len: 217 time: 0.2557738 Apr 05 20:25:05.581271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd1eb3-d9f3-464a-bceb-47996e7c3772 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f248f77-8401-43c0-b23c-1d179460c1d5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:05.699141 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-aad24c07-92f2-4010-b427-f4f6915e42c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc2d8512-1896-4a96-af69-8e8e75f13172 HTTP/1.1" status: 200 len: 217 time: 0.1530383 Apr 05 20:25:05.768209 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd031c9b6-087e-48b8-998d-3397ab4b8e3f', 'tag': 'fc2d8512-1896-4a96-af69-8e8e75f13172', 'status': 'completed', 'code': 200} Apr 05 20:25:05.825926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-eebfe61d-c984-4b6d-a7a3-e21121e7c0f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] For port 0abe355c-c18d-4a37-bce6-7fc1dba443f1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=0abe355c-c18d-4a37-bce6-7fc1dba443f1,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:05.827510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-eebfe61d-c984-4b6d-a7a3-e21121e7c0f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:05.979261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-eebfe61d-c984-4b6d-a7a3-e21121e7c0f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Calling delete_port for 0abe355c-c18d-4a37-bce6-7fc1dba443f1 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:05.993567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-311e529f-a313-4718-9097-e5de18586293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:05.995199 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-311e529f-a313-4718-9097-e5de18586293 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.2898262 Apr 05 20:25:06.064886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-50b77f9b-7ff3-4e0d-a48a-2075831685c5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:06.066480 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-50b77f9b-7ff3-4e0d-a48a-2075831685c5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.13 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 819 time: 0.2974648 Apr 05 20:25:06.071236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Deleting port 5e0f6c51-8836-4843-8115-650b7f0af19e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:06.072041 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:06.115586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27343a82-1d48-4385-bcd2-59ae9468a4f5 req-3854d7e5-e731-4179-b034-cf244ccc5bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:06.115932 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27343a82-1d48-4385-bcd2-59ae9468a4f5 req-3854d7e5-e731-4179-b034-cf244ccc5bb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7b2dc6ff-910e-46dc-beb1-17e6615cd54b HTTP/1.1" status: 200 len: 851 time: 0.5373955 Apr 05 20:25:06.118649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Request body: {'port': {'device_id': '03ed61ed-1784-495a-aa95-abcf22c8024f', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'admin_state_up': True, 'tenant_id': '82397fe5d80f49599d0b8e518897ed13'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:06.220540 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6efd1eb3-d9f3-464a-bceb-47996e7c3772 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:06.224459 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6efd1eb3-d9f3-464a-bceb-47996e7c3772 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "DELETE /v2.0/security-groups/1f248f77-8401-43c0-b23c-1d179460c1d5 HTTP/1.1" status: 204 len: 168 time: 2.2652440 Apr 05 20:25:06.225266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43026) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:06.251310 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27343a82-1d48-4385-bcd2-59ae9468a4f5 req-8732f728-b020-472f-aa54-e82e613034f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0036c264-6107-49cf-a8f2-adcdce404271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243086 Apr 05 20:25:06.283356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f4dd20e6-03cf-489d-b090-a340aa3f9250 req-7aa91a11-86ce-45fd-ab21-6291c3161acb tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Synchronizing usage tracker for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:06.300509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a19279-920f-4b20-a557-2209a06cb559 req-974da6e4-309e-44c9-8d02-ad9fdd1736a0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:06.307348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a19279-920f-4b20-a557-2209a06cb559 req-974da6e4-309e-44c9-8d02-ad9fdd1736a0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:06.308142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d0a19279-920f-4b20-a557-2209a06cb559 req-974da6e4-309e-44c9-8d02-ad9fdd1736a0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Synchronizing usage tracker for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:06.386356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f4dd20e6-03cf-489d-b090-a340aa3f9250 req-7aa91a11-86ce-45fd-ab21-6291c3161acb tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Unset dirty status for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:06.387511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4dd20e6-03cf-489d-b090-a340aa3f9250 req-7aa91a11-86ce-45fd-ab21-6291c3161acb tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 210 time: 0.3160856 Apr 05 20:25:06.392362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8ec46580-0973-42ea-a68a-9c204d24b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:06.393815 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-8ec46580-0973-42ea-a68a-9c204d24b240 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3858433 Apr 05 20:25:06.471079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:06.483895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:06.554142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Made reservation on behalf of 82397fe5d80f49599d0b8e518897ed13 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:06.557737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:06.612038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6ea13bdf-89f2-4b51-8f44-bdb204f5b718 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Synchronizing usage tracker for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:06.668240 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-eebfe61d-c984-4b6d-a7a3-e21121e7c0f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:06.784371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d0a19279-920f-4b20-a557-2209a06cb559 req-974da6e4-309e-44c9-8d02-ad9fdd1736a0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Unset dirty status for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:06.791427 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d0a19279-920f-4b20-a557-2209a06cb559 req-974da6e4-309e-44c9-8d02-ad9fdd1736a0 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 1677 time: 1.7456815 Apr 05 20:25:06.802369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebfe61d-c984-4b6d-a7a3-e21121e7c0f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event deleted for resources: {'Port': ['ID=0abe355c-c18d-4a37-bce6-7fc1dba443f1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:06.828754 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-b35d609c-ca26-4788-97c0-35adaa50e416 service neutron] 10.222.0.41 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159234 Apr 05 20:25:06.846632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6ea13bdf-89f2-4b51-8f44-bdb204f5b718 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Unset dirty status for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:06.847875 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6ea13bdf-89f2-4b51-8f44-bdb204f5b718 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6077793 Apr 05 20:25:06.861044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43054) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:06.876663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-eebfe61d-c984-4b6d-a7a3-e21121e7c0f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] No DVR routers for this DVR port 0abe355c-c18d-4a37-bce6-7fc1dba443f1 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:25:06.890724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d70ec18f-e71f-4748-96cb-71c492c3ab96 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197786633'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:06.901042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-eebfe61d-c984-4b6d-a7a3-e21121e7c0f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:06.902253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Allocated IP 172.20.0.12 (957380d5-ff07-44ca-8a11-0d4ab455b8dc/1a73fcf3-bad6-44eb-9840-4132570fe122/ed20fd71-a2f7-4eec-aa16-67b5d9f1be25) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:25:06.903050 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-eebfe61d-c984-4b6d-a7a3-e21121e7c0f1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "DELETE /v2.0/ports/0abe355c-c18d-4a37-bce6-7fc1dba443f1 HTTP/1.1" status: 204 len: 173 time: 2.6996126 Apr 05 20:25:06.923932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d70ec18f-e71f-4748-96cb-71c492c3ab96 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:06.930114 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:06.930438 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:06.997933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d70ec18f-e71f-4748-96cb-71c492c3ab96 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:07.009353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3514bfdc-f2cb-40ab-82e0-d7ee1214122c req-a93f7db1-76a8-4079-b466-f71a13ea52e3 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:07.010971 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3514bfdc-f2cb-40ab-82e0-d7ee1214122c req-a93f7db1-76a8-4079-b466-f71a13ea52e3 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.3569193 Apr 05 20:25:07.057714 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27343a82-1d48-4385-bcd2-59ae9468a4f5 req-d0863750-cb97-4f5c-856b-7d4e76327bd3 service neutron] 10.222.0.13 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694926 Apr 05 20:25:07.060559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d0a19279-920f-4b20-a557-2209a06cb559 req-c3fc514a-f91a-4adc-aab9-282277bf7c58 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681162 Apr 05 20:25:07.154510 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4ec0517-0a45-44d6-aebb-422afbd599ba req-17b6b083-e463-4bfd-a225-cd70310e1b83 service neutron] 10.222.0.41 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145766 Apr 05 20:25:07.161658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Calling delete_port for 5e0f6c51-8836-4843-8115-650b7f0af19e owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:07.191195 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3514bfdc-f2cb-40ab-82e0-d7ee1214122c req-639ac9ba-3ea1-4576-99fa-9678d5e88651 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661549 Apr 05 20:25:07.309032 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d70ec18f-e71f-4748-96cb-71c492c3ab96 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:07.331372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-0389c685-f530-4325-8356-b751a27847b1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Deleting port 38549d66-9921-4e7e-9650-761720dcd226 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:07.331940 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-0389c685-f530-4325-8356-b751a27847b1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:07.470506 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:07.481096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d70ec18f-e71f-4748-96cb-71c492c3ab96 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:07.507320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d70ec18f-e71f-4748-96cb-71c492c3ab96 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:07.516571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d70ec18f-e71f-4748-96cb-71c492c3ab96 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:07.532297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46537be-d7ff-4e42-aedf-09ab59c825c1 req-46fd846f-5d95-40f6-b24c-f57b6a6c78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:07.538215 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a46537be-d7ff-4e42-aedf-09ab59c825c1 req-46fd846f-5d95-40f6-b24c-f57b6a6c78c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 1095 time: 0.1887445 Apr 05 20:25:07.557954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-deleted', 'tag': '0abe355c-c18d-4a37-bce6-7fc1dba443f1'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:25:07.616397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d70ec18f-e71f-4748-96cb-71c492c3ab96 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:07.645240 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27343a82-1d48-4385-bcd2-59ae9468a4f5 req-b8792481-f096-4208-850f-23372bd40acc service neutron] 10.222.0.13 "GET /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128496 Apr 05 20:25:07.739011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Transition to ACTIVE for port object ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:07.822111 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:07.823195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46537be-d7ff-4e42-aedf-09ab59c825c1 req-bb6f133e-cb0e-4633-bc4c-4e43a574409f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:07.826401 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a46537be-d7ff-4e42-aedf-09ab59c825c1 req-bb6f133e-cb0e-4633-bc4c-4e43a574409f service neutron] 10.222.0.41 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.2807133 Apr 05 20:25:07.827283 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-deleted', 'tag': '0abe355c-c18d-4a37-bce6-7fc1dba443f1', 'status': 'completed', 'code': 200} Apr 05 20:25:07.830426 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:07.990495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event deleted for resources: {'Port': ['ID=5e0f6c51-8836-4843-8115-650b7f0af19e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:08.044790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-0389c685-f530-4325-8356-b751a27847b1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] For port 38549d66-9921-4e7e-9650-761720dcd226, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=38549d66-9921-4e7e-9650-761720dcd226,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:08.045179 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-0389c685-f530-4325-8356-b751a27847b1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:08.052702 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a46537be-d7ff-4e42-aedf-09ab59c825c1 req-7ddbd991-41cb-4394-8baa-5ab8d9f227a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc2d8512-1896-4a96-af69-8e8e75f13172 HTTP/1.1" status: 200 len: 217 time: 0.2090821 Apr 05 20:25:08.135786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Network 957380d5-ff07-44ca-8a11-0d4ab455b8dc is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:25:08.153982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:08.167265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:25:08.231601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Pushing event updated for resources: {'Port': ['ID=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:08.282764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-0389c685-f530-4325-8356-b751a27847b1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Calling delete_port for 38549d66-9921-4e7e-9650-761720dcd226 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:08.327567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46537be-d7ff-4e42-aedf-09ab59c825c1 req-75ae421b-d567-4860-8bd0-2a37970add1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:08.329673 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a46537be-d7ff-4e42-aedf-09ab59c825c1 req-75ae421b-d567-4860-8bd0-2a37970add1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.2627769 Apr 05 20:25:08.385092 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d70ec18f-e71f-4748-96cb-71c492c3ab96 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:08.415255 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d70ec18f-e71f-4748-96cb-71c492c3ab96 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:08.435053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:08.435816 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:08.463367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77f15e-fee5-4756-bd7b-078f46bfdadd req-845ea02e-e151-4b6e-b9a9-bb41b6e853b0 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:08.464997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb77f15e-fee5-4756-bd7b-078f46bfdadd req-845ea02e-e151-4b6e-b9a9-bb41b6e853b0 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 932 time: 0.4733543 Apr 05 20:25:08.502699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1f0aa1f9-aa19-472d-a417-e108324b0416 None None] Provisioning for port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:25:08.506579 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-225f3c14-0804-4ed9-8bcc-8709a526ce1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3993111 Apr 05 20:25:08.512647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1f0aa1f9-aa19-472d-a417-e108324b0416 None None] Provisioning complete for port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:25:08.513696 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f0aa1f9-aa19-472d-a417-e108324b0416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:08.536283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-cb77f15e-fee5-4756-bd7b-078f46bfdadd req-7dd94c10-17f7-4a15-829f-378b48e8c82b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Synchronizing usage tracker for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:08.544303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Request body: {'port': {'device_id': '03ed61ed-1784-495a-aa95-abcf22c8024f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:08.585825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1f0aa1f9-aa19-472d-a417-e108324b0416 None None] Port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:25:08.620461 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] create failed (client error): The resource could not be found. Apr 05 20:25:08.622355 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a7403d23-ffdb-43b1-a4a9-0b9375504b25 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.1268933 Apr 05 20:25:08.657478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43164) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:08.658473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ec18f-e71f-4748-96cb-71c492c3ab96 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdef1e7d-02a2-4fbf-ba56-e17c2b2c39a4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:08.710418 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:08.742266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46537be-d7ff-4e42-aedf-09ab59c825c1 req-c51501a0-bb2d-4e38-9497-1565784ac967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:08.743870 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a46537be-d7ff-4e42-aedf-09ab59c825c1 req-c51501a0-bb2d-4e38-9497-1565784ac967 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3960214 Apr 05 20:25:08.796120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-cb77f15e-fee5-4756-bd7b-078f46bfdadd req-7dd94c10-17f7-4a15-829f-378b48e8c82b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Unset dirty status for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:08.797527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb77f15e-fee5-4756-bd7b-078f46bfdadd req-7dd94c10-17f7-4a15-829f-378b48e8c82b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146677 Apr 05 20:25:08.805594 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d70ec18f-e71f-4748-96cb-71c492c3ab96 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:08.806306 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d70ec18f-e71f-4748-96cb-71c492c3ab96 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9380651 Apr 05 20:25:08.817469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43168) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:08.828097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4df46e32-792c-4cb4-a184-aadfa1eff883 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': 'bdef1e7d-02a2-4fbf-ba56-e17c2b2c39a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:08.834484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device fc2d8512-1896-4a96-af69-8e8e75f13172 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:25:08.837480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4df46e32-792c-4cb4-a184-aadfa1eff883 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:08.842045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4df46e32-792c-4cb4-a184-aadfa1eff883 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:08.844919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4df46e32-792c-4cb4-a184-aadfa1eff883 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:08.854306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4df46e32-792c-4cb4-a184-aadfa1eff883 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:08.868681 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-0389c685-f530-4325-8356-b751a27847b1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:08.934193 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:09.042024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389c685-f530-4325-8356-b751a27847b1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event deleted for resources: {'Port': ['ID=38549d66-9921-4e7e-9650-761720dcd226,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:09.059007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ba844-0f52-456d-a29d-ac31bb9b79d6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Deleting port b3944801-4df1-4c53-b9cc-5c27b9d00da3 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:09.059755 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd0ba844-0f52-456d-a29d-ac31bb9b79d6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:09.061494 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a46537be-d7ff-4e42-aedf-09ab59c825c1 req-15c323eb-e16a-4c43-ace2-52738ba089b8 service neutron] 10.222.0.41 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109300 Apr 05 20:25:09.084624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port fc2d8512-1896-4a96-af69-8e8e75f13172, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fc2d8512-1896-4a96-af69-8e8e75f13172,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:09.094345 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:09.101285 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'fc2d8512-1896-4a96-af69-8e8e75f13172', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'port_id': 'fc2d8512-1896-4a96-af69-8e8e75f13172', 'mac_address': 'fa:16:3e:18:40:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:25:09.126627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a06e2-f49e-4ed1-928f-0478d361d28f req-83d577fe-d9ac-4ba8-a476-9a14e915ce54 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:09.134367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-090a06e2-f49e-4ed1-928f-0478d361d28f req-83d577fe-d9ac-4ba8-a476-9a14e915ce54 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Synchronizing usage tracker for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:09.167981 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:09.186635 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc2d8512-1896-4a96-af69-8e8e75f13172 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:25:09.203220 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port fc2d8512-1896-4a96-af69-8e8e75f13172, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fc2d8512-1896-4a96-af69-8e8e75f13172,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:09.208506 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:09.288217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-0389c685-f530-4325-8356-b751a27847b1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] No DVR routers for this DVR port 38549d66-9921-4e7e-9650-761720dcd226 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:25:09.306566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-090a06e2-f49e-4ed1-928f-0478d361d28f req-83d577fe-d9ac-4ba8-a476-9a14e915ce54 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Unset dirty status for tenant:3189be43b8324ee6bd68d0b85dfb1996 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:09.309650 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-090a06e2-f49e-4ed1-928f-0478d361d28f req-83d577fe-d9ac-4ba8-a476-9a14e915ce54 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 943 time: 0.8960660 Apr 05 20:25:09.312686 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-4df46e32-792c-4cb4-a184-aadfa1eff883 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:25:09.319147 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4df46e32-792c-4cb4-a184-aadfa1eff883 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4958346 Apr 05 20:25:09.349136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43174) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:09.349694 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-0389c685-f530-4325-8356-b751a27847b1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:09.353482 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1009a776-ac2c-44b7-acf2-b77f24648056 req-0389c685-f530-4325-8356-b751a27847b1 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.41 "DELETE /v2.0/ports/38549d66-9921-4e7e-9650-761720dcd226 HTTP/1.1" status: 204 len: 173 time: 2.4385152 Apr 05 20:25:09.356169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=fc2d8512-1896-4a96-af69-8e8e75f13172,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:09.370343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf99562-d00a-4178-8469-0608558dbcfc req-7f20aaea-e289-4de9-b90e-d35291f243c8 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:09.378308 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1cf99562-d00a-4178-8469-0608558dbcfc req-7f20aaea-e289-4de9-b90e-d35291f243c8 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.3815331 Apr 05 20:25:09.407484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7660959e-0788-4762-a7df-738ac64ae866 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group_rule': {'security_group_id': 'bdef1e7d-02a2-4fbf-ba56-e17c2b2c39a4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:09.414986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7660959e-0788-4762-a7df-738ac64ae866 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:09.422306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7660959e-0788-4762-a7df-738ac64ae866 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:09.425711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7660959e-0788-4762-a7df-738ac64ae866 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:09.451613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7660959e-0788-4762-a7df-738ac64ae866 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:09.457490 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-090a06e2-f49e-4ed1-928f-0478d361d28f req-5ae75fea-ceac-4ffe-ad45-1c684d70a691 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a0113a6-d1bd-4128-a3bf-f638457471d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370864 Apr 05 20:25:09.481957 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a46537be-d7ff-4e42-aedf-09ab59c825c1 req-ebb56275-0908-4b43-9a01-618be890a878 service neutron] 10.222.0.41 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022825 Apr 05 20:25:09.482755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['fc2d8512-1896-4a96-af69-8e8e75f13172'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:25:09.520513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43184) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:09.742966 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd0ba844-0f52-456d-a29d-ac31bb9b79d6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:09.854574 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1cf99562-d00a-4178-8469-0608558dbcfc req-59aff806-4de4-4f63-ad7e-e3e4ed231365 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751427 Apr 05 20:25:09.910445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:25:09.920521 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:09.951974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-deleted', 'tag': '38549d66-9921-4e7e-9650-761720dcd226'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:25:09.964266 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-7660959e-0788-4762-a7df-738ac64ae866 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:25:09.967956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7660959e-0788-4762-a7df-738ac64ae866 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6116071 Apr 05 20:25:09.969557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bd0ba844-0f52-456d-a29d-ac31bb9b79d6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Calling delete_port for b3944801-4df1-4c53-b9cc-5c27b9d00da3 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:09.979089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43224) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:10.021197 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5dc55b19-7f3e-4171-bed2-8cbdbd86b69c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:10.036286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Transition to ACTIVE for port object ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:10.052657 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5dc55b19-7f3e-4171-bed2-8cbdbd86b69c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:10.061441 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:10.066628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5dc55b19-7f3e-4171-bed2-8cbdbd86b69c admin admin] Usage tracker for resource:security_group_rule and tenant:ee8be22ff9704f97bb117e2ead9b8dec is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:10.072475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5dc55b19-7f3e-4171-bed2-8cbdbd86b69c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:10.084222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5dc55b19-7f3e-4171-bed2-8cbdbd86b69c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:10.156130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Pushing event updated for resources: {'Port': ['ID=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:10.216933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd0ba844-0f52-456d-a29d-ac31bb9b79d6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:10.329726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb7079-6a11-420f-9be8-a0ac7ea8cfc4 req-c8b02793-a352-439a-8980-4b3f3efd3278 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:10.330493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-efeb7079-6a11-420f-9be8-a0ac7ea8cfc4 req-c8b02793-a352-439a-8980-4b3f3efd3278 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Synchronizing usage tracker for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:10.344128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0ba844-0f52-456d-a29d-ac31bb9b79d6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event deleted for resources: {'Port': ['ID=b3944801-4df1-4c53-b9cc-5c27b9d00da3,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:10.419842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-382867fc-bd43-46a0-84f3-b70c0644b3f6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:10.463392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-efeb7079-6a11-420f-9be8-a0ac7ea8cfc4 req-c8b02793-a352-439a-8980-4b3f3efd3278 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Unset dirty status for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:10.464589 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-efeb7079-6a11-420f-9be8-a0ac7ea8cfc4 req-c8b02793-a352-439a-8980-4b3f3efd3278 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 932 time: 0.4876795 Apr 05 20:25:10.512864 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-382867fc-bd43-46a0-84f3-b70c0644b3f6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:10.514509 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5dc55b19-7f3e-4171-bed2-8cbdbd86b69c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:10.567843 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-efeb7079-6a11-420f-9be8-a0ac7ea8cfc4 req-8e031441-49c2-495b-b41c-c6ee54acd9f6 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895669 Apr 05 20:25:10.574078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Attempting to bind port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:25:10.574398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Attempting to bind port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:25:10.574731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Attempting to bind port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 on network 957380d5-ff07-44ca-8a11-0d4ab455b8dc {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:25:10.589404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5dc55b19-7f3e-4171-bed2-8cbdbd86b69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:10.592802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 on network 957380d5-ff07-44ca-8a11-0d4ab455b8dc not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:25:10.593251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Attempting to bind port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 on network 957380d5-ff07-44ca-8a11-0d4ab455b8dc {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:25:10.605832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:25:10.606127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Checking segment: {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:25:10.606657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Bound using segment: {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:25:10.607217 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Bound port: ed20fd71-a2f7-4eec-aa16-67b5d9f1be25, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:25:10.607728 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:10.692617 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-382867fc-bd43-46a0-84f3-b70c0644b3f6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:10.735064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382867fc-bd43-46a0-84f3-b70c0644b3f6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdef1e7d-02a2-4fbf-ba56-e17c2b2c39a4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:10.740509 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-382867fc-bd43-46a0-84f3-b70c0644b3f6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:10.741676 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-382867fc-bd43-46a0-84f3-b70c0644b3f6 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "DELETE /v2.0/security-groups/bdef1e7d-02a2-4fbf-ba56-e17c2b2c39a4 HTTP/1.1" status: 204 len: 168 time: 0.7617145 Apr 05 20:25:10.744203 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9c25d0-3b9a-4ab0-9120-cdbb32708279', 'name': 'network-vif-deleted', 'tag': '38549d66-9921-4e7e-9650-761720dcd226', 'status': 'completed', 'code': 200} Apr 05 20:25:10.745216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43248) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:10.782303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc55b19-7f3e-4171-bed2-8cbdbd86b69c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d193ee2-78bf-4350-ac49-23b24c7ebce2,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:10.826034 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5dc55b19-7f3e-4171-bed2-8cbdbd86b69c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee8be22ff9704f97bb117e2ead9b8dec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3041739 Apr 05 20:25:10.828350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] For port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:25:10.829249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43258) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:10.845634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] For port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:25:10.854298 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd0ba844-0f52-456d-a29d-ac31bb9b79d6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:10.865304 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device fc2d8512-1896-4a96-af69-8e8e75f13172 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:25:10.868554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:10.915368 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bd0ba844-0f52-456d-a29d-ac31bb9b79d6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "DELETE /v2.0/ports/b3944801-4df1-4c53-b9cc-5c27b9d00da3 HTTP/1.1" status: 204 len: 168 time: 2.2467518 Apr 05 20:25:10.918439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43274) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:10.928272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-29330627-196d-4799-9f4a-6a068f491a3d tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Synchronizing usage tracker for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:11.014857 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-188892cb-4d48-4bf0-8394-343cd736e8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:11.024584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port fc2d8512-1896-4a96-af69-8e8e75f13172 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:25:11.034656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port fc2d8512-1896-4a96-af69-8e8e75f13172 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:25:11.035052 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:11.082915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:11.083459 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:11.084831 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] 10.222.0.13 "PUT /v2.0/ports/ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 HTTP/1.1" status: 200 len: 1092 time: 2.5515928 Apr 05 20:25:11.085370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03ed61ed-1784-495a-aa95-abcf22c8024f', 'tag': 'ed20fd71-a2f7-4eec-aa16-67b5d9f1be25'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:25:11.096448 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-188892cb-4d48-4bf0-8394-343cd736e8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:11.109343 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a53906d5-698e-473c-8241-fdc7d6dfe71e req-bc457368-d9e3-404a-88bf-be0c08ae7f81 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 210 time: 0.1748714 Apr 05 20:25:11.122323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-29330627-196d-4799-9f4a-6a068f491a3d tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Unset dirty status for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:11.123593 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-29330627-196d-4799-9f4a-6a068f491a3d tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3774893 Apr 05 20:25:11.130954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43280) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:11.162636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb48e9c-4210-47f6-9880-0416677f16df tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:11.163481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5eb48e9c-4210-47f6-9880-0416677f16df tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Synchronizing usage tracker for tenant:130f5c39034d41cb824f7c5abeb4f574 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:11.204716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-09ea40bb-8f60-4606-ba79-f8643633058a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025323624'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:11.259682 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5eb48e9c-4210-47f6-9880-0416677f16df tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Unset dirty status for tenant:130f5c39034d41cb824f7c5abeb4f574 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:11.264169 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5eb48e9c-4210-47f6-9880-0416677f16df tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff9374f9-5f0d-4844-9f23-1db4241a881a HTTP/1.1" status: 200 len: 913 time: 0.3443623 Apr 05 20:25:11.266623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-09ea40bb-8f60-4606-ba79-f8643633058a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:11.266745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43286) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:11.293693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95732ab1-ac18-48b0-938c-65e61b79dc47 service neutron] Pushing event updated for resources: {'Port': ['ID=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:11.309951 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:11.364870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port fc2d8512-1896-4a96-af69-8e8e75f13172, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fc2d8512-1896-4a96-af69-8e8e75f13172,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:11.369239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd031c9b6-087e-48b8-998d-3397ab4b8e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2d8512-1896-4a96-af69-8e8e75f13172'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:25:11.378658 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-188892cb-4d48-4bf0-8394-343cd736e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:11.394100 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:11.477999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-09ea40bb-8f60-4606-ba79-f8643633058a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:11.481167 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-001f6b27-e358-4194-9ed8-768538b78dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:11.482197 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03ed61ed-1784-495a-aa95-abcf22c8024f', 'tag': 'ed20fd71-a2f7-4eec-aa16-67b5d9f1be25', 'status': 'completed', 'code': 200} Apr 05 20:25:11.492437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-90964f83-8061-46c4-8a7b-15da0053110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:11.494303 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-90964f83-8061-46c4-8a7b-15da0053110c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 1095 time: 0.3606513 Apr 05 20:25:11.513478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188892cb-4d48-4bf0-8394-343cd736e8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d193ee2-78bf-4350-ac49-23b24c7ebce2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:11.532081 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-188892cb-4d48-4bf0-8394-343cd736e8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:11.533755 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-188892cb-4d48-4bf0-8394-343cd736e8c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d193ee2-78bf-4350-ac49-23b24c7ebce2 HTTP/1.1" status: 204 len: 168 time: 0.7030475 Apr 05 20:25:11.573117 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=fc2d8512-1896-4a96-af69-8e8e75f13172,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:11.613765 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09ea40bb-8f60-4606-ba79-f8643633058a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:11.638028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-09ea40bb-8f60-4606-ba79-f8643633058a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:11.642538 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-260b4576-7365-40fd-845f-7778fc3836c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 HTTP/1.1" status: 200 len: 217 time: 0.1109784 Apr 05 20:25:11.643602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-09ea40bb-8f60-4606-ba79-f8643633058a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Usage tracker for resource:security_group_rule and tenant:5506aa28059f47aaaaa6008a6e2348c3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:11.647128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-09ea40bb-8f60-4606-ba79-f8643633058a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:11.696639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-09ea40bb-8f60-4606-ba79-f8643633058a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:11.822307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-b2691389-ee51-44bf-81d7-896240d5f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:11.823952 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-b2691389-ee51-44bf-81d7-896240d5f95c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.1732180 Apr 05 20:25:11.932434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09ea40bb-8f60-4606-ba79-f8643633058a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:11.943936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965b432-a26d-46fb-930d-5249a6d548c9 req-c2dde24e-8117-4fa2-8abe-a3834a45a1e1 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:11.947686 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7965b432-a26d-46fb-930d-5249a6d548c9 req-c2dde24e-8117-4fa2-8abe-a3834a45a1e1 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.4709549 Apr 05 20:25:11.951148 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09ea40bb-8f60-4606-ba79-f8643633058a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:12.001602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea40bb-8f60-4606-ba79-f8643633058a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437c22cf-0d32-4940-ac2b-da4deeed55ed,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:12.089481 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7965b432-a26d-46fb-930d-5249a6d548c9 req-8689748f-f2d3-42e0-a83b-4f3bb11e3fb2 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296923 Apr 05 20:25:12.094397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-5dbd78e5-dd47-4ef1-a5e9-5e1708cc36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:12.097098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-5dbd78e5-dd47-4ef1-a5e9-5e1708cc36ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2590585 Apr 05 20:25:12.100145 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09ea40bb-8f60-4606-ba79-f8643633058a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:12.101326 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-09ea40bb-8f60-4606-ba79-f8643633058a tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9693589 Apr 05 20:25:12.106417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43334) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:12.112409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-03b830c4-2144-4ad8-88d6-db86e781b4f1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:12.114718 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-03b830c4-2144-4ad8-88d6-db86e781b4f1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 05 20:25:12.115589 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-03b830c4-2144-4ad8-88d6-db86e781b4f1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 20:25:12.117011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-03b830c4-2144-4ad8-88d6-db86e781b4f1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "PUT /v2.0/security-groups/437c22cf-0d32-4940-ac2b-da4deeed55ed HTTP/1.1" status: 409 len: 330 time: 0.0089960 Apr 05 20:25:12.125342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43340) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:12.142284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43342) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:12.165135 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd031c9b6-087e-48b8-998d-3397ab4b8e3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc2d8512-1896-4a96-af69-8e8e75f13172', 'code': 200} Apr 05 20:25:12.181924 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-805bbf22-c7f3-4413-bee5-02ec9e53f0fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:12.248508 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-805bbf22-c7f3-4413-bee5-02ec9e53f0fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:12.309842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-805bbf22-c7f3-4413-bee5-02ec9e53f0fb admin admin] Usage tracker for resource:security_group_rule and tenant:7feedf046de54192a411959edd3e87d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:12.328757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-805bbf22-c7f3-4413-bee5-02ec9e53f0fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:12.348107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-805bbf22-c7f3-4413-bee5-02ec9e53f0fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:12.376367 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-1525791a-a93c-4c80-8585-03d47cdf280f service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715518 Apr 05 20:25:12.400076 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0b484a09-1621-4c28-b3ec-437b286613a1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:12.429273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa3944-4154-4c1c-ac11-57a43572f578 req-a2775454-d5ef-40a1-872e-59858406b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:12.431508 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5caa3944-4154-4c1c-ac11-57a43572f578 req-a2775454-d5ef-40a1-872e-59858406b75f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 1097 time: 0.1616011 Apr 05 20:25:12.457634 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0b484a09-1621-4c28-b3ec-437b286613a1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:12.543847 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5caa3944-4154-4c1c-ac11-57a43572f578 req-dd431a64-ef63-460a-869c-38d70ef13fa3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605855 Apr 05 20:25:12.562689 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f902a9d2-c356-4e9c-ad0e-d2cd435bfac9 req-630fb1c6-bb6a-4165-aa23-8552c0b3397a service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776671 Apr 05 20:25:12.584106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac920a-0032-4009-bdd3-50806ef76972 req-c83d3619-538f-48f8-b701-97e1465966df tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:12.585565 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9eac920a-0032-4009-bdd3-50806ef76972 req-c83d3619-538f-48f8-b701-97e1465966df tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 944 time: 0.3177967 Apr 05 20:25:12.665179 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0b484a09-1621-4c28-b3ec-437b286613a1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:12.703085 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9eac920a-0032-4009-bdd3-50806ef76972 req-cd982c30-0c9a-4918-8e38-ece97c5607c4 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062601 Apr 05 20:25:12.709636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b484a09-1621-4c28-b3ec-437b286613a1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437c22cf-0d32-4940-ac2b-da4deeed55ed,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:12.716073 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-805bbf22-c7f3-4413-bee5-02ec9e53f0fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:12.719790 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a92f5dc-8693-4b0e-b1df-6565f1adbe84 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:12.727737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceac8d5-79c1-4620-8b23-49a09dcf6f35 req-1d85b92b-ddf5-4259-a928-a2b9b84e0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:12.730078 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ceac8d5-79c1-4620-8b23-49a09dcf6f35 req-1d85b92b-ddf5-4259-a928-a2b9b84e0f6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 1095 time: 0.1197596 Apr 05 20:25:12.780744 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-805bbf22-c7f3-4413-bee5-02ec9e53f0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:12.827999 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0b484a09-1621-4c28-b3ec-437b286613a1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:12.831654 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0b484a09-1621-4c28-b3ec-437b286613a1 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "DELETE /v2.0/security-groups/437c22cf-0d32-4940-ac2b-da4deeed55ed HTTP/1.1" status: 204 len: 168 time: 0.6997609 Apr 05 20:25:12.878892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43368) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:12.974562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c35e0bfd-6ea2-4a95-a459-d716e2bdd85e tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Synchronizing usage tracker for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:12.983892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceac8d5-79c1-4620-8b23-49a09dcf6f35 req-9b27ed7b-5596-421d-b4aa-0c95cc9286f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:12.985535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ceac8d5-79c1-4620-8b23-49a09dcf6f35 req-9b27ed7b-5596-421d-b4aa-0c95cc9286f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.2488992 Apr 05 20:25:12.998253 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-805bbf22-c7f3-4413-bee5-02ec9e53f0fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7feedf046de54192a411959edd3e87d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8522973 Apr 05 20:25:12.999055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bbf22-c7f3-4413-bee5-02ec9e53f0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fc460a-9d1b-44aa-847b-5cd4577bc750,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:13.011001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43388) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:13.014856 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae54e027-b341-4546-8424-fecadd519147 req-0009941a-cc06-48b6-bfd2-79aa81a4a517 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9c25d0-3b9a-4ab0-9120-cdbb32708279 HTTP/1.1" status: 200 len: 210 time: 0.0866411 Apr 05 20:25:13.090844 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ceac8d5-79c1-4620-8b23-49a09dcf6f35 req-cf6b906f-040c-4979-a742-db9c4492ba27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 HTTP/1.1" status: 200 len: 217 time: 0.0987191 Apr 05 20:25:13.094188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c35e0bfd-6ea2-4a95-a459-d716e2bdd85e tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] Unset dirty status for tenant:5506aa28059f47aaaaa6008a6e2348c3 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:13.095624 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c35e0bfd-6ea2-4a95-a459-d716e2bdd85e tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2157836 Apr 05 20:25:13.100688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43398) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:13.168086 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-777c1583-4f43-43b2-9c2e-f3298a95b4aa tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] delete failed (client error): The resource could not be found. Apr 05 20:25:13.169246 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-777c1583-4f43-43b2-9c2e-f3298a95b4aa tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "DELETE /v2.0/security-groups/54297a5b-e42c-4342-a350-5a16ffccb891 HTTP/1.1" status: 404 len: 347 time: 0.0673079 Apr 05 20:25:13.173449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43402) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:13.195859 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-265718bf-72f0-4d73-b945-112e736fe2a7 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] show failed (client error): The resource could not be found. Apr 05 20:25:13.196958 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-265718bf-72f0-4d73-b945-112e736fe2a7 tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "GET /v2.0/security-groups/9cf41e49-590b-4834-8005-feeb7b03eadd HTTP/1.1" status: 404 len: 347 time: 0.0225213 Apr 05 20:25:13.202539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceac8d5-79c1-4620-8b23-49a09dcf6f35 req-2608e63d-6836-4eca-9fbb-c51f35cf0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:13.203938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ceac8d5-79c1-4620-8b23-49a09dcf6f35 req-2608e63d-6836-4eca-9fbb-c51f35cf0e7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.1042073 Apr 05 20:25:13.204386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43406) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:13.253234 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1777174d-dd73-411d-8030-23961875e684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:13.258269 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-d92f4808-73df-4aea-a22b-f4dcd6090bfc tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] show failed (client error): The resource could not be found. Apr 05 20:25:13.259295 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d92f4808-73df-4aea-a22b-f4dcd6090bfc tempest-NegativeSecGroupIPv6Test-553717874 tempest-NegativeSecGroupIPv6Test-553717874-project] 10.222.0.24 "GET /v2.0/security-group-rules/b3659a57-55db-459e-9754-28b7dd735731 HTTP/1.1" status: 404 len: 356 time: 0.0540354 Apr 05 20:25:13.292707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceac8d5-79c1-4620-8b23-49a09dcf6f35 req-cf73af89-d49f-4806-af26-9a79758623d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:13.294213 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ceac8d5-79c1-4620-8b23-49a09dcf6f35 req-cf73af89-d49f-4806-af26-9a79758623d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786605 Apr 05 20:25:13.302640 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1777174d-dd73-411d-8030-23961875e684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:13.408236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1576a-c403-464a-851d-08dd66b45803 req-48f3c864-95c0-4717-bcc4-b4fb37480e8b tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:13.415758 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-00b1576a-c403-464a-851d-08dd66b45803 req-48f3c864-95c0-4717-bcc4-b4fb37480e8b tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.2650201 Apr 05 20:25:13.439863 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ceac8d5-79c1-4620-8b23-49a09dcf6f35 req-576605fa-9d77-4eb5-a4bc-2532cbf673f1 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377647 Apr 05 20:25:13.479769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-3a92f5dc-8693-4b0e-b1df-6565f1adbe84 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Deleting port 236111b4-2fe8-4a45-b80e-50670264d5d5 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:13.479993 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a92f5dc-8693-4b0e-b1df-6565f1adbe84 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:13.538436 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-00b1576a-c403-464a-851d-08dd66b45803 req-4c18e9ab-211f-41a4-a00d-e0172cf6561e tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217690 Apr 05 20:25:13.543590 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1777174d-dd73-411d-8030-23961875e684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:13.578143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777174d-dd73-411d-8030-23961875e684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fc460a-9d1b-44aa-847b-5cd4577bc750,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:13.591077 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1777174d-dd73-411d-8030-23961875e684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:13.602123 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1777174d-dd73-411d-8030-23961875e684 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13fc460a-9d1b-44aa-847b-5cd4577bc750 HTTP/1.1" status: 204 len: 168 time: 0.5899065 Apr 05 20:25:13.655448 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5b7e1627-41ac-4770-90c6-b40b636a4442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:13.766195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a92f5dc-8693-4b0e-b1df-6565f1adbe84 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:13.845273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43420) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:13.939149 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ceac8d5-79c1-4620-8b23-49a09dcf6f35 req-a21ee775-07b4-41de-9ad2-b0fa57f82822 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4917858 Apr 05 20:25:13.976162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bf5ce-7110-48d7-a801-863ec07206cf req-1bc09480-fa04-4b4d-bc35-b6a29f7e6a56 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:13.978141 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b2bf5ce-7110-48d7-a801-863ec07206cf req-1bc09480-fa04-4b4d-bc35-b6a29f7e6a56 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 948 time: 0.3711033 Apr 05 20:25:14.039836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-3a92f5dc-8693-4b0e-b1df-6565f1adbe84 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Calling delete_port for 236111b4-2fe8-4a45-b80e-50670264d5d5 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:14.042802 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b2bf5ce-7110-48d7-a801-863ec07206cf req-01f9ca9a-da77-49cb-9c90-b5145cf6d265 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578134 Apr 05 20:25:14.186929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43438) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:14.234995 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-aaafd952-f9d9-4592-932c-2ee77541ea02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5506aa28059f47aaaaa6008a6e2348c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877006 Apr 05 20:25:14.238294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43444) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:14.317554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49f5ff93-5408-4417-844e-f313d8f5efc2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:14.346944 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92997bab-2401-4d9b-bc9a-2d5092a79012 req-17856a98-721b-4968-8370-8aa7cc713eb8 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:14.348626 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-92997bab-2401-4d9b-bc9a-2d5092a79012 req-17856a98-721b-4968-8370-8aa7cc713eb8 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 944 time: 0.3156569 Apr 05 20:25:14.363774 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6616523-0790-4cfa-8f8a-7a64a6933891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:14.370033 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49f5ff93-5408-4417-844e-f313d8f5efc2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:14.417130 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6616523-0790-4cfa-8f8a-7a64a6933891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:14.419115 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-92997bab-2401-4d9b-bc9a-2d5092a79012 req-d102fc35-3714-4f27-94ba-543ddfaa3c1d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572689 Apr 05 20:25:14.496613 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49f5ff93-5408-4417-844e-f313d8f5efc2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:14.508676 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a92f5dc-8693-4b0e-b1df-6565f1adbe84 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:14.516843 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6616523-0790-4cfa-8f8a-7a64a6933891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:14.528809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5ff93-5408-4417-844e-f313d8f5efc2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0113a6-d1bd-4128-a3bf-f638457471d2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:14.548585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6616523-0790-4cfa-8f8a-7a64a6933891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8d5342-7ac3-4adf-9f9c-6e615f1e8a06,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:14.563868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92f5dc-8693-4b0e-b1df-6565f1adbe84 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event deleted for resources: {'Port': ['ID=236111b4-2fe8-4a45-b80e-50670264d5d5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:14.575444 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49f5ff93-5408-4417-844e-f313d8f5efc2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:14.576733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-49f5ff93-5408-4417-844e-f313d8f5efc2 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "DELETE /v2.0/security-groups/2a0113a6-d1bd-4128-a3bf-f638457471d2 HTTP/1.1" status: 204 len: 168 time: 0.3887782 Apr 05 20:25:14.579361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43460) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:14.597578 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6616523-0790-4cfa-8f8a-7a64a6933891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:14.599303 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c6616523-0790-4cfa-8f8a-7a64a6933891 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5c8d5342-7ac3-4adf-9f9c-6e615f1e8a06 HTTP/1.1" status: 204 len: 168 time: 0.3600290 Apr 05 20:25:14.606545 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-1adc67c6-82f4-438e-94a8-dc3473924dcd tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] show failed (client error): The resource could not be found. Apr 05 20:25:14.610550 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1adc67c6-82f4-438e-94a8-dc3473924dcd tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "GET /v2.0/security-groups/2a0113a6-d1bd-4128-a3bf-f638457471d2 HTTP/1.1" status: 404 len: 347 time: 0.0266993 Apr 05 20:25:14.612817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43466) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:14.748302 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:14.823697 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:14.981149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b6cac-2e6e-4925-a7ee-86811733fa65 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Deleting port 94cea04a-5355-40f9-8255-65e478a05ca7 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:14.981665 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8b6cac-2e6e-4925-a7ee-86811733fa65 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:14.999017 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a92f5dc-8693-4b0e-b1df-6565f1adbe84 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:15.250859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dad551-52a1-43fb-a1f5-1166ae5af4b2 req-85bb195a-b682-43c3-8f25-adebd6508e08 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:15.257589 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-45dad551-52a1-43fb-a1f5-1166ae5af4b2 req-85bb195a-b682-43c3-8f25-adebd6508e08 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.4927242 Apr 05 20:25:15.335811 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8b6cac-2e6e-4925-a7ee-86811733fa65 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:15.336727 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8b6cac-2e6e-4925-a7ee-86811733fa65 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:15.352094 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-45dad551-52a1-43fb-a1f5-1166ae5af4b2 req-ee43a30b-5eb2-4b97-8f8f-413ad006a2f1 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926487 Apr 05 20:25:15.415174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a92f5dc-8693-4b0e-b1df-6565f1adbe84 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Router ff9374f9-5f0d-4844-9f23-1db4241a881a has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:25:15.524265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b6cac-2e6e-4925-a7ee-86811733fa65 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Calling delete_port for 94cea04a-5355-40f9-8255-65e478a05ca7 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:15.561024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce0bcc-684f-49b5-beb1-cd1371373552 req-c8266c7e-bb96-4785-91ca-cfd28cb799d7 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:15.562537 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7ce0bcc-684f-49b5-beb1-cd1371373552 req-c8266c7e-bb96-4785-91ca-cfd28cb799d7 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 948 time: 0.5201373 Apr 05 20:25:15.733606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-b7ce0bcc-684f-49b5-beb1-cd1371373552 req-07b36e7a-956e-4263-8958-e3e200760ae4 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Deleting port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:15.733970 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b7ce0bcc-684f-49b5-beb1-cd1371373552 req-07b36e7a-956e-4263-8958-e3e200760ae4 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:15.836519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71abbde6-05e1-4674-98b7-81619bf19b3c req-ee1dd8e0-2342-46cd-ab30-0ac94cd0743d tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:15.837592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7bada-ad37-4c9d-a285-81dbd4a0b66b req-568b2210-866a-4fb5-af2e-17119c0eaba3 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:15.838084 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71abbde6-05e1-4674-98b7-81619bf19b3c req-ee1dd8e0-2342-46cd-ab30-0ac94cd0743d tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.13 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.4849682 Apr 05 20:25:15.839282 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ebd7bada-ad37-4c9d-a285-81dbd4a0b66b req-568b2210-866a-4fb5-af2e-17119c0eaba3 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 948 time: 0.6483223 Apr 05 20:25:15.872863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a92f5dc-8693-4b0e-b1df-6565f1adbe84 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:25:15.885267 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2681c5bb-2b86-4fe4-8f38-b745e5138b5c None None] Sync routers for ids ['ff9374f9-5f0d-4844-9f23-1db4241a881a'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:25:15.899337 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2681c5bb-2b86-4fe4-8f38-b745e5138b5c None None] Routers {'ff9374f9-5f0d-4844-9f23-1db4241a881a'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:25:15.900914 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2681c5bb-2b86-4fe4-8f38-b745e5138b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:25:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ff9374f9-5f0d-4844-9f23-1db4241a881a'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:15.932977 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ebd7bada-ad37-4c9d-a285-81dbd4a0b66b req-3d9b3b26-bcaa-49ee-9e02-81428bc35cb3 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846310 Apr 05 20:25:15.946112 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3a92f5dc-8693-4b0e-b1df-6565f1adbe84 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "PUT /v2.0/routers/ff9374f9-5f0d-4844-9f23-1db4241a881a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6786230 Apr 05 20:25:15.947265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43510) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:15.947744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43512) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:15.956396 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.031391 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2681c5bb-2b86-4fe4-8f38-b745e5138b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:16.045943 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2681c5bb-2b86-4fe4-8f38-b745e5138b5c None None] Routers {'ff9374f9-5f0d-4844-9f23-1db4241a881a'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:25:16.046914 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2681c5bb-2b86-4fe4-8f38-b745e5138b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:25:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ff9374f9-5f0d-4844-9f23-1db4241a881a'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:16.109092 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9d655912-9c5a-4f8e-b9fa-a21bed128c20 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.123282 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2681c5bb-2b86-4fe4-8f38-b745e5138b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:16.123729 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2681c5bb-2b86-4fe4-8f38-b745e5138b5c None None] The sync data for ids ['ff9374f9-5f0d-4844-9f23-1db4241a881a'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:25:16.155499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a66ca-ca58-4baa-b06d-619891593559 req-d792c48e-3d09-4a62-9248-308cc16e7f5d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:16.156977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-115a66ca-ca58-4baa-b06d-619891593559 req-d792c48e-3d09-4a62-9248-308cc16e7f5d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 944 time: 0.5071247 Apr 05 20:25:16.163813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-71abbde6-05e1-4674-98b7-81619bf19b3c req-6ff3ab10-1b2b-418b-b179-9ac268c0677c tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Deleting port 353561e0-6383-44d5-a3d8-5938dfd67a2c {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:16.164851 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-71abbde6-05e1-4674-98b7-81619bf19b3c req-6ff3ab10-1b2b-418b-b179-9ac268c0677c tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.233765 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8b6cac-2e6e-4925-a7ee-86811733fa65 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.371760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b6cac-2e6e-4925-a7ee-86811733fa65 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event deleted for resources: {'Port': ['ID=94cea04a-5355-40f9-8255-65e478a05ca7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:16.375401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:25:16.536834 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9d655912-9c5a-4f8e-b9fa-a21bed128c20 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.549718 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-115a66ca-ca58-4baa-b06d-619891593559 req-5aaa86ba-bf40-48a0-b1de-5f54f82e164c tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371158 Apr 05 20:25:16.570072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:16.586880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-88edc0b5-24a3-4531-afd7-8eb940acbaf1 tempest-SubnetPoolsTestJSON-477455240 tempest-SubnetPoolsTestJSON-477455240-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-161821084', 'prefixes': ['172.20.0.0/16']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:16.589429 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'ed20fd71-a2f7-4eec-aa16-67b5d9f1be25', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'port_id': 'ed20fd71-a2f7-4eec-aa16-67b5d9f1be25', 'mac_address': 'fa:16:3e:c0:1c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:25:16.598617 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9d655912-9c5a-4f8e-b9fa-a21bed128c20 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.609541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-88edc0b5-24a3-4531-afd7-8eb940acbaf1 tempest-SubnetPoolsTestJSON-477455240 tempest-SubnetPoolsTestJSON-477455240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:16.645285 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8b6cac-2e6e-4925-a7ee-86811733fa65 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.653682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b7ce0bcc-684f-49b5-beb1-cd1371373552 req-07b36e7a-956e-4263-8958-e3e200760ae4 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] For port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:16.653682 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b7ce0bcc-684f-49b5-beb1-cd1371373552 req-07b36e7a-956e-4263-8958-e3e200760ae4 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.676886 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9d655912-9c5a-4f8e-b9fa-a21bed128c20 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.677421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d655912-9c5a-4f8e-b9fa-a21bed128c20 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Fanout notify agent at l3_agent the message router_deleted on router ff9374f9-5f0d-4844-9f23-1db4241a881a {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:25:16.694695 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.702937 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9d655912-9c5a-4f8e-b9fa-a21bed128c20 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.706922 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9d655912-9c5a-4f8e-b9fa-a21bed128c20 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "DELETE /v2.0/routers/ff9374f9-5f0d-4844-9f23-1db4241a881a HTTP/1.1" status: 204 len: 168 time: 0.7560878 Apr 05 20:25:16.713743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43538) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:16.719868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:25:16.748811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:16.760323 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.768173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e6139-9603-4deb-97a2-8ae53f07c47b req-a06de6c0-9af2-45ea-95d4-b4040560ccdc tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:16.769677 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-939e6139-9603-4deb-97a2-8ae53f07c47b req-a06de6c0-9af2-45ea-95d4-b4040560ccdc tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 945 time: 0.2609053 Apr 05 20:25:16.854716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c4a757-56b0-4855-a051-40c2240870d4 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Deleting subnet dbd75d05-27ca-406e-b1b3-536a413d921d {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:25:16.860621 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-23c4a757-56b0-4855-a051-40c2240870d4 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.861195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:16.876849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-b7ce0bcc-684f-49b5-beb1-cd1371373552 req-07b36e7a-956e-4263-8958-e3e200760ae4 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Calling delete_port for ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:16.899551 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88edc0b5-24a3-4531-afd7-8eb940acbaf1 tempest-SubnetPoolsTestJSON-477455240 tempest-SubnetPoolsTestJSON-477455240-project] Notify callbacks [] for subnetpool, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.903494 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-88edc0b5-24a3-4531-afd7-8eb940acbaf1 tempest-SubnetPoolsTestJSON-477455240 tempest-SubnetPoolsTestJSON-477455240-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9517915 Apr 05 20:25:16.909615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43546) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:16.915420 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-939e6139-9603-4deb-97a2-8ae53f07c47b req-abb997ef-e754-479c-8c1d-192033b52be0 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378782 Apr 05 20:25:16.916555 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8b6cac-2e6e-4925-a7ee-86811733fa65 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.918149 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bf8b6cac-2e6e-4925-a7ee-86811733fa65 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "DELETE /v2.0/floatingips/e32ea566-7e18-4857-90b7-2c6762e43ad1 HTTP/1.1" status: 204 len: 168 time: 2.3022325 Apr 05 20:25:16.926174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43550) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:16.955977 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-23c4a757-56b0-4855-a051-40c2240870d4 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:16.980564 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['ed20fd71-a2f7-4eec-aa16-67b5d9f1be25'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:25:17.037131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-71abbde6-05e1-4674-98b7-81619bf19b3c req-6ff3ab10-1b2b-418b-b179-9ac268c0677c tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] For port 353561e0-6383-44d5-a3d8-5938dfd67a2c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=353561e0-6383-44d5-a3d8-5938dfd67a2c,segment=NetworkSegment(e01472c5-1f4c-424a-850a-d35b2bf28ba6),segment_id=e01472c5-1f4c-424a-850a-d35b2bf28ba6)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:17.037131 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-71abbde6-05e1-4674-98b7-81619bf19b3c req-6ff3ab10-1b2b-418b-b179-9ac268c0677c tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:17.044123 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3cfc6b21-8f32-4524-8281-c31023a68759 tempest-SubnetPoolsTestJSON-477455240 tempest-SubnetPoolsTestJSON-477455240-project] 10.222.0.24 "GET /v2.0/subnetpools/468eda72-29ad-4a82-abb6-baa2fba06663 HTTP/1.1" status: 200 len: 731 time: 0.1172361 Apr 05 20:25:17.053250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43556) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:17.062170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7c3fd315-b7bb-4d34-85a0-954726bc5d96 tempest-SubnetPoolsTestJSON-477455240 tempest-SubnetPoolsTestJSON-477455240-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1969189600'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:17.124199 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-23c4a757-56b0-4855-a051-40c2240870d4 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:17.157477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Deleting port db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:17.157972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:17.231962 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-23c4a757-56b0-4855-a051-40c2240870d4 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:17.289799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-23c4a757-56b0-4855-a051-40c2240870d4 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:17.296220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c4a757-56b0-4855-a051-40c2240870d4 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd75d05-27ca-406e-b1b3-536a413d921d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:17.296811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b8c3be-f88a-48b5-a13c-e02ca31f0547 None None] Network 261ec4bf-ba3c-4531-bf22-377a832cd940 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:17.297396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-71abbde6-05e1-4674-98b7-81619bf19b3c req-6ff3ab10-1b2b-418b-b179-9ac268c0677c tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Calling delete_port for 353561e0-6383-44d5-a3d8-5938dfd67a2c owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:17.302930 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-23c4a757-56b0-4855-a051-40c2240870d4 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "DELETE /v2.0/subnets/dbd75d05-27ca-406e-b1b3-536a413d921d HTTP/1.1" status: 204 len: 168 time: 0.5895474 Apr 05 20:25:17.305994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43566) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:17.448872 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:17.461081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Deleting port 85e657be-5577-41f6-9019-d8f21123d653 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:17.461427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:17.638472 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b7ce0bcc-684f-49b5-beb1-cd1371373552 req-07b36e7a-956e-4263-8958-e3e200760ae4 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:17.638731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a89181-e0a7-4b64-87ad-7df85d793df8 None None] DHCP port deletion for 261ec4bf-ba3c-4531-bf22-377a832cd940 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:25:17.647384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-16a89181-e0a7-4b64-87ad-7df85d793df8 None None] Deleting port 85e657be-5577-41f6-9019-d8f21123d653 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:17.647924 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16a89181-e0a7-4b64-87ad-7df85d793df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:17.769425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] For port 85e657be-5577-41f6-9019-d8f21123d653, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=85e657be-5577-41f6-9019-d8f21123d653,segment=NetworkSegment(f81da623-0f6d-4294-9c8a-85064c31cbc9),segment_id=f81da623-0f6d-4294-9c8a-85064c31cbc9)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:17.770553 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:17.964724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-16a89181-e0a7-4b64-87ad-7df85d793df8 None None] For port 85e657be-5577-41f6-9019-d8f21123d653, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=85e657be-5577-41f6-9019-d8f21123d653,segment=NetworkSegment(f81da623-0f6d-4294-9c8a-85064c31cbc9),segment_id=f81da623-0f6d-4294-9c8a-85064c31cbc9)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:17.965313 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16a89181-e0a7-4b64-87ad-7df85d793df8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:17.971993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784acf6b-8214-4df9-b465-ab6c20fc9351 req-6cbb9b81-ae5b-4e26-8030-90281582d265 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:17.979682 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-784acf6b-8214-4df9-b465-ab6c20fc9351 req-6cbb9b81-ae5b-4e26-8030-90281582d265 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=1c10554b-b5ff-487f-ac98-8837ca9c4da6 HTTP/1.1" status: 200 len: 948 time: 0.8801115 Apr 05 20:25:18.023072 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b36e7a-956e-4263-8958-e3e200760ae4 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Pushing event deleted for resources: {'Port': ['ID=ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:18.034490 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd315-b7bb-4d34-85a0-954726bc5d96 tempest-SubnetPoolsTestJSON-477455240 tempest-SubnetPoolsTestJSON-477455240-project] Notify callbacks [] for subnetpool, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:18.035879 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7c3fd315-b7bb-4d34-85a0-954726bc5d96 tempest-SubnetPoolsTestJSON-477455240 tempest-SubnetPoolsTestJSON-477455240-project] 10.222.0.24 "PUT /v2.0/subnetpools/468eda72-29ad-4a82-abb6-baa2fba06663 HTTP/1.1" status: 200 len: 684 time: 0.9896827 Apr 05 20:25:18.078085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43584) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:18.092325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Calling delete_port for 85e657be-5577-41f6-9019-d8f21123d653 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:18.191626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ce0bcc-684f-49b5-beb1-cd1371373552 req-07b36e7a-956e-4263-8958-e3e200760ae4 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] No DVR routers for this DVR port ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:25:18.194119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-16a89181-e0a7-4b64-87ad-7df85d793df8 None None] Calling delete_port for 85e657be-5577-41f6-9019-d8f21123d653 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:18.199661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b7ce0bcc-684f-49b5-beb1-cd1371373552 req-07b36e7a-956e-4263-8958-e3e200760ae4 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:18.201575 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7ce0bcc-684f-49b5-beb1-cd1371373552 req-07b36e7a-956e-4263-8958-e3e200760ae4 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.41 "DELETE /v2.0/ports/ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 HTTP/1.1" status: 204 len: 173 time: 2.6298008 Apr 05 20:25:18.205189 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:18.213978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c10554b-b5ff-487f-ac98-8837ca9c4da6', 'name': 'network-vif-deleted', 'tag': 'ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:25:18.232990 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-71abbde6-05e1-4674-98b7-81619bf19b3c req-6ff3ab10-1b2b-418b-b179-9ac268c0677c tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:18.249849 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-784acf6b-8214-4df9-b465-ab6c20fc9351 req-40fbd57e-1967-4392-9411-da4d924192ce tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691972 Apr 05 20:25:18.296307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3be8c-063f-45df-96e8-863ab2ef5c4a req-a74117c3-7597-47db-af43-a7da171ff57e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:18.299728 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95b3be8c-063f-45df-96e8-863ab2ef5c4a req-a74117c3-7597-47db-af43-a7da171ff57e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 945 time: 0.1639535 Apr 05 20:25:18.302335 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:18.319341 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-16a89181-e0a7-4b64-87ad-7df85d793df8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:25:18.319603 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-16a89181-e0a7-4b64-87ad-7df85d793df8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:25:18.326687 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['6626f043-5728-453a-8a94-a26c733e0e51', '353561e0-6383-44d5-a3d8-5938dfd67a2c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:25:18.418210 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:25:18.432815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event deleted for resources: {'Port': ['ID=85e657be-5577-41f6-9019-d8f21123d653,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:18.479765 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] No DVR routers for this DVR port 85e657be-5577-41f6-9019-d8f21123d653 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:25:18.606549 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95b3be8c-063f-45df-96e8-863ab2ef5c4a req-41c41559-cd6a-4032-a194-12b7ccc662b3 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923861 Apr 05 20:25:18.610575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-fd844df6-08af-45ec-86e0-1701145b3000 req-c2ca928d-21d8-4423-9737-079d1d8bdb13 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Synchronizing usage tracker for tenant:44a73d7388664fb1bd4e54ae3b4705c8 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:18.623015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Calling delete_port for db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:18.674586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:25:18.697958 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:25:18.698323 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:18.734263 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:18.744241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff3ab10-1b2b-418b-b179-9ac268c0677c tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Pushing event deleted for resources: {'Port': ['ID=353561e0-6383-44d5-a3d8-5938dfd67a2c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:18.775522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261ec4bf-ba3c-4531-bf22-377a832cd940']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:18.792867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f81da623-0f6d-4294-9c8a-85064c31cbc9') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:18.793395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f81da623-0f6d-4294-9c8a-85064c31cbc9') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:18.807841 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:18.829925 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:18.833518 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-16a89181-e0a7-4b64-87ad-7df85d793df8 None None] Deleting port 85e657be-5577-41f6-9019-d8f21123d653 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:18.834128 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16a89181-e0a7-4b64-87ad-7df85d793df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:18.842265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:25:18.842828 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:18.849488 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c10554b-b5ff-487f-ac98-8837ca9c4da6', 'name': 'network-vif-deleted', 'tag': 'ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5', 'status': 'completed', 'code': 200} Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:25:18.858118 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:25:18.948904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:18.959091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-71abbde6-05e1-4674-98b7-81619bf19b3c req-6ff3ab10-1b2b-418b-b179-9ac268c0677c tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] No DVR routers for this DVR port 353561e0-6383-44d5-a3d8-5938dfd67a2c on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:25:18.982442 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:18.984543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-71abbde6-05e1-4674-98b7-81619bf19b3c req-6ff3ab10-1b2b-418b-b179-9ac268c0677c tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:18.990536 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71abbde6-05e1-4674-98b7-81619bf19b3c req-6ff3ab10-1b2b-418b-b179-9ac268c0677c tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.13 "DELETE /v2.0/ports/353561e0-6383-44d5-a3d8-5938dfd67a2c HTTP/1.1" status: 204 len: 173 time: 3.1200392 Apr 05 20:25:18.992782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] Pushing event deleted for resources: {'Network': ['ID=261ec4bf-ba3c-4531-bf22-377a832cd940,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:19.012635 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9cb1829c-9f71-470e-90f1-52688e5a2dc6 tempest-FloatingIPNegativeTestJSON-161726025 tempest-FloatingIPNegativeTestJSON-161726025-project] 10.222.0.24 "DELETE /v2.0/networks/261ec4bf-ba3c-4531-bf22-377a832cd940 HTTP/1.1" status: 204 len: 168 time: 1.7053816 Apr 05 20:25:19.013252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-fd844df6-08af-45ec-86e0-1701145b3000 req-c2ca928d-21d8-4423-9737-079d1d8bdb13 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Unset dirty status for tenant:44a73d7388664fb1bd4e54ae3b4705c8 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:19.023025 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fd844df6-08af-45ec-86e0-1701145b3000 req-c2ca928d-21d8-4423-9737-079d1d8bdb13 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=c24bbee8-d96f-4bae-93bc-d390381ab52e HTTP/1.1" status: 200 len: 210 time: 0.4793441 Apr 05 20:25:19.028462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:19.089512 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49d7c4bf-109b-48e8-98c2-f3182ab7b6f0 tempest-SubnetPoolsTestJSON-477455240 tempest-SubnetPoolsTestJSON-477455240-project] Notify callbacks [] for subnetpool, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:19.093734 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-49d7c4bf-109b-48e8-98c2-f3182ab7b6f0 tempest-SubnetPoolsTestJSON-477455240 tempest-SubnetPoolsTestJSON-477455240-project] 10.222.0.24 "DELETE /v2.0/subnetpools/468eda72-29ad-4a82-abb6-baa2fba06663 HTTP/1.1" status: 204 len: 168 time: 1.0059130 Apr 05 20:25:19.093937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43604) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:19.125520 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-dfd42e4a-0655-4a75-98a7-887dc3135ad9 tempest-SubnetPoolsTestJSON-477455240 tempest-SubnetPoolsTestJSON-477455240-project] show failed (client error): The resource could not be found. Apr 05 20:25:19.131662 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dfd42e4a-0655-4a75-98a7-887dc3135ad9 tempest-SubnetPoolsTestJSON-477455240 tempest-SubnetPoolsTestJSON-477455240-project] 10.222.0.24 "GET /v2.0/subnetpools/468eda72-29ad-4a82-abb6-baa2fba06663 HTTP/1.1" status: 404 len: 346 time: 0.0341837 Apr 05 20:25:19.132388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43608) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:19.151831 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:19.160340 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-4b38f5e4-5374-4b7e-99b1-6948f4d6380a tempest-SubnetPoolsTestJSON-477455240 tempest-SubnetPoolsTestJSON-477455240-project] delete failed (client error): The resource could not be found. Apr 05 20:25:19.170094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4b38f5e4-5374-4b7e-99b1-6948f4d6380a tempest-SubnetPoolsTestJSON-477455240 tempest-SubnetPoolsTestJSON-477455240-project] 10.222.0.24 "DELETE /v2.0/subnetpools/468eda72-29ad-4a82-abb6-baa2fba06663 HTTP/1.1" status: 404 len: 346 time: 0.0270045 Apr 05 20:25:19.205756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-16a89181-e0a7-4b64-87ad-7df85d793df8 None None] The port '85e657be-5577-41f6-9019-d8f21123d653' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:25:19.207492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:25:19.207932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ce0fba0f-84ba-403e-bbde-fc5ac1b5cfd5 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:25:19.308927 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:19.316581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event deleted for resources: {'Port': ['ID=db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:19.345236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 85e657be-5577-41f6-9019-d8f21123d653 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:19.373399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:19.373729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:19.374245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:19.374713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:19.375178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:19.375662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:19.376124 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:19.376761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:19.377237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:19.378130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:19.378602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:19.379055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:19.388234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 85e657be-5577-41f6-9019-d8f21123d653 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:25:19.390663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 85e657be-5577-41f6-9019-d8f21123d653 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:25:19.419426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ed61ed-1784-495a-aa95-abcf22c8024f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed20fd71-a2f7-4eec-aa16-67b5d9f1be25'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:25:19.423677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:19.435054 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-61dcf1b0-afb6-45db-a518-520ac8cdcbfb tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "DELETE /v2.0/ports/db940d0d-efd3-4cfb-8f1b-8e9bbb5e8a95 HTTP/1.1" status: 204 len: 168 time: 2.5068986 Apr 05 20:25:19.437590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43624) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:19.451726 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:19.470652 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:19.471707 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 353561e0-6383-44d5-a3d8-5938dfd67a2c no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:19.504225 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ed61ed-1784-495a-aa95-abcf22c8024f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed20fd71-a2f7-4eec-aa16-67b5d9f1be25', 'code': 200} Apr 05 20:25:19.587553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 353561e0-6383-44d5-a3d8-5938dfd67a2c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:25:19.588009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 353561e0-6383-44d5-a3d8-5938dfd67a2c not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:25:19.627604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:19.631584 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-98228bfc-76ce-4c7a-9fb9-ccac6add4b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Deleting port 75682036-7b4c-443d-b0de-61031a48f0da {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:19.631921 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-98228bfc-76ce-4c7a-9fb9-ccac6add4b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:19.725375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeed9c5-f97e-4ac3-bbdf-d8d5300cb499 req-74bc0d85-76a3-45d1-a717-dd0b571d943e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:19.727679 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5eeed9c5-f97e-4ac3-bbdf-d8d5300cb499 req-74bc0d85-76a3-45d1-a717-dd0b571d943e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 1097 time: 0.1624451 Apr 05 20:25:19.799625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43632) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:19.833922 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5eeed9c5-f97e-4ac3-bbdf-d8d5300cb499 req-82ad532d-74da-45ab-a172-2144be3a5e00 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961435 Apr 05 20:25:19.861018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43638) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:20.127028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c65e1-d3fd-45aa-8fed-79a4a884bbcb req-f5f4bd7b-c5c2-4233-ae98-8267960192f6 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:20.128219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-aa5c65e1-d3fd-45aa-8fed-79a4a884bbcb req-f5f4bd7b-c5c2-4233-ae98-8267960192f6 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Synchronizing usage tracker for tenant:7cacddfd3b9c49d89d5ff1308dbf1de8 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:20.152593 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-98228bfc-76ce-4c7a-9fb9-ccac6add4b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:20.158961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-aa5c65e1-d3fd-45aa-8fed-79a4a884bbcb req-f5f4bd7b-c5c2-4233-ae98-8267960192f6 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Unset dirty status for tenant:7cacddfd3b9c49d89d5ff1308dbf1de8 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:20.160335 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5c65e1-d3fd-45aa-8fed-79a4a884bbcb req-f5f4bd7b-c5c2-4233-ae98-8267960192f6 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8f5285c-1c38-4a20-82b6-c5717e1f2c55 HTTP/1.1" status: 200 len: 949 time: 0.1397810 Apr 05 20:25:20.163107 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dbda88f4-8fa4-427c-806c-53419cc9e61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:20.213582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dbda88f4-8fa4-427c-806c-53419cc9e61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:20.222289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dbda88f4-8fa4-427c-806c-53419cc9e61f admin admin] Usage tracker for resource:security_group_rule and tenant:22bd263b4b1b4cbda81d8bfd8a21a829 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:20.240638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dbda88f4-8fa4-427c-806c-53419cc9e61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:20.252231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dbda88f4-8fa4-427c-806c-53419cc9e61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:20.274803 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5c65e1-d3fd-45aa-8fed-79a4a884bbcb req-e86944e4-fa89-4607-ac01-385d8d574169 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007500 Apr 05 20:25:20.282655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6d239bc6-05ac-432e-88bb-897edf065719 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=130f5c39034d41cb824f7c5abeb4f574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771187 Apr 05 20:25:20.282916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43650) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:20.295159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-98228bfc-76ce-4c7a-9fb9-ccac6add4b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Calling delete_port for 75682036-7b4c-443d-b0de-61031a48f0da owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:20.392108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa07dd5-850d-4e98-88a4-805cd8c85d2c req-d42b80b9-45a6-4361-971c-74115b219000 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:20.393645 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3aa07dd5-850d-4e98-88a4-805cd8c85d2c req-d42b80b9-45a6-4361-971c-74115b219000 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.5735836 Apr 05 20:25:20.399647 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e40193e-5f8f-47f0-8536-74c2f60e672a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:20.461638 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e40193e-5f8f-47f0-8536-74c2f60e672a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:20.469439 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dbda88f4-8fa4-427c-806c-53419cc9e61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:20.477295 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dbda88f4-8fa4-427c-806c-53419cc9e61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:20.509958 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3aa07dd5-850d-4e98-88a4-805cd8c85d2c req-d6f58214-0c28-45df-9d14-1cd7ad3e1e35 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919559 Apr 05 20:25:20.527677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda88f4-8fa4-427c-806c-53419cc9e61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd12ad9e-7376-4651-939a-f92be8df4cf3,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:20.541411 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-98228bfc-76ce-4c7a-9fb9-ccac6add4b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:20.566777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dbda88f4-8fa4-427c-806c-53419cc9e61f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22bd263b4b1b4cbda81d8bfd8a21a829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7019069 Apr 05 20:25:20.567020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43658) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:20.617289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98228bfc-76ce-4c7a-9fb9-ccac6add4b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event deleted for resources: {'Port': ['ID=75682036-7b4c-443d-b0de-61031a48f0da,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:20.652605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-133e8e57-b0c3-4995-a1da-7e6115addf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:20.662069 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e40193e-5f8f-47f0-8536-74c2f60e672a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:20.688847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40193e-5f8f-47f0-8536-74c2f60e672a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436ba810-044c-4b6e-a15c-49db0459d135,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:20.711235 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e40193e-5f8f-47f0-8536-74c2f60e672a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:20.721560 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2e40193e-5f8f-47f0-8536-74c2f60e672a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/436ba810-044c-4b6e-a15c-49db0459d135 HTTP/1.1" status: 204 len: 168 time: 0.4377246 Apr 05 20:25:20.723984 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-133e8e57-b0c3-4995-a1da-7e6115addf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:20.799840 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-133e8e57-b0c3-4995-a1da-7e6115addf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:20.816229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e8e57-b0c3-4995-a1da-7e6115addf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd12ad9e-7376-4651-939a-f92be8df4cf3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:20.823584 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-133e8e57-b0c3-4995-a1da-7e6115addf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:20.824741 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-133e8e57-b0c3-4995-a1da-7e6115addf6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd12ad9e-7376-4651-939a-f92be8df4cf3 HTTP/1.1" status: 204 len: 168 time: 0.2568152 Apr 05 20:25:20.850672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24bbee8-d96f-4bae-93bc-d390381ab52e', 'name': 'network-vif-deleted', 'tag': '353561e0-6383-44d5-a3d8-5938dfd67a2c'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:25:20.911221 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-98228bfc-76ce-4c7a-9fb9-ccac6add4b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:20.927185 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-98228bfc-76ce-4c7a-9fb9-ccac6add4b07 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "DELETE /v2.0/ports/75682036-7b4c-443d-b0de-61031a48f0da HTTP/1.1" status: 204 len: 168 time: 1.4883823 Apr 05 20:25:20.930597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43672) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:20.973461 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24bbee8-d96f-4bae-93bc-d390381ab52e', 'name': 'network-vif-deleted', 'tag': '353561e0-6383-44d5-a3d8-5938dfd67a2c', 'status': 'completed', 'code': 200} Apr 05 20:25:20.986207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2711b6-bbd8-4bc6-a59e-9700c7b1903e req-c94f4697-0a2a-45e8-83c9-a50b069b85ff tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:20.990336 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b2711b6-bbd8-4bc6-a59e-9700c7b1903e req-c94f4697-0a2a-45e8-83c9-a50b069b85ff tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.1799185 Apr 05 20:25:21.032042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21bb819-41be-4fae-87df-175e682e1efa tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Deleting subnet 118eb377-c70a-4ba5-b212-a4671d22ddd1 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:25:21.045102 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21bb819-41be-4fae-87df-175e682e1efa tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:21.054296 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b2711b6-bbd8-4bc6-a59e-9700c7b1903e req-fc8a8ccb-1d97-4937-95b9-747a84515087 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572288 Apr 05 20:25:21.120110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21bb819-41be-4fae-87df-175e682e1efa tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:21.243726 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21bb819-41be-4fae-87df-175e682e1efa tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:21.322599 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21bb819-41be-4fae-87df-175e682e1efa tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:21.382711 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21bb819-41be-4fae-87df-175e682e1efa tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:21.386493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b54564-0af4-4cf2-9a38-ffb0269eb0e5 None None] Network 155ded23-dcca-4bf5-8033-6cb75ec37e9a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:21.409102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21bb819-41be-4fae-87df-175e682e1efa tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event deleted for resources: {'Subnet': ['ID=118eb377-c70a-4ba5-b212-a4671d22ddd1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:21.414466 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c21bb819-41be-4fae-87df-175e682e1efa tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "DELETE /v2.0/subnets/118eb377-c70a-4ba5-b212-a4671d22ddd1 HTTP/1.1" status: 204 len: 168 time: 0.4802713 Apr 05 20:25:21.415619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43686) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:21.564758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558493b-60f9-4898-90d7-a3ce2b9b5a0c req-467255d6-3dd3-4b59-aea3-8fdfc6645aac tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:21.578419 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4558493b-60f9-4898-90d7-a3ce2b9b5a0c req-467255d6-3dd3-4b59-aea3-8fdfc6645aac tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8f5285c-1c38-4a20-82b6-c5717e1f2c55 HTTP/1.1" status: 200 len: 949 time: 0.1543906 Apr 05 20:25:21.598988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20c30e1-a2f1-455f-a752-7e8812884d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Deleting subnet 6d633297-4d96-4581-8321-99029b09955a {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:25:21.610442 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e20c30e1-a2f1-455f-a752-7e8812884d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:21.631645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4558493b-60f9-4898-90d7-a3ce2b9b5a0c req-d685d592-3319-4d58-b076-00c8ab3503ca tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522611 Apr 05 20:25:21.860738 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb47c165-5daf-45b5-aa5a-6d90763f7efe None None] DHCP port deletion for 155ded23-dcca-4bf5-8033-6cb75ec37e9a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:25:21.866255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-cb47c165-5daf-45b5-aa5a-6d90763f7efe None None] Deleting port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:21.866834 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb47c165-5daf-45b5-aa5a-6d90763f7efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:21.885678 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e20c30e1-a2f1-455f-a752-7e8812884d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:22.012902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1297c22d-710b-4e9b-a38b-f8561469d339 req-57d44862-7c75-4a28-b44e-6b33363e5c15 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:22.021409 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1297c22d-710b-4e9b-a38b-f8561469d339 req-57d44862-7c75-4a28-b44e-6b33363e5c15 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.2163832 Apr 05 20:25:22.070932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151da1b-995a-4649-a967-54da06597142 req-68d4bde6-3ac4-408d-8601-c32c0c091879 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:22.079983 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f151da1b-995a-4649-a967-54da06597142 req-68d4bde6-3ac4-408d-8601-c32c0c091879 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.13 "GET /v2.0/ports?device_id=c8f5285c-1c38-4a20-82b6-c5717e1f2c55 HTTP/1.1" status: 200 len: 949 time: 0.1722260 Apr 05 20:25:22.133531 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1297c22d-710b-4e9b-a38b-f8561469d339 req-b1600769-5ca0-4882-b96e-811e0bbe9e77 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012740 Apr 05 20:25:22.160626 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e20c30e1-a2f1-455f-a752-7e8812884d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:22.161960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-f151da1b-995a-4649-a967-54da06597142 req-bdaa98eb-9efb-44da-b338-27eac33ff653 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Deleting port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:22.162590 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f151da1b-995a-4649-a967-54da06597142 req-bdaa98eb-9efb-44da-b338-27eac33ff653 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:22.283807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-cb47c165-5daf-45b5-aa5a-6d90763f7efe None None] For port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=45472b75-ff8e-4b88-ae77-51b9ce29bf6c,segment=NetworkSegment(0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b),segment_id=0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:22.284295 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb47c165-5daf-45b5-aa5a-6d90763f7efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:22.307178 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e20c30e1-a2f1-455f-a752-7e8812884d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:22.412593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c30e1-a2f1-455f-a752-7e8812884d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event deleted for resources: {'Subnet': ['ID=6d633297-4d96-4581-8321-99029b09955a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:22.426527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-cb47c165-5daf-45b5-aa5a-6d90763f7efe None None] Calling delete_port for 45472b75-ff8e-4b88-ae77-51b9ce29bf6c owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:22.433010 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e20c30e1-a2f1-455f-a752-7e8812884d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:22.448107 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e20c30e1-a2f1-455f-a752-7e8812884d51 tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "DELETE /v2.0/subnets/6d633297-4d96-4581-8321-99029b09955a HTTP/1.1" status: 204 len: 168 time: 1.0313537 Apr 05 20:25:22.452850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43718) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:22.495764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d326d2e2-940a-4b63-9939-2279b0dc4e92 None None] Network 65078b3e-8573-4599-8d5f-da3f86914493 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:22.689994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e051cd5-a4a2-482f-8c8c-70d0695909b5 req-d2210455-2a19-4b80-86b9-82cbf604b208 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:22.697952 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e051cd5-a4a2-482f-8c8c-70d0695909b5 req-d2210455-2a19-4b80-86b9-82cbf604b208 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.4212558 Apr 05 20:25:22.713277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:22.798442 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e051cd5-a4a2-482f-8c8c-70d0695909b5 req-2416b6f9-eee1-4799-8406-89991297fda0 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993357 Apr 05 20:25:22.816704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f151da1b-995a-4649-a967-54da06597142 req-bdaa98eb-9efb-44da-b338-27eac33ff653 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] For port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:22.817276 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f151da1b-995a-4649-a967-54da06597142 req-bdaa98eb-9efb-44da-b338-27eac33ff653 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:22.843662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Deleting port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:22.844061 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:22.877865 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb47c165-5daf-45b5-aa5a-6d90763f7efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:22.943360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47c165-5daf-45b5-aa5a-6d90763f7efe None None] Pushing event deleted for resources: {'Port': ['ID=45472b75-ff8e-4b88-ae77-51b9ce29bf6c,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:22.948719 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb47c165-5daf-45b5-aa5a-6d90763f7efe None None] No DVR routers for this DVR port 45472b75-ff8e-4b88-ae77-51b9ce29bf6c on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:25:23.079476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] The port '45472b75-ff8e-4b88-ae77-51b9ce29bf6c' was deleted {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:25:23.081613 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] DHCP port deletion for 65078b3e-8573-4599-8d5f-da3f86914493 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:25:23.086831 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] Deleting port 5fa3dc0e-02b0-46c6-a215-23e723a367f4 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:23.087723 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:23.104904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-f151da1b-995a-4649-a967-54da06597142 req-bdaa98eb-9efb-44da-b338-27eac33ff653 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Calling delete_port for c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:23.281437 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:23.305625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db032f18-6971-4253-b194-70c9d388be64 req-3069711a-c8c9-4cfd-821e-3cf72544c9d2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:23.313170 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db032f18-6971-4253-b194-70c9d388be64 req-3069711a-c8c9-4cfd-821e-3cf72544c9d2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.2213612 Apr 05 20:25:23.325581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ebf2d-c963-4dd2-ae47-576a77a23980 req-78cf00f2-af97-4e9e-8c53-4d5c1174579b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:23.330494 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef9ebf2d-c963-4dd2-ae47-576a77a23980 req-78cf00f2-af97-4e9e-8c53-4d5c1174579b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 1097 time: 0.5757687 Apr 05 20:25:23.341776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcd10d7-9cac-4832-b63b-5718cb38d6b1 req-df5a86c8-9c93-4b9f-9fbd-c74c3d06869d tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:23.344171 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fbcd10d7-9cac-4832-b63b-5718cb38d6b1 req-df5a86c8-9c93-4b9f-9fbd-c74c3d06869d tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.3889461 Apr 05 20:25:23.363894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155ded23-dcca-4bf5-8033-6cb75ec37e9a']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:23.376517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 45472b75-ff8e-4b88-ae77-51b9ce29bf6c no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:23.392918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4bb91-dae2-48cb-904f-2ea858461490 req-ea527254-3a60-457f-8e18-44fd4e77c067 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:23.394743 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87d4bb91-dae2-48cb-904f-2ea858461490 req-ea527254-3a60-457f-8e18-44fd4e77c067 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8f5285c-1c38-4a20-82b6-c5717e1f2c55 HTTP/1.1" status: 200 len: 949 time: 0.3756287 Apr 05 20:25:23.402484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:23.403169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c78d4a7-acc9-4d62-a8ef-2a2204b73a8b') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:23.428044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 45472b75-ff8e-4b88-ae77-51b9ce29bf6c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:25:23.428595 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 45472b75-ff8e-4b88-ae77-51b9ce29bf6c not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:25:23.428886 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5fa3dc0e-02b0-46c6-a215-23e723a367f4 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:23.493799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:23.525056 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] For port 5fa3dc0e-02b0-46c6-a215-23e723a367f4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5fa3dc0e-02b0-46c6-a215-23e723a367f4,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:23.525447 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:23.538072 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:23.545476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-fbcd10d7-9cac-4832-b63b-5718cb38d6b1 req-4e167882-b0a8-465f-89f5-05eaa5a73c00 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Deleting port 6626f043-5728-453a-8a94-a26c733e0e51 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:23.545831 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fbcd10d7-9cac-4832-b63b-5718cb38d6b1 req-4e167882-b0a8-465f-89f5-05eaa5a73c00 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:23.553912 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87d4bb91-dae2-48cb-904f-2ea858461490 req-578f405c-adcf-4b1b-932a-6cfc2e696f2a tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb8db3f4-0641-409d-880f-ed399e681f64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433539 Apr 05 20:25:23.555329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:25:23.556017 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:25:23.584800 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:25:23.635944 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ebf2d-c963-4dd2-ae47-576a77a23980 req-76b68487-4291-48c4-a4eb-18936383f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:23.638309 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef9ebf2d-c963-4dd2-ae47-576a77a23980 req-76b68487-4291-48c4-a4eb-18936383f7b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.3004699 Apr 05 20:25:23.697338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43748) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:23.701964 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db032f18-6971-4253-b194-70c9d388be64 req-73018fdb-b58f-430e-9443-2eb0bd3d3fc9 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878591 Apr 05 20:25:23.831713 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef9ebf2d-c963-4dd2-ae47-576a77a23980 req-9355a89b-fcd6-4e74-a42d-d71506b3869f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 HTTP/1.1" status: 200 len: 217 time: 0.1332130 Apr 05 20:25:23.907551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] Calling delete_port for 5fa3dc0e-02b0-46c6-a215-23e723a367f4 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:23.962796 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:23.963242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-fbcd10d7-9cac-4832-b63b-5718cb38d6b1 req-4e167882-b0a8-465f-89f5-05eaa5a73c00 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] For port 6626f043-5728-453a-8a94-a26c733e0e51, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=6626f043-5728-453a-8a94-a26c733e0e51,segment=NetworkSegment(e01472c5-1f4c-424a-850a-d35b2bf28ba6),segment_id=e01472c5-1f4c-424a-850a-d35b2bf28ba6)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:23.963834 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fbcd10d7-9cac-4832-b63b-5718cb38d6b1 req-4e167882-b0a8-465f-89f5-05eaa5a73c00 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:23.972031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ebf2d-c963-4dd2-ae47-576a77a23980 req-0f4b77e4-6942-4881-bf0b-2b0357650564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:23.974067 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef9ebf2d-c963-4dd2-ae47-576a77a23980 req-0f4b77e4-6942-4881-bf0b-2b0357650564 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.1321354 Apr 05 20:25:24.016156 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:24.035997 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:24.060603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event deleted for resources: {'Network': ['ID=155ded23-dcca-4bf5-8033-6cb75ec37e9a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:24.088614 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 5fa3dc0e-02b0-46c6-a215-23e723a367f4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5fa3dc0e-02b0-46c6-a215-23e723a367f4,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:24.097387 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:24.159902 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-28ebcbc9-9866-4bb0-a94a-385184fec9ae tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "DELETE /v2.0/networks/155ded23-dcca-4bf5-8033-6cb75ec37e9a HTTP/1.1" status: 204 len: 168 time: 1.7057912 Apr 05 20:25:24.168182 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43760) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:24.182225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=5fa3dc0e-02b0-46c6-a215-23e723a367f4,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:24.183312 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f151da1b-995a-4649-a967-54da06597142 req-bdaa98eb-9efb-44da-b338-27eac33ff653 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:24.187828 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:25:24.188181 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:25:24.215241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-fbcd10d7-9cac-4832-b63b-5718cb38d6b1 req-4e167882-b0a8-465f-89f5-05eaa5a73c00 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Calling delete_port for 6626f043-5728-453a-8a94-a26c733e0e51 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:24.248972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ebf2d-c963-4dd2-ae47-576a77a23980 req-7a4d31aa-2e1e-4f38-a8f2-a0f233e939f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:24.250504 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef9ebf2d-c963-4dd2-ae47-576a77a23980 req-7a4d31aa-2e1e-4f38-a8f2-a0f233e939f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2315733 Apr 05 20:25:24.347881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa98eb-9efb-44da-b338-27eac33ff653 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Pushing event deleted for resources: {'Port': ['ID=c685ed31-0cc4-43f4-b0c8-a67a9ad5b526,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:24.412189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-f151da1b-995a-4649-a967-54da06597142 req-bdaa98eb-9efb-44da-b338-27eac33ff653 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] No DVR routers for this DVR port c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:25:24.415966 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f151da1b-995a-4649-a967-54da06597142 req-bdaa98eb-9efb-44da-b338-27eac33ff653 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:24.430931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'name': 'network-vif-deleted', 'tag': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:25:24.495599 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f151da1b-995a-4649-a967-54da06597142 req-bdaa98eb-9efb-44da-b338-27eac33ff653 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.13 "DELETE /v2.0/ports/c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 HTTP/1.1" status: 204 len: 173 time: 2.4099526 Apr 05 20:25:24.547206 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f5285c-1c38-4a20-82b6-c5717e1f2c55', 'name': 'network-vif-deleted', 'tag': 'c685ed31-0cc4-43f4-b0c8-a67a9ad5b526', 'status': 'completed', 'code': 200} Apr 05 20:25:24.563481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1208888096'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:24.594376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:24.616714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58047f63-e7dd-4c88-87c3-4adb520fb37d req-2044bddf-14ea-40dd-91fe-7cc252ff9b9e tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:24.625299 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-58047f63-e7dd-4c88-87c3-4adb520fb37d req-2044bddf-14ea-40dd-91fe-7cc252ff9b9e tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 945 time: 0.5738764 Apr 05 20:25:24.630491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Usage tracker for resource:network and tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:24.632204 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fbcd10d7-9cac-4832-b63b-5718cb38d6b1 req-4e167882-b0a8-465f-89f5-05eaa5a73c00 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:24.659104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:24.683013 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:24.687279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:24.690161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] Deleting port 5fa3dc0e-02b0-46c6-a215-23e723a367f4 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:24.690646 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:24.812153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e167882-b0a8-465f-89f5-05eaa5a73c00 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Pushing event deleted for resources: {'Port': ['ID=6626f043-5728-453a-8a94-a26c733e0e51,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:24.825561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Made reservation on behalf of 1ad01952dd3c47aaaffa6fa92ca2ff4e for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:24.828544 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:24.869132 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-58047f63-e7dd-4c88-87c3-4adb520fb37d req-4e316ff5-89ad-4ad0-9276-4ecf6fd22ede tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dd5515f-e73f-40ab-b2fe-e4af00fe707c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428668 Apr 05 20:25:24.879969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Deleting port 5fa3dc0e-02b0-46c6-a215-23e723a367f4 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:24.883284 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:24.946980 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:24.970586 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef9ebf2d-c963-4dd2-ae47-576a77a23980 req-5cdd06b1-71e2-42dc-92af-5e2e79834759 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054923 Apr 05 20:25:25.031600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:25.186624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] For port 5fa3dc0e-02b0-46c6-a215-23e723a367f4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5fa3dc0e-02b0-46c6-a215-23e723a367f4,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:25.188200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Usage tracker for resource:security_group_rule and tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:25.188532 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:25.198716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:25.234764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c7a9be8f-3b02-4987-8450-bdb2eb03b637 req-ddfdf0b4-1b99-451b-a440-1dac802c2b35 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Synchronizing usage tracker for tenant:7cacddfd3b9c49d89d5ff1308dbf1de8 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:25.244300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcd10d7-9cac-4832-b63b-5718cb38d6b1 req-4e167882-b0a8-465f-89f5-05eaa5a73c00 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] No DVR routers for this DVR port 6626f043-5728-453a-8a94-a26c733e0e51 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:25:25.255677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fbcd10d7-9cac-4832-b63b-5718cb38d6b1 req-4e167882-b0a8-465f-89f5-05eaa5a73c00 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:25.266362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c7a9be8f-3b02-4987-8450-bdb2eb03b637 req-ddfdf0b4-1b99-451b-a440-1dac802c2b35 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] Unset dirty status for tenant:7cacddfd3b9c49d89d5ff1308dbf1de8 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:25.267895 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c7a9be8f-3b02-4987-8450-bdb2eb03b637 req-ddfdf0b4-1b99-451b-a440-1dac802c2b35 tempest-ListImageFiltersTestJSON-446225282 tempest-ListImageFiltersTestJSON-446225282-project] 10.222.0.24 "GET /v2.0/ports?device_id=c8f5285c-1c38-4a20-82b6-c5717e1f2c55 HTTP/1.1" status: 200 len: 210 time: 0.3700924 Apr 05 20:25:25.276773 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fbcd10d7-9cac-4832-b63b-5718cb38d6b1 req-4e167882-b0a8-465f-89f5-05eaa5a73c00 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.13 "DELETE /v2.0/ports/6626f043-5728-453a-8a94-a26c733e0e51 HTTP/1.1" status: 204 len: 173 time: 1.8650103 Apr 05 20:25:25.427746 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] Calling delete_port for 5fa3dc0e-02b0-46c6-a215-23e723a367f4 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:25.530393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:25.553871 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:25.554939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] For port 5fa3dc0e-02b0-46c6-a215-23e723a367f4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5fa3dc0e-02b0-46c6-a215-23e723a367f4,segment=NetworkSegment(6d880356-5329-4749-87a3-dccd647b4d53),segment_id=6d880356-5329-4749-87a3-dccd647b4d53)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:25.555300 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:25.614649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] No DVR routers for this DVR port 5fa3dc0e-02b0-46c6-a215-23e723a367f4 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:25:25.621783 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9989bb6-4efe-41ed-83e4-11e71129b22e None None] Pushing event deleted for resources: {'Port': ['ID=5fa3dc0e-02b0-46c6-a215-23e723a367f4,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:25.766538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Calling delete_port for 5fa3dc0e-02b0-46c6-a215-23e723a367f4 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:25.812557 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef9ebf2d-c963-4dd2-ae47-576a77a23980 req-e4238b2d-386d-4bee-af02-6b9c063a9f67 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8318191 Apr 05 20:25:25.928242 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7235ef34-d261-42e4-89a7-7bf71332d5e9 req-72b93e2e-9b39-4096-8217-00d05960fd2a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:25.936161 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7235ef34-d261-42e4-89a7-7bf71332d5e9 req-72b93e2e-9b39-4096-8217-00d05960fd2a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.7391260 Apr 05 20:25:25.940527 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:25:25.944551 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:25:26.137746 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7235ef34-d261-42e4-89a7-7bf71332d5e9 req-3b288b6d-c0f0-4001-82b0-2d1e94d74b9e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824694 Apr 05 20:25:26.150993 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:26.160507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2d41415b-0e68-425d-9165-d9575178d302 req-62af157e-6040-4c0e-9ca0-3c979fe498c4 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Synchronizing usage tracker for tenant:44a73d7388664fb1bd4e54ae3b4705c8 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:26.161313 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:26.185862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:25:26.200209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2d41415b-0e68-425d-9165-d9575178d302 req-62af157e-6040-4c0e-9ca0-3c979fe498c4 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] Unset dirty status for tenant:44a73d7388664fb1bd4e54ae3b4705c8 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:26.204487 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d41415b-0e68-425d-9165-d9575178d302 req-62af157e-6040-4c0e-9ca0-3c979fe498c4 tempest-ServerRescueTestJSON-985415393 tempest-ServerRescueTestJSON-985415393-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b98483c-fecc-4ae4-9023-67890e0573a9 HTTP/1.1" status: 200 len: 210 time: 0.1310389 Apr 05 20:25:26.243715 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:26.243986 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Added segment e46e780d-5025-48b1-95cb-6f61c26b6ed7 of type vlan for network e7bb12c4-3b62-47af-b53d-6a1750174abc Apr 05 20:25:26.263658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7885d66b-f462-4ab3-9576-7583dc089db3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:26.286267 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:26.366038 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:26.372420 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:26.373000 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:26.436449 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 6626f043-5728-453a-8a94-a26c733e0e51 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:26.462153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Deleting port 5fa3dc0e-02b0-46c6-a215-23e723a367f4 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:26.462493 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:26.527954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 6626f043-5728-453a-8a94-a26c733e0e51 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:25:26.528332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 6626f043-5728-453a-8a94-a26c733e0e51 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:25:26.528711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:26.547962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b98483c-fecc-4ae4-9023-67890e0573a9', 'name': 'network-vif-deleted', 'tag': '6626f043-5728-453a-8a94-a26c733e0e51'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:25:26.598860 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:25:26.599594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device c685ed31-0cc4-43f4-b0c8-a67a9ad5b526 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:25:26.639387 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b98483c-fecc-4ae4-9023-67890e0573a9', 'name': 'network-vif-deleted', 'tag': '6626f043-5728-453a-8a94-a26c733e0e51', 'status': 'completed', 'code': 200} Apr 05 20:25:26.645010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] The port '5fa3dc0e-02b0-46c6-a215-23e723a367f4' was deleted {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:25:26.849978 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.0091355 Apr 05 20:25:26.849978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e770ee6-94ee-4dc3-9276-63606c5b546c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'Network': ['ID=e7bb12c4-3b62-47af-b53d-6a1750174abc,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:26.875435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network e7bb12c4-3b62-47af-b53d-6a1750174abc details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:25:26.943743 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:27.000072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65078b3e-8573-4599-8d5f-da3f86914493']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:27.025083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d880356-5329-4749-87a3-dccd647b4d53') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:27.025623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d880356-5329-4749-87a3-dccd647b4d53') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:27.052365 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:27.089967 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:27.107135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:25:27.107823 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:25:27.133785 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:25:27.229726 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:27.268551 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:27.271214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] Pushing event deleted for resources: {'Network': ['ID=65078b3e-8573-4599-8d5f-da3f86914493,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:27.296953 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-14c880cf-ec9f-4a4e-acea-b895fc44f99c tempest-TaggedBootDevicesTest-877419537 tempest-TaggedBootDevicesTest-877419537-project] 10.222.0.24 "DELETE /v2.0/networks/65078b3e-8573-4599-8d5f-da3f86914493 HTTP/1.1" status: 204 len: 168 time: 3.1218638 Apr 05 20:25:27.602312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c0055-0356-4493-8380-05779a248fad req-3f59644a-0716-4155-872b-7d1757f69dd5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:27.610191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-029c0055-0356-4493-8380-05779a248fad req-3f59644a-0716-4155-872b-7d1757f69dd5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.2788053 Apr 05 20:25:27.622586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43860) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:27.685129 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-029c0055-0356-4493-8380-05779a248fad req-981ac220-3ec9-44b2-b425-229b1e063c63 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650568 Apr 05 20:25:28.742772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-22d4194d-394a-4231-a798-5e263c98be47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:29.061210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935b043-7d84-4540-96af-f8ba541219e0 req-4e6834fd-170a-451d-8b6f-5194eef003c1 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:29.073559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9935b043-7d84-4540-96af-f8ba541219e0 req-4e6834fd-170a-451d-8b6f-5194eef003c1 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.1928449 Apr 05 20:25:29.160230 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9935b043-7d84-4540-96af-f8ba541219e0 req-43b67cf0-b151-4555-a1bc-bb70e551ebc9 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849106 Apr 05 20:25:29.311394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43934) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:29.629418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-22d4194d-394a-4231-a798-5e263c98be47 admin admin] Deleting port c5136f3f-925a-46c3-a22d-a5c8120ba061 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:29.630037 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-22d4194d-394a-4231-a798-5e263c98be47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:29.766951 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3ef0fffb-8a5c-4854-acff-efd9d4454265 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cacddfd3b9c49d89d5ff1308dbf1de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4526672 Apr 05 20:25:29.767809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43948) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:29.880454 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f258037-e268-4e37-b8c2-5d57691b8672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:29.923401 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f258037-e268-4e37-b8c2-5d57691b8672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:29.963730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-22d4194d-394a-4231-a798-5e263c98be47 admin admin] For port c5136f3f-925a-46c3-a22d-a5c8120ba061, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c5136f3f-925a-46c3-a22d-a5c8120ba061,segment=NetworkSegment(e01472c5-1f4c-424a-850a-d35b2bf28ba6),segment_id=e01472c5-1f4c-424a-850a-d35b2bf28ba6)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:29.964312 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-22d4194d-394a-4231-a798-5e263c98be47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:30.043452 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f258037-e268-4e37-b8c2-5d57691b8672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:30.104282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f258037-e268-4e37-b8c2-5d57691b8672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8db3f4-0641-409d-880f-ed399e681f64,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:30.131386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-22d4194d-394a-4231-a798-5e263c98be47 admin admin] Calling delete_port for c5136f3f-925a-46c3-a22d-a5c8120ba061 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:30.135427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f258037-e268-4e37-b8c2-5d57691b8672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:30.138123 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0f258037-e268-4e37-b8c2-5d57691b8672 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb8db3f4-0641-409d-880f-ed399e681f64 HTTP/1.1" status: 204 len: 168 time: 0.3688464 Apr 05 20:25:30.394939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43962) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:30.402214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Request body: {'subnet': {'network_id': 'e7bb12c4-3b62-47af-b53d-6a1750174abc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:30.591019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:30.597795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Usage tracker for resource:subnet and tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:30.608624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:30.628012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:30.657404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Made reservation on behalf of 1ad01952dd3c47aaaffa6fa92ca2ff4e for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:30.661217 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:30.951567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791263e2-cc32-490d-909a-9a64507bb1f7 req-98216aa1-a62d-457c-ab5f-79de61af07f7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:30.958813 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-791263e2-cc32-490d-909a-9a64507bb1f7 req-98216aa1-a62d-457c-ab5f-79de61af07f7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.3738053 Apr 05 20:25:31.029179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-791263e2-cc32-490d-909a-9a64507bb1f7 req-7757f417-408c-46fe-82e2-50f180a7e2ae tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683153 Apr 05 20:25:31.131036 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:31.199750 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-22d4194d-394a-4231-a798-5e263c98be47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:31.240336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'Subnet': ['ID=68a0d823-396f-482d-b03d-b92c719f5c0e,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:31.252562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Checking segment: {'id': 'e46e780d-5025-48b1-95cb-6f61c26b6ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7bb12c4-3b62-47af-b53d-6a1750174abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:25:31.252912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Network hostable DHCP agents. Network: e7bb12c4-3b62-47af-b53d-6a1750174abc, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:25:31.282307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Network e7bb12c4-3b62-47af-b53d-6a1750174abc is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:25:31.290086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4194d-394a-4231-a798-5e263c98be47 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5136f3f-925a-46c3-a22d-a5c8120ba061,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:31.306562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, e7bb12c4-3b62-47af-b53d-6a1750174abc) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:31.311298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:31.312023 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:31.315850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d684a012-769f-402c-aafe-3946ae5fc0cc None None] Network e7bb12c4-3b62-47af-b53d-6a1750174abc requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:31.406007 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f073b42c-3a5a-4854-8de8-74208624529a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0094755 Apr 05 20:25:31.409186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43996) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:31.425639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1964341999'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:31.429803 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44000) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:31.435050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:31.443089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Usage tracker for resource:network and tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:31.449276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:31.458205 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:31.564371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Made reservation on behalf of 1ad01952dd3c47aaaffa6fa92ca2ff4e for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:31.575147 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:31.725679 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fda561b3-5d47-4f79-8c51-4c87ccd059ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:31.770358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:25:31.775873 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-e7bb12c4-3b62-47af-b53d-6a1750174abc', 'network_id': 'e7bb12c4-3b62-47af-b53d-6a1750174abc', 'tenant_id': '1ad01952dd3c47aaaffa6fa92ca2ff4e', 'fixed_ips': [{'subnet_id': '68a0d823-396f-482d-b03d-b92c719f5c0e'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:25:31.777030 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:31.787605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fda561b3-5d47-4f79-8c51-4c87ccd059ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:31.798088 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:31.798434 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Added segment 6a314f12-9224-4b26-9b41-cadcffbc11b1 of type vlan for network 6fbafb85-5b08-47f2-90a4-fd728d138ef8 Apr 05 20:25:31.799637 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-22d4194d-394a-4231-a798-5e263c98be47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:31.801840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fda561b3-5d47-4f79-8c51-4c87ccd059ba admin admin] Usage tracker for resource:security_group_rule and tenant:1e490e58596b4a728ca2a0cd996c8ed9 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:31.810477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fda561b3-5d47-4f79-8c51-4c87ccd059ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:31.833977 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fda561b3-5d47-4f79-8c51-4c87ccd059ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:31.958817 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fda561b3-5d47-4f79-8c51-4c87ccd059ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:31.967431 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fda561b3-5d47-4f79-8c51-4c87ccd059ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:32.028427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda561b3-5d47-4f79-8c51-4c87ccd059ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cd5ccc-7d74-4a45-acf8-c61951d3bc46,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:32.045818 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fda561b3-5d47-4f79-8c51-4c87ccd059ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e490e58596b4a728ca2a0cd996c8ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6147289 Apr 05 20:25:32.048381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44022) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:32.090604 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:32.151492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24090f50-3c82-4140-be7c-dcf786fc9c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:32.190750 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24090f50-3c82-4140-be7c-dcf786fc9c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:32.193172 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Allocated IP 2001:db8:0:ffff::2 (e7bb12c4-3b62-47af-b53d-6a1750174abc/68a0d823-396f-482d-b03d-b92c719f5c0e/dcfd27fb-ea36-4e81-95db-287e6d97b977) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:25:32.262478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24090f50-3c82-4140-be7c-dcf786fc9c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:32.308542 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24090f50-3c82-4140-be7c-dcf786fc9c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cd5ccc-7d74-4a45-acf8-c61951d3bc46,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:32.383140 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:32.388970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:32.389734 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:32.434482 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24090f50-3c82-4140-be7c-dcf786fc9c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:32.435599 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-24090f50-3c82-4140-be7c-dcf786fc9c79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22cd5ccc-7d74-4a45-acf8-c61951d3bc46 HTTP/1.1" status: 204 len: 168 time: 0.3863077 Apr 05 20:25:32.500336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c31d6-a754-4f4d-b990-f2f0eb08d4ab req-b1f553e5-0dd1-4b40-b1b0-16497f717474 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:32.501910 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-415c31d6-a754-4f4d-b990-f2f0eb08d4ab req-b1f553e5-0dd1-4b40-b1b0-16497f717474 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.2067046 Apr 05 20:25:32.590988 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-415c31d6-a754-4f4d-b990-f2f0eb08d4ab req-1ff7afd9-6850-47a7-97d2-591563ecc903 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832496 Apr 05 20:25:32.616287 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:32.629791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Transition to ACTIVE for port object dcfd27fb-ea36-4e81-95db-287e6d97b977 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:32.660398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Transition to ACTIVE for port object dcfd27fb-ea36-4e81-95db-287e6d97b977 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:32.681477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'Network': ['ID=6fbafb85-5b08-47f2-90a4-fd728d138ef8,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:32.682672 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:32.685215 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c4ae366d-3469-4566-adfc-80d8a585770f tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2746165 Apr 05 20:25:32.688512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44046) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:32.694005 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Request body: {'subnet': {'network_id': '6fbafb85-5b08-47f2-90a4-fd728d138ef8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:32.758928 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 6fbafb85-5b08-47f2-90a4-fd728d138ef8 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:25:32.940391 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d4194d-394a-4231-a798-5e263c98be47 admin admin] Router 201f782e-b23b-4d68-bb79-080c1233d126 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:25:33.008608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Network e7bb12c4-3b62-47af-b53d-6a1750174abc is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:25:33.025054 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:33.027126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Pushing event updated for resources: {'Port': ['ID=dcfd27fb-ea36-4e81-95db-287e6d97b977,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:33.038217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:25:33.041543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:33.042426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:33.043152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:33.043591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:33.043981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:33.044593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:33.044976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:33.045357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:33.045787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:33.046191 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:33.046584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:33.046962 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:33.112071 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e6ada87-1e4b-49f8-9938-3305f350ad94 req-9df2e348-986c-4767-85fa-4b33a4e6410d tempest-ServersAaction247Test-1553643435 tempest-ServersAaction247Test-1553643435-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d71cad-d492-4d8e-b6a0-3643c33bdd43 HTTP/1.1" status: 200 len: 210 time: 0.1679187 Apr 05 20:25:33.205565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Attempting to bind port dcfd27fb-ea36-4e81-95db-287e6d97b977 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:25:33.205957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Attempting to bind port dcfd27fb-ea36-4e81-95db-287e6d97b977 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e46e780d-5025-48b1-95cb-6f61c26b6ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7bb12c4-3b62-47af-b53d-6a1750174abc'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:25:33.210920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:33.211431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Attempting to bind port dcfd27fb-ea36-4e81-95db-287e6d97b977 on network e7bb12c4-3b62-47af-b53d-6a1750174abc {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:25:33.227330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Usage tracker for resource:subnet and tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:33.235775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:25:33.235775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Checking segment: {'id': 'e46e780d-5025-48b1-95cb-6f61c26b6ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7bb12c4-3b62-47af-b53d-6a1750174abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:25:33.235775 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:33.235775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Bound using segment: {'id': 'e46e780d-5025-48b1-95cb-6f61c26b6ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7bb12c4-3b62-47af-b53d-6a1750174abc'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:25:33.239203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Bound port: dcfd27fb-ea36-4e81-95db-287e6d97b977, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46e780d-5025-48b1-95cb-6f61c26b6ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e7bb12c4-3b62-47af-b53d-6a1750174abc'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:25:33.242741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:33.251955 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:33.260532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:33.294994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44066) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:33.326466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Made reservation on behalf of 1ad01952dd3c47aaaffa6fa92ca2ff4e for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:33.332070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:33.348105 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ff96f4f4-fb98-4d4b-b7fc-754c005951e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:33.377775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ff96f4f4-fb98-4d4b-b7fc-754c005951e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:33.405330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ff96f4f4-fb98-4d4b-b7fc-754c005951e9 admin admin] Usage tracker for resource:security_group_rule and tenant:b5561d12c6c2400cb4afa6aa4f988239 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:33.410181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ff96f4f4-fb98-4d4b-b7fc-754c005951e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:33.474771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] For port dcfd27fb-ea36-4e81-95db-287e6d97b977, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:25:33.484024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d4194d-394a-4231-a798-5e263c98be47 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:25:33.495528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] For port dcfd27fb-ea36-4e81-95db-287e6d97b977, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dcfd27fb-ea36-4e81-95db-287e6d97b977,segment=NetworkSegment(e46e780d-5025-48b1-95cb-6f61c26b6ed7),segment_id=e46e780d-5025-48b1-95cb-6f61c26b6ed7)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:25:33.508333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a616bbdb-64c0-47bf-b4de-4cf28dbd4bcb None None] Sync routers for ids ['201f782e-b23b-4d68-bb79-080c1233d126'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:25:33.509202 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-22d4194d-394a-4231-a798-5e263c98be47 admin admin] 10.222.0.24 "PUT /v2.0/routers/201f782e-b23b-4d68-bb79-080c1233d126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8838172 Apr 05 20:25:33.510235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44078) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:33.513574 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:33.531847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ff96f4f4-fb98-4d4b-b7fc-754c005951e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:33.689863 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a616bbdb-64c0-47bf-b4de-4cf28dbd4bcb None None] Routers {'201f782e-b23b-4d68-bb79-080c1233d126'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:25:33.691661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a616bbdb-64c0-47bf-b4de-4cf28dbd4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:25:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['201f782e-b23b-4d68-bb79-080c1233d126'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:33.839625 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ff96f4f4-fb98-4d4b-b7fc-754c005951e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:33.871236 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ff96f4f4-fb98-4d4b-b7fc-754c005951e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:33.924757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2bbc4f-e681-4e9c-9b24-ef77c91fbea5 None None] Pushing event updated for resources: {'Port': ['ID=dcfd27fb-ea36-4e81-95db-287e6d97b977,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:34.009456 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ff96f4f4-fb98-4d4b-b7fc-754c005951e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5561d12c6c2400cb4afa6aa4f988239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7132070 Apr 05 20:25:34.018479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44090) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:34.119845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff96f4f4-fb98-4d4b-b7fc-754c005951e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92861729-06de-4904-8ca2-98afd563058a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:34.194399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-a616bbdb-64c0-47bf-b4de-4cf28dbd4bcb None None] Set router 201f782e-b23b-4d68-bb79-080c1233d126 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:25:34.246337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.objects.ports [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87965) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:25:34.253644 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:34.393923 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:34.498010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'Subnet': ['ID=6472f13b-899a-404e-b91b-4dc404a2d263,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:34.551096 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5a67c74c-70b0-4880-bc60-eb305b94ccb5 req-9ea1927d-03ab-4c40-8feb-440b198a3558 tempest-ServersAaction247Test-1553643435 tempest-ServersAaction247Test-1553643435-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d71cad-d492-4d8e-b6a0-3643c33bdd43 HTTP/1.1" status: 200 len: 210 time: 0.1886532 Apr 05 20:25:34.583442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Checking segment: {'id': '6a314f12-9224-4b26-9b41-cadcffbc11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6fbafb85-5b08-47f2-90a4-fd728d138ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:25:34.586262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Network hostable DHCP agents. Network: 6fbafb85-5b08-47f2-90a4-fd728d138ef8, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:25:34.626227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Network 6fbafb85-5b08-47f2-90a4-fd728d138ef8 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:25:34.648657 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 6fbafb85-5b08-47f2-90a4-fd728d138ef8) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:34.664905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:34.665599 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:34.671807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6067191f-cae8-4fed-b438-e3b8bfda8fb9 None None] Network 6fbafb85-5b08-47f2-90a4-fd728d138ef8 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:34.732643 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d93bb226-b7bf-4e4b-9e8b-cfcac6b1b2cc tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0428507 Apr 05 20:25:34.735198 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44106) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:34.741305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Request body: {'port': {'network_id': '6fbafb85-5b08-47f2-90a4-fd728d138ef8', 'name': 'tempest-NetworksIpV6TestAttrs-1077813302'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:34.766908 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf227-b2bd-4cf0-9e5f-1b41c9a05145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:34.795701 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:34.873980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9667572-7373-4c6d-95fc-17ce3fba7ebb req-36f4e7ad-6388-4e3f-a230-24057a410c3e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:34.877579 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9667572-7373-4c6d-95fc-17ce3fba7ebb req-36f4e7ad-6388-4e3f-a230-24057a410c3e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.9625106 Apr 05 20:25:34.893434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] Deleting port 9dd29c88-cff1-4c6d-a3e3-305ee051e261 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:34.893843 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:34.952423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:34.956928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Usage tracker for resource:port and tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:34.960290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:34.967021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:34.981781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Made reservation on behalf of 1ad01952dd3c47aaaffa6fa92ca2ff4e for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:34.986558 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:35.018704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] device_id is not set on port 347c8ca9-342d-4da5-845b-7cec54a77492 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:25:35.149711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a616bbdb-64c0-47bf-b4de-4cf28dbd4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201f782e-b23b-4d68-bb79-080c1233d126', 'name': 'tempest-ServerRescueTestJSON-1582221919-router', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.41'}], 'enable_snat': True}, 'gw_port_id': '9dd29c88-cff1-4c6d-a3e3-305ee051e261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:22:51Z', 'updated_at': '2022-04-05T20:25:31Z', 'revision_number': 5, 'project_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'gw_port': {'id': '9dd29c88-cff1-4c6d-a3e3-305ee051e261', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201f782e-b23b-4d68-bb79-080c1233d126', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:22:54Z', 'updated_at': '2022-04-05T20:23:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:35.169666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a616bbdb-64c0-47bf-b4de-4cf28dbd4bcb None None] Checking router: 201f782e-b23b-4d68-bb79-080c1233d126 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:25:35.233045 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a616bbdb-64c0-47bf-b4de-4cf28dbd4bcb None None] Routers {'201f782e-b23b-4d68-bb79-080c1233d126'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:25:35.233809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a616bbdb-64c0-47bf-b4de-4cf28dbd4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:25:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['201f782e-b23b-4d68-bb79-080c1233d126'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:35.263680 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf227-b2bd-4cf0-9e5f-1b41c9a05145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:35.282582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Allocated IP 2001:db8::f816:3eff:fef5:d777 (6fbafb85-5b08-47f2-90a4-fd728d138ef8/6472f13b-899a-404e-b91b-4dc404a2d263/347c8ca9-342d-4da5-845b-7cec54a77492) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:25:35.405422 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dcfd27fb-ea36-4e81-95db-287e6d97b977 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:25:35.462003 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-6fbafb85-5b08-47f2-90a4-fd728d138ef8', 'network_id': '6fbafb85-5b08-47f2-90a4-fd728d138ef8', 'tenant_id': '1ad01952dd3c47aaaffa6fa92ca2ff4e', 'fixed_ips': [{'subnet_id': '6472f13b-899a-404e-b91b-4dc404a2d263'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:25:35.463095 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:35.568621 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9667572-7373-4c6d-95fc-17ce3fba7ebb req-76b9268c-e05c-4319-9c61-84705778767e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5524013 Apr 05 20:25:35.582600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] For port 9dd29c88-cff1-4c6d-a3e3-305ee051e261, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9dd29c88-cff1-4c6d-a3e3-305ee051e261,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:35.583249 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:35.588433 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c64f80-aca8-4595-a3e8-4b534bffba57 None None] Network e7bb12c4-3b62-47af-b53d-6a1750174abc requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:35.735337 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:35.789472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Transition to ACTIVE for port object 347c8ca9-342d-4da5-845b-7cec54a77492 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:35.809077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-898779bb-26c2-4dfe-8253-22926280fe0f None None] Provisioning for port dcfd27fb-ea36-4e81-95db-287e6d97b977 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:25:35.869483 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:36.005492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Network 6fbafb85-5b08-47f2-90a4-fd728d138ef8 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:25:36.010133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:36.013865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:25:36.021033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:36.022092 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:36.064010 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-a616bbdb-64c0-47bf-b4de-4cf28dbd4bcb None None] Set router 201f782e-b23b-4d68-bb79-080c1233d126 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:25:36.094390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'Port': ['ID=347c8ca9-342d-4da5-845b-7cec54a77492,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:36.096635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] Calling delete_port for 9dd29c88-cff1-4c6d-a3e3-305ee051e261 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:36.104832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a875db21-b917-4720-8693-01e3dfdcd08a tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3684320 Apr 05 20:25:36.107324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44122) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:36.207570 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-bb1c6c07-4109-44f1-9ac3-d5f8acb2053a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.1741867 Apr 05 20:25:36.220941 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf227-b2bd-4cf0-9e5f-1b41c9a05145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:36.298471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbf227-b2bd-4cf0-9e5f-1b41c9a05145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92861729-06de-4904-8ca2-98afd563058a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:36.318673 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4fbf227-b2bd-4cf0-9e5f-1b41c9a05145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:36.328259 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c4fbf227-b2bd-4cf0-9e5f-1b41c9a05145 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92861729-06de-4904-8ca2-98afd563058a HTTP/1.1" status: 204 len: 168 time: 2.3020585 Apr 05 20:25:36.338995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fd6acc3-b0fa-4d27-93a9-44a828b1df94 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Deleting subnet 6472f13b-899a-404e-b91b-4dc404a2d263 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:25:36.364065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a616bbdb-64c0-47bf-b4de-4cf28dbd4bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201f782e-b23b-4d68-bb79-080c1233d126', 'name': 'tempest-ServerRescueTestJSON-1582221919-router', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:22:51Z', 'updated_at': '2022-04-05T20:25:34Z', 'revision_number': 6, 'project_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:36.368147 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f5be5a44-3bf8-4b5d-a5f1-048c979f7798 req-ad6089ad-5d5b-4282-9129-01395d4624a0 tempest-ServersAaction247Test-1553643435 tempest-ServersAaction247Test-1553643435-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d71cad-d492-4d8e-b6a0-3643c33bdd43 HTTP/1.1" status: 200 len: 210 time: 0.1000068 Apr 05 20:25:36.456590 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0155d5de-a221-462c-b637-abae597a4470 req-87422054-b55a-4e6e-8265-6c128047b880 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71d71cad-d492-4d8e-b6a0-3643c33bdd43 HTTP/1.1" status: 200 len: 210 time: 0.0818474 Apr 05 20:25:36.606578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a616bbdb-64c0-47bf-b4de-4cf28dbd4bcb None None] The sync data for ids ['201f782e-b23b-4d68-bb79-080c1233d126'] in n-d-836604-1 is: [{'id': '201f782e-b23b-4d68-bb79-080c1233d126', 'name': 'tempest-ServerRescueTestJSON-1582221919-router', 'tenant_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:22:51Z', 'updated_at': '2022-04-05T20:25:34Z', 'revision_number': 6, 'project_id': '44a73d7388664fb1bd4e54ae3b4705c8', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:25:36.619625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-2ab282fd-68a6-4e51-85ab-b3d70800fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:36.620108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-2ab282fd-68a6-4e51-85ab-b3d70800fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:36.620574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-2ab282fd-68a6-4e51-85ab-b3d70800fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:36.621037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-2ab282fd-68a6-4e51-85ab-b3d70800fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:36.621536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-2ab282fd-68a6-4e51-85ab-b3d70800fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:36.624920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-2ab282fd-68a6-4e51-85ab-b3d70800fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:36.625907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-2ab282fd-68a6-4e51-85ab-b3d70800fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:36.631951 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-2ab282fd-68a6-4e51-85ab-b3d70800fe16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=67f206acc8b04566894efcfbb5ff0d28&device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 6504 time: 0.1974092 Apr 05 20:25:36.643067 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:36.744752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Allocated IP 2001:db8::f816:3eff:fe72:4df2 (6fbafb85-5b08-47f2-90a4-fd728d138ef8/6472f13b-899a-404e-b91b-4dc404a2d263/a67e69b5-5ec9-4bae-af50-7741415344fd) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:25:36.776587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd29c88-cff1-4c6d-a3e3-305ee051e261,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:36.856908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port dcfd27fb-ea36-4e81-95db-287e6d97b977 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:25:36.893702 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port dcfd27fb-ea36-4e81-95db-287e6d97b977 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:25:36.894204 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:37.087245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44134) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:37.177589 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-719535db-6958-4ce5-bf90-e6aaf66cecdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:37.255547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-719535db-6958-4ce5-bf90-e6aaf66cecdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:37.275197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-f6fa4ca6-7ca4-4898-9fe3-04daba1b4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:37.275668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-f6fa4ca6-7ca4-4898-9fe3-04daba1b4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:37.276126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-f6fa4ca6-7ca4-4898-9fe3-04daba1b4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:37.277699 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-f6fa4ca6-7ca4-4898-9fe3-04daba1b4eca service neutron] 10.222.0.41 "GET /v2.0/networks?id=acf04820-9558-4448-b778-1e71d8e99554&id=d5907306-16c4-4573-8487-923347eaefb1&id=d5907306-16c4-4573-8487-923347eaefb1&id=d5907306-16c4-4573-8487-923347eaefb1&id=d5907306-16c4-4573-8487-923347eaefb1&id=04a540e0-f994-4bb6-b37f-c12b8378196f&id=04a540e0-f994-4bb6-b37f-c12b8378196f HTTP/1.1" status: 200 len: 2297 time: 0.5907843 Apr 05 20:25:37.281225 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:37.505905 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:37.511338 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-68b5fdc7-701b-4b30-9941-216823206ac5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=209a1593-aaaf-4bd4-b0fc-f2461dd50715 HTTP/1.1" status: 200 len: 1000 time: 0.2230377 Apr 05 20:25:37.719548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port dcfd27fb-ea36-4e81-95db-287e6d97b977, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dcfd27fb-ea36-4e81-95db-287e6d97b977,segment=NetworkSegment(e46e780d-5025-48b1-95cb-6f61c26b6ed7),segment_id=e46e780d-5025-48b1-95cb-6f61c26b6ed7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:37.747405 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:37.780191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3ea0486a-af3a-46ca-a190-8601f745617c req-99d141e8-d9b4-48ba-b1f2-878c9b455af0 tempest-ServersAaction247Test-1553643435 tempest-ServersAaction247Test-1553643435-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d71cad-d492-4d8e-b6a0-3643c33bdd43 HTTP/1.1" status: 200 len: 210 time: 0.1590281 Apr 05 20:25:37.814575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-3bf290e2-4df0-426d-88b7-78bb8b276482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:37.816011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-3bf290e2-4df0-426d-88b7-78bb8b276482 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f969fc9-21be-405d-9c97-3d2c77a0705e HTTP/1.1" status: 200 len: 855 time: 0.2979732 Apr 05 20:25:37.917920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9dd29c88-cff1-4c6d-a3e3-305ee051e261 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:37.957673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-719535db-6958-4ce5-bf90-e6aaf66cecdf admin admin] Usage tracker for resource:security_group_rule and tenant:ac607333c69c497fb8859b23a5087eb5 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:37.971174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-895e4711-07c6-4434-a27c-440212986d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:37.971850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-719535db-6958-4ce5-bf90-e6aaf66cecdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:37.973055 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-895e4711-07c6-4434-a27c-440212986d40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=acf04820-9558-4448-b778-1e71d8e99554&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1491747 Apr 05 20:25:37.994253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-719535db-6958-4ce5-bf90-e6aaf66cecdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:38.011387 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 9dd29c88-cff1-4c6d-a3e3-305ee051e261 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:25:38.011777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9dd29c88-cff1-4c6d-a3e3-305ee051e261 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:25:38.012346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c5136f3f-925a-46c3-a22d-a5c8120ba061 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:38.066990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: c5136f3f-925a-46c3-a22d-a5c8120ba061 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:25:38.067373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c5136f3f-925a-46c3-a22d-a5c8120ba061 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:25:38.067988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd4b7e-ba51-4752-9614-2f092e062d7f req-07287f0a-e9f9-4346-af5b-e1fb992454b2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:38.075909 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-70dd4b7e-ba51-4752-9614-2f092e062d7f req-07287f0a-e9f9-4346-af5b-e1fb992454b2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 1.2238483 Apr 05 20:25:38.082976 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.126805 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=dcfd27fb-ea36-4e81-95db-287e6d97b977,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:38.144166 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-ebf6a2ad-e776-4ec2-ab93-7af19354bd46 service neutron] 10.222.0.41 "GET /v2.0/networks/acf04820-9558-4448-b778-1e71d8e99554?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635303 Apr 05 20:25:38.146640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Transition to ACTIVE for port object a67e69b5-5ec9-4bae-af50-7741415344fd will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:38.149763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-39424ee6-7ab6-48f6-a12e-d7306aacecc3 None None] Provisioning complete for port dcfd27fb-ea36-4e81-95db-287e6d97b977 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:25:38.150203 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-39424ee6-7ab6-48f6-a12e-d7306aacecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.200939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-719535db-6958-4ce5-bf90-e6aaf66cecdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.204834 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.216063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Transition to ACTIVE for port object a67e69b5-5ec9-4bae-af50-7741415344fd will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:38.216559 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.218562 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-719535db-6958-4ce5-bf90-e6aaf66cecdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.246749 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.275799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6fd6acc3-b0fa-4d27-93a9-44a828b1df94 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.279893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719535db-6958-4ce5-bf90-e6aaf66cecdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bacb42d-faf6-47bd-9277-93709509de33,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:38.311622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-70dd4b7e-ba51-4752-9614-2f092e062d7f req-f0962875-3b94-42db-9ab2-2b40ee4918d6 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345424 Apr 05 20:25:38.316729 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-719535db-6958-4ce5-bf90-e6aaf66cecdf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac607333c69c497fb8859b23a5087eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2283554 Apr 05 20:25:38.320790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44150) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:38.359680 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.360171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 201f782e-b23b-4d68-bb79-080c1233d126 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:25:38.430737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Network 6fbafb85-5b08-47f2-90a4-fd728d138ef8 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:25:38.436259 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Pushing event updated for resources: {'Port': ['ID=a67e69b5-5ec9-4bae-af50-7741415344fd,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:38.440504 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6fd6acc3-b0fa-4d27-93a9-44a828b1df94 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.443282 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:38.456727 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:25:38.549022 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.552760 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9d6a0e4b-b669-4fce-932a-3585c8dab0c1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/201f782e-b23b-4d68-bb79-080c1233d126 HTTP/1.1" status: 204 len: 168 time: 5.0391228 Apr 05 20:25:38.553459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44160) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:38.564929 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ec080e4-842c-46e7-a1d1-2f80747ad745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.573805 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-c5012981-a6fc-47dd-909b-6b19ea2a01e7 service neutron] 10.222.0.41 "GET /v2.0/networks/acf04820-9558-4448-b778-1e71d8e99554?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226258 Apr 05 20:25:38.672988 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-a819940d-9282-4dec-94fd-f6bc5794a8dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=11d6c801-8868-4ebb-b54a-042b8414de76 HTTP/1.1" status: 200 len: 217 time: 0.0926690 Apr 05 20:25:38.721235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e30e295-4dec-466a-b1ba-ff6532f67f8d admin admin] Deleting subnet 7b2dc6ff-910e-46dc-beb1-17e6615cd54b {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:25:38.750361 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e30e295-4dec-466a-b1ba-ff6532f67f8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.767077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-ac1e7ab7-a99e-4674-908c-15368c9f2352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:38.768720 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-ac1e7ab7-a99e-4674-908c-15368c9f2352 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5925bc75-d9cd-41b1-a0fe-8314d5c0345b HTTP/1.1" status: 200 len: 797 time: 0.0883880 Apr 05 20:25:38.835229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Attempting to bind port a67e69b5-5ec9-4bae-af50-7741415344fd on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:25:38.835815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Attempting to bind port a67e69b5-5ec9-4bae-af50-7741415344fd by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '6a314f12-9224-4b26-9b41-cadcffbc11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6fbafb85-5b08-47f2-90a4-fd728d138ef8'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:25:38.843185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Attempting to bind port a67e69b5-5ec9-4bae-af50-7741415344fd on network 6fbafb85-5b08-47f2-90a4-fd728d138ef8 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:25:38.859757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:25:38.860156 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ec080e4-842c-46e7-a1d1-2f80747ad745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.860361 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Checking segment: {'id': '6a314f12-9224-4b26-9b41-cadcffbc11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6fbafb85-5b08-47f2-90a4-fd728d138ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:25:38.861020 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.861512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Bound using segment: {'id': '6a314f12-9224-4b26-9b41-cadcffbc11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6fbafb85-5b08-47f2-90a4-fd728d138ef8'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:25:38.862452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Bound port: a67e69b5-5ec9-4bae-af50-7741415344fd, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a314f12-9224-4b26-9b41-cadcffbc11b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6fbafb85-5b08-47f2-90a4-fd728d138ef8'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:25:38.863176 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.879095 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.886730 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e30e295-4dec-466a-b1ba-ff6532f67f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.960314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6fd6acc3-b0fa-4d27-93a9-44a828b1df94 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:38.981790 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e30e295-4dec-466a-b1ba-ff6532f67f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:39.044992 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ec080e4-842c-46e7-a1d1-2f80747ad745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:39.049213 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:39.071224 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ec080e4-842c-46e7-a1d1-2f80747ad745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:39.075015 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7ec080e4-842c-46e7-a1d1-2f80747ad745 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bacb42d-faf6-47bd-9277-93709509de33 HTTP/1.1" status: 204 len: 168 time: 0.7486453 Apr 05 20:25:39.081131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec080e4-842c-46e7-a1d1-2f80747ad745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bacb42d-faf6-47bd-9277-93709509de33,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:39.115673 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e30e295-4dec-466a-b1ba-ff6532f67f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:39.182545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30e295-4dec-466a-b1ba-ff6532f67f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b2dc6ff-910e-46dc-beb1-17e6615cd54b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:39.184698 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e30e295-4dec-466a-b1ba-ff6532f67f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:39.191546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8e30e295-4dec-466a-b1ba-ff6532f67f8d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7b2dc6ff-910e-46dc-beb1-17e6615cd54b HTTP/1.1" status: 204 len: 168 time: 0.6308835 Apr 05 20:25:39.194022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44168) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:39.313795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] For port a67e69b5-5ec9-4bae-af50-7741415344fd, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:25:39.326111 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e622fbfe-beb4-4a77-a2c1-e97e133248d1 req-bae7c4fd-6d83-4089-9821-0ee2e9eae173 tempest-ServersAaction247Test-1553643435 tempest-ServersAaction247Test-1553643435-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d71cad-d492-4d8e-b6a0-3643c33bdd43 HTTP/1.1" status: 200 len: 210 time: 0.2555456 Apr 05 20:25:39.330663 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6fd6acc3-b0fa-4d27-93a9-44a828b1df94 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:39.339051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] For port a67e69b5-5ec9-4bae-af50-7741415344fd, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a67e69b5-5ec9-4bae-af50-7741415344fd,segment=NetworkSegment(6a314f12-9224-4b26-9b41-cadcffbc11b1),segment_id=6a314f12-9224-4b26-9b41-cadcffbc11b1)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:25:39.357275 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:39.435430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-c93c75d0-a2c1-4f4e-aa09-fdce2d9e6d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:39.444074 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-c93c75d0-a2c1-4f4e-aa09-fdce2d9e6d39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5907306-16c4-4573-8487-923347eaefb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6630065 Apr 05 20:25:39.478321 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f475096-d7fe-4120-9275-eaf4baa9b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:39.504314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6acc3-b0fa-4d27-93a9-44a828b1df94 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event deleted for resources: {'Subnet': ['ID=6472f13b-899a-404e-b91b-4dc404a2d263,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:39.523805 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6fd6acc3-b0fa-4d27-93a9-44a828b1df94 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:39.533671 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6fd6acc3-b0fa-4d27-93a9-44a828b1df94 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/subnets/6472f13b-899a-404e-b91b-4dc404a2d263 HTTP/1.1" status: 204 len: 168 time: 3.4252591 Apr 05 20:25:39.537035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44178) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:39.578145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ffae4-fb0d-4cdc-80bf-da990ab7c6f4 None None] Pushing event updated for resources: {'Port': ['ID=a67e69b5-5ec9-4bae-af50-7741415344fd,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:39.858264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44196) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:39.954177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dcfd27fb-ea36-4e81-95db-287e6d97b977 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:25:40.173356 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-e036e60d-b2e5-4e47-8dcb-876c7cbca170 service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6943071 Apr 05 20:25:40.183376 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port dcfd27fb-ea36-4e81-95db-287e6d97b977 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:25:40.183747 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:40.190260 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f475096-d7fe-4120-9275-eaf4baa9b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:40.292027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-6f475096-d7fe-4120-9275-eaf4baa9b567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0036c264-6107-49cf-a8f2-adcdce404271']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:40.333614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-6f475096-d7fe-4120-9275-eaf4baa9b567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e01472c5-1f4c-424a-850a-d35b2bf28ba6') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:40.334085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-6f475096-d7fe-4120-9275-eaf4baa9b567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e01472c5-1f4c-424a-850a-d35b2bf28ba6') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:40.360662 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f475096-d7fe-4120-9275-eaf4baa9b567 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:40.402973 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f475096-d7fe-4120-9275-eaf4baa9b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:40.412866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f475096-d7fe-4120-9275-eaf4baa9b567 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:25:40.413273 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f475096-d7fe-4120-9275-eaf4baa9b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:25:40.449745 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:25:40.604458 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f475096-d7fe-4120-9275-eaf4baa9b567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:40.635206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f475096-d7fe-4120-9275-eaf4baa9b567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:40.656830 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6f475096-d7fe-4120-9275-eaf4baa9b567 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0036c264-6107-49cf-a8f2-adcdce404271 HTTP/1.1" status: 204 len: 168 time: 1.4615061 Apr 05 20:25:40.657913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f475096-d7fe-4120-9275-eaf4baa9b567 admin admin] Pushing event deleted for resources: {'Network': ['ID=0036c264-6107-49cf-a8f2-adcdce404271,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:40.830205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3664188f-a502-4fb6-98ed-3e231eac6f8b tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:40.836838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3664188f-a502-4fb6-98ed-3e231eac6f8b tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:40.839250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3664188f-a502-4fb6-98ed-3e231eac6f8b tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Synchronizing usage tracker for tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:41.014042 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-12c3815b-be8b-4e4b-ba43-d80a468b1da0 service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8193507 Apr 05 20:25:41.045112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44240) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:41.170689 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-45eafc90-b324-47de-844a-eaefc00c70a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=44a73d7388664fb1bd4e54ae3b4705c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1236556 Apr 05 20:25:41.180178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44244) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:41.374756 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a0844b47-4500-42b0-b8b9-aedf1f973f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:41.389728 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9f3844-12f1-4c1c-b21e-ca78f9818998 None None] Network 6fbafb85-5b08-47f2-90a4-fd728d138ef8 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:41.459791 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cdd39eb-58a3-459c-a814-0a0d29de6854 req-017e5540-a3d9-404e-a1b4-c5375e83180c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=79669b82b1534d2e8094d158249325d0&device_id=71d71cad-d492-4d8e-b6a0-3643c33bdd43 HTTP/1.1" status: 200 len: 210 time: 0.1592658 Apr 05 20:25:41.490859 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:25:41.524343 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cdd39eb-58a3-459c-a814-0a0d29de6854 req-ccdbb725-317c-4dfb-ac3f-e32ecf38f1cc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=79669b82b1534d2e8094d158249325d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459461 Apr 05 20:25:41.547287 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bb76e4d-3911-4a05-806a-19c87cb00580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:41.559857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c348e44c-4379-4f75-822e-e675cc2966ac req-6d8f3252-7823-4fc2-9b00-f04020b1f6d2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:41.561364 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c348e44c-4379-4f75-822e-e675cc2966ac req-6d8f3252-7823-4fc2-9b00-f04020b1f6d2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 1.9736211 Apr 05 20:25:41.564784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3664188f-a502-4fb6-98ed-3e231eac6f8b tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Unset dirty status for tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:41.565779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3664188f-a502-4fb6-98ed-3e231eac6f8b tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 2.0278242 Apr 05 20:25:41.575376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44258) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:41.633130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-00aaab08-0ce3-4c6a-b379-a6b1470fd195 None None] Provisioning for port a67e69b5-5ec9-4bae-af50-7741415344fd completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:25:41.637321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8e964a1-d386-49db-8ebc-0bbb80c94151 req-2b456bf4-2b48-434b-a56d-e61b66dcac00 tempest-ServersAaction247Test-1553643435 tempest-ServersAaction247Test-1553643435-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d71cad-d492-4d8e-b6a0-3643c33bdd43 HTTP/1.1" status: 200 len: 210 time: 0.0910995 Apr 05 20:25:41.785331 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-40c2acae-232c-4111-ad6e-d84bc5539663 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 HTTP/1.1" status: 200 len: 217 time: 0.5813084 Apr 05 20:25:41.903935 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bb76e4d-3911-4a05-806a-19c87cb00580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:41.940014 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a67e69b5-5ec9-4bae-af50-7741415344fd up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:25:41.992527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] DHCP port deletion for 6fbafb85-5b08-47f2-90a4-fd728d138ef8 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:25:42.048354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] Deleting port a67e69b5-5ec9-4bae-af50-7741415344fd {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:42.051113 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:42.061439 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e17aee4-6f4e-495e-bc10-7f99750b5497 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:42.091367 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e17aee4-6f4e-495e-bc10-7f99750b5497 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 05 20:25:42.092141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e17aee4-6f4e-495e-bc10-7f99750b5497 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:25:42.098427 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0e17aee4-6f4e-495e-bc10-7f99750b5497 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/networks/6fbafb85-5b08-47f2-90a4-fd728d138ef8 HTTP/1.1" status: 409 len: 405 time: 0.4642007 Apr 05 20:25:42.099279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44272) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:42.106908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdd39eb-58a3-459c-a814-0a0d29de6854 req-59ea5e80-4daf-4ffc-8e39-fa3066f67fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:42.108557 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cdd39eb-58a3-459c-a814-0a0d29de6854 req-59ea5e80-4daf-4ffc-8e39-fa3066f67fc3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5639980 Apr 05 20:25:42.112972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1016394116'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:42.119086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:42.123482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Usage tracker for resource:network and tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:42.126743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:42.133906 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:42.142929 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bb76e4d-3911-4a05-806a-19c87cb00580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:42.161313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb76e4d-3911-4a05-806a-19c87cb00580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd5515f-e73f-40ab-b2fe-e4af00fe707c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:42.179615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Made reservation on behalf of 1ad01952dd3c47aaaffa6fa92ca2ff4e for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:42.185496 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:42.228561 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c348e44c-4379-4f75-822e-e675cc2966ac req-b33b0238-a338-48c2-b2f2-ec362c99fd49 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428940 Apr 05 20:25:42.237196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a67e69b5-5ec9-4bae-af50-7741415344fd completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:25:42.258391 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:25:42.267966 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:42.268886 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Added segment 5d3beb63-a84f-4823-9e01-0e15a0ff80f3 of type vlan for network 944737e8-e100-4583-90ca-b28fdf68844a Apr 05 20:25:42.278934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-cabec09f-4a5d-4e94-8238-8ea67f4cd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:42.282353 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-cabec09f-4a5d-4e94-8238-8ea67f4cd41e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5925bc75-d9cd-41b1-a0fe-8314d5c0345b HTTP/1.1" status: 200 len: 797 time: 0.4037716 Apr 05 20:25:42.299877 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:42.336772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bb76e4d-3911-4a05-806a-19c87cb00580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:42.338710 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2bb76e4d-3911-4a05-806a-19c87cb00580 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0dd5515f-e73f-40ab-b2fe-e4af00fe707c HTTP/1.1" status: 204 len: 168 time: 1.1572804 Apr 05 20:25:42.342975 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:42.351290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:42.352147 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:42.457204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a67e69b5-5ec9-4bae-af50-7741415344fd triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:25:42.457810 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:42.547905 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4451699 Apr 05 20:25:42.551867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44298) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:42.581599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Request body: {'subnet': {'network_id': '944737e8-e100-4583-90ca-b28fdf68844a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:42.644813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-fb66ac47-3557-4ee4-a302-4a91b753a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:42.646501 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-fb66ac47-3557-4ee4-a302-4a91b753a974 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5907306-16c4-4573-8487-923347eaefb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3577547 Apr 05 20:25:42.675613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5b52d-02d5-4311-883c-a9c27c90d2bf tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'Network': ['ID=944737e8-e100-4583-90ca-b28fdf68844a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:42.738913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 944737e8-e100-4583-90ca-b28fdf68844a details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:25:42.892108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:42.910644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:43.030061 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68a6f55e-8be3-4d1b-a773-14652dc2a570 req-cbfd4e96-21f8-4cfa-96cc-58c1bfe80d84 tempest-ServersAaction247Test-1553643435 tempest-ServersAaction247Test-1553643435-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d71cad-d492-4d8e-b6a0-3643c33bdd43 HTTP/1.1" status: 200 len: 210 time: 0.1055589 Apr 05 20:25:43.033482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Made reservation on behalf of 1ad01952dd3c47aaaffa6fa92ca2ff4e for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:43.042151 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:43.045231 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-5098cfec-663e-411b-83ae-8d879fb9b0b0 service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855610 Apr 05 20:25:43.260903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] For port a67e69b5-5ec9-4bae-af50-7741415344fd, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a67e69b5-5ec9-4bae-af50-7741415344fd,segment=NetworkSegment(6a314f12-9224-4b26-9b41-cadcffbc11b1),segment_id=6a314f12-9224-4b26-9b41-cadcffbc11b1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:43.261284 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:43.396889 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-7472e199-bfdd-4694-a241-57d7c8dcfa14 service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705028 Apr 05 20:25:43.440353 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a24144db-35a8-44ae-bdc0-27dd149f816b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:43.585216 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:43.611125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] Calling delete_port for a67e69b5-5ec9-4bae-af50-7741415344fd owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:43.652931 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-c21fedac-4888-445d-bcc9-2e5f897e9a3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=426dbf2a-c8c8-4439-bf39-4fda1aa49348 HTTP/1.1" status: 200 len: 217 time: 0.0805466 Apr 05 20:25:43.752565 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa5052d4-1a85-486e-8a23-706acf6216a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:43.755280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a67e69b5-5ec9-4bae-af50-7741415344fd, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a67e69b5-5ec9-4bae-af50-7741415344fd,segment=NetworkSegment(6a314f12-9224-4b26-9b41-cadcffbc11b1),segment_id=6a314f12-9224-4b26-9b41-cadcffbc11b1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:43.781315 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:43.846955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.objects.ports [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87964) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:25:43.851727 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:43.931307 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:25:43.939799 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-403ae531-94ce-4be3-b0cb-bd9b559e8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:43.940448 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:25:43.949779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-403ae531-94ce-4be3-b0cb-bd9b559e8141 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5925bc75-d9cd-41b1-a0fe-8314d5c0345b HTTP/1.1" status: 200 len: 797 time: 0.2737658 Apr 05 20:25:43.961976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a67e69b5-5ec9-4bae-af50-7741415344fd,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:43.971373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a67e69b5-5ec9-4bae-af50-7741415344fd no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:44.035764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'Subnet': ['ID=c827b68e-be76-46e0-b529-3bbceb4f27e1,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:44.104026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91e409-affc-449a-8b01-749f9ad06dc3 req-a267cbc7-deb6-4043-81ca-14707e986f69 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:44.118459 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6b91e409-affc-449a-8b01-749f9ad06dc3 req-a267cbc7-deb6-4043-81ca-14707e986f69 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.6130009 Apr 05 20:25:44.131093 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cdd39eb-58a3-459c-a814-0a0d29de6854 req-ab5a6971-8c10-40e2-ae4e-abb4dc0b72a2 tempest-ServersAaction247Test-1553643435 tempest-ServersAaction247Test-1553643435-project] 10.222.0.41 "GET /v2.0/ports?device_id=71d71cad-d492-4d8e-b6a0-3643c33bdd43 HTTP/1.1" status: 200 len: 210 time: 0.0710304 Apr 05 20:25:44.143853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Checking segment: {'id': '5d3beb63-a84f-4823-9e01-0e15a0ff80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '944737e8-e100-4583-90ca-b28fdf68844a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:25:44.145838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Network hostable DHCP agents. Network: 944737e8-e100-4583-90ca-b28fdf68844a, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:25:44.212534 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:44.215753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Network 944737e8-e100-4583-90ca-b28fdf68844a is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:25:44.239548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 944737e8-e100-4583-90ca-b28fdf68844a) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:44.248866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:44.250548 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:44.349940 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6b91e409-affc-449a-8b01-749f9ad06dc3 req-1f8ff1c7-3feb-4e21-966e-812ff26f261d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229791 Apr 05 20:25:44.379420 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dae36d0-36dc-4e19-8569-589a386b6757 None None] Network 944737e8-e100-4583-90ca-b28fdf68844a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:44.406547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-897ca4fc-2d39-41f8-8c90-bf1b18abc024 req-9c02f422-a3ca-43b0-80fa-e55538a01ce7 tempest-ServersAaction247Test-1553643435 tempest-ServersAaction247Test-1553643435-project] 10.222.0.24 "GET /v2.0/ports?device_id=71d71cad-d492-4d8e-b6a0-3643c33bdd43 HTTP/1.1" status: 200 len: 210 time: 0.1129622 Apr 05 20:25:44.424509 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b6e9c484-23ca-4652-8a7b-cca1b1c169bd tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8604877 Apr 05 20:25:44.424932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44398) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:44.442017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Request body: {'port': {'network_id': '944737e8-e100-4583-90ca-b28fdf68844a', 'name': 'tempest-NetworksIpV6TestAttrs-1851080684'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:44.468402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a67e69b5-5ec9-4bae-af50-7741415344fd, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a67e69b5-5ec9-4bae-af50-7741415344fd,segment=NetworkSegment(6a314f12-9224-4b26-9b41-cadcffbc11b1),segment_id=6a314f12-9224-4b26-9b41-cadcffbc11b1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:44.471466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] Deleting port a67e69b5-5ec9-4bae-af50-7741415344fd {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:44.475439 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:44.559287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-9cfb42e9-90ff-4f50-8878-ca3e76a72067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:44.565027 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-9cfb42e9-90ff-4f50-8878-ca3e76a72067 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5907306-16c4-4573-8487-923347eaefb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5533824 Apr 05 20:25:44.586022 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:44.685551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:44.689898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Usage tracker for resource:port and tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:44.693212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:44.700215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:44.716375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Made reservation on behalf of 1ad01952dd3c47aaaffa6fa92ca2ff4e for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:44.720607 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:44.781630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] device_id is not set on port b126fbf4-4f19-4c18-9668-bd86c0537d4c yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:25:44.825215 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:44.883175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a67e69b5-5ec9-4bae-af50-7741415344fd,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:44.901374 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:45.005862 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-e115faf7-4344-47ad-9ea2-529539f6504b service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329131 Apr 05 20:25:45.022537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Allocated IP 2001:db8::f816:3eff:fe0f:9804 (944737e8-e100-4583-90ca-b28fdf68844a/c827b68e-be76-46e0-b529-3bbceb4f27e1/b126fbf4-4f19-4c18-9668-bd86c0537d4c) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:25:45.102427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a24144db-35a8-44ae-bdc0-27dd149f816b admin admin] Deleting port de8c9b84-a62d-4653-af50-6e535e5ba4af {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:45.103009 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a24144db-35a8-44ae-bdc0-27dd149f816b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:45.110387 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] For port a67e69b5-5ec9-4bae-af50-7741415344fd, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a67e69b5-5ec9-4bae-af50-7741415344fd,segment=NetworkSegment(6a314f12-9224-4b26-9b41-cadcffbc11b1),segment_id=6a314f12-9224-4b26-9b41-cadcffbc11b1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:45.110968 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:45.344360 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:45.365620 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-dd3eb223-5984-4ce4-ab52-72c9fb2267db service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336740 Apr 05 20:25:45.374923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Transition to ACTIVE for port object b126fbf4-4f19-4c18-9668-bd86c0537d4c will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:45.408456 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:45.465992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] Calling delete_port for a67e69b5-5ec9-4bae-af50-7741415344fd owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:45.499659 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-4b470144-1cd1-48b1-9d78-4d9870752317 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.207&port_id=55be09c8-c06d-45fb-9382-e5748077ba8f HTTP/1.1" status: 200 len: 217 time: 0.1222219 Apr 05 20:25:45.505973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Network 944737e8-e100-4583-90ca-b28fdf68844a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:25:45.511657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:45.514310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:25:45.521293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:45.522529 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:45.565547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-944737e8-e100-4583-90ca-b28fdf68844a', 'network_id': '944737e8-e100-4583-90ca-b28fdf68844a', 'tenant_id': '1ad01952dd3c47aaaffa6fa92ca2ff4e', 'fixed_ips': [{'subnet_id': 'c827b68e-be76-46e0-b529-3bbceb4f27e1'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:25:45.577378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'Port': ['ID=b126fbf4-4f19-4c18-9668-bd86c0537d4c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:45.585465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7c0bfe44-1026-4186-8a43-d23e03187013 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.1591744 Apr 05 20:25:45.587897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44448) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:45.588064 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:45.860673 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:45.894089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-9ebabe47-ac7e-4a71-a0c3-9242d7da3dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:45.895520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-9ebabe47-ac7e-4a71-a0c3-9242d7da3dca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5925bc75-d9cd-41b1-a0fe-8314d5c0345b HTTP/1.1" status: 200 len: 797 time: 0.3200166 Apr 05 20:25:45.930158 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] No DVR routers for this DVR port a67e69b5-5ec9-4bae-af50-7741415344fd on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:25:45.942674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e216961-c7ab-435c-9796-ff4ba1f39827 None None] Pushing event deleted for resources: {'Port': ['ID=a67e69b5-5ec9-4bae-af50-7741415344fd,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:45.978052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18ee3de-b14f-4b5c-9525-8c07badd6f81 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Deleting subnet c827b68e-be76-46e0-b529-3bbceb4f27e1 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:25:46.008929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-a24144db-35a8-44ae-bdc0-27dd149f816b admin admin] For port de8c9b84-a62d-4653-af50-6e535e5ba4af, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=de8c9b84-a62d-4653-af50-6e535e5ba4af,segment=NetworkSegment(707af6f6-2f82-417c-b65f-ba05d80a3fbb),segment_id=707af6f6-2f82-417c-b65f-ba05d80a3fbb)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:46.009572 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a24144db-35a8-44ae-bdc0-27dd149f816b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:46.095080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Allocated IP 2001:db8::f816:3eff:fe17:fb18 (944737e8-e100-4583-90ca-b28fdf68844a/c827b68e-be76-46e0-b529-3bbceb4f27e1/a2817e83-1c97-41e9-8285-00e4462e6d1b) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:25:46.141872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a24144db-35a8-44ae-bdc0-27dd149f816b admin admin] Calling delete_port for de8c9b84-a62d-4653-af50-6e535e5ba4af owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:46.239752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44480) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:46.356311 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a24144db-35a8-44ae-bdc0-27dd149f816b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:46.462329 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86797dd9-6095-42c9-a245-e4da0809b66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:46.504850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-86797dd9-6095-42c9-a245-e4da0809b66b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:46.515381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-86797dd9-6095-42c9-a245-e4da0809b66b admin admin] Usage tracker for resource:security_group_rule and tenant:79669b82b1534d2e8094d158249325d0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:46.523491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-86797dd9-6095-42c9-a245-e4da0809b66b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:46.535605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-86797dd9-6095-42c9-a245-e4da0809b66b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:46.601856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24144db-35a8-44ae-bdc0-27dd149f816b admin admin] Pushing event deleted for resources: {'Port': ['ID=de8c9b84-a62d-4653-af50-6e535e5ba4af,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:46.617837 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:46.646376 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Transition to ACTIVE for port object a2817e83-1c97-41e9-8285-00e4462e6d1b will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:46.674699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Transition to ACTIVE for port object a2817e83-1c97-41e9-8285-00e4462e6d1b will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:25:46.688343 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c18ee3de-b14f-4b5c-9525-8c07badd6f81 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:46.695927 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:46.840055 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:46.865254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Network 944737e8-e100-4583-90ca-b28fdf68844a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:25:46.888485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:46.893339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb4d15d-bb78-4442-a222-45716f2c8d88 req-89a79386-fe77-4027-a688-8b3d1af0c049 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:46.895189 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5eb4d15d-bb78-4442-a222-45716f2c8d88 req-89a79386-fe77-4027-a688-8b3d1af0c049 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 1.2300477 Apr 05 20:25:46.910517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:25:46.970684 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-92a6d99f-4751-40fe-9b19-f13157b6880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:46.973161 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-92a6d99f-4751-40fe-9b19-f13157b6880f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d5907306-16c4-4573-8487-923347eaefb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0673008 Apr 05 20:25:46.973824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c18ee3de-b14f-4b5c-9525-8c07badd6f81 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:46.993914 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5eb4d15d-bb78-4442-a222-45716f2c8d88 req-b7eb8cb5-54c6-413c-a0c9-ae1d6038edbb tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818238 Apr 05 20:25:47.044738 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Pushing event updated for resources: {'Port': ['ID=a2817e83-1c97-41e9-8285-00e4462e6d1b,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:47.095861 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86797dd9-6095-42c9-a245-e4da0809b66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:47.109434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Attempting to bind port a2817e83-1c97-41e9-8285-00e4462e6d1b on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:25:47.109842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Attempting to bind port a2817e83-1c97-41e9-8285-00e4462e6d1b by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '5d3beb63-a84f-4823-9e01-0e15a0ff80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '944737e8-e100-4583-90ca-b28fdf68844a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:25:47.110223 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Attempting to bind port a2817e83-1c97-41e9-8285-00e4462e6d1b on network 944737e8-e100-4583-90ca-b28fdf68844a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:25:47.112542 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86797dd9-6095-42c9-a245-e4da0809b66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:47.117491 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:25:47.117914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Checking segment: {'id': '5d3beb63-a84f-4823-9e01-0e15a0ff80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '944737e8-e100-4583-90ca-b28fdf68844a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:25:47.118433 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:47.118957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Bound using segment: {'id': '5d3beb63-a84f-4823-9e01-0e15a0ff80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '944737e8-e100-4583-90ca-b28fdf68844a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:25:47.119411 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Bound port: a2817e83-1c97-41e9-8285-00e4462e6d1b, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3beb63-a84f-4823-9e01-0e15a0ff80f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '944737e8-e100-4583-90ca-b28fdf68844a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:25:47.119830 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:47.215738 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c18ee3de-b14f-4b5c-9525-8c07badd6f81 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:47.299670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86797dd9-6095-42c9-a245-e4da0809b66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b88867-336f-4b7d-a93d-33044a5ac9da,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:47.310216 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-86797dd9-6095-42c9-a245-e4da0809b66b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79669b82b1534d2e8094d158249325d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0662880 Apr 05 20:25:47.310216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44538) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:47.347558 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-4606b159-ce9b-44f9-9c99-0c0ffce3a377 service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573701 Apr 05 20:25:47.389469 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a24144db-35a8-44ae-bdc0-27dd149f816b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:47.392188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] For port a2817e83-1c97-41e9-8285-00e4462e6d1b, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:25:47.395872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] For port a2817e83-1c97-41e9-8285-00e4462e6d1b, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a2817e83-1c97-41e9-8285-00e4462e6d1b,segment=NetworkSegment(5d3beb63-a84f-4823-9e01-0e15a0ff80f3),segment_id=5d3beb63-a84f-4823-9e01-0e15a0ff80f3)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:25:47.403575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c18ee3de-b14f-4b5c-9525-8c07badd6f81 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:47.406934 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:47.468229 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-464a4a22-577f-439b-9507-897c73813110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:47.499622 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-464a4a22-577f-439b-9507-897c73813110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:47.566902 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c18ee3de-b14f-4b5c-9525-8c07badd6f81 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:47.570533 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-464a4a22-577f-439b-9507-897c73813110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:47.573192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ee3de-b14f-4b5c-9525-8c07badd6f81 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event deleted for resources: {'Subnet': ['ID=c827b68e-be76-46e0-b529-3bbceb4f27e1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:47.616028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c9942-4034-4777-9f41-30fc0042c7ba None None] Pushing event updated for resources: {'Port': ['ID=a2817e83-1c97-41e9-8285-00e4462e6d1b,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:47.627212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464a4a22-577f-439b-9507-897c73813110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b88867-336f-4b7d-a93d-33044a5ac9da,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:47.641618 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c18ee3de-b14f-4b5c-9525-8c07badd6f81 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/subnets/c827b68e-be76-46e0-b529-3bbceb4f27e1 HTTP/1.1" status: 204 len: 168 time: 2.0525255 Apr 05 20:25:47.643366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44554) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:47.645573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-464a4a22-577f-439b-9507-897c73813110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:47.646669 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-464a4a22-577f-439b-9507-897c73813110 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1b88867-336f-4b7d-a93d-33044a5ac9da HTTP/1.1" status: 204 len: 168 time: 0.3358927 Apr 05 20:25:47.788272 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-c0ff6aab-a9ef-4b90-bbd1-4d4cca58d8eb service neutron] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312174 Apr 05 20:25:47.832290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d330e8d3-375c-4fa9-a22e-b7dc28cb94f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:47.833025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d330e8d3-375c-4fa9-a22e-b7dc28cb94f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:47.833847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d330e8d3-375c-4fa9-a22e-b7dc28cb94f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Synchronizing usage tracker for tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:25:47.951157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d330e8d3-375c-4fa9-a22e-b7dc28cb94f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Unset dirty status for tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:25:47.966639 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d330e8d3-375c-4fa9-a22e-b7dc28cb94f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3203840 Apr 05 20:25:47.970689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44570) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:47.979305 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-7c16125d-6396-4ebc-95b4-97a85f0b764f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=030fac6f-a4bb-4ae5-9b20-513c642ca36c HTTP/1.1" status: 200 len: 217 time: 0.1788938 Apr 05 20:25:48.256494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44588) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:48.301708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-44a9bc12-9c2d-4522-8f84-98e1bfabcd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:48.303356 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-44a9bc12-9c2d-4522-8f84-98e1bfabcd8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=688a705f-1af8-4564-afe3-3b401e1905c5 HTTP/1.1" status: 200 len: 797 time: 0.3052769 Apr 05 20:25:48.383934 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a92ddb2-1ae4-4155-b381-aae1a83ecc25 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:48.395764 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a92ddb2-1ae4-4155-b381-aae1a83ecc25 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 05 20:25:48.396314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a92ddb2-1ae4-4155-b381-aae1a83ecc25 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:25:48.398106 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3a92ddb2-1ae4-4155-b381-aae1a83ecc25 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/networks/944737e8-e100-4583-90ca-b28fdf68844a HTTP/1.1" status: 409 len: 405 time: 0.4263463 Apr 05 20:25:48.404267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44600) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:48.432434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-96b52cdb-5e94-4e24-9a96-a31d5e0eae04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:48.452935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1559030830'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:48.458284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:48.463204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Usage tracker for resource:network and tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:48.466416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:48.472493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-96b52cdb-5e94-4e24-9a96-a31d5e0eae04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:48.477181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-96b52cdb-5e94-4e24-9a96-a31d5e0eae04 admin admin] Usage tracker for resource:security_group_rule and tenant:9237ebc3c04649dd8c7d35611fa0fcd0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:48.480845 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-96b52cdb-5e94-4e24-9a96-a31d5e0eae04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:48.487051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-96b52cdb-5e94-4e24-9a96-a31d5e0eae04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:48.529255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:48.540614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24144db-35a8-44ae-bdc0-27dd149f816b admin admin] Router 63f47700-846b-4c4b-87fb-7628940b6b67 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:25:48.572867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd880b8-98ae-4fdd-b030-a81479a819e4 req-ae253358-6295-4c19-b116-d0fed935c6b2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:48.574400 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bbd880b8-98ae-4fdd-b030-a81479a819e4 req-ae253358-6295-4c19-b116-d0fed935c6b2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.2998617 Apr 05 20:25:48.579705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Made reservation on behalf of 1ad01952dd3c47aaaffa6fa92ca2ff4e for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:48.587192 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:48.669824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-b16403a1-b599-43f2-8b50-b2fce96ae820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:48.671345 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-b16403a1-b599-43f2-8b50-b2fce96ae820 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04a540e0-f994-4bb6-b37f-c12b8378196f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2309866 Apr 05 20:25:48.703696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:25:48.737184 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bbd880b8-98ae-4fdd-b030-a81479a819e4 req-6b482e26-53e1-446a-ade2-d693b54d959a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317258 Apr 05 20:25:48.804395 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-96b52cdb-5e94-4e24-9a96-a31d5e0eae04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:48.806431 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:48.806967 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Added segment 9c205a53-a0e6-47ca-a83c-0555603239dd of type vlan for network 0914db33-cf88-4d82-9e0d-d2d86bc1c27f Apr 05 20:25:48.815682 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-96b52cdb-5e94-4e24-9a96-a31d5e0eae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:48.910178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-96b52cdb-5e94-4e24-9a96-a31d5e0eae04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9237ebc3c04649dd8c7d35611fa0fcd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6487308 Apr 05 20:25:48.911913 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:48.919485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44618) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:48.939363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b52cdb-5e94-4e24-9a96-a31d5e0eae04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=039e7c9d-710b-40b0-acac-85f5a52793e6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:49.005457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:49.013907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:49.015162 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:49.067526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44622) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:49.191827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24144db-35a8-44ae-bdc0-27dd149f816b admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:25:49.203420 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7083083f-9062-436d-8819-834e7e7f714c None None] Sync routers for ids ['63f47700-846b-4c4b-87fb-7628940b6b67'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:25:49.216414 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083083f-9062-436d-8819-834e7e7f714c None None] Routers {'63f47700-846b-4c4b-87fb-7628940b6b67'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:25:49.217012 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7083083f-9062-436d-8819-834e7e7f714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:25:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['63f47700-846b-4c4b-87fb-7628940b6b67'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:49.224198 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a24144db-35a8-44ae-bdc0-27dd149f816b admin admin] 10.222.0.24 "PUT /v2.0/routers/63f47700-846b-4c4b-87fb-7628940b6b67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3457372 Apr 05 20:25:49.226211 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'Network': ['ID=0914db33-cf88-4d82-9e0d-d2d86bc1c27f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:49.227659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44630) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:49.238736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 0914db33-cf88-4d82-9e0d-d2d86bc1c27f details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:25:49.254312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-34521dd8-6a76-48dc-9b07-0751f93a6076 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8473718 Apr 05 20:25:49.265671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44636) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:49.275773 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3474a7a2-86fd-4fce-8e2c-15c75f593cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:49.280701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Request body: {'subnet': {'network_id': '0914db33-cf88-4d82-9e0d-d2d86bc1c27f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:49.314095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207b4806-c4bb-41a3-8126-a12620e3e263 None None] Network 944737e8-e100-4583-90ca-b28fdf68844a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:49.339047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1696056843-network', 'tenant_id': 'b0b3e6df861f4f3ea55427a77a3288f0'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:49.399327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:49.422215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Usage tracker for resource:network and tenant:b0b3e6df861f4f3ea55427a77a3288f0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:49.461388 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-9cf039ef-722c-4791-a8ed-28615e7f8765 service neutron] 10.222.0.41 "GET /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402800 Apr 05 20:25:49.479909 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-7083083f-9062-436d-8819-834e7e7f714c None None] Set router 63f47700-846b-4c4b-87fb-7628940b6b67 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:25:49.528306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:49.585272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:49.605213 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:49.611278 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3474a7a2-86fd-4fce-8e2c-15c75f593cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:49.671673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Made reservation on behalf of b0b3e6df861f4f3ea55427a77a3288f0 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:49.683605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:49.727094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:49.732904 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:49.797278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:49.800242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:49.827044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Usage tracker for resource:security_group_rule and tenant:b0b3e6df861f4f3ea55427a77a3288f0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:49.831557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:49.847553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:49.858456 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d92170fe-17b4-4c34-a309-645778a187e7 None None] Provisioning for port a2817e83-1c97-41e9-8285-00e4462e6d1b completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:25:49.874505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Made reservation on behalf of 1ad01952dd3c47aaaffa6fa92ca2ff4e for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:49.882837 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:49.995680 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-4465814b-3142-447b-8a73-d1fa01ff478b service neutron] 10.222.0.41 "GET /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5226626 Apr 05 20:25:50.037730 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7083083f-9062-436d-8819-834e7e7f714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:25:46Z', 'revision_number': 5, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:50.053347 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7083083f-9062-436d-8819-834e7e7f714c None None] Checking router: 63f47700-846b-4c4b-87fb-7628940b6b67 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:25:50.086539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a2817e83-1c97-41e9-8285-00e4462e6d1b up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:25:50.091122 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083083f-9062-436d-8819-834e7e7f714c None None] Routers {'63f47700-846b-4c4b-87fb-7628940b6b67'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:25:50.091952 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7083083f-9062-436d-8819-834e7e7f714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:25:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['63f47700-846b-4c4b-87fb-7628940b6b67'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:50.168850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6134d4f-4fb5-4fa7-bc5e-f93049a404b2 None None] DHCP port deletion for 944737e8-e100-4583-90ca-b28fdf68844a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:25:50.176645 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e6134d4f-4fb5-4fa7-bc5e-f93049a404b2 None None] Deleting port a2817e83-1c97-41e9-8285-00e4462e6d1b {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:50.176973 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-49aec260-70e7-409e-944b-395adc0dc77a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3edede57-710c-4481-b5bf-e0e4bae838c4 HTTP/1.1" status: 200 len: 217 time: 0.1711597 Apr 05 20:25:50.177130 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6134d4f-4fb5-4fa7-bc5e-f93049a404b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:50.185285 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:50.186522 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3474a7a2-86fd-4fce-8e2c-15c75f593cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:50.206384 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:50.224777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474a7a2-86fd-4fce-8e2c-15c75f593cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=039e7c9d-710b-40b0-acac-85f5a52793e6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:50.274742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60232fcb-1e6d-4163-983e-3243ed5a58a1,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:50.283926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:25:50.302868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3474a7a2-86fd-4fce-8e2c-15c75f593cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:50.306434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3474a7a2-86fd-4fce-8e2c-15c75f593cdc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/039e7c9d-710b-40b0-acac-85f5a52793e6 HTTP/1.1" status: 204 len: 168 time: 1.3828688 Apr 05 20:25:50.306434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:50.306434 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Added segment f518233d-b7a3-44c7-8c71-4cc9f39e13db of type vlan for network 4735a5dd-2015-420f-a034-14e458adf985 Apr 05 20:25:50.341700 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-7083083f-9062-436d-8819-834e7e7f714c None None] Set router 63f47700-846b-4c4b-87fb-7628940b6b67 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:25:50.346926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:50.366015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] Deleting port 68e698f5-69db-4b30-a117-f7552a65146d {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:50.366545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:50.408094 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:50.414524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-5492d736-6ef3-4537-81d0-17fefc8b1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:50.416339 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-5492d736-6ef3-4537-81d0-17fefc8b1e08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=688a705f-1af8-4564-afe3-3b401e1905c5 HTTP/1.1" status: 200 len: 797 time: 0.2313890 Apr 05 20:25:50.471188 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:50.472328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:50.472977 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:50.503315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e38d8-cc60-4379-b728-59b476f22b11 req-8e864f8c-7af9-4fde-88a2-0d298abf8e1d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:50.506019 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-844e38d8-cc60-4379-b728-59b476f22b11 req-8e864f8c-7af9-4fde-88a2-0d298abf8e1d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.4935179 Apr 05 20:25:50.549563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e6134d4f-4fb5-4fa7-bc5e-f93049a404b2 None None] For port a2817e83-1c97-41e9-8285-00e4462e6d1b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a2817e83-1c97-41e9-8285-00e4462e6d1b,segment=NetworkSegment(5d3beb63-a84f-4823-9e01-0e15a0ff80f3),segment_id=5d3beb63-a84f-4823-9e01-0e15a0ff80f3)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:50.554047 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6134d4f-4fb5-4fa7-bc5e-f93049a404b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:50.681284 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-844e38d8-cc60-4379-b728-59b476f22b11 req-5a8b07c3-cddb-41ad-9c8a-7410eb252fcc tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655650 Apr 05 20:25:50.733533 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7083083f-9062-436d-8819-834e7e7f714c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:25:46Z', 'revision_number': 5, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:50.738363 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7083083f-9062-436d-8819-834e7e7f714c None None] The sync data for ids ['63f47700-846b-4c4b-87fb-7628940b6b67'] in n-d-836604-1 is: [{'id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'name': 'tempest-TaggedBootDevicesTest-1426477161-router', 'tenant_id': '3189be43b8324ee6bd68d0b85dfb1996', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38'}], 'enable_snat': True}, 'gw_port_id': '68e698f5-69db-4b30-a117-f7552a65146d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:16Z', 'updated_at': '2022-04-05T20:25:46Z', 'revision_number': 5, 'project_id': '3189be43b8324ee6bd68d0b85dfb1996', 'gw_port': {'id': '68e698f5-69db-4b30-a117-f7552a65146d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:8f:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63f47700-846b-4c4b-87fb-7628940b6b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:18Z', 'updated_at': '2022-04-05T20:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:25:50.749262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-95378cc5-a302-4f00-83ee-3bc54ae0b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:50.750780 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-95378cc5-a302-4f00-83ee-3bc54ae0b1ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=04a540e0-f994-4bb6-b37f-c12b8378196f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3186026 Apr 05 20:25:50.813361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7387505 Apr 05 20:25:50.834611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d375204-5582-4bf0-b746-a53f9b229c65 admin admin] Pushing event updated for resources: {'Network': ['ID=4735a5dd-2015-420f-a034-14e458adf985,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:50.840220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44660) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:50.868022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] For port 68e698f5-69db-4b30-a117-f7552a65146d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=68e698f5-69db-4b30-a117-f7552a65146d,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:50.868384 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:50.879970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Request body: {'subnet': {'network_id': '4735a5dd-2015-420f-a034-14e458adf985', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1696056843-subnet', 'tenant_id': 'b0b3e6df861f4f3ea55427a77a3288f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:50.889800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:50.908922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Usage tracker for resource:subnet and tenant:b0b3e6df861f4f3ea55427a77a3288f0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:50.914631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:50.931397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:50.945522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 4735a5dd-2015-420f-a034-14e458adf985 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:25:50.972549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a2817e83-1c97-41e9-8285-00e4462e6d1b completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:25:50.983455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e6134d4f-4fb5-4fa7-bc5e-f93049a404b2 None None] Calling delete_port for a2817e83-1c97-41e9-8285-00e4462e6d1b owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:51.002856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Made reservation on behalf of b0b3e6df861f4f3ea55427a77a3288f0 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:51.017178 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:51.034449 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a2817e83-1c97-41e9-8285-00e4462e6d1b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:25:51.034814 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:51.140479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] Calling delete_port for 68e698f5-69db-4b30-a117-f7552a65146d owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:51.259746 n-d-836604-1 neutron-server[87966]: INFO neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No ports have port_id starting with a2817e83-1c97-41e9-8285-00e4462e6d1b Apr 05 20:25:51.261867 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6134d4f-4fb5-4fa7-bc5e-f93049a404b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:51.423767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6134d4f-4fb5-4fa7-bc5e-f93049a404b2 None None] No DVR routers for this DVR port a2817e83-1c97-41e9-8285-00e4462e6d1b on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:25:51.432721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6134d4f-4fb5-4fa7-bc5e-f93049a404b2 None None] Pushing event deleted for resources: {'Port': ['ID=a2817e83-1c97-41e9-8285-00e4462e6d1b,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:51.475800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.objects.ports [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87964) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:25:51.483493 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:51.615350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:51.625938 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-114d70e5-7735-4013-b2c5-104681ed28b0 service neutron] 10.222.0.41 "GET /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8542325 Apr 05 20:25:51.684285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'Subnet': ['ID=7d790be5-673e-4cfa-a7c0-ea24d818a09e,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:51.758362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9d62d7-cb6e-49fe-bbbc-677954044d5c,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:51.769741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Checking segment: {'id': '9c205a53-a0e6-47ca-a83c-0555603239dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '0914db33-cf88-4d82-9e0d-d2d86bc1c27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:25:51.770433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Network hostable DHCP agents. Network: 0914db33-cf88-4d82-9e0d-d2d86bc1c27f, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:25:51.777265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Checking segment: {'id': 'f518233d-b7a3-44c7-8c71-4cc9f39e13db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4735a5dd-2015-420f-a034-14e458adf985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:25:51.777983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Network hostable DHCP agents. Network: 4735a5dd-2015-420f-a034-14e458adf985, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:25:51.850635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Network 4735a5dd-2015-420f-a034-14e458adf985 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:25:51.863654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Network 0914db33-cf88-4d82-9e0d-d2d86bc1c27f is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:25:51.881301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 4735a5dd-2015-420f-a034-14e458adf985) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:51.883898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 0914db33-cf88-4d82-9e0d-d2d86bc1c27f) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:51.889045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:51.890137 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:51.893340 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf9e72b-ffad-4f69-8210-fd8a1434adbf None None] Network 4735a5dd-2015-420f-a034-14e458adf985 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:51.895606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:51.896358 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:51.946682 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d33928ed-d40d-4560-9b68-2c7c63215517 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.6798065 Apr 05 20:25:51.949203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44702) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:52.027970 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a90a95a-f146-44ba-89b8-61b6c362329d req-00fa4af4-fc5e-46a6-ab75-a60c3c5fcb72 service neutron] 10.222.0.41 "GET /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944836 Apr 05 20:25:52.029469 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:52.057710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b2deb7-2eba-42f2-acab-62ff7e83cfec None None] Network 0914db33-cf88-4d82-9e0d-d2d86bc1c27f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:52.070954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a2817e83-1c97-41e9-8285-00e4462e6d1b no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:52.092051 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3d3f3ada-9d51-4772-86bf-bc596f146ddf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2488599 Apr 05 20:25:52.117554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] Pushing event deleted for resources: {'Port': ['ID=68e698f5-69db-4b30-a117-f7552a65146d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:52.136367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: a2817e83-1c97-41e9-8285-00e4462e6d1b {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:25:52.136866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a2817e83-1c97-41e9-8285-00e4462e6d1b not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:25:52.137410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device de8c9b84-a62d-4653-af50-6e535e5ba4af no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:52.268498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:52.287012 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:52.360359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: de8c9b84-a62d-4653-af50-6e535e5ba4af {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:25:52.365962 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device de8c9b84-a62d-4653-af50-6e535e5ba4af not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:25:52.488780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6751a66-e37d-48a5-904c-3e08428d9f04 req-01dca38b-899d-4c8a-85ab-b22eefbdec12 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:52.490359 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a6751a66-e37d-48a5-904c-3e08428d9f04 req-01dca38b-899d-4c8a-85ab-b22eefbdec12 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.5725193 Apr 05 20:25:52.504924 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:52.551442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347bb4e9-d1b1-4b8e-a989-d5790b9db262 None None] Network 4735a5dd-2015-420f-a034-14e458adf985 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:52.697819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:52.717112 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:52.792743 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:52.859620 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:52.860094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63f47700-846b-4c4b-87fb-7628940b6b67 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:25:52.883873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event deleted for resources: {'Subnet': ['ID=7d790be5-673e-4cfa-a7c0-ea24d818a09e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:52.940427 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a6751a66-e37d-48a5-904c-3e08428d9f04 req-42c1f4c9-1c84-4468-a355-ce732813e788 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151914 Apr 05 20:25:52.950981 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:52.958022 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-81d95aaa-b8f2-41bb-83a7-4b728d7c1903 admin admin] 10.222.0.24 "DELETE /v2.0/routers/63f47700-846b-4c4b-87fb-7628940b6b67 HTTP/1.1" status: 204 len: 168 time: 3.7283976 Apr 05 20:25:52.960956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44742) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:53.136361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b57b93b-6872-4dec-8c1a-9af88cab5c00 admin admin] Deleting subnet aa31aa76-5a52-4e0c-aa3c-55565cc204cd {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:25:53.141162 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b57b93b-6872-4dec-8c1a-9af88cab5c00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:53.159333 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:53.228248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abc5667-670d-47ab-abb2-ab3d8f046499 None None] Network 0914db33-cf88-4d82-9e0d-d2d86bc1c27f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:53.242251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0914db33-cf88-4d82-9e0d-d2d86bc1c27f']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:53.262871 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b57b93b-6872-4dec-8c1a-9af88cab5c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:53.281246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c205a53-a0e6-47ca-a83c-0555603239dd') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:53.281699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c205a53-a0e6-47ca-a83c-0555603239dd') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:53.325127 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:53.358431 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:53.372480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:25:53.374108 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:25:53.456678 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:25:53.567222 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b57b93b-6872-4dec-8c1a-9af88cab5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:53.592657 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:53.605270 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:53.740649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event deleted for resources: {'Network': ['ID=0914db33-cf88-4d82-9e0d-d2d86bc1c27f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:53.747032 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b57b93b-6872-4dec-8c1a-9af88cab5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:53.774048 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-458405c5-0b43-4254-9dae-81a25d7ffc57 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/networks/0914db33-cf88-4d82-9e0d-d2d86bc1c27f HTTP/1.1" status: 204 len: 168 time: 1.8186817 Apr 05 20:25:53.774048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44784) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:53.792431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1862315604'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:53.818530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:53.838088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Usage tracker for resource:network and tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:53.840137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57b93b-6872-4dec-8c1a-9af88cab5c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa31aa76-5a52-4e0c-aa3c-55565cc204cd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:53.849526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:53.860636 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b57b93b-6872-4dec-8c1a-9af88cab5c00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:53.877486 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3b57b93b-6872-4dec-8c1a-9af88cab5c00 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aa31aa76-5a52-4e0c-aa3c-55565cc204cd HTTP/1.1" status: 204 len: 168 time: 0.9134111 Apr 05 20:25:53.878061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44794) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:53.889505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:53.931649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Made reservation on behalf of 1ad01952dd3c47aaaffa6fa92ca2ff4e for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:53.941253 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:53.944050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b6913a-6c57-4012-8973-97e1afefae49 None None] Network c1d4db6d-e221-421f-bec4-215e49978b5e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:53.979934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:25:53.998709 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:53.999269 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Added segment 91330265-1441-4491-a112-b9e61cdd1320 of type vlan for network 870cc718-d78c-47d6-8844-2652e75faad5 Apr 05 20:25:54.034492 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:54.075849 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:54.089068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:54.090089 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:54.146997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3685355 Apr 05 20:25:54.158380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44814) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:54.171275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Request body: {'subnet': {'network_id': '870cc718-d78c-47d6-8844-2652e75faad5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:54.177086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 68e698f5-69db-4b30-a117-f7552a65146d no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:54.276470 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:54.301547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Deleting port b8dff3b2-165a-4360-8de7-569d02931803 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:54.301869 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:54.382772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 68e698f5-69db-4b30-a117-f7552a65146d {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:25:54.383870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 68e698f5-69db-4b30-a117-f7552a65146d not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:25:54.507829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7ee667-7c82-42b9-8b45-dbceca1cb080 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'Network': ['ID=870cc718-d78c-47d6-8844-2652e75faad5,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:54.523826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 870cc718-d78c-47d6-8844-2652e75faad5 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:25:54.586963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:54.628060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Usage tracker for resource:subnet and tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:54.636423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:54.678129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:54.704151 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] For port b8dff3b2-165a-4360-8de7-569d02931803, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b8dff3b2-165a-4360-8de7-569d02931803,segment=NetworkSegment(707af6f6-2f82-417c-b65f-ba05d80a3fbb),segment_id=707af6f6-2f82-417c-b65f-ba05d80a3fbb)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:54.704683 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:54.790557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Made reservation on behalf of 1ad01952dd3c47aaaffa6fa92ca2ff4e for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:54.790803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c67b87-baa4-43d2-8aca-f5cfa64a9576 None None] DHCP port deletion for c1d4db6d-e221-421f-bec4-215e49978b5e request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:25:54.795436 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:54.796000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b5c67b87-baa4-43d2-8aca-f5cfa64a9576 None None] Deleting port b8dff3b2-165a-4360-8de7-569d02931803 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:54.796562 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b5c67b87-baa4-43d2-8aca-f5cfa64a9576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:54.825243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f07380-b3c3-40d0-a9d6-102f5b45641b req-2f6c0bf2-0cca-41e3-adc1-4048b25f1784 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:54.828006 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-82f07380-b3c3-40d0-a9d6-102f5b45641b req-2f6c0bf2-0cca-41e3-adc1-4048b25f1784 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.5370216 Apr 05 20:25:55.029787 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-82f07380-b3c3-40d0-a9d6-102f5b45641b req-f3f8fd02-f6b2-49d9-9b98-e290531c463f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564346 Apr 05 20:25:55.075044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b5c67b87-baa4-43d2-8aca-f5cfa64a9576 None None] For port b8dff3b2-165a-4360-8de7-569d02931803, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b8dff3b2-165a-4360-8de7-569d02931803,segment=NetworkSegment(707af6f6-2f82-417c-b65f-ba05d80a3fbb),segment_id=707af6f6-2f82-417c-b65f-ba05d80a3fbb)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:25:55.075253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Calling delete_port for b8dff3b2-165a-4360-8de7-569d02931803 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:55.075677 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b5c67b87-baa4-43d2-8aca-f5cfa64a9576 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:55.373657 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:55.397123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b5c67b87-baa4-43d2-8aca-f5cfa64a9576 None None] Calling delete_port for b8dff3b2-165a-4360-8de7-569d02931803 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:25:55.452653 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:55.540549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8dff3b2-165a-4360-8de7-569d02931803,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:55.550757 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-b5c67b87-baa4-43d2-8aca-f5cfa64a9576 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:25:55.551314 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-b5c67b87-baa4-43d2-8aca-f5cfa64a9576 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:25:55.552577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Checking segment: {'id': '91330265-1441-4491-a112-b9e61cdd1320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '870cc718-d78c-47d6-8844-2652e75faad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:25:55.552939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Network hostable DHCP agents. Network: 870cc718-d78c-47d6-8844-2652e75faad5, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:25:55.566677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'Subnet': ['ID=4742aa95-b0f7-4fed-a947-6f7d8ce3de36,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:55.569862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df046428-5bbf-4e61-875c-db10cbe49423 req-8a7df514-a609-41f7-804e-b0e84c1db167 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:55.577364 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df046428-5bbf-4e61-875c-db10cbe49423 req-8a7df514-a609-41f7-804e-b0e84c1db167 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/networks?id=4735a5dd-2015-420f-a034-14e458adf985 HTTP/1.1" status: 200 len: 810 time: 0.7529137 Apr 05 20:25:55.587381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] No DVR routers for this DVR port b8dff3b2-165a-4360-8de7-569d02931803 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:25:55.595260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Network 870cc718-d78c-47d6-8844-2652e75faad5 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:25:55.611584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 870cc718-d78c-47d6-8844-2652e75faad5) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:55.618838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:55.619678 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:55.621868 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df046428-5bbf-4e61-875c-db10cbe49423 req-37fde9e2-278a-4c74-80fc-abac011d4682 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/quotas/b0b3e6df861f4f3ea55427a77a3288f0 HTTP/1.1" status: 200 len: 375 time: 0.0436378 Apr 05 20:25:55.626099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e962e35b-95ee-46bc-93d4-4aaad122e0a4 None None] Network 870cc718-d78c-47d6-8844-2652e75faad5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:55.711923 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5e797a7c-3f41-4e7e-b732-4d586ec23da6 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5527301 Apr 05 20:25:55.712616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44922) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:55.764767 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df046428-5bbf-4e61-875c-db10cbe49423 req-0d0faf66-78fa-4bbd-a987-528b6372b6a8 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b0b3e6df861f4f3ea55427a77a3288f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1329088 Apr 05 20:25:55.893926 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:55.955214 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b8dff3b2-165a-4360-8de7-569d02931803 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:25:55.997205 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:55.999537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: b8dff3b2-165a-4360-8de7-569d02931803 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:25:55.999878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b8dff3b2-165a-4360-8de7-569d02931803 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:25:56.094942 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b5c67b87-baa4-43d2-8aca-f5cfa64a9576 None None] Deleting port b8dff3b2-165a-4360-8de7-569d02931803 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:56.095423 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b5c67b87-baa4-43d2-8aca-f5cfa64a9576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.135307 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.147694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e1d383-b745-47b7-b386-306bbd1a3ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-870cc718-d78c-47d6-8844-2652e75faad5', 'network_id': '870cc718-d78c-47d6-8844-2652e75faad5', 'tenant_id': '1ad01952dd3c47aaaffa6fa92ca2ff4e', 'fixed_ips': [{'subnet_id': '4742aa95-b0f7-4fed-a947-6f7d8ce3de36'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:25:56.148849 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6e1d383-b745-47b7-b386-306bbd1a3ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.181985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d4db6d-e221-421f-bec4-215e49978b5e']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:56.188029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.209728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707af6f6-2f82-417c-b65f-ba05d80a3fbb') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:56.210110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707af6f6-2f82-417c-b65f-ba05d80a3fbb') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:56.230832 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.247786 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df046428-5bbf-4e61-875c-db10cbe49423 req-46ed8b66-2a11-42a8-984f-8f0c99d91e4d service neutron] 10.222.0.24 "GET /v2.0/networks/4735a5dd-2015-420f-a034-14e458adf985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821393 Apr 05 20:25:56.270594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b5c67b87-baa4-43d2-8aca-f5cfa64a9576 None None] The port 'b8dff3b2-165a-4360-8de7-569d02931803' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:25:56.341846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d95a20-a2b9-4411-b671-31d2a7289ed8 None None] Network 870cc718-d78c-47d6-8844-2652e75faad5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:56.366196 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.390870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:25:56.391428 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:25:56.408386 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:25:56.503842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.533428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event deleted for resources: {'Subnet': ['ID=4742aa95-b0f7-4fed-a947-6f7d8ce3de36,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:56.541633 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df046428-5bbf-4e61-875c-db10cbe49423 req-0b66ebe9-8fe0-4b4c-aac3-1ccfd8861901 service neutron] 10.222.0.24 "GET /v2.0/networks/4735a5dd-2015-420f-a034-14e458adf985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863977 Apr 05 20:25:56.579987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870cc718-d78c-47d6-8844-2652e75faad5']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:56.596535 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.609183 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91330265-1441-4491-a112-b9e61cdd1320') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:56.609575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91330265-1441-4491-a112-b9e61cdd1320') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:25:56.623031 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.625220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.635915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d4db6d-e221-421f-bec4-215e49978b5e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:56.652840 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fc958929-5624-43b4-ba6b-55feaa5a81d4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c1d4db6d-e221-421f-bec4-215e49978b5e HTTP/1.1" status: 204 len: 168 time: 2.7732990 Apr 05 20:25:56.656123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44976) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:56.659417 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.672437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d122c6a-8c34-47b4-8845-566b1fb8cb1e req-6c705fee-e0ba-4c60-b90e-1bdfb700777a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:56.673979 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d122c6a-8c34-47b4-8845-566b1fb8cb1e req-6c705fee-e0ba-4c60-b90e-1bdfb700777a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.2492621 Apr 05 20:25:56.676692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:25:56.677094 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:25:56.694079 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:25:56.761905 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d122c6a-8c34-47b4-8845-566b1fb8cb1e req-b569d748-66c7-41bf-9bb5-63ab80c01d83 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668669 Apr 05 20:25:56.884573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.941209 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:56.944073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event deleted for resources: {'Network': ['ID=870cc718-d78c-47d6-8844-2652e75faad5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:56.975114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44984) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:56.977154 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-76777117-d77c-4a00-a70a-8145a8347325 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/networks/870cc718-d78c-47d6-8844-2652e75faad5 HTTP/1.1" status: 204 len: 168 time: 1.2634523 Apr 05 20:25:56.986251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1571277564'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:56.993413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:57.003342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Usage tracker for resource:network and tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:57.022167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:57.029104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:57.154213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Made reservation on behalf of 1ad01952dd3c47aaaffa6fa92ca2ff4e for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:57.161300 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:57.231441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45004) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:57.238574 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-af8e3125-1f32-4afc-8f6a-01b4c471e579 req-4df2a882-3940-4a8c-86ea-a8512c34779b tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 210 time: 0.1268156 Apr 05 20:25:57.239275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:25:57.329913 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:57.330275 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Added segment c67b2004-5592-4102-9ec0-d0faa9bb71c0 of type vlan for network 1bf91708-66b1-4b95-9ca1-af98630defbd Apr 05 20:25:57.461291 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e889776f-5df4-4964-89c1-95140c500793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:57.501858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e889776f-5df4-4964-89c1-95140c500793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:57.511601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e889776f-5df4-4964-89c1-95140c500793 admin admin] Usage tracker for resource:security_group_rule and tenant:2477374da8e940d1851a01d3ce212682 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:57.517513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e889776f-5df4-4964-89c1-95140c500793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:57.530888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e889776f-5df4-4964-89c1-95140c500793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:57.634382 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:57.639917 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0bdfc0-af75-4d06-9568-5d322ae8b6d1 req-ad427e7c-5a8b-4afb-ac67-808879bf3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:57.641369 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f0bdfc0-af75-4d06-9568-5d322ae8b6d1 req-ad427e7c-5a8b-4afb-ac67-808879bf3d8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 1097 time: 0.6022859 Apr 05 20:25:57.670405 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e889776f-5df4-4964-89c1-95140c500793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:57.676781 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e889776f-5df4-4964-89c1-95140c500793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:57.711399 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f0bdfc0-af75-4d06-9568-5d322ae8b6d1 req-f9265c75-0f39-4c0e-bc3b-d0b05bb1e8ce service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607049 Apr 05 20:25:57.783382 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:57.791613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:57.792511 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:57.795886 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e889776f-5df4-4964-89c1-95140c500793 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2477374da8e940d1851a01d3ce212682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5629523 Apr 05 20:25:57.796699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889776f-5df4-4964-89c1-95140c500793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ba4e33e-de33-4198-bfd9-27f8381d2452,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:57.800049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45022) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:58.152059 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1745777 Apr 05 20:25:58.154705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45028) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:58.160291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Request body: {'subnet': {'network_id': '1bf91708-66b1-4b95-9ca1-af98630defbd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:25:58.172471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10780f50-2c69-4746-893e-0960538aa620 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'Network': ['ID=1bf91708-66b1-4b95-9ca1-af98630defbd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:58.190862 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 1bf91708-66b1-4b95-9ca1-af98630defbd details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:25:58.242143 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f64ea6e5-a7ba-452b-b7e4-dec822ae7416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:58.266530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aad775-a9b4-4cc2-acae-a9ab6862d307 req-0aafd4ac-97aa-44b3-a15b-9cecad863ebd tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:58.280682 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93aad775-a9b4-4cc2-acae-a9ab6862d307 req-0aafd4ac-97aa-44b3-a15b-9cecad863ebd tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.3595781 Apr 05 20:25:58.375434 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f64ea6e5-a7ba-452b-b7e4-dec822ae7416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:58.393201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:58.397872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Usage tracker for resource:subnet and tenant:1ad01952dd3c47aaaffa6fa92ca2ff4e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:58.400711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:58.406455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:58.424080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Made reservation on behalf of 1ad01952dd3c47aaaffa6fa92ca2ff4e for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:25:58.427795 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:58.456048 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f64ea6e5-a7ba-452b-b7e4-dec822ae7416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:58.483009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ea6e5-a7ba-452b-b7e4-dec822ae7416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ba4e33e-de33-4198-bfd9-27f8381d2452,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:58.485018 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f64ea6e5-a7ba-452b-b7e4-dec822ae7416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:58.496598 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f64ea6e5-a7ba-452b-b7e4-dec822ae7416 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ba4e33e-de33-4198-bfd9-27f8381d2452 HTTP/1.1" status: 204 len: 168 time: 0.6547105 Apr 05 20:25:58.516158 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93aad775-a9b4-4cc2-acae-a9ab6862d307 req-64c69a5c-49b0-4a43-b637-43868c21128e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334259 Apr 05 20:25:58.517459 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f00e088a-68b7-44d1-9bda-d96ab3f1546d req-bcf90c67-c49b-4e6b-bbdb-1dee94234386 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 210 time: 0.0611703 Apr 05 20:25:58.762998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a732e75b-f715-42cd-9b7a-f1221e6fa9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.234183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45044) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:59.310991 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.337227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:25:59.341301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Usage tracker for resource:security_group_rule and tenant:87094807a2e54bacb71330879cf1b686 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:25:59.344415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:25:59.351268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:25:59.365613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.objects.ports [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87964) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:25:59.366862 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.441126 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.503301 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.613065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event updated for resources: {'Subnet': ['ID=a45a4bd2-f373-43a0-bbee-9d8c6124aeac,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:59.628426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45052) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:25:59.628658 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87094807a2e54bacb71330879cf1b686&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531759 Apr 05 20:25:59.629051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Checking segment: {'id': 'c67b2004-5592-4102-9ec0-d0faa9bb71c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1bf91708-66b1-4b95-9ca1-af98630defbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:25:59.629416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Network hostable DHCP agents. Network: 1bf91708-66b1-4b95-9ca1-af98630defbd, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:25:59.634174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7467ac89-f0b6-4197-8ac8-3f40c105f021,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:25:59.649326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.649672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.650006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.650331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.650782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.651109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.651423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.651890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.652213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.652531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.652842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.653153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c649d2c-2ba1-40c0-943c-18c36acad5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:25:59.784845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ca3005e-16f0-4942-a5d3-ecbbe031b94f req-966b0c48-582e-41b2-8ee4-083aaee3a364 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 210 time: 0.0972221 Apr 05 20:25:59.808193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Network 1bf91708-66b1-4b95-9ca1-af98630defbd is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:25:59.837922 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e5e169f-50b1-469a-99f9-2af5e1134fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.843758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 1bf91708-66b1-4b95-9ca1-af98630defbd) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:25:59.852663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cc4ab9-4d91-4feb-bf27-2d714d6cd732 None None] Network 1bf91708-66b1-4b95-9ca1-af98630defbd requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:25:59.861562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:25:59.862307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.901071 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e5e169f-50b1-469a-99f9-2af5e1134fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.925302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a732e75b-f715-42cd-9b7a-f1221e6fa9cf admin admin] Deleting port ced0eb8e-ca8a-4667-bfcb-195927efceba {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:25:59.925719 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a732e75b-f715-42cd-9b7a-f1221e6fa9cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:25:59.932525 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ff619a2a-f24d-4515-a799-019869a84966 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7767041 Apr 05 20:25:59.933276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45058) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:00.002008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df046428-5bbf-4e61-875c-db10cbe49423 req-432f0cc5-c10d-4a1a-a10d-6924c0ad573d tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:00.003439 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df046428-5bbf-4e61-875c-db10cbe49423 req-432f0cc5-c10d-4a1a-a10d-6924c0ad573d tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.41 "GET /v2.0/networks?id=4735a5dd-2015-420f-a034-14e458adf985 HTTP/1.1" status: 200 len: 810 time: 0.7884574 Apr 05 20:26:00.021624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Request body: {'port': {'device_id': '3fd4901d-76bc-4e44-aa94-38ad1c1a0842', 'network_id': '4735a5dd-2015-420f-a034-14e458adf985', 'admin_state_up': True, 'tenant_id': 'b0b3e6df861f4f3ea55427a77a3288f0'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:00.102712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f51ab-ba64-48d0-afc9-87a0f9ea7062 req-44eb2919-dcca-4d54-9b9d-7791d7930d78 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:00.102983 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.109747 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-672f51ab-ba64-48d0-afc9-87a0f9ea7062 req-44eb2919-dcca-4d54-9b9d-7791d7930d78 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.2806976 Apr 05 20:26:00.193656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.286531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.363593 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e5e169f-50b1-469a-99f9-2af5e1134fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.443385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7456478a-c352-4904-bc70-37195f2040bc None None] Network 1bf91708-66b1-4b95-9ca1-af98630defbd requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:26:00.466508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event deleted for resources: {'Subnet': ['ID=a45a4bd2-f373-43a0-bbee-9d8c6124aeac,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:00.492625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5e169f-50b1-469a-99f9-2af5e1134fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7467ac89-f0b6-4197-8ac8-3f40c105f021,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:00.617772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e5e169f-50b1-469a-99f9-2af5e1134fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.619001 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3e5e169f-50b1-469a-99f9-2af5e1134fe2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7467ac89-f0b6-4197-8ac8-3f40c105f021 HTTP/1.1" status: 204 len: 168 time: 0.9829955 Apr 05 20:26:00.637524 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-672f51ab-ba64-48d0-afc9-87a0f9ea7062 req-23a9edfd-457a-4c3b-b73a-0f4ced4b91e0 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268223 Apr 05 20:26:00.638835 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.653475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:00.658227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Usage tracker for resource:port and tenant:b0b3e6df861f4f3ea55427a77a3288f0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:00.665356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:00.675127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:00.695579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf91708-66b1-4b95-9ca1-af98630defbd']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:00.723173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Made reservation on behalf of b0b3e6df861f4f3ea55427a77a3288f0 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:00.723495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67b2004-5592-4102-9ec0-d0faa9bb71c0') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:00.723789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67b2004-5592-4102-9ec0-d0faa9bb71c0') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:00.733069 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.753789 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.781377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-a732e75b-f715-42cd-9b7a-f1221e6fa9cf admin admin] For port ced0eb8e-ca8a-4667-bfcb-195927efceba, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ced0eb8e-ca8a-4667-bfcb-195927efceba,segment=NetworkSegment(d820cd14-a6d2-440e-b8fe-f69207611bb4),segment_id=d820cd14-a6d2-440e-b8fe-f69207611bb4)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:00.782266 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a732e75b-f715-42cd-9b7a-f1221e6fa9cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.805949 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.824403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:26:00.824811 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:26:00.844376 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:26:01.014258 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:01.054860 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:01.126128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event deleted for resources: {'Network': ['ID=1bf91708-66b1-4b95-9ca1-af98630defbd,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:01.129434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3bae6810-ec84-47c0-984b-f0da91806ca0 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/networks/1bf91708-66b1-4b95-9ca1-af98630defbd HTTP/1.1" status: 204 len: 168 time: 1.1922512 Apr 05 20:26:01.143370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45092) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:01.168912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472598d-55dd-41cb-bc38-60a9b5973422 req-5a3e54e9-7608-4ecb-87ca-fdebd8f251c5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:01.173854 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f472598d-55dd-41cb-bc38-60a9b5973422 req-5a3e54e9-7608-4ecb-87ca-fdebd8f251c5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.2587831 Apr 05 20:26:01.191112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a732e75b-f715-42cd-9b7a-f1221e6fa9cf admin admin] Calling delete_port for ced0eb8e-ca8a-4667-bfcb-195927efceba owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:01.334737 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddabc96-fe03-4e69-87da-6705628bc5e2 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] DELETE failed (client error): The resource could not be found. Apr 05 20:26:01.335201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddabc96-fe03-4e69-87da-6705628bc5e2 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:26:01.336979 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dddabc96-fe03-4e69-87da-6705628bc5e2 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/subnets/a45a4bd2-f373-43a0-bbee-9d8c6124aeac HTTP/1.1" status: 404 len: 337 time: 0.1913252 Apr 05 20:26:01.343832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45102) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:01.422594 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f472598d-55dd-41cb-bc38-60a9b5973422 req-727b197f-98a6-45a9-b89a-56f32d289733 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659319 Apr 05 20:26:01.430547 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeabc2f8-3f26-4ef1-87ea-b9da104c4c62 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] DELETE failed (client error): The resource could not be found. Apr 05 20:26:01.431189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeabc2f8-3f26-4ef1-87ea-b9da104c4c62 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:26:01.433229 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eeabc2f8-3f26-4ef1-87ea-b9da104c4c62 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/networks/1bf91708-66b1-4b95-9ca1-af98630defbd HTTP/1.1" status: 404 len: 339 time: 0.0867815 Apr 05 20:26:01.435612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45110) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:01.466383 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5c08d0c4-855a-4a99-9164-28145309bfd6 req-4a12fb37-afc3-4d92-8fb4-120c01ea1aa8 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 210 time: 0.1524673 Apr 05 20:26:01.547986 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-f268961a-7fa2-4cce-8afb-37bf7b9fd81e tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] DELETE failed (client error): The resource could not be found. Apr 05 20:26:01.549229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f268961a-7fa2-4cce-8afb-37bf7b9fd81e tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:26:01.551602 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f268961a-7fa2-4cce-8afb-37bf7b9fd81e tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/subnets/4742aa95-b0f7-4fed-a947-6f7d8ce3de36 HTTP/1.1" status: 404 len: 337 time: 0.1148024 Apr 05 20:26:01.554889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45120) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:01.614380 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd880b3-bcf1-4a78-8b3d-583910b3c3b1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] DELETE failed (client error): The resource could not be found. Apr 05 20:26:01.615803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd880b3-bcf1-4a78-8b3d-583910b3c3b1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:26:01.622061 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6dd880b3-bcf1-4a78-8b3d-583910b3c3b1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/networks/870cc718-d78c-47d6-8844-2652e75faad5 HTTP/1.1" status: 404 len: 339 time: 0.0627794 Apr 05 20:26:01.622745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45126) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:01.748258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Allocated IP 172.20.0.9 (4735a5dd-2015-420f-a034-14e458adf985/3d9d62d7-cb6e-49fe-bbbc-677954044d5c/1d22bfef-d677-4012-8ad8-f711269fdbfb) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:01.783001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45132) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:01.821865 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbceceba-683a-4aea-aab6-2c5983f694e4 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] DELETE failed (client error): The resource could not be found. Apr 05 20:26:01.823971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbceceba-683a-4aea-aab6-2c5983f694e4 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:26:01.829113 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dbceceba-683a-4aea-aab6-2c5983f694e4 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/subnets/7d790be5-673e-4cfa-a7c0-ea24d818a09e HTTP/1.1" status: 404 len: 337 time: 0.2053871 Apr 05 20:26:01.832153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45140) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:01.863996 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b5bf05-0a1a-4cf9-945a-f57cd8dc8e96 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] DELETE failed (client error): The resource could not be found. Apr 05 20:26:01.867956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b5bf05-0a1a-4cf9-945a-f57cd8dc8e96 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:26:01.873011 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-00b5bf05-0a1a-4cf9-945a-f57cd8dc8e96 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/networks/0914db33-cf88-4d82-9e0d-d2d86bc1c27f HTTP/1.1" status: 404 len: 339 time: 0.0398962 Apr 05 20:26:01.876651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45146) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:02.073514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d126bef7-3db4-4c5c-ae65-f8631867f402 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Deleting port b126fbf4-4f19-4c18-9668-bd86c0537d4c {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:02.074356 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d126bef7-3db4-4c5c-ae65-f8631867f402 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.143370 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08ce59ea-84f1-4271-b4ed-9cdc360faf72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.173585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-08ce59ea-84f1-4271-b4ed-9cdc360faf72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:02.178325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-08ce59ea-84f1-4271-b4ed-9cdc360faf72 admin admin] Usage tracker for resource:security_group_rule and tenant:ac03970d2b414bd8ac2d849d48f2bd5b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:02.181641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-08ce59ea-84f1-4271-b4ed-9cdc360faf72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:02.194579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-08ce59ea-84f1-4271-b4ed-9cdc360faf72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:02.221243 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a732e75b-f715-42cd-9b7a-f1221e6fa9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.283858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732e75b-f715-42cd-9b7a-f1221e6fa9cf admin admin] Pushing event deleted for resources: {'Port': ['ID=ced0eb8e-ca8a-4667-bfcb-195927efceba,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:02.382410 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.456135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2780bb-fcba-4c0c-a676-b6ea5cf94e92 req-852bbc9f-0acb-4e2d-9489-e287cfc6497f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:02.457724 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3c2780bb-fcba-4c0c-a676-b6ea5cf94e92 req-852bbc9f-0acb-4e2d-9489-e287cfc6497f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.4370277 Apr 05 20:26:02.462175 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.518173 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d126bef7-3db4-4c5c-ae65-f8631867f402 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.835853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Pushing event updated for resources: {'Port': ['ID=1d22bfef-d677-4012-8ad8-f711269fdbfb,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:02.903196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d126bef7-3db4-4c5c-ae65-f8631867f402 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Calling delete_port for b126fbf4-4f19-4c18-9668-bd86c0537d4c owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:02.935406 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08ce59ea-84f1-4271-b4ed-9cdc360faf72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.954939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08ce59ea-84f1-4271-b4ed-9cdc360faf72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:02.966040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Network 4735a5dd-2015-420f-a034-14e458adf985 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:02.982095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:02.989133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:26:03.028022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce59ea-84f1-4271-b4ed-9cdc360faf72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfded200-f2cb-4b36-810f-870130fda4f6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:03.037087 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3c2780bb-fcba-4c0c-a676-b6ea5cf94e92 req-82a94200-1d47-43af-aa0d-8807edc91140 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416339 Apr 05 20:26:03.057085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45172) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:03.058078 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-08ce59ea-84f1-4271-b4ed-9cdc360faf72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac03970d2b414bd8ac2d849d48f2bd5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2739093 Apr 05 20:26:03.115082 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d126bef7-3db4-4c5c-ae65-f8631867f402 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.222652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce9e6d-732c-473c-8df7-4ca618b8b55e req-4bd8fbdb-5108-4779-8d58-41aa49273654 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:03.223676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:03.223676 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.232486 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1ce9e6d-732c-473c-8df7-4ca618b8b55e req-4bd8fbdb-5108-4779-8d58-41aa49273654 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 931 time: 0.5350828 Apr 05 20:26:03.277742 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a732e75b-f715-42cd-9b7a-f1221e6fa9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.279047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126bef7-3db4-4c5c-ae65-f8631867f402 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event deleted for resources: {'Port': ['ID=b126fbf4-4f19-4c18-9668-bd86c0537d4c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:03.316951 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d126bef7-3db4-4c5c-ae65-f8631867f402 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.347706 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d126bef7-3db4-4c5c-ae65-f8631867f402 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/ports/b126fbf4-4f19-4c18-9668-bd86c0537d4c HTTP/1.1" status: 204 len: 168 time: 1.4680040 Apr 05 20:26:03.349821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45178) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:03.366530 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df046428-5bbf-4e61-875c-db10cbe49423 req-d46af269-f311-4667-8c6a-39157ac2b4ae tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3486505 Apr 05 20:26:03.375140 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d90e514c-1feb-4e7e-9f7e-c593176c796a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.383128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Request body: {'port': {'device_id': '3fd4901d-76bc-4e44-aa94-38ad1c1a0842', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:03.397732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d1ce9e6d-732c-473c-8df7-4ca618b8b55e req-a282ad24-6d5b-4caf-b0b4-16efa6315d32 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Synchronizing usage tracker for tenant:b0b3e6df861f4f3ea55427a77a3288f0 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:03.402138 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d0ac3e-e8b1-473d-a858-9c6bfa497bb1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] DELETE failed (client error): The resource could not be found. Apr 05 20:26:03.402712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d0ac3e-e8b1-473d-a858-9c6bfa497bb1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:26:03.406950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-46d0ac3e-e8b1-473d-a858-9c6bfa497bb1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/subnets/c827b68e-be76-46e0-b529-3bbceb4f27e1 HTTP/1.1" status: 404 len: 337 time: 0.0532100 Apr 05 20:26:03.407521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45184) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:03.520388 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d1ce9e6d-732c-473c-8df7-4ca618b8b55e req-a282ad24-6d5b-4caf-b0b4-16efa6315d32 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Unset dirty status for tenant:b0b3e6df861f4f3ea55427a77a3288f0 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:03.521593 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1ce9e6d-732c-473c-8df7-4ca618b8b55e req-a282ad24-6d5b-4caf-b0b4-16efa6315d32 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/security-groups?id=60232fcb-1e6d-4163-983e-3243ed5a58a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515903 Apr 05 20:26:03.558314 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb777-7cac-441f-9360-2553d38d3c42 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.649829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45192) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:03.756924 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d90e514c-1feb-4e7e-9f7e-c593176c796a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.776396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb777-7cac-441f-9360-2553d38d3c42 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.830884 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f38ed766-e4d5-4562-b9d0-b69ec7a180c0 tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:03.846438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7d2eb777-7cac-441f-9360-2553d38d3c42 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944737e8-e100-4583-90ca-b28fdf68844a']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:03.867486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7d2eb777-7cac-441f-9360-2553d38d3c42 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3beb63-a84f-4823-9e01-0e15a0ff80f3') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:03.867617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7d2eb777-7cac-441f-9360-2553d38d3c42 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3beb63-a84f-4823-9e01-0e15a0ff80f3') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:03.888027 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb777-7cac-441f-9360-2553d38d3c42 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.909641 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb777-7cac-441f-9360-2553d38d3c42 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.919062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2eb777-7cac-441f-9360-2553d38d3c42 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:26:03.919403 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb777-7cac-441f-9360-2553d38d3c42 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:26:03.934909 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:26:03.969528 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d90e514c-1feb-4e7e-9f7e-c593176c796a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:04.002298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f38ed766-e4d5-4562-b9d0-b69ec7a180c0 tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] 10.222.0.24 "PUT /v2.0/quotas/976c5deb3a1b4eba9f4df5eebfa33ec9 HTTP/1.1" status: 200 len: 366 time: 0.3491960 Apr 05 20:26:04.005819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45200) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:04.027861 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a83f9e2d-d528-49d0-8c8c-82d576d1dfb8 tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0208287 Apr 05 20:26:04.030255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45204) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:04.046857 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb777-7cac-441f-9360-2553d38d3c42 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:04.067332 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d2eb777-7cac-441f-9360-2553d38d3c42 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:04.069813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e514c-1feb-4e7e-9f7e-c593176c796a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfded200-f2cb-4b36-810f-870130fda4f6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:04.078645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-86cb37f0-e42f-411f-baf3-7c41fbbb33f1 tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] 10.222.0.24 "GET /v2.0/quotas/976c5deb3a1b4eba9f4df5eebfa33ec9 HTTP/1.1" status: 200 len: 366 time: 0.0468380 Apr 05 20:26:04.080387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45208) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:04.088446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2eb777-7cac-441f-9360-2553d38d3c42 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event deleted for resources: {'Network': ['ID=944737e8-e100-4583-90ca-b28fdf68844a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:04.106683 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d90e514c-1feb-4e7e-9f7e-c593176c796a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:04.107348 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d90e514c-1feb-4e7e-9f7e-c593176c796a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfded200-f2cb-4b36-810f-870130fda4f6 HTTP/1.1" status: 204 len: 168 time: 1.0410988 Apr 05 20:26:04.115711 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:04.126990 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7d2eb777-7cac-441f-9360-2553d38d3c42 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/networks/944737e8-e100-4583-90ca-b28fdf68844a HTTP/1.1" status: 204 len: 168 time: 0.7180848 Apr 05 20:26:04.128835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45214) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:04.196436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a732e75b-f715-42cd-9b7a-f1221e6fa9cf admin admin] Router bcba6795-796f-443d-a2c0-c09e0525acda has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:26:04.242150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b3bb5354-440d-40b8-9624-6cd94614550d tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/976c5deb3a1b4eba9f4df5eebfa33ec9 HTTP/1.1" status: 204 len: 168 time: 0.1548233 Apr 05 20:26:04.246890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45220) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:04.283587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5c35d48f-4530-424e-ae52-0bda00783cc5 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Deleting port 347c8ca9-342d-4da5-845b-7cec54a77492 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:04.283921 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c35d48f-4530-424e-ae52-0bda00783cc5 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:04.342641 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a3a8b264-ec0a-464a-b744-20c18a88c6b0 tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0903192 Apr 05 20:26:04.344637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45224) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:04.366570 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-457c0a2e-8f73-4515-b334-2639be8b44ed tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] 10.222.0.24 "GET /v2.0/quotas/976c5deb3a1b4eba9f4df5eebfa33ec9 HTTP/1.1" status: 200 len: 370 time: 0.0209284 Apr 05 20:26:04.371265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45228) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:04.378085 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-06dccff9-6f21-411f-bf19-7cd527d8b199 tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] 10.222.0.24 "GET /v2.0/quotas/976c5deb3a1b4eba9f4df5eebfa33ec9/default HTTP/1.1" status: 200 len: 370 time: 0.0065150 Apr 05 20:26:04.423323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45232) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:04.478838 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-75b3068b-30a3-4b00-8e15-7d1471e3ff5f tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] delete failed (client error): The resource could not be found. Apr 05 20:26:04.481401 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-75b3068b-30a3-4b00-8e15-7d1471e3ff5f tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/976c5deb3a1b4eba9f4df5eebfa33ec9 HTTP/1.1" status: 404 len: 348 time: 0.0494304 Apr 05 20:26:04.565149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a732e75b-f715-42cd-9b7a-f1221e6fa9cf admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:26:04.580821 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491a683a-d407-4bda-a572-d04c345ece6e None None] Sync routers for ids ['bcba6795-796f-443d-a2c0-c09e0525acda'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:26:04.595255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a683a-d407-4bda-a572-d04c345ece6e None None] Routers {'bcba6795-796f-443d-a2c0-c09e0525acda'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:26:04.595466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-491a683a-d407-4bda-a572-d04c345ece6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:25:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bcba6795-796f-443d-a2c0-c09e0525acda'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:04.672745 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a732e75b-f715-42cd-9b7a-f1221e6fa9cf admin admin] 10.222.0.24 "PUT /v2.0/routers/bcba6795-796f-443d-a2c0-c09e0525acda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0095987 Apr 05 20:26:04.678648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45242) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:04.876266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45248) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:04.938363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45252) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:04.999509 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c35d48f-4530-424e-ae52-0bda00783cc5 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.054547 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d7355e8c-b186-4890-b64b-d01360bd5f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.079926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d7355e8c-b186-4890-b64b-d01360bd5f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:05.088426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d7355e8c-b186-4890-b64b-d01360bd5f11 admin admin] Usage tracker for resource:security_group_rule and tenant:e4ad655b8ae74f47baa32bba8d19e2c6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:05.096548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc72daa-a2b2-485a-b577-88ab39f6fdcf req-129acb2b-9ee4-400a-8fa9-c28942ca2e27 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:05.097730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ddc72daa-a2b2-485a-b577-88ab39f6fdcf req-129acb2b-9ee4-400a-8fa9-c28942ca2e27 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.7533555 Apr 05 20:26:05.101477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d7355e8c-b186-4890-b64b-d01360bd5f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:05.114474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d7355e8c-b186-4890-b64b-d01360bd5f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:05.117845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-491a683a-d407-4bda-a572-d04c345ece6e None None] Set router bcba6795-796f-443d-a2c0-c09e0525acda gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:26:05.248626 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ddc72daa-a2b2-485a-b577-88ab39f6fdcf req-52006d7b-09b3-487f-986b-d653b32dd1d6 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387978 Apr 05 20:26:05.477671 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d22bfef-d677-4012-8ad8-f711269fdbfb {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:26:05.505212 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.563209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5c35d48f-4530-424e-ae52-0bda00783cc5 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Calling delete_port for 347c8ca9-342d-4da5-845b-7cec54a77492 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:05.566457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Transition to ACTIVE for port object 1d22bfef-d677-4012-8ad8-f711269fdbfb will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:05.579498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.685071 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d7355e8c-b186-4890-b64b-d01360bd5f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.689675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Usage tracker for resource:network and tenant:a1eef12b975d4ece9038fe396def9b76 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:05.722480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:05.753744 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-491a683a-d407-4bda-a572-d04c345ece6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'name': 'tempest-TaggedBootDevicesTest-1770514046-router', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'af8de101-6731-46f4-97d6-dca888d11049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:34Z', 'updated_at': '2022-04-05T20:26:01Z', 'revision_number': 5, 'project_id': '8a20b68b5717426e84c7000b10adb911', 'gw_port': {'id': 'af8de101-6731-46f4-97d6-dca888d11049', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:36Z', 'updated_at': '2022-04-05T20:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:05.767048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491a683a-d407-4bda-a572-d04c345ece6e None None] Checking router: bcba6795-796f-443d-a2c0-c09e0525acda for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:26:05.796188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a683a-d407-4bda-a572-d04c345ece6e None None] Routers {'bcba6795-796f-443d-a2c0-c09e0525acda'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:26:05.796840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-491a683a-d407-4bda-a572-d04c345ece6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:25:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bcba6795-796f-443d-a2c0-c09e0525acda'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:05.851254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Usage tracker for resource:subnet and tenant:a1eef12b975d4ece9038fe396def9b76 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:05.851824 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d7355e8c-b186-4890-b64b-d01360bd5f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:05.872349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:05.901597 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.004830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Pushing event updated for resources: {'Port': ['ID=1d22bfef-d677-4012-8ad8-f711269fdbfb,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:06.018597 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c35d48f-4530-424e-ae52-0bda00783cc5 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.070511 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d7355e8c-b186-4890-b64b-d01360bd5f11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4ad655b8ae74f47baa32bba8d19e2c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1280487 Apr 05 20:26:06.078484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45266) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:06.095279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7355e8c-b186-4890-b64b-d01360bd5f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54133efd-f1d8-4610-bd45-e44ee99ae793,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:06.111383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Usage tracker for resource:subnetpool and tenant:a1eef12b975d4ece9038fe396def9b76 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:06.155226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-491a683a-d407-4bda-a572-d04c345ece6e None None] Set router bcba6795-796f-443d-a2c0-c09e0525acda gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:26:06.302170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35d48f-4530-424e-ae52-0bda00783cc5 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event deleted for resources: {'Port': ['ID=347c8ca9-342d-4da5-845b-7cec54a77492,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:06.310914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:06.323225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469d4c8-9e5e-4815-b3fd-136f5a7de757 req-e88a3ae2-87cf-495b-86a2-707b0f4f8514 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:06.328211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Attempting to bind port 1d22bfef-d677-4012-8ad8-f711269fdbfb on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:26:06.328770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Attempting to bind port 1d22bfef-d677-4012-8ad8-f711269fdbfb by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'f518233d-b7a3-44c7-8c71-4cc9f39e13db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4735a5dd-2015-420f-a034-14e458adf985'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:26:06.329277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Attempting to bind port 1d22bfef-d677-4012-8ad8-f711269fdbfb on network 4735a5dd-2015-420f-a034-14e458adf985 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:26:06.331973 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b469d4c8-9e5e-4815-b3fd-136f5a7de757 req-e88a3ae2-87cf-495b-86a2-707b0f4f8514 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 931 time: 1.4457924 Apr 05 20:26:06.344313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Port 1d22bfef-d677-4012-8ad8-f711269fdbfb on network 4735a5dd-2015-420f-a034-14e458adf985 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:26:06.345333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Attempting to bind port 1d22bfef-d677-4012-8ad8-f711269fdbfb on network 4735a5dd-2015-420f-a034-14e458adf985 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:26:06.361805 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c35d48f-4530-424e-ae52-0bda00783cc5 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.370168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:26:06.371222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Checking segment: {'id': 'f518233d-b7a3-44c7-8c71-4cc9f39e13db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4735a5dd-2015-420f-a034-14e458adf985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:26:06.371770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Bound using segment: {'id': 'f518233d-b7a3-44c7-8c71-4cc9f39e13db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4735a5dd-2015-420f-a034-14e458adf985'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:26:06.372376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Bound port: 1d22bfef-d677-4012-8ad8-f711269fdbfb, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f518233d-b7a3-44c7-8c71-4cc9f39e13db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4735a5dd-2015-420f-a034-14e458adf985'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:26:06.372892 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.378609 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.385998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35f54c22-ccc3-4468-b3b2-9d5ef8017a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.402877 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f899e-2820-4121-b543-6219c4efe7e1 req-0ad52bfa-3151-4f9a-91e9-ede34d0b3e1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:06.406739 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5c35d48f-4530-424e-ae52-0bda00783cc5 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/ports/347c8ca9-342d-4da5-845b-7cec54a77492 HTTP/1.1" status: 204 len: 168 time: 2.2742734 Apr 05 20:26:06.407985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] Deleting port af8de101-6731-46f4-97d6-dca888d11049 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:06.408548 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.416051 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-706f899e-2820-4121-b543-6219c4efe7e1 req-0ad52bfa-3151-4f9a-91e9-ede34d0b3e1e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.5558872 Apr 05 20:26:06.421742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45272) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:06.450882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Usage tracker for resource:port and tenant:a1eef12b975d4ece9038fe396def9b76 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:06.472627 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b469d4c8-9e5e-4815-b3fd-136f5a7de757 req-aab86846-0e6e-45f7-9e57-5d54d94e06b7 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/security-groups?id=60232fcb-1e6d-4163-983e-3243ed5a58a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396141 Apr 05 20:26:06.481008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:06.534008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Usage tracker for resource:router and tenant:a1eef12b975d4ece9038fe396def9b76 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:06.577572 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73e0c1e-d69f-4a75-a150-58a303fac619 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] DELETE failed (client error): The resource could not be found. Apr 05 20:26:06.577572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73e0c1e-d69f-4a75-a150-58a303fac619 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:26:06.592510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35f54c22-ccc3-4468-b3b2-9d5ef8017a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.600631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-491a683a-d407-4bda-a572-d04c345ece6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'name': 'tempest-TaggedBootDevicesTest-1770514046-router', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'af8de101-6731-46f4-97d6-dca888d11049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:34Z', 'updated_at': '2022-04-05T20:26:01Z', 'revision_number': 5, 'project_id': '8a20b68b5717426e84c7000b10adb911', 'gw_port': {'id': 'af8de101-6731-46f4-97d6-dca888d11049', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:36Z', 'updated_at': '2022-04-05T20:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:06.605492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-491a683a-d407-4bda-a572-d04c345ece6e None None] The sync data for ids ['bcba6795-796f-443d-a2c0-c09e0525acda'] in n-d-836604-1 is: [{'id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'name': 'tempest-TaggedBootDevicesTest-1770514046-router', 'tenant_id': '8a20b68b5717426e84c7000b10adb911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'af8de101-6731-46f4-97d6-dca888d11049', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:18:34Z', 'updated_at': '2022-04-05T20:26:01Z', 'revision_number': 5, 'project_id': '8a20b68b5717426e84c7000b10adb911', 'gw_port': {'id': 'af8de101-6731-46f4-97d6-dca888d11049', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:34:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcba6795-796f-443d-a2c0-c09e0525acda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:18:36Z', 'updated_at': '2022-04-05T20:18:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:26:06.633581 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c73e0c1e-d69f-4a75-a150-58a303fac619 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/subnets/6472f13b-899a-404e-b91b-4dc404a2d263 HTTP/1.1" status: 404 len: 337 time: 0.2029836 Apr 05 20:26:06.639866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45276) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:06.653002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:06.674999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Usage tracker for resource:floatingip and tenant:a1eef12b975d4ece9038fe396def9b76 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:06.690740 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-706f899e-2820-4121-b543-6219c4efe7e1 req-192ff4c5-5638-49a3-82e3-e140a309700d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737875 Apr 05 20:26:06.696020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:06.712910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] For port af8de101-6731-46f4-97d6-dca888d11049, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=af8de101-6731-46f4-97d6-dca888d11049,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:06.713271 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.840004 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] For port 1d22bfef-d677-4012-8ad8-f711269fdbfb, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:26:06.874536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] Calling delete_port for af8de101-6731-46f4-97d6-dca888d11049 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:06.876103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] For port 1d22bfef-d677-4012-8ad8-f711269fdbfb, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d22bfef-d677-4012-8ad8-f711269fdbfb,segment=NetworkSegment(f518233d-b7a3-44c7-8c71-4cc9f39e13db),segment_id=f518233d-b7a3-44c7-8c71-4cc9f39e13db)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:26:06.882021 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05308437-bfd5-4d36-9eb2-e06b1fbf8c5c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.895392 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.957424 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35f54c22-ccc3-4468-b3b2-9d5ef8017a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:06.984490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Usage tracker for resource:security_group and tenant:a1eef12b975d4ece9038fe396def9b76 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:06.992883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:07.009426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Usage tracker for resource:security_group_rule and tenant:a1eef12b975d4ece9038fe396def9b76 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:07.018793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:07.035246 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-043e705a-1f78-42d4-94d4-5cf1ed503f5a tempest-QuotasTest-60780937 tempest-QuotasTest-60780937-project-admin] 10.222.0.24 "GET /v2.0/quotas/a1eef12b975d4ece9038fe396def9b76/details.json HTTP/1.1" status: 200 len: 703 time: 2.1479423 Apr 05 20:26:07.094031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:07.095018 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.096392 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df046428-5bbf-4e61-875c-db10cbe49423 req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] 10.222.0.41 "PUT /v2.0/ports/1d22bfef-d677-4012-8ad8-f711269fdbfb HTTP/1.1" status: 200 len: 1091 time: 3.7193718 Apr 05 20:26:07.120141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fd4901d-76bc-4e44-aa94-38ad1c1a0842', 'tag': '1d22bfef-d677-4012-8ad8-f711269fdbfb'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:26:07.141782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54c22-ccc3-4468-b3b2-9d5ef8017a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54133efd-f1d8-4610-bd45-e44ee99ae793,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:07.163432 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35f54c22-ccc3-4468-b3b2-9d5ef8017a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.168533 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-35f54c22-ccc3-4468-b3b2-9d5ef8017a40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54133efd-f1d8-4610-bd45-e44ee99ae793 HTTP/1.1" status: 204 len: 168 time: 1.0850291 Apr 05 20:26:07.182763 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.330708 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fd4901d-76bc-4e44-aa94-38ad1c1a0842', 'tag': '1d22bfef-d677-4012-8ad8-f711269fdbfb', 'status': 'completed', 'code': 200} Apr 05 20:26:07.336997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] Pushing event deleted for resources: {'Port': ['ID=af8de101-6731-46f4-97d6-dca888d11049,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:07.351920 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05308437-bfd5-4d36-9eb2-e06b1fbf8c5c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.425679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-05308437-bfd5-4d36-9eb2-e06b1fbf8c5c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbafb85-5b08-47f2-90a4-fd728d138ef8']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:07.435357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cbfd4-1c62-4276-ad9f-2a6f7fb86c22 service neutron] Pushing event updated for resources: {'Port': ['ID=1d22bfef-d677-4012-8ad8-f711269fdbfb,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:07.472990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-05308437-bfd5-4d36-9eb2-e06b1fbf8c5c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a314f12-9224-4b26-9b41-cadcffbc11b1') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:07.472990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-05308437-bfd5-4d36-9eb2-e06b1fbf8c5c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a314f12-9224-4b26-9b41-cadcffbc11b1') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:07.491123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.492883 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05308437-bfd5-4d36-9eb2-e06b1fbf8c5c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.517789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df046428-5bbf-4e61-875c-db10cbe49423 req-57847df9-83c5-47ed-a6b6-a668b73acb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:07.519327 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df046428-5bbf-4e61-875c-db10cbe49423 req-57847df9-83c5-47ed-a6b6-a668b73acb5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0b3e6df861f4f3ea55427a77a3288f0&device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 1094 time: 0.3358765 Apr 05 20:26:07.674879 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df046428-5bbf-4e61-875c-db10cbe49423 req-bd5ec953-861f-4bb3-86a6-be973d69022b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d22bfef-d677-4012-8ad8-f711269fdbfb HTTP/1.1" status: 200 len: 217 time: 0.1396563 Apr 05 20:26:07.743406 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05308437-bfd5-4d36-9eb2-e06b1fbf8c5c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.776894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45296) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:07.789821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05308437-bfd5-4d36-9eb2-e06b1fbf8c5c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:26:07.790465 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05308437-bfd5-4d36-9eb2-e06b1fbf8c5c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:26:07.818626 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:26:07.971953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ced0eb8e-ca8a-4667-bfcb-195927efceba no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:26:07.979110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:07.985136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.052663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df046428-5bbf-4e61-875c-db10cbe49423 req-075333b0-98a7-4faa-9669-e5d4f71a5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:08.056915 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df046428-5bbf-4e61-875c-db10cbe49423 req-075333b0-98a7-4faa-9669-e5d4f71a5087 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d9d62d7-cb6e-49fe-bbbc-677954044d5c HTTP/1.1" status: 200 len: 850 time: 0.3186474 Apr 05 20:26:08.065647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: ced0eb8e-ca8a-4667-bfcb-195927efceba {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:26:08.068273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ced0eb8e-ca8a-4667-bfcb-195927efceba not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:26:08.104913 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.105474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcba6795-796f-443d-a2c0-c09e0525acda {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:26:08.136766 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05308437-bfd5-4d36-9eb2-e06b1fbf8c5c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.141279 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.143739 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df046428-5bbf-4e61-875c-db10cbe49423 req-cab3dfaf-0dbe-48d7-8719-f1175c7cd0f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4735a5dd-2015-420f-a034-14e458adf985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770802 Apr 05 20:26:08.145134 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8e45da09-eaeb-4a50-838b-ec506453942a admin admin] 10.222.0.24 "DELETE /v2.0/routers/bcba6795-796f-443d-a2c0-c09e0525acda HTTP/1.1" status: 204 len: 168 time: 3.4655304 Apr 05 20:26:08.147567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45310) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:08.193081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146179e1-022a-48cf-83c5-feb42a84b33b req-ffd9e69e-83c6-4a06-8dba-fac24c9d4098 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:08.194610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-146179e1-022a-48cf-83c5-feb42a84b33b req-ffd9e69e-83c6-4a06-8dba-fac24c9d4098 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Synchronizing usage tracker for tenant:b0b3e6df861f4f3ea55427a77a3288f0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:08.206212 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05308437-bfd5-4d36-9eb2-e06b1fbf8c5c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.368924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05308437-bfd5-4d36-9eb2-e06b1fbf8c5c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event deleted for resources: {'Network': ['ID=6fbafb85-5b08-47f2-90a4-fd728d138ef8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:08.371679 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-738e5e9e-00c0-426d-ade0-1017f926cd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.379935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-247a345e-9863-4c2f-94f6-3781def80b42 admin admin] Deleting subnet a5a60c65-4e55-4b0c-9a57-ccd6f8842686 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:26:08.388776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c8fe1-08fc-415c-a25d-4558af8f006c req-ae5d4989-80bb-4cb0-a160-36360a1591e2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:08.390244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-849c8fe1-08fc-415c-a25d-4558af8f006c req-ae5d4989-80bb-4cb0-a160-36360a1591e2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.3592553 Apr 05 20:26:08.392286 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-247a345e-9863-4c2f-94f6-3781def80b42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.392558 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-05308437-bfd5-4d36-9eb2-e06b1fbf8c5c tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/networks/6fbafb85-5b08-47f2-90a4-fd728d138ef8 HTTP/1.1" status: 204 len: 168 time: 1.7348366 Apr 05 20:26:08.400882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-738e5e9e-00c0-426d-ade0-1017f926cd7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:08.406492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-738e5e9e-00c0-426d-ade0-1017f926cd7d admin admin] Usage tracker for resource:security_group_rule and tenant:1025c0de6b124ee59c48f3606d26c8bb is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:08.409965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-738e5e9e-00c0-426d-ade0-1017f926cd7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:08.417495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-738e5e9e-00c0-426d-ade0-1017f926cd7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:08.420293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45318) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:08.485864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-146179e1-022a-48cf-83c5-feb42a84b33b req-ffd9e69e-83c6-4a06-8dba-fac24c9d4098 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Unset dirty status for tenant:b0b3e6df861f4f3ea55427a77a3288f0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:08.487173 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-146179e1-022a-48cf-83c5-feb42a84b33b req-ffd9e69e-83c6-4a06-8dba-fac24c9d4098 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 943 time: 0.8113766 Apr 05 20:26:08.491639 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df046428-5bbf-4e61-875c-db10cbe49423 req-f5cd987e-8fd6-430a-9e9c-f28fa3848156 service neutron] 10.222.0.41 "GET /v2.0/networks/4735a5dd-2015-420f-a034-14e458adf985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892601 Apr 05 20:26:08.562457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-247a345e-9863-4c2f-94f6-3781def80b42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.652346 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-247a345e-9863-4c2f-94f6-3781def80b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.686937 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-738e5e9e-00c0-426d-ade0-1017f926cd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.713225 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-738e5e9e-00c0-426d-ade0-1017f926cd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.735904 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.774487 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-146179e1-022a-48cf-83c5-feb42a84b33b req-2bdbbb45-bbe5-45e0-a591-2fedf3faeb48 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/security-groups?id=60232fcb-1e6d-4163-983e-3243ed5a58a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521977 Apr 05 20:26:08.842514 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-247a345e-9863-4c2f-94f6-3781def80b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.863830 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-738e5e9e-00c0-426d-ade0-1017f926cd7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1025c0de6b124ee59c48f3606d26c8bb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0774913 Apr 05 20:26:08.866687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e5e9e-00c0-426d-ade0-1017f926cd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0af7c51-d027-4977-9d52-534c78da5d3d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:08.870185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45332) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:08.876287 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df046428-5bbf-4e61-875c-db10cbe49423 req-985bb407-aa9b-46ca-bc26-4383bcec067f service neutron] 10.222.0.41 "GET /v2.0/networks/4735a5dd-2015-420f-a034-14e458adf985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760750 Apr 05 20:26:08.901210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-29fc9a0b-172e-4ffa-8447-f0a3d92e6ead tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Deleting subnet 68a0d823-396f-482d-b03d-b92c719f5c0e {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:26:08.908791 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-849c8fe1-08fc-415c-a25d-4558af8f006c req-5c97d5fa-a5fb-4f01-9e93-e80fb405761c tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4844065 Apr 05 20:26:08.914180 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-29fc9a0b-172e-4ffa-8447-f0a3d92e6ead tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.922271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b05700-c7e9-4bcc-bf3c-9591ca4012ed None None] Network 449f2510-29c0-4b2a-b10b-f5cacbec66f4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:26:08.962927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a345e-9863-4c2f-94f6-3781def80b42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5a60c65-4e55-4b0c-9a57-ccd6f8842686,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:08.983790 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0847b5c-8963-4c61-8452-bd05f854f8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:08.990945 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-247a345e-9863-4c2f-94f6-3781def80b42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.021209 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0847b5c-8963-4c61-8452-bd05f854f8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.030518 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-247a345e-9863-4c2f-94f6-3781def80b42 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a5a60c65-4e55-4b0c-9a57-ccd6f8842686 HTTP/1.1" status: 204 len: 168 time: 0.8728588 Apr 05 20:26:09.031381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45340) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:09.164185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-29fc9a0b-172e-4ffa-8447-f0a3d92e6ead tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.250700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45348) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:09.270097 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.377529 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.383075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795d85cd-f9fc-4ee6-9aeb-4958bf0f5dd4 None None] DHCP port deletion for 449f2510-29c0-4b2a-b10b-f5cacbec66f4 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:26:09.388017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-795d85cd-f9fc-4ee6-9aeb-4958bf0f5dd4 None None] Deleting port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:09.388903 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-795d85cd-f9fc-4ee6-9aeb-4958bf0f5dd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.408952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Deleting port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:09.409682 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.441238 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0847b5c-8963-4c61-8452-bd05f854f8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.470756 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-29fc9a0b-172e-4ffa-8447-f0a3d92e6ead tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.493440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0847b5c-8963-4c61-8452-bd05f854f8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0af7c51-d027-4977-9d52-534c78da5d3d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:09.504343 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0847b5c-8963-4c61-8452-bd05f854f8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.507927 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a0847b5c-8963-4c61-8452-bd05f854f8db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0af7c51-d027-4977-9d52-534c78da5d3d HTTP/1.1" status: 204 len: 168 time: 0.6328099 Apr 05 20:26:09.558448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53394b-1263-43ec-8e30-e7dcea276537 req-18d35dd6-f817-4dc1-8baf-c3b0267c99d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:09.560069 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8b53394b-1263-43ec-8e30-e7dcea276537 req-18d35dd6-f817-4dc1-8baf-c3b0267c99d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0b3e6df861f4f3ea55427a77a3288f0&device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 1094 time: 0.4694939 Apr 05 20:26:09.691628 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-795d85cd-f9fc-4ee6-9aeb-4958bf0f5dd4 None None] For port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3c0bde5e-24bb-4f0e-8df3-4de91821fcae,segment=NetworkSegment(d820cd14-a6d2-440e-b8fe-f69207611bb4),segment_id=d820cd14-a6d2-440e-b8fe-f69207611bb4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:09.692236 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-795d85cd-f9fc-4ee6-9aeb-4958bf0f5dd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.756827 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a46e4b41-21b3-4fc7-8a92-5b011e782f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:09.810377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a46e4b41-21b3-4fc7-8a92-5b011e782f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:09.866064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53394b-1263-43ec-8e30-e7dcea276537 req-bf7a1eb3-04df-455e-8c45-c49a1801c95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:09.867516 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8b53394b-1263-43ec-8e30-e7dcea276537 req-bf7a1eb3-04df-455e-8c45-c49a1801c95f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4735a5dd-2015-420f-a034-14e458adf985 HTTP/1.1" status: 200 len: 911 time: 0.2977498 Apr 05 20:26:09.902674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a46e4b41-21b3-4fc7-8a92-5b011e782f79 admin admin] Usage tracker for resource:security_group_rule and tenant:201fb72229214944bdcc0d7ae9f591ac is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:09.911674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a46e4b41-21b3-4fc7-8a92-5b011e782f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:09.929256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a46e4b41-21b3-4fc7-8a92-5b011e782f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:10.057449 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8b53394b-1263-43ec-8e30-e7dcea276537 req-9315b966-f54d-4a02-b647-9d3a8ece3ebc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d22bfef-d677-4012-8ad8-f711269fdbfb HTTP/1.1" status: 200 len: 217 time: 0.1802719 Apr 05 20:26:10.066868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-795d85cd-f9fc-4ee6-9aeb-4958bf0f5dd4 None None] Calling delete_port for 3c0bde5e-24bb-4f0e-8df3-4de91821fcae owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:10.164696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53394b-1263-43ec-8e30-e7dcea276537 req-6c255638-c633-4bdd-904b-09d7f9990e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:10.166519 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8b53394b-1263-43ec-8e30-e7dcea276537 req-6c255638-c633-4bdd-904b-09d7f9990e7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3d9d62d7-cb6e-49fe-bbbc-677954044d5c HTTP/1.1" status: 200 len: 850 time: 0.1001606 Apr 05 20:26:10.170863 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a46e4b41-21b3-4fc7-8a92-5b011e782f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:10.175847 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3c0bde5e-24bb-4f0e-8df3-4de91821fcae no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:26:10.178864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a73aef-1bda-4a76-815e-fcc12d752235 req-93c9313c-6533-413d-b8ff-2ec76ccabfc7 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:10.180831 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8a73aef-1bda-4a76-815e-fcc12d752235 req-93c9313c-6533-413d-b8ff-2ec76ccabfc7 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 943 time: 0.1790526 Apr 05 20:26:10.209066 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a46e4b41-21b3-4fc7-8a92-5b011e782f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:10.222245 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-795d85cd-f9fc-4ee6-9aeb-4958bf0f5dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:10.232019 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8b53394b-1263-43ec-8e30-e7dcea276537 req-215252e6-5e8b-4927-80b4-829a575c164d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4735a5dd-2015-420f-a034-14e458adf985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500073 Apr 05 20:26:10.278222 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-29fc9a0b-172e-4ffa-8447-f0a3d92e6ead tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:10.283046 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8a73aef-1bda-4a76-815e-fcc12d752235 req-ea42c2c6-7277-4699-a1bc-5a6ea3507241 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/security-groups?id=60232fcb-1e6d-4163-983e-3243ed5a58a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493970 Apr 05 20:26:10.283584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d85cd-f9fc-4ee6-9aeb-4958bf0f5dd4 None None] Pushing event deleted for resources: {'Port': ['ID=3c0bde5e-24bb-4f0e-8df3-4de91821fcae,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:10.287057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 3c0bde5e-24bb-4f0e-8df3-4de91821fcae {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:26:10.287600 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3c0bde5e-24bb-4f0e-8df3-4de91821fcae not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:26:10.288145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device af8de101-6731-46f4-97d6-dca888d11049 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:26:10.344752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: af8de101-6731-46f4-97d6-dca888d11049 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:26:10.345684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device af8de101-6731-46f4-97d6-dca888d11049 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:26:10.353591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d85cd-f9fc-4ee6-9aeb-4958bf0f5dd4 None None] No DVR routers for this DVR port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:26:10.388742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45378) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:10.399196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba7594a-39ad-4606-8f27-e19c0b7e410b None None] Network e7bb12c4-3b62-47af-b53d-6a1750174abc requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:26:10.439466 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-29fc9a0b-172e-4ffa-8447-f0a3d92e6ead tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:10.467948 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8b53394b-1263-43ec-8e30-e7dcea276537 req-b565fa57-ff17-4664-8fb8-0511abb13a76 service neutron] 10.222.0.41 "GET /v2.0/networks/4735a5dd-2015-420f-a034-14e458adf985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883769 Apr 05 20:26:10.481486 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-29fc9a0b-172e-4ffa-8447-f0a3d92e6ead tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/subnets/68a0d823-396f-482d-b03d-b92c719f5c0e HTTP/1.1" status: 204 len: 168 time: 2.0585079 Apr 05 20:26:10.496814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] For port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3c0bde5e-24bb-4f0e-8df3-4de91821fcae,segment=NetworkSegment(d820cd14-a6d2-440e-b8fe-f69207611bb4),segment_id=d820cd14-a6d2-440e-b8fe-f69207611bb4)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:10.497448 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:10.505659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45384) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:10.512800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc9a0b-172e-4ffa-8447-f0a3d92e6ead tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event deleted for resources: {'Subnet': ['ID=68a0d823-396f-482d-b03d-b92c719f5c0e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:10.555204 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a46e4b41-21b3-4fc7-8a92-5b011e782f79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=201fb72229214944bdcc0d7ae9f591ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2976317 Apr 05 20:26:10.588311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45388) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:10.626214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e4b41-21b3-4fc7-8a92-5b011e782f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc9de14-4d2d-463a-97ab-6b15bb7992a6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:10.697414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aadd850a-5254-4f5a-9ca9-7b466bb45dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:10.701309 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e876f09-13ac-402d-8427-413646ae5044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:10.718081 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8b53394b-1263-43ec-8e30-e7dcea276537 req-95bed9af-23f7-4850-8bda-cd0a0c44a7de service neutron] 10.222.0.41 "GET /v2.0/networks/4735a5dd-2015-420f-a034-14e458adf985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443249 Apr 05 20:26:10.723124 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Calling delete_port for 3c0bde5e-24bb-4f0e-8df3-4de91821fcae owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:10.733116 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e876f09-13ac-402d-8427-413646ae5044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:10.770911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-aadd850a-5254-4f5a-9ca9-7b466bb45dce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:10.776181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-aadd850a-5254-4f5a-9ca9-7b466bb45dce admin admin] Usage tracker for resource:security_group_rule and tenant:a1eef12b975d4ece9038fe396def9b76 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:10.779544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-aadd850a-5254-4f5a-9ca9-7b466bb45dce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:10.786119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-aadd850a-5254-4f5a-9ca9-7b466bb45dce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:10.810682 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e876f09-13ac-402d-8427-413646ae5044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:10.848872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9abe8d-041e-45d7-b6d8-96c91fa0f9d4 None None] DHCP port deletion for e7bb12c4-3b62-47af-b53d-6a1750174abc request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:26:10.855096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2b9abe8d-041e-45d7-b6d8-96c91fa0f9d4 None None] Deleting port dcfd27fb-ea36-4e81-95db-287e6d97b977 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:10.855905 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2b9abe8d-041e-45d7-b6d8-96c91fa0f9d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:10.858867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e876f09-13ac-402d-8427-413646ae5044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc9de14-4d2d-463a-97ab-6b15bb7992a6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:10.878977 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e876f09-13ac-402d-8427-413646ae5044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:10.887071 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7e876f09-13ac-402d-8427-413646ae5044 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abc9de14-4d2d-463a-97ab-6b15bb7992a6 HTTP/1.1" status: 204 len: 168 time: 0.2974644 Apr 05 20:26:10.949466 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.020167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Deleting port dcfd27fb-ea36-4e81-95db-287e6d97b977 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:11.020799 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.057558 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:26:11.058454 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:26:11.066154 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aadd850a-5254-4f5a-9ca9-7b466bb45dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.120888 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aadd850a-5254-4f5a-9ca9-7b466bb45dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.144928 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1d22bfef-d677-4012-8ad8-f711269fdbfb details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:26:11.162236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2b9abe8d-041e-45d7-b6d8-96c91fa0f9d4 None None] For port dcfd27fb-ea36-4e81-95db-287e6d97b977, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dcfd27fb-ea36-4e81-95db-287e6d97b977,segment=NetworkSegment(e46e780d-5025-48b1-95cb-6f61c26b6ed7),segment_id=e46e780d-5025-48b1-95cb-6f61c26b6ed7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:11.163576 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2b9abe8d-041e-45d7-b6d8-96c91fa0f9d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.442557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2b9abe8d-041e-45d7-b6d8-96c91fa0f9d4 None None] Calling delete_port for dcfd27fb-ea36-4e81-95db-287e6d97b977 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:11.577539 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1b4758c8-016a-4c48-9668-e6404f535b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.613190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Deleting port 3c0bde5e-24bb-4f0e-8df3-4de91821fcae {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:11.614282 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.653380 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2b9abe8d-041e-45d7-b6d8-96c91fa0f9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.657933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1d22bfef-d677-4012-8ad8-f711269fdbfb, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d22bfef-d677-4012-8ad8-f711269fdbfb,segment=NetworkSegment(f518233d-b7a3-44c7-8c71-4cc9f39e13db),segment_id=f518233d-b7a3-44c7-8c71-4cc9f39e13db)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:11.659007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd850a-5254-4f5a-9ca9-7b466bb45dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b217ecb9-b2e4-4859-8af8-ce37b96e5325,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:11.721483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '1d22bfef-d677-4012-8ad8-f711269fdbfb', 'network_id': '4735a5dd-2015-420f-a034-14e458adf985', 'port_id': '1d22bfef-d677-4012-8ad8-f711269fdbfb', 'mac_address': 'fa:16:3e:fb:e0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9d62d7-cb6e-49fe-bbbc-677954044d5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:26:11.725549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9abe8d-041e-45d7-b6d8-96c91fa0f9d4 None None] Pushing event deleted for resources: {'Port': ['ID=dcfd27fb-ea36-4e81-95db-287e6d97b977,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:11.727752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9abe8d-041e-45d7-b6d8-96c91fa0f9d4 None None] No DVR routers for this DVR port dcfd27fb-ea36-4e81-95db-287e6d97b977 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:26:11.743252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] The port '3c0bde5e-24bb-4f0e-8df3-4de91821fcae' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:26:11.786180 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.806759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d22bfef-d677-4012-8ad8-f711269fdbfb {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:26:11.837211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1d22bfef-d677-4012-8ad8-f711269fdbfb, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d22bfef-d677-4012-8ad8-f711269fdbfb,segment=NetworkSegment(f518233d-b7a3-44c7-8c71-4cc9f39e13db),segment_id=f518233d-b7a3-44c7-8c71-4cc9f39e13db)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:11.846373 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.854343 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-aadd850a-5254-4f5a-9ca9-7b466bb45dce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a1eef12b975d4ece9038fe396def9b76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4370344 Apr 05 20:26:11.857040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45414) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:11.932108 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20388b15-438e-459f-8837-f4e721fc8acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:11.969375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dcfd27fb-ea36-4e81-95db-287e6d97b977 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:26:12.000971 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20388b15-438e-459f-8837-f4e721fc8acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.023211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: dcfd27fb-ea36-4e81-95db-287e6d97b977 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:26:12.023471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dcfd27fb-ea36-4e81-95db-287e6d97b977 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:26:12.028982 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.063271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=1d22bfef-d677-4012-8ad8-f711269fdbfb,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:12.064595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] For port dcfd27fb-ea36-4e81-95db-287e6d97b977, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dcfd27fb-ea36-4e81-95db-287e6d97b977,segment=NetworkSegment(e46e780d-5025-48b1-95cb-6f61c26b6ed7),segment_id=e46e780d-5025-48b1-95cb-6f61c26b6ed7)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:12.064968 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.094905 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20388b15-438e-459f-8837-f4e721fc8acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.120614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20388b15-438e-459f-8837-f4e721fc8acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b217ecb9-b2e4-4859-8af8-ce37b96e5325,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:12.122140 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20388b15-438e-459f-8837-f4e721fc8acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.124023 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-20388b15-438e-459f-8837-f4e721fc8acf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b217ecb9-b2e4-4859-8af8-ce37b96e5325 HTTP/1.1" status: 204 len: 168 time: 0.2653344 Apr 05 20:26:12.138706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['1d22bfef-d677-4012-8ad8-f711269fdbfb'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:26:12.147871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449f2510-29c0-4b2a-b10b-f5cacbec66f4']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:12.263553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Calling delete_port for dcfd27fb-ea36-4e81-95db-287e6d97b977 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:12.306328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd820cd14-a6d2-440e-b8fe-f69207611bb4') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:12.306616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd820cd14-a6d2-440e-b8fe-f69207611bb4') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:12.323892 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.347738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b545b-82a7-4b96-b20d-cd41f5244943 req-6d1eb33f-b0b7-4a15-bff0-ab63dd87f6a8 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:12.355343 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d61b545b-82a7-4b96-b20d-cd41f5244943 req-6d1eb33f-b0b7-4a15-bff0-ab63dd87f6a8 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 943 time: 0.7469056 Apr 05 20:26:12.405828 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.456099 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d61b545b-82a7-4b96-b20d-cd41f5244943 req-66ad6119-2a4b-4d94-8108-5a577f6808e2 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/security-groups?id=60232fcb-1e6d-4163-983e-3243ed5a58a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991497 Apr 05 20:26:12.457219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:26:12.457805 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:26:12.484400 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:26:12.555550 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:26:12.555878 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:26:12.584000 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.617039 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:12.636986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] Pushing event deleted for resources: {'Network': ['ID=449f2510-29c0-4b2a-b10b-f5cacbec66f4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:12.659646 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bb40655f-aedb-4dfc-95cf-0cfcf9f527cb admin admin] 10.222.0.24 "DELETE /v2.0/networks/449f2510-29c0-4b2a-b10b-f5cacbec66f4 HTTP/1.1" status: 204 len: 168 time: 3.6245661 Apr 05 20:26:12.863073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45458) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:12.932622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3ab5a1e2-fad7-4b6a-927a-e158963e2b2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3189be43b8324ee6bd68d0b85dfb1996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0681837 Apr 05 20:26:12.935496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45462) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:13.007144 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-869eaa4c-d729-43bc-93e0-9363c7cb3d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.050382 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-869eaa4c-d729-43bc-93e0-9363c7cb3d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.108546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Deleting port dcfd27fb-ea36-4e81-95db-287e6d97b977 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:13.109151 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.141395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1d22bfef-d677-4012-8ad8-f711269fdbfb up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:13.183030 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-869eaa4c-d729-43bc-93e0-9363c7cb3d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.200827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65da9c-ea1d-410d-bb1b-35b514c2dea7 req-1d04a1c1-f4c0-4570-85cb-2d4e5a2f5202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:13.202516 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb65da9c-ea1d-410d-bb1b-35b514c2dea7 req-1d04a1c1-f4c0-4570-85cb-2d4e5a2f5202 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 1097 time: 0.1341674 Apr 05 20:26:13.238264 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 1d22bfef-d677-4012-8ad8-f711269fdbfb completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:13.245250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 1d22bfef-d677-4012-8ad8-f711269fdbfb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:13.245905 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.305109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] The port 'dcfd27fb-ea36-4e81-95db-287e6d97b977' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:26:13.306335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869eaa4c-d729-43bc-93e0-9363c7cb3d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11bc8236-f36f-42c6-8058-c4f9252d7027,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:13.369580 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-869eaa4c-d729-43bc-93e0-9363c7cb3d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.370769 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-869eaa4c-d729-43bc-93e0-9363c7cb3d93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11bc8236-f36f-42c6-8058-c4f9252d7027 HTTP/1.1" status: 204 len: 168 time: 0.4343510 Apr 05 20:26:13.414904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65da9c-ea1d-410d-bb1b-35b514c2dea7 req-4516d998-594f-4772-8262-86b8f2863a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:13.416347 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb65da9c-ea1d-410d-bb1b-35b514c2dea7 req-4516d998-594f-4772-8262-86b8f2863a0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.2059331 Apr 05 20:26:13.496202 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.502470 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.538107 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb65da9c-ea1d-410d-bb1b-35b514c2dea7 req-0470dc57-68da-42f9-b594-b482ef43b834 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc2d8512-1896-4a96-af69-8e8e75f13172 HTTP/1.1" status: 200 len: 217 time: 0.1147566 Apr 05 20:26:13.542836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4901d-76bc-4e44-aa94-38ad1c1a0842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d22bfef-d677-4012-8ad8-f711269fdbfb'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:26:13.570426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c547cc6-4606-46fa-a2a8-37ad98c1dbea req-fd4ccc1d-a27b-4257-a727-7e6cdab07cca tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:13.571921 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c547cc6-4606-46fa-a2a8-37ad98c1dbea req-fd4ccc1d-a27b-4257-a727-7e6cdab07cca tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.4079111 Apr 05 20:26:13.580866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1d22bfef-d677-4012-8ad8-f711269fdbfb, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d22bfef-d677-4012-8ad8-f711269fdbfb,segment=NetworkSegment(f518233d-b7a3-44c7-8c71-4cc9f39e13db),segment_id=f518233d-b7a3-44c7-8c71-4cc9f39e13db)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:13.589573 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.609731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7bb12c4-3b62-47af-b53d-6a1750174abc']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:13.666585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46e780d-5025-48b1-95cb-6f61c26b6ed7') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:13.667542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46e780d-5025-48b1-95cb-6f61c26b6ed7') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:13.681670 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c547cc6-4606-46fa-a2a8-37ad98c1dbea req-780f9aa0-7e92-4249-bff1-b9cfc0904f55 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988572 Apr 05 20:26:13.688893 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.709255 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.721183 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:26:13.722045 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.725052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65da9c-ea1d-410d-bb1b-35b514c2dea7 req-cc022d00-ff10-4a73-9811-221bdcc03cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:13.726737 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb65da9c-ea1d-410d-bb1b-35b514c2dea7 req-cc022d00-ff10-4a73-9811-221bdcc03cae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.1758063 Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:26:13.744962 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:26:13.828104 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0f043ba7-9e2c-49d9-a7e9-a473ad317e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:13.862176 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4901d-76bc-4e44-aa94-38ad1c1a0842', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d22bfef-d677-4012-8ad8-f711269fdbfb', 'code': 200} Apr 05 20:26:13.869823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=1d22bfef-d677-4012-8ad8-f711269fdbfb,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:14.019474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e3d00-46d2-4e95-b01d-e5b197bb2cff req-b06e0ffb-c7ea-4ff8-925b-287d2f1712de tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:14.021087 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-627e3d00-46d2-4e95-b01d-e5b197bb2cff req-b06e0ffb-c7ea-4ff8-925b-287d2f1712de tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 945 time: 0.2934656 Apr 05 20:26:14.089862 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:14.092858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb65da9c-ea1d-410d-bb1b-35b514c2dea7 req-3c89bf81-3916-470f-9368-b84e71f6b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:14.102866 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:14.103726 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb65da9c-ea1d-410d-bb1b-35b514c2dea7 req-3c89bf81-3916-470f-9368-b84e71f6b603 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2076583 Apr 05 20:26:14.129929 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-627e3d00-46d2-4e95-b01d-e5b197bb2cff req-f62cadcc-c510-41cc-82f8-fd96b2afae1f tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/security-groups?id=60232fcb-1e6d-4163-983e-3243ed5a58a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992134 Apr 05 20:26:14.177360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45496) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:14.427537 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] 10.222.0.24 "DELETE /v2.0/networks/e7bb12c4-3b62-47af-b53d-6a1750174abc HTTP/1.1" status: 204 len: 168 time: 3.9114411 Apr 05 20:26:14.433214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95309287-4b73-4924-987b-ac132763b164 req-7ce3845c-4544-44c3-be90-ef9b3ae16454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:14.451390 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95309287-4b73-4924-987b-ac132763b164 req-7ce3845c-4544-44c3-be90-ef9b3ae16454 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 1096 time: 0.4707613 Apr 05 20:26:14.518309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3974453-b3e0-4f14-9a05-5ab9b9b1c7f1 tempest-NetworksIpV6TestAttrs-521258431 tempest-NetworksIpV6TestAttrs-521258431-project] Pushing event deleted for resources: {'Network': ['ID=e7bb12c4-3b62-47af-b53d-6a1750174abc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:14.521216 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95309287-4b73-4924-987b-ac132763b164 req-c0ad17cd-2aaf-40f0-a9c3-3c1a6bbc2049 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60232fcb-1e6d-4163-983e-3243ed5a58a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689964 Apr 05 20:26:14.694824 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb65da9c-ea1d-410d-bb1b-35b514c2dea7 req-10776176-9c2c-4ffa-bf65-2e3a635145aa service neutron] 10.222.0.41 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5630372 Apr 05 20:26:14.742360 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:14.835010 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:14.869675 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f2d728e8-6961-40c3-b2f0-8c8ed20a371b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a20b68b5717426e84c7000b10adb911&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6697171 Apr 05 20:26:14.871977 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45520) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:14.923030 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb65da9c-ea1d-410d-bb1b-35b514c2dea7 req-912bbf09-7113-4bb4-b559-815c38e6976e service neutron] 10.222.0.41 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040167 Apr 05 20:26:15.033691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbdc21-b906-4145-a6d1-21a519082064 req-2d602634-a49b-4fd6-9aa0-3669de34443c tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:15.035319 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-36bbdc21-b906-4145-a6d1-21a519082064 req-2d602634-a49b-4fd6-9aa0-3669de34443c tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.1787608 Apr 05 20:26:15.044682 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f35d2152-0382-4510-81c3-d5ab6cbe60ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.082682 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f35d2152-0382-4510-81c3-d5ab6cbe60ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.102345 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-36bbdc21-b906-4145-a6d1-21a519082064 req-2e7704ae-51e8-4d60-9c8c-54aceefbabf4 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523405 Apr 05 20:26:15.109613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45538) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:15.151327 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f35d2152-0382-4510-81c3-d5ab6cbe60ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.173859 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f35d2152-0382-4510-81c3-d5ab6cbe60ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.177606 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f35d2152-0382-4510-81c3-d5ab6cbe60ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/830c15ef-90a6-456c-989d-8adee315deaf HTTP/1.1" status: 204 len: 168 time: 0.3022759 Apr 05 20:26:15.177606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d2152-0382-4510-81c3-d5ab6cbe60ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830c15ef-90a6-456c-989d-8adee315deaf,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:15.252649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45550) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:15.324327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eaf030-7905-431a-b8cd-f3814a91bcec req-044b7d9f-0d27-49e0-b9fa-e2e804d9d4bd tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:15.325950 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-38eaf030-7905-431a-b8cd-f3814a91bcec req-044b7d9f-0d27-49e0-b9fa-e2e804d9d4bd tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 945 time: 0.0860405 Apr 05 20:26:15.372248 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-38eaf030-7905-431a-b8cd-f3814a91bcec req-f66b5e61-acaa-40d8-9147-dd6fb620dc4a tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/security-groups?id=60232fcb-1e6d-4163-983e-3243ed5a58a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389485 Apr 05 20:26:15.464766 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c0495d88-081d-42db-9eb3-d94eedd7a645 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ad01952dd3c47aaaffa6fa92ca2ff4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3513048 Apr 05 20:26:15.465041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45556) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:15.547513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-188d356c-f8d2-4ac0-92db-459d55097e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.579895 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-188d356c-f8d2-4ac0-92db-459d55097e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.649102 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-188d356c-f8d2-4ac0-92db-459d55097e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.696849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d356c-f8d2-4ac0-92db-459d55097e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7885d66b-f462-4ab3-9576-7583dc089db3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:15.715083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-188d356c-f8d2-4ac0-92db-459d55097e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.717921 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-188d356c-f8d2-4ac0-92db-459d55097e71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7885d66b-f462-4ab3-9576-7583dc089db3 HTTP/1.1" status: 204 len: 168 time: 0.2508318 Apr 05 20:26:15.856942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-402632773', 'router:external': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:15.862207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:15.867032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Usage tracker for resource:network and tenant:31eebc2771c242fdb8384473f91ee0b0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:15.870453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:15.880425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:15.892799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Made reservation on behalf of 31eebc2771c242fdb8384473f91ee0b0 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:15.895959 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.914755 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.936927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:15.940956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Usage tracker for resource:security_group_rule and tenant:31eebc2771c242fdb8384473f91ee0b0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:15.945127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:15.950548 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:15.953995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:16.076559 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.083012 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.160412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:26:16.202125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b553e651-576e-4d62-95c6-1e721c418953,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:16.204947 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.205285 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Added segment 73a5ce10-4228-4393-a35b-883bdb3649eb of type vlan for network ce96f382-6c5b-4ebd-873b-ee63103ec2d9 Apr 05 20:26:16.274670 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.389235 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.390319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:16.390797 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.494877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event updated for resources: {'Network': ['ID=ce96f382-6c5b-4ebd-873b-ee63103ec2d9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:16.507843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network ce96f382-6c5b-4ebd-873b-ee63103ec2d9 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:26:16.513136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495331e-7242-4ed1-83b7-8456d5cda0c3 req-40c5f3c1-7071-4284-8365-b1058ac7e30a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:16.519927 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6495331e-7242-4ed1-83b7-8456d5cda0c3 req-40c5f3c1-7071-4284-8365-b1058ac7e30a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.2302494 Apr 05 20:26:16.592119 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6495331e-7242-4ed1-83b7-8456d5cda0c3 req-6044780a-320c-4201-8d17-5dad3d10f6c5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712404 Apr 05 20:26:16.596806 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f80a37f9-58f0-41d9-9a73-8d59bfa3b40a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3427391 Apr 05 20:26:16.597468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45606) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:16.603522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Request body: {'subnet': {'network_id': 'ce96f382-6c5b-4ebd-873b-ee63103ec2d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:16.608973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:16.613905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Usage tracker for resource:subnet and tenant:31eebc2771c242fdb8384473f91ee0b0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:16.617760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:16.624979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:16.635718 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Made reservation on behalf of 31eebc2771c242fdb8384473f91ee0b0 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:16.639080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:16.720738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72546d-fc79-4f4c-ac85-c4517731b324 req-c6fcdc56-4068-451a-80ea-63cf5967145d tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:16.737994 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e72546d-fc79-4f4c-ac85-c4517731b324 req-c6fcdc56-4068-451a-80ea-63cf5967145d tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 945 time: 0.1639369 Apr 05 20:26:16.867275 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e72546d-fc79-4f4c-ac85-c4517731b324 req-ff347070-3d97-453f-b5b2-367ad2bb17c6 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/security-groups?id=60232fcb-1e6d-4163-983e-3243ed5a58a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282961 Apr 05 20:26:17.260760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.objects.ports [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87964) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:26:17.260760 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.343547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event updated for resources: {'Subnet': ['ID=563634df-3ba0-4a11-966f-bf9bab3acd7c,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:17.352099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45644) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:17.391557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Checking segment: {'id': '73a5ce10-4228-4393-a35b-883bdb3649eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce96f382-6c5b-4ebd-873b-ee63103ec2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:26:17.391924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Network hostable DHCP agents. Network: ce96f382-6c5b-4ebd-873b-ee63103ec2d9, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:26:17.434912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Network ce96f382-6c5b-4ebd-873b-ee63103ec2d9 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:26:17.478627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, ce96f382-6c5b-4ebd-873b-ee63103ec2d9) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:17.491930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:17.498334 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.513674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8661e30e-c2dc-4c04-9832-99a34e1d1544 None None] Network ce96f382-6c5b-4ebd-873b-ee63103ec2d9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:26:17.557862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9eb670-41e2-4ebc-8be0-ad72ae82b794 req-03970369-a543-449b-a63b-24395cf9449d tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:17.569919 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea9eb670-41e2-4ebc-8be0-ad72ae82b794 req-03970369-a543-449b-a63b-24395cf9449d tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 945 time: 0.2204344 Apr 05 20:26:17.659670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2040968392-network', 'tenant_id': '5bac0c3f6a284bfc86db50bf43123036'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:17.673964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:17.683109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Usage tracker for resource:network and tenant:5bac0c3f6a284bfc86db50bf43123036 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:17.690051 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea9eb670-41e2-4ebc-8be0-ad72ae82b794 req-7bf25c31-916e-423e-8f3a-f7e0df1cb361 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/security-groups?id=60232fcb-1e6d-4163-983e-3243ed5a58a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207068 Apr 05 20:26:17.694067 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6afa2072-0992-45e2-8ce0-b3f36bc8c485 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0928946 Apr 05 20:26:17.694193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:17.694298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45660) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:17.699507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1111451164', 'network_id': 'ce96f382-6c5b-4ebd-873b-ee63103ec2d9'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:17.704861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:17.708850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Usage tracker for resource:port and tenant:31eebc2771c242fdb8384473f91ee0b0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:17.712984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:17.730713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:17.730902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:17.745127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Made reservation on behalf of 31eebc2771c242fdb8384473f91ee0b0 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:17.747957 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.774514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] device_id is not set on port 57fb50dc-6aa3-404d-930f-3b4bbbe98a65 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:26:17.871790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Made reservation on behalf of 5bac0c3f6a284bfc86db50bf43123036 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:17.875274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.903273 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:17.930895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:17.937711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Usage tracker for resource:security_group_rule and tenant:5bac0c3f6a284bfc86db50bf43123036 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:17.945180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:17.961772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc30b04e-dc2d-4313-9529-9852f543bd22 None None] Network ce96f382-6c5b-4ebd-873b-ee63103ec2d9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:26:17.965048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:17.981402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Allocated IP 2001:db8::371 (ce96f382-6c5b-4ebd-873b-ee63103ec2d9/563634df-3ba0-4a11-966f-bf9bab3acd7c/57fb50dc-6aa3-404d-930f-3b4bbbe98a65) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:18.056552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8403359a-5b12-4580-a784-6eb2353bde3e req-dc5cb711-48e0-4f13-a5fc-75179120114e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:18.057841 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8403359a-5b12-4580-a784-6eb2353bde3e req-dc5cb711-48e0-4f13-a5fc-75179120114e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.2975037 Apr 05 20:26:18.158112 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.161799 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8403359a-5b12-4580-a784-6eb2353bde3e req-7c3b5489-a1ea-44df-b2a0-8edf8887b155 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927711 Apr 05 20:26:18.165260 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.200684 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:26:18.210248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ba88d1-4083-41c9-bb8a-a247b79f6519,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:18.236211 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.236899 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Added segment 1c1d9c44-8985-4875-b50e-6ef0c6785cba of type vlan for network 01d61d8c-89fd-4c26-a5e0-b93ec136f86f Apr 05 20:26:18.268322 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.296993 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.315763 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.319324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:18.320736 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.375111 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.456905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Network ce96f382-6c5b-4ebd-873b-ee63103ec2d9 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:18.461535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:18.466016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:26:18.467220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:18.468187 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.494122 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:26:18.522425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event updated for resources: {'Port': ['ID=57fb50dc-6aa3-404d-930f-3b4bbbe98a65,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:18.523809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] Pushing event updated for resources: {'Network': ['ID=01d61d8c-89fd-4c26-a5e0-b93ec136f86f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:18.530866 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8f0bbd24-14ae-4fae-a0c6-fbc2839cb8a3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1748397 Apr 05 20:26:18.539871 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 01d61d8c-89fd-4c26-a5e0-b93ec136f86f details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:26:18.543863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45694) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:18.552826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Request body: {'subnet': {'network_id': '01d61d8c-89fd-4c26-a5e0-b93ec136f86f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2040968392-subnet', 'tenant_id': '5bac0c3f6a284bfc86db50bf43123036', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:18.562263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-83c422cc-5c36-4d4d-adc3-1b6e0e5ceb85 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8667090 Apr 05 20:26:18.563944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:18.566204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45698) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:18.570353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Usage tracker for resource:subnet and tenant:5bac0c3f6a284bfc86db50bf43123036 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:18.624374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:18.703346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2888e6b-73db-465b-a2bc-7b717cc1137d req-8d1ffa17-a149-43da-94c5-cda4ff858d6d tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:18.719184 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b2888e6b-73db-465b-a2bc-7b717cc1137d req-8d1ffa17-a149-43da-94c5-cda4ff858d6d tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 945 time: 0.1751363 Apr 05 20:26:18.790310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:18.845317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Made reservation on behalf of 5bac0c3f6a284bfc86db50bf43123036 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:18.847891 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.875431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a30140ed-7810-4182-8354-d165864b68e4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Deleting port 57fb50dc-6aa3-404d-930f-3b4bbbe98a65 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:18.880520 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a30140ed-7810-4182-8354-d165864b68e4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:18.931226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-b2888e6b-73db-465b-a2bc-7b717cc1137d req-8c5c3e24-9201-418e-ad33-03d26d10a02a tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Deleting port 1d22bfef-d677-4012-8ad8-f711269fdbfb {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:18.931685 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b2888e6b-73db-465b-a2bc-7b717cc1137d req-8c5c3e24-9201-418e-ad33-03d26d10a02a tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.407692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d6c43-91d1-4e16-b8ce-04a79567af93 req-f00cd092-bfe9-4667-868f-70e132b64697 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:19.414469 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-516d6c43-91d1-4e16-b8ce-04a79567af93 req-f00cd092-bfe9-4667-868f-70e132b64697 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 945 time: 0.5000434 Apr 05 20:26:19.449862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-b2888e6b-73db-465b-a2bc-7b717cc1137d req-8c5c3e24-9201-418e-ad33-03d26d10a02a tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] For port 1d22bfef-d677-4012-8ad8-f711269fdbfb, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d22bfef-d677-4012-8ad8-f711269fdbfb,segment=NetworkSegment(f518233d-b7a3-44c7-8c71-4cc9f39e13db),segment_id=f518233d-b7a3-44c7-8c71-4cc9f39e13db)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:19.450344 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b2888e6b-73db-465b-a2bc-7b717cc1137d req-8c5c3e24-9201-418e-ad33-03d26d10a02a tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.524925 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-516d6c43-91d1-4e16-b8ce-04a79567af93 req-5359d546-0b08-44a6-b53c-35c7c3877062 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/security-groups?id=60232fcb-1e6d-4163-983e-3243ed5a58a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093049 Apr 05 20:26:19.528102 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a30140ed-7810-4182-8354-d165864b68e4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.610392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-b2888e6b-73db-465b-a2bc-7b717cc1137d req-8c5c3e24-9201-418e-ad33-03d26d10a02a tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Calling delete_port for 1d22bfef-d677-4012-8ad8-f711269fdbfb owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:19.717244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a30140ed-7810-4182-8354-d165864b68e4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Calling delete_port for 57fb50dc-6aa3-404d-930f-3b4bbbe98a65 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:19.778621 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:19.809512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a10648-5ff7-4731-8f57-44d6b600a6b0 req-1c77820a-5a8b-4f02-90fa-db6999a6eef6 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:19.811034 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-03a10648-5ff7-4731-8f57-44d6b600a6b0 req-1c77820a-5a8b-4f02-90fa-db6999a6eef6 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.4081573 Apr 05 20:26:19.921145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64d0d89f-816b-4cf5-9476-5c315168f0c3,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:19.939194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:19.939855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:19.940293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:19.940725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:19.941151 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:19.941599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:19.942062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:19.942484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:19.943089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:19.944185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:19.944580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:19.944967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:20.017530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Checking segment: {'id': '1c1d9c44-8985-4875-b50e-6ef0c6785cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01d61d8c-89fd-4c26-a5e0-b93ec136f86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:26:20.017900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Network hostable DHCP agents. Network: 01d61d8c-89fd-4c26-a5e0-b93ec136f86f, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:26:20.058882 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-03a10648-5ff7-4731-8f57-44d6b600a6b0 req-e5cb1934-466b-43a9-b9f7-5adb3f402a81 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340069 Apr 05 20:26:20.099241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Network 01d61d8c-89fd-4c26-a5e0-b93ec136f86f is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:26:20.103713 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b2888e6b-73db-465b-a2bc-7b717cc1137d req-8c5c3e24-9201-418e-ad33-03d26d10a02a tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.131059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 01d61d8c-89fd-4c26-a5e0-b93ec136f86f) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:20.146984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe0b834-8eb6-426d-a7ba-8d4bc6c62459 None None] Network 01d61d8c-89fd-4c26-a5e0-b93ec136f86f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:26:20.159565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:20.161819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.171318 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a30140ed-7810-4182-8354-d165864b68e4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.222310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45752) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:20.243933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c3e24-9201-418e-ad33-03d26d10a02a tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Pushing event deleted for resources: {'Port': ['ID=1d22bfef-d677-4012-8ad8-f711269fdbfb,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:20.341332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30140ed-7810-4182-8354-d165864b68e4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event deleted for resources: {'Port': ['ID=57fb50dc-6aa3-404d-930f-3b4bbbe98a65,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:20.397383 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a30140ed-7810-4182-8354-d165864b68e4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.399390 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a30140ed-7810-4182-8354-d165864b68e4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "DELETE /v2.0/ports/57fb50dc-6aa3-404d-930f-3b4bbbe98a65 HTTP/1.1" status: 204 len: 168 time: 1.8321147 Apr 05 20:26:20.403376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bf878e81-4c2a-4f17-b4b1-21745117ba70 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8562229 Apr 05 20:26:20.405426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45758) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:20.418476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ce96f382-6c5b-4ebd-873b-ee63103ec2d9', 'external_fixed_ips': [{'subnet_id': '563634df-3ba0-4a11-966f-bf9bab3acd7c', 'ip_address': '2001:db8::371'}]}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:20.454110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:20.467901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Usage tracker for resource:router and tenant:31eebc2771c242fdb8384473f91ee0b0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:20.475640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:20.486602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:20.506906 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.508256 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.512540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3f092c-d035-4bf3-ae1c-b6911e7973e7 None None] Network 01d61d8c-89fd-4c26-a5e0-b93ec136f86f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:26:20.526136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.538438 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5f381169-396f-453d-a3ef-3d84534ecdb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.559368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2888e6b-73db-465b-a2bc-7b717cc1137d req-8c5c3e24-9201-418e-ad33-03d26d10a02a tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] No DVR routers for this DVR port 1d22bfef-d677-4012-8ad8-f711269fdbfb on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:26:20.564436 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b2888e6b-73db-465b-a2bc-7b717cc1137d req-8c5c3e24-9201-418e-ad33-03d26d10a02a tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.577502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fd4901d-76bc-4e44-aa94-38ad1c1a0842', 'name': 'network-vif-deleted', 'tag': '1d22bfef-d677-4012-8ad8-f711269fdbfb'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:26:20.635586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5f381169-396f-453d-a3ef-3d84534ecdb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:20.656906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5f381169-396f-453d-a3ef-3d84534ecdb0 admin admin] Usage tracker for resource:security_group_rule and tenant:12566651b13c4fb9b643e9976b713912 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:20.673170 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b2888e6b-73db-465b-a2bc-7b717cc1137d req-8c5c3e24-9201-418e-ad33-03d26d10a02a tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.41 "DELETE /v2.0/ports/1d22bfef-d677-4012-8ad8-f711269fdbfb HTTP/1.1" status: 204 len: 173 time: 1.9530671 Apr 05 20:26:20.674044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5f381169-396f-453d-a3ef-3d84534ecdb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:20.708171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5f381169-396f-453d-a3ef-3d84534ecdb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:20.720282 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fd4901d-76bc-4e44-aa94-38ad1c1a0842', 'name': 'network-vif-deleted', 'tag': '1d22bfef-d677-4012-8ad8-f711269fdbfb', 'status': 'completed', 'code': 200} Apr 05 20:26:20.861452 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5f381169-396f-453d-a3ef-3d84534ecdb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.866364 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5f381169-396f-453d-a3ef-3d84534ecdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:20.962838 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5f381169-396f-453d-a3ef-3d84534ecdb0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12566651b13c4fb9b643e9976b713912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7289832 Apr 05 20:26:20.962838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f381169-396f-453d-a3ef-3d84534ecdb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8667d0-bb1d-4f1c-8997-627d8658d968,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:20.964783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45782) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:21.042773 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ad2770e8-781e-4e7d-a16c-c43bf45700c6 req-77a759c8-e7aa-4dcb-a83b-777034899df7 tempest-ServerGroupTestJSON-981836269 tempest-ServerGroupTestJSON-981836269-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fd4901d-76bc-4e44-aa94-38ad1c1a0842 HTTP/1.1" status: 200 len: 210 time: 0.2621906 Apr 05 20:26:21.063142 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69e11da5-84f1-4728-a8d0-295ebb39e2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.109615 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69e11da5-84f1-4728-a8d0-295ebb39e2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.221709 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1d22bfef-d677-4012-8ad8-f711269fdbfb no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:26:21.229009 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69e11da5-84f1-4728-a8d0-295ebb39e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.252581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e11da5-84f1-4728-a8d0-295ebb39e2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8667d0-bb1d-4f1c-8997-627d8658d968,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:21.271247 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.274460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 1d22bfef-d677-4012-8ad8-f711269fdbfb {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:26:21.274969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1d22bfef-d677-4012-8ad8-f711269fdbfb not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:26:21.279161 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69e11da5-84f1-4728-a8d0-295ebb39e2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.282012 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-69e11da5-84f1-4728-a8d0-295ebb39e2aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb8667d0-bb1d-4f1c-8997-627d8658d968 HTTP/1.1" status: 204 len: 168 time: 0.3148234 Apr 05 20:26:21.679414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd959e31-46fc-4fbf-b1f7-b97826a89bbe req-9a0a0e2c-f44d-4acc-b3eb-0d57ed5b0d3f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:21.687124 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fd959e31-46fc-4fbf-b1f7-b97826a89bbe req-9a0a0e2c-f44d-4acc-b3eb-0d57ed5b0d3f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.3992729 Apr 05 20:26:21.747152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-88225056-acf1-456b-800f-7dc3f0738522 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:21.747984 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-88225056-acf1-456b-800f-7dc3f0738522 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Synchronizing usage tracker for tenant:5bac0c3f6a284bfc86db50bf43123036 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:21.758163 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fd959e31-46fc-4fbf-b1f7-b97826a89bbe req-b02cb57e-11fb-4dda-8c70-fc9f2caca592 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700641 Apr 05 20:26:21.810513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-88225056-acf1-456b-800f-7dc3f0738522 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Unset dirty status for tenant:5bac0c3f6a284bfc86db50bf43123036 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:21.812094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-88225056-acf1-456b-800f-7dc3f0738522 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/networks?id=01d61d8c-89fd-4c26-a5e0-b93ec136f86f HTTP/1.1" status: 200 len: 822 time: 0.3559673 Apr 05 20:26:21.844232 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-383ba90c-3ed8-4a9a-bd9f-e01a7aa5e058 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/quotas/5bac0c3f6a284bfc86db50bf43123036 HTTP/1.1" status: 200 len: 375 time: 0.0251098 Apr 05 20:26:21.880283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45822) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:21.904714 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5092683-d0d9-4b8c-aa75-a7f6dc397233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:21.909542 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-5c3bc44f-e636-4b0c-a27d-9390ffc5ebee tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bac0c3f6a284bfc86db50bf43123036&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580382 Apr 05 20:26:22.073166 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-8100c68a-8276-4dbb-89b3-f9601425840f service neutron] 10.222.0.24 "GET /v2.0/networks/01d61d8c-89fd-4c26-a5e0-b93ec136f86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535120 Apr 05 20:26:22.080910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d5092683-d0d9-4b8c-aa75-a7f6dc397233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:22.112963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d5092683-d0d9-4b8c-aa75-a7f6dc397233 admin admin] Usage tracker for resource:security_group_rule and tenant:3b80566a78a344e3960ae8d25cfafd09 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:22.119552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d5092683-d0d9-4b8c-aa75-a7f6dc397233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:22.135428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d5092683-d0d9-4b8c-aa75-a7f6dc397233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:22.205371 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:22.247997 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-3f11ef37-ecbf-4c45-9843-5563a1aec936 service neutron] 10.222.0.24 "GET /v2.0/networks/01d61d8c-89fd-4c26-a5e0-b93ec136f86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670816 Apr 05 20:26:22.249701 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:22.497669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5092683-d0d9-4b8c-aa75-a7f6dc397233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:22.512648 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5092683-d0d9-4b8c-aa75-a7f6dc397233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:22.587123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Allocated IP 2001:db8::371 (ce96f382-6c5b-4ebd-873b-ee63103ec2d9/563634df-3ba0-4a11-966f-bf9bab3acd7c/1abd80f2-a085-4710-8ba3-f0e02aa9761b) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:22.594555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d5092683-d0d9-4b8c-aa75-a7f6dc397233 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b80566a78a344e3960ae8d25cfafd09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7108152 Apr 05 20:26:22.594723 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e22491ce-7356-4db5-820d-48a637f07eb9 req-8968ca23-74f5-4d06-8a05-3848612953ae tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 210 time: 0.0997217 Apr 05 20:26:22.595107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45846) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:22.748641 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7caf8e22-acb6-4268-a236-6193fcd7430f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:22.815867 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7caf8e22-acb6-4268-a236-6193fcd7430f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:22.836081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45860) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:22.900727 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:22.910683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5092683-d0d9-4b8c-aa75-a7f6dc397233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33274672-f014-4a19-a73b-401b66b7fa5e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:22.949254 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:23.042216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Network ce96f382-6c5b-4ebd-873b-ee63103ec2d9 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:23.047363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:23.127212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:26:23.163627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-61412b4b-18aa-47e7-866f-cd17e76b42a7 admin admin] Deleting subnet 3d9d62d7-cb6e-49fe-bbbc-677954044d5c {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:26:23.174349 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-61412b4b-18aa-47e7-866f-cd17e76b42a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:23.253123 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-61412b4b-18aa-47e7-866f-cd17e76b42a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:23.329241 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-61412b4b-18aa-47e7-866f-cd17e76b42a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:23.389823 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7caf8e22-acb6-4268-a236-6193fcd7430f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:23.400279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event updated for resources: {'Port': ['ID=1abd80f2-a085-4710-8ba3-f0e02aa9761b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:23.430602 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf8e22-acb6-4268-a236-6193fcd7430f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33274672-f014-4a19-a73b-401b66b7fa5e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:23.470181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6333a-cf3b-4cec-b522-b120d76d0700 req-0784ec52-78cf-4194-b1f8-58de98aba8a5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:23.471738 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b1e6333a-cf3b-4cec-b522-b120d76d0700 req-0784ec52-78cf-4194-b1f8-58de98aba8a5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.4691677 Apr 05 20:26:23.477712 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7caf8e22-acb6-4268-a236-6193fcd7430f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:23.481705 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7caf8e22-acb6-4268-a236-6193fcd7430f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33274672-f014-4a19-a73b-401b66b7fa5e HTTP/1.1" status: 204 len: 168 time: 0.8841507 Apr 05 20:26:23.513439 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-61412b4b-18aa-47e7-866f-cd17e76b42a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:23.579079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61412b4b-18aa-47e7-866f-cd17e76b42a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9d62d7-cb6e-49fe-bbbc-677954044d5c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:23.583530 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-61412b4b-18aa-47e7-866f-cd17e76b42a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:23.589076 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b1e6333a-cf3b-4cec-b522-b120d76d0700 req-72ee9f9d-3d5c-4fc8-b516-7b2e92990d94 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042471 Apr 05 20:26:23.595906 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-61412b4b-18aa-47e7-866f-cd17e76b42a7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3d9d62d7-cb6e-49fe-bbbc-677954044d5c HTTP/1.1" status: 204 len: 168 time: 0.7564070 Apr 05 20:26:23.596111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45876) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:23.851823 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a380907-dfd8-4fe4-b9db-58f509c0bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:23.976358 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:24.074971 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a380907-dfd8-4fe4-b9db-58f509c0bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:24.086478 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a89230d-b963-4ff1-910d-c09211b66423 req-c322f67c-2fe1-452d-96c5-68eb10587222 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 210 time: 0.1205194 Apr 05 20:26:24.101190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2a380907-dfd8-4fe4-b9db-58f509c0bcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4735a5dd-2015-420f-a034-14e458adf985']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:24.115028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2a380907-dfd8-4fe4-b9db-58f509c0bcb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f518233d-b7a3-44c7-8c71-4cc9f39e13db') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:24.115587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2a380907-dfd8-4fe4-b9db-58f509c0bcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f518233d-b7a3-44c7-8c71-4cc9f39e13db') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:24.128907 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a380907-dfd8-4fe4-b9db-58f509c0bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:24.147416 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a380907-dfd8-4fe4-b9db-58f509c0bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:24.172109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a380907-dfd8-4fe4-b9db-58f509c0bcb3 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:26:24.172864 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a380907-dfd8-4fe4-b9db-58f509c0bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:26:24.204082 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:26:24.331041 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a380907-dfd8-4fe4-b9db-58f509c0bcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:24.373636 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a380907-dfd8-4fe4-b9db-58f509c0bcb3 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:24.395883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a380907-dfd8-4fe4-b9db-58f509c0bcb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4735a5dd-2015-420f-a034-14e458adf985,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:24.406923 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2a380907-dfd8-4fe4-b9db-58f509c0bcb3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4735a5dd-2015-420f-a034-14e458adf985 HTTP/1.1" status: 204 len: 168 time: 0.8092833 Apr 05 20:26:24.519582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:24.704548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45916) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:24.779137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-08f47073-c465-43bc-8ba9-172c6e4c04b4 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:24.787755 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-08f47073-c465-43bc-8ba9-172c6e4c04b4 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.41 "GET /v2.0/networks?id=01d61d8c-89fd-4c26-a5e0-b93ec136f86f HTTP/1.1" status: 200 len: 822 time: 0.4345715 Apr 05 20:26:24.824222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Request body: {'port': {'device_id': 'f025bf2a-7151-4566-857f-60b984ea38d2', 'network_id': '01d61d8c-89fd-4c26-a5e0-b93ec136f86f', 'admin_state_up': True, 'tenant_id': '5bac0c3f6a284bfc86db50bf43123036'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:24.880886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Router 56ebd096-aa8c-477c-bfb5-2eff1910fa53 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:26:25.006586 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f2994852-123c-4c94-9a13-c84332b9ed0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0b3e6df861f4f3ea55427a77a3288f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005576 Apr 05 20:26:25.029992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45924) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:25.095832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:26:25.120436 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Sync routers for ids ['56ebd096-aa8c-477c-bfb5-2eff1910fa53'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:26:25.138454 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Routers {'56ebd096-aa8c-477c-bfb5-2eff1910fa53'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:26:25.139168 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:26:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['56ebd096-aa8c-477c-bfb5-2eff1910fa53'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:25.168110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:25.169444 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-61a536ec-acfb-4aa9-b351-0cc64369f246 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.7630024 Apr 05 20:26:25.172084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45934) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:25.212970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:25.236716 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c83d8c0c-e1b5-492b-b24b-462b5257449f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:25.254139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Usage tracker for resource:port and tenant:5bac0c3f6a284bfc86db50bf43123036 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:25.265585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:25.289523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:25.320390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58f97b-a649-4f7e-b425-a42c14fe06bc req-d6d5e012-30f2-4b42-98db-0b0fde1adba2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:25.323513 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-af58f97b-a649-4f7e-b425-a42c14fe06bc req-d6d5e012-30f2-4b42-98db-0b0fde1adba2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.5149105 Apr 05 20:26:25.404381 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c83d8c0c-e1b5-492b-b24b-462b5257449f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:25.458070 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Set router 56ebd096-aa8c-477c-bfb5-2eff1910fa53 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:26:25.479756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Made reservation on behalf of 5bac0c3f6a284bfc86db50bf43123036 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:25.483171 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:25.627363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:25.750019 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-af58f97b-a649-4f7e-b425-a42c14fe06bc req-420a2503-654e-47a6-af5c-31341cc0e382 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104583 Apr 05 20:26:25.783825 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11908c71-3eba-45a6-ac55-0bce3404db58 req-7be1dc4d-4965-4fba-a5b7-5160509fa2fa tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 210 time: 0.3471215 Apr 05 20:26:25.860806 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd6e4462-0940-44fe-8938-0b491c6e6a77 req-45c247fb-8442-483f-90be-872f38020e1a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4633412 Apr 05 20:26:25.876010 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c83d8c0c-e1b5-492b-b24b-462b5257449f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:25.896389 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebd096-aa8c-477c-bfb5-2eff1910fa53', 'name': '', 'tenant_id': '31eebc2771c242fdb8384473f91ee0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ce96f382-6c5b-4ebd-873b-ee63103ec2d9', 'external_fixed_ips': [{'subnet_id': '563634df-3ba0-4a11-966f-bf9bab3acd7c', 'ip_address': '2001:db8::371'}], 'enable_snat': True}, 'gw_port_id': '1abd80f2-a085-4710-8ba3-f0e02aa9761b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:20Z', 'updated_at': '2022-04-05T20:26:23Z', 'revision_number': 3, 'project_id': '31eebc2771c242fdb8384473f91ee0b0', 'gw_port': {'id': '1abd80f2-a085-4710-8ba3-f0e02aa9761b', 'name': '', 'network_id': 'ce96f382-6c5b-4ebd-873b-ee63103ec2d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:21:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ebd096-aa8c-477c-bfb5-2eff1910fa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '563634df-3ba0-4a11-966f-bf9bab3acd7c', 'ip_address': '2001:db8::371', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:22Z', 'updated_at': '2022-04-05T20:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '563634df-3ba0-4a11-966f-bf9bab3acd7c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:25.902358 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Checking router: 56ebd096-aa8c-477c-bfb5-2eff1910fa53 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:26:25.902697 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Updating router 56ebd096-aa8c-477c-bfb5-2eff1910fa53 port 1abd80f2-a085-4710-8ba3-f0e02aa9761b binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:26:26.015903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d8c0c-e1b5-492b-b24b-462b5257449f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60232fcb-1e6d-4163-983e-3243ed5a58a1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:26.069556 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:26.119570 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:26.133006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Allocated IP 172.20.0.7 (01d61d8c-89fd-4c26-a5e0-b93ec136f86f/64d0d89f-816b-4cf5-9476-5c315168f0c3/62a6b2be-a04f-49cc-8128-6bb38379f5b5) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:26.149308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Deleting port 1abd80f2-a085-4710-8ba3-f0e02aa9761b {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:26.150144 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:26.232072 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c83d8c0c-e1b5-492b-b24b-462b5257449f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:26.233193 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c83d8c0c-e1b5-492b-b24b-462b5257449f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60232fcb-1e6d-4163-983e-3243ed5a58a1 HTTP/1.1" status: 204 len: 168 time: 1.2034655 Apr 05 20:26:26.670300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e4462-0940-44fe-8938-0b491c6e6a77 req-0da98b80-0a03-4af7-973e-c6f2c5d0364d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:26.683129 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd6e4462-0940-44fe-8938-0b491c6e6a77 req-0da98b80-0a03-4af7-973e-c6f2c5d0364d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 1097 time: 0.6528282 Apr 05 20:26:26.823183 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:27.066320 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:27.098692 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Transition to ACTIVE for port object 1abd80f2-a085-4710-8ba3-f0e02aa9761b will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:27.116859 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:27.256694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Calling delete_port for 1abd80f2-a085-4710-8ba3-f0e02aa9761b owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:27.279354 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Attempting to bind port 1abd80f2-a085-4710-8ba3-f0e02aa9761b on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:26:27.282256 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:27.283193 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Attempting to bind port 1abd80f2-a085-4710-8ba3-f0e02aa9761b by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '73a5ce10-4228-4393-a35b-883bdb3649eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce96f382-6c5b-4ebd-873b-ee63103ec2d9'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:26:27.283760 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Attempting to bind port 1abd80f2-a085-4710-8ba3-f0e02aa9761b on network ce96f382-6c5b-4ebd-873b-ee63103ec2d9 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:26:27.299882 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e98f8dd1-dde2-4a1f-97da-ce0408641247 req-77a3bce4-a31a-4a80-bfdc-1b0cd2bf5b5a tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 210 time: 0.2576396 Apr 05 20:26:27.306874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e4462-0940-44fe-8938-0b491c6e6a77 req-ec1066eb-f613-4121-8bb7-7080b35a71c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:27.308470 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd6e4462-0940-44fe-8938-0b491c6e6a77 req-ec1066eb-f613-4121-8bb7-7080b35a71c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.5775337 Apr 05 20:26:27.311902 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:26:27.314409 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Checking segment: {'id': '73a5ce10-4228-4393-a35b-883bdb3649eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce96f382-6c5b-4ebd-873b-ee63103ec2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:26:27.314537 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:27.314943 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Bound using segment: {'id': '73a5ce10-4228-4393-a35b-883bdb3649eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce96f382-6c5b-4ebd-873b-ee63103ec2d9'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:26:27.315424 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Bound port: 1abd80f2-a085-4710-8ba3-f0e02aa9761b, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73a5ce10-4228-4393-a35b-883bdb3649eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ce96f382-6c5b-4ebd-873b-ee63103ec2d9'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:26:27.323214 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:27.480532 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:26:27.481105 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:26:27.482212 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd6e4462-0940-44fe-8938-0b491c6e6a77 req-f2f090e7-febd-49fd-a772-244ef78c5dc0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 HTTP/1.1" status: 200 len: 217 time: 0.1598520 Apr 05 20:26:27.493643 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1265d2-1fbc-47f2-bf43-6b221ce519a8 None None] Pushing event updated for resources: {'Port': ['ID=1abd80f2-a085-4710-8ba3-f0e02aa9761b,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:27.514782 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1265d2-1fbc-47f2-bf43-6b221ce519a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:27.515113 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1265d2-1fbc-47f2-bf43-6b221ce519a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:27.515440 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1265d2-1fbc-47f2-bf43-6b221ce519a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:27.515757 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1265d2-1fbc-47f2-bf43-6b221ce519a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:27.516074 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1265d2-1fbc-47f2-bf43-6b221ce519a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:27.516386 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1265d2-1fbc-47f2-bf43-6b221ce519a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:27.516953 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1265d2-1fbc-47f2-bf43-6b221ce519a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:27.517571 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1265d2-1fbc-47f2-bf43-6b221ce519a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:27.517929 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1265d2-1fbc-47f2-bf43-6b221ce519a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:27.518246 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1265d2-1fbc-47f2-bf43-6b221ce519a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:27.518556 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1265d2-1fbc-47f2-bf43-6b221ce519a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:27.518863 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1265d2-1fbc-47f2-bf43-6b221ce519a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:27.556716 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] For port 1abd80f2-a085-4710-8ba3-f0e02aa9761b, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:26:27.562086 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] For port 1abd80f2-a085-4710-8ba3-f0e02aa9761b, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1abd80f2-a085-4710-8ba3-f0e02aa9761b,segment=NetworkSegment(73a5ce10-4228-4393-a35b-883bdb3649eb),segment_id=73a5ce10-4228-4393-a35b-883bdb3649eb)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:26:27.574036 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:27.641176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e4462-0940-44fe-8938-0b491c6e6a77 req-76c3b7e1-6146-44d5-b6df-5f1fd7e93e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:27.643324 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd6e4462-0940-44fe-8938-0b491c6e6a77 req-76c3b7e1-6146-44d5-b6df-5f1fd7e93e4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.1439259 Apr 05 20:26:27.660179 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Routers {'56ebd096-aa8c-477c-bfb5-2eff1910fa53'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:26:27.661056 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:26:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['56ebd096-aa8c-477c-bfb5-2eff1910fa53'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:27.811752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f0e60-06dd-4356-8b5f-24f6003d0b46 req-847ffc10-820c-4832-8637-0c6e61b7e755 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:27.825065 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de3f0e60-06dd-4356-8b5f-24f6003d0b46 req-847ffc10-820c-4832-8637-0c6e61b7e755 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.7224288 Apr 05 20:26:27.907245 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de3f0e60-06dd-4356-8b5f-24f6003d0b46 req-446a2045-7a2c-4d3f-ad6c-186dc8d4706a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807841 Apr 05 20:26:27.941619 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:27.982392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Deleting port 1abd80f2-a085-4710-8ba3-f0e02aa9761b {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:27.982727 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:28.040620 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] Set router 56ebd096-aa8c-477c-bfb5-2eff1910fa53 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:26:28.055891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Network 01d61d8c-89fd-4c26-a5e0-b93ec136f86f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:28.091286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:28.103251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:26:28.172231 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ebd096-aa8c-477c-bfb5-2eff1910fa53', 'name': '', 'tenant_id': '31eebc2771c242fdb8384473f91ee0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:20Z', 'updated_at': '2022-04-05T20:26:26Z', 'revision_number': 4, 'project_id': '31eebc2771c242fdb8384473f91ee0b0', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:28.187274 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab0836-b116-4e05-bf59-25b261c40d29 None None] The sync data for ids ['56ebd096-aa8c-477c-bfb5-2eff1910fa53'] in n-d-836604-1 is: [{'id': '56ebd096-aa8c-477c-bfb5-2eff1910fa53', 'name': '', 'tenant_id': '31eebc2771c242fdb8384473f91ee0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:20Z', 'updated_at': '2022-04-05T20:26:26Z', 'revision_number': 4, 'project_id': '31eebc2771c242fdb8384473f91ee0b0', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:26:28.200001 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1265d2-1fbc-47f2-bf43-6b221ce519a8 None None] Pushing event updated for resources: {'Port': ['ID=1abd80f2-a085-4710-8ba3-f0e02aa9761b,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:28.206255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e4462-0940-44fe-8938-0b491c6e6a77 req-c9232769-32e8-49b6-9a76-917fbdccb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:28.207952 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd6e4462-0940-44fe-8938-0b491c6e6a77 req-c9232769-32e8-49b6-9a76-917fbdccb8fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5309117 Apr 05 20:26:28.412898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Pushing event updated for resources: {'Port': ['ID=62a6b2be-a04f-49cc-8128-6bb38379f5b5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:28.429682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] For port 1abd80f2-a085-4710-8ba3-f0e02aa9761b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1abd80f2-a085-4710-8ba3-f0e02aa9761b,segment=NetworkSegment(73a5ce10-4228-4393-a35b-883bdb3649eb),segment_id=73a5ce10-4228-4393-a35b-883bdb3649eb)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:28.431546 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:28.447194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:28.447773 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:28.636720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Calling delete_port for 1abd80f2-a085-4710-8ba3-f0e02aa9761b owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:28.722151 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34bb3a92-a3b2-494d-bc8c-5c564e1151bb req-7d45bd1c-a2e6-4060-aa40-997a57904235 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0528650 Apr 05 20:26:29.041328 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:29.050040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46048) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:29.065606 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-93f5c26b-41f8-4df2-b537-01541cfa099b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2579751 Apr 05 20:26:29.077766 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd6e4462-0940-44fe-8938-0b491c6e6a77 req-d0d4cf88-75d4-4ef8-963c-d62afcd2757c service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8457489 Apr 05 20:26:29.086324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Request body: {'port': {'device_id': 'f025bf2a-7151-4566-857f-60b984ea38d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:29.180323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event deleted for resources: {'Port': ['ID=1abd80f2-a085-4710-8ba3-f0e02aa9761b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:29.245023 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:29.592193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd5fa6-bbb8-4570-aad8-bc9e39b54ddb req-dc38c2db-bcd3-4c97-ac8b-917bd2d3ad2a tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:29.592910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-33cd5fa6-bbb8-4570-aad8-bc9e39b54ddb req-dc38c2db-bcd3-4c97-ac8b-917bd2d3ad2a tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Synchronizing usage tracker for tenant:5bac0c3f6a284bfc86db50bf43123036 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:29.602439 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:29.609522 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:29.615630 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:29.675542 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:29.676252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56ebd096-aa8c-477c-bfb5-2eff1910fa53 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:26:29.689906 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b0836e3-4793-4951-9ce7-2e01a936c33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:29.694418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-33cd5fa6-bbb8-4570-aad8-bc9e39b54ddb req-dc38c2db-bcd3-4c97-ac8b-917bd2d3ad2a tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Unset dirty status for tenant:5bac0c3f6a284bfc86db50bf43123036 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:29.696897 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-33cd5fa6-bbb8-4570-aad8-bc9e39b54ddb req-dc38c2db-bcd3-4c97-ac8b-917bd2d3ad2a tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 931 time: 0.7929015 Apr 05 20:26:29.739624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b0836e3-4793-4951-9ce7-2e01a936c33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:29.745709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b0836e3-4793-4951-9ce7-2e01a936c33c admin admin] Usage tracker for resource:security_group_rule and tenant:a4831a10064941908eaa2a8c24ac82ce is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:29.749694 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:29.750929 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-10de69ad-ee91-4b3b-a5fb-d46b2ec78b0a tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "DELETE /v2.0/routers/56ebd096-aa8c-477c-bfb5-2eff1910fa53 HTTP/1.1" status: 204 len: 168 time: 4.5778539 Apr 05 20:26:29.752590 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd6e4462-0940-44fe-8938-0b491c6e6a77 req-9bfb0fdb-5b92-477e-8e2b-aae2fbb7ff11 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816889 Apr 05 20:26:29.753146 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b0836e3-4793-4951-9ce7-2e01a936c33c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:29.758007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46062) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:29.847521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55c2eff-6193-4ee4-aad3-8c554cd76388 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Deleting subnet 563634df-3ba0-4a11-966f-bf9bab3acd7c {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:26:29.851024 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f55c2eff-6193-4ee4-aad3-8c554cd76388 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:29.922521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-33cd5fa6-bbb8-4570-aad8-bc9e39b54ddb req-b2703406-1656-474d-8da4-6519d4c0e2c6 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Synchronizing usage tracker for tenant:5bac0c3f6a284bfc86db50bf43123036 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:30.079473 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f55c2eff-6193-4ee4-aad3-8c554cd76388 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:30.144125 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f55c2eff-6193-4ee4-aad3-8c554cd76388 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:30.228008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b0836e3-4793-4951-9ce7-2e01a936c33c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:30.236596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-33cd5fa6-bbb8-4570-aad8-bc9e39b54ddb req-b2703406-1656-474d-8da4-6519d4c0e2c6 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Unset dirty status for tenant:5bac0c3f6a284bfc86db50bf43123036 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:30.237779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-33cd5fa6-bbb8-4570-aad8-bc9e39b54ddb req-b2703406-1656-474d-8da4-6519d4c0e2c6 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ba88d1-4083-41c9-bb8a-a247b79f6519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4991241 Apr 05 20:26:30.260369 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f55c2eff-6193-4ee4-aad3-8c554cd76388 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:30.339653 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f55c2eff-6193-4ee4-aad3-8c554cd76388 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:30.360735 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c2eff-6193-4ee4-aad3-8c554cd76388 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=563634df-3ba0-4a11-966f-bf9bab3acd7c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:30.390456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f55c2eff-6193-4ee4-aad3-8c554cd76388 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/563634df-3ba0-4a11-966f-bf9bab3acd7c HTTP/1.1" status: 204 len: 168 time: 0.6291406 Apr 05 20:26:30.396295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46072) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:30.404035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a6b2be-a04f-49cc-8128-6bb38379f5b5 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:26:30.409342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dd129-88ed-4359-8289-dcdd86b8d086 req-368f726d-af05-4c54-b56f-ad9b8342ed8b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:30.417197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-972dd129-88ed-4359-8289-dcdd86b8d086 req-368f726d-af05-4c54-b56f-ad9b8342ed8b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 1.1772690 Apr 05 20:26:30.435408 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:30.685084 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2dacbbb7-eba6-450d-8ae2-feba57979bfe req-84a48b57-554b-4c7e-84e8-5b23a273f007 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.2294655 Apr 05 20:26:30.704096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b0836e3-4793-4951-9ce7-2e01a936c33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:30.719134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Transition to ACTIVE for port object 62a6b2be-a04f-49cc-8128-6bb38379f5b5 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:30.720219 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b0836e3-4793-4951-9ce7-2e01a936c33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:30.752137 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:30.889699 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79420a44-8ced-48de-972b-9f0af66b9e0f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:30.894368 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7b0836e3-4793-4951-9ce7-2e01a936c33c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4831a10064941908eaa2a8c24ac82ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7741652 Apr 05 20:26:30.894368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0836e3-4793-4951-9ce7-2e01a936c33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd455c62-c6fc-4833-839a-76066f00e084,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:30.898206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46078) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:30.901890 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-972dd129-88ed-4359-8289-dcdd86b8d086 req-641b5505-a6e8-4178-bde9-f2a7fe3e933b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698677 Apr 05 20:26:31.198666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Pushing event updated for resources: {'Port': ['ID=62a6b2be-a04f-49cc-8128-6bb38379f5b5,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:31.299795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bfc0f2e7-7619-4d3c-97bf-d507a21d94cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.382020 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Attempting to bind port 62a6b2be-a04f-49cc-8128-6bb38379f5b5 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:26:31.382350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Attempting to bind port 62a6b2be-a04f-49cc-8128-6bb38379f5b5 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '1c1d9c44-8985-4875-b50e-6ef0c6785cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01d61d8c-89fd-4c26-a5e0-b93ec136f86f'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:26:31.382669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Attempting to bind port 62a6b2be-a04f-49cc-8128-6bb38379f5b5 on network 01d61d8c-89fd-4c26-a5e0-b93ec136f86f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:26:31.385763 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79420a44-8ced-48de-972b-9f0af66b9e0f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.438310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Port 62a6b2be-a04f-49cc-8128-6bb38379f5b5 on network 01d61d8c-89fd-4c26-a5e0-b93ec136f86f not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:26:31.438627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Attempting to bind port 62a6b2be-a04f-49cc-8128-6bb38379f5b5 on network 01d61d8c-89fd-4c26-a5e0-b93ec136f86f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:26:31.444864 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bfc0f2e7-7619-4d3c-97bf-d507a21d94cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.472814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:26:31.473082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Checking segment: {'id': '1c1d9c44-8985-4875-b50e-6ef0c6785cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01d61d8c-89fd-4c26-a5e0-b93ec136f86f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:26:31.473456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Bound using segment: {'id': '1c1d9c44-8985-4875-b50e-6ef0c6785cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01d61d8c-89fd-4c26-a5e0-b93ec136f86f'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:26:31.473903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Bound port: 62a6b2be-a04f-49cc-8128-6bb38379f5b5, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1d9c44-8985-4875-b50e-6ef0c6785cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01d61d8c-89fd-4c26-a5e0-b93ec136f86f'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:26:31.474252 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.499674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-79420a44-8ced-48de-972b-9f0af66b9e0f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce96f382-6c5b-4ebd-873b-ee63103ec2d9']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:31.524086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-79420a44-8ced-48de-972b-9f0af66b9e0f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a5ce10-4228-4393-a35b-883bdb3649eb') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:31.524376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-79420a44-8ced-48de-972b-9f0af66b9e0f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a5ce10-4228-4393-a35b-883bdb3649eb') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:31.701824 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79420a44-8ced-48de-972b-9f0af66b9e0f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.744907 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79420a44-8ced-48de-972b-9f0af66b9e0f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.781808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79420a44-8ced-48de-972b-9f0af66b9e0f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:26:31.782300 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79420a44-8ced-48de-972b-9f0af66b9e0f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:26:31.797638 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:26:31.815458 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bfc0f2e7-7619-4d3c-97bf-d507a21d94cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.882628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] For port 62a6b2be-a04f-49cc-8128-6bb38379f5b5, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:26:31.895323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0f2e7-7619-4d3c-97bf-d507a21d94cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd455c62-c6fc-4833-839a-76066f00e084,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:31.903008 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2edf6941-6f55-4049-9a88-10a01cc586f1 req-8d51f066-027e-4fa2-b927-7f4f53200601 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0570362 Apr 05 20:26:31.916757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656eb5f1-c910-4ab4-bbb7-1977d1e4ee2b req-5e71b7c2-01bd-4245-88ea-dcfed0df9cff tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:31.918770 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-656eb5f1-c910-4ab4-bbb7-1977d1e4ee2b req-5e71b7c2-01bd-4245-88ea-dcfed0df9cff tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 943 time: 0.5192001 Apr 05 20:26:31.950400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] For port 62a6b2be-a04f-49cc-8128-6bb38379f5b5, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=62a6b2be-a04f-49cc-8128-6bb38379f5b5,segment=NetworkSegment(1c1d9c44-8985-4875-b50e-6ef0c6785cba),segment_id=1c1d9c44-8985-4875-b50e-6ef0c6785cba)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:26:31.959675 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bfc0f2e7-7619-4d3c-97bf-d507a21d94cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:31.961027 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bfc0f2e7-7619-4d3c-97bf-d507a21d94cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd455c62-c6fc-4833-839a-76066f00e084 HTTP/1.1" status: 204 len: 168 time: 0.9559398 Apr 05 20:26:31.965323 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.022966 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79420a44-8ced-48de-972b-9f0af66b9e0f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.028200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79420a44-8ced-48de-972b-9f0af66b9e0f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ce96f382-6c5b-4ebd-873b-ee63103ec2d9 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 05 20:26:32.030512 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79420a44-8ced-48de-972b-9f0af66b9e0f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.111793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:32.112579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.114176 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] 10.222.0.41 "PUT /v2.0/ports/62a6b2be-a04f-49cc-8128-6bb38379f5b5 HTTP/1.1" status: 200 len: 1091 time: 3.0356302 Apr 05 20:26:32.124811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f025bf2a-7151-4566-857f-60b984ea38d2', 'tag': '62a6b2be-a04f-49cc-8128-6bb38379f5b5'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:26:32.132162 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-656eb5f1-c910-4ab4-bbb7-1977d1e4ee2b req-130af8f0-cc6d-4677-8fa3-d710bb04ba0f tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ba88d1-4083-41c9-bb8a-a247b79f6519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033741 Apr 05 20:26:32.133403 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-79420a44-8ced-48de-972b-9f0af66b9e0f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "DELETE /v2.0/networks/ce96f382-6c5b-4ebd-873b-ee63103ec2d9 HTTP/1.1" status: 204 len: 168 time: 1.7351873 Apr 05 20:26:32.147151 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-af33c30c-fc03-45fb-a560-34a05eaac3ff req-263096d6-25a2-41b3-b0d7-268764560935 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0813727 Apr 05 20:26:32.147964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79420a44-8ced-48de-972b-9f0af66b9e0f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event deleted for resources: {'Network': ['ID=ce96f382-6c5b-4ebd-873b-ee63103ec2d9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:32.303948 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f025bf2a-7151-4566-857f-60b984ea38d2', 'tag': '62a6b2be-a04f-49cc-8128-6bb38379f5b5', 'status': 'completed', 'code': 200} Apr 05 20:26:32.313448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b13970-b6ea-410b-85d2-8d16f262947f service neutron] Pushing event updated for resources: {'Port': ['ID=62a6b2be-a04f-49cc-8128-6bb38379f5b5,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:32.339966 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a81f9a-7b0f-4e15-8612-019a00ef8d19 req-d412f651-a969-4dfa-982e-9d25953d161f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:32.350779 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a81f9a-7b0f-4e15-8612-019a00ef8d19 req-d412f651-a969-4dfa-982e-9d25953d161f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.1819456 Apr 05 20:26:32.415525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-01cb841d-4ada-4286-9241-ef8612886247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:32.420653 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-01cb841d-4ada-4286-9241-ef8612886247 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bac0c3f6a284bfc86db50bf43123036&device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 1094 time: 0.2359605 Apr 05 20:26:32.465484 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07a81f9a-7b0f-4e15-8612-019a00ef8d19 req-795c970c-9266-4144-af05-127bf87f6ed1 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121130 Apr 05 20:26:32.470662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46116) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:32.516797 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b5a37ea9-28a3-410f-811d-6a5d1d9e3948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.543754 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-0aa4da0f-8e35-4233-8766-83684766e93c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62a6b2be-a04f-49cc-8128-6bb38379f5b5 HTTP/1.1" status: 200 len: 217 time: 0.1160705 Apr 05 20:26:32.549607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b5a37ea9-28a3-410f-811d-6a5d1d9e3948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:32.557415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b5a37ea9-28a3-410f-811d-6a5d1d9e3948 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec5e1c086d9411bb6a7287ebcd17570 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:32.562363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b5a37ea9-28a3-410f-811d-6a5d1d9e3948 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:32.573208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b5a37ea9-28a3-410f-811d-6a5d1d9e3948 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:32.639975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-141a1f1b-779d-45f9-8589-c30adc8ac54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:32.641686 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-141a1f1b-779d-45f9-8589-c30adc8ac54a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64d0d89f-816b-4cf5-9476-5c315168f0c3 HTTP/1.1" status: 200 len: 862 time: 0.0911865 Apr 05 20:26:32.713496 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-df932bb6-4128-4813-abbb-1abb629b2ff0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01d61d8c-89fd-4c26-a5e0-b93ec136f86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653629 Apr 05 20:26:32.801602 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b5a37ea9-28a3-410f-811d-6a5d1d9e3948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.805656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46128) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:32.808800 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b5a37ea9-28a3-410f-811d-6a5d1d9e3948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:32.820943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c6b49a23-12bc-4353-a299-00706bf20f73 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Request body: {'router': {'name': 'tempest-router--1529779702', 'project_id': '6212653f317b441e926d679efa23de2c'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:32.903883 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b5a37ea9-28a3-410f-811d-6a5d1d9e3948 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ec5e1c086d9411bb6a7287ebcd17570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4321067 Apr 05 20:26:32.906473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46132) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:32.910526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a37ea9-28a3-410f-811d-6a5d1d9e3948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace006a9-071b-422d-acf5-07ba70ee13ba,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:32.914081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c6b49a23-12bc-4353-a299-00706bf20f73 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:32.944282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c6b49a23-12bc-4353-a299-00706bf20f73 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Usage tracker for resource:router and tenant:6212653f317b441e926d679efa23de2c is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:32.957229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c6b49a23-12bc-4353-a299-00706bf20f73 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:32.980516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c6b49a23-12bc-4353-a299-00706bf20f73 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:32.981777 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6a078c5-5ff6-475c-9319-a4dd26952d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.024141 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6b49a23-12bc-4353-a299-00706bf20f73 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.025141 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6b49a23-12bc-4353-a299-00706bf20f73 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.030330 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6a078c5-5ff6-475c-9319-a4dd26952d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.063585 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-5a13ef12-54d2-4c40-aeca-fbf3c02566f0 service neutron] 10.222.0.41 "GET /v2.0/networks/01d61d8c-89fd-4c26-a5e0-b93ec136f86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438139 Apr 05 20:26:33.086654 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6b49a23-12bc-4353-a299-00706bf20f73 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.121136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6a078c5-5ff6-475c-9319-a4dd26952d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.151761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a078c5-5ff6-475c-9319-a4dd26952d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace006a9-071b-422d-acf5-07ba70ee13ba,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:33.180306 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6a078c5-5ff6-475c-9319-a4dd26952d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.183040 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b6a078c5-5ff6-475c-9319-a4dd26952d0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ace006a9-071b-422d-acf5-07ba70ee13ba HTTP/1.1" status: 204 len: 168 time: 0.2743511 Apr 05 20:26:33.345207 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-584af71f-8c41-485e-9b32-4c651ad59cd6 req-508212b3-ee2d-4d97-b099-2cddff757db7 service neutron] 10.222.0.41 "GET /v2.0/networks/01d61d8c-89fd-4c26-a5e0-b93ec136f86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657521 Apr 05 20:26:33.372269 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93612041-1b90-48ba-a5ab-269beed77f04 req-fa9988cc-e669-475f-bad3-547a1d1f962a tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.1043327 Apr 05 20:26:33.387972 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6b49a23-12bc-4353-a299-00706bf20f73 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.421258 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6b49a23-12bc-4353-a299-00706bf20f73 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.427295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46144) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:33.428478 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c6b49a23-12bc-4353-a299-00706bf20f73 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6191220 Apr 05 20:26:33.666602 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f94d9f-7184-4d3f-b97f-ba9e2f2116ee req-8c035dc4-1a5f-4d5b-9d66-703f97b286c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:33.668572 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37f94d9f-7184-4d3f-b97f-ba9e2f2116ee req-8c035dc4-1a5f-4d5b-9d66-703f97b286c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bac0c3f6a284bfc86db50bf43123036&device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 1094 time: 0.1507893 Apr 05 20:26:33.676389 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-13e1d95a-e3f3-41c0-82ac-26f3824230a1 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:33.829662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf480b6-fc1a-48af-b313-be50c9192194 req-474d6d92-e68f-4bfe-939e-0e93ac28f6f5 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:33.831271 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cbf480b6-fc1a-48af-b313-be50c9192194 req-474d6d92-e68f-4bfe-939e-0e93ac28f6f5 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 943 time: 0.5263317 Apr 05 20:26:33.853460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f94d9f-7184-4d3f-b97f-ba9e2f2116ee req-62e9eb73-bdae-4f03-a069-16db7868e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:33.855620 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37f94d9f-7184-4d3f-b97f-ba9e2f2116ee req-62e9eb73-bdae-4f03-a069-16db7868e50a service neutron] 10.222.0.41 "GET /v2.0/networks?id=01d61d8c-89fd-4c26-a5e0-b93ec136f86f HTTP/1.1" status: 200 len: 923 time: 0.1784267 Apr 05 20:26:33.979669 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37f94d9f-7184-4d3f-b97f-ba9e2f2116ee req-d4ef1f8e-1d15-4374-8eab-84073a2e8c0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=62a6b2be-a04f-49cc-8128-6bb38379f5b5 HTTP/1.1" status: 200 len: 217 time: 0.0724564 Apr 05 20:26:34.049425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f94d9f-7184-4d3f-b97f-ba9e2f2116ee req-cb7c50b9-450a-4573-860f-00a72f79d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:34.050874 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37f94d9f-7184-4d3f-b97f-ba9e2f2116ee req-cb7c50b9-450a-4573-860f-00a72f79d852 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64d0d89f-816b-4cf5-9476-5c315168f0c3 HTTP/1.1" status: 200 len: 862 time: 0.0618889 Apr 05 20:26:34.092794 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-13e1d95a-e3f3-41c0-82ac-26f3824230a1 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.101612 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cbf480b6-fc1a-48af-b313-be50c9192194 req-b41fe273-ddbb-4921-8d5d-7d99044d2109 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ba88d1-4083-41c9-bb8a-a247b79f6519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925433 Apr 05 20:26:34.102904 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-13e1d95a-e3f3-41c0-82ac-26f3824230a1 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.118946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4403d11-e9ed-4671-b634-ce14158a602f req-52ad5d9d-e47e-473b-9212-730207893ca2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:34.120538 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4403d11-e9ed-4671-b634-ce14158a602f req-52ad5d9d-e47e-473b-9212-730207893ca2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.2640443 Apr 05 20:26:34.147333 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37f94d9f-7184-4d3f-b97f-ba9e2f2116ee req-b68f2f97-2f71-47e8-a760-29ce5c4664f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=01d61d8c-89fd-4c26-a5e0-b93ec136f86f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856166 Apr 05 20:26:34.165241 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-13e1d95a-e3f3-41c0-82ac-26f3824230a1 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.165717 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e1d95a-e3f3-41c0-82ac-26f3824230a1 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4b586d52-fd82-4081-8a16-9386a6d3a7a6 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:26:34.191706 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-13e1d95a-e3f3-41c0-82ac-26f3824230a1 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:34.195741 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-13e1d95a-e3f3-41c0-82ac-26f3824230a1 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "DELETE /v2.0/routers/4b586d52-fd82-4081-8a16-9386a6d3a7a6 HTTP/1.1" status: 204 len: 168 time: 0.7614501 Apr 05 20:26:34.516530 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4403d11-e9ed-4671-b634-ce14158a602f req-bb0965dd-4e38-4fa6-9a05-ebf26f4f2ae7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900955 Apr 05 20:26:34.596045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46196) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:34.631864 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37f94d9f-7184-4d3f-b97f-ba9e2f2116ee req-9b97b3d9-9356-4f06-9c1d-1455c0424b0b service neutron] 10.222.0.41 "GET /v2.0/networks/01d61d8c-89fd-4c26-a5e0-b93ec136f86f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734094 Apr 05 20:26:34.669775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c31279e4-b8a7-4990-a836-f7ac1e1d711f req-130dc509-495b-43ac-9c53-d2f295207d39 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0808585 Apr 05 20:26:34.961955 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37f94d9f-7184-4d3f-b97f-ba9e2f2116ee req-a4df61fd-7a73-4162-9468-228cf0d70f92 service neutron] 10.222.0.41 "GET /v2.0/networks/01d61d8c-89fd-4c26-a5e0-b93ec136f86f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210306 Apr 05 20:26:35.186735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2089989919', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:35.205772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:35.214043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Usage tracker for resource:router and tenant:c71c4b785e81467ebc289641c3d582f4 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:35.219021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:35.234295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:35.260604 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.261717 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.280788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 62a6b2be-a04f-49cc-8128-6bb38379f5b5 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:26:35.304241 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.582573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 62a6b2be-a04f-49cc-8128-6bb38379f5b5, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=62a6b2be-a04f-49cc-8128-6bb38379f5b5,segment=NetworkSegment(1c1d9c44-8985-4875-b50e-6ef0c6785cba),segment_id=1c1d9c44-8985-4875-b50e-6ef0c6785cba)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:35.618543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '62a6b2be-a04f-49cc-8128-6bb38379f5b5', 'network_id': '01d61d8c-89fd-4c26-a5e0-b93ec136f86f', 'port_id': '62a6b2be-a04f-49cc-8128-6bb38379f5b5', 'mac_address': 'fa:16:3e:8e:79:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64d0d89f-816b-4cf5-9476-5c315168f0c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:26:35.621737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec6342-d3f3-4e80-9fda-b4dcf61e963e req-b2e0c681-f533-4485-9f09-9eb615ae5bc2 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:35.640443 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-96ec6342-d3f3-4e80-9fda-b4dcf61e963e req-b2e0c681-f533-4485-9f09-9eb615ae5bc2 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 943 time: 0.2861056 Apr 05 20:26:35.705991 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.805347 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-96ec6342-d3f3-4e80-9fda-b4dcf61e963e req-e4e5ff0c-2a43-4f59-8248-73ba9b5e5581 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ba88d1-4083-41c9-bb8a-a247b79f6519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636500 Apr 05 20:26:35.862599 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:35.915751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a6b2be-a04f-49cc-8128-6bb38379f5b5 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:26:35.918192 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06f2762e-f4fa-40b4-9dcf-84d6afb20e72 req-e39e6a73-ede3-42b5-87b4-a6eadb70e0ee tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.2041564 Apr 05 20:26:35.958200 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 62a6b2be-a04f-49cc-8128-6bb38379f5b5, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=62a6b2be-a04f-49cc-8128-6bb38379f5b5,segment=NetworkSegment(1c1d9c44-8985-4875-b50e-6ef0c6785cba),segment_id=1c1d9c44-8985-4875-b50e-6ef0c6785cba)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:35.965915 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:36.051954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=62a6b2be-a04f-49cc-8128-6bb38379f5b5,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:36.060717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:36.061777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:36.062350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:36.062897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:36.063488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:36.064063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:36.064633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:36.065164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:36.065761 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:36.066343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:36.067020 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:36.067755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:26:36.139515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba3b679-c56c-4b22-9b03-29c0276ffccf req-7d6c61d6-a036-412c-a352-a7c52c5cfb12 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:36.141133 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ba3b679-c56c-4b22-9b03-29c0276ffccf req-7d6c61d6-a036-412c-a352-a7c52c5cfb12 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.1293743 Apr 05 20:26:36.242449 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['62a6b2be-a04f-49cc-8128-6bb38379f5b5'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:26:36.359957 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:36.386956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ba3b679-c56c-4b22-9b03-29c0276ffccf req-d43ec755-06e1-458f-9020-66df560a2d1f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394264 Apr 05 20:26:36.415517 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:36.616740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Allocated IP 172.25.8.3 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/593b243b-a6ba-400c-b7d4-54d019dd807d) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:36.857306 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:36.866716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583d1fa-42c0-4101-98bb-de24c833d5b8 req-b2051678-9d09-4f0f-93e6-b84922c2d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:36.868299 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9583d1fa-42c0-4101-98bb-de24c833d5b8 req-b2051678-9d09-4f0f-93e6-b84922c2d5c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 1097 time: 0.1890216 Apr 05 20:26:37.187451 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-893bb63a-74f2-4ced-b7d8-51ccece283ae req-4744a202-104e-498e-8e5c-d2630f85ce5b tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0609131 Apr 05 20:26:37.257543 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46276) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:37.358075 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.403617 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5498b670-466b-43a5-882a-77171336253a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.424487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5498b670-466b-43a5-882a-77171336253a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:37.430209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5498b670-466b-43a5-882a-77171336253a admin admin] Usage tracker for resource:security_group_rule and tenant:298a06d58af140999e3c70113ac8b5fb is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:37.434090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5498b670-466b-43a5-882a-77171336253a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:37.441759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5498b670-466b-43a5-882a-77171336253a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:37.467690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:37.487800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:37.500595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583d1fa-42c0-4101-98bb-de24c833d5b8 req-ee2fb70a-cd41-49cf-964f-2fa9b9586c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:37.502070 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9583d1fa-42c0-4101-98bb-de24c833d5b8 req-ee2fb70a-cd41-49cf-964f-2fa9b9586c5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.5979400 Apr 05 20:26:37.525816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122e95d-b3c3-40e5-a7c7-dd59fe491959 req-f22be7f2-823e-4ed1-8282-802d744fed6b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:37.533345 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b122e95d-b3c3-40e5-a7c7-dd59fe491959 req-f22be7f2-823e-4ed1-8282-802d744fed6b tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 944 time: 0.4438384 Apr 05 20:26:37.544076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:26:37.556827 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5498b670-466b-43a5-882a-77171336253a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.570931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Pushing event updated for resources: {'Port': ['ID=593b243b-a6ba-400c-b7d4-54d019dd807d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:37.607527 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5498b670-466b-43a5-882a-77171336253a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.663970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498b670-466b-43a5-882a-77171336253a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337a93a6-b983-414d-8b34-117dd5aed946,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:37.674993 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9583d1fa-42c0-4101-98bb-de24c833d5b8 req-16c37d42-a935-4614-9a92-a67bc27b0fb2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc2d8512-1896-4a96-af69-8e8e75f13172 HTTP/1.1" status: 200 len: 217 time: 0.1382935 Apr 05 20:26:37.678720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5498b670-466b-43a5-882a-77171336253a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=298a06d58af140999e3c70113ac8b5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4198899 Apr 05 20:26:37.679855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46284) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:37.789372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e9f6a7-33df-449e-9de4-09ceb81c3d5d req-94502110-bb94-4671-909c-ca20138d5787 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:37.797150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68e9f6a7-33df-449e-9de4-09ceb81c3d5d req-94502110-bb94-4671-909c-ca20138d5787 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.2361188 Apr 05 20:26:37.815281 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b122e95d-b3c3-40e5-a7c7-dd59fe491959 req-3180a886-3419-406b-b33f-cedf59675da8 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ba88d1-4083-41c9-bb8a-a247b79f6519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803705 Apr 05 20:26:37.873525 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68e9f6a7-33df-449e-9de4-09ceb81c3d5d req-4cfae819-5a92-4e7b-b206-ef03968762d4 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755696 Apr 05 20:26:37.879170 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5414de0d-e901-4f8b-89c1-1848f6271846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.912387 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5414de0d-e901-4f8b-89c1-1848f6271846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.972979 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5414de0d-e901-4f8b-89c1-1848f6271846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:37.985479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583d1fa-42c0-4101-98bb-de24c833d5b8 req-137e484f-3144-4ae4-ac2f-44604dc7b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:37.987075 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9583d1fa-42c0-4101-98bb-de24c833d5b8 req-137e484f-3144-4ae4-ac2f-44604dc7b461 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.3000636 Apr 05 20:26:37.998777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414de0d-e901-4f8b-89c1-1848f6271846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337a93a6-b983-414d-8b34-117dd5aed946,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:38.010249 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5414de0d-e901-4f8b-89c1-1848f6271846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:38.013627 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5414de0d-e901-4f8b-89c1-1848f6271846 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/337a93a6-b983-414d-8b34-117dd5aed946 HTTP/1.1" status: 204 len: 168 time: 0.3260236 Apr 05 20:26:38.361305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:38.444104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583d1fa-42c0-4101-98bb-de24c833d5b8 req-687bff1b-b609-46ca-9077-4d1bdba86b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:38.445641 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9583d1fa-42c0-4101-98bb-de24c833d5b8 req-687bff1b-b609-46ca-9077-4d1bdba86b2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4526036 Apr 05 20:26:38.566810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46302) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:38.584963 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ffa59d9-6ee4-412c-b23d-b61ed69542db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:38.608038 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1ffa59d9-6ee4-412c-b23d-b61ed69542db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:38.612325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1ffa59d9-6ee4-412c-b23d-b61ed69542db admin admin] Usage tracker for resource:security_group_rule and tenant:6b401059f6ad48be86bff85bd175fbab is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:38.616743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1ffa59d9-6ee4-412c-b23d-b61ed69542db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:38.623606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1ffa59d9-6ee4-412c-b23d-b61ed69542db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:38.693828 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-953ce074-c3b7-4eab-90ac-35bcda7c0f06 req-4ac169e0-efd8-40b6-8720-844631d4685d tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.2036257 Apr 05 20:26:38.722126 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:38.751348 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ffa59d9-6ee4-412c-b23d-b61ed69542db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:38.759575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ffa59d9-6ee4-412c-b23d-b61ed69542db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:38.816301 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1ffa59d9-6ee4-412c-b23d-b61ed69542db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b401059f6ad48be86bff85bd175fbab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451966 Apr 05 20:26:38.816301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46308) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:38.819168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa59d9-6ee4-412c-b23d-b61ed69542db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26685dfd-439f-4fd3-82ce-ef5ab40299e4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:38.859054 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9583d1fa-42c0-4101-98bb-de24c833d5b8 req-3d22c1f4-9051-4f5f-8bc8-d0473eb22ec1 service neutron] 10.222.0.41 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036636 Apr 05 20:26:38.884015 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08a53f03-8e34-4b03-9c4b-d17c92e90d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:38.915703 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08a53f03-8e34-4b03-9c4b-d17c92e90d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:38.952177 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.023285 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08a53f03-8e34-4b03-9c4b-d17c92e90d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.046887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a53f03-8e34-4b03-9c4b-d17c92e90d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26685dfd-439f-4fd3-82ce-ef5ab40299e4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:39.055220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08a53f03-8e34-4b03-9c4b-d17c92e90d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.056533 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-08a53f03-8e34-4b03-9c4b-d17c92e90d04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26685dfd-439f-4fd3-82ce-ef5ab40299e4 HTTP/1.1" status: 204 len: 168 time: 0.2391007 Apr 05 20:26:39.101535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811dbc7-adfa-4803-a905-3262304e12a2 req-86d2d9c9-d6be-4e80-8845-3f5b84b83521 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:39.103220 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d811dbc7-adfa-4803-a905-3262304e12a2 req-86d2d9c9-d6be-4e80-8845-3f5b84b83521 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 944 time: 0.1290531 Apr 05 20:26:39.163686 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d811dbc7-adfa-4803-a905-3262304e12a2 req-1624d29e-5773-4b4a-a111-8d1d1b6efd26 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ba88d1-4083-41c9-bb8a-a247b79f6519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546601 Apr 05 20:26:39.313218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 62a6b2be-a04f-49cc-8128-6bb38379f5b5 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:39.372976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46332) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:39.375884 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.452122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 62a6b2be-a04f-49cc-8128-6bb38379f5b5 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:39.459608 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9583d1fa-42c0-4101-98bb-de24c833d5b8 req-cc590eaa-bb85-404c-a55c-bacb885fb43f service neutron] 10.222.0.41 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5943782 Apr 05 20:26:39.467351 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 62a6b2be-a04f-49cc-8128-6bb38379f5b5 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:39.467795 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.550421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0568dfad-5cff-4748-aac1-8cbca976946f req-3d553c46-2b77-4aca-a523-c0464d58a647 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:39.557870 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0568dfad-5cff-4748-aac1-8cbca976946f req-3d553c46-2b77-4aca-a523-c0464d58a647 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.3328168 Apr 05 20:26:39.610206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6216b87-5144-44c5-9f64-42a3c44bc280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.630335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d6216b87-5144-44c5-9f64-42a3c44bc280 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:39.641333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d6216b87-5144-44c5-9f64-42a3c44bc280 admin admin] Usage tracker for resource:security_group_rule and tenant:81e5c575e6f14b2a8a4c9dd1e5e46550 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:39.646073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d6216b87-5144-44c5-9f64-42a3c44bc280 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:39.654195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d6216b87-5144-44c5-9f64-42a3c44bc280 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:39.687229 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.736634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f025bf2a-7151-4566-857f-60b984ea38d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a6b2be-a04f-49cc-8128-6bb38379f5b5'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:26:39.750813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 62a6b2be-a04f-49cc-8128-6bb38379f5b5, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=62a6b2be-a04f-49cc-8128-6bb38379f5b5,segment=NetworkSegment(1c1d9c44-8985-4875-b50e-6ef0c6785cba),segment_id=1c1d9c44-8985-4875-b50e-6ef0c6785cba)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:39.758907 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.790817 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0568dfad-5cff-4748-aac1-8cbca976946f req-29dd278f-d8ff-4fcd-bd87-d15cbad4c075 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318933 Apr 05 20:26:39.875678 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6216b87-5144-44c5-9f64-42a3c44bc280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.882973 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6216b87-5144-44c5-9f64-42a3c44bc280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:39.898204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Router 0c30bde6-ad0f-4e7c-a57e-d0c3f3d8532e is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:26:39.946396 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f025bf2a-7151-4566-857f-60b984ea38d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a6b2be-a04f-49cc-8128-6bb38379f5b5', 'code': 200} Apr 05 20:26:39.963605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=62a6b2be-a04f-49cc-8128-6bb38379f5b5,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:40.000265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6216b87-5144-44c5-9f64-42a3c44bc280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21563b92-afe2-4e62-bd18-b0776228b305,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:40.059200 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76060f21-a6bf-413c-8d21-0fed7d3479f3 req-de086c62-d9bc-426b-a068-4b20c89ca244 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0712810 Apr 05 20:26:40.061858 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d6216b87-5144-44c5-9f64-42a3c44bc280 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81e5c575e6f14b2a8a4c9dd1e5e46550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6874850 Apr 05 20:26:40.066280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46374) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:40.151034 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad0996bb-a147-4a92-a422-d5dd746b94c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:40.182134 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad0996bb-a147-4a92-a422-d5dd746b94c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:40.203207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:26:40.215724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100641ee-4dc4-49ed-acff-a04f64e832a7 None None] Sync routers for ids ['0c30bde6-ad0f-4e7c-a57e-d0c3f3d8532e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:26:40.226242 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57413f6-1be0-4ddd-8766-35b73d4c0ffa req-fd2665c4-98ea-4cd7-95a2-68414012f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:40.227439 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c57413f6-1be0-4ddd-8766-35b73d4c0ffa req-fd2665c4-98ea-4cd7-95a2-68414012f435 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 1096 time: 0.2354970 Apr 05 20:26:40.235556 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100641ee-4dc4-49ed-acff-a04f64e832a7 None None] Routers {'0c30bde6-ad0f-4e7c-a57e-d0c3f3d8532e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:26:40.236497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-100641ee-4dc4-49ed-acff-a04f64e832a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:26:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['0c30bde6-ad0f-4e7c-a57e-d0c3f3d8532e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:40.270067 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad0996bb-a147-4a92-a422-d5dd746b94c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:40.304819 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c57413f6-1be0-4ddd-8766-35b73d4c0ffa req-ad88e2f7-48c6-4e88-a98e-a858b487b2b5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=13ba88d1-4083-41c9-bb8a-a247b79f6519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528057 Apr 05 20:26:40.308926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0996bb-a147-4a92-a422-d5dd746b94c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21563b92-afe2-4e62-bd18-b0776228b305,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:40.318498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:40.320342 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2f409d3e-1f7f-4cde-bbdb-4ea279ca23cb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7226045 Apr 05 20:26:40.323692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46390) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:40.334226 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad0996bb-a147-4a92-a422-d5dd746b94c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:40.339033 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ad0996bb-a147-4a92-a422-d5dd746b94c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21563b92-afe2-4e62-bd18-b0776228b305 HTTP/1.1" status: 204 len: 168 time: 0.2715290 Apr 05 20:26:40.368234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-100641ee-4dc4-49ed-acff-a04f64e832a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:40.380926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100641ee-4dc4-49ed-acff-a04f64e832a7 None None] Routers {'0c30bde6-ad0f-4e7c-a57e-d0c3f3d8532e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:26:40.381654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-100641ee-4dc4-49ed-acff-a04f64e832a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:26:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['0c30bde6-ad0f-4e7c-a57e-d0c3f3d8532e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:40.470077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-100641ee-4dc4-49ed-acff-a04f64e832a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:40.470493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100641ee-4dc4-49ed-acff-a04f64e832a7 None None] The sync data for ids ['0c30bde6-ad0f-4e7c-a57e-d0c3f3d8532e'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:26:40.654715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e486bee-2fb9-4219-937f-cf117aabb9a6 req-c6b99d6e-2256-4feb-8948-f1fa1315745c tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:40.656479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2e486bee-2fb9-4219-937f-cf117aabb9a6 req-c6b99d6e-2256-4feb-8948-f1fa1315745c tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 945 time: 0.3344505 Apr 05 20:26:40.709443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46404) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:40.710354 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ff830b56-c275-4323-99e1-15b129037075 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/routers/0c30bde6-ad0f-4e7c-a57e-d0c3f3d8532e HTTP/1.1" status: 200 len: 923 time: 0.3504443 Apr 05 20:26:40.736921 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2e486bee-2fb9-4219-937f-cf117aabb9a6 req-4233e9b1-c5d3-4817-801a-6357c4413186 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ba88d1-4083-41c9-bb8a-a247b79f6519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643420 Apr 05 20:26:40.768806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46410) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:40.795741 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-347f3746-ac01-4369-99cf-f63077a0bb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:40.804899 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3c48cd99-c6f0-472c-b128-e6f93ee0720e tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c30bde6-ad0f-4e7c-a57e-d0c3f3d8532e HTTP/1.1" status: 200 len: 205 time: 0.0942955 Apr 05 20:26:40.808138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46414) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:40.820924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-347f3746-ac01-4369-99cf-f63077a0bb84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:40.825931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-347f3746-ac01-4369-99cf-f63077a0bb84 admin admin] Usage tracker for resource:security_group_rule and tenant:46edd9511e9b4de28931b3a8080cb3e7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:40.828907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-347f3746-ac01-4369-99cf-f63077a0bb84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:40.837168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-347f3746-ac01-4369-99cf-f63077a0bb84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:40.978556 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-347f3746-ac01-4369-99cf-f63077a0bb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:40.983500 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-347f3746-ac01-4369-99cf-f63077a0bb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.035773 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-347f3746-ac01-4369-99cf-f63077a0bb84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46edd9511e9b4de28931b3a8080cb3e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2657881 Apr 05 20:26:41.036639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f3746-ac01-4369-99cf-f63077a0bb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46a60d6-f771-4d39-9664-024b21415bfc,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:41.038932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46422) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:41.126458 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf185-255a-47b2-b507-62e8c9f1a071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.158214 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf185-255a-47b2-b507-62e8c9f1a071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.180989 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.246869 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf185-255a-47b2-b507-62e8c9f1a071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.270689 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dc8cf185-255a-47b2-b507-62e8c9f1a071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.275965 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dc8cf185-255a-47b2-b507-62e8c9f1a071 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d46a60d6-f771-4d39-9664-024b21415bfc HTTP/1.1" status: 204 len: 168 time: 0.2259684 Apr 05 20:26:41.278887 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cf185-255a-47b2-b507-62e8c9f1a071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46a60d6-f771-4d39-9664-024b21415bfc,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:41.357998 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9aec071a-d4f2-4882-90b6-5daea1bddcab req-f14af3a8-c5cd-4ff3-af19-f0ebe70afdec tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0889745 Apr 05 20:26:41.377708 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-01e94c9e-a9e1-494e-87fb-005ef6af0dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.410845 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a8ad8-6e60-4953-9cf1-94dbdd004fc6 req-685abc0e-8ca9-45dc-bed2-d1d2602d41b8 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:41.412412 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7b0a8ad8-6e60-4953-9cf1-94dbdd004fc6 req-685abc0e-8ca9-45dc-bed2-d1d2602d41b8 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.4503918 Apr 05 20:26:41.686790 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7b0a8ad8-6e60-4953-9cf1-94dbdd004fc6 req-8fda22ce-da87-4464-aeac-4ac54313a2a5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556634 Apr 05 20:26:41.692815 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.714248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Deleting port 593b243b-a6ba-400c-b7d4-54d019dd807d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:41.715432 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:41.763754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df9208-7e87-4680-ae69-fae7e1f0485d req-cabad990-725b-4baf-99a5-830190c4479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:41.765913 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-80df9208-7e87-4680-ae69-fae7e1f0485d req-cabad990-725b-4baf-99a5-830190c4479f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 1097 time: 0.1519608 Apr 05 20:26:41.872790 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-80df9208-7e87-4680-ae69-fae7e1f0485d req-c3586864-786d-487f-ba6c-41a3af4008d6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005464 Apr 05 20:26:42.054553 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2936fdc-dfa6-4436-8619-891a41768f92 req-cb56c7b1-39bb-4278-bc4d-b5a016acc8ff tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:42.056446 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e2936fdc-dfa6-4436-8619-891a41768f92 req-cb56c7b1-39bb-4278-bc4d-b5a016acc8ff tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 945 time: 0.1203287 Apr 05 20:26:42.057064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46452) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:42.152434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.232998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ae0fadbe-a84b-4738-8710-c21c05ff1d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.263422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ae0fadbe-a84b-4738-8710-c21c05ff1d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:42.272559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ae0fadbe-a84b-4738-8710-c21c05ff1d46 admin admin] Usage tracker for resource:security_group_rule and tenant:0b33f6b147434793b827ab3a22301a24 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:42.277138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ae0fadbe-a84b-4738-8710-c21c05ff1d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:42.282234 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e2936fdc-dfa6-4436-8619-891a41768f92 req-8fd919e5-777e-43e9-bff1-bee14a0bb660 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ba88d1-4083-41c9-bb8a-a247b79f6519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664978 Apr 05 20:26:42.285945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ae0fadbe-a84b-4738-8710-c21c05ff1d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:42.305804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Calling delete_port for 593b243b-a6ba-400c-b7d4-54d019dd807d owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:42.402252 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ae0fadbe-a84b-4738-8710-c21c05ff1d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.414286 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ae0fadbe-a84b-4738-8710-c21c05ff1d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.489570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fadbe-a84b-4738-8710-c21c05ff1d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0118e25-59ad-4045-8bb6-63e053aaea95,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:42.510956 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ae0fadbe-a84b-4738-8710-c21c05ff1d46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b33f6b147434793b827ab3a22301a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4528265 Apr 05 20:26:42.513742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46470) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:42.526101 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.627030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Pushing event deleted for resources: {'Port': ['ID=593b243b-a6ba-400c-b7d4-54d019dd807d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:42.664488 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-350c555b-8174-4ba6-9fe4-080733a70df4 req-781acbd1-019f-44d9-a577-88da36609884 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0682690 Apr 05 20:26:42.672911 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48855804-2003-448b-929f-bb08720a1c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.722190 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48855804-2003-448b-929f-bb08720a1c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.780716 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.855118 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48855804-2003-448b-929f-bb08720a1c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.887456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48855804-2003-448b-929f-bb08720a1c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0118e25-59ad-4045-8bb6-63e053aaea95,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:42.918597 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48855804-2003-448b-929f-bb08720a1c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:42.922160 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-48855804-2003-448b-929f-bb08720a1c57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0118e25-59ad-4045-8bb6-63e053aaea95 HTTP/1.1" status: 204 len: 168 time: 0.4063179 Apr 05 20:26:43.084789 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:43.087269 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:43.102342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af00a9-2b4b-4a8a-af8f-94d4eb195f28 req-e5b334aa-880a-4930-a20a-8b49daf01ca8 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:43.120216 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-50af00a9-2b4b-4a8a-af8f-94d4eb195f28 req-e5b334aa-880a-4930-a20a-8b49daf01ca8 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.1758296 Apr 05 20:26:43.138160 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:43.138770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Fanout notify agent at l3_agent the message router_deleted on router 0c30bde6-ad0f-4e7c-a57e-d0c3f3d8532e {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:26:43.162248 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:43.163677 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-26e35f14-31d5-47d7-ae36-5424c6ad57f4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "DELETE /v2.0/routers/0c30bde6-ad0f-4e7c-a57e-d0c3f3d8532e HTTP/1.1" status: 204 len: 168 time: 2.3541243 Apr 05 20:26:43.171770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46496) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:43.180624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1292747697', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'enable_snat': False}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:43.191157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:43.200806 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-50af00a9-2b4b-4a8a-af8f-94d4eb195f28 req-11cac331-c095-4901-88ee-50e7df45077c tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789399 Apr 05 20:26:43.202169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Usage tracker for resource:router and tenant:31eebc2771c242fdb8384473f91ee0b0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:43.205725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:43.212727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:43.234140 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:43.234140 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:43.262160 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:43.293596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc2797-18c0-4662-9bc3-76fbe8f62223 req-f4e67adc-de7f-4f7d-a50a-cdf189f37365 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:43.295163 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-62cc2797-18c0-4662-9bc3-76fbe8f62223 req-f4e67adc-de7f-4f7d-a50a-cdf189f37365 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 945 time: 0.1302547 Apr 05 20:26:43.346208 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-62cc2797-18c0-4662-9bc3-76fbe8f62223 req-5eddf9cc-226a-4565-866b-7171c0e5064a tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ba88d1-4083-41c9-bb8a-a247b79f6519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433273 Apr 05 20:26:43.607700 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:43.638407 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-899903d5-842d-437f-977f-9ac514d67285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.030428 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-038151db-5164-4898-85d3-df0db71ab1ae req-433db56e-5dab-47a2-b81c-2b1a979e958d tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.1018794 Apr 05 20:26:44.048520 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.081526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.296539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Allocated IP 172.25.8.216 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/4dec6c85-140c-4ef9-99c8-0f4977ccd95b) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:44.327533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eacb12-077d-4dc2-a5ba-4d5a63ce5556 req-ebd25083-a8ed-4b1f-aaa6-e580d8b763a5 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:44.328887 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-56eacb12-077d-4dc2-a5ba-4d5a63ce5556 req-ebd25083-a8ed-4b1f-aaa6-e580d8b763a5 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.41 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 945 time: 0.1253099 Apr 05 20:26:44.441934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-56eacb12-077d-4dc2-a5ba-4d5a63ce5556 req-277cf5de-46e6-49c9-9a04-f3b86f250bfc tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Deleting port 62a6b2be-a04f-49cc-8128-6bb38379f5b5 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:44.442204 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-56eacb12-077d-4dc2-a5ba-4d5a63ce5556 req-277cf5de-46e6-49c9-9a04-f3b86f250bfc tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.561417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dcbb5-cb55-46cf-933f-344be7ee3db6 req-88196a8f-1f63-40c6-8d2f-c52b36fcd84c tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:44.563218 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a65dcbb5-cb55-46cf-933f-344be7ee3db6 req-88196a8f-1f63-40c6-8d2f-c52b36fcd84c tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.1575620 Apr 05 20:26:44.657633 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a65dcbb5-cb55-46cf-933f-344be7ee3db6 req-3909a20c-6844-4f0b-8ecf-07cc9959d5c9 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874481 Apr 05 20:26:44.739586 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:44.826282 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:45.019049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc230a-2ac9-41d8-95b4-9bfd57798149 req-f1827107-43be-45f9-9490-e4604633583d tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:45.025779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fefc230a-2ac9-41d8-95b4-9bfd57798149 req-f1827107-43be-45f9-9490-e4604633583d tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 945 time: 0.3914111 Apr 05 20:26:45.033531 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:45.193049 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fefc230a-2ac9-41d8-95b4-9bfd57798149 req-66d5a38d-1d1b-4490-8b1c-aecf9f969b55 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/security-groups?id=13ba88d1-4083-41c9-bb8a-a247b79f6519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662490 Apr 05 20:26:45.255332 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-56eacb12-077d-4dc2-a5ba-4d5a63ce5556 req-277cf5de-46e6-49c9-9a04-f3b86f250bfc tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] For port 62a6b2be-a04f-49cc-8128-6bb38379f5b5, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=62a6b2be-a04f-49cc-8128-6bb38379f5b5,segment=NetworkSegment(1c1d9c44-8985-4875-b50e-6ef0c6785cba),segment_id=1c1d9c44-8985-4875-b50e-6ef0c6785cba)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:45.258318 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-56eacb12-077d-4dc2-a5ba-4d5a63ce5556 req-277cf5de-46e6-49c9-9a04-f3b86f250bfc tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:45.386458 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5842ade-a4f8-436d-8c2b-70e33a2bebf5 req-3a5a417c-7dad-4480-ab23-2eea12eb966d tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0987751 Apr 05 20:26:45.420272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded75e00-2808-4cfe-8702-b9a2098028c7 req-727c7a1a-9f83-4a7d-aa97-330a3d8d3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:45.422207 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ded75e00-2808-4cfe-8702-b9a2098028c7 req-727c7a1a-9f83-4a7d-aa97-330a3d8d3d8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 1097 time: 0.2576873 Apr 05 20:26:45.517772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-56eacb12-077d-4dc2-a5ba-4d5a63ce5556 req-277cf5de-46e6-49c9-9a04-f3b86f250bfc tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Calling delete_port for 62a6b2be-a04f-49cc-8128-6bb38379f5b5 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:45.618224 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:45.621642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded75e00-2808-4cfe-8702-b9a2098028c7 req-590ae04c-3bbb-4825-8dbb-f9b550634341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:45.623324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ded75e00-2808-4cfe-8702-b9a2098028c7 req-590ae04c-3bbb-4825-8dbb-f9b550634341 service neutron] 10.222.0.41 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.1936045 Apr 05 20:26:45.712077 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ded75e00-2808-4cfe-8702-b9a2098028c7 req-7b751f3c-eaf0-4e27-85e9-bd932d7b57fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc2d8512-1896-4a96-af69-8e8e75f13172 HTTP/1.1" status: 200 len: 217 time: 0.0823965 Apr 05 20:26:45.712538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:45.727219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:45.730342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:26:45.816464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event updated for resources: {'Port': ['ID=4dec6c85-140c-4ef9-99c8-0f4977ccd95b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:45.820127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded75e00-2808-4cfe-8702-b9a2098028c7 req-c41a013e-8d73-49ff-b3a9-8191f1db37ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:45.825415 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ded75e00-2808-4cfe-8702-b9a2098028c7 req-c41a013e-8d73-49ff-b3a9-8191f1db37ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.1057456 Apr 05 20:26:45.879831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a651b9-5929-4422-8566-a61eb49625f3 req-2124f8ff-b330-4fd9-8591-1868a7f7eb47 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:45.889521 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-38a651b9-5929-4422-8566-a61eb49625f3 req-2124f8ff-b330-4fd9-8591-1868a7f7eb47 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.5100358 Apr 05 20:26:45.955534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded75e00-2808-4cfe-8702-b9a2098028c7 req-0ae70986-216b-42f4-9e49-f96b86b21bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:45.960182 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:45.961262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ded75e00-2808-4cfe-8702-b9a2098028c7 req-0ae70986-216b-42f4-9e49-f96b86b21bbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307945 Apr 05 20:26:46.060883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46590) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:46.297746 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-38a651b9-5929-4422-8566-a61eb49625f3 req-b1ec46c7-c986-4332-be67-6a1119009f74 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037499 Apr 05 20:26:46.325897 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b79e698-a4f2-440d-91d3-8f3cfb4b0545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:46.348020 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-56eacb12-077d-4dc2-a5ba-4d5a63ce5556 req-277cf5de-46e6-49c9-9a04-f3b86f250bfc tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:46.383634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0b79e698-a4f2-440d-91d3-8f3cfb4b0545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:46.392203 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ded75e00-2808-4cfe-8702-b9a2098028c7 req-67e5de49-c4c7-4d11-afc3-2d16689f55a5 service neutron] 10.222.0.41 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238236 Apr 05 20:26:46.402331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-50296705-0e58-4a80-8cda-2c3212773900 req-03651332-1790-45aa-9928-62a88d79973d tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 210 time: 0.0571632 Apr 05 20:26:46.432159 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0b79e698-a4f2-440d-91d3-8f3cfb4b0545 admin admin] Usage tracker for resource:security_group_rule and tenant:ea7de5ab744249ad9b376a931f7bafc1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:46.451740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0b79e698-a4f2-440d-91d3-8f3cfb4b0545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:46.495518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0b79e698-a4f2-440d-91d3-8f3cfb4b0545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:46.501783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cf5de-46e6-49c9-9a04-f3b86f250bfc tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Pushing event deleted for resources: {'Port': ['ID=62a6b2be-a04f-49cc-8128-6bb38379f5b5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:46.645642 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ded75e00-2808-4cfe-8702-b9a2098028c7 req-c9946b6d-d89a-40ad-919f-ee92e0bba4a9 service neutron] 10.222.0.41 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458746 Apr 05 20:26:46.702443 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-96245d8c-8fbc-4436-8881-e90dcd7deee4 req-31a8aeed-8443-4ab6-b0bc-890ef3f033b4 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0938609 Apr 05 20:26:46.703138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-56eacb12-077d-4dc2-a5ba-4d5a63ce5556 req-277cf5de-46e6-49c9-9a04-f3b86f250bfc tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] No DVR routers for this DVR port 62a6b2be-a04f-49cc-8128-6bb38379f5b5 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:26:46.717655 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-56eacb12-077d-4dc2-a5ba-4d5a63ce5556 req-277cf5de-46e6-49c9-9a04-f3b86f250bfc tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:46.744373 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b79e698-a4f2-440d-91d3-8f3cfb4b0545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:46.756868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b79e698-a4f2-440d-91d3-8f3cfb4b0545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:46.762293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f025bf2a-7151-4566-857f-60b984ea38d2', 'name': 'network-vif-deleted', 'tag': '62a6b2be-a04f-49cc-8128-6bb38379f5b5'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:26:46.799002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79e698-a4f2-440d-91d3-8f3cfb4b0545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6394f273-43f7-40e4-8b03-d4bab8a437fc,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:46.799197 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-56eacb12-077d-4dc2-a5ba-4d5a63ce5556 req-277cf5de-46e6-49c9-9a04-f3b86f250bfc tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.41 "DELETE /v2.0/ports/62a6b2be-a04f-49cc-8128-6bb38379f5b5 HTTP/1.1" status: 204 len: 173 time: 2.4547522 Apr 05 20:26:46.840576 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0b79e698-a4f2-440d-91d3-8f3cfb4b0545 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea7de5ab744249ad9b376a931f7bafc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7759974 Apr 05 20:26:46.840775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46618) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:46.971226 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63e1d452-b795-4d9b-80f7-25d673ad5763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.005366 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63e1d452-b795-4d9b-80f7-25d673ad5763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.083395 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63e1d452-b795-4d9b-80f7-25d673ad5763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.085377 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f025bf2a-7151-4566-857f-60b984ea38d2', 'name': 'network-vif-deleted', 'tag': '62a6b2be-a04f-49cc-8128-6bb38379f5b5', 'status': 'completed', 'code': 200} Apr 05 20:26:47.125419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.126400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1d452-b795-4d9b-80f7-25d673ad5763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6394f273-43f7-40e4-8b03-d4bab8a437fc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:47.133216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63e1d452-b795-4d9b-80f7-25d673ad5763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.153435 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-63e1d452-b795-4d9b-80f7-25d673ad5763 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6394f273-43f7-40e4-8b03-d4bab8a437fc HTTP/1.1" status: 204 len: 168 time: 0.3115363 Apr 05 20:26:47.334472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 62a6b2be-a04f-49cc-8128-6bb38379f5b5 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:26:47.452885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 62a6b2be-a04f-49cc-8128-6bb38379f5b5 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:26:47.454299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 62a6b2be-a04f-49cc-8128-6bb38379f5b5 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:26:47.631572 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:47.644168 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6012283-06e3-4008-a8ca-2d1580a6006f req-f95ce60c-41e6-47fb-a866-bb1328e8a770 tempest-InstanceActionsNegativeTestJSON-1352313322 tempest-InstanceActionsNegativeTestJSON-1352313322-project] 10.222.0.24 "GET /v2.0/ports?device_id=f025bf2a-7151-4566-857f-60b984ea38d2 HTTP/1.1" status: 200 len: 210 time: 0.0709701 Apr 05 20:26:47.969347 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7234e0db-1f43-4fe0-a8e6-402f9204d089 req-3894b4d3-f64a-45ef-958b-51a11729bfd8 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0583770 Apr 05 20:26:48.001176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae82ddf-8dd8-4ec6-b05e-0fa7fc2b7665 req-a369df2b-c9d6-4243-926f-a0084cee9c26 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:48.003147 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ae82ddf-8dd8-4ec6-b05e-0fa7fc2b7665 req-a369df2b-c9d6-4243-926f-a0084cee9c26 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.3732562 Apr 05 20:26:48.014575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46646) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:48.047902 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6a4df4f3-31e5-470f-9a9d-e93cb7120e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.070029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6a4df4f3-31e5-470f-9a9d-e93cb7120e58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:48.075822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6a4df4f3-31e5-470f-9a9d-e93cb7120e58 admin admin] Usage tracker for resource:security_group_rule and tenant:7a3ebd2af7fd401a9847977d7a1fdd91 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:48.080895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6a4df4f3-31e5-470f-9a9d-e93cb7120e58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:48.088465 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ae82ddf-8dd8-4ec6-b05e-0fa7fc2b7665 req-7f330a59-d04a-4e5f-8a16-bf93bfa784f9 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762455 Apr 05 20:26:48.093546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6a4df4f3-31e5-470f-9a9d-e93cb7120e58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:48.104304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Router 59975d9b-7c5d-4c82-9c54-11a3cee5e8c4 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:26:48.279550 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6a4df4f3-31e5-470f-9a9d-e93cb7120e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.284598 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6a4df4f3-31e5-470f-9a9d-e93cb7120e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.338469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4df4f3-31e5-470f-9a9d-e93cb7120e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a489d65-d966-42b0-ab36-d46f7cbd652b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:48.344923 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6a4df4f3-31e5-470f-9a9d-e93cb7120e58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a3ebd2af7fd401a9847977d7a1fdd91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270686 Apr 05 20:26:48.345152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46656) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:48.357313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:26:48.365709 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Sync routers for ids ['59975d9b-7c5d-4c82-9c54-11a3cee5e8c4'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:26:48.377800 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Routers {'59975d9b-7c5d-4c82-9c54-11a3cee5e8c4'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:26:48.379413 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:26:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['59975d9b-7c5d-4c82-9c54-11a3cee5e8c4'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:48.383193 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.384729 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a0b4675e-e5c5-465b-8357-b57465b5fcee tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.2099805 Apr 05 20:26:48.387502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46662) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:48.462652 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09af57f9-3416-4a1c-94ae-8d91c2c83135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.502498 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09af57f9-3416-4a1c-94ae-8d91c2c83135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.578900 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09af57f9-3416-4a1c-94ae-8d91c2c83135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.611110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09af57f9-3416-4a1c-94ae-8d91c2c83135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.617756 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-09af57f9-3416-4a1c-94ae-8d91c2c83135 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a489d65-d966-42b0-ab36-d46f7cbd652b HTTP/1.1" status: 204 len: 168 time: 0.2716408 Apr 05 20:26:48.624119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09af57f9-3416-4a1c-94ae-8d91c2c83135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a489d65-d966-42b0-ab36-d46f7cbd652b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:48.671671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46678) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:48.678178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1292747697', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'enable_snat': True}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:48.687151 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3db66c6b-1cb9-43d2-986b-026a30cfb0e6 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/routers/59975d9b-7c5d-4c82-9c54-11a3cee5e8c4 HTTP/1.1" status: 200 len: 909 time: 0.2970312 Apr 05 20:26:48.690854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:48.703168 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Set router 59975d9b-7c5d-4c82-9c54-11a3cee5e8c4 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:26:48.709807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Usage tracker for resource:router and tenant:31eebc2771c242fdb8384473f91ee0b0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:48.717696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:48.728271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:48.749153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.753870 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.793519 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:48.818791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46684) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:48.971639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-1797b655-e12e-454c-b250-7144815d73cd admin admin] Deleting subnet 64d0d89f-816b-4cf5-9476-5c315168f0c3 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:26:48.984041 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1797b655-e12e-454c-b250-7144815d73cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:49.096540 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1797b655-e12e-454c-b250-7144815d73cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:49.182622 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59975d9b-7c5d-4c82-9c54-11a3cee5e8c4', 'name': 'tempest-snat-router-1292747697', 'tenant_id': '31eebc2771c242fdb8384473f91ee0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.216'}], 'enable_snat': False}, 'gw_port_id': '4dec6c85-140c-4ef9-99c8-0f4977ccd95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:43Z', 'updated_at': '2022-04-05T20:26:46Z', 'revision_number': 3, 'project_id': '31eebc2771c242fdb8384473f91ee0b0', 'gw_port': {'id': '4dec6c85-140c-4ef9-99c8-0f4977ccd95b', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59975d9b-7c5d-4c82-9c54-11a3cee5e8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:44Z', 'updated_at': '2022-04-05T20:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:49.193515 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Checking router: 59975d9b-7c5d-4c82-9c54-11a3cee5e8c4 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:26:49.193852 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Updating router 59975d9b-7c5d-4c82-9c54-11a3cee5e8c4 port 4dec6c85-140c-4ef9-99c8-0f4977ccd95b binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:26:49.226240 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1797b655-e12e-454c-b250-7144815d73cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:49.305932 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:49.363788 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:49.588053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff1873f-6aa6-462c-a475-378185d632a8 req-a05843f9-4fe4-4f9f-a2c5-b9a5ce1413c6 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:49.589917 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ff1873f-6aa6-462c-a475-378185d632a8 req-a05843f9-4fe4-4f9f-a2c5-b9a5ce1413c6 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.2952619 Apr 05 20:26:49.623573 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4c7ee5e9-fa70-40a2-ba38-cd7ba79c5e0b req-9edf5209-07c1-446b-9794-2060e0fa5e6b tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.2624543 Apr 05 20:26:49.633423 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1797b655-e12e-454c-b250-7144815d73cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:49.673572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ff1873f-6aa6-462c-a475-378185d632a8 req-f59fc350-2cfa-4f71-9a22-f606cefa9264 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713241 Apr 05 20:26:49.685247 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1797b655-e12e-454c-b250-7144815d73cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:49.744516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1797b655-e12e-454c-b250-7144815d73cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64d0d89f-816b-4cf5-9476-5c315168f0c3,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:49.750073 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1797b655-e12e-454c-b250-7144815d73cd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/64d0d89f-816b-4cf5-9476-5c315168f0c3 HTTP/1.1" status: 204 len: 168 time: 0.9296737 Apr 05 20:26:49.774467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46712) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:50.017250 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-52c0a5a7-1324-40a1-9580-32be13865792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.022999 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.047785 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Transition to ACTIVE for port object 4dec6c85-140c-4ef9-99c8-0f4977ccd95b will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:50.067019 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.187284 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Attempting to bind port 4dec6c85-140c-4ef9-99c8-0f4977ccd95b on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:26:50.188667 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Attempting to bind port 4dec6c85-140c-4ef9-99c8-0f4977ccd95b by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:26:50.189179 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Attempting to bind port 4dec6c85-140c-4ef9-99c8-0f4977ccd95b on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:26:50.198799 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba97d94-a48a-43a2-915d-309773617d10 None None] Pushing event updated for resources: {'Port': ['ID=4dec6c85-140c-4ef9-99c8-0f4977ccd95b,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:50.209902 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:26:50.210579 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:26:50.211209 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.211804 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:26:50.212468 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Bound port: 4dec6c85-140c-4ef9-99c8-0f4977ccd95b, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:26:50.213084 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.273322 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.311765 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.395991 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-52c0a5a7-1324-40a1-9580-32be13865792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.438072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-52c0a5a7-1324-40a1-9580-32be13865792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01d61d8c-89fd-4c26-a5e0-b93ec136f86f']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:50.451312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-52c0a5a7-1324-40a1-9580-32be13865792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1d9c44-8985-4875-b50e-6ef0c6785cba') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:50.451645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-52c0a5a7-1324-40a1-9580-32be13865792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1d9c44-8985-4875-b50e-6ef0c6785cba') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:50.466946 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-52c0a5a7-1324-40a1-9580-32be13865792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.485361 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] For port 4dec6c85-140c-4ef9-99c8-0f4977ccd95b, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:26:50.491467 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-52c0a5a7-1324-40a1-9580-32be13865792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.497277 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] For port 4dec6c85-140c-4ef9-99c8-0f4977ccd95b, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4dec6c85-140c-4ef9-99c8-0f4977ccd95b,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:26:50.504278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52c0a5a7-1324-40a1-9580-32be13865792 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:26:50.504681 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-52c0a5a7-1324-40a1-9580-32be13865792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.508233 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:26:50.544265 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:26:50.641444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Allocated IP 172.25.8.250 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/1bf1f4cf-b748-42a6-a743-fa81a5fdda67) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:50.653321 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Routers {'59975d9b-7c5d-4c82-9c54-11a3cee5e8c4'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:26:50.653955 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:26:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['59975d9b-7c5d-4c82-9c54-11a3cee5e8c4'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:50.729850 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba97d94-a48a-43a2-915d-309773617d10 None None] Pushing event updated for resources: {'Port': ['ID=4dec6c85-140c-4ef9-99c8-0f4977ccd95b,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:50.761035 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-52c0a5a7-1324-40a1-9580-32be13865792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.812695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-52c0a5a7-1324-40a1-9580-32be13865792 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:50.858219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c0a5a7-1324-40a1-9580-32be13865792 admin admin] Pushing event deleted for resources: {'Network': ['ID=01d61d8c-89fd-4c26-a5e0-b93ec136f86f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:50.881518 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-52c0a5a7-1324-40a1-9580-32be13865792 admin admin] 10.222.0.24 "DELETE /v2.0/networks/01d61d8c-89fd-4c26-a5e0-b93ec136f86f HTTP/1.1" status: 204 len: 168 time: 1.1054928 Apr 05 20:26:50.975454 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] Set router 59975d9b-7c5d-4c82-9c54-11a3cee5e8c4 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:26:50.999327 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ca5a97d-dc2f-418a-8f5a-16d8a22d1b4d req-0823e7c4-c452-475c-997a-4b192cb7c5b4 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0779297 Apr 05 20:26:51.084576 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:51.143523 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:51.257922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:51.267507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:51.299023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46760) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:51.316900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:26:51.429043 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59975d9b-7c5d-4c82-9c54-11a3cee5e8c4', 'name': 'tempest-snat-router-1292747697', 'tenant_id': '31eebc2771c242fdb8384473f91ee0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.216'}], 'enable_snat': False}, 'gw_port_id': '4dec6c85-140c-4ef9-99c8-0f4977ccd95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:43Z', 'updated_at': '2022-04-05T20:26:46Z', 'revision_number': 3, 'project_id': '31eebc2771c242fdb8384473f91ee0b0', 'gw_port': {'id': '4dec6c85-140c-4ef9-99c8-0f4977ccd95b', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59975d9b-7c5d-4c82-9c54-11a3cee5e8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:44Z', 'updated_at': '2022-04-05T20:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:51.433660 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad04a713-0e2e-4f08-aeea-cebef4473f3c None None] The sync data for ids ['59975d9b-7c5d-4c82-9c54-11a3cee5e8c4'] in n-d-836604-1 is: [{'id': '59975d9b-7c5d-4c82-9c54-11a3cee5e8c4', 'name': 'tempest-snat-router-1292747697', 'tenant_id': '31eebc2771c242fdb8384473f91ee0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.216'}], 'enable_snat': False}, 'gw_port_id': '4dec6c85-140c-4ef9-99c8-0f4977ccd95b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:43Z', 'updated_at': '2022-04-05T20:26:46Z', 'revision_number': 3, 'project_id': '31eebc2771c242fdb8384473f91ee0b0', 'gw_port': {'id': '4dec6c85-140c-4ef9-99c8-0f4977ccd95b', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59975d9b-7c5d-4c82-9c54-11a3cee5e8c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1877, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:44Z', 'updated_at': '2022-04-05T20:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:26:51.452006 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event updated for resources: {'Port': ['ID=1bf1f4cf-b748-42a6-a743-fa81a5fdda67,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:51.471813 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9c7ecd12-5ac2-40fa-819f-f10cfb51a86b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bac0c3f6a284bfc86db50bf43123036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704443 Apr 05 20:26:51.472033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46764) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:52.034155 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-94ac04fc-5e6a-4060-90f0-6af4299cecf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.057931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4dec6c85-140c-4ef9-99c8-0f4977ccd95b up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:52.184688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 4dec6c85-140c-4ef9-99c8-0f4977ccd95b completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:26:52.204403 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-94ac04fc-5e6a-4060-90f0-6af4299cecf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.204606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4dec6c85-140c-4ef9-99c8-0f4977ccd95b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:52.205605 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.379972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-94ac04fc-5e6a-4060-90f0-6af4299cecf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.429262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79880041-e50c-4f66-89a7-5f8c94ca917b req-c20ae9bf-2323-40fe-b54b-3e6e92fab5ab tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.1140914 Apr 05 20:26:52.437835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac04fc-5e6a-4060-90f0-6af4299cecf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ba88d1-4083-41c9-bb8a-a247b79f6519,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:52.474780 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.494434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 4dec6c85-140c-4ef9-99c8-0f4977ccd95b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4dec6c85-140c-4ef9-99c8-0f4977ccd95b,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:52.521574 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.604047 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.692212 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=4dec6c85-140c-4ef9-99c8-0f4977ccd95b,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:52.915602 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-94ac04fc-5e6a-4060-90f0-6af4299cecf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:52.920662 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-94ac04fc-5e6a-4060-90f0-6af4299cecf5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13ba88d1-4083-41c9-bb8a-a247b79f6519 HTTP/1.1" status: 204 len: 168 time: 1.4469426 Apr 05 20:26:53.162175 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.211768 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46808) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:53.219489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4ae24cac-fca7-4592-ac4b-741a16f72da2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1827492003', 'description': 'tempest-description--1223027647'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:53.233148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4ae24cac-fca7-4592-ac4b-741a16f72da2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:53.253162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4ae24cac-fca7-4592-ac4b-741a16f72da2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:53.276457 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ae24cac-fca7-4592-ac4b-741a16f72da2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.307846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46812) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:53.312409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4ae24cac-fca7-4592-ac4b-741a16f72da2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:53.322581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4ae24cac-fca7-4592-ac4b-741a16f72da2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Usage tracker for resource:security_group_rule and tenant:82397fe5d80f49599d0b8e518897ed13 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:53.326186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4ae24cac-fca7-4592-ac4b-741a16f72da2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:53.334187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4ae24cac-fca7-4592-ac4b-741a16f72da2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:53.457648 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ae24cac-fca7-4592-ac4b-741a16f72da2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.463734 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ae24cac-fca7-4592-ac4b-741a16f72da2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.515254 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ae24cac-fca7-4592-ac4b-741a16f72da2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.517576 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4ae24cac-fca7-4592-ac4b-741a16f72da2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3034434 Apr 05 20:26:53.528120 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46822) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:53.540769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-33879805-e728-4341-98d8-3edf9d380503 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Request body: {'security_group_rule': {'security_group_id': '9c97acfe-2496-48f3-8c17-86e6d2ee9037', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:53.549512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-33879805-e728-4341-98d8-3edf9d380503 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:53.554244 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae24cac-fca7-4592-ac4b-741a16f72da2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c97acfe-2496-48f3-8c17-86e6d2ee9037,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:53.557045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-33879805-e728-4341-98d8-3edf9d380503 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Usage tracker for resource:security_group_rule and tenant:82397fe5d80f49599d0b8e518897ed13 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:53.560923 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-33879805-e728-4341-98d8-3edf9d380503 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:53.570660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-33879805-e728-4341-98d8-3edf9d380503 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:53.594000 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-33879805-e728-4341-98d8-3edf9d380503 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.705486 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-33879805-e728-4341-98d8-3edf9d380503 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.715299 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-33879805-e728-4341-98d8-3edf9d380503 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.781620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33879805-e728-4341-98d8-3edf9d380503 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31a2697-fb17-42dd-af8a-733303784905,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:53.801311 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01532e32-0d74-4290-b5cb-40d4782d928b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.823582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-01532e32-0d74-4290-b5cb-40d4782d928b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:53.828551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-01532e32-0d74-4290-b5cb-40d4782d928b admin admin] Usage tracker for resource:security_group_rule and tenant:001e1ca5085245699d525872c213fc18 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:53.831855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-01532e32-0d74-4290-b5cb-40d4782d928b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:53.839364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-01532e32-0d74-4290-b5cb-40d4782d928b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:53.874255 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2765f036-fed3-4c5f-99a5-0655cb561731 req-361c5dbe-13ba-4d74-964d-5716301a8ec6 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.1063178 Apr 05 20:26:53.894418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Router 7cccc9dd-3b17-4244-a191-8693ad7d6bef is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:26:53.923804 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-33879805-e728-4341-98d8-3edf9d380503 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:53.933721 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-33879805-e728-4341-98d8-3edf9d380503 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4036188 Apr 05 20:26:53.946884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46832) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:53.980913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-60dbf4bb-fbf3-4f46-81ea-ba95218d67a5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Request body: {'security_group_rule': {'security_group_id': '9c97acfe-2496-48f3-8c17-86e6d2ee9037', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:54.008885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4dec6c85-140c-4ef9-99c8-0f4977ccd95b up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:26:54.083126 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01532e32-0d74-4290-b5cb-40d4782d928b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.085095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-60dbf4bb-fbf3-4f46-81ea-ba95218d67a5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:54.089609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-60dbf4bb-fbf3-4f46-81ea-ba95218d67a5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Usage tracker for resource:security_group_rule and tenant:82397fe5d80f49599d0b8e518897ed13 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:54.093443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-60dbf4bb-fbf3-4f46-81ea-ba95218d67a5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:54.097044 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01532e32-0d74-4290-b5cb-40d4782d928b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.136096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-60dbf4bb-fbf3-4f46-81ea-ba95218d67a5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:54.157105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4dec6c85-140c-4ef9-99c8-0f4977ccd95b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:26:54.157709 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.220132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:26:54.223483 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-60dbf4bb-fbf3-4f46-81ea-ba95218d67a5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.239219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] Sync routers for ids ['7cccc9dd-3b17-4244-a191-8693ad7d6bef'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:26:54.258022 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] Routers {'7cccc9dd-3b17-4244-a191-8693ad7d6bef'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:26:54.259135 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:26:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7cccc9dd-3b17-4244-a191-8693ad7d6bef'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:54.262646 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.264153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-55cd8efb-c36d-4c40-a23f-d42272050039 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.5910616 Apr 05 20:26:54.266576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46854) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:54.293925 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-01532e32-0d74-4290-b5cb-40d4782d928b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=001e1ca5085245699d525872c213fc18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9836426 Apr 05 20:26:54.324352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46858) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:54.329692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01532e32-0d74-4290-b5cb-40d4782d928b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a83ce1-4db6-4a33-a24f-4b3e89787180,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:54.456891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] Set router 7cccc9dd-3b17-4244-a191-8693ad7d6bef gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:26:54.537692 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-abfc04ba-31a8-4adc-a192-c613fd56ec2e tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/routers/7cccc9dd-3b17-4244-a191-8693ad7d6bef HTTP/1.1" status: 200 len: 908 time: 0.2699664 Apr 05 20:26:54.540139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46868) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:54.551901 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-60dbf4bb-fbf3-4f46-81ea-ba95218d67a5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.567325 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-60dbf4bb-fbf3-4f46-81ea-ba95218d67a5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.618269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1e682438-4640-419b-afc8-08ce3e8047e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.647379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbf4bb-fbf3-4f46-81ea-ba95218d67a5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005954d1-3935-4ddd-9390-7a1d14712e75,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:54.722991 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1e682438-4640-419b-afc8-08ce3e8047e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.799263 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1e682438-4640-419b-afc8-08ce3e8047e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.815284 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1e682438-4640-419b-afc8-08ce3e8047e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.816567 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1e682438-4640-419b-afc8-08ce3e8047e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56a83ce1-4db6-4a33-a24f-4b3e89787180 HTTP/1.1" status: 204 len: 168 time: 0.4910848 Apr 05 20:26:54.819850 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-60dbf4bb-fbf3-4f46-81ea-ba95218d67a5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.820457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:54.824566 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-60dbf4bb-fbf3-4f46-81ea-ba95218d67a5 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8752756 Apr 05 20:26:54.827502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46880) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:54.834978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:54.840070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e682438-4640-419b-afc8-08ce3e8047e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a83ce1-4db6-4a33-a24f-4b3e89787180,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:54.845327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:54.850160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Usage tracker for resource:floatingip and tenant:82397fe5d80f49599d0b8e518897ed13 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:54.853482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:54.860082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:54.877858 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.071724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46886) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:55.207057 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.222382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cccc9dd-3b17-4244-a191-8693ad7d6bef', 'name': 'tempest-snat-router-1292747697', 'tenant_id': '31eebc2771c242fdb8384473f91ee0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '1bf1f4cf-b748-42a6-a743-fa81a5fdda67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:26:48Z', 'updated_at': '2022-04-05T20:26:51Z', 'revision_number': 3, 'project_id': '31eebc2771c242fdb8384473f91ee0b0', 'gw_port': {'id': '1bf1f4cf-b748-42a6-a743-fa81a5fdda67', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:f8:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cccc9dd-3b17-4244-a191-8693ad7d6bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:26:50Z', 'updated_at': '2022-04-05T20:26:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:55.228538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] Checking router: 7cccc9dd-3b17-4244-a191-8693ad7d6bef for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:26:55.228866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] Updating router 7cccc9dd-3b17-4244-a191-8693ad7d6bef port 1bf1f4cf-b748-42a6-a743-fa81a5fdda67 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:26:55.242426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Deleting port 1bf1f4cf-b748-42a6-a743-fa81a5fdda67 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:55.243225 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.284131 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5caa2a34-ac91-4bb6-9996-258e7d037b2f req-50d278bd-0e72-4121-88eb-d2353df177ae tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0678968 Apr 05 20:26:55.297144 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.353430 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.494772 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:26:55.507515 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.517527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Allocated IP 172.25.8.173 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/d8c21d4d-0ea3-4352-ae31-281e8cb82f2b) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:55.626101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46900) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:55.644556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-753833946-network', 'tenant_id': '97963b3828594c00bbd1dbf705a16848'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:55.659841 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b97835d-85d5-478f-812d-0f44bffd5cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.684495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2b97835d-85d5-478f-812d-0f44bffd5cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:55.688402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2b97835d-85d5-478f-812d-0f44bffd5cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:9225a6f599f54d349413f45b4c127d1f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:55.691366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2b97835d-85d5-478f-812d-0f44bffd5cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:55.697331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2b97835d-85d5-478f-812d-0f44bffd5cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:55.803098 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.808574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Calling delete_port for 1bf1f4cf-b748-42a6-a743-fa81a5fdda67 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:55.824603 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b97835d-85d5-478f-812d-0f44bffd5cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.829900 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b97835d-85d5-478f-812d-0f44bffd5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.843986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:55.851829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Usage tracker for resource:network and tenant:97963b3828594c00bbd1dbf705a16848 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:55.856011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:55.870143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:55.886657 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2b97835d-85d5-478f-812d-0f44bffd5cd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9225a6f599f54d349413f45b4c127d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2598574 Apr 05 20:26:55.891075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46910) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:55.893206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Made reservation on behalf of 97963b3828594c00bbd1dbf705a16848 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:55.895481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.904359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97835d-85d5-478f-812d-0f44bffd5cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395e52dc-759b-457e-83a2-838860ec72a4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:55.916297 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.936720 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:55.965902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:55.972746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Usage tracker for resource:security_group_rule and tenant:97963b3828594c00bbd1dbf705a16848 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:55.979136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:55.995278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:56.154792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.180980 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:26:56.181482 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:26:56.197130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:56.202157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:56.204225 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-11f8131b-5edb-4a8a-9543-d2a9016d6e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.206114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Pushing event updated for resources: {'Port': ['ID=d8c21d4d-0ea3-4352-ae31-281e8cb82f2b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:56.208215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:26:56.267146 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event deleted for resources: {'Port': ['ID=1bf1f4cf-b748-42a6-a743-fa81a5fdda67,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:56.281810 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-11f8131b-5edb-4a8a-9543-d2a9016d6e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.342355 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.352053 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.371102 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.388101 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.390020 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-11f8131b-5edb-4a8a-9543-d2a9016d6e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.468882 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.503034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8131b-5edb-4a8a-9543-d2a9016d6e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395e52dc-759b-457e-83a2-838860ec72a4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:56.527950 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-11f8131b-5edb-4a8a-9543-d2a9016d6e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.542760 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-11f8131b-5edb-4a8a-9543-d2a9016d6e43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/395e52dc-759b-457e-83a2-838860ec72a4 HTTP/1.1" status: 204 len: 168 time: 0.6398990 Apr 05 20:26:56.559923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:26:56.615309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820f48bc-3cca-4005-bf50-cd342be8cd21,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:56.703814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30394acc-aa81-4461-9946-bb8d361d7054 req-950ad70d-bf0f-4722-afb7-7ae28311c5e1 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.1303520 Apr 05 20:26:56.727661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.727999 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Added segment ad00df3e-9df4-4bc0-96ea-6f98408e0299 of type vlan for network 4f967199-225e-4c76-a762-dd4f6e1b2b1d Apr 05 20:26:56.730969 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.744377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.749754 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] Port 1bf1f4cf-b748-42a6-a743-fa81a5fdda67 not found while updating agent binding for router 7cccc9dd-3b17-4244-a191-8693ad7d6bef. {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 05 20:26:56.763233 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] Routers {'7cccc9dd-3b17-4244-a191-8693ad7d6bef'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:26:56.763848 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:26:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7cccc9dd-3b17-4244-a191-8693ad7d6bef'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:56.832022 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.836377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.836898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7cccc9dd-3b17-4244-a191-8693ad7d6bef {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:26:56.872193 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.881819 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.929261 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.931816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:56.938362 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.947425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:26:56.947839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff5e0a0-7f2b-40ec-8d6b-9e720b24f7a9 None None] The sync data for ids ['7cccc9dd-3b17-4244-a191-8693ad7d6bef'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:26:56.970382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Pushing event updated for resources: {'Port': ['ID=d8c21d4d-0ea3-4352-ae31-281e8cb82f2b,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:56.987085 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:56.992730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4b711f4c-6d78-49ec-a7be-1a88b2238098 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7cccc9dd-3b17-4244-a191-8693ad7d6bef HTTP/1.1" status: 204 len: 168 time: 2.4508026 Apr 05 20:26:57.009042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46936) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:57.052076 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:57.074964 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:57.076889 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8581c87e-1df3-449f-99db-bea942dbf883 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2472076 Apr 05 20:26:57.289642 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2153211 Apr 05 20:26:57.290171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46960) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:57.296775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb47e3-f27f-4cfa-a1ef-96a98ddb3e31 admin admin] Pushing event updated for resources: {'Network': ['ID=4f967199-225e-4c76-a762-dd4f6e1b2b1d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:57.298585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Request body: {'subnet': {'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-753833946-subnet', 'tenant_id': '97963b3828594c00bbd1dbf705a16848', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:57.304390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:57.308558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Usage tracker for resource:subnet and tenant:97963b3828594c00bbd1dbf705a16848 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:57.311961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:57.318751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 4f967199-225e-4c76-a762-dd4f6e1b2b1d details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:26:57.320824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:57.335951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Made reservation on behalf of 97963b3828594c00bbd1dbf705a16848 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:26:57.339725 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:57.349477 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:57.591375 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:57.602521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Deleting port 4dec6c85-140c-4ef9-99c8-0f4977ccd95b {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:26:57.602863 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:57.609103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-93f11dc4-6813-45af-8330-be88cefa5502 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Synchronizing usage tracker for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:26:57.645815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-93f11dc4-6813-45af-8330-be88cefa5502 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Unset dirty status for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:26:57.647158 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-93f11dc4-6813-45af-8330-be88cefa5502 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1827492003&fields=id&tenant_id=82397fe5d80f49599d0b8e518897ed13 HTTP/1.1" status: 200 len: 267 time: 0.2310495 Apr 05 20:26:57.889773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] For port 4dec6c85-140c-4ef9-99c8-0f4977ccd95b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4dec6c85-140c-4ef9-99c8-0f4977ccd95b,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:26:57.896082 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:58.022409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-4bacb7a6-3c6e-4fbf-8376-a7097f116e00 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:58.024106 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-4bacb7a6-3c6e-4fbf-8376-a7097f116e00 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 819 time: 0.3614612 Apr 05 20:26:58.052882 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:58.129571 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-89624b1b-fcec-42b0-a1d5-ded4d784a54e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/quotas/82397fe5d80f49599d0b8e518897ed13 HTTP/1.1" status: 200 len: 375 time: 0.0971599 Apr 05 20:26:58.131190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Pushing event updated for resources: {'Subnet': ['ID=364c3c86-b37b-4fd0-9e77-6f7b617265f3,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:58.238692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Checking segment: {'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:26:58.239082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Network hostable DHCP agents. Network: 4f967199-225e-4c76-a762-dd4f6e1b2b1d, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:26:58.279359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Network 4f967199-225e-4c76-a762-dd4f6e1b2b1d is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:26:58.314521 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-043c1638-e640-4f96-b292-0e9fb237a576 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1731071 Apr 05 20:26:58.316385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 4f967199-225e-4c76-a762-dd4f6e1b2b1d) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:58.325544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20e0219-59dd-482b-ae91-ee9595cbb1f6 None None] Network 4f967199-225e-4c76-a762-dd4f6e1b2b1d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:26:58.361940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Calling delete_port for 4dec6c85-140c-4ef9-99c8-0f4977ccd95b owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:26:58.414283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:26:58.414861 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:58.552758 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2b70ef97-f5c3-42bf-a734-63f260b62582 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2609203 Apr 05 20:26:58.606639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:58.655415 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-b9df62b9-03d2-4385-928b-42b342663260 service neutron] 10.222.0.24 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362372 Apr 05 20:26:58.710822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-4f967199-225e-4c76-a762-dd4f6e1b2b1d', 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d', 'tenant_id': '97963b3828594c00bbd1dbf705a16848', 'fixed_ips': [{'subnet_id': '364c3c86-b37b-4fd0-9e77-6f7b617265f3'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:26:58.711649 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:58.713538 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd49c9c3-1ad9-42b0-a4d7-fd383698469b req-a2641dff-78cb-4fa5-a0fc-1452d24767a6 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.4390180 Apr 05 20:26:58.884586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dec6c85-140c-4ef9-99c8-0f4977ccd95b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:26:58.907144 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-7a4c3631-20dc-4ee3-8ba9-07d03e1bace2 service neutron] 10.222.0.24 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343836 Apr 05 20:26:58.916499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.003123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Allocated IP 172.20.0.2 (4f967199-225e-4c76-a762-dd4f6e1b2b1d/364c3c86-b37b-4fd0-9e77-6f7b617265f3/c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:26:59.490574 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.492720 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.516877 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-44e8f3ca-05c8-449d-8d72-93e02f86a8d6 req-8f050562-c79a-407b-aef1-251de9223f7b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 210 time: 0.3579206 Apr 05 20:26:59.528336 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.528904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59975d9b-7c5d-4c82-9c54-11a3cee5e8c4 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:26:59.586068 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.594190 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b0f12e31-daf9-4133-92c2-3de9bc53d60d tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "DELETE /v2.0/routers/59975d9b-7c5d-4c82-9c54-11a3cee5e8c4 HTTP/1.1" status: 204 len: 168 time: 2.5804367 Apr 05 20:26:59.594671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47046) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:26:59.599358 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.604147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-281513307', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:26:59.626149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:26:59.639201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Usage tracker for resource:router and tenant:c71c4b785e81467ebc289641c3d582f4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:26:59.644851 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Transition to ACTIVE for port object c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:59.647461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:26:59.680313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:26:59.710166 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.711625 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.723521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Transition to ACTIVE for port object c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:26:59.732375 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.748572 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:26:59.920771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Network 4f967199-225e-4c76-a762-dd4f6e1b2b1d is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:26:59.927339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:26:59.931204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:27:00.043261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Pushing event updated for resources: {'Port': ['ID=c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:00.244168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Attempting to bind port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:00.244168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Attempting to bind port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:00.244641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Attempting to bind port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 on network 4f967199-225e-4c76-a762-dd4f6e1b2b1d {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:27:00.264776 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:27:00.265159 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Checking segment: {'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:27:00.265569 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:00.267231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Bound using segment: {'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:27:00.267735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Bound port: c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:00.268122 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:00.387587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47074) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:00.448331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e3e39ff0-3481-46cb-9e1f-54c41a3b32ad req-0b9df8fb-82a1-431b-8411-6b49978f5fde tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.4794466 Apr 05 20:27:00.455660 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] For port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:27:00.459621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] For port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:27:00.467314 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:00.559754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-fa718f83-a49b-4e7f-97ab-6c8ce48d8b34 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:00.567961 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf4c20-7329-422e-b387-e88d917fd41e None None] Pushing event updated for resources: {'Port': ['ID=c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:00.568176 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-fa718f83-a49b-4e7f-97ab-6c8ce48d8b34 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/networks?id=4f967199-225e-4c76-a762-dd4f6e1b2b1d HTTP/1.1" status: 200 len: 815 time: 0.4373944 Apr 05 20:27:00.584320 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-e8ad89b0-9db2-48cb-acaa-4183ee26a4fc tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/quotas/97963b3828594c00bbd1dbf705a16848 HTTP/1.1" status: 200 len: 375 time: 0.0154300 Apr 05 20:27:00.589598 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:00.912806 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7ca2fb56-f7a8-4acd-99db-52bc05dc2265 req-335cc0a6-bd95-4704-8c92-61ff6a3f3367 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 210 time: 0.0586224 Apr 05 20:27:01.302487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'network': {'name': 'tempest-network-smoke--960243988', 'project_id': '80fee2de873b412da3b3a54725609093', 'port_security_enabled': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:01.313129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-fdf315b4-1984-4435-90e7-1d3838131586 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:01.315520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-fdf315b4-1984-4435-90e7-1d3838131586 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.13 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 819 time: 0.2328227 Apr 05 20:27:01.319433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:01.326442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:network and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:01.332460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:01.354269 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:01.396894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Made reservation on behalf of 80fee2de873b412da3b3a54725609093 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:01.400545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.428029 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-607a3b48-c5c7-49dc-9889-e097569b1016 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82397fe5d80f49599d0b8e518897ed13 HTTP/1.1" status: 200 len: 380 time: 0.0975833 Apr 05 20:27:01.438726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Request body: {'port': {'device_id': '8a60578f-614e-43de-a776-e105645f9bc9', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'admin_state_up': True, 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'security_groups': ['9c97acfe-2496-48f3-8c17-86e6d2ee9037']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:01.467130 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.472313 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.514179 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-7b505a90-e769-4f46-91b9-a07dd2c8e9e2 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97963b3828594c00bbd1dbf705a16848&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9288962 Apr 05 20:27:01.525819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:01.550054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:01.634047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:01.647734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:01.718623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:01.852250 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c61ade7-ee67-423e-a576-b1d46dddf9c6 req-9ee46e4f-4f19-4d9a-880b-ce13b2285f78 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.1245210 Apr 05 20:27:01.865804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:01.879211 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-69a83763-5f8f-47c8-ace1-569043ffa01b service neutron] 10.222.0.24 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629503 Apr 05 20:27:01.955743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:01.961559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Allocated IP 172.25.8.19 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/91a98d20-7cbb-4275-86cb-b6ca7560caaf) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:02.073236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:02.158514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Made reservation on behalf of 82397fe5d80f49599d0b8e518897ed13 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:02.163548 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.273110 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:02.291597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4dec6c85-140c-4ef9-99c8-0f4977ccd95b no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:02.373762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 4dec6c85-140c-4ef9-99c8-0f4977ccd95b {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:27:02.374568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4dec6c85-140c-4ef9-99c8-0f4977ccd95b not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:27:02.402146 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d581a6fb-46f4-4940-a830-735e489967c8 req-ac56f874-a55d-4f69-ac6f-0ab43aca9a02 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 210 time: 0.1334167 Apr 05 20:27:02.445960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Allocated IP 172.20.0.9 (957380d5-ff07-44ca-8a11-0d4ab455b8dc/1a73fcf3-bad6-44eb-9840-4132570fe122/d38d7454-4e07-4b64-8d82-97423e6636dd) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:02.479746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47106) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:02.501396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.518057 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.524185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05db2441-b11e-4e81-8c8f-3dfd47f46999 None None] Network 4f967199-225e-4c76-a762-dd4f6e1b2b1d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:27:02.563396 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.610753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-d57ff5ea-32ea-49f5-b6de-b2592cae1036 service neutron] 10.222.0.24 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7299068 Apr 05 20:27:02.613423 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.697620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:27:02.736904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1120add7-ceee-4cb2-be05-bb2c2bc7954d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:02.763730 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-732ab3ec-013c-4780-b26f-6262b4a62156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.784935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2f629950-1839-4c48-90af-c4bbead0975c None None] Provisioning for port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:02.807696 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.807696 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Added segment 7f6ddade-1d3e-4ee6-adf4-6c3a68575f86 of type vlan for network 45d1b570-945b-4bd2-bead-1b4868990023 Apr 05 20:27:02.813193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2f629950-1839-4c48-90af-c4bbead0975c None None] Provisioning complete for port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:02.820732 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2f629950-1839-4c48-90af-c4bbead0975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.822255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:02.822605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:02.822942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:02.823276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:02.823631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:02.823968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:02.824848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:02.825410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:02.825541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:02.825767 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:02.826128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:02.826450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:02.830337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-732ab3ec-013c-4780-b26f-6262b4a62156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:02.857258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-732ab3ec-013c-4780-b26f-6262b4a62156 admin admin] Usage tracker for resource:security_group_rule and tenant:92f744eabe494f009a974809f90a10ac is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:02.869761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-732ab3ec-013c-4780-b26f-6262b4a62156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:02.892437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:02.897050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:02.905766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-732ab3ec-013c-4780-b26f-6262b4a62156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:02.917854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:27:02.919274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:02.990070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Pushing event updated for resources: {'Port': ['ID=91a98d20-7cbb-4275-86cb-b6ca7560caaf,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:03.072082 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:27:03.099419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.244841 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2f629950-1839-4c48-90af-c4bbead0975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.319829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2f629950-1839-4c48-90af-c4bbead0975c None None] For port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:03.331688 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2f629950-1839-4c48-90af-c4bbead0975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.400504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Transition to ACTIVE for port object d38d7454-4e07-4b64-8d82-97423e6636dd will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:03.424265 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.437911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:03.438532 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.450132 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cbb457ae-655b-4fbc-9876-3151b9950817 req-b2ddf0bc-342e-4dad-8ff0-210e8d93e044 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.3008626 Apr 05 20:27:03.503304 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f629950-1839-4c48-90af-c4bbead0975c None None] Pushing event updated for resources: {'Port': ['ID=c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:03.570751 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.1822143 Apr 05 20:27:03.582382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47148) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:03.589435 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2526fa00-1491-40cc-a784-75fe72406712 req-e4fb9966-9bea-4ca0-a8b4-8acf18fbb504 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.1199033 Apr 05 20:27:03.637579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'admin_state_up': True, 'project_id': '80fee2de873b412da3b3a54725609093', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:03.668878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:03.684841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0ea87e43-714d-483b-9f6f-82306e92e26c None None] Provisioning complete for port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:03.685197 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0ea87e43-714d-483b-9f6f-82306e92e26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.698006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:router and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:03.704336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac315d-190c-4dbc-8603-3c880ba6e654 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Network': ['ID=45d1b570-945b-4bd2-bead-1b4868990023,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:03.720114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:03.727229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 45d1b570-945b-4bd2-bead-1b4868990023 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:27:03.738109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-7759fb4a-a932-441c-8a37-3c45d9361bbe tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:03.745279 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-7759fb4a-a932-441c-8a37-3c45d9361bbe tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/networks?id=4f967199-225e-4c76-a762-dd4f6e1b2b1d HTTP/1.1" status: 200 len: 815 time: 0.6143396 Apr 05 20:27:03.752910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:03.776833 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-2df52cd7-0993-490c-8264-b74c9121f16c tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/quotas/97963b3828594c00bbd1dbf705a16848 HTTP/1.1" status: 200 len: 375 time: 0.0306249 Apr 05 20:27:03.839750 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-732ab3ec-013c-4780-b26f-6262b4a62156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.874260 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.884947 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-732ab3ec-013c-4780-b26f-6262b4a62156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.899366 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.901399 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.911981 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:03.992031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:04.028269 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-732ab3ec-013c-4780-b26f-6262b4a62156 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92f744eabe494f009a974809f90a10ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5436144 Apr 05 20:27:04.118464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:04.119240 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:04.219999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47158) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:04.277680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Network 957380d5-ff07-44ca-8a11-0d4ab455b8dc is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:04.296981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:04.317788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:27:04.379869 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:04.407324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732ab3ec-013c-4780-b26f-6262b4a62156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78af88f8-fe33-426f-b98f-463e919ec5e0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:04.466089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Pushing event updated for resources: {'Port': ['ID=d38d7454-4e07-4b64-8d82-97423e6636dd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:04.477575 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c29a798a-ab17-44f4-a64e-ff47409e7c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:04.521435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:04.523120 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:04.551956 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-e0b4dadb-b10d-4ba4-b164-56d00e843a30 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97963b3828594c00bbd1dbf705a16848&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7740386 Apr 05 20:27:04.579560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533dca4-b2b0-4d89-bf6b-9e5d3ed7e8de req-015969d4-8e63-46ca-85d0-ef82fa636461 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:04.587028 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6533dca4-b2b0-4d89-bf6b-9e5d3ed7e8de req-015969d4-8e63-46ca-85d0-ef82fa636461 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 931 time: 0.6770976 Apr 05 20:27:04.643563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6533dca4-b2b0-4d89-bf6b-9e5d3ed7e8de req-456ba757-dcec-4e55-b06d-2edf9afb5678 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556171 Apr 05 20:27:04.659666 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:04.742976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-674b79d5-3803-4c2c-b9f9-b24c776be8f0 None None] Provisioning for port d38d7454-4e07-4b64-8d82-97423e6636dd completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:04.750133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-674b79d5-3803-4c2c-b9f9-b24c776be8f0 None None] Provisioning complete for port d38d7454-4e07-4b64-8d82-97423e6636dd triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:04.750755 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-674b79d5-3803-4c2c-b9f9-b24c776be8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:04.881080 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-0a535804-7b1f-4eb0-8941-8304f1ed2111 service neutron] 10.222.0.24 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159189 Apr 05 20:27:04.921960 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-674b79d5-3803-4c2c-b9f9-b24c776be8f0 None None] Port d38d7454-4e07-4b64-8d82-97423e6636dd cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:27:04.997289 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c29a798a-ab17-44f4-a64e-ff47409e7c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:05.001129 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b40cb64c-3fc5-4a3d-ae4a-1c48df73fdac req-5fd2e7bc-63b6-4452-b827-088cebe5517d tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0706465 Apr 05 20:27:05.043193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Router b4e9c04d-2456-4446-9881-3146f9232ca7 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:27:05.104384 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-d00750c5-0fdd-4923-b46e-c58b5f73c80b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6707714 Apr 05 20:27:05.217438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Request body: {'port': {'device_id': '8a60578f-614e-43de-a776-e105645f9bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:05.308923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:27:05.319436 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959b2af-763d-42b5-82fa-2acf435123b2 None None] Sync routers for ids ['b4e9c04d-2456-4446-9881-3146f9232ca7'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:27:05.332086 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959b2af-763d-42b5-82fa-2acf435123b2 None None] Routers {'b4e9c04d-2456-4446-9881-3146f9232ca7'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:05.333497 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d959b2af-763d-42b5-82fa-2acf435123b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:26:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['b4e9c04d-2456-4446-9881-3146f9232ca7'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:05.374522 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:05.379242 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-06617735-9365-49cf-96f6-a6ac9f584023 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.7823675 Apr 05 20:27:05.382138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47192) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:05.396871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-20d4d42e-42f4-4ea4-96bd-759912202147 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'enable_snat': False}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:05.438202 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d959b2af-763d-42b5-82fa-2acf435123b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:05.449929 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d959b2af-763d-42b5-82fa-2acf435123b2 None None] Routers {'b4e9c04d-2456-4446-9881-3146f9232ca7'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:05.450989 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d959b2af-763d-42b5-82fa-2acf435123b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:26:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['b4e9c04d-2456-4446-9881-3146f9232ca7'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:05.535419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:05.538674 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d959b2af-763d-42b5-82fa-2acf435123b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:05.543218 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d959b2af-763d-42b5-82fa-2acf435123b2 None None] The sync data for ids ['b4e9c04d-2456-4446-9881-3146f9232ca7'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:27:05.621183 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:05.636008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-65ec0405-851b-49e5-8135-5a3556db2ce8 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:05.638182 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-65ec0405-851b-49e5-8135-5a3556db2ce8 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.41 "GET /v2.0/networks?id=4f967199-225e-4c76-a762-dd4f6e1b2b1d HTTP/1.1" status: 200 len: 815 time: 0.9755998 Apr 05 20:27:05.675782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Request body: {'port': {'device_id': '70d71321-60c1-4698-87fd-02d0697340fe', 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d', 'admin_state_up': True, 'tenant_id': '97963b3828594c00bbd1dbf705a16848'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:05.691759 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c29a798a-ab17-44f4-a64e-ff47409e7c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:05.993992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47204) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:06.001548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29a798a-ab17-44f4-a64e-ff47409e7c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78af88f8-fe33-426f-b98f-463e919ec5e0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:06.011047 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-a8484ea2-fc17-42b8-99a7-c50b07ddcc38 service neutron] 10.222.0.24 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0490365 Apr 05 20:27:06.018499 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c29a798a-ab17-44f4-a64e-ff47409e7c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:06.019594 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c29a798a-ab17-44f4-a64e-ff47409e7c5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78af88f8-fe33-426f-b98f-463e919ec5e0 HTTP/1.1" status: 204 len: 168 time: 1.7985685 Apr 05 20:27:06.115008 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20d4d42e-42f4-4ea4-96bd-759912202147 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:06.467916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:06.477065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Usage tracker for resource:port and tenant:97963b3828594c00bbd1dbf705a16848 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:06.481773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:06.497119 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc84e795-e76b-426f-8299-5faf40f41e57 req-fbbbb750-dd2f-4bd0-bde1-9b52be4135eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=03be04f9245b480486de96ed8d4a61c0&device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.2766142 Apr 05 20:27:06.507970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:06.536880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38d7454-4e07-4b64-8d82-97423e6636dd {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:27:06.541240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Made reservation on behalf of 97963b3828594c00bbd1dbf705a16848 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:06.545325 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:06.588449 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc84e795-e76b-426f-8299-5faf40f41e57 req-f2c1d5a8-691f-4b7b-ad25-afcb7d539d1b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=03be04f9245b480486de96ed8d4a61c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747883 Apr 05 20:27:06.612877 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:06.681744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47224) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:06.689769 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ec87e5b6-9665-462f-8b0a-eb7dcee5630c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:06.710791 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1a926975-a980-4587-9cbf-1a3cb8a7db0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:06.732840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Transition to ACTIVE for port object d38d7454-4e07-4b64-8d82-97423e6636dd will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:06.755850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1a926975-a980-4587-9cbf-1a3cb8a7db0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:06.760081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1a926975-a980-4587-9cbf-1a3cb8a7db0c admin admin] Usage tracker for resource:security_group_rule and tenant:43089a27ae504c479870b3c4c382ade3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:06.769894 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:06.777193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1a926975-a980-4587-9cbf-1a3cb8a7db0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:06.825646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ec87e5b6-9665-462f-8b0a-eb7dcee5630c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:06.834599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1a926975-a980-4587-9cbf-1a3cb8a7db0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:06.840784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ec87e5b6-9665-462f-8b0a-eb7dcee5630c admin admin] Usage tracker for resource:security_group_rule and tenant:3f42b9b388b74464909da691ba492d66 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:06.847235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ec87e5b6-9665-462f-8b0a-eb7dcee5630c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:06.857451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168014fb-15ae-4e46-9f15-fb6ad1e74e94 req-530c3386-dd9d-4675-ad4e-ec62917b68b0 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:06.864831 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-168014fb-15ae-4e46-9f15-fb6ad1e74e94 req-530c3386-dd9d-4675-ad4e-ec62917b68b0 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 931 time: 0.4053802 Apr 05 20:27:06.876846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ec87e5b6-9665-462f-8b0a-eb7dcee5630c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:06.965554 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-168014fb-15ae-4e46-9f15-fb6ad1e74e94 req-5366c7c6-bbdd-4107-a2ee-0f4ce2ce8007 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998774 Apr 05 20:27:06.968982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84e795-e76b-426f-8299-5faf40f41e57 req-8aea2d0e-4612-4845-9889-4de2e4735fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:06.970427 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc84e795-e76b-426f-8299-5faf40f41e57 req-8aea2d0e-4612-4845-9889-4de2e4735fd7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3785520 Apr 05 20:27:07.158221 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-03ad9588-bedd-4c97-baf9-4a17332c602e req-7b904278-fb04-4da1-b90b-23d10910f438 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0530045 Apr 05 20:27:07.235163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Pushing event updated for resources: {'Port': ['ID=d38d7454-4e07-4b64-8d82-97423e6636dd,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:07.310875 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:07.386463 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:07.399114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34466-f043-489b-b28e-1283ec8688a9 req-0532e22c-41e6-4003-82a5-292701528c8c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:07.404959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34466-f043-489b-b28e-1283ec8688a9 req-0532e22c-41e6-4003-82a5-292701528c8c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:07.411723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34466-f043-489b-b28e-1283ec8688a9 req-0532e22c-41e6-4003-82a5-292701528c8c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:07.417803 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34466-f043-489b-b28e-1283ec8688a9 req-0532e22c-41e6-4003-82a5-292701528c8c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:07.422660 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ec87e5b6-9665-462f-8b0a-eb7dcee5630c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:07.423759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34466-f043-489b-b28e-1283ec8688a9 req-0532e22c-41e6-4003-82a5-292701528c8c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:07.430682 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34466-f043-489b-b28e-1283ec8688a9 req-0532e22c-41e6-4003-82a5-292701528c8c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:07.436496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b34466-f043-489b-b28e-1283ec8688a9 req-0532e22c-41e6-4003-82a5-292701528c8c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:07.438452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f7b34466-f043-489b-b28e-1283ec8688a9 req-0532e22c-41e6-4003-82a5-292701528c8c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5447 time: 0.9049935 Apr 05 20:27:07.472438 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ec87e5b6-9665-462f-8b0a-eb7dcee5630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:07.513317 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Allocated IP 172.20.0.14 (4f967199-225e-4c76-a762-dd4f6e1b2b1d/364c3c86-b37b-4fd0-9e77-6f7b617265f3/beb5a501-2623-455a-a684-642042e7e91a) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:07.630978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ec87e5b6-9665-462f-8b0a-eb7dcee5630c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f42b9b388b74464909da691ba492d66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6359565 Apr 05 20:27:07.633043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87e5b6-9665-462f-8b0a-eb7dcee5630c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9ead67-7c56-4cc5-a211-4d900557a15c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:07.633603 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f7b34466-f043-489b-b28e-1283ec8688a9 req-32be3fa5-4877-427d-b45c-3980d634699b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1804404 Apr 05 20:27:07.636910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47240) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:07.684534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Attempting to bind port d38d7454-4e07-4b64-8d82-97423e6636dd on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:07.684798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Attempting to bind port d38d7454-4e07-4b64-8d82-97423e6636dd by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:07.685135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Attempting to bind port d38d7454-4e07-4b64-8d82-97423e6636dd on network 957380d5-ff07-44ca-8a11-0d4ab455b8dc {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:27:07.707722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-9ff1c162-8340-403d-a8bf-dba4b5f6713b tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:07.709067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-9ff1c162-8340-403d-a8bf-dba4b5f6713b tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Synchronizing usage tracker for tenant:97963b3828594c00bbd1dbf705a16848 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:07.755526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Port d38d7454-4e07-4b64-8d82-97423e6636dd on network 957380d5-ff07-44ca-8a11-0d4ab455b8dc not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:27:07.755850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Attempting to bind port d38d7454-4e07-4b64-8d82-97423e6636dd on network 957380d5-ff07-44ca-8a11-0d4ab455b8dc {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:27:07.788408 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1a926975-a980-4587-9cbf-1a3cb8a7db0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:07.804962 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:27:07.805334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Checking segment: {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:27:07.805668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Bound using segment: {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:27:07.806131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Bound port: d38d7454-4e07-4b64-8d82-97423e6636dd, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9ab473e-e75a-4179-b5cb-d81684707080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:07.806476 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:07.844294 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1a926975-a980-4587-9cbf-1a3cb8a7db0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:07.922953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-9ff1c162-8340-403d-a8bf-dba4b5f6713b tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Unset dirty status for tenant:97963b3828594c00bbd1dbf705a16848 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:07.924103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-9ff1c162-8340-403d-a8bf-dba4b5f6713b tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/networks?id=4f967199-225e-4c76-a762-dd4f6e1b2b1d HTTP/1.1" status: 200 len: 815 time: 0.6199827 Apr 05 20:27:08.001149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Allocated IP 172.25.8.245 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/5473b126-3ada-4aa1-a9b1-bc480642d3fe) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:08.025600 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-46fed518-e0a4-43d8-af0c-470444764283 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/quotas/97963b3828594c00bbd1dbf705a16848 HTTP/1.1" status: 200 len: 375 time: 0.0829356 Apr 05 20:27:08.065661 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1a926975-a980-4587-9cbf-1a3cb8a7db0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43089a27ae504c479870b3c4c382ade3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3786168 Apr 05 20:27:08.078979 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0150e110-e4f2-42c3-9f18-651174d83020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.084715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47246) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:08.090399 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a926975-a980-4587-9cbf-1a3cb8a7db0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd164f8-2abe-4a15-a563-b86a75536055,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:08.282390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-59a598e4-432b-476a-8b58-8d001624ec14 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:08.284335 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-59a598e4-432b-476a-8b58-8d001624ec14 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.13 "GET /v2.0/networks?id=4f967199-225e-4c76-a762-dd4f6e1b2b1d HTTP/1.1" status: 200 len: 815 time: 0.5712435 Apr 05 20:27:08.298720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc84e795-e76b-426f-8299-5faf40f41e57 req-ba0841f2-0632-433f-b6a5-c93eeab663b3 tempest-ServerShowV257Test-1484177667 tempest-ServerShowV257Test-1484177667-project] 10.222.0.13 "GET /v2.0/ports?device_id=dd034f3c-818d-4af1-bd0d-2871af415111 HTTP/1.1" status: 200 len: 210 time: 0.0725560 Apr 05 20:27:08.302493 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20d4d42e-42f4-4ea4-96bd-759912202147 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.307023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Request body: {'port': {'device_id': '26dc31c1-4775-43fe-b3d2-7bcec6eebd5f', 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d', 'admin_state_up': True, 'tenant_id': '97963b3828594c00bbd1dbf705a16848'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:08.350832 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20d4d42e-42f4-4ea4-96bd-759912202147 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.448154 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0150e110-e4f2-42c3-9f18-651174d83020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.475427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] For port d38d7454-4e07-4b64-8d82-97423e6636dd, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:27:08.504482 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.517986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] For port d38d7454-4e07-4b64-8d82-97423e6636dd, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d38d7454-4e07-4b64-8d82-97423e6636dd,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:27:08.549777 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.550250 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-7f9dbf11-68d4-40ec-ab1d-da500741923d tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97963b3828594c00bbd1dbf705a16848&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5134709 Apr 05 20:27:08.604399 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Transition to ACTIVE for port object beb5a501-2623-455a-a684-642042e7e91a will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:08.672070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:08.674939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:08.675552 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.677742 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] 10.222.0.13 "PUT /v2.0/ports/d38d7454-4e07-4b64-8d82-97423e6636dd HTTP/1.1" status: 200 len: 1091 time: 3.5007010 Apr 05 20:27:08.679981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a60578f-614e-43de-a776-e105645f9bc9', 'tag': 'd38d7454-4e07-4b64-8d82-97423e6636dd'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:08.699048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Usage tracker for resource:port and tenant:97963b3828594c00bbd1dbf705a16848 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:08.715661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:08.753618 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.763556 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-086f8edc-5f58-44e5-b6b9-6512c1454b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.796898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:08.830410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d4d42e-42f4-4ea4-96bd-759912202147 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Router b4e9c04d-2456-4446-9881-3146f9232ca7 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:27:08.831323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Made reservation on behalf of 97963b3828594c00bbd1dbf705a16848 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:08.835396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.843672 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.866169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27e18b-c999-4f80-bfcf-585cf370d096 service neutron] Pushing event updated for resources: {'Port': ['ID=d38d7454-4e07-4b64-8d82-97423e6636dd,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:08.881755 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0150e110-e4f2-42c3-9f18-651174d83020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.890427 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-5094e0fd-1b2d-457f-a2d8-687cb49d4f93 service neutron] 10.222.0.24 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286099 Apr 05 20:27:08.908880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d5a7c-a882-4a50-b723-757ab0fc7fca req-60251488-53c6-4224-b6c5-28d632094117 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:08.909590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-f10d5a7c-a882-4a50-b723-757ab0fc7fca req-60251488-53c6-4224-b6c5-28d632094117 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Synchronizing usage tracker for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:08.932057 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-086f8edc-5f58-44e5-b6b9-6512c1454b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:08.940187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150e110-e4f2-42c3-9f18-651174d83020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9ead67-7c56-4cc5-a211-4d900557a15c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:08.960844 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:09.018291 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:09.069712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-f10d5a7c-a882-4a50-b723-757ab0fc7fca req-60251488-53c6-4224-b6c5-28d632094117 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Unset dirty status for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:09.070991 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f10d5a7c-a882-4a50-b723-757ab0fc7fca req-60251488-53c6-4224-b6c5-28d632094117 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 943 time: 0.7808998 Apr 05 20:27:09.146664 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0150e110-e4f2-42c3-9f18-651174d83020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:09.147755 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0150e110-e4f2-42c3-9f18-651174d83020 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c9ead67-7c56-4cc5-a211-4d900557a15c HTTP/1.1" status: 204 len: 168 time: 1.5025268 Apr 05 20:27:09.153828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Network 4f967199-225e-4c76-a762-dd4f6e1b2b1d is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:09.163289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:09.174273 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Pushing event updated for resources: {'Port': ['ID=beb5a501-2623-455a-a684-642042e7e91a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:09.180008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:27:09.215127 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:09.272162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-95023f44-918a-4f5b-b110-39709199e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:09.275254 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-95023f44-918a-4f5b-b110-39709199e681 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 1094 time: 0.5179529 Apr 05 20:27:09.304233 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f10d5a7c-a882-4a50-b723-757ab0fc7fca req-5a102e30-d6fd-43ff-b527-3c2313231030 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125158 Apr 05 20:27:09.386101 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-086f8edc-5f58-44e5-b6b9-6512c1454b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:09.389468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d4d42e-42f4-4ea4-96bd-759912202147 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:27:09.401817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32558925-9c9c-4c1d-942d-4a96fe51c59b None None] Sync routers for ids ['b4e9c04d-2456-4446-9881-3146f9232ca7'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:27:09.429755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32558925-9c9c-4c1d-942d-4a96fe51c59b None None] Routers {'b4e9c04d-2456-4446-9881-3146f9232ca7'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:09.431795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-32558925-9c9c-4c1d-942d-4a96fe51c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:26:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['b4e9c04d-2456-4446-9881-3146f9232ca7'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:09.443058 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-21221b9f-88de-4e78-ba9a-59096a8ac681 service neutron] 10.222.0.24 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5507731 Apr 05 20:27:09.445340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:09.463551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:09.467981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-75e482ab-4672-4ccf-9648-ab470a458bce tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:09.470693 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-5780d090-c5fd-4397-924a-ced56030a696 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38d7454-4e07-4b64-8d82-97423e6636dd HTTP/1.1" status: 200 len: 217 time: 0.1603045 Apr 05 20:27:09.474271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:27:09.474419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-75e482ab-4672-4ccf-9648-ab470a458bce tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:09.480299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-75e482ab-4672-4ccf-9648-ab470a458bce tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:09.486415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-75e482ab-4672-4ccf-9648-ab470a458bce tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:09.493508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-75e482ab-4672-4ccf-9648-ab470a458bce tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:09.499470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-75e482ab-4672-4ccf-9648-ab470a458bce tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:09.506351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-75e482ab-4672-4ccf-9648-ab470a458bce tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:09.508220 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-75e482ab-4672-4ccf-9648-ab470a458bce tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5447 time: 0.4619584 Apr 05 20:27:09.509513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Allocated IP 172.20.0.12 (4f967199-225e-4c76-a762-dd4f6e1b2b1d/364c3c86-b37b-4fd0-9e77-6f7b617265f3/5307af87-3902-498e-829d-dd4d6e93d6ea) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:09.536211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086f8edc-5f58-44e5-b6b9-6512c1454b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd164f8-2abe-4a15-a563-b86a75536055,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:09.554731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:09.555576 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:09.595500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-9469d083-9904-4f7d-8db7-78182b8976f7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:09.596829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=5473b126-3ada-4aa1-a9b1-bc480642d3fe,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:09.597540 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-9469d083-9904-4f7d-8db7-78182b8976f7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "GET /v2.0/ports/11d6c801-8868-4ebb-b54a-042b8414de76?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0807376 Apr 05 20:27:09.610479 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-20d4d42e-42f4-4ea4-96bd-759912202147 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:09.610479 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-20d4d42e-42f4-4ea4-96bd-759912202147 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "PUT /v2.0/routers/b4e9c04d-2456-4446-9881-3146f9232ca7 HTTP/1.1" status: 200 len: 924 time: 4.2218037 Apr 05 20:27:09.613191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47260) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:09.633467 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-086f8edc-5f58-44e5-b6b9-6512c1454b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:09.634610 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-086f8edc-5f58-44e5-b6b9-6512c1454b8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cd164f8-2abe-4a15-a563-b86a75536055 HTTP/1.1" status: 204 len: 168 time: 1.5457809 Apr 05 20:27:09.713550 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-32558925-9c9c-4c1d-942d-4a96fe51c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:09.720438 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-559479e6-829d-4c1e-8d6b-e36eaad7dd16 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0593956 Apr 05 20:27:09.765000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47268) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:09.808927 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32558925-9c9c-4c1d-942d-4a96fe51c59b None None] Routers {'b4e9c04d-2456-4446-9881-3146f9232ca7'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:09.810436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-32558925-9c9c-4c1d-942d-4a96fe51c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:26:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['b4e9c04d-2456-4446-9881-3146f9232ca7'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:09.818825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Request body: {'port': {'device_id': '70d71321-60c1-4698-87fd-02d0697340fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:09.927802 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a60578f-614e-43de-a776-e105645f9bc9', 'tag': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'status': 'completed', 'code': 200} Apr 05 20:27:09.944671 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-a6234b1a-9643-46b4-b607-50ec01e5c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:09.946476 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-a6234b1a-9643-46b4-b607-50ec01e5c44b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.4018333 Apr 05 20:27:09.995379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c0464b08-0df2-4699-be31-c60edfc10daf None None] Provisioning for port beb5a501-2623-455a-a684-642042e7e91a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:09.997593 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01f6ea50-c0d2-46de-821e-b1543e308805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:10.021696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c0464b08-0df2-4699-be31-c60edfc10daf None None] Provisioning complete for port beb5a501-2623-455a-a684-642042e7e91a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:10.022447 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c0464b08-0df2-4699-be31-c60edfc10daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:10.103270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-32558925-9c9c-4c1d-942d-4a96fe51c59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:10.103814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32558925-9c9c-4c1d-942d-4a96fe51c59b None None] The sync data for ids ['b4e9c04d-2456-4446-9881-3146f9232ca7'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:27:10.115351 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c0464b08-0df2-4699-be31-c60edfc10daf None None] Port beb5a501-2623-455a-a684-642042e7e91a cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:27:10.200008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47282) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:10.201913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-bd33931b-e64c-4467-8c8e-8bce00346f0d req-eeae982a-e3a1-4638-b682-400cad06da02 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Synchronizing usage tracker for tenant:97963b3828594c00bbd1dbf705a16848 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:10.209477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-01f6ea50-c0d2-46de-821e-b1543e308805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:10.250182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-01f6ea50-c0d2-46de-821e-b1543e308805 admin admin] Usage tracker for resource:security_group_rule and tenant:648bff4e6463456b8891a27e39e18eb1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:10.426720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-01f6ea50-c0d2-46de-821e-b1543e308805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:10.453419 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-29758f35-cf29-4821-88c0-4ff815a5ffe6 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/routers/b4e9c04d-2456-4446-9881-3146f9232ca7 HTTP/1.1" status: 200 len: 924 time: 0.8320308 Apr 05 20:27:10.456427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47294) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:10.460610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-01f6ea50-c0d2-46de-821e-b1543e308805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:10.473212 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:10.588401 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-c1c2ccfd-0e1e-4ccf-915a-9bd43f4a35f2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "GET /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9834735 Apr 05 20:27:10.589021 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-bd33931b-e64c-4467-8c8e-8bce00346f0d req-eeae982a-e3a1-4638-b682-400cad06da02 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Unset dirty status for tenant:97963b3828594c00bbd1dbf705a16848 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:10.598660 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd33931b-e64c-4467-8c8e-8bce00346f0d req-eeae982a-e3a1-4638-b682-400cad06da02 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 210 time: 0.5436203 Apr 05 20:27:10.654826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-da3c81c9-7af1-4c1b-92c4-8d4996bb60fd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:10.691676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7428b-eda3-45c6-baa0-58d856f15a71 req-47fae39f-b131-4ca5-b48f-a075453c97ba tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:10.712426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7428b-eda3-45c6-baa0-58d856f15a71 req-47fae39f-b131-4ca5-b48f-a075453c97ba tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:10.722473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7428b-eda3-45c6-baa0-58d856f15a71 req-47fae39f-b131-4ca5-b48f-a075453c97ba tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:10.730600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7428b-eda3-45c6-baa0-58d856f15a71 req-47fae39f-b131-4ca5-b48f-a075453c97ba tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:10.738473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7428b-eda3-45c6-baa0-58d856f15a71 req-47fae39f-b131-4ca5-b48f-a075453c97ba tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:10.745639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7428b-eda3-45c6-baa0-58d856f15a71 req-47fae39f-b131-4ca5-b48f-a075453c97ba tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:10.753697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7428b-eda3-45c6-baa0-58d856f15a71 req-47fae39f-b131-4ca5-b48f-a075453c97ba tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:10.763193 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0f7428b-eda3-45c6-baa0-58d856f15a71 req-47fae39f-b131-4ca5-b48f-a075453c97ba tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5447 time: 0.9695857 Apr 05 20:27:10.766605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-dcd02018-7e72-42d9-9767-63c143f3baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:10.768448 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-dcd02018-7e72-42d9-9767-63c143f3baa0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7605469 Apr 05 20:27:10.940935 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a042268-af5d-4eb1-8b1d-08a1a15ae5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:11.060008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5a042268-af5d-4eb1-8b1d-08a1a15ae5a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:11.074298 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:11.086392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5a042268-af5d-4eb1-8b1d-08a1a15ae5a5 admin admin] Usage tracker for resource:security_group_rule and tenant:03be04f9245b480486de96ed8d4a61c0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:11.094842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5a042268-af5d-4eb1-8b1d-08a1a15ae5a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:11.116594 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:11.129212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5a042268-af5d-4eb1-8b1d-08a1a15ae5a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:11.142610 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0f7428b-eda3-45c6-baa0-58d856f15a71 req-55ba4178-7465-49ca-b7d4-5b5c3ac707b9 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3785641 Apr 05 20:27:11.192052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Transition to ACTIVE for port object 5307af87-3902-498e-829d-dd4d6e93d6ea will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:11.194032 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-da3c81c9-7af1-4c1b-92c4-8d4996bb60fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:11.213603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f5df5f-cf6c-4f54-ae04-8282c5949fbe tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:11.214561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a0f5df5f-cf6c-4f54-ae04-8282c5949fbe tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Synchronizing usage tracker for tenant:31eebc2771c242fdb8384473f91ee0b0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:11.243153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01f6ea50-c0d2-46de-821e-b1543e308805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:11.266506 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-b20268f8-197f-412a-bef7-f6298b4c6a8c service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705436 Apr 05 20:27:11.333203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321eb404-32cc-40f1-8540-f2a02bd5a0a6 req-9587e26f-9089-4f97-9179-52a0fe3d6f32 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:11.334944 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-321eb404-32cc-40f1-8540-f2a02bd5a0a6 req-9587e26f-9089-4f97-9179-52a0fe3d6f32 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 943 time: 0.4910741 Apr 05 20:27:11.336619 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01f6ea50-c0d2-46de-821e-b1543e308805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:11.370158 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-857c8ec9-57c8-4c6b-b721-fffdc939b0db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:11.374110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a0f5df5f-cf6c-4f54-ae04-8282c5949fbe tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Unset dirty status for tenant:31eebc2771c242fdb8384473f91ee0b0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:11.375392 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a0f5df5f-cf6c-4f54-ae04-8282c5949fbe tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&device_id=b4e9c04d-2456-4446-9881-3146f9232ca7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.9122090 Apr 05 20:27:11.417430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47318) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:11.493392 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:11.581824 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-01f6ea50-c0d2-46de-821e-b1543e308805 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=648bff4e6463456b8891a27e39e18eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7974658 Apr 05 20:27:11.598942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47330) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:11.625837 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-321eb404-32cc-40f1-8540-f2a02bd5a0a6 req-6d099b43-8562-4392-819f-615647092cdb tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779353 Apr 05 20:27:11.640052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6ea50-c0d2-46de-821e-b1543e308805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dcfaa1-47cb-465c-802b-80650026b7c8,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:11.705610 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:11.783830 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:11.800576 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e54eb001-f6de-440a-9856-a3ce2ae044e5 req-0cec139d-b3a4-4ab9-b31d-00c5c1e4c29d service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252793 Apr 05 20:27:11.856487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228ce59d-a3b6-431f-a9ca-34ff6eaf9f95'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:11.872493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:11.885350 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:11.886183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 55be09c8-c06d-45fb-9382-e5748077ba8f no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:11.973000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Network 4f967199-225e-4c76-a762-dd4f6e1b2b1d is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:11.983779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:11.991895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-92da8173-b687-43e7-982f-3d1bb0ed2846 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:11.993455 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-92da8173-b687-43e7-982f-3d1bb0ed2846 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.13 "GET /v2.0/networks?id=4f967199-225e-4c76-a762-dd4f6e1b2b1d HTTP/1.1" status: 200 len: 815 time: 0.6043603 Apr 05 20:27:11.998389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:27:12.011635 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228ce59d-a3b6-431f-a9ca-34ff6eaf9f95', 'code': 200} Apr 05 20:27:12.069905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:12.071323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Request body: {'port': {'device_id': 'f67436ab-dd41-476d-bf52-9c9a05ee004e', 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d', 'admin_state_up': True, 'tenant_id': '97963b3828594c00bbd1dbf705a16848'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:12.127283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Pushing event updated for resources: {'Port': ['ID=5307af87-3902-498e-829d-dd4d6e93d6ea,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:12.228592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.251759 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.303589 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5cc1d004-918c-4f08-a89a-64ed4f40ad0f None None] Provisioning for port 5307af87-3902-498e-829d-dd4d6e93d6ea completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:12.308792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a042268-af5d-4eb1-8b1d-08a1a15ae5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.311946 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5cc1d004-918c-4f08-a89a-64ed4f40ad0f None None] Provisioning complete for port 5307af87-3902-498e-829d-dd4d6e93d6ea triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:12.312732 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5cc1d004-918c-4f08-a89a-64ed4f40ad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.336034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-da3c81c9-7af1-4c1b-92c4-8d4996bb60fd service neutron] For port 11d6c801-8868-4ebb-b54a-042b8414de76, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=11d6c801-8868-4ebb-b54a-042b8414de76,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:12.344234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 55be09c8-c06d-45fb-9382-e5748077ba8f, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=55be09c8-c06d-45fb-9382-e5748077ba8f,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:12.346478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:12.347169 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.352418 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a042268-af5d-4eb1-8b1d-08a1a15ae5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.362548 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.362966 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3edede57-710c-4481-b5bf-e0e4bae838c4 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:12.391316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c25b4fb3-8ac1-4d82-8e2a-619107ba128b req-1bcef02d-7b62-4002-b520-65ca27940000 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Synchronizing usage tracker for tenant:97963b3828594c00bbd1dbf705a16848 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:12.405593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb6006-2878-4471-9866-b2e7ad62eca1 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:12.406427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e6bb6006-2878-4471-9866-b2e7ad62eca1 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Synchronizing usage tracker for tenant:31eebc2771c242fdb8384473f91ee0b0 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:12.455163 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f2b64724-a274-4491-a8a3-d7a485c84a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.463408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c25b4fb3-8ac1-4d82-8e2a-619107ba128b req-1bcef02d-7b62-4002-b520-65ca27940000 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Unset dirty status for tenant:97963b3828594c00bbd1dbf705a16848 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:12.477111 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c25b4fb3-8ac1-4d82-8e2a-619107ba128b req-1bcef02d-7b62-4002-b520-65ca27940000 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 210 time: 0.5720689 Apr 05 20:27:12.509474 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5a042268-af5d-4eb1-8b1d-08a1a15ae5a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03be04f9245b480486de96ed8d4a61c0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3006060 Apr 05 20:27:12.513750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=55be09c8-c06d-45fb-9382-e5748077ba8f,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:12.520867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a042268-af5d-4eb1-8b1d-08a1a15ae5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970641c7-42b5-4202-973a-45539c13145a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:12.528076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47352) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:12.541005 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-02314bdc-56ef-4ca9-b454-139e3daddf12 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2446558 Apr 05 20:27:12.560331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-da3c81c9-7af1-4c1b-92c4-8d4996bb60fd service neutron] For port 11d6c801-8868-4ebb-b54a-042b8414de76, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:27:12.576494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5cc1d004-918c-4f08-a89a-64ed4f40ad0f None None] Port 5307af87-3902-498e-829d-dd4d6e93d6ea cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:27:12.577264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e6bb6006-2878-4471-9866-b2e7ad62eca1 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Unset dirty status for tenant:31eebc2771c242fdb8384473f91ee0b0 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:12.582109 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e6bb6006-2878-4471-9866-b2e7ad62eca1 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 881 time: 1.1090584 Apr 05 20:27:12.586586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47356) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:12.598556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Request body: {'port': {'device_id': '26dc31c1-4775-43fe-b3d2-7bcec6eebd5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:12.611580 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.655579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3edede57-710c-4481-b5bf-e0e4bae838c4, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3edede57-710c-4481-b5bf-e0e4bae838c4,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:12.661278 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.662298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 209a1593-aaaf-4bd4-b0fc-f2461dd50715 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:12.674486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:12.723131 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:27:12.732021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b3720-14e7-4d6f-8497-ce261d02714b req-17faa63a-f78e-4257-9dce-e5609465416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:12.733492 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc3b3720-14e7-4d6f-8497-ce261d02714b req-17faa63a-f78e-4257-9dce-e5609465416a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 1094 time: 0.8395379 Apr 05 20:27:12.744381 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f2b64724-a274-4491-a8a3-d7a485c84a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.774954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:12.790508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-da3c81c9-7af1-4c1b-92c4-8d4996bb60fd service neutron] device_id is not set on port 11d6c801-8868-4ebb-b54a-042b8414de76 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:27:12.810355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=3edede57-710c-4481-b5bf-e0e4bae838c4,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:12.857016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-da3c81c9-7af1-4c1b-92c4-8d4996bb60fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.897484 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-da3c81c9-7af1-4c1b-92c4-8d4996bb60fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.900109 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3fdeedfb-c109-46e7-9e88-b28dcf3ec16a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e9c04d-2456-4446-9881-3146f9232ca7 HTTP/1.1" status: 200 len: 205 time: 0.3023784 Apr 05 20:27:12.913341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636e2b-0d82-46b5-b846-fd0bbb2464c7 req-429a22c7-950d-496a-921a-8d12dbc4ba9e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:12.919251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47366) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:12.920581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636e2b-0d82-46b5-b846-fd0bbb2464c7 req-429a22c7-950d-496a-921a-8d12dbc4ba9e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:12.927798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636e2b-0d82-46b5-b846-fd0bbb2464c7 req-429a22c7-950d-496a-921a-8d12dbc4ba9e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:12.934111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636e2b-0d82-46b5-b846-fd0bbb2464c7 req-429a22c7-950d-496a-921a-8d12dbc4ba9e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:12.940215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636e2b-0d82-46b5-b846-fd0bbb2464c7 req-429a22c7-950d-496a-921a-8d12dbc4ba9e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:12.946703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636e2b-0d82-46b5-b846-fd0bbb2464c7 req-429a22c7-950d-496a-921a-8d12dbc4ba9e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:12.952773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636e2b-0d82-46b5-b846-fd0bbb2464c7 req-429a22c7-950d-496a-921a-8d12dbc4ba9e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:12.954534 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-16636e2b-0d82-46b5-b846-fd0bbb2464c7 req-429a22c7-950d-496a-921a-8d12dbc4ba9e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 5443 time: 0.6238792 Apr 05 20:27:12.990541 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:12.992165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Made reservation on behalf of 97963b3828594c00bbd1dbf705a16848 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:12.995690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.037516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 209a1593-aaaf-4bd4-b0fc-f2461dd50715, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=209a1593-aaaf-4bd4-b0fc-f2461dd50715,segment=NetworkSegment(5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2),segment_id=5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:13.046166 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.047160 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 11d6c801-8868-4ebb-b54a-042b8414de76 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:13.099560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb5a501-2623-455a-a684-642042e7e91a {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:27:13.174168 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.174328 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cfce55b1-837b-49cf-90f7-f34adb2bb14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.205007 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.216902 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f2b64724-a274-4491-a8a3-d7a485c84a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.225411 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 11d6c801-8868-4ebb-b54a-042b8414de76 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:27:13.226034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 030fac6f-a4bb-4ae5-9b20-513c642ca36c no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:13.256125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Transition to ACTIVE for port object beb5a501-2623-455a-a684-642042e7e91a will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:13.283262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b64724-a274-4491-a8a3-d7a485c84a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dcfaa1-47cb-465c-802b-80650026b7c8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:13.312150 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.347266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=209a1593-aaaf-4bd4-b0fc-f2461dd50715,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:13.440653 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.462732 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b3720-14e7-4d6f-8497-ce261d02714b req-63daf0f2-6147-40de-aaa0-3ecf9fb0623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:13.464239 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc3b3720-14e7-4d6f-8497-ce261d02714b req-63daf0f2-6147-40de-aaa0-3ecf9fb0623f service neutron] 10.222.0.13 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.7112634 Apr 05 20:27:13.495348 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 030fac6f-a4bb-4ae5-9b20-513c642ca36c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=030fac6f-a4bb-4ae5-9b20-513c642ca36c,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:13.498316 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f2b64724-a274-4491-a8a3-d7a485c84a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.499491 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f2b64724-a274-4491-a8a3-d7a485c84a98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0dcfaa1-47cb-465c-802b-80650026b7c8 HTTP/1.1" status: 204 len: 168 time: 1.8978989 Apr 05 20:27:13.532812 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.534609 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 426dbf2a-c8c8-4439-bf39-4fda1aa49348 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:13.568672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c81c9-7af1-4c1b-92c4-8d4996bb60fd service neutron] Pushing event updated for resources: {'Port': ['ID=11d6c801-8868-4ebb-b54a-042b8414de76,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:13.576440 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cfce55b1-837b-49cf-90f7-f34adb2bb14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.608164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-da3c81c9-7af1-4c1b-92c4-8d4996bb60fd service neutron] No DVR routers for this DVR port 11d6c801-8868-4ebb-b54a-042b8414de76 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:27:13.692382 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc3b3720-14e7-4d6f-8497-ce261d02714b req-9744634c-5bcc-4c23-93bb-ea8440da06e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38d7454-4e07-4b64-8d82-97423e6636dd HTTP/1.1" status: 200 len: 217 time: 0.2042084 Apr 05 20:27:13.707995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ced67-904c-437c-b870-0969754f45d2 req-f91d7b9f-bda9-4555-b624-62ee7493b34f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:13.716051 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db8ced67-904c-437c-b870-0969754f45d2 req-f91d7b9f-bda9-4555-b624-62ee7493b34f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 943 time: 0.8030856 Apr 05 20:27:13.797069 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.829869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Pushing event updated for resources: {'Port': ['ID=beb5a501-2623-455a-a684-642042e7e91a,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:13.852067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-da3c81c9-7af1-4c1b-92c4-8d4996bb60fd service neutron] In _notify_port_updated(), no bound segment for port 11d6c801-8868-4ebb-b54a-042b8414de76 on network d5907306-16c4-4573-8487-923347eaefb1 {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:27:13.852965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-da3c81c9-7af1-4c1b-92c4-8d4996bb60fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:13.853575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-da3c81c9-7af1-4c1b-92c4-8d4996bb60fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.855612 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-da3c81c9-7af1-4c1b-92c4-8d4996bb60fd service neutron] 10.222.0.41 "PUT /v2.0/ports/11d6c801-8868-4ebb-b54a-042b8414de76 HTTP/1.1" status: 200 len: 1033 time: 3.2435980 Apr 05 20:27:13.867373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2cd7d293-f969-4306-a663-aa693bcfd066 None None] Provisioning complete for port 11d6c801-8868-4ebb-b54a-042b8414de76 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:13.867703 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d293-f969-4306-a663-aa693bcfd066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.886928 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-16636e2b-0d82-46b5-b846-fd0bbb2464c7 req-1ddd7973-49ed-4e14-82d5-8ec99f3212c6 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7428064 Apr 05 20:27:13.958657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7d293-f969-4306-a663-aa693bcfd066 None None] Port 11d6c801-8868-4ebb-b54a-042b8414de76 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:27:13.962223 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0b959727-4669-4008-8a5c-ab6d9053faea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.977459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 426dbf2a-c8c8-4439-bf39-4fda1aa49348, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=426dbf2a-c8c8-4439-bf39-4fda1aa49348,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:13.989580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=030fac6f-a4bb-4ae5-9b20-513c642ca36c,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:13.994028 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:13.998812 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:14.084461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55be09c8-c06d-45fb-9382-e5748077ba8f'}, {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3edede57-710c-4481-b5bf-e0e4bae838c4'}, {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209a1593-aaaf-4bd4-b0fc-f2461dd50715'}, {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030fac6f-a4bb-4ae5-9b20-513c642ca36c'}, {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '426dbf2a-c8c8-4439-bf39-4fda1aa49348'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:14.089144 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=426dbf2a-c8c8-4439-bf39-4fda1aa49348,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:14.152658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Router 7e96cba5-4251-47ee-a3f3-9314bf529a71 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:27:14.308990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-84e1eb58-ad62-446c-894e-83448d31e304 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:14.310418 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-84e1eb58-ad62-446c-894e-83448d31e304 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "GET /v2.0/ports/228ce59d-a3b6-431f-a9ca-34ff6eaf9f95?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4119699 Apr 05 20:27:14.334645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-629e63e4-b280-42b0-9d42-fa41dfa7801b req-5a82e03f-bc2c-43e2-84a7-57391d20e753 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 210 time: 0.1917355 Apr 05 20:27:14.341698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-b9a0b5ca-9808-466c-bfd8-f38c360c3a3b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:14.389803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Allocated IP 172.20.0.6 (4f967199-225e-4c76-a762-dd4f6e1b2b1d/364c3c86-b37b-4fd0-9e77-6f7b617265f3/f0875051-2afb-400c-86e1-bd04d8288053) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:14.409113 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db8ced67-904c-437c-b870-0969754f45d2 req-93cd28d8-42e4-42bb-9c3c-a0a461ddae11 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6921244 Apr 05 20:27:14.413563 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cfce55b1-837b-49cf-90f7-f34adb2bb14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:14.435662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b3720-14e7-4d6f-8497-ce261d02714b req-bc35a9a5-b980-4a4c-bc40-96c530c21ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:14.435869 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55be09c8-c06d-45fb-9382-e5748077ba8f', 'code': 200} Apr 05 20:27:14.436256 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3edede57-710c-4481-b5bf-e0e4bae838c4', 'code': 200} Apr 05 20:27:14.436591 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209a1593-aaaf-4bd4-b0fc-f2461dd50715', 'code': 200} Apr 05 20:27:14.436900 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '030fac6f-a4bb-4ae5-9b20-513c642ca36c', 'code': 200} Apr 05 20:27:14.437168 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc3b3720-14e7-4d6f-8497-ce261d02714b req-bc35a9a5-b980-4a4c-bc40-96c530c21ae1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.7156096 Apr 05 20:27:14.437416 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '426dbf2a-c8c8-4439-bf39-4fda1aa49348', 'code': 200} Apr 05 20:27:14.640179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce55b1-837b-49cf-90f7-f34adb2bb14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970641c7-42b5-4202-973a-45539c13145a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:14.665609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Attempting to bind port beb5a501-2623-455a-a684-642042e7e91a on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:14.665971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Attempting to bind port beb5a501-2623-455a-a684-642042e7e91a by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:14.666416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Attempting to bind port beb5a501-2623-455a-a684-642042e7e91a on network 4f967199-225e-4c76-a762-dd4f6e1b2b1d {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:27:14.692103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Port beb5a501-2623-455a-a684-642042e7e91a on network 4f967199-225e-4c76-a762-dd4f6e1b2b1d not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:27:14.692432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Attempting to bind port beb5a501-2623-455a-a684-642042e7e91a on network 4f967199-225e-4c76-a762-dd4f6e1b2b1d {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:27:14.760760 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:14.812720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:27:14.813053 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Checking segment: {'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:27:14.813441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Bound using segment: {'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:27:14.813898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Bound port: beb5a501-2623-455a-a684-642042e7e91a, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:14.814238 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:14.831404 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:14.832528 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-b9a0b5ca-9808-466c-bfd8-f38c360c3a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:14.842832 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:14.924665 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cfce55b1-837b-49cf-90f7-f34adb2bb14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:14.925829 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cfce55b1-837b-49cf-90f7-f34adb2bb14e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/970641c7-42b5-4202-973a-45539c13145a HTTP/1.1" status: 204 len: 168 time: 2.3950021 Apr 05 20:27:14.927936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b3720-14e7-4d6f-8497-ce261d02714b req-39779e58-b838-4e9c-9ba8-e577fce49c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:14.930158 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc3b3720-14e7-4d6f-8497-ce261d02714b req-39779e58-b838-4e9c-9ba8-e577fce49c2c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4288535 Apr 05 20:27:14.931034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Deleting port 91a98d20-7cbb-4275-86cb-b6ca7560caaf {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:14.931508 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:14.935416 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device d38d7454-4e07-4b64-8d82-97423e6636dd details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:27:14.946647 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:14.999784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:27:15.017737 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Sync routers for ids ['7e96cba5-4251-47ee-a3f3-9314bf529a71'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:27:15.033389 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Routers {'7e96cba5-4251-47ee-a3f3-9314bf529a71'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:15.033616 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7e96cba5-4251-47ee-a3f3-9314bf529a71'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:15.233241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port d38d7454-4e07-4b64-8d82-97423e6636dd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d38d7454-4e07-4b64-8d82-97423e6636dd,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:15.265613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Transition to ACTIVE for port object f0875051-2afb-400c-86e1-bd04d8288053 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:15.298671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'port_id': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'mac_address': 'fa:16:3e:dc:7a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:27:15.357662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-b9a0b5ca-9808-466c-bfd8-f38c360c3a3b service neutron] For port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:15.407742 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Set router 7e96cba5-4251-47ee-a3f3-9314bf529a71 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:27:15.442693 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:15.472746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-b9a0b5ca-9808-466c-bfd8-f38c360c3a3b service neutron] For port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:27:15.489792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38d7454-4e07-4b64-8d82-97423e6636dd {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:27:15.557053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port d38d7454-4e07-4b64-8d82-97423e6636dd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d38d7454-4e07-4b64-8d82-97423e6636dd,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:15.569177 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:15.595939 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:15.605905 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b0b2b57e-faa8-4332-b6ae-4fcd00253516 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.0166357 Apr 05 20:27:15.626025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47434) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:15.627256 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:15.687148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] For port beb5a501-2623-455a-a684-642042e7e91a, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:27:15.784655 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=d38d7454-4e07-4b64-8d82-97423e6636dd,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:15.805792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['d38d7454-4e07-4b64-8d82-97423e6636dd'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:27:15.906170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-b9a0b5ca-9808-466c-bfd8-f38c360c3a3b service neutron] device_id is not set on port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:27:15.945752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] For port beb5a501-2623-455a-a684-642042e7e91a, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=beb5a501-2623-455a-a684-642042e7e91a,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:27:15.955388 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-b9a0b5ca-9808-466c-bfd8-f38c360c3a3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:15.966771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Network 4f967199-225e-4c76-a762-dd4f6e1b2b1d is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:15.983254 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc3b3720-14e7-4d6f-8497-ce261d02714b req-484947fd-0a5c-4485-9bcd-93cb02497d0f service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9609008 Apr 05 20:27:15.988175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:15.990844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:27:16.043978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:16.048791 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-b9a0b5ca-9808-466c-bfd8-f38c360c3a3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:16.056807 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:16.208960 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:27:10Z', 'revision_number': 3, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:16.231015 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Checking router: 7e96cba5-4251-47ee-a3f3-9314bf529a71 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:27:16.231347 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Updating router 7e96cba5-4251-47ee-a3f3-9314bf529a71 port 5473b126-3ada-4aa1-a9b1-bc480642d3fe binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:27:16.287635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Pushing event updated for resources: {'Port': ['ID=f0875051-2afb-400c-86e1-bd04d8288053,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:16.388340 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:16.476798 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0b07f6eb-2125-4007-8752-ff7e456a2ee7 None None] Provisioning for port f0875051-2afb-400c-86e1-bd04d8288053 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:16.481614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:16.482260 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:16.483628 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] 10.222.0.41 "PUT /v2.0/ports/beb5a501-2623-455a-a684-642042e7e91a HTTP/1.1" status: 200 len: 1092 time: 6.6915381 Apr 05 20:27:16.484218 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70d71321-60c1-4698-87fd-02d0697340fe', 'tag': 'beb5a501-2623-455a-a684-642042e7e91a'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:16.495584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0b07f6eb-2125-4007-8752-ff7e456a2ee7 None None] Provisioning complete for port f0875051-2afb-400c-86e1-bd04d8288053 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:16.495963 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0b07f6eb-2125-4007-8752-ff7e456a2ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:16.631872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c95e7d-5c3c-4c1d-8595-d86a3f1be9a0 req-43633233-4ddc-4f96-a87b-406eccdfbd0c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:16.679658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c95e7d-5c3c-4c1d-8595-d86a3f1be9a0 req-43633233-4ddc-4f96-a87b-406eccdfbd0c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:16.697328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c95e7d-5c3c-4c1d-8595-d86a3f1be9a0 req-43633233-4ddc-4f96-a87b-406eccdfbd0c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:16.709480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c95e7d-5c3c-4c1d-8595-d86a3f1be9a0 req-43633233-4ddc-4f96-a87b-406eccdfbd0c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:16.736076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c95e7d-5c3c-4c1d-8595-d86a3f1be9a0 req-43633233-4ddc-4f96-a87b-406eccdfbd0c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:16.745649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0b07f6eb-2125-4007-8752-ff7e456a2ee7 None None] Port f0875051-2afb-400c-86e1-bd04d8288053 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:27:16.753148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c95e7d-5c3c-4c1d-8595-d86a3f1be9a0 req-43633233-4ddc-4f96-a87b-406eccdfbd0c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:16.772604 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82c95e7d-5c3c-4c1d-8595-d86a3f1be9a0 req-43633233-4ddc-4f96-a87b-406eccdfbd0c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 4655 time: 1.5073938 Apr 05 20:27:16.871091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7d8779b3-607c-42f4-af8c-4cd1bb57ab6c None None] Provisioning complete for port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:16.873712 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7d8779b3-607c-42f4-af8c-4cd1bb57ab6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:16.899676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-b9a0b5ca-9808-466c-bfd8-f38c360c3a3b service neutron] No DVR routers for this DVR port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:27:16.951886 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device d38d7454-4e07-4b64-8d82-97423e6636dd up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:16.976849 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc3b3720-14e7-4d6f-8497-ce261d02714b req-133e74c7-bef8-44fa-8e6f-f4851c8cf168 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9886446 Apr 05 20:27:17.048163 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.055913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7d8779b3-607c-42f4-af8c-4cd1bb57ab6c None None] Port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:27:17.057803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-b9a0b5ca-9808-466c-bfd8-f38c360c3a3b service neutron] In _notify_port_updated(), no bound segment for port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 on network d5907306-16c4-4573-8487-923347eaefb1 {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:27:17.061512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-b9a0b5ca-9808-466c-bfd8-f38c360c3a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:17.067844 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-b9a0b5ca-9808-466c-bfd8-f38c360c3a3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.069383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-b9a0b5ca-9808-466c-bfd8-f38c360c3a3b service neutron] 10.222.0.41 "PUT /v2.0/ports/228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 HTTP/1.1" status: 200 len: 1033 time: 2.7423747 Apr 05 20:27:17.074805 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0c96613b-c4c4-4682-999c-a5d255ca1976 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=80fee2de873b412da3b3a54725609093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.4409604 Apr 05 20:27:17.084051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47486) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:17.102512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44e5e2-a841-4269-ba8c-3f2570ed6989 service neutron] Pushing event updated for resources: {'Port': ['ID=beb5a501-2623-455a-a684-642042e7e91a,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:17.135828 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port d38d7454-4e07-4b64-8d82-97423e6636dd completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:17.141322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port d38d7454-4e07-4b64-8d82-97423e6636dd triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:17.141702 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.145704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47490) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:17.153957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae541777-2540-4364-b1a6-68af0038d973 req-021884c2-60d0-4845-a138-5dc9949681e9 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:17.154871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ae541777-2540-4364-b1a6-68af0038d973 req-021884c2-60d0-4845-a138-5dc9949681e9 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Synchronizing usage tracker for tenant:97963b3828594c00bbd1dbf705a16848 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:17.182212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:17.183127 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.233999 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-2fa88647-c4fa-4c07-ba91-4845feef1219 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1926432 Apr 05 20:27:17.241446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0b5ca-9808-466c-bfd8-f38c360c3a3b service neutron] Pushing event updated for resources: {'Port': ['ID=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:17.255098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Request body: {'port': {'device_id': 'f67436ab-dd41-476d-bf52-9c9a05ee004e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:17.328682 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.368099 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Transition to ACTIVE for port object 5473b126-3ada-4aa1-a9b1-bc480642d3fe will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:17.380470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ae541777-2540-4364-b1a6-68af0038d973 req-021884c2-60d0-4845-a138-5dc9949681e9 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Unset dirty status for tenant:97963b3828594c00bbd1dbf705a16848 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:17.382465 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.387366 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae541777-2540-4364-b1a6-68af0038d973 req-021884c2-60d0-4845-a138-5dc9949681e9 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 931 time: 1.7926693 Apr 05 20:27:17.403825 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:27:17.441124 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.486361 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Attempting to bind port 5473b126-3ada-4aa1-a9b1-bc480642d3fe on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:17.486947 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Attempting to bind port 5473b126-3ada-4aa1-a9b1-bc480642d3fe by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:17.487490 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Attempting to bind port 5473b126-3ada-4aa1-a9b1-bc480642d3fe on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:27:17.492590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-cb417fb3-7c56-4658-ad18-74e82acadf02 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Deleting port 55be09c8-c06d-45fb-9382-e5748077ba8f {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:17.492943 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-cb417fb3-7c56-4658-ad18-74e82acadf02 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.500367 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:27:17.501645 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:27:17.502315 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.502911 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:27:17.503580 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Bound port: 5473b126-3ada-4aa1-a9b1-bc480642d3fe, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:17.504802 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.514126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a60578f-614e-43de-a776-e105645f9bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d7454-4e07-4b64-8d82-97423e6636dd'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:17.527226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port d38d7454-4e07-4b64-8d82-97423e6636dd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d38d7454-4e07-4b64-8d82-97423e6636dd,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:17.538380 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.561298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1009910809-network', 'tenant_id': '89403171bf7c4f8ab5dc7c00abd47d98'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:17.600584 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] For port 5473b126-3ada-4aa1-a9b1-bc480642d3fe, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:27:17.604923 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] For port 5473b126-3ada-4aa1-a9b1-bc480642d3fe, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5473b126-3ada-4aa1-a9b1-bc480642d3fe,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:27:17.619654 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.630239 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959994be-65ee-4d13-a738-dfb6c4635b24 None None] Pushing event updated for resources: {'Port': ['ID=5473b126-3ada-4aa1-a9b1-bc480642d3fe,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:17.719984 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959994be-65ee-4d13-a738-dfb6c4635b24 None None] Pushing event updated for resources: {'Port': ['ID=5473b126-3ada-4aa1-a9b1-bc480642d3fe,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:17.742901 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Routers {'7e96cba5-4251-47ee-a3f3-9314bf529a71'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:17.744186 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7e96cba5-4251-47ee-a3f3-9314bf529a71'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:17.749807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=d38d7454-4e07-4b64-8d82-97423e6636dd,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:17.781636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-cb417fb3-7c56-4658-ad18-74e82acadf02 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] For port 55be09c8-c06d-45fb-9382-e5748077ba8f, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=55be09c8-c06d-45fb-9382-e5748077ba8f,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:17.782281 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-cb417fb3-7c56-4658-ad18-74e82acadf02 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:17.959279 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] Set router 7e96cba5-4251-47ee-a3f3-9314bf529a71 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:27:17.961700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47508) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:17.968822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Calling delete_port for 91a98d20-7cbb-4275-86cb-b6ca7560caaf owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:17.985901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-cb417fb3-7c56-4658-ad18-74e82acadf02 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Calling delete_port for 55be09c8-c06d-45fb-9382-e5748077ba8f owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:18.094164 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82c95e7d-5c3c-4c1d-8595-d86a3f1be9a0 req-1763a8f2-d29a-49d2-946e-d53f4f91f54b tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=85214b81-4604-4202-bcb1-79de8eab3f2d&id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3206325 Apr 05 20:27:18.178484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc47f11-9b70-4898-ba5f-361e63319a37 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:18.182828 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7dc47f11-9b70-4898-ba5f-361e63319a37 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0771499 Apr 05 20:27:18.190505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47514) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:18.257111 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d31fd909-aae5-428d-beae-fc9b524c3fd2 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0654523 Apr 05 20:27:18.264531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-7939ccbd-46bd-43cc-a464-01231f72b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:18.266019 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-7939ccbd-46bd-43cc-a464-01231f72b1f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97963b3828594c00bbd1dbf705a16848&device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 1095 time: 1.7078679 Apr 05 20:27:18.267697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47518) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:18.290985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:18.306829 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.329393 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-cb417fb3-7c56-4658-ad18-74e82acadf02 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.338743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Usage tracker for resource:network and tenant:89403171bf7c4f8ab5dc7c00abd47d98 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:18.360438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1420457155', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'project_id': '80fee2de873b412da3b3a54725609093', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:18.386596 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-252f1108-b242-4d51-9789-bb2685c4d0a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beb5a501-2623-455a-a684-642042e7e91a HTTP/1.1" status: 200 len: 217 time: 0.1072304 Apr 05 20:27:18.389904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ae541777-2540-4364-b1a6-68af0038d973 req-5537311a-0532-4199-b359-b9d43f051a24 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Synchronizing usage tracker for tenant:97963b3828594c00bbd1dbf705a16848 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:18.392791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:18.467837 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:27:10Z', 'revision_number': 3, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:18.472457 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ff1917-bc34-4c94-80c3-a8b1478fb8c0 None None] The sync data for ids ['7e96cba5-4251-47ee-a3f3-9314bf529a71'] in n-d-836604-1 is: [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:27:10Z', 'revision_number': 3, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:27:18.487424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5307af87-3902-498e-829d-dd4d6e93d6ea {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:27:18.499990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-cb417fb3-7c56-4658-ad18-74e82acadf02 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] No DVR routers for this DVR port 55be09c8-c06d-45fb-9382-e5748077ba8f on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:27:18.504563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:18.517437 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f17de1e8-fa2e-4d1a-889a-81e739f512e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.531890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb417fb3-7c56-4658-ad18-74e82acadf02 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event deleted for resources: {'Port': ['ID=55be09c8-c06d-45fb-9382-e5748077ba8f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:18.534935 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.544608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-cb417fb3-7c56-4658-ad18-74e82acadf02 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.554354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-deleted', 'tag': '55be09c8-c06d-45fb-9382-e5748077ba8f'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:18.621818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Made reservation on behalf of 89403171bf7c4f8ab5dc7c00abd47d98 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:18.625617 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.634463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f17de1e8-fa2e-4d1a-889a-81e739f512e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:18.649157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-44a4a6a0-9feb-4425-9a58-c434d996a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:18.650636 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-44a4a6a0-9feb-4425-9a58-c434d996a127 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=364c3c86-b37b-4fd0-9e77-6f7b617265f3 HTTP/1.1" status: 200 len: 854 time: 0.1955850 Apr 05 20:27:18.651838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f17de1e8-fa2e-4d1a-889a-81e739f512e3 admin admin] Usage tracker for resource:security_group_rule and tenant:8d622aa41a674c2ea5d3c85625541c8a is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:18.657697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:18.659275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f17de1e8-fa2e-4d1a-889a-81e739f512e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:18.664299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.677521 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-cb417fb3-7c56-4658-ad18-74e82acadf02 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "DELETE /v2.0/ports/55be09c8-c06d-45fb-9382-e5748077ba8f HTTP/1.1" status: 204 len: 173 time: 1.5866241 Apr 05 20:27:18.710834 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:subnet and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:18.717114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:18.721315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f17de1e8-fa2e-4d1a-889a-81e739f512e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:18.739089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:18.843814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Made reservation on behalf of 80fee2de873b412da3b3a54725609093 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:18.847636 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.902119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ae541777-2540-4364-b1a6-68af0038d973 req-5537311a-0532-4199-b359-b9d43f051a24 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Unset dirty status for tenant:97963b3828594c00bbd1dbf705a16848 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:18.909334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac15628-41a9-4bef-a3ea-2e82d509656f req-2c9e6216-30e8-4090-9915-c1e3022ef45a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:18.911698 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eac15628-41a9-4bef-a3ea-2e82d509656f req-2c9e6216-30e8-4090-9915-c1e3022ef45a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.5348442 Apr 05 20:27:18.912802 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae541777-2540-4364-b1a6-68af0038d973 req-5537311a-0532-4199-b359-b9d43f051a24 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5245137 Apr 05 20:27:18.919188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-2ebdbfdb-bf93-4b37-ad3f-02b581ad727d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Deleting port 426dbf2a-c8c8-4439-bf39-4fda1aa49348 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:18.933057 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-2ebdbfdb-bf93-4b37-ad3f-02b581ad727d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:18.961698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Transition to ACTIVE for port object 5307af87-3902-498e-829d-dd4d6e93d6ea will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:18.986968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:18.992755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Usage tracker for resource:security_group_rule and tenant:89403171bf7c4f8ab5dc7c00abd47d98 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:19.001751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:19.014645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:19.057554 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70d71321-60c1-4698-87fd-02d0697340fe', 'tag': 'beb5a501-2623-455a-a684-642042e7e91a', 'status': 'completed', 'code': 200} Apr 05 20:27:19.079727 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.186740 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a60578f-614e-43de-a776-e105645f9bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'code': 200} Apr 05 20:27:19.208679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Pushing event deleted for resources: {'Port': ['ID=91a98d20-7cbb-4275-86cb-b6ca7560caaf,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:19.226262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-cc0f5bee-a695-4035-89e0-d95d642f4ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:19.228070 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-cc0f5bee-a695-4035-89e0-d95d642f4ec6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f967199-225e-4c76-a762-dd4f6e1b2b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5651381 Apr 05 20:27:19.264931 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eac15628-41a9-4bef-a3ea-2e82d509656f req-9ea45311-249c-423b-b86b-8417cf33ae43 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771974 Apr 05 20:27:19.377492 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-deleted', 'tag': '55be09c8-c06d-45fb-9382-e5748077ba8f', 'status': 'completed', 'code': 200} Apr 05 20:27:19.385607 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.483257 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.645658 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-17fd541c-cfb5-46a4-a36c-8648145d7211 service neutron] 10.222.0.41 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724473 Apr 05 20:27:19.817771 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:19.867704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Pushing event updated for resources: {'Port': ['ID=5307af87-3902-498e-829d-dd4d6e93d6ea,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:19.884995 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85ce1587-dc34-48ed-b44d-110ee4a97df6 req-15a044a5-f470-4e05-ae8c-7888a726c5fe service neutron] 10.222.0.41 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247064 Apr 05 20:27:19.921694 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f17de1e8-fa2e-4d1a-889a-81e739f512e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.010754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0875051-2afb-400c-86e1-bd04d8288053 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:27:20.035035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5473b126-3ada-4aa1-a9b1-bc480642d3fe up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:20.139806 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 5473b126-3ada-4aa1-a9b1-bc480642d3fe completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:20.147359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5473b126-3ada-4aa1-a9b1-bc480642d3fe triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:20.147817 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.176800 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.196907 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f17de1e8-fa2e-4d1a-889a-81e739f512e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.214409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:27:20.229900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33557a9f-d6aa-4b9f-afdc-95ae5b55f0e6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:20.245432 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.321865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:20.322419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:20.322789 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.323259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:20.323259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:20.323727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:20.324295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:20.324710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:20.325119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:20.325528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:20.325960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:20.326372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:20.326943 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:20.369112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 5473b126-3ada-4aa1-a9b1-bc480642d3fe, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5473b126-3ada-4aa1-a9b1-bc480642d3fe,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:20.374901 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.406197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Transition to ACTIVE for port object f0875051-2afb-400c-86e1-bd04d8288053 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:20.408052 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.408505 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Added segment 45313955-8fee-480c-9b87-279c5a679a21 of type vlan for network 7ddc03f0-4176-4836-995f-4e654abbd3f9 Apr 05 20:27:20.445689 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.446868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c7477-4e9f-41ef-bb58-5d82c270efe5 req-4d2aa4e1-b8e7-4b2b-848d-7807037200d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:20.448522 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d3c7477-4e9f-41ef-bb58-5d82c270efe5 req-4d2aa4e1-b8e7-4b2b-848d-7807037200d0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 1096 time: 1.1827033 Apr 05 20:27:20.472977 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f17de1e8-fa2e-4d1a-889a-81e739f512e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d622aa41a674c2ea5d3c85625541c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4719710 Apr 05 20:27:20.474615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17de1e8-fa2e-4d1a-889a-81e739f512e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8c0a3c-9221-4d01-88be-f3c54e0f7816,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:20.510235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=5473b126-3ada-4aa1-a9b1-bc480642d3fe,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:20.519145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47534) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:20.584149 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.584403 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.589342 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.668157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e540d-6e3f-43bc-b4d0-c10c0dd807d4 req-0365a1cb-db4e-4cbb-b936-9c3876b05ef2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:20.673988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e540d-6e3f-43bc-b4d0-c10c0dd807d4 req-0365a1cb-db4e-4cbb-b936-9c3876b05ef2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:20.680483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e540d-6e3f-43bc-b4d0-c10c0dd807d4 req-0365a1cb-db4e-4cbb-b936-9c3876b05ef2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:20.681268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-2ebdbfdb-bf93-4b37-ad3f-02b581ad727d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] For port 426dbf2a-c8c8-4439-bf39-4fda1aa49348, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=426dbf2a-c8c8-4439-bf39-4fda1aa49348,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:20.681658 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-2ebdbfdb-bf93-4b37-ad3f-02b581ad727d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.686309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e540d-6e3f-43bc-b4d0-c10c0dd807d4 req-0365a1cb-db4e-4cbb-b936-9c3876b05ef2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:20.693510 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a38e540d-6e3f-43bc-b4d0-c10c0dd807d4 req-0365a1cb-db4e-4cbb-b936-9c3876b05ef2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 3144 time: 1.2171531 Apr 05 20:27:20.703866 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.709913 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d3c7477-4e9f-41ef-bb58-5d82c270efe5 req-63cac10a-c626-4f48-8bd0-9b5ab1ae2b10 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499423 Apr 05 20:27:20.785457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf90135-5881-4013-aa40-999c8f28d247 req-5af69a8f-4a9a-4c74-82ba-56409fe24f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:20.787518 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6cf90135-5881-4013-aa40-999c8f28d247 req-5af69a8f-4a9a-4c74-82ba-56409fe24f7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97963b3828594c00bbd1dbf705a16848&device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 1095 time: 0.8242490 Apr 05 20:27:20.788107 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:20.788618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Fanout notify agent at l3_agent the message router_deleted on router b4e9c04d-2456-4446-9881-3146f9232ca7 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:27:20.820141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-2ebdbfdb-bf93-4b37-ad3f-02b581ad727d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Calling delete_port for 426dbf2a-c8c8-4439-bf39-4fda1aa49348 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:20.858743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Pushing event updated for resources: {'Port': ['ID=f0875051-2afb-400c-86e1-bd04d8288053,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:20.886531 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a38e540d-6e3f-43bc-b4d0-c10c0dd807d4 req-322bdda3-58f8-4eb1-a247-fa488d865006 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920214 Apr 05 20:27:20.915075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Subnet': ['ID=f020307b-3e62-4df0-8f6e-03c6a014751a,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:21.015764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47546) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:21.039192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Attempting to bind port 5307af87-3902-498e-829d-dd4d6e93d6ea on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:21.039533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Attempting to bind port 5307af87-3902-498e-829d-dd4d6e93d6ea by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:21.039858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Attempting to bind port 5307af87-3902-498e-829d-dd4d6e93d6ea on network 4f967199-225e-4c76-a762-dd4f6e1b2b1d {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:27:21.061723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Checking segment: {'id': '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:27:21.065507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Port 5307af87-3902-498e-829d-dd4d6e93d6ea on network 4f967199-225e-4c76-a762-dd4f6e1b2b1d not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:27:21.066145 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network hostable DHCP agents. Network: 45d1b570-945b-4bd2-bead-1b4868990023, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:27:21.066436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Attempting to bind port 5307af87-3902-498e-829d-dd4d6e93d6ea on network 4f967199-225e-4c76-a762-dd4f6e1b2b1d {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:27:21.083952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f34e1a-50c6-498b-bec6-289e4a8a0745 req-44614ddd-22f8-4ff7-b2ae-1507910abbd4 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:21.090212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-72f34e1a-50c6-498b-bec6-289e4a8a0745 req-44614ddd-22f8-4ff7-b2ae-1507910abbd4 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 931 time: 0.9708200 Apr 05 20:27:21.090712 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.091676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:21.092253 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.171083 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.172163 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b47f4235-008a-4466-940b-42a1e4f6d35f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "DELETE /v2.0/routers/b4e9c04d-2456-4446-9881-3146f9232ca7 HTTP/1.1" status: 204 len: 168 time: 8.2399907 Apr 05 20:27:21.179150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47552) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:21.186452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf90135-5881-4013-aa40-999c8f28d247 req-9e448e6e-088b-4110-a41a-5519a1b43b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:21.187880 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6cf90135-5881-4013-aa40-999c8f28d247 req-9e448e6e-088b-4110-a41a-5519a1b43b08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f967199-225e-4c76-a762-dd4f6e1b2b1d HTTP/1.1" status: 200 len: 916 time: 0.3854139 Apr 05 20:27:21.191114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a13f4f88-b530-460b-9fca-cd39f4e1aff0 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-666040925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:21.261403 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network 45d1b570-945b-4bd2-bead-1b4868990023 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:27:21.270405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:27:21.270744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Checking segment: {'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:27:21.271125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Bound using segment: {'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:27:21.271566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Bound port: 5307af87-3902-498e-829d-dd4d6e93d6ea, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:21.271898 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.276296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a13f4f88-b530-460b-9fca-cd39f4e1aff0 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:21.294342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a13f4f88-b530-460b-9fca-cd39f4e1aff0 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Usage tracker for resource:router and tenant:c71c4b785e81467ebc289641c3d582f4 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:21.298047 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6cf90135-5881-4013-aa40-999c8f28d247 req-37722465-c90d-46d3-b23d-a72258b5e088 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beb5a501-2623-455a-a684-642042e7e91a HTTP/1.1" status: 200 len: 217 time: 0.0959411 Apr 05 20:27:21.298743 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec6a1189-71f8-4ded-a45c-59a69dd93ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.309251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a13f4f88-b530-460b-9fca-cd39f4e1aff0 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:21.353226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a13f4f88-b530-460b-9fca-cd39f4e1aff0 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:21.356986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 45d1b570-945b-4bd2-bead-1b4868990023) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:21.366828 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d089e76-1660-4afd-a83a-c436325a3c7b None None] Network 45d1b570-945b-4bd2-bead-1b4868990023 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:27:21.375498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ec6a1189-71f8-4ded-a45c-59a69dd93ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:21.378563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:21.379149 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.402170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ec6a1189-71f8-4ded-a45c-59a69dd93ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:5fc2f86569234192bcd37830b7936a2c is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:21.407088 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a13f4f88-b530-460b-9fca-cd39f4e1aff0 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.408123 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a13f4f88-b530-460b-9fca-cd39f4e1aff0 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.421315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ec6a1189-71f8-4ded-a45c-59a69dd93ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:21.437453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ec6a1189-71f8-4ded-a45c-59a69dd93ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:21.443676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf90135-5881-4013-aa40-999c8f28d247 req-42d08a47-b798-4d48-bbf8-5ecc50920f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:21.445591 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6cf90135-5881-4013-aa40-999c8f28d247 req-42d08a47-b798-4d48-bbf8-5ecc50920f31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=364c3c86-b37b-4fd0-9e77-6f7b617265f3 HTTP/1.1" status: 200 len: 854 time: 0.1334872 Apr 05 20:27:21.456531 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4f6667bc-28e1-4aea-8bff-1d9fa13b0af1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1879146 Apr 05 20:27:21.467876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] Pushing event updated for resources: {'Network': ['ID=7ddc03f0-4176-4836-995f-4e654abbd3f9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:21.470171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47556) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:21.484784 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 7ddc03f0-4176-4836-995f-4e654abbd3f9 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:27:21.502693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a54428-31bf-43b5-bc40-667a6e63d84b req-d9683751-8bfa-4f89-98e1-1e96d63107cc tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:21.504440 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3a54428-31bf-43b5-bc40-667a6e63d84b req-d9683751-8bfa-4f89-98e1-1e96d63107cc tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.4247975 Apr 05 20:27:21.516754 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a13f4f88-b530-460b-9fca-cd39f4e1aff0 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.566251 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a13f4f88-b530-460b-9fca-cd39f4e1aff0 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.579003 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device beb5a501-2623-455a-a684-642042e7e91a details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:27:21.604947 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3a54428-31bf-43b5-bc40-667a6e63d84b req-faf73a46-d825-4a28-95da-a312a92b637c tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866880 Apr 05 20:27:21.624591 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f9fda903-67a9-4b62-94a6-e5082097e456 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.4653251 Apr 05 20:27:21.629144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47560) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:21.633584 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a13f4f88-b530-460b-9fca-cd39f4e1aff0 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.633922 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-205bbff0-9151-428f-9ec9-1ab526b4d355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.634545 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a13f4f88-b530-460b-9fca-cd39f4e1aff0 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4520342 Apr 05 20:27:21.639008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47564) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:21.647015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Request body: {'subnet': {'network_id': '7ddc03f0-4176-4836-995f-4e654abbd3f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1009910809-subnet', 'tenant_id': '89403171bf7c4f8ab5dc7c00abd47d98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:21.658022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:21.663336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:21.692231 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-72f34e1a-50c6-498b-bec6-289e4a8a0745 req-4480bd85-a5ed-44c8-8726-c341dc47c7b6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675697 Apr 05 20:27:21.737381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Usage tracker for resource:subnet and tenant:89403171bf7c4f8ab5dc7c00abd47d98 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:21.741279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:21.760908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf90135-5881-4013-aa40-999c8f28d247 req-60e81335-6d19-49c0-a9d9-fdf8b25a8c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:21.762592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6cf90135-5881-4013-aa40-999c8f28d247 req-60e81335-6d19-49c0-a9d9-fdf8b25a8c99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f967199-225e-4c76-a762-dd4f6e1b2b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3035312 Apr 05 20:27:21.766288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:21.772781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Attempting to bind port f0875051-2afb-400c-86e1-bd04d8288053 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:21.773051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Attempting to bind port f0875051-2afb-400c-86e1-bd04d8288053 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:21.773367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Attempting to bind port f0875051-2afb-400c-86e1-bd04d8288053 on network 4f967199-225e-4c76-a762-dd4f6e1b2b1d {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:27:21.813444 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:27:21.908648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Port f0875051-2afb-400c-86e1-bd04d8288053 on network 4f967199-225e-4c76-a762-dd4f6e1b2b1d not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:27:21.908980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Attempting to bind port f0875051-2afb-400c-86e1-bd04d8288053 on network 4f967199-225e-4c76-a762-dd4f6e1b2b1d {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:27:21.911399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] For port 5307af87-3902-498e-829d-dd4d6e93d6ea, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:27:21.919004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-205bbff0-9151-428f-9ec9-1ab526b4d355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.941323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:27:21.942402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Checking segment: {'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:27:21.942976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Bound using segment: {'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:27:21.943572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Bound port: f0875051-2afb-400c-86e1-bd04d8288053, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad00df3e-9df4-4bc0-96ea-6f98408e0299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:21.944087 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.953547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Made reservation on behalf of 89403171bf7c4f8ab5dc7c00abd47d98 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:21.955975 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.962803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port beb5a501-2623-455a-a684-642042e7e91a, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=beb5a501-2623-455a-a684-642042e7e91a,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:21.978120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-2ebdbfdb-bf93-4b37-ad3f-02b581ad727d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:21.981367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'beb5a501-2623-455a-a684-642042e7e91a', 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d', 'port_id': 'beb5a501-2623-455a-a684-642042e7e91a', 'mac_address': 'fa:16:3e:4b:ff:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364c3c86-b37b-4fd0-9e77-6f7b617265f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:27:21.984685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] For port 5307af87-3902-498e-829d-dd4d6e93d6ea, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5307af87-3902-498e-829d-dd4d6e93d6ea,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:27:22.048610 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:22.074570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb5a501-2623-455a-a684-642042e7e91a {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:27:22.092855 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port beb5a501-2623-455a-a684-642042e7e91a, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=beb5a501-2623-455a-a684-642042e7e91a,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:22.096477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-45d1b570-945b-4bd2-bead-1b4868990023', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:27:22.097431 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:22.123745 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:22.125747 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5473b126-3ada-4aa1-a9b1-bc480642d3fe up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:22.137394 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:22.185555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdbfdb-bf93-4b37-ad3f-02b581ad727d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event deleted for resources: {'Port': ['ID=426dbf2a-c8c8-4439-bf39-4fda1aa49348,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:22.321194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:22.321194 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:22.323122 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] 10.222.0.13 "PUT /v2.0/ports/5307af87-3902-498e-829d-dd4d6e93d6ea HTTP/1.1" status: 200 len: 1092 time: 9.7655137 Apr 05 20:27:22.343139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5473b126-3ada-4aa1-a9b1-bc480642d3fe triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:22.343513 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:22.360464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26dc31c1-4775-43fe-b3d2-7bcec6eebd5f', 'tag': '5307af87-3902-498e-829d-dd4d6e93d6ea'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:22.378807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['beb5a501-2623-455a-a684-642042e7e91a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:27:22.448599 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec6a1189-71f8-4ded-a45c-59a69dd93ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:22.455876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-2ebdbfdb-bf93-4b37-ad3f-02b581ad727d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] No DVR routers for this DVR port 426dbf2a-c8c8-4439-bf39-4fda1aa49348 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:27:22.485417 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-2ebdbfdb-bf93-4b37-ad3f-02b581ad727d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:22.493000 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26dc31c1-4775-43fe-b3d2-7bcec6eebd5f', 'tag': '5307af87-3902-498e-829d-dd4d6e93d6ea', 'status': 'completed', 'code': 200} Apr 05 20:27:22.497738 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec6a1189-71f8-4ded-a45c-59a69dd93ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:22.571826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=beb5a501-2623-455a-a684-642042e7e91a,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:22.600038 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11a37d-5470-4967-96a7-415f41246bbd service neutron] Pushing event updated for resources: {'Port': ['ID=5307af87-3902-498e-829d-dd4d6e93d6ea,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:22.602888 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-205bbff0-9151-428f-9ec9-1ab526b4d355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:22.605435 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-205bbff0-9151-428f-9ec9-1ab526b4d355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:22.610356 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-205bbff0-9151-428f-9ec9-1ab526b4d355 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a8c0a3c-9221-4d01-88be-f3c54e0f7816 HTTP/1.1" status: 204 len: 168 time: 2.0856447 Apr 05 20:27:22.617631 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:22.630697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-2ebdbfdb-bf93-4b37-ad3f-02b581ad727d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "DELETE /v2.0/ports/426dbf2a-c8c8-4439-bf39-4fda1aa49348 HTTP/1.1" status: 204 len: 173 time: 3.8929982 Apr 05 20:27:22.641631 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6cf90135-5881-4013-aa40-999c8f28d247 req-25744f09-3faa-414f-af8f-9f200621ca19 service neutron] 10.222.0.41 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8689222 Apr 05 20:27:22.662168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] For port f0875051-2afb-400c-86e1-bd04d8288053, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:27:22.677699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bbff0-9151-428f-9ec9-1ab526b4d355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8c0a3c-9221-4d01-88be-f3c54e0f7816,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:22.780636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Allocated IP 172.20.0.2 (45d1b570-945b-4bd2-bead-1b4868990023/f020307b-3e62-4df0-8f6e-03c6a014751a/31a7b903-73bf-4dfe-9afe-1076108e65c5) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:22.833666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] For port f0875051-2afb-400c-86e1-bd04d8288053, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f0875051-2afb-400c-86e1-bd04d8288053,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:27:22.868396 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ec6a1189-71f8-4ded-a45c-59a69dd93ad9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fc2f86569234192bcd37830b7936a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8435743 Apr 05 20:27:22.868396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a1189-71f8-4ded-a45c-59a69dd93ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56acb063-1d27-45d1-9734-ddd5bd494594,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:22.874537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47578) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:23.051064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd740d-58e6-490d-92c1-4ad517563334 req-f57ec802-8904-4edd-928c-bc1b8e3d17b3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:23.057322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd740d-58e6-490d-92c1-4ad517563334 req-f57ec802-8904-4edd-928c-bc1b8e3d17b3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:23.063522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fd740d-58e6-490d-92c1-4ad517563334 req-f57ec802-8904-4edd-928c-bc1b8e3d17b3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:23.065312 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75fd740d-58e6-490d-92c1-4ad517563334 req-f57ec802-8904-4edd-928c-bc1b8e3d17b3 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 2411 time: 0.7901473 Apr 05 20:27:23.126520 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.131273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47584) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:23.285432 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a5e1ae0a-4a02-4ecf-9fe0-97df8d6fddd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.297509 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.305626 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6cf90135-5881-4013-aa40-999c8f28d247 req-bfa116c2-09fd-4053-b99d-0784aced3492 service neutron] 10.222.0.41 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920737 Apr 05 20:27:23.308549 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75fd740d-58e6-490d-92c1-4ad517563334 req-0fdbf688-fabc-4659-89a7-775d22feba4c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304347 Apr 05 20:27:23.309646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Transition to ACTIVE for port object 31a7b903-73bf-4dfe-9afe-1076108e65c5 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:23.312723 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.333869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Transition to ACTIVE for port object 31a7b903-73bf-4dfe-9afe-1076108e65c5 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:23.353070 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.384249 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a5e1ae0a-4a02-4ecf-9fe0-97df8d6fddd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.387935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-68fe2f6b-09d1-4b65-b59f-cf75c074e7f2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Deleting port 030fac6f-a4bb-4ae5-9b20-513c642ca36c {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:23.388269 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-68fe2f6b-09d1-4b65-b59f-cf75c074e7f2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.407043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Network 45d1b570-945b-4bd2-bead-1b4868990023 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:23.414621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:23.439516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:27:23.443741 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f40b5fb0-1b14-415d-a0dd-11c2be818762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.462559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a98b1f-8b1c-4a0e-b91c-8258041ab967,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:23.483463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Checking segment: {'id': '45313955-8fee-480c-9b87-279c5a679a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ddc03f0-4176-4836-995f-4e654abbd3f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:27:23.484018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Network hostable DHCP agents. Network: 7ddc03f0-4176-4836-995f-4e654abbd3f9, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:27:23.488306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-95331812-e68f-4b53-9499-e00fd9645b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:23.489859 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-95331812-e68f-4b53-9499-e00fd9645b97 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97963b3828594c00bbd1dbf705a16848&device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f HTTP/1.1" status: 200 len: 1095 time: 1.1154675 Apr 05 20:27:23.491106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f40b5fb0-1b14-415d-a0dd-11c2be818762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:23.494061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:23.494674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.497021 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] 10.222.0.13 "PUT /v2.0/ports/f0875051-2afb-400c-86e1-bd04d8288053 HTTP/1.1" status: 200 len: 1091 time: 6.2515125 Apr 05 20:27:23.581942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f40b5fb0-1b14-415d-a0dd-11c2be818762 admin admin] Usage tracker for resource:security_group_rule and tenant:7374866a16614c29aa8134f770c6531e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:23.591962 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Pushing event updated for resources: {'Port': ['ID=31a7b903-73bf-4dfe-9afe-1076108e65c5,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:23.595652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device beb5a501-2623-455a-a684-642042e7e91a up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:23.616907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f40b5fb0-1b14-415d-a0dd-11c2be818762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:23.625367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f40b5fb0-1b14-415d-a0dd-11c2be818762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:23.643850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Attempting to bind port 31a7b903-73bf-4dfe-9afe-1076108e65c5 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:23.644235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Attempting to bind port 31a7b903-73bf-4dfe-9afe-1076108e65c5 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:23.644559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Attempting to bind port 31a7b903-73bf-4dfe-9afe-1076108e65c5 on network 45d1b570-945b-4bd2-bead-1b4868990023 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:27:23.654066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:27:23.654324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b33f5-4a44-4eed-964e-85529a690be0 service neutron] Pushing event updated for resources: {'Port': ['ID=f0875051-2afb-400c-86e1-bd04d8288053,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:23.654418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Checking segment: {'id': '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:27:23.654821 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.655205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Bound using segment: {'id': '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:27:23.655671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Bound port: 31a7b903-73bf-4dfe-9afe-1076108e65c5, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:23.656037 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.665788 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-e2c0d5bf-15e4-49c5-9fb0-aec83d1cf478 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5307af87-3902-498e-829d-dd4d6e93d6ea HTTP/1.1" status: 200 len: 217 time: 0.1561677 Apr 05 20:27:23.668926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Network 7ddc03f0-4176-4836-995f-4e654abbd3f9 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:27:23.720678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 7ddc03f0-4176-4836-995f-4e654abbd3f9) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:23.733457 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145b373b-c48e-4326-a40a-f54a890a1a01 None None] Network 7ddc03f0-4176-4836-995f-4e654abbd3f9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:27:23.778630 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:23.779091 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.793451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a5e1ae0a-4a02-4ecf-9fe0-97df8d6fddd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.798296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-35c55845-8956-4b00-9220-ae697fe189e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:23.800031 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-35c55845-8956-4b00-9220-ae697fe189e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=364c3c86-b37b-4fd0-9e77-6f7b617265f3 HTTP/1.1" status: 200 len: 854 time: 0.1203918 Apr 05 20:27:23.818970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1ae0a-4a02-4ecf-9fe0-97df8d6fddd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56acb063-1d27-45d1-9734-ddd5bd494594,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:23.871176 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.889537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port beb5a501-2623-455a-a684-642042e7e91a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:23.906975 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.913381 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a5e1ae0a-4a02-4ecf-9fe0-97df8d6fddd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:23.914680 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a5e1ae0a-4a02-4ecf-9fe0-97df8d6fddd8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56acb063-1d27-45d1-9734-ddd5bd494594 HTTP/1.1" status: 204 len: 168 time: 1.0389814 Apr 05 20:27:23.927827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dca7aa-fa09-4650-a7a5-245355777b15 req-b5befc02-2c10-4425-8efd-0bb7508285e0 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:23.929492 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46dca7aa-fa09-4650-a7a5-245355777b15 req-b5befc02-2c10-4425-8efd-0bb7508285e0 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 1.0481033 Apr 05 20:27:23.963571 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c3a5e0c6-8074-4558-bdc0-15ade35046bd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3314555 Apr 05 20:27:24.009996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d84528-3df3-4086-a651-7ec32dac8ee3 req-316644fd-ebe1-4011-a5f4-e7c625d03587 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:24.011544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1d84528-3df3-4086-a651-7ec32dac8ee3 req-316644fd-ebe1-4011-a5f4-e7c625d03587 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 943 time: 0.5145528 Apr 05 20:27:24.025166 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] For port 31a7b903-73bf-4dfe-9afe-1076108e65c5, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:27:24.032925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] For port 31a7b903-73bf-4dfe-9afe-1076108e65c5, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=31a7b903-73bf-4dfe-9afe-1076108e65c5,segment=NetworkSegment(7f6ddade-1d3e-4ee6-adf4-6c3a68575f86),segment_id=7f6ddade-1d3e-4ee6-adf4-6c3a68575f86)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:27:24.035164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port beb5a501-2623-455a-a684-642042e7e91a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:24.036148 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:24.072267 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46dca7aa-fa09-4650-a7a5-245355777b15 req-c89178de-384b-4185-8ca1-df3d83885dd0 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268408 Apr 05 20:27:24.103770 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:24.170144 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1d84528-3df3-4086-a651-7ec32dac8ee3 req-3b40296c-da84-482a-b0d2-894f6f9f52d3 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516056 Apr 05 20:27:24.239681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47598) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:24.249678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Allocated IP 172.25.8.170 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/866fd88e-1508-4138-8bfa-25e0571720a6) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:24.368892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbd36f8-8113-4c4d-a6dd-f7e200bc52a5 admin admin] Deleting subnet 45a98b1f-8b1c-4a0e-b91c-8258041ab967 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:27:24.398403 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:24.441291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port beb5a501-2623-455a-a684-642042e7e91a, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=beb5a501-2623-455a-a684-642042e7e91a,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:24.442745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626e03a2-d7fe-420e-b73b-498cbd0ac23d None None] Network 7ddc03f0-4176-4836-995f-4e654abbd3f9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:27:24.464674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d71321-60c1-4698-87fd-02d0697340fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb5a501-2623-455a-a684-642042e7e91a'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:24.472268 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:24.492608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:24.497795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b38c9-a70a-4c98-b1c3-b90fa805a562 None None] Pushing event updated for resources: {'Port': ['ID=31a7b903-73bf-4dfe-9afe-1076108e65c5,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:24.551080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-deleted', 'tag': '426dbf2a-c8c8-4439-bf39-4fda1aa49348'}, {'name': 'network-changed', 'server_uuid': 'f67436ab-dd41-476d-bf52-9c9a05ee004e', 'tag': 'f0875051-2afb-400c-86e1-bd04d8288053'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:24.593113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-1904c7cd-dbe8-4890-9caf-9f3800f8fb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:24.600197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-1904c7cd-dbe8-4890-9caf-9f3800f8fb19 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97963b3828594c00bbd1dbf705a16848&device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 1094 time: 0.9867787 Apr 05 20:27:24.602722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-d4c11759-3d65-4d20-ba29-dcb6c001727c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:24.604315 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-d4c11759-3d65-4d20-ba29-dcb6c001727c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f967199-225e-4c76-a762-dd4f6e1b2b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7682662 Apr 05 20:27:24.605052 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-acbd36f8-8113-4c4d-a6dd-f7e200bc52a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:24.678882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47608) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:24.744999 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=beb5a501-2623-455a-a684-642042e7e91a,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:24.815944 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0228c2ce-00d6-4ee5-bcf3-ca0ae9fb19b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:24.838328 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-acbd36f8-8113-4c4d-a6dd-f7e200bc52a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:24.892954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0228c2ce-00d6-4ee5-bcf3-ca0ae9fb19b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:24.893794 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-bbd0692b-483f-461e-b032-12f5f681d56c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0875051-2afb-400c-86e1-bd04d8288053 HTTP/1.1" status: 200 len: 217 time: 0.2797227 Apr 05 20:27:24.907823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0228c2ce-00d6-4ee5-bcf3-ca0ae9fb19b5 admin admin] Usage tracker for resource:security_group_rule and tenant:358e1af779c34c0f998713c9b796fffd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:24.915149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0228c2ce-00d6-4ee5-bcf3-ca0ae9fb19b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:24.932714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0228c2ce-00d6-4ee5-bcf3-ca0ae9fb19b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:24.950184 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:24.964477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-acbd36f8-8113-4c4d-a6dd-f7e200bc52a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:24.993850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-68fe2f6b-09d1-4b65-b59f-cf75c074e7f2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] For port 030fac6f-a4bb-4ae5-9b20-513c642ca36c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=030fac6f-a4bb-4ae5-9b20-513c642ca36c,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:24.994232 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-68fe2f6b-09d1-4b65-b59f-cf75c074e7f2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:25.011136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f40b5fb0-1b14-415d-a0dd-11c2be818762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:25.044044 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f40b5fb0-1b14-415d-a0dd-11c2be818762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:25.056838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cf570-3106-42ab-92e3-3001cdde4d05 req-e068b627-a258-4316-93f4-e7dabb3f0bfa tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:25.062676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cf570-3106-42ab-92e3-3001cdde4d05 req-e068b627-a258-4316-93f4-e7dabb3f0bfa tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:25.069078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cf570-3106-42ab-92e3-3001cdde4d05 req-e068b627-a258-4316-93f4-e7dabb3f0bfa tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:25.070725 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-771cf570-3106-42ab-92e3-3001cdde4d05 req-e068b627-a258-4316-93f4-e7dabb3f0bfa tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 2411 time: 0.3768806 Apr 05 20:27:25.172838 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:25.177092 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-acbd36f8-8113-4c4d-a6dd-f7e200bc52a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:25.182747 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-771cf570-3106-42ab-92e3-3001cdde4d05 req-dcde005c-1c25-4e29-bb69-b3ddbee2d305 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057706 Apr 05 20:27:25.268450 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d71321-60c1-4698-87fd-02d0697340fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb5a501-2623-455a-a684-642042e7e91a', 'code': 200} Apr 05 20:27:25.291295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd36f8-8113-4c4d-a6dd-f7e200bc52a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a98b1f-8b1c-4a0e-b91c-8258041ab967,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:25.301801 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0228c2ce-00d6-4ee5-bcf3-ca0ae9fb19b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:25.303234 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-acbd36f8-8113-4c4d-a6dd-f7e200bc52a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:25.314574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:25.321063 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0228c2ce-00d6-4ee5-bcf3-ca0ae9fb19b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:25.354863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:25.375164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:27:25.433386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-68fe2f6b-09d1-4b65-b59f-cf75c074e7f2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Calling delete_port for 030fac6f-a4bb-4ae5-9b20-513c642ca36c owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:25.463192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Pushing event updated for resources: {'Port': ['ID=866fd88e-1508-4138-8bfa-25e0571720a6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:25.480424 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-deleted', 'tag': '426dbf2a-c8c8-4439-bf39-4fda1aa49348', 'status': 'completed', 'code': 200} Apr 05 20:27:25.480685 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67436ab-dd41-476d-bf52-9c9a05ee004e', 'tag': 'f0875051-2afb-400c-86e1-bd04d8288053', 'status': 'completed', 'code': 200} Apr 05 20:27:25.484716 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-acbd36f8-8113-4c4d-a6dd-f7e200bc52a5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/45a98b1f-8b1c-4a0e-b91c-8258041ab967 HTTP/1.1" status: 204 len: 168 time: 1.2350006 Apr 05 20:27:25.507462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47614) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:25.554409 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0228c2ce-00d6-4ee5-bcf3-ca0ae9fb19b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=358e1af779c34c0f998713c9b796fffd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8646796 Apr 05 20:27:25.562685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d9e30-7b63-4f63-80a9-4656758fce59 req-224ba04e-a2e6-477a-bade-e46b794b4c74 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:25.563845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d95cca1-7ce1-41fa-b17f-46312426dcaa None None] Network 45d1b570-945b-4bd2-bead-1b4868990023 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:27:25.564231 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-779d9e30-7b63-4f63-80a9-4656758fce59 req-224ba04e-a2e6-477a-bade-e46b794b4c74 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 1.2943673 Apr 05 20:27:25.570131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47618) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:25.578840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f40b5fb0-1b14-415d-a0dd-11c2be818762 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7374866a16614c29aa8134f770c6531e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3806429 Apr 05 20:27:25.579197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47620) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:25.579372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47624) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:25.586076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228c2ce-00d6-4ee5-bcf3-ca0ae9fb19b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a845462-1d65-43e8-b670-1b47ca06fa3d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:25.600326 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-b0c4d2ce-008e-43bf-9880-8cc3eedd76d1 service neutron] 10.222.0.13 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9657772 Apr 05 20:27:25.602965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-bf3ab44b-fa22-4f8f-b209-d1ab7acb9d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:25.604750 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-bf3ab44b-fa22-4f8f-b209-d1ab7acb9d65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=364c3c86-b37b-4fd0-9e77-6f7b617265f3 HTTP/1.1" status: 200 len: 854 time: 0.6989937 Apr 05 20:27:25.608286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e32b6680-7934-4611-95f0-7790478d6179 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Request body: {'floatingip': {'port_id': 'd38d7454-4e07-4b64-8d82-97423e6636dd'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:25.620201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b5fb0-1b14-415d-a0dd-11c2be818762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38d86fa-306b-482c-a2a4-1d1d154275b6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:25.701648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-76dd0090-b1c7-49dc-af26-52c5fd2c2a4f None None] Provisioning for port 31a7b903-73bf-4dfe-9afe-1076108e65c5 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:25.866043 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e32b6680-7934-4611-95f0-7790478d6179 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:26.041618 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 31a7b903-73bf-4dfe-9afe-1076108e65c5 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:26.160924 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 31a7b903-73bf-4dfe-9afe-1076108e65c5 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:26.166901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 31a7b903-73bf-4dfe-9afe-1076108e65c5 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:26.168123 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:26.203326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Allocated IP 172.20.0.1 (45d1b570-945b-4bd2-bead-1b4868990023/f020307b-3e62-4df0-8f6e-03c6a014751a/462f2f5e-f3d4-4e06-977e-38eb672d6950) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:26.239520 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a43c4fed-3ad6-4718-a829-df3f14dfb0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:26.392189 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:26.393140 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77bfece3-99db-4e14-9ebd-31973ec9636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:26.398755 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a43c4fed-3ad6-4718-a829-df3f14dfb0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:26.434262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 31a7b903-73bf-4dfe-9afe-1076108e65c5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=31a7b903-73bf-4dfe-9afe-1076108e65c5,segment=NetworkSegment(7f6ddade-1d3e-4ee6-adf4-6c3a68575f86),segment_id=7f6ddade-1d3e-4ee6-adf4-6c3a68575f86)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:26.441289 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:26.467350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-68fe2f6b-09d1-4b65-b59f-cf75c074e7f2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:26.471852 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d1d7eb4-62f3-4d6f-a5eb-2eb1b3005f55 req-c739b743-fc15-49bf-b66e-c31da26d3be7 service neutron] 10.222.0.13 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8475535 Apr 05 20:27:26.534897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55216eed-945c-467d-a4c1-88f4600acd6e req-e1120782-52e3-4400-8f81-9c409b8271e5 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:26.542970 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-55216eed-945c-467d-a4c1-88f4600acd6e req-e1120782-52e3-4400-8f81-9c409b8271e5 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 943 time: 1.0706489 Apr 05 20:27:26.560267 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-789f3f1c-e224-443d-ade8-16fe11c98653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:26.572659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f92628-c3b3-4c42-aca7-5d8ec67dc466 req-8ee435c5-3280-4be4-8e1a-eeee2852c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:26.574550 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e5f92628-c3b3-4c42-aca7-5d8ec67dc466 req-8ee435c5-3280-4be4-8e1a-eeee2852c5ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 1097 time: 1.2067442 Apr 05 20:27:26.575588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=31a7b903-73bf-4dfe-9afe-1076108e65c5,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:26.615465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-7aef19e1-5e1e-4191-9d66-a764f43f8949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:26.616917 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-7aef19e1-5e1e-4191-9d66-a764f43f8949 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f967199-225e-4c76-a762-dd4f6e1b2b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9916487 Apr 05 20:27:26.718499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe2f6b-09d1-4b65-b59f-cf75c074e7f2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event deleted for resources: {'Port': ['ID=030fac6f-a4bb-4ae5-9b20-513c642ca36c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:26.776334 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-789f3f1c-e224-443d-ade8-16fe11c98653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:26.839726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-68fe2f6b-09d1-4b65-b59f-cf75c074e7f2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] No DVR routers for this DVR port 030fac6f-a4bb-4ae5-9b20-513c642ca36c on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:27:26.849704 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-68fe2f6b-09d1-4b65-b59f-cf75c074e7f2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:26.888967 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-55216eed-945c-467d-a4c1-88f4600acd6e req-d0e4f334-70f8-4be3-bb40-cf3f6c6548eb tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3449078 Apr 05 20:27:26.959393 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e5f92628-c3b3-4c42-aca7-5d8ec67dc466 req-bcf5081d-7bb5-4d1e-a8fd-1f350a3be85c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173642 Apr 05 20:27:26.962576 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65008f56-6d3a-41ad-82a2-331c63465e21 req-be454b8f-edd3-40f9-b5c9-bbf079a143d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1932535 Apr 05 20:27:27.009531 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-68fe2f6b-09d1-4b65-b59f-cf75c074e7f2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "DELETE /v2.0/ports/030fac6f-a4bb-4ae5-9b20-513c642ca36c HTTP/1.1" status: 204 len: 173 time: 4.3392961 Apr 05 20:27:27.017269 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.023008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2ff17-d70d-4248-8265-167b2650e2c9 req-2bac0115-1a44-44fc-97fa-62e39ee8ce6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:27.024743 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39c2ff17-d70d-4248-8265-167b2650e2c9 req-2bac0115-1a44-44fc-97fa-62e39ee8ce6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97963b3828594c00bbd1dbf705a16848&device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f HTTP/1.1" status: 200 len: 1095 time: 0.3684258 Apr 05 20:27:27.045510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77bfece3-99db-4e14-9ebd-31973ec9636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.046221 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a43c4fed-3ad6-4718-a829-df3f14dfb0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.048274 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a43c4fed-3ad6-4718-a829-df3f14dfb0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.051692 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a43c4fed-3ad6-4718-a829-df3f14dfb0cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a845462-1d65-43e8-b670-1b47ca06fa3d HTTP/1.1" status: 204 len: 168 time: 1.4716942 Apr 05 20:27:27.092805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046f5e0-c0c3-412d-8a4b-664a864a2cc4 req-07d43f27-51cb-4e7c-9109-4e1afbab75ea tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:27.102528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046f5e0-c0c3-412d-8a4b-664a864a2cc4 req-07d43f27-51cb-4e7c-9109-4e1afbab75ea tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:27.103350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d046f5e0-c0c3-412d-8a4b-664a864a2cc4 req-07d43f27-51cb-4e7c-9109-4e1afbab75ea tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Synchronizing usage tracker for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:27.139778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Transition to ACTIVE for port object 462f2f5e-f3d4-4e06-977e-38eb672d6950 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:27.146158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c4fed-3ad6-4718-a829-df3f14dfb0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a845462-1d65-43e8-b670-1b47ca06fa3d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:27.194073 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-7b1ca89c-a398-4c12-8830-b8d60fdce102 service neutron] 10.222.0.13 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764357 Apr 05 20:27:27.298739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-77bfece3-99db-4e14-9ebd-31973ec9636d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddc03f0-4176-4836-995f-4e654abbd3f9']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:27.328978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-77bfece3-99db-4e14-9ebd-31973ec9636d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45313955-8fee-480c-9b87-279c5a679a21') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:27.329287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-77bfece3-99db-4e14-9ebd-31973ec9636d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45313955-8fee-480c-9b87-279c5a679a21') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:27.330558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d046f5e0-c0c3-412d-8a4b-664a864a2cc4 req-07d43f27-51cb-4e7c-9109-4e1afbab75ea tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Unset dirty status for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:27.333915 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d046f5e0-c0c3-412d-8a4b-664a864a2cc4 req-07d43f27-51cb-4e7c-9109-4e1afbab75ea tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 1678 time: 0.9370816 Apr 05 20:27:27.359421 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-789f3f1c-e224-443d-ade8-16fe11c98653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.379746 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77bfece3-99db-4e14-9ebd-31973ec9636d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.444198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Deleting port 209a1593-aaaf-4bd4-b0fc-f2461dd50715 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:27.444570 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.467855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789f3f1c-e224-443d-ade8-16fe11c98653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38d86fa-306b-482c-a2a4-1d1d154275b6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:27.469980 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.483674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47636) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:27.496348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-deleted', 'tag': '030fac6f-a4bb-4ae5-9b20-513c642ca36c'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:27.571437 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77bfece3-99db-4e14-9ebd-31973ec9636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.574264 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-789f3f1c-e224-443d-ade8-16fe11c98653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.575422 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-789f3f1c-e224-443d-ade8-16fe11c98653 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c38d86fa-306b-482c-a2a4-1d1d154275b6 HTTP/1.1" status: 204 len: 168 time: 1.9914587 Apr 05 20:27:27.597753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77bfece3-99db-4e14-9ebd-31973ec9636d admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:27:27.598279 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77bfece3-99db-4e14-9ebd-31973ec9636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:27:27.615091 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:27:27.640535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65008f56-6d3a-41ad-82a2-331c63465e21 req-6655b33f-20e1-44cd-9bac-64d89bda4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:27.642092 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65008f56-6d3a-41ad-82a2-331c63465e21 req-6655b33f-20e1-44cd-9bac-64d89bda4e6c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 1097 time: 0.5774143 Apr 05 20:27:27.702581 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-deleted', 'tag': '030fac6f-a4bb-4ae5-9b20-513c642ca36c', 'status': 'completed', 'code': 200} Apr 05 20:27:27.719981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2ff17-d70d-4248-8265-167b2650e2c9 req-c1bb2c7d-f799-44a5-b1f2-8c6c5cbad2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:27.721129 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39c2ff17-d70d-4248-8265-167b2650e2c9 req-c1bb2c7d-f799-44a5-b1f2-8c6c5cbad2f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f967199-225e-4c76-a762-dd4f6e1b2b1d HTTP/1.1" status: 200 len: 916 time: 0.6762302 Apr 05 20:27:27.731404 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cc40165-0146-4ff2-b9e0-d27e8b1837d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.831230 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d046f5e0-c0c3-412d-8a4b-664a864a2cc4 req-589417f7-af27-4373-85c9-1fa426764e7c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4396384 Apr 05 20:27:27.855564 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6cc40165-0146-4ff2-b9e0-d27e8b1837d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:27.886583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39c2ff17-d70d-4248-8265-167b2650e2c9 req-573f9f76-e98a-446d-a147-515d99eea5aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5307af87-3902-498e-829d-dd4d6e93d6ea HTTP/1.1" status: 200 len: 217 time: 0.1398737 Apr 05 20:27:27.887579 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.912273 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77bfece3-99db-4e14-9ebd-31973ec9636d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:27.947643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6cc40165-0146-4ff2-b9e0-d27e8b1837d1 admin admin] Usage tracker for resource:security_group_rule and tenant:f5998ff036664b0790b24ec7e5ff06d5 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:27.951885 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24501c81-e95c-4933-bb0f-f43f1513f4da req-552c5ef0-2b6d-483b-8b73-badc0a9683ae service neutron] 10.222.0.13 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6927989 Apr 05 20:27:27.955206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6cc40165-0146-4ff2-b9e0-d27e8b1837d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:27.975681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 31a7b903-73bf-4dfe-9afe-1076108e65c5 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:28.073571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network 45d1b570-945b-4bd2-bead-1b4868990023 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:28.154574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 31a7b903-73bf-4dfe-9afe-1076108e65c5 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:28.155342 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.176156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6cc40165-0146-4ff2-b9e0-d27e8b1837d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:28.180663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:28.216616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:27:28.221590 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77bfece3-99db-4e14-9ebd-31973ec9636d admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.378983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=462f2f5e-f3d4-4e06-977e-38eb672d6950,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:28.402238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfece3-99db-4e14-9ebd-31973ec9636d admin admin] Pushing event deleted for resources: {'Network': ['ID=7ddc03f0-4176-4836-995f-4e654abbd3f9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:28.407943 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2ff17-d70d-4248-8265-167b2650e2c9 req-03e5f61a-05fe-4d07-a716-df9a7fe83c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:28.409027 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39c2ff17-d70d-4248-8265-167b2650e2c9 req-03e5f61a-05fe-4d07-a716-df9a7fe83c16 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=364c3c86-b37b-4fd0-9e77-6f7b617265f3 HTTP/1.1" status: 200 len: 854 time: 0.4626610 Apr 05 20:27:28.429995 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-77bfece3-99db-4e14-9ebd-31973ec9636d admin admin] 10.222.0.24 "DELETE /v2.0/networks/7ddc03f0-4176-4836-995f-4e654abbd3f9 HTTP/1.1" status: 204 len: 168 time: 2.8896894 Apr 05 20:27:28.431872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65008f56-6d3a-41ad-82a2-331c63465e21 req-65eabd5f-909f-4e05-ad67-09b4164c87cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:28.442808 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65008f56-6d3a-41ad-82a2-331c63465e21 req-65eabd5f-909f-4e05-ad67-09b4164c87cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.6402225 Apr 05 20:27:28.469257 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.501825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d76c4ba3-db45-407f-b280-33b8119e9e1d None None] Provisioning for port 462f2f5e-f3d4-4e06-977e-38eb672d6950 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:28.509416 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d76c4ba3-db45-407f-b280-33b8119e9e1d None None] Provisioning complete for port 462f2f5e-f3d4-4e06-977e-38eb672d6950 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:28.510249 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d76c4ba3-db45-407f-b280-33b8119e9e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.576878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d76c4ba3-db45-407f-b280-33b8119e9e1d None None] Port 462f2f5e-f3d4-4e06-977e-38eb672d6950 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:27:28.580870 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65008f56-6d3a-41ad-82a2-331c63465e21 req-8b4cb166-3149-41f0-be53-c7d5cb4904af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 HTTP/1.1" status: 200 len: 217 time: 0.0731721 Apr 05 20:27:28.644143 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-e32b6680-7934-4611-95f0-7790478d6179 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:27:28.677133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47666) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:28.856711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65008f56-6d3a-41ad-82a2-331c63465e21 req-fe58cff5-8eab-4b3c-a18d-ff4acb1c7cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:28.858181 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65008f56-6d3a-41ad-82a2-331c63465e21 req-fe58cff5-8eab-4b3c-a18d-ff4acb1c7cf7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.2716336 Apr 05 20:27:28.864188 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e32b6680-7934-4611-95f0-7790478d6179 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.867371 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.879771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d6e7b-c9ac-4f9b-94e4-f627523f2e18 req-b887fe05-105d-4fdf-a09b-030a81ce4b46 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:28.881437 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-552d6e7b-c9ac-4f9b-94e4-f627523f2e18 req-b887fe05-105d-4fdf-a09b-030a81ce4b46 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 943 time: 0.6561675 Apr 05 20:27:28.911334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242c94f-e6ce-4fc3-a918-b645ec8b1a23 req-387dc952-41a5-4251-9346-06b1d6f6a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:28.914146 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8242c94f-e6ce-4fc3-a918-b645ec8b1a23 req-387dc952-41a5-4251-9346-06b1d6f6a8af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=97963b3828594c00bbd1dbf705a16848&device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 1094 time: 0.8709857 Apr 05 20:27:28.929564 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-86009684-df32-4c69-b861-435e4e0ba9c6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89403171bf7c4f8ab5dc7c00abd47d98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036207 Apr 05 20:27:28.930250 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e32b6680-7934-4611-95f0-7790478d6179 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.957231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47676) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:28.966983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] For port 209a1593-aaaf-4bd4-b0fc-f2461dd50715, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=209a1593-aaaf-4bd4-b0fc-f2461dd50715,segment=NetworkSegment(5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2),segment_id=5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:28.967346 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:28.992667 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.013555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5307af87-3902-498e-829d-dd4d6e93d6ea details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:27:29.148446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2ff17-d70d-4248-8265-167b2650e2c9 req-7521fb53-f030-41c9-b453-c2b0f78a2cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:29.149936 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39c2ff17-d70d-4248-8265-167b2650e2c9 req-7521fb53-f030-41c9-b453-c2b0f78a2cc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f967199-225e-4c76-a762-dd4f6e1b2b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6821148 Apr 05 20:27:29.194612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5307af87-3902-498e-829d-dd4d6e93d6ea, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5307af87-3902-498e-829d-dd4d6e93d6ea,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:29.211429 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '5307af87-3902-498e-829d-dd4d6e93d6ea', 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d', 'port_id': '5307af87-3902-498e-829d-dd4d6e93d6ea', 'mac_address': 'fa:16:3e:e0:8d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364c3c86-b37b-4fd0-9e77-6f7b617265f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:27:29.229738 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-552d6e7b-c9ac-4f9b-94e4-f627523f2e18 req-8a6f1bf4-3c6c-4522-a2fc-420d1096e434 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086843 Apr 05 20:27:29.277637 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.286301 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cc40165-0146-4ff2-b9e0-d27e8b1837d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.298512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5307af87-3902-498e-829d-dd4d6e93d6ea {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:27:29.319466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5307af87-3902-498e-829d-dd4d6e93d6ea, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5307af87-3902-498e-829d-dd4d6e93d6ea,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:29.325398 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.361910 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-e32b6680-7934-4611-95f0-7790478d6179 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Floating IP 40a288cb-a80c-48b6-9f65-e14b10b12e42 associated. External IP: 172.25.8.173, port: d38d7454-4e07-4b64-8d82-97423e6636dd. Apr 05 20:27:29.406110 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=5307af87-3902-498e-829d-dd4d6e93d6ea,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:29.429515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65008f56-6d3a-41ad-82a2-331c63465e21 req-a2831c0c-13c1-4004-9e2d-3621cd31bbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:29.431179 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65008f56-6d3a-41ad-82a2-331c63465e21 req-a2831c0c-13c1-4004-9e2d-3621cd31bbaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5610681 Apr 05 20:27:29.540061 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['5307af87-3902-498e-829d-dd4d6e93d6ea'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:27:29.784084 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cc40165-0146-4ff2-b9e0-d27e8b1837d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.814561 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39c2ff17-d70d-4248-8265-167b2650e2c9 req-abdaf0db-2dd3-402d-84ee-ae96d4a9f48b service neutron] 10.222.0.13 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673413 Apr 05 20:27:29.815105 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.834890 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a354e0ff-3315-48fb-a359-8d362f13728f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:29.835523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Router d9861b1b-e9ab-426f-ac26-fd36541a4ba2 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:27:29.966850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242c94f-e6ce-4fc3-a918-b645ec8b1a23 req-7ea582e7-da71-483f-a3f8-87175e47544f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:29.968345 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8242c94f-e6ce-4fc3-a918-b645ec8b1a23 req-7ea582e7-da71-483f-a3f8-87175e47544f service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f967199-225e-4c76-a762-dd4f6e1b2b1d HTTP/1.1" status: 200 len: 916 time: 1.0451324 Apr 05 20:27:29.996742 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6cc40165-0146-4ff2-b9e0-d27e8b1837d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5998ff036664b0790b24ec7e5ff06d5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4956679 Apr 05 20:27:30.003888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47712) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:30.027168 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65008f56-6d3a-41ad-82a2-331c63465e21 req-d7d7c3d3-19e2-40ff-9a17-b036911223a8 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856414 Apr 05 20:27:30.201179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc40165-0146-4ff2-b9e0-d27e8b1837d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53a67d4-2b7b-45a3-bf9f-43f04b749184,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:30.218701 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a354e0ff-3315-48fb-a359-8d362f13728f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.227069 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8242c94f-e6ce-4fc3-a918-b645ec8b1a23 req-187161aa-3d21-416c-a223-90b196900f5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0875051-2afb-400c-86e1-bd04d8288053 HTTP/1.1" status: 200 len: 217 time: 0.1983314 Apr 05 20:27:30.434648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32b6680-7934-4611-95f0-7790478d6179 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:27:30.437837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f603abdf-3e72-435c-a26a-c4f6594fe404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.501754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:27:30.509227 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.512801 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fadf1c70-39b2-426c-882d-fab1a519ce8a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "PUT /v2.0/routers/d9861b1b-e9ab-426f-ac26-fd36541a4ba2 HTTP/1.1" status: 200 len: 883 time: 8.8596201 Apr 05 20:27:30.512801 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65008f56-6d3a-41ad-82a2-331c63465e21 req-bd1f8406-71f9-4b20-ad68-a47c4f87de64 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721851 Apr 05 20:27:30.521576 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8936c09-d501-4a6a-9b52-079ded0b7845 None None] Sync routers for ids ['d9861b1b-e9ab-426f-ac26-fd36541a4ba2'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:27:30.531421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47772) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:30.537314 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8936c09-d501-4a6a-9b52-079ded0b7845 None None] Routers {'d9861b1b-e9ab-426f-ac26-fd36541a4ba2'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:30.539204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f8936c09-d501-4a6a-9b52-079ded0b7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['d9861b1b-e9ab-426f-ac26-fd36541a4ba2'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:30.559874 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a354e0ff-3315-48fb-a359-8d362f13728f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.601797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c32db-dea9-4c26-b305-33810bf5e494 req-8414de6c-31e5-4d5c-aaed-285863cf0790 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:30.608153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c32db-dea9-4c26-b305-33810bf5e494 req-8414de6c-31e5-4d5c-aaed-285863cf0790 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:30.609754 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e79c32db-dea9-4c26-b305-33810bf5e494 req-8414de6c-31e5-4d5c-aaed-285863cf0790 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 1678 time: 1.5157094 Apr 05 20:27:30.634926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f8936c09-d501-4a6a-9b52-079ded0b7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:30.645223 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8936c09-d501-4a6a-9b52-079ded0b7845 None None] Routers {'d9861b1b-e9ab-426f-ac26-fd36541a4ba2'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:30.646305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f8936c09-d501-4a6a-9b52-079ded0b7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['d9861b1b-e9ab-426f-ac26-fd36541a4ba2'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:30.691005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a354e0ff-3315-48fb-a359-8d362f13728f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33557a9f-d6aa-4b9f-afdc-95ae5b55f0e6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:30.697688 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.698197 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.698516 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Floating IP eb3d07e3-dd11-4e8e-8363-4b000ca3d17b disassociated. External IP: 172.25.8.8, port: 209a1593-aaaf-4bd4-b0fc-f2461dd50715. Apr 05 20:27:30.698857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Calling delete_port for 209a1593-aaaf-4bd4-b0fc-f2461dd50715 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:30.781638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f8936c09-d501-4a6a-9b52-079ded0b7845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:30.782328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8936c09-d501-4a6a-9b52-079ded0b7845 None None] The sync data for ids ['d9861b1b-e9ab-426f-ac26-fd36541a4ba2'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:27:30.805402 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a354e0ff-3315-48fb-a359-8d362f13728f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.809242 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a354e0ff-3315-48fb-a359-8d362f13728f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33557a9f-d6aa-4b9f-afdc-95ae5b55f0e6 HTTP/1.1" status: 204 len: 168 time: 1.8328395 Apr 05 20:27:30.811050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242c94f-e6ce-4fc3-a918-b645ec8b1a23 req-81b7f395-f1ef-47ca-9251-fa940fd84ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:30.812475 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8242c94f-e6ce-4fc3-a918-b645ec8b1a23 req-81b7f395-f1ef-47ca-9251-fa940fd84ec4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=364c3c86-b37b-4fd0-9e77-6f7b617265f3 HTTP/1.1" status: 200 len: 854 time: 0.5004754 Apr 05 20:27:30.814663 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39c2ff17-d70d-4248-8265-167b2650e2c9 req-eb436688-b140-4282-a54e-c49b6ce3111d service neutron] 10.222.0.13 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9631920 Apr 05 20:27:30.856656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47780) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:30.873138 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f603abdf-3e72-435c-a26a-c4f6594fe404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:30.876086 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e79c32db-dea9-4c26-b305-33810bf5e494 req-9595e6cf-54e1-429b-b0f1-b810220d2889 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305458 Apr 05 20:27:30.993933 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-13b56db4-eabc-4b91-99a7-5ea68866093f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/routers/d9861b1b-e9ab-426f-ac26-fd36541a4ba2 HTTP/1.1" status: 200 len: 924 time: 0.4537911 Apr 05 20:27:31.029574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f0875051-2afb-400c-86e1-bd04d8288053 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:27:31.047176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47786) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:31.073409 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.125570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5307af87-3902-498e-829d-dd4d6e93d6ea up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:31.158330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ba174-132c-483a-8831-547c97fef188 req-8dfb3e8a-ac3e-4ad8-b6a5-3d9b7e5ef244 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:31.169008 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d8ba174-132c-483a-8831-547c97fef188 req-8dfb3e8a-ac3e-4ad8-b6a5-3d9b7e5ef244 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 943 time: 0.7395477 Apr 05 20:27:31.195347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32b6680-7934-4611-95f0-7790478d6179 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:27:31.205488 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b0284-b435-4c9e-b05e-12c0076b24cc None None] Sync routers for ids ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:27:31.220841 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b0284-b435-4c9e-b05e-12c0076b24cc None None] Routers {'5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:31.221786 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-942b0284-b435-4c9e-b05e-12c0076b24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:31.236454 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f603abdf-3e72-435c-a26a-c4f6594fe404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.274957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603abdf-3e72-435c-a26a-c4f6594fe404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53a67d4-2b7b-45a3-bf9f-43f04b749184,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:31.307355 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e32b6680-7934-4611-95f0-7790478d6179 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.354452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d8ba174-132c-483a-8831-547c97fef188 req-e9dcdd32-1c7b-4eb0-930b-3f739aa17319 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846366 Apr 05 20:27:31.357402 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f603abdf-3e72-435c-a26a-c4f6594fe404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.358711 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f603abdf-3e72-435c-a26a-c4f6594fe404 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a53a67d4-2b7b-45a3-bf9f-43f04b749184 HTTP/1.1" status: 204 len: 168 time: 1.3458405 Apr 05 20:27:31.383912 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-da551342-201b-46e2-9a9e-d60c3cc7692c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.404269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event deleted for resources: {'Port': ['ID=209a1593-aaaf-4bd4-b0fc-f2461dd50715,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:31.444272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8242c94f-e6ce-4fc3-a918-b645ec8b1a23 req-28873591-2b96-45fd-b9ae-0c4af23671d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:31.445832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8242c94f-e6ce-4fc3-a918-b645ec8b1a23 req-28873591-2b96-45fd-b9ae-0c4af23671d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f967199-225e-4c76-a762-dd4f6e1b2b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6166885 Apr 05 20:27:31.472145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 5307af87-3902-498e-829d-dd4d6e93d6ea completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:31.499633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 5307af87-3902-498e-829d-dd4d6e93d6ea triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:31.500671 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.544948 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-942b0284-b435-4c9e-b05e-12c0076b24cc None None] Set router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:27:31.601991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f0875051-2afb-400c-86e1-bd04d8288053, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f0875051-2afb-400c-86e1-bd04d8288053,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:31.664066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'f0875051-2afb-400c-86e1-bd04d8288053', 'network_id': '4f967199-225e-4c76-a762-dd4f6e1b2b1d', 'port_id': 'f0875051-2afb-400c-86e1-bd04d8288053', 'mac_address': 'fa:16:3e:5c:5f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '364c3c86-b37b-4fd0-9e77-6f7b617265f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:27:31.797583 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.817087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0875051-2afb-400c-86e1-bd04d8288053 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:27:31.820262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-da551342-201b-46e2-9a9e-d60c3cc7692c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:31.837130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-da551342-201b-46e2-9a9e-d60c3cc7692c admin admin] Usage tracker for resource:security_group_rule and tenant:71b8a287d49a4c97aca8063cbee64af6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:31.838972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f0875051-2afb-400c-86e1-bd04d8288053, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f0875051-2afb-400c-86e1-bd04d8288053,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:31.851831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-da551342-201b-46e2-9a9e-d60c3cc7692c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:31.861093 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e32b6680-7934-4611-95f0-7790478d6179 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "PUT /v2.0/floatingips/40a288cb-a80c-48b6-9f65-e14b10b12e42 HTTP/1.1" status: 200 len: 991 time: 6.2784677 Apr 05 20:27:31.863516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-da551342-201b-46e2-9a9e-d60c3cc7692c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:31.873938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a60578f-614e-43de-a776-e105645f9bc9', 'tag': 'd38d7454-4e07-4b64-8d82-97423e6636dd'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:31.887463 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:31.944133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0de54ec-e09e-425d-af3b-4487756db106 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:31.959468 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b0de54ec-e09e-425d-af3b-4487756db106 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&device_id=d9861b1b-e9ab-426f-ac26-fd36541a4ba2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9111795 Apr 05 20:27:31.968192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47812) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:31.978239 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:32.013441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f0875051-2afb-400c-86e1-bd04d8288053,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:32.021151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26dc31c1-4775-43fe-b3d2-7bcec6eebd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5307af87-3902-498e-829d-dd4d6e93d6ea'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:32.068506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5307af87-3902-498e-829d-dd4d6e93d6ea, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5307af87-3902-498e-829d-dd4d6e93d6ea,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:32.078044 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:32.088007 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a60578f-614e-43de-a776-e105645f9bc9', 'tag': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'status': 'completed', 'code': 200} Apr 05 20:27:32.328649 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-da551342-201b-46e2-9a9e-d60c3cc7692c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:32.386491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-da551342-201b-46e2-9a9e-d60c3cc7692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:32.411248 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26dc31c1-4775-43fe-b3d2-7bcec6eebd5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5307af87-3902-498e-829d-dd4d6e93d6ea', 'code': 200} Apr 05 20:27:32.418887 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=5307af87-3902-498e-829d-dd4d6e93d6ea,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:32.422745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['f0875051-2afb-400c-86e1-bd04d8288053'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:27:32.514315 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:27:32.571564 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-942b0284-b435-4c9e-b05e-12c0076b24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '40a288cb-a80c-48b6-9f65-e14b10b12e42', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'port_id': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'mac_address': 'fa:16:3e:dc:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a60578f-614e-43de-a776-e105645f9bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:26:56Z', 'updated_at': '2022-04-05T20:27:28Z', 'revision_number': 1, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf6b300-7945-424e-b240-744badcf1e1e', 'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'mac_address': 'fa:16:3e:e6:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:45Z', 'updated_at': '2022-04-05T20:25:02Z', 'revision_number': 5, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'subnets': [{'id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:32.588779 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b0284-b435-4c9e-b05e-12c0076b24cc None None] Checking router: 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:27:32.594948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Router 071300cc-e321-4b94-a75d-aa924a1f702a has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:27:32.602828 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8242c94f-e6ce-4fc3-a918-b645ec8b1a23 req-2b011931-1107-49f8-b0e3-63b420426d9e service neutron] 10.222.0.13 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9876902 Apr 05 20:27:32.619833 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942b0284-b435-4c9e-b05e-12c0076b24cc None None] Routers {'5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:32.620755 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-942b0284-b435-4c9e-b05e-12c0076b24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:32.630411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da551342-201b-46e2-9a9e-d60c3cc7692c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019974a7-0419-47e5-82e5-2098a3e791af,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:32.670259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-da551342-201b-46e2-9a9e-d60c3cc7692c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71b8a287d49a4c97aca8063cbee64af6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8013682 Apr 05 20:27:32.680635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47832) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:32.808367 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:27:32.844491 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:32.860551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6946149-6055-486f-9883-4856e97d35ee req-7cb726eb-62b5-4a11-9374-4251ce314ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:32.862110 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6946149-6055-486f-9883-4856e97d35ee req-7cb726eb-62b5-4a11-9374-4251ce314ae2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f HTTP/1.1" status: 200 len: 1097 time: 0.5312445 Apr 05 20:27:32.863154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c02319-0bb4-4e65-9c66-26fbd3f38a97 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:32.864443 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-23c02319-0bb4-4e65-9c66-26fbd3f38a97 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 881 time: 0.8878124 Apr 05 20:27:32.881445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47840) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:32.940557 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-942b0284-b435-4c9e-b05e-12c0076b24cc None None] Set router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:27:32.970920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c7620-9b5d-4cb8-bfb2-e8e49366944d req-5e2f685b-ce84-48c1-b3f9-8e93c14ef0d7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:32.972379 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b1c7620-9b5d-4cb8-bfb2-e8e49366944d req-5e2f685b-ce84-48c1-b3f9-8e93c14ef0d7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 943 time: 0.4739957 Apr 05 20:27:32.982489 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a0900ab0-80b3-4325-99ff-2cb71d6b0a51 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9861b1b-e9ab-426f-ac26-fd36541a4ba2 HTTP/1.1" status: 200 len: 205 time: 0.0960162 Apr 05 20:27:32.984392 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:32.992056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47848) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:33.186290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98d7a1-d0ba-4b9d-ba17-025e4870cd40 req-52096db6-4ee4-475b-9354-5abe3796cfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:33.187763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b98d7a1-d0ba-4b9d-ba17-025e4870cd40 req-52096db6-4ee4-475b-9354-5abe3796cfa9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 1096 time: 0.7785425 Apr 05 20:27:33.210805 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6946149-6055-486f-9883-4856e97d35ee req-7af96ead-10d8-43df-89d9-c5c4c9e22f18 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329911 Apr 05 20:27:33.217223 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9143e2e-6d1e-47f2-94b9-6024a6778fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:33.284998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:33.341933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=462f2f5e-f3d4-4e06-977e-38eb672d6950,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:33.352716 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:33.359526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9143e2e-6d1e-47f2-94b9-6024a6778fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:33.382773 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b1c7620-9b5d-4cb8-bfb2-e8e49366944d req-17756e68-6e0f-4df1-9e5c-7567d78fb19d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4006934 Apr 05 20:27:33.435153 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-942b0284-b435-4c9e-b05e-12c0076b24cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '40a288cb-a80c-48b6-9f65-e14b10b12e42', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'port_id': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'mac_address': 'fa:16:3e:dc:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a60578f-614e-43de-a776-e105645f9bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:26:56Z', 'updated_at': '2022-04-05T20:27:28Z', 'revision_number': 1, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf6b300-7945-424e-b240-744badcf1e1e', 'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'mac_address': 'fa:16:3e:e6:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:45Z', 'updated_at': '2022-04-05T20:25:02Z', 'revision_number': 5, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'subnets': [{'id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:33.439811 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942b0284-b435-4c9e-b05e-12c0076b24cc None None] The sync data for ids ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'] in n-d-836604-1 is: [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '40a288cb-a80c-48b6-9f65-e14b10b12e42', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'port_id': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'mac_address': 'fa:16:3e:dc:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a60578f-614e-43de-a776-e105645f9bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:26:56Z', 'updated_at': '2022-04-05T20:27:28Z', 'revision_number': 1, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf6b300-7945-424e-b240-744badcf1e1e', 'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'mac_address': 'fa:16:3e:e6:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:45Z', 'updated_at': '2022-04-05T20:25:02Z', 'revision_number': 5, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'subnets': [{'id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:27:33.510991 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8242c94f-e6ce-4fc3-a918-b645ec8b1a23 req-edd65e05-742f-4a09-adf9-8b98bdcf0d1b service neutron] 10.222.0.13 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8915904 Apr 05 20:27:33.530967 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9143e2e-6d1e-47f2-94b9-6024a6778fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:33.536754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:27:33.557076 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e68af-f960-49b9-99c1-e24878b775bc None None] Sync routers for ids ['071300cc-e321-4b94-a75d-aa924a1f702a'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:27:33.571569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e68af-f960-49b9-99c1-e24878b775bc None None] Routers {'071300cc-e321-4b94-a75d-aa924a1f702a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:33.572342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-979e68af-f960-49b9-99c1-e24878b775bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['071300cc-e321-4b94-a75d-aa924a1f702a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:33.680882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9143e2e-6d1e-47f2-94b9-6024a6778fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019974a7-0419-47e5-82e5-2098a3e791af,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:33.708389 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9143e2e-6d1e-47f2-94b9-6024a6778fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:33.709973 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c9143e2e-6d1e-47f2-94b9-6024a6778fce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/019974a7-0419-47e5-82e5-2098a3e791af HTTP/1.1" status: 204 len: 168 time: 1.0273817 Apr 05 20:27:33.747930 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:33.771475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Deleting port 866fd88e-1508-4138-8bfa-25e0571720a6 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:33.771993 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:33.787581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2d1a6-175e-4a9c-9dc7-a4de7994dcac req-e2cf7103-2394-4558-835b-0b2214f68506 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:33.789355 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bbf2d1a6-175e-4a9c-9dc7-a4de7994dcac req-e2cf7103-2394-4558-835b-0b2214f68506 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 944 time: 0.9361825 Apr 05 20:27:33.874609 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70420073-78ac-4feb-b6c6-01118d6272e5 None None] New status for floating IP 40a288cb-a80c-48b6-9f65-e14b10b12e42: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:27:33.908102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] No DVR routers for this DVR port 209a1593-aaaf-4bd4-b0fc-f2461dd50715 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:27:33.911693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network 45d1b570-945b-4bd2-bead-1b4868990023 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:33.921637 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:33.927514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:33.929214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-deleted', 'tag': '209a1593-aaaf-4bd4-b0fc-f2461dd50715'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:33.975469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-979e68af-f960-49b9-99c1-e24878b775bc None None] Set router 071300cc-e321-4b94-a75d-aa924a1f702a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:27:34.207678 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:34.323585 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-deleted', 'tag': '209a1593-aaaf-4bd4-b0fc-f2461dd50715', 'status': 'completed', 'code': 200} Apr 05 20:27:34.344611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98d7a1-d0ba-4b9d-ba17-025e4870cd40 req-a01ab43d-fddc-48c8-97f3-ab141fb1081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:34.350283 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b98d7a1-d0ba-4b9d-ba17-025e4870cd40 req-a01ab43d-fddc-48c8-97f3-ab141fb1081a service neutron] 10.222.0.13 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 1.1329601 Apr 05 20:27:34.465354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-69cdf3c7-c0af-453f-b57c-9c69db59cb17 None None] Provisioning complete for port 462f2f5e-f3d4-4e06-977e-38eb672d6950 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:34.465994 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-69cdf3c7-c0af-453f-b57c-9c69db59cb17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:34.516705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47890) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:34.524432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Router 7e96cba5-4251-47ee-a3f3-9314bf529a71 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:27:34.569206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Calling delete_port for 866fd88e-1508-4138-8bfa-25e0571720a6 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:34.586950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-69cdf3c7-c0af-453f-b57c-9c69db59cb17 None None] Port 462f2f5e-f3d4-4e06-977e-38eb672d6950 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:27:34.678455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-979e68af-f960-49b9-99c1-e24878b775bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:20:32Z', 'revision_number': 4, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'abe96641-deee-4fe9-8a58-7c35d8849c72', 'name': '', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'mac_address': 'fa:16:3e:95:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:29Z', 'updated_at': '2022-04-05T20:20:39Z', 'revision_number': 5, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'subnets': [{'id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:34.683826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e68af-f960-49b9-99c1-e24878b775bc None None] Checking router: 071300cc-e321-4b94-a75d-aa924a1f702a for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:27:34.695937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979e68af-f960-49b9-99c1-e24878b775bc None None] Routers {'071300cc-e321-4b94-a75d-aa924a1f702a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:34.696629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-979e68af-f960-49b9-99c1-e24878b775bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['071300cc-e321-4b94-a75d-aa924a1f702a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:34.867374 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-a2384297-c99a-4c03-87fa-0404093f180d tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "DELETE /v2.0/ports/209a1593-aaaf-4bd4-b0fc-f2461dd50715 HTTP/1.1" status: 204 len: 173 time: 7.7179818 Apr 05 20:27:34.875970 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:34.942354 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bbf2d1a6-175e-4a9c-9dc7-a4de7994dcac req-8064feb4-391a-4283-8fc9-e61b9b7de023 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0667479 Apr 05 20:27:34.971562 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e1dd4716-020c-4e79-9a04-cec24f404e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:34.984617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-979e68af-f960-49b9-99c1-e24878b775bc None None] Set router 071300cc-e321-4b94-a75d-aa924a1f702a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:27:35.019209 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b98d7a1-d0ba-4b9d-ba17-025e4870cd40 req-135e60a2-d99b-4184-bfa5-df8518855e07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38d7454-4e07-4b64-8d82-97423e6636dd HTTP/1.1" status: 200 len: 999 time: 0.6479757 Apr 05 20:27:35.048990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f0875051-2afb-400c-86e1-bd04d8288053 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:35.159167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98d7a1-d0ba-4b9d-ba17-025e4870cd40 req-a9b6c75b-ee63-44e8-8a9b-79b15a79ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:35.161555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b98d7a1-d0ba-4b9d-ba17-025e4870cd40 req-a9b6c75b-ee63-44e8-8a9b-79b15a79ac9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.0771151 Apr 05 20:27:35.237550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Pushing event deleted for resources: {'Port': ['ID=866fd88e-1508-4138-8bfa-25e0571720a6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:35.250276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e1dd4716-020c-4e79-9a04-cec24f404e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:35.274097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e1dd4716-020c-4e79-9a04-cec24f404e2b admin admin] Usage tracker for resource:security_group_rule and tenant:1217289d803d46daa44ff8a766b05493 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:35.284723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e1dd4716-020c-4e79-9a04-cec24f404e2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:35.292746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-8f7d03b5-5c36-45fc-9eeb-972a230fa39a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Deleting port 3edede57-710c-4481-b5bf-e0e4bae838c4 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:35.293092 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-8f7d03b5-5c36-45fc-9eeb-972a230fa39a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.321910 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.397294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e1dd4716-020c-4e79-9a04-cec24f404e2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:35.458969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port f0875051-2afb-400c-86e1-bd04d8288053 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:35.473159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bab176-f033-4a29-9d91-46ac25e7891f req-7907acbe-d3e8-4a5e-a169-91262e4829a2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:35.474208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port f0875051-2afb-400c-86e1-bd04d8288053 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:35.474774 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.480882 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-05bab176-f033-4a29-9d91-46ac25e7891f req-7907acbe-d3e8-4a5e-a169-91262e4829a2 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 943 time: 0.5324452 Apr 05 20:27:35.585774 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.588959 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.624301 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-05bab176-f033-4a29-9d91-46ac25e7891f req-388b5b98-ecb6-4a15-8ff5-5263c51123d5 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423337 Apr 05 20:27:35.672685 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.673521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Fanout notify agent at l3_agent the message router_deleted on router d9861b1b-e9ab-426f-ac26-fd36541a4ba2 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:27:35.705548 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.706308 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-966d1fe5-4e10-4b7b-9e3b-6e14e00a8451 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "DELETE /v2.0/routers/d9861b1b-e9ab-426f-ac26-fd36541a4ba2 HTTP/1.1" status: 204 len: 168 time: 2.7124617 Apr 05 20:27:35.712230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47924) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:35.717702 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0e5a9fcb-a91d-489b-a90f-6d1a8dc7796f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-405019265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:35.726148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0e5a9fcb-a91d-489b-a90f-6d1a8dc7796f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:35.730869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0e5a9fcb-a91d-489b-a90f-6d1a8dc7796f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Usage tracker for resource:router and tenant:c71c4b785e81467ebc289641c3d582f4 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:35.734331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0e5a9fcb-a91d-489b-a90f-6d1a8dc7796f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:35.746768 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0e5a9fcb-a91d-489b-a90f-6d1a8dc7796f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:35.760544 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9fcb-a91d-489b-a90f-6d1a8dc7796f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.761499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b98d7a1-d0ba-4b9d-ba17-025e4870cd40 req-154fcb3e-c071-403b-bff0-1bb9f803f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:35.762336 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9fcb-a91d-489b-a90f-6d1a8dc7796f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.763049 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b98d7a1-d0ba-4b9d-ba17-025e4870cd40 req-154fcb3e-c071-403b-bff0-1bb9f803f3c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5888879 Apr 05 20:27:35.768468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:27:35.786394 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9fcb-a91d-489b-a90f-6d1a8dc7796f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.812757 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9fcb-a91d-489b-a90f-6d1a8dc7796f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.848414 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e5a9fcb-a91d-489b-a90f-6d1a8dc7796f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.852504 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0e5a9fcb-a91d-489b-a90f-6d1a8dc7796f tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1365933 Apr 05 20:27:35.852906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47928) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:35.860220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'enable_snat': True}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:35.903014 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:35.920345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Sync routers for ids ['7e96cba5-4251-47ee-a3f3-9314bf529a71'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:27:35.945099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67436ab-dd41-476d-bf52-9c9a05ee004e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0875051-2afb-400c-86e1-bd04d8288053'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:35.955426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47936) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:35.957461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-979e68af-f960-49b9-99c1-e24878b775bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:20:32Z', 'revision_number': 4, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'abe96641-deee-4fe9-8a58-7c35d8849c72', 'name': '', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'mac_address': 'fa:16:3e:95:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:29Z', 'updated_at': '2022-04-05T20:20:39Z', 'revision_number': 5, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'subnets': [{'id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:35.962119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Routers {'7e96cba5-4251-47ee-a3f3-9314bf529a71'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:35.962758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7e96cba5-4251-47ee-a3f3-9314bf529a71'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:36.027603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-8f7d03b5-5c36-45fc-9eeb-972a230fa39a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] For port 3edede57-710c-4481-b5bf-e0e4bae838c4, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3edede57-710c-4481-b5bf-e0e4bae838c4,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:36.028234 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-8f7d03b5-5c36-45fc-9eeb-972a230fa39a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:36.041205 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67436ab-dd41-476d-bf52-9c9a05ee004e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0875051-2afb-400c-86e1-bd04d8288053', 'code': 200} Apr 05 20:27:36.043350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port f0875051-2afb-400c-86e1-bd04d8288053, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f0875051-2afb-400c-86e1-bd04d8288053,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:36.053413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979e68af-f960-49b9-99c1-e24878b775bc None None] The sync data for ids ['071300cc-e321-4b94-a75d-aa924a1f702a'] in n-d-836604-1 is: [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:20:32Z', 'revision_number': 4, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'abe96641-deee-4fe9-8a58-7c35d8849c72', 'name': '', 'network_id': 'acf04820-9558-4448-b778-1e71d8e99554', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'mac_address': 'fa:16:3e:95:5d:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:29Z', 'updated_at': '2022-04-05T20:20:39Z', 'revision_number': 5, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'subnets': [{'id': '3f969fc9-21be-405d-9c97-3d2c77a0705e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:27:36.058949 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:36.197395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-8f7d03b5-5c36-45fc-9eeb-972a230fa39a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Calling delete_port for 3edede57-710c-4481-b5bf-e0e4bae838c4 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:36.277060 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=f0875051-2afb-400c-86e1-bd04d8288053,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:36.293650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:36.294124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:36.294553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:36.294977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:36.295396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:36.295829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:36.296243 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:36.296652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:36.297061 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:36.297467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:36.297870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:36.298308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:27:36.315509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Set router 7e96cba5-4251-47ee-a3f3-9314bf529a71 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:27:36.439954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ced7d4a7-b9ac-4106-8c29-c948b777bf37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:36.462850 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b98d7a1-d0ba-4b9d-ba17-025e4870cd40 req-eb3a1e4d-4c83-4fb5-a97f-8f762af5d6de service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6795535 Apr 05 20:27:36.477417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ced7d4a7-b9ac-4106-8c29-c948b777bf37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:36.517428 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b4e6af-ca25-4e90-9ca6-666db6b55477 None None] New status for floating IP eb3d07e3-dd11-4e8e-8363-4b000ca3d17b: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:27:36.574975 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7fa2329c-cfe2-42fb-9ff2-fc51495f1bb6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "PUT /v2.0/routers/7e96cba5-4251-47ee-a3f3-9314bf529a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0892022 Apr 05 20:27:36.586762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47944) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:36.629785 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:36.640449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ced7d4a7-b9ac-4106-8c29-c948b777bf37 admin admin] Usage tracker for resource:security_group_rule and tenant:10a7522b13974f198b3dba2cd4cd09ec is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:36.650617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4aaca2-eaf9-45d2-bd3c-76c4fbaffd6e req-90f8f411-3dda-45c3-8c17-2c2488e9a0d4 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:36.658054 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df4aaca2-eaf9-45d2-bd3c-76c4fbaffd6e req-90f8f411-3dda-45c3-8c17-2c2488e9a0d4 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 945 time: 0.4705441 Apr 05 20:27:36.689592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ced7d4a7-b9ac-4106-8c29-c948b777bf37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:36.767909 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df4aaca2-eaf9-45d2-bd3c-76c4fbaffd6e req-eeeaae6f-2da7-4da3-85bf-bc8892815116 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088264 Apr 05 20:27:36.769418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ced7d4a7-b9ac-4106-8c29-c948b777bf37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:36.807730 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:27:28Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:31Z', 'revision_number': 2, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:36.815914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Checking router: 7e96cba5-4251-47ee-a3f3-9314bf529a71 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:27:36.816401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Updating router 7e96cba5-4251-47ee-a3f3-9314bf529a71 port 462f2f5e-f3d4-4e06-977e-38eb672d6950 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:27:36.896620 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075837d-7121-4357-bbca-6ff4184e5717 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:36.896847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075837d-7121-4357-bbca-6ff4184e5717 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:36.900444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075837d-7121-4357-bbca-6ff4184e5717 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:36.900923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075837d-7121-4357-bbca-6ff4184e5717 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:36.901384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075837d-7121-4357-bbca-6ff4184e5717 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:36.901837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075837d-7121-4357-bbca-6ff4184e5717 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:36.903236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075837d-7121-4357-bbca-6ff4184e5717 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:36.903704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075837d-7121-4357-bbca-6ff4184e5717 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:36.906311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075837d-7121-4357-bbca-6ff4184e5717 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:36.906816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c075837d-7121-4357-bbca-6ff4184e5717 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:36.913458 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c075837d-7121-4357-bbca-6ff4184e5717 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7083 time: 0.3158031 Apr 05 20:27:36.946237 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47952) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:36.951263 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.256172 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-8f7d03b5-5c36-45fc-9eeb-972a230fa39a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.285022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8deb1-38fa-4268-94d9-84ad61132e8d tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:37.286125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8deb1-38fa-4268-94d9-84ad61132e8d tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:37.286752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8deb1-38fa-4268-94d9-84ad61132e8d tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:37.287198 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8deb1-38fa-4268-94d9-84ad61132e8d tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:37.287740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8deb1-38fa-4268-94d9-84ad61132e8d tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:37.288171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8deb1-38fa-4268-94d9-84ad61132e8d tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:37.288619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8deb1-38fa-4268-94d9-84ad61132e8d tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:37.289048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8deb1-38fa-4268-94d9-84ad61132e8d tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:37.289481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8deb1-38fa-4268-94d9-84ad61132e8d tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:37.289938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd8deb1-38fa-4268-94d9-84ad61132e8d tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:37.294945 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5dd8deb1-38fa-4268-94d9-84ad61132e8d tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6473 time: 0.3370054 Apr 05 20:27:37.299162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47956) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:37.323451 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e1dd4716-020c-4e79-9a04-cec24f404e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.338387 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.351904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d03b5-5c36-45fc-9eeb-972a230fa39a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event deleted for resources: {'Port': ['ID=3edede57-710c-4481-b5bf-e0e4bae838c4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:37.352149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Transition to ACTIVE for port object 462f2f5e-f3d4-4e06-977e-38eb672d6950 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:37.354757 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e1dd4716-020c-4e79-9a04-cec24f404e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.362587 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.391878 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ffab470-120d-407d-a558-538249d9ce54 req-9a0430d8-6a4f-411d-ac41-7e82c8de4aae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5163465 Apr 05 20:27:37.446844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70471c27-e23e-405b-b3ab-bc6caf276bcc req-7f7bef54-0e60-4600-a7f4-9dde008dc175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:37.448463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-70471c27-e23e-405b-b3ab-bc6caf276bcc req-7f7bef54-0e60-4600-a7f4-9dde008dc175 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 1096 time: 0.9779744 Apr 05 20:27:37.457553 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ced7d4a7-b9ac-4106-8c29-c948b777bf37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.475683 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ced7d4a7-b9ac-4106-8c29-c948b777bf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.512703 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154338f-2b85-4188-8ed8-8663e9513a9c None None] Pushing event updated for resources: {'Port': ['ID=462f2f5e-f3d4-4e06-977e-38eb672d6950,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:37.548059 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b98d7a1-d0ba-4b9d-ba17-025e4870cd40 req-78710551-d532-4316-b404-bd2f8a7f9e5c service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0126495 Apr 05 20:27:37.571916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-8f7d03b5-5c36-45fc-9eeb-972a230fa39a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] No DVR routers for this DVR port 3edede57-710c-4481-b5bf-e0e4bae838c4 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:27:37.592903 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-8f7d03b5-5c36-45fc-9eeb-972a230fa39a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.598556 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e1dd4716-020c-4e79-9a04-cec24f404e2b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1217289d803d46daa44ff8a766b05493&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0795064 Apr 05 20:27:37.599526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-deleted', 'tag': '3edede57-710c-4481-b5bf-e0e4bae838c4'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:37.610610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47960) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:37.619565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Attempting to bind port 462f2f5e-f3d4-4e06-977e-38eb672d6950 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:37.619929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Attempting to bind port 462f2f5e-f3d4-4e06-977e-38eb672d6950 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:37.620287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Attempting to bind port 462f2f5e-f3d4-4e06-977e-38eb672d6950 on network 45d1b570-945b-4bd2-bead-1b4868990023 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:27:37.627677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:27:37.628044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Checking segment: {'id': '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:27:37.628598 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.629567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Bound using segment: {'id': '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:27:37.630118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Bound port: 462f2f5e-f3d4-4e06-977e-38eb672d6950, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:37.632105 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.639217 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b05df0e-1185-488a-a37c-6e2cd17c570c req-6f93528f-110e-4de4-9c18-60c9ab903fe7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:37.640110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4b05df0e-1185-488a-a37c-6e2cd17c570c req-6f93528f-110e-4de4-9c18-60c9ab903fe7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Synchronizing usage tracker for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:37.642882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dd4716-020c-4e79-9a04-cec24f404e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0c25fc-6bb0-4c54-97c9-de12c6722cac,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:37.686083 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f7858da-1b35-472a-a763-9d04f509f50d', 'name': 'network-vif-deleted', 'tag': '3edede57-710c-4481-b5bf-e0e4bae838c4', 'status': 'completed', 'code': 200} Apr 05 20:27:37.687400 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-15a169a6-0e6a-45e2-b293-6889155d5b5e req-8f7d03b5-5c36-45fc-9eeb-972a230fa39a tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.41 "DELETE /v2.0/ports/3edede57-710c-4481-b5bf-e0e4bae838c4 HTTP/1.1" status: 204 len: 173 time: 2.8006725 Apr 05 20:27:37.734148 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-70471c27-e23e-405b-b3ab-bc6caf276bcc req-9213c632-f76a-4894-88e5-5ecf3e9a58d4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182672 Apr 05 20:27:37.747457 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ced7d4a7-b9ac-4106-8c29-c948b777bf37 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10a7522b13974f198b3dba2cd4cd09ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7877274 Apr 05 20:27:37.753514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47966) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:37.773764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4b05df0e-1185-488a-a37c-6e2cd17c570c req-6f93528f-110e-4de4-9c18-60c9ab903fe7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Unset dirty status for tenant:67f206acc8b04566894efcfbb5ff0d28 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:37.778111 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b05df0e-1185-488a-a37c-6e2cd17c570c req-6f93528f-110e-4de4-9c18-60c9ab903fe7 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 865 time: 0.6231203 Apr 05 20:27:37.807492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] For port 462f2f5e-f3d4-4e06-977e-38eb672d6950, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:27:37.811625 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] For port 462f2f5e-f3d4-4e06-977e-38eb672d6950, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=462f2f5e-f3d4-4e06-977e-38eb672d6950,segment=NetworkSegment(7f6ddade-1d3e-4ee6-adf4-6c3a68575f86),segment_id=7f6ddade-1d3e-4ee6-adf4-6c3a68575f86)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:27:37.819766 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.894415 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-48a0868e-4a99-4aee-ba14-13d35af93ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:37.966898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced7d4a7-b9ac-4106-8c29-c948b777bf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc63f573-7298-41e4-a927-36e74f2a406c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:37.995479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154338f-2b85-4188-8ed8-8663e9513a9c None None] Pushing event updated for resources: {'Port': ['ID=462f2f5e-f3d4-4e06-977e-38eb672d6950,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:38.008162 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-48a0868e-4a99-4aee-ba14-13d35af93ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:38.017355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Routers {'7e96cba5-4251-47ee-a3f3-9314bf529a71'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:38.017928 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7e96cba5-4251-47ee-a3f3-9314bf529a71'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:38.086987 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b05df0e-1185-488a-a37c-6e2cd17c570c req-12dfcd82-81a8-4c24-9fef-9ed0cb54fe62 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups?id=928da49d-b22b-48dc-948d-cea0bad41888&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2983973 Apr 05 20:27:38.103661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-48a0868e-4a99-4aee-ba14-13d35af93ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:38.143030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a0868e-4a99-4aee-ba14-13d35af93ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0c25fc-6bb0-4c54-97c9-de12c6722cac,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:38.146733 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-48a0868e-4a99-4aee-ba14-13d35af93ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:38.150700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-48a0868e-4a99-4aee-ba14-13d35af93ca7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c0c25fc-6bb0-4c54-97c9-de12c6722cac HTTP/1.1" status: 204 len: 168 time: 0.5368948 Apr 05 20:27:38.410848 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:38.421843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] Set router 7e96cba5-4251-47ee-a3f3-9314bf529a71 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:27:38.499656 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:38.600048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffab470-120d-407d-a558-538249d9ce54 req-07f7be75-a6f4-4cd3-9e5f-8e36409cbbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:38.602591 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ffab470-120d-407d-a558-538249d9ce54 req-07f7be75-a6f4-4cd3-9e5f-8e36409cbbb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 1097 time: 1.0639229 Apr 05 20:27:38.634825 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4f619e2b-a65f-4d04-8c16-1b817f61346d tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4319 time: 1.3287790 Apr 05 20:27:38.635798 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-282553fa-27d5-4b9b-bb7e-b3b5b1b7b68e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:38.668903 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-282553fa-27d5-4b9b-bb7e-b3b5b1b7b68e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:38.950032 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:38.958195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c79c29-92de-45f2-b55e-82e426be8829 req-fa9797c3-1366-4942-adc3-205aeba37172 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:38.974464 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32c79c29-92de-45f2-b55e-82e426be8829 req-fa9797c3-1366-4942-adc3-205aeba37172 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 945 time: 0.8791368 Apr 05 20:27:39.027820 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:39.064456 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-282553fa-27d5-4b9b-bb7e-b3b5b1b7b68e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:39.218669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:27:28Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:37Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:39.228215 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ebe0a4-e304-4f08-ad44-10731f96b58d None None] The sync data for ids ['7e96cba5-4251-47ee-a3f3-9314bf529a71'] in n-d-836604-1 is: [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:27:28Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:37Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:27:39.303637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffab470-120d-407d-a558-538249d9ce54 req-f7f960b8-c250-4fb7-aa31-d741942a8f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:39.305895 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ffab470-120d-407d-a558-538249d9ce54 req-f7f960b8-c250-4fb7-aa31-d741942a8f61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.5252523 Apr 05 20:27:39.335279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282553fa-27d5-4b9b-bb7e-b3b5b1b7b68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc63f573-7298-41e4-a927-36e74f2a406c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:39.381450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48002) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:39.404111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83850005', 'description': 'tempest-secgroup-smoke-83850005 description', 'project_id': '80fee2de873b412da3b3a54725609093'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:39.417788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:39.429816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:39.439352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:39.449567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:39.473660 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:39.540530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:39.548588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:39.559874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:39.584322 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32c79c29-92de-45f2-b55e-82e426be8829 req-9c6385e2-aa08-4c4b-ab7b-c540ee2bae2b tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088908 Apr 05 20:27:39.586976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:39.644385 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ffab470-120d-407d-a558-538249d9ce54 req-5ed5d583-4ed5-49a6-991e-cc94f868f79a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc2d8512-1896-4a96-af69-8e8e75f13172 HTTP/1.1" status: 200 len: 217 time: 0.2973983 Apr 05 20:27:39.692545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Allocated IP 172.25.8.145 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/1a6977b8-192f-4c00-aae8-319e30282869) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:39.761309 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-282553fa-27d5-4b9b-bb7e-b3b5b1b7b68e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:39.765071 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-282553fa-27d5-4b9b-bb7e-b3b5b1b7b68e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc63f573-7298-41e4-a927-36e74f2a406c HTTP/1.1" status: 204 len: 168 time: 2.0059378 Apr 05 20:27:39.815213 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d77a934-994a-4919-bfbb-82ac69443a6a req-006f7a5e-f832-4da3-b8cc-2cc3c95bbad8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 210 time: 0.1271019 Apr 05 20:27:39.854859 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:39.866537 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.003533 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.008366 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6236079 Apr 05 20:27:40.013465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffab470-120d-407d-a558-538249d9ce54 req-5b388e43-1cff-4a28-a010-1214f96fc468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:40.015553 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ffab470-120d-407d-a558-538249d9ce54 req-5b388e43-1cff-4a28-a010-1214f96fc468 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.3177466 Apr 05 20:27:40.020325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48022) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:40.042895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbb26c-9385-4aa5-9fe8-4bfe42b3381a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884dae43-0269-4f24-b405-aa272420d6ab,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:40.104596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 462f2f5e-f3d4-4e06-977e-38eb672d6950 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:40.267423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-340d61fa-2488-42e0-b509-3aae5bce643f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '884dae43-0269-4f24-b405-aa272420d6ab', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:40.293027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-340d61fa-2488-42e0-b509-3aae5bce643f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:40.310986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 462f2f5e-f3d4-4e06-977e-38eb672d6950 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:40.318986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-340d61fa-2488-42e0-b509-3aae5bce643f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:40.330328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-340d61fa-2488-42e0-b509-3aae5bce643f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:40.342091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 462f2f5e-f3d4-4e06-977e-38eb672d6950 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:40.342679 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.352646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-340d61fa-2488-42e0-b509-3aae5bce643f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:40.473503 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.524545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-340d61fa-2488-42e0-b509-3aae5bce643f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.604969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffab470-120d-407d-a558-538249d9ce54 req-a739add3-b135-4912-a244-79fe14889935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:40.606485 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ffab470-120d-407d-a558-538249d9ce54 req-a739add3-b135-4912-a244-79fe14889935 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4216669 Apr 05 20:27:40.679492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-340d61fa-2488-42e0-b509-3aae5bce643f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.714849 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:40.838335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 462f2f5e-f3d4-4e06-977e-38eb672d6950, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=462f2f5e-f3d4-4e06-977e-38eb672d6950,segment=NetworkSegment(7f6ddade-1d3e-4ee6-adf4-6c3a68575f86),segment_id=7f6ddade-1d3e-4ee6-adf4-6c3a68575f86)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:40.853615 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:41.059229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=462f2f5e-f3d4-4e06-977e-38eb672d6950,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:41.195724 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbd56c0e-b172-48d0-bde0-822edfb3b036 req-dccea279-df34-4b68-9dfc-59920f53a4b0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f7858da-1b35-472a-a763-9d04f509f50d HTTP/1.1" status: 200 len: 210 time: 0.0671952 Apr 05 20:27:41.203569 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ffab470-120d-407d-a558-538249d9ce54 req-76fc9bf5-1d50-4181-bb60-757fe2eb675b service neutron] 10.222.0.41 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822074 Apr 05 20:27:41.206233 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-340d61fa-2488-42e0-b509-3aae5bce643f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:41.227174 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:41.367705 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a5a49b6c-e4cf-44da-9701-ae4fa87d1201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:41.579563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:41.580668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d61fa-2488-42e0-b509-3aae5bce643f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03bdf49-3692-45ce-986d-ed2bce3cf891,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:41.602911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:41.606662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:27:41.698509 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ffab470-120d-407d-a558-538249d9ce54 req-e7f79194-a9fb-4c73-9888-c35e45445489 service neutron] 10.222.0.41 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625516 Apr 05 20:27:41.799075 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-340d61fa-2488-42e0-b509-3aae5bce643f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:41.803672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48096) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:41.803825 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-340d61fa-2488-42e0-b509-3aae5bce643f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7777951 Apr 05 20:27:41.804775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event updated for resources: {'Port': ['ID=1a6977b8-192f-4c00-aae8-319e30282869,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:41.809183 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-6735696c-e5e8-420d-8d18-6e1dd75ffd0c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '884dae43-0269-4f24-b405-aa272420d6ab', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:41.817951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6735696c-e5e8-420d-8d18-6e1dd75ffd0c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:41.824743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6735696c-e5e8-420d-8d18-6e1dd75ffd0c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:41.828362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6735696c-e5e8-420d-8d18-6e1dd75ffd0c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:41.836970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6735696c-e5e8-420d-8d18-6e1dd75ffd0c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:41.867473 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6735696c-e5e8-420d-8d18-6e1dd75ffd0c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.000218 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6735696c-e5e8-420d-8d18-6e1dd75ffd0c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.009095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 462f2f5e-f3d4-4e06-977e-38eb672d6950 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:27:42.012006 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6735696c-e5e8-420d-8d18-6e1dd75ffd0c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.078775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6735696c-e5e8-420d-8d18-6e1dd75ffd0c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2930a662-c0cc-4165-9914-96c871f016b9,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:42.121589 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6735696c-e5e8-420d-8d18-6e1dd75ffd0c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.124568 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6735696c-e5e8-420d-8d18-6e1dd75ffd0c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3195195 Apr 05 20:27:42.127517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48116) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:42.135094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 462f2f5e-f3d4-4e06-977e-38eb672d6950 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:42.135795 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.140037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a2edd6bd-6da6-40f8-923e-2df783552b1c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '884dae43-0269-4f24-b405-aa272420d6ab', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:42.148203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a2edd6bd-6da6-40f8-923e-2df783552b1c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:42.154126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a2edd6bd-6da6-40f8-923e-2df783552b1c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:42.157418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a2edd6bd-6da6-40f8-923e-2df783552b1c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:42.168881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a2edd6bd-6da6-40f8-923e-2df783552b1c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:42.185373 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48e4ce-db9b-484b-a784-d754488140ce req-f6c9ea18-f030-4305-bb00-6526548a824a tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:42.193914 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aa48e4ce-db9b-484b-a784-d754488140ce req-f6c9ea18-f030-4305-bb00-6526548a824a tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 945 time: 0.9889052 Apr 05 20:27:42.196736 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a2edd6bd-6da6-40f8-923e-2df783552b1c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.243299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48122) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:42.327404 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a2edd6bd-6da6-40f8-923e-2df783552b1c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.343879 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a2edd6bd-6da6-40f8-923e-2df783552b1c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.389264 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aa48e4ce-db9b-484b-a784-d754488140ce req-d072b58b-6ae6-41ff-9628-fb24fd812a57 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941466 Apr 05 20:27:42.402517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2edd6bd-6da6-40f8-923e-2df783552b1c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c2e33b-3448-47f3-ab1d-11b713d350dc,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:42.438112 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a2edd6bd-6da6-40f8-923e-2df783552b1c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.439905 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a2edd6bd-6da6-40f8-923e-2df783552b1c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105564 Apr 05 20:27:42.443656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48138) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:42.449549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-227ff94c-3adf-4aea-ad70-8f775bac92d8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '884dae43-0269-4f24-b405-aa272420d6ab', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:42.462420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48142) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:42.465120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-227ff94c-3adf-4aea-ad70-8f775bac92d8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:42.483917 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.492151 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-227ff94c-3adf-4aea-ad70-8f775bac92d8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:42.526997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-227ff94c-3adf-4aea-ad70-8f775bac92d8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:42.556677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-227ff94c-3adf-4aea-ad70-8f775bac92d8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:42.636162 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-227ff94c-3adf-4aea-ad70-8f775bac92d8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.656537 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ad01-0b9a-425b-9bf1-cb8e3c5b39ab tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.672364 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1337244-3f7b-434d-a507-369446f9fadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.717334 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ad01-0b9a-425b-9bf1-cb8e3c5b39ab tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.769265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1337244-3f7b-434d-a507-369446f9fadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:42.773573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-227ff94c-3adf-4aea-ad70-8f775bac92d8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.782016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a1337244-3f7b-434d-a507-369446f9fadd admin admin] Usage tracker for resource:security_group_rule and tenant:7cdad5d15e404086a3a242faf74f2b38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:42.787342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-227ff94c-3adf-4aea-ad70-8f775bac92d8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.789337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a1337244-3f7b-434d-a507-369446f9fadd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:42.798608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1337244-3f7b-434d-a507-369446f9fadd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:42.859666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ff94c-3adf-4aea-ad70-8f775bac92d8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd049a3c-c828-48ec-ab3b-e48eb86b03f5,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:42.874513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ad01-0b9a-425b-9bf1-cb8e3c5b39ab tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.877166 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ba8ad01-0b9a-425b-9bf1-cb8e3c5b39ab tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.880763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1ba8ad01-0b9a-425b-9bf1-cb8e3c5b39ab tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "DELETE /v2.0/security-groups/928da49d-b22b-48dc-948d-cea0bad41888 HTTP/1.1" status: 204 len: 168 time: 0.4147685 Apr 05 20:27:42.887810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48164) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:42.888467 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-227ff94c-3adf-4aea-ad70-8f775bac92d8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:42.889658 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-227ff94c-3adf-4aea-ad70-8f775bac92d8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4448473 Apr 05 20:27:42.903327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48168) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:42.905953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba8ad01-0b9a-425b-9bf1-cb8e3c5b39ab tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=928da49d-b22b-48dc-948d-cea0bad41888,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:42.914333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8ba6c558-d7a6-4d2f-a641-52a28c4eeb71 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '884dae43-0269-4f24-b405-aa272420d6ab', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:42.923622 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8ba6c558-d7a6-4d2f-a641-52a28c4eeb71 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:42.927022 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-e8c1fa7d-ca35-4777-869e-b91a006a51bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] show failed (client error): The resource could not be found. Apr 05 20:27:42.928054 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e8c1fa7d-ca35-4777-869e-b91a006a51bd tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "GET /v2.0/security-groups/928da49d-b22b-48dc-948d-cea0bad41888 HTTP/1.1" status: 404 len: 347 time: 0.0373361 Apr 05 20:27:42.930453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8ba6c558-d7a6-4d2f-a641-52a28c4eeb71 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:42.933020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48172) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:42.935387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8ba6c558-d7a6-4d2f-a641-52a28c4eeb71 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:42.996407 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58316d71-df3e-4a7b-8143-342bde66311c req-15127bea-dd25-4002-b02f-3a9b26c42e01 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:42.998075 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-58316d71-df3e-4a7b-8143-342bde66311c req-15127bea-dd25-4002-b02f-3a9b26c42e01 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.4076667 Apr 05 20:27:43.010362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8ba6c558-d7a6-4d2f-a641-52a28c4eeb71 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:43.071607 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-58316d71-df3e-4a7b-8143-342bde66311c req-ce7692dc-7940-4b1d-8982-96d3f8f83cf9 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624070 Apr 05 20:27:43.098723 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-8ba6c558-d7a6-4d2f-a641-52a28c4eeb71 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Project 80fee2de873b412da3b3a54725609093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:27:43.137681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6a418cb4-b5a3-4613-93cb-2708be2b75e8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Deleting port 35d72235-4cb9-4f86-9f59-0c65380b30fe {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:43.138348 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6a418cb4-b5a3-4613-93cb-2708be2b75e8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.193205 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8ba6c558-d7a6-4d2f-a641-52a28c4eeb71 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.212078 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.231488 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.407083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8ba6c558-d7a6-4d2f-a641-52a28c4eeb71 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.425766 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8ba6c558-d7a6-4d2f-a641-52a28c4eeb71 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.514568 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1337244-3f7b-434d-a507-369446f9fadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.519999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6c558-d7a6-4d2f-a641-52a28c4eeb71 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61535192-197c-464c-af4f-0a172707fb40,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:43.531234 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1337244-3f7b-434d-a507-369446f9fadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.552330 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6a418cb4-b5a3-4613-93cb-2708be2b75e8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.552797 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6a418cb4-b5a3-4613-93cb-2708be2b75e8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.570451 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8ba6c558-d7a6-4d2f-a641-52a28c4eeb71 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.572111 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8ba6c558-d7a6-4d2f-a641-52a28c4eeb71 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6677599 Apr 05 20:27:43.579776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1337244-3f7b-434d-a507-369446f9fadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1774bc10-caea-44f0-809b-526bd614dd92,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:43.589143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48210) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:43.608433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-eed02919-4426-4c13-bcfd-ef053ea153fc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '884dae43-0269-4f24-b405-aa272420d6ab', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:43.639391 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fbd88be5-7ac2-44bb-98ec-e3e76ff328d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.680462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-eed02919-4426-4c13-bcfd-ef053ea153fc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:43.693109 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a1337244-3f7b-434d-a507-369446f9fadd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cdad5d15e404086a3a242faf74f2b38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4458306 Apr 05 20:27:43.696825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-eed02919-4426-4c13-bcfd-ef053ea153fc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:43.699232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48220) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:43.705611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-eed02919-4426-4c13-bcfd-ef053ea153fc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:43.733252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-eed02919-4426-4c13-bcfd-ef053ea153fc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:43.774367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6a418cb4-b5a3-4613-93cb-2708be2b75e8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Calling delete_port for 35d72235-4cb9-4f86-9f59-0c65380b30fe owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:43.790487 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-eed02919-4426-4c13-bcfd-ef053ea153fc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Project 80fee2de873b412da3b3a54725609093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:27:43.813458 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eed02919-4426-4c13-bcfd-ef053ea153fc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.868631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Router 5f810cce-24e3-48de-914d-15574722b191 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:27:43.872950 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ff28b23b-d47e-4a3b-803d-ba51e6e1f851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:43.984941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b135110-b9ed-453a-8cfc-deb2706d2427 req-393bcd4c-3a79-4a2e-8627-e52506ec9bf0 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:43.992281 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b135110-b9ed-453a-8cfc-deb2706d2427 req-393bcd4c-3a79-4a2e-8627-e52506ec9bf0 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f HTTP/1.1" status: 200 len: 946 time: 0.7407918 Apr 05 20:27:44.012232 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ff28b23b-d47e-4a3b-803d-ba51e6e1f851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.054558 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eed02919-4426-4c13-bcfd-ef053ea153fc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.062317 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b135110-b9ed-453a-8cfc-deb2706d2427 req-190196df-df94-46c5-a517-d4d074fac945 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690808 Apr 05 20:27:44.069350 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eed02919-4426-4c13-bcfd-ef053ea153fc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.176411 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6a418cb4-b5a3-4613-93cb-2708be2b75e8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.244137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a418cb4-b5a3-4613-93cb-2708be2b75e8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event deleted for resources: {'Port': ['ID=35d72235-4cb9-4f86-9f59-0c65380b30fe,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:44.268842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:27:44.282934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed02919-4426-4c13-bcfd-ef053ea153fc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49c70eee-c7dc-4059-97c8-6d294f66bf45,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:44.298447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a492a903-ed0c-48c2-9314-89b07a31884e None None] Sync routers for ids ['5f810cce-24e3-48de-914d-15574722b191'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:27:44.306353 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.311277 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-522099e4-b770-4550-a9b5-ddaa74ea0ec4 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "PUT /v2.0/routers/5f810cce-24e3-48de-914d-15574722b191 HTTP/1.1" status: 200 len: 918 time: 8.4548852 Apr 05 20:27:44.312104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a492a903-ed0c-48c2-9314-89b07a31884e None None] Routers {'5f810cce-24e3-48de-914d-15574722b191'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:44.312825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a492a903-ed0c-48c2-9314-89b07a31884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5f810cce-24e3-48de-914d-15574722b191'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:44.313417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48250) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:44.320951 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eed02919-4426-4c13-bcfd-ef053ea153fc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.328579 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-eed02919-4426-4c13-bcfd-ef053ea153fc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7384310 Apr 05 20:27:44.396327 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6a418cb4-b5a3-4613-93cb-2708be2b75e8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.446464 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6a418cb4-b5a3-4613-93cb-2708be2b75e8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.446464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6a418cb4-b5a3-4613-93cb-2708be2b75e8 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "DELETE /v2.0/floatingips/eb3d07e3-dd11-4e8e-8363-4b000ca3d17b HTTP/1.1" status: 204 len: 168 time: 1.5049613 Apr 05 20:27:44.446464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48268) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:44.499743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a492a903-ed0c-48c2-9314-89b07a31884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:44.522997 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ff28b23b-d47e-4a3b-803d-ba51e6e1f851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.526240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a492a903-ed0c-48c2-9314-89b07a31884e None None] Routers {'5f810cce-24e3-48de-914d-15574722b191'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:44.526864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a492a903-ed0c-48c2-9314-89b07a31884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5f810cce-24e3-48de-914d-15574722b191'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:44.586600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28b23b-d47e-4a3b-803d-ba51e6e1f851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1774bc10-caea-44f0-809b-526bd614dd92,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:44.586600 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ff28b23b-d47e-4a3b-803d-ba51e6e1f851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.586600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ff28b23b-d47e-4a3b-803d-ba51e6e1f851 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1774bc10-caea-44f0-809b-526bd614dd92 HTTP/1.1" status: 204 len: 168 time: 0.8785589 Apr 05 20:27:44.602848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-8a1583f8-242d-4120-9506-8caafd407829 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Deleting port 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:44.602848 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a1583f8-242d-4120-9506-8caafd407829 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.765315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a492a903-ed0c-48c2-9314-89b07a31884e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:44.765856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a492a903-ed0c-48c2-9314-89b07a31884e None None] The sync data for ids ['5f810cce-24e3-48de-914d-15574722b191'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:27:44.830923 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.838863 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:44.984750 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3ca65e5a-f418-4615-98a4-e32f5db65d44 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/routers/5f810cce-24e3-48de-914d-15574722b191 HTTP/1.1" status: 200 len: 924 time: 0.6665766 Apr 05 20:27:44.987347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48312) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:45.056237 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d89e15-a7b1-428f-8858-fa684af12036 req-b99e6328-ac70-4750-b789-1cb8162b9da2 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:45.057712 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85d89e15-a7b1-428f-8858-fa684af12036 req-b99e6328-ac70-4750-b789-1cb8162b9da2 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 945 time: 0.4279363 Apr 05 20:27:45.069561 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a1583f8-242d-4120-9506-8caafd407829 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:45.126249 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-85d89e15-a7b1-428f-8858-fa684af12036 req-42c1eb88-d9fd-4f14-a946-44978837a1bb tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578699 Apr 05 20:27:45.126486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f32ce47-31be-4776-8032-cb534d22ec1f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:45.131082 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3f32ce47-31be-4776-8032-cb534d22ec1f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&device_id=5f810cce-24e3-48de-914d-15574722b191&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1396408 Apr 05 20:27:45.132772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48332) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:45.268402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-8a1583f8-242d-4120-9506-8caafd407829 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Calling delete_port for 228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:45.281329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9049f883-6c8a-4acb-9421-2ed321c6fb9f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:45.285475 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9049f883-6c8a-4acb-9421-2ed321c6fb9f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 881 time: 0.1491899 Apr 05 20:27:45.285958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48346) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:45.348913 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5b363d36-5097-499e-9bd1-40753d95556a tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f810cce-24e3-48de-914d-15574722b191 HTTP/1.1" status: 200 len: 205 time: 0.0595698 Apr 05 20:27:45.349144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48354) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:45.369577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-4ccf1a89-55fd-4194-9482-dd5162bb0161 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:45.423497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-4ccf1a89-55fd-4194-9482-dd5162bb0161 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:45.426555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-4ccf1a89-55fd-4194-9482-dd5162bb0161 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83850005&fields=id&tenant_id=80fee2de873b412da3b3a54725609093 HTTP/1.1" status: 200 len: 267 time: 0.4446690 Apr 05 20:27:45.677458 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a1583f8-242d-4120-9506-8caafd407829 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:45.782128 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:45.840464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1583f8-242d-4120-9506-8caafd407829 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event deleted for resources: {'Port': ['ID=228ce59d-a3b6-431f-a9ca-34ff6eaf9f95,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:45.975553 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:46.043166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90895c2-2f6e-479a-9f0e-8be471d0a3fa req-0e74e89e-4aa7-40bb-b83f-d44412bac23c tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:46.044720 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b90895c2-2f6e-479a-9f0e-8be471d0a3fa req-0e74e89e-4aa7-40bb-b83f-d44412bac23c tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.4842434 Apr 05 20:27:46.045630 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a1583f8-242d-4120-9506-8caafd407829 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:46.058652 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8a1583f8-242d-4120-9506-8caafd407829 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "DELETE /v2.0/ports/228ce59d-a3b6-431f-a9ca-34ff6eaf9f95 HTTP/1.1" status: 204 len: 168 time: 1.6150444 Apr 05 20:27:46.061988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48392) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:46.084079 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:46.118659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-0e8867d3-1692-4e7f-a71a-d37f72001fd7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:46.119560 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b90895c2-2f6e-479a-9f0e-8be471d0a3fa req-3fbf3107-83c3-43f8-831f-fc6ceeeafe95 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672066 Apr 05 20:27:46.120436 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-0e8867d3-1692-4e7f-a71a-d37f72001fd7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/networks?id=45d1b570-945b-4bd2-bead-1b4868990023 HTTP/1.1" status: 200 len: 796 time: 0.6793551 Apr 05 20:27:46.126454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Deleting port 1a6977b8-192f-4c00-aae8-319e30282869 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:46.126908 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:46.147956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-be4b99be-f1ad-4b1a-b213-ed2a5524d053 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/quotas/80fee2de873b412da3b3a54725609093 HTTP/1.1" status: 200 len: 375 time: 0.0184953 Apr 05 20:27:46.242014 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5f6cdb13-cd19-46d1-b1f3-a0e9f599001e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Deleting port 11d6c801-8868-4ebb-b54a-042b8414de76 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:46.242361 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5f6cdb13-cd19-46d1-b1f3-a0e9f599001e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:46.412520 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:46.466788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-b8be10c8-1031-4e8b-b14e-9a74d4ae2ff8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:46.556505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-b8be10c8-1031-4e8b-b14e-9a74d4ae2ff8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:46.558352 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-b8be10c8-1031-4e8b-b14e-9a74d4ae2ff8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=80fee2de873b412da3b3a54725609093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3970401 Apr 05 20:27:46.571489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Calling delete_port for 1a6977b8-192f-4c00-aae8-319e30282869 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:46.805434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b9504-8565-405e-b134-0946af119fe7 req-c3bcb01e-f2e8-40a9-8b76-d6b44f986a6c tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:46.812806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b9504-8565-405e-b134-0946af119fe7 req-c3bcb01e-f2e8-40a9-8b76-d6b44f986a6c tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:46.822469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b9504-8565-405e-b134-0946af119fe7 req-c3bcb01e-f2e8-40a9-8b76-d6b44f986a6c tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:46.832651 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd0b9504-8565-405e-b134-0946af119fe7 req-c3bcb01e-f2e8-40a9-8b76-d6b44f986a6c tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e&device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f&device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 2418 time: 0.2028322 Apr 05 20:27:46.904573 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd0b9504-8565-405e-b134-0946af119fe7 req-e2be92c2-e22b-4e4b-a8ef-e11c94b75c62 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590503 Apr 05 20:27:46.941325 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5f6cdb13-cd19-46d1-b1f3-a0e9f599001e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.067909 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.107956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5f6cdb13-cd19-46d1-b1f3-a0e9f599001e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Calling delete_port for 11d6c801-8868-4ebb-b54a-042b8414de76 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:47.156496 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-0d6b1428-f6e8-42c0-b78a-9633d0e2d4aa service neutron] 10.222.0.24 "GET /v2.0/networks/45d1b570-945b-4bd2-bead-1b4868990023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945208 Apr 05 20:27:47.176588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Pushing event deleted for resources: {'Port': ['ID=1a6977b8-192f-4c00-aae8-319e30282869,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:47.392275 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-134e42fc-790a-476d-bc75-4fdb4b4052e2 service neutron] 10.222.0.24 "GET /v2.0/networks/45d1b570-945b-4bd2-bead-1b4868990023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230504 Apr 05 20:27:47.402182 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5f6cdb13-cd19-46d1-b1f3-a0e9f599001e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.417038 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.482544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cdb13-cd19-46d1-b1f3-a0e9f599001e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event deleted for resources: {'Port': ['ID=11d6c801-8868-4ebb-b54a-042b8414de76,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:47.686491 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5f6cdb13-cd19-46d1-b1f3-a0e9f599001e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.715105 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5f6cdb13-cd19-46d1-b1f3-a0e9f599001e tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "DELETE /v2.0/ports/11d6c801-8868-4ebb-b54a-042b8414de76 HTTP/1.1" status: 204 len: 168 time: 1.6519539 Apr 05 20:27:47.728422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48486) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:47.741560 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.770304 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-92a4669b-bd7c-4c0b-aaa7-46244d14faad req-d5a4d3ff-6805-4741-9360-57d488df1853 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 210 time: 0.0594356 Apr 05 20:27:47.784509 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.887659 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.887659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Fanout notify agent at l3_agent the message router_deleted on router 5f810cce-24e3-48de-914d-15574722b191 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:27:47.907071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0bb10a8-5694-4a9a-bf2a-3833d2a5ec45 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Deleting subnet 688a705f-1af8-4564-afe3-3b401e1905c5 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:27:47.924252 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.925440 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f101163f-d713-4a6c-82d2-d1049b40f7dd tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "DELETE /v2.0/routers/5f810cce-24e3-48de-914d-15574722b191 HTTP/1.1" status: 204 len: 168 time: 2.5752373 Apr 05 20:27:47.926427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0bb10a8-5694-4a9a-bf2a-3833d2a5ec45 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.929202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48504) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:47.937504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2e1096f0-3986-4619-96d3-045165ec5c64 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1434334578', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:47.954803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2e1096f0-3986-4619-96d3-045165ec5c64 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:47.960897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2e1096f0-3986-4619-96d3-045165ec5c64 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Usage tracker for resource:router and tenant:c71c4b785e81467ebc289641c3d582f4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:47.967840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2e1096f0-3986-4619-96d3-045165ec5c64 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:47.975399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2e1096f0-3986-4619-96d3-045165ec5c64 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:47.989569 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e1096f0-3986-4619-96d3-045165ec5c64 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:47.991598 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e1096f0-3986-4619-96d3-045165ec5c64 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.017700 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e1096f0-3986-4619-96d3-045165ec5c64 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.054637 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e1096f0-3986-4619-96d3-045165ec5c64 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.081047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c79ae-8b89-45ec-b72b-bf26600a29cf req-22ab17f7-4a7b-4a4a-b5d9-228ace77838d tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:48.083200 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d32c79ae-8b89-45ec-b72b-bf26600a29cf req-22ab17f7-4a7b-4a4a-b5d9-228ace77838d tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 945 time: 0.7767773 Apr 05 20:27:48.109844 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e1096f0-3986-4619-96d3-045165ec5c64 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.112216 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2e1096f0-3986-4619-96d3-045165ec5c64 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1820078 Apr 05 20:27:48.115221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48516) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:48.127416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'enable_snat': False}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:48.152241 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0bb10a8-5694-4a9a-bf2a-3833d2a5ec45 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.556246 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0bb10a8-5694-4a9a-bf2a-3833d2a5ec45 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.617237 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d32c79ae-8b89-45ec-b72b-bf26600a29cf req-809f675c-b086-4303-8a83-bc12331d4b30 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216503 Apr 05 20:27:48.715056 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0bb10a8-5694-4a9a-bf2a-3833d2a5ec45 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.842088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb10a8-5694-4a9a-bf2a-3833d2a5ec45 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event deleted for resources: {'Subnet': ['ID=688a705f-1af8-4564-afe3-3b401e1905c5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:48.844152 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0bb10a8-5694-4a9a-bf2a-3833d2a5ec45 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:48.851783 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f17dd8b-37d8-4274-ba2d-f544f0118090 None None] Network 04a540e0-f994-4bb6-b37f-c12b8378196f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:27:48.868182 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a0bb10a8-5694-4a9a-bf2a-3833d2a5ec45 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "DELETE /v2.0/subnets/688a705f-1af8-4564-afe3-3b401e1905c5 HTTP/1.1" status: 204 len: 168 time: 1.1309888 Apr 05 20:27:48.871710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48574) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:48.979318 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:49.064417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9f0970-bcc7-4dc7-a45e-ece3f9e9882c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Deleting subnet 5925bc75-d9cd-41b1-a0fe-8314d5c0345b {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:27:49.076632 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0970-bcc7-4dc7-a45e-ece3f9e9882c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:49.249063 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87d7840c-2ee0-435f-98d6-993ede78fdfa req-e8a42a30-a5bc-406e-be14-69ff8bcb4b45 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 210 time: 0.1002731 Apr 05 20:27:49.280530 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0970-bcc7-4dc7-a45e-ece3f9e9882c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:49.551897 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0970-bcc7-4dc7-a45e-ece3f9e9882c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:49.635041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] DHCP port deletion for 04a540e0-f994-4bb6-b37f-c12b8378196f request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:27:49.640331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] Deleting port a5b85d2e-f803-4f33-b777-200f37696d1d {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:49.641981 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:49.892428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48628) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:50.069838 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0970-bcc7-4dc7-a45e-ece3f9e9882c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.102983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a5b85d2e-f803-4f33-b777-200f37696d1d no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:50.105821 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.141152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f0970-bcc7-4dc7-a45e-ece3f9e9882c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event deleted for resources: {'Subnet': ['ID=5925bc75-d9cd-41b1-a0fe-8314d5c0345b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:50.166199 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aa9f0970-bcc7-4dc7-a45e-ece3f9e9882c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.183514 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.188107 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aa9f0970-bcc7-4dc7-a45e-ece3f9e9882c tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "DELETE /v2.0/subnets/5925bc75-d9cd-41b1-a0fe-8314d5c0345b HTTP/1.1" status: 204 len: 168 time: 1.3152108 Apr 05 20:27:50.192777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48634) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:50.250795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067c34e9-c2c9-4e43-a9d0-12e2097da55e None None] Network d5907306-16c4-4573-8487-923347eaefb1 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:27:50.271984 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-c4a9bd5d-4091-4d7e-91c6-95bbcd7228e3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:50.272713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-c4a9bd5d-4091-4d7e-91c6-95bbcd7228e3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:50.296468 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46cc995f-ca37-4f96-a7b7-28e69e470dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.419446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-46cc995f-ca37-4f96-a7b7-28e69e470dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:50.450228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-46cc995f-ca37-4f96-a7b7-28e69e470dfa admin admin] Usage tracker for resource:security_group_rule and tenant:4bb52cd7feb54c5bb8ed9412d0e12d73 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:50.464820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-46cc995f-ca37-4f96-a7b7-28e69e470dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:50.486170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-46cc995f-ca37-4f96-a7b7-28e69e470dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:50.527461 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.542848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-c4a9bd5d-4091-4d7e-91c6-95bbcd7228e3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:50.543999 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-c4a9bd5d-4091-4d7e-91c6-95bbcd7228e3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.41 "GET /v2.0/networks?id=45d1b570-945b-4bd2-bead-1b4868990023 HTTP/1.1" status: 200 len: 796 time: 0.8963950 Apr 05 20:27:50.624604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Deleting port a5b85d2e-f803-4f33-b777-200f37696d1d {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:50.625591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.752067 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6fa61bc-3beb-41f4-b19d-301c47494edc req-7f999b41-8440-47b6-bcf3-3bf85d926e8c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 210 time: 0.2021234 Apr 05 20:27:50.783562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-e2287c9d-0f8f-4288-8ae6-f3892435022f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:50.796464 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.814557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Allocated IP 172.25.8.194 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/37856468-9855-4bfb-a0b4-d0e7a7baed7e) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:50.864280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] For port a5b85d2e-f803-4f33-b777-200f37696d1d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a5b85d2e-f803-4f33-b777-200f37696d1d,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:50.864676 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:50.919082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-e2287c9d-0f8f-4288-8ae6-f3892435022f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:50.921085 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-e2287c9d-0f8f-4288-8ae6-f3892435022f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80fee2de873b412da3b3a54725609093 HTTP/1.1" status: 200 len: 378 time: 0.3646307 Apr 05 20:27:50.936045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'port': {'device_id': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'admin_state_up': True, 'tenant_id': '80fee2de873b412da3b3a54725609093', 'security_groups': ['884dae43-0269-4f24-b405-aa272420d6ab']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:51.051540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] Calling delete_port for a5b85d2e-f803-4f33-b777-200f37696d1d owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:51.059232 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.098132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a5b85d2e-f803-4f33-b777-200f37696d1d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a5b85d2e-f803-4f33-b777-200f37696d1d,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:51.104582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.115559 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.202579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:51.210046 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46cc995f-ca37-4f96-a7b7-28e69e470dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.214928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:51.243256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Made reservation on behalf of 80fee2de873b412da3b3a54725609093 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:51.250363 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.257183 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:27:51.257816 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:27:51.261526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a5b85d2e-f803-4f33-b777-200f37696d1d,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:51.266732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:51.296811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:51.307648 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46cc995f-ca37-4f96-a7b7-28e69e470dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.319857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1401f9-f554-4169-b44a-7fed7a732d19 None None] DHCP port deletion for d5907306-16c4-4573-8487-923347eaefb1 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:27:51.329982 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-af1401f9-f554-4169-b44a-7fed7a732d19 None None] Deleting port b713e9cd-a029-4436-b649-4fdadd55229a {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:51.329982 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-af1401f9-f554-4169-b44a-7fed7a732d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.354791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:27:51.542069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48682) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:51.681795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] For port a5b85d2e-f803-4f33-b777-200f37696d1d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a5b85d2e-f803-4f33-b777-200f37696d1d,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:51.686246 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.722068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc995f-ca37-4f96-a7b7-28e69e470dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d236365-404d-436a-9fa9-9383709f7545,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:51.729737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-af1401f9-f554-4169-b44a-7fed7a732d19 None None] For port b713e9cd-a029-4436-b649-4fdadd55229a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b713e9cd-a029-4436-b649-4fdadd55229a,segment=NetworkSegment(42000db0-c3dc-46b4-8625-d1129f469306),segment_id=42000db0-c3dc-46b4-8625-d1129f469306)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:51.730172 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-af1401f9-f554-4169-b44a-7fed7a732d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:51.840104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] Deleting port a5b85d2e-f803-4f33-b777-200f37696d1d {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:51.840703 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:52.034006 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-46cc995f-ca37-4f96-a7b7-28e69e470dfa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bb52cd7feb54c5bb8ed9412d0e12d73&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1344588 Apr 05 20:27:52.052930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48702) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:52.060198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-af1401f9-f554-4169-b44a-7fed7a732d19 None None] Calling delete_port for b713e9cd-a029-4436-b649-4fdadd55229a owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:52.061810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Calling delete_port for a5b85d2e-f803-4f33-b777-200f37696d1d owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:52.093377 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b713e9cd-a029-4436-b649-4fdadd55229a no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:27:52.179893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Pushing event updated for resources: {'Port': ['ID=37856468-9855-4bfb-a0b4-d0e7a7baed7e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:52.187170 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbe0e-e7d0-408a-a206-d19ce8cf1d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:52.441990 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:52.482419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] For port a5b85d2e-f803-4f33-b777-200f37696d1d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a5b85d2e-f803-4f33-b777-200f37696d1d,segment=NetworkSegment(59f8f35b-ba74-4699-8414-b6ba30d43afd),segment_id=59f8f35b-ba74-4699-8414-b6ba30d43afd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:27:52.482981 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:52.528752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7eaec-f8b3-4a8a-a28d-1dbcd039012c req-498497b2-9529-4877-9306-c24eacc0631d tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:52.530318 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1e7eaec-f8b3-4a8a-a28d-1dbcd039012c req-498497b2-9529-4877-9306-c24eacc0631d tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.3212276 Apr 05 20:27:52.557350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fa6fbe0e-e7d0-408a-a206-d19ce8cf1d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:52.578999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fa6fbe0e-e7d0-408a-a206-d19ce8cf1d8c admin admin] Usage tracker for resource:security_group_rule and tenant:2454cda4990a4c75bc390fe64fab8b5b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:52.599194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fa6fbe0e-e7d0-408a-a206-d19ce8cf1d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:52.604262 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-841b4271-5ebc-4aed-ac44-5a6e16052881 req-e5e00638-a5e8-44fb-a32b-027d851c519e tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 210 time: 0.5568254 Apr 05 20:27:52.615515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fa6fbe0e-e7d0-408a-a206-d19ce8cf1d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:52.645953 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48e1e969-c02f-4b2f-a85c-559a11c473c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:52.667591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] Calling delete_port for a5b85d2e-f803-4f33-b777-200f37696d1d owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:52.689822 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:27:52.690436 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:27:52.693909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Allocated IP 172.20.0.7 (45d1b570-945b-4bd2-bead-1b4868990023/f020307b-3e62-4df0-8f6e-03c6a014751a/85d282c6-0e40-4ebf-852c-04b9379d54fe) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:52.715181 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:52.745762 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48e1e969-c02f-4b2f-a85c-559a11c473c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:52.762333 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-af1401f9-f554-4169-b44a-7fed7a732d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:52.872839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1401f9-f554-4169-b44a-7fed7a732d19 None None] Pushing event deleted for resources: {'Port': ['ID=b713e9cd-a029-4436-b649-4fdadd55229a,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:52.882149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1401f9-f554-4169-b44a-7fed7a732d19 None None] No DVR routers for this DVR port b713e9cd-a029-4436-b649-4fdadd55229a on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:27:52.934086 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:52.983049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] No DVR routers for this DVR port a5b85d2e-f803-4f33-b777-200f37696d1d on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:27:52.991602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac11f2-d812-456e-8e4f-6665308fae9b None None] Pushing event deleted for resources: {'Port': ['ID=a5b85d2e-f803-4f33-b777-200f37696d1d,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:53.031992 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48e1e969-c02f-4b2f-a85c-559a11c473c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.050471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1e7eaec-f8b3-4a8a-a28d-1dbcd039012c req-cd6a5139-94d0-4025-9c69-d03c20ab7867 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540843 Apr 05 20:27:53.069515 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbe0e-e7d0-408a-a206-d19ce8cf1d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.074332 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e1e969-c02f-4b2f-a85c-559a11c473c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d236365-404d-436a-9fa9-9383709f7545,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:53.092198 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa6fbe0e-e7d0-408a-a206-d19ce8cf1d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.189734 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.192603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Deleting port a5b85d2e-f803-4f33-b777-200f37696d1d {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:53.193030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.194434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.261850 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.266724 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fa6fbe0e-e7d0-408a-a206-d19ce8cf1d8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2454cda4990a4c75bc390fe64fab8b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7219355 Apr 05 20:27:53.269960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48724) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:53.273065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fbe0e-e7d0-408a-a206-d19ce8cf1d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfcab2e-3199-4d5e-aaa2-20afe5f9277c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:53.321147 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] The port 'a5b85d2e-f803-4f33-b777-200f37696d1d' was deleted {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:27:53.325967 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48e1e969-c02f-4b2f-a85c-559a11c473c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.327037 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-48e1e969-c02f-4b2f-a85c-559a11c473c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d236365-404d-436a-9fa9-9383709f7545 HTTP/1.1" status: 204 len: 168 time: 1.1803770 Apr 05 20:27:53.362957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Transition to ACTIVE for port object 85d282c6-0e40-4ebf-852c-04b9379d54fe will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:53.479980 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7e2a5a95-fd9a-4174-a267-64647eabb29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.486241 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.492432 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7e2a5a95-fd9a-4174-a267-64647eabb29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.501869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a540e0-f994-4bb6-b37f-c12b8378196f']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:53.518164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f8f35b-ba74-4699-8414-b6ba30d43afd') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:53.518164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f8f35b-ba74-4699-8414-b6ba30d43afd') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:53.531427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.542896 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.584775 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7e2a5a95-fd9a-4174-a267-64647eabb29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.601433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a5a95-fd9a-4174-a267-64647eabb29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfcab2e-3199-4d5e-aaa2-20afe5f9277c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:53.620607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Router 01205799-b56a-48ea-ab3f-0e0a3cad6383 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:27:53.629766 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.653450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:27:53.653853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:27:53.704804 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:27:53.708005 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7e2a5a95-fd9a-4174-a267-64647eabb29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.708869 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7e2a5a95-fd9a-4174-a267-64647eabb29a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cfcab2e-3199-4d5e-aaa2-20afe5f9277c HTTP/1.1" status: 204 len: 168 time: 0.4377348 Apr 05 20:27:53.759880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network 45d1b570-945b-4bd2-bead-1b4868990023 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:53.767024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:53.891091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=85d282c6-0e40-4ebf-852c-04b9379d54fe,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:53.894472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48746) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:53.896564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:27:53.966747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:27:53.976305 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6498744e-4648-4109-97e7-34c6d4610660 None None] Sync routers for ids ['01205799-b56a-48ea-ab3f-0e0a3cad6383'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:27:53.986757 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:53.990803 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498744e-4648-4109-97e7-34c6d4610660 None None] Routers {'01205799-b56a-48ea-ab3f-0e0a3cad6383'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:53.991066 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ef8408d9-788e-431b-bad1-2ca71fc49306 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "PUT /v2.0/routers/01205799-b56a-48ea-ab3f-0e0a3cad6383 HTTP/1.1" status: 200 len: 920 time: 5.8726902 Apr 05 20:27:53.991713 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-6498744e-4648-4109-97e7-34c6d4610660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['01205799-b56a-48ea-ab3f-0e0a3cad6383'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:53.992653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48752) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:54.054378 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.072905 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.109527 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d316348-f15c-424e-811f-8ed6df300f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.145075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5f1a943c-d9f7-478a-a02e-0369ce5fc8a5 None None] Provisioning for port 85d282c6-0e40-4ebf-852c-04b9379d54fe completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:27:54.147050 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-6498744e-4648-4109-97e7-34c6d4610660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:54.151670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5f1a943c-d9f7-478a-a02e-0369ce5fc8a5 None None] Provisioning complete for port 85d282c6-0e40-4ebf-852c-04b9379d54fe triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:27:54.152283 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5f1a943c-d9f7-478a-a02e-0369ce5fc8a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.178043 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6498744e-4648-4109-97e7-34c6d4610660 None None] Routers {'01205799-b56a-48ea-ab3f-0e0a3cad6383'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:27:54.178665 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-6498744e-4648-4109-97e7-34c6d4610660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['01205799-b56a-48ea-ab3f-0e0a3cad6383'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:54.201435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event deleted for resources: {'Network': ['ID=04a540e0-f994-4bb6-b37f-c12b8378196f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:54.227365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6d316348-f15c-424e-811f-8ed6df300f34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:54.246652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:54.248531 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.280833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5f1a943c-d9f7-478a-a02e-0369ce5fc8a5 None None] Port 85d282c6-0e40-4ebf-852c-04b9379d54fe cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:27:54.283817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6d316348-f15c-424e-811f-8ed6df300f34 admin admin] Usage tracker for resource:security_group_rule and tenant:82361cb682e74f069b1d621c1beba29f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:54.317060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6d316348-f15c-424e-811f-8ed6df300f34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:54.328807 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4a62a776-11f9-4e05-9991-099529ffc934 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "DELETE /v2.0/networks/04a540e0-f994-4bb6-b37f-c12b8378196f HTTP/1.1" status: 204 len: 168 time: 4.1342022 Apr 05 20:27:54.343334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48768) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:54.345024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6d316348-f15c-424e-811f-8ed6df300f34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:54.403653 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7c8af144-f458-493e-a37d-e53744928d7f tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/routers/01205799-b56a-48ea-ab3f-0e0a3cad6383 HTTP/1.1" status: 200 len: 926 time: 0.4091046 Apr 05 20:27:54.406400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48772) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:54.407173 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-71f03e78-2d81-4b2a-b9d8-fd9684f1c2d5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4763734 Apr 05 20:27:54.426975 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-6498744e-4648-4109-97e7-34c6d4610660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:54.427365 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6498744e-4648-4109-97e7-34c6d4610660 None None] The sync data for ids ['01205799-b56a-48ea-ab3f-0e0a3cad6383'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:27:54.428968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Request body: {'port': {'device_id': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:54.502791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cb93e-2f7d-4cef-90d7-b6e185d04ad7 req-4d30e250-4255-444d-ac13-c03bc58645ec tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:54.504573 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c19cb93e-2f7d-4cef-90d7-b6e185d04ad7 req-4d30e250-4255-444d-ac13-c03bc58645ec tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.1902049 Apr 05 20:27:54.547132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64f4777-4e70-4245-9e5f-a4763c7ef6f1 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:54.549017 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f64f4777-4e70-4245-9e5f-a4763c7ef6f1 tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&device_id=01205799-b56a-48ea-ab3f-0e0a3cad6383&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1410978 Apr 05 20:27:54.553242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48782) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:54.583990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bf4bb-2335-4065-8539-02a08987cb0d req-c1fd3397-2ef9-465f-9fd7-e6b5fd7cc616 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:54.584947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-830bf4bb-2335-4065-8539-02a08987cb0d req-c1fd3397-2ef9-465f-9fd7-e6b5fd7cc616 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:54.592052 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2b0bbc8-878b-4648-9b7e-931be63166e0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.614393 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c19cb93e-2f7d-4cef-90d7-b6e185d04ad7 req-99b6d653-e4a2-4f34-9bc8-ec813560c355 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970612 Apr 05 20:27:54.727231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f5d9e3-3d2e-42df-95a8-4973fdbe9dfe tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:54.727925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-01f5d9e3-3d2e-42df-95a8-4973fdbe9dfe tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Synchronizing usage tracker for tenant:31eebc2771c242fdb8384473f91ee0b0 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:27:54.739910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-01f5d9e3-3d2e-42df-95a8-4973fdbe9dfe tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] Unset dirty status for tenant:31eebc2771c242fdb8384473f91ee0b0 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:54.741251 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-01f5d9e3-3d2e-42df-95a8-4973fdbe9dfe tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 881 time: 0.1786680 Apr 05 20:27:54.745708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48792) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:54.776067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-830bf4bb-2335-4065-8539-02a08987cb0d req-c1fd3397-2ef9-465f-9fd7-e6b5fd7cc616 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:27:54.777366 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-830bf4bb-2335-4065-8539-02a08987cb0d req-c1fd3397-2ef9-465f-9fd7-e6b5fd7cc616 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 931 time: 0.8818922 Apr 05 20:27:54.815445 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c1b212eb-d467-45e9-8c03-4a3349a7bc28 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "GET /v2.0/ports?device_id=01205799-b56a-48ea-ab3f-0e0a3cad6383 HTTP/1.1" status: 200 len: 205 time: 0.0681539 Apr 05 20:27:54.818711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48798) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:54.852554 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:54.974901 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2b0bbc8-878b-4648-9b7e-931be63166e0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.034223 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d316348-f15c-424e-811f-8ed6df300f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.057142 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-830bf4bb-2335-4065-8539-02a08987cb0d req-7fd00164-7ada-4783-9e35-e586f69fd40d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=884dae43-0269-4f24-b405-aa272420d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2486682 Apr 05 20:27:55.068698 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d316348-f15c-424e-811f-8ed6df300f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.187538 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.253057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b2b0bbc8-878b-4648-9b7e-931be63166e0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5907306-16c4-4573-8487-923347eaefb1']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:55.306448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b2b0bbc8-878b-4648-9b7e-931be63166e0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42000db0-c3dc-46b4-8625-d1129f469306') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:55.306448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b2b0bbc8-878b-4648-9b7e-931be63166e0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42000db0-c3dc-46b4-8625-d1129f469306') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:27:55.322723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d316348-f15c-424e-811f-8ed6df300f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba68230-9714-4631-8ff5-cd5e5577ea13,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:55.333571 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6d316348-f15c-424e-811f-8ed6df300f34 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82361cb682e74f069b1d621c1beba29f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3953025 Apr 05 20:27:55.367306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48816) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:55.368957 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2b0bbc8-878b-4648-9b7e-931be63166e0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.429274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2b0bbc8-878b-4648-9b7e-931be63166e0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.448075 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.459885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Deleting port 37856468-9855-4bfb-a0b4-d0e7a7baed7e {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:27:55.460567 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.470258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b0bbc8-878b-4648-9b7e-931be63166e0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:27:55.470258 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2b0bbc8-878b-4648-9b7e-931be63166e0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:27:55.485096 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:27:55.587326 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-738f2187-eb2d-4b01-b458-2e2d336322bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.643045 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-738f2187-eb2d-4b01-b458-2e2d336322bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.696862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2b0bbc8-878b-4648-9b7e-931be63166e0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.725223 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.733404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2b0bbc8-878b-4648-9b7e-931be63166e0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.754363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0bbc8-878b-4648-9b7e-931be63166e0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] Pushing event deleted for resources: {'Network': ['ID=d5907306-16c4-4573-8487-923347eaefb1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:55.830655 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b2b0bbc8-878b-4648-9b7e-931be63166e0 tempest-TaggedBootDevicesTest_v242-644023781 tempest-TaggedBootDevicesTest_v242-644023781-project] 10.222.0.24 "DELETE /v2.0/networks/d5907306-16c4-4573-8487-923347eaefb1 HTTP/1.1" status: 204 len: 168 time: 1.4832559 Apr 05 20:27:55.906135 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-738f2187-eb2d-4b01-b458-2e2d336322bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:55.928960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f2187-eb2d-4b01-b458-2e2d336322bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba68230-9714-4631-8ff5-cd5e5577ea13,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:55.975272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48840) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:56.002558 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-738f2187-eb2d-4b01-b458-2e2d336322bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:56.006117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-738f2187-eb2d-4b01-b458-2e2d336322bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aba68230-9714-4631-8ff5-cd5e5577ea13 HTTP/1.1" status: 204 len: 168 time: 0.6303198 Apr 05 20:27:56.018488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d282c6-0e40-4ebf-852c-04b9379d54fe {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:27:56.026903 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:56.029207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Calling delete_port for 37856468-9855-4bfb-a0b4-d0e7a7baed7e owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:27:56.071503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Transition to ACTIVE for port object 85d282c6-0e40-4ebf-852c-04b9379d54fe will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:27:56.089525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:56.287651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1078932632', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:56.351573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:56.355807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Pushing event updated for resources: {'Port': ['ID=85d282c6-0e40-4ebf-852c-04b9379d54fe,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:56.401644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Usage tracker for resource:port and tenant:cb10dd32313e432eb7a1bcc6367041ae is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:56.408965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:56.556277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffa24a-e1ef-4720-9391-7c83b0aa7f19 req-d9df43b4-a599-4152-ad6d-f7fc503cb971 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:56.564291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1ffa24a-e1ef-4720-9391-7c83b0aa7f19 req-d9df43b4-a599-4152-ad6d-f7fc503cb971 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.7110491 Apr 05 20:27:56.636941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1ffa24a-e1ef-4720-9391-7c83b0aa7f19 req-8f64ab2f-4844-4fb8-99b2-ea0899f17595 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714378 Apr 05 20:27:56.665778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:56.714321 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Attempting to bind port 85d282c6-0e40-4ebf-852c-04b9379d54fe on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:27:56.714782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Attempting to bind port 85d282c6-0e40-4ebf-852c-04b9379d54fe by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:27:56.715320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Attempting to bind port 85d282c6-0e40-4ebf-852c-04b9379d54fe on network 45d1b570-945b-4bd2-bead-1b4868990023 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:27:56.726858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Made reservation on behalf of cb10dd32313e432eb7a1bcc6367041ae for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:27:56.730410 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:56.745536 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:56.757815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Port 85d282c6-0e40-4ebf-852c-04b9379d54fe on network 45d1b570-945b-4bd2-bead-1b4868990023 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:27:56.758435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Attempting to bind port 85d282c6-0e40-4ebf-852c-04b9379d54fe on network 45d1b570-945b-4bd2-bead-1b4868990023 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:27:56.764881 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:56.773919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:27:56.774494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Checking segment: {'id': '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:27:56.775024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Bound using segment: {'id': '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:27:56.776040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Bound port: 85d282c6-0e40-4ebf-852c-04b9379d54fe, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:27:56.776540 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:56.789721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:56.794580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Usage tracker for resource:security_group_rule and tenant:cb10dd32313e432eb7a1bcc6367041ae is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:56.798069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:56.805555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:56.883427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Pushing event deleted for resources: {'Port': ['ID=37856468-9855-4bfb-a0b4-d0e7a7baed7e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:57.001496 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:57.013202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b214bd-3e8a-497d-b8db-2a97920776bf req-86c234f5-824a-4e92-89ae-db55e9faab23 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:57.021724 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-55b214bd-3e8a-497d-b8db-2a97920776bf req-86c234f5-824a-4e92-89ae-db55e9faab23 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 943 time: 0.4781177 Apr 05 20:27:57.023896 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:57.050092 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:57.084178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] device_id is not set on port 2c1ca199-1e22-497b-8eab-720594abe356 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:27:57.219665 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-55b214bd-3e8a-497d-b8db-2a97920776bf req-c11ca6ce-871a-40fe-a752-f40f948fba94 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=884dae43-0269-4f24-b405-aa272420d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1960061 Apr 05 20:27:57.220365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29f30a2-8829-47e1-b995-4ffee0761500,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:57.223472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] For port 85d282c6-0e40-4ebf-852c-04b9379d54fe, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:27:57.252137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] For port 85d282c6-0e40-4ebf-852c-04b9379d54fe, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=85d282c6-0e40-4ebf-852c-04b9379d54fe,segment=NetworkSegment(7f6ddade-1d3e-4ee6-adf4-6c3a68575f86),segment_id=7f6ddade-1d3e-4ee6-adf4-6c3a68575f86)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:27:57.271818 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:57.370473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:57.371089 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:57.372447 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] 10.222.0.41 "PUT /v2.0/ports/85d282c6-0e40-4ebf-852c-04b9379d54fe HTTP/1.1" status: 200 len: 1091 time: 2.9539993 Apr 05 20:27:57.372964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'tag': '85d282c6-0e40-4ebf-852c-04b9379d54fe'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:27:57.531028 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'tag': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'status': 'completed', 'code': 200} Apr 05 20:27:57.565229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ea7c2-1ba7-4075-8161-f5c2a654ae4f service neutron] Pushing event updated for resources: {'Port': ['ID=85d282c6-0e40-4ebf-852c-04b9379d54fe,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:57.614252 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:57.621334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Allocated IP 172.25.8.72 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/2c1ca199-1e22-497b-8eab-720594abe356) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:57.621571 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:57.671457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:57.672014 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Fanout notify agent at l3_agent the message router_deleted on router 01205799-b56a-48ea-ab3f-0e0a3cad6383 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:27:57.716532 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:57.719341 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-66b9b17e-4a67-456b-a83c-a4fd3cf72855 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "DELETE /v2.0/routers/01205799-b56a-48ea-ab3f-0e0a3cad6383 HTTP/1.1" status: 204 len: 168 time: 2.8976934 Apr 05 20:27:57.721819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48910) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:57.732879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2125680372', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:57.755546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:27:57.767190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Usage tracker for resource:router and tenant:c71c4b785e81467ebc289641c3d582f4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:27:57.771684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:27:57.787060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-3f0ebe3a-e365-47ad-8d11-07e73046bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:57.788549 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-3f0ebe3a-e365-47ad-8d11-07e73046bc27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80fee2de873b412da3b3a54725609093&device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 1094 time: 0.3257449 Apr 05 20:27:57.793825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:27:57.837627 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:57.839736 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:57.866131 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:58.098398 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-74a1a6b5-04f7-46ca-b29a-930a65f52ef4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d282c6-0e40-4ebf-852c-04b9379d54fe HTTP/1.1" status: 200 len: 217 time: 0.2902277 Apr 05 20:27:58.603928 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:58.613410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-34a701e0-ad02-4f93-a360-73a1c8b42cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:58.614913 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-34a701e0-ad02-4f93-a360-73a1c8b42cf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f020307b-3e62-4df0-8f6e-03c6a014751a HTTP/1.1" status: 200 len: 835 time: 0.4949183 Apr 05 20:27:58.800961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ba8f4-f977-43d4-96c7-ad39eed80654 req-90620506-a70e-4137-be04-4dd9408edc96 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:58.808362 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d1ba8f4-f977-43d4-96c7-ad39eed80654 req-90620506-a70e-4137-be04-4dd9408edc96 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 943 time: 0.2235782 Apr 05 20:27:58.821114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df788927-bf8b-4b1f-9844-48499cf1ad98 req-856e693e-6141-4eb5-9efd-6c033ed988b8 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:58.822592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df788927-bf8b-4b1f-9844-48499cf1ad98 req-856e693e-6141-4eb5-9efd-6c033ed988b8 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.8166676 Apr 05 20:27:58.917029 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df788927-bf8b-4b1f-9844-48499cf1ad98 req-b82badb0-4b0c-49d8-8376-9c90529c7173 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782964 Apr 05 20:27:58.934083 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d1ba8f4-f977-43d4-96c7-ad39eed80654 req-878196a6-968f-4660-a4a9-4a047760e75b tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=884dae43-0269-4f24-b405-aa272420d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1243436 Apr 05 20:27:59.003990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:59.026405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-5e2f4676-db04-4428-b04b-deec8fc6cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:59.028459 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-5e2f4676-db04-4428-b04b-deec8fc6cd98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45d1b570-945b-4bd2-bead-1b4868990023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3859272 Apr 05 20:27:59.266712 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-4ee41d49-27b8-4d4c-b47f-530320bb6a62 service neutron] 10.222.0.41 "GET /v2.0/networks/45d1b570-945b-4bd2-bead-1b4868990023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286499 Apr 05 20:27:59.319734 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:59.345863 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:59.448870 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:59.616674 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2dda5edc-91b9-4496-ad7a-148faa3b8b70 req-2b8075b5-bb9d-4599-bd63-5851db522d80 service neutron] 10.222.0.41 "GET /v2.0/networks/45d1b570-945b-4bd2-bead-1b4868990023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438272 Apr 05 20:27:59.626626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Pushing event updated for resources: {'Port': ['ID=2c1ca199-1e22-497b-8eab-720594abe356,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:27:59.634961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:27:59.637602 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:27:59.640653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:27:59.785253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:27:59.785911 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:27:59.795526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Allocated IP 172.25.8.159 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/a5b0dc62-4d10-4ca4-aafd-3648fc799db8) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:27:59.914642 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dee8f0ef-7633-4c39-b362-cdcc1d7c2cbd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9362748 Apr 05 20:27:59.942662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48964) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:27:59.970430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.72'}]}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:27:59.980633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:00.001763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Usage tracker for resource:router and tenant:cb10dd32313e432eb7a1bcc6367041ae is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:00.009640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:00.030455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:00.075372 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.079510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.262197 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.289276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b253f-4bb4-49e0-9d2a-8cb6448e1160 req-4d400a4c-0587-4dd2-859b-dd9bfaf7469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:00.292916 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.298381 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa7b253f-4bb4-49e0-9d2a-8cb6448e1160 req-4d400a4c-0587-4dd2-859b-dd9bfaf7469e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80fee2de873b412da3b3a54725609093&device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 1094 time: 0.5153182 Apr 05 20:28:00.509845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:00.641781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:00.648831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:00.671945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:28:00.884817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0d3733-cab9-40fb-9fbd-ef22a91fa2fc req-c3cb97b0-0a21-4b64-b04d-40f493e8d62b tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:00.888611 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e0d3733-cab9-40fb-9fbd-ef22a91fa2fc req-c3cb97b0-0a21-4b64-b04d-40f493e8d62b tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 943 time: 0.5244622 Apr 05 20:28:01.238110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Pushing event updated for resources: {'Port': ['ID=a5b0dc62-4d10-4ca4-aafd-3648fc799db8,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:01.278582 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:01.329822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b869b1-9c71-4de7-9fd3-1e67e8d90a60 req-41cc94bc-8569-4781-a3f0-e30900f84b9d tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:01.332981 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-29b869b1-9c71-4de7-9fd3-1e67e8d90a60 req-41cc94bc-8569-4781-a3f0-e30900f84b9d tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 1.0672686 Apr 05 20:28:01.398071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b253f-4bb4-49e0-9d2a-8cb6448e1160 req-2b91dffd-0d31-4b05-b1d4-544c8a2b2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:01.400440 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa7b253f-4bb4-49e0-9d2a-8cb6448e1160 req-2b91dffd-0d31-4b05-b1d4-544c8a2b2f1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=45d1b570-945b-4bd2-bead-1b4868990023 HTTP/1.1" status: 200 len: 897 time: 0.9704044 Apr 05 20:28:01.527664 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa7b253f-4bb4-49e0-9d2a-8cb6448e1160 req-eac5ee40-5482-4413-8101-a6ff9ed5cd84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d282c6-0e40-4ebf-852c-04b9379d54fe HTTP/1.1" status: 200 len: 217 time: 0.1197886 Apr 05 20:28:01.718751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 85d282c6-0e40-4ebf-852c-04b9379d54fe details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:28:01.799061 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e0d3733-cab9-40fb-9fbd-ef22a91fa2fc req-6774fbf6-3d2a-4443-8e2b-fe8e57eeca72 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=884dae43-0269-4f24-b405-aa272420d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5708375 Apr 05 20:28:01.889511 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-29b869b1-9c71-4de7-9fd3-1e67e8d90a60 req-46f83232-a0ed-465b-90b7-5f4ee79c9cd1 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251727 Apr 05 20:28:01.932273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 85d282c6-0e40-4ebf-852c-04b9379d54fe, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=85d282c6-0e40-4ebf-852c-04b9379d54fe,segment=NetworkSegment(7f6ddade-1d3e-4ee6-adf4-6c3a68575f86),segment_id=7f6ddade-1d3e-4ee6-adf4-6c3a68575f86)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:01.964992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'port_id': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'mac_address': 'fa:16:3e:ac:05:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:28:02.038226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b253f-4bb4-49e0-9d2a-8cb6448e1160 req-bd5394b1-eedc-4646-93b3-ea40cb408ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:02.040111 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa7b253f-4bb4-49e0-9d2a-8cb6448e1160 req-bd5394b1-eedc-4646-93b3-ea40cb408ed7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f020307b-3e62-4df0-8f6e-03c6a014751a HTTP/1.1" status: 200 len: 835 time: 0.4999778 Apr 05 20:28:02.049226 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:02.110806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:02.152634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d282c6-0e40-4ebf-852c-04b9379d54fe {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:28:02.175172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b253f-4bb4-49e0-9d2a-8cb6448e1160 req-82df597d-a2ab-44d4-809a-e8d654c7a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:02.176733 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa7b253f-4bb4-49e0-9d2a-8cb6448e1160 req-82df597d-a2ab-44d4-809a-e8d654c7a92e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45d1b570-945b-4bd2-bead-1b4868990023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285260 Apr 05 20:28:02.183772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 85d282c6-0e40-4ebf-852c-04b9379d54fe, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=85d282c6-0e40-4ebf-852c-04b9379d54fe,segment=NetworkSegment(7f6ddade-1d3e-4ee6-adf4-6c3a68575f86),segment_id=7f6ddade-1d3e-4ee6-adf4-6c3a68575f86)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:02.200339 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:02.316882 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=85d282c6-0e40-4ebf-852c-04b9379d54fe,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:02.426347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['85d282c6-0e40-4ebf-852c-04b9379d54fe'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:28:02.447822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa7b253f-4bb4-49e0-9d2a-8cb6448e1160 req-e52d1d04-163c-43c2-ae53-9ea86505ff79 service neutron] 10.222.0.41 "GET /v2.0/networks/45d1b570-945b-4bd2-bead-1b4868990023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440386 Apr 05 20:28:02.613497 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:02.746581 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:02.937287 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:03.213051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Router 0a1b45c5-1afe-4fd6-b6fa-039a4080fb00 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:28:03.259863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce141-5519-4d9f-a2de-840eb49b69cc req-518b02f0-b913-46df-aad0-5a364e44eaad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:03.261547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-31bce141-5519-4d9f-a2de-840eb49b69cc req-518b02f0-b913-46df-aad0-5a364e44eaad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 944 time: 0.1484470 Apr 05 20:28:03.337866 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa7b253f-4bb4-49e0-9d2a-8cb6448e1160 req-23d9638a-1992-4e7b-b8d0-9205f81fd1bc service neutron] 10.222.0.41 "GET /v2.0/networks/45d1b570-945b-4bd2-bead-1b4868990023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8797803 Apr 05 20:28:03.460511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-31bce141-5519-4d9f-a2de-840eb49b69cc req-50d54012-7068-4d87-971b-0654a15bd657 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=884dae43-0269-4f24-b405-aa272420d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011388 Apr 05 20:28:03.463890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe051b-c617-407b-a32d-83074886e283 req-01f28542-bc12-434a-afd3-0387695ba0b9 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:03.465555 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35fe051b-c617-407b-a32d-83074886e283 req-01f28542-bc12-434a-afd3-0387695ba0b9 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.3372526 Apr 05 20:28:03.535336 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35fe051b-c617-407b-a32d-83074886e283 req-548f5aa7-8e21-4fec-a128-4e8790f29fdd tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606823 Apr 05 20:28:03.536751 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:03.571796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:28:03.583589 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf187318-77eb-42f3-bb72-55f04c1a2b5d None None] Sync routers for ids ['0a1b45c5-1afe-4fd6-b6fa-039a4080fb00'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:28:03.599199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf187318-77eb-42f3-bb72-55f04c1a2b5d None None] Routers {'0a1b45c5-1afe-4fd6-b6fa-039a4080fb00'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:28:03.600623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-bf187318-77eb-42f3-bb72-55f04c1a2b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['0a1b45c5-1afe-4fd6-b6fa-039a4080fb00'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:03.625270 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:03.630291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ddc376fd-2f56-4ff3-9e4f-6690470b9dc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.9072411 Apr 05 20:28:03.633256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49062) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:03.643093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:03.745710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-bf187318-77eb-42f3-bb72-55f04c1a2b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:03.748232 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 85d282c6-0e40-4ebf-852c-04b9379d54fe up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:03.832213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf187318-77eb-42f3-bb72-55f04c1a2b5d None None] Routers {'0a1b45c5-1afe-4fd6-b6fa-039a4080fb00'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:28:03.835449 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-bf187318-77eb-42f3-bb72-55f04c1a2b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['0a1b45c5-1afe-4fd6-b6fa-039a4080fb00'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:04.017027 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-bf187318-77eb-42f3-bb72-55f04c1a2b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:04.017435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf187318-77eb-42f3-bb72-55f04c1a2b5d None None] The sync data for ids ['0a1b45c5-1afe-4fd6-b6fa-039a4080fb00'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:28:04.093221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 85d282c6-0e40-4ebf-852c-04b9379d54fe completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:04.100713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 85d282c6-0e40-4ebf-852c-04b9379d54fe triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:04.101088 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.311948 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.314334 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.373614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.379603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94ccee4f-519c-468e-8d28-083053e3b003 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:28:04.450308 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.460407 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 05 20:28:04.461811 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-56aecab1-92a6-45ce-a26b-24569b6d7359 tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.5176306 Apr 05 20:28:04.464644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49090) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:04.524447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d282c6-0e40-4ebf-852c-04b9379d54fe'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:28:04.552047 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 85d282c6-0e40-4ebf-852c-04b9379d54fe, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=85d282c6-0e40-4ebf-852c-04b9379d54fe,segment=NetworkSegment(7f6ddade-1d3e-4ee6-adf4-6c3a68575f86),segment_id=7f6ddade-1d3e-4ee6-adf4-6c3a68575f86)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:04.565642 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:04.924734 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'code': 200} Apr 05 20:28:04.928111 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=85d282c6-0e40-4ebf-852c-04b9379d54fe,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:05.253014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Deleting port 2c1ca199-1e22-497b-8eab-720594abe356 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:05.253925 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:05.542130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd6ae4-25f3-4e55-b2c2-42e8fbbf6dd5 req-53b4f367-04d8-4ef9-b93f-0755e7875424 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:05.550727 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcfd6ae4-25f3-4e55-b2c2-42e8fbbf6dd5 req-53b4f367-04d8-4ef9-b93f-0755e7875424 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 945 time: 0.7460871 Apr 05 20:28:05.556671 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:05.557174 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:05.656689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96a05c-8f6c-4b6b-93d9-44b9e77c87af req-8649f467-32fd-4b36-8c26-a8faa3b499c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:05.658645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5e96a05c-8f6c-4b6b-93d9-44b9e77c87af req-8649f467-32fd-4b36-8c26-a8faa3b499c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97963b3828594c00bbd1dbf705a16848&device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 1097 time: 0.6680777 Apr 05 20:28:05.676078 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:05.683752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Calling delete_port for 2c1ca199-1e22-497b-8eab-720594abe356 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:05.760409 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcfd6ae4-25f3-4e55-b2c2-42e8fbbf6dd5 req-27b57615-4593-417c-a48b-f5d92e75da4c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=884dae43-0269-4f24-b405-aa272420d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2097406 Apr 05 20:28:05.815264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Deleting port a5b0dc62-4d10-4ca4-aafd-3648fc799db8 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:05.816100 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:05.904138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a1b77-3fa3-43fd-b0cd-e20ac3b26132 req-7160bf87-000f-46e7-9fda-a06eaa00f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:05.905265 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-349a1b77-3fa3-43fd-b0cd-e20ac3b26132 req-7160bf87-000f-46e7-9fda-a06eaa00f177 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 1096 time: 0.8596640 Apr 05 20:28:05.935215 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:05.948534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648aca-2522-41d8-8bce-5f5f9eb0ba62 req-698ee4b1-e6ed-4632-8ad7-c40b9da3cb27 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:05.950319 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fb648aca-2522-41d8-8bce-5f5f9eb0ba62 req-698ee4b1-e6ed-4632-8ad7-c40b9da3cb27 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.8938484 Apr 05 20:28:05.991557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96a05c-8f6c-4b6b-93d9-44b9e77c87af req-92aab9e3-67ee-4e93-a4ec-23c72fe30ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:05.993391 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5e96a05c-8f6c-4b6b-93d9-44b9e77c87af req-92aab9e3-67ee-4e93-a4ec-23c72fe30ec4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f967199-225e-4c76-a762-dd4f6e1b2b1d HTTP/1.1" status: 200 len: 916 time: 0.3196697 Apr 05 20:28:06.068593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c1ca199-1e22-497b-8eab-720594abe356,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:06.151403 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5e96a05c-8f6c-4b6b-93d9-44b9e77c87af req-d63650b1-5c27-4325-8645-3914e8a878ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beb5a501-2623-455a-a684-642042e7e91a HTTP/1.1" status: 200 len: 217 time: 0.0792439 Apr 05 20:28:06.200261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:06.200851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:06.201726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:06.202203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:06.202632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:06.203139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:06.203563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:06.203979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:06.204524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:06.205301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:06.213635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:06.214136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:06.220290 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-349a1b77-3fa3-43fd-b0cd-e20ac3b26132 req-0489e6de-3e90-4a46-adff-954797756510 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=884dae43-0269-4f24-b405-aa272420d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3065789 Apr 05 20:28:06.240255 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:06.245148 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:06.256678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96a05c-8f6c-4b6b-93d9-44b9e77c87af req-c98e9dd5-a911-46fb-ae76-054559d212ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:06.258373 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5e96a05c-8f6c-4b6b-93d9-44b9e77c87af req-c98e9dd5-a911-46fb-ae76-054559d212ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=364c3c86-b37b-4fd0-9e77-6f7b617265f3 HTTP/1.1" status: 200 len: 854 time: 0.0993543 Apr 05 20:28:06.259785 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fb648aca-2522-41d8-8bce-5f5f9eb0ba62 req-a94d881a-9f10-41ee-9ca5-06ba38b993b4 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544715 Apr 05 20:28:06.266280 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e1ecb4ca-24dd-4497-ad0b-b89b4fbfbcfd tempest-RoutersAdminNegativeTest-2096140406 tempest-RoutersAdminNegativeTest-2096140406-project-admin] 10.222.0.24 "DELETE /v2.0/ports/2c1ca199-1e22-497b-8eab-720594abe356 HTTP/1.1" status: 204 len: 168 time: 1.7996802 Apr 05 20:28:06.388152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Calling delete_port for a5b0dc62-4d10-4ca4-aafd-3648fc799db8 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:06.780833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49156) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:06.964931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96a05c-8f6c-4b6b-93d9-44b9e77c87af req-a2bb19a6-1d4b-410b-b028-e0ae43264d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:06.966986 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5e96a05c-8f6c-4b6b-93d9-44b9e77c87af req-a2bb19a6-1d4b-410b-b028-e0ae43264d38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f967199-225e-4c76-a762-dd4f6e1b2b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5317128 Apr 05 20:28:07.361675 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:07.469320 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbee1-fada-429d-8760-3094e3d07cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:07.491477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9d8cbee1-fada-429d-8760-3094e3d07cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:07.496017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9d8cbee1-fada-429d-8760-3094e3d07cbb admin admin] Usage tracker for resource:security_group_rule and tenant:df5340990eaa4b34852e223e55ff8bce is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:07.499456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9d8cbee1-fada-429d-8760-3094e3d07cbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:07.506406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9d8cbee1-fada-429d-8760-3094e3d07cbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:07.563372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Pushing event deleted for resources: {'Port': ['ID=a5b0dc62-4d10-4ca4-aafd-3648fc799db8,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:07.628733 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbee1-fada-429d-8760-3094e3d07cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:07.670769 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9d8cbee1-fada-429d-8760-3094e3d07cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:07.745187 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9d8cbee1-fada-429d-8760-3094e3d07cbb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df5340990eaa4b34852e223e55ff8bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9626858 Apr 05 20:28:07.760049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49186) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:07.782578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8cbee1-fada-429d-8760-3094e3d07cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624b8163-9c36-443e-9e33-b41506616289,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:07.863040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b952dade-969d-4f45-938d-c1cd20f15b4f req-0e5f7712-ea8f-4120-bcf6-d1a927a71e9a tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:07.870598 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b952dade-969d-4f45-938d-c1cd20f15b4f req-0e5f7712-ea8f-4120-bcf6-d1a927a71e9a tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.2398405 Apr 05 20:28:07.919241 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5e96a05c-8f6c-4b6b-93d9-44b9e77c87af req-212a9869-790e-4ae5-b469-cd11a0cd806d service neutron] 10.222.0.41 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9443519 Apr 05 20:28:07.938813 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b952dade-969d-4f45-938d-c1cd20f15b4f req-cdd43396-c527-4a62-b001-e34ca87a3011 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667102 Apr 05 20:28:07.947284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2937d2e-4364-43b9-854b-2f5c3be03788 req-f0ee478c-4b86-44b3-b932-97efd23c8e6a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:07.949337 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2937d2e-4364-43b9-854b-2f5c3be03788 req-f0ee478c-4b86-44b3-b932-97efd23c8e6a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 945 time: 0.8187695 Apr 05 20:28:08.119670 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.212604 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2937d2e-4364-43b9-854b-2f5c3be03788 req-57a4566c-6cb5-430e-815b-6b058ea0a4d1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=884dae43-0269-4f24-b405-aa272420d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2332933 Apr 05 20:28:08.248663 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-27c58d6c-b21b-4047-8429-741aab50b643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.472322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49214) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:08.607502 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-27c58d6c-b21b-4047-8429-741aab50b643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.619536 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5e96a05c-8f6c-4b6b-93d9-44b9e77c87af req-36e4170b-3b52-4765-99cc-8bbdac435cf7 service neutron] 10.222.0.41 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810362 Apr 05 20:28:08.694510 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.709205 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.741559 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:08.984359 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.016935 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49230) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:09.311280 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e0080f4-e318-4d24-b6c6-fbf6372e437a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.329412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Router 0a1b45c5-1afe-4fd6-b6fa-039a4080fb00 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:28:09.344829 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-27c58d6c-b21b-4047-8429-741aab50b643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.350178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7e0080f4-e318-4d24-b6c6-fbf6372e437a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:09.427531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c58d6c-b21b-4047-8429-741aab50b643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624b8163-9c36-443e-9e33-b41506616289,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:09.496185 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:28:09.546928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:28:09.557945 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.559125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0387c55d-6c76-4873-ad61-bee9a5683ea8 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "PUT /v2.0/routers/0a1b45c5-1afe-4fd6-b6fa-039a4080fb00 HTTP/1.1" status: 200 len: 710 time: 5.9241147 Apr 05 20:28:09.559703 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7e0080f4-e318-4d24-b6c6-fbf6372e437a admin admin] Usage tracker for resource:security_group_rule and tenant:d943214aee114c3eaf6cc8df6c0dfd66 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:09.566842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49246) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:09.567308 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83430ea-4f79-439a-a0e8-4f78c61badc1 None None] Sync routers for ids ['0a1b45c5-1afe-4fd6-b6fa-039a4080fb00'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:28:09.571622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7e0080f4-e318-4d24-b6c6-fbf6372e437a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:09.575681 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-27c58d6c-b21b-4047-8429-741aab50b643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.580600 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-27c58d6c-b21b-4047-8429-741aab50b643 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/624b8163-9c36-443e-9e33-b41506616289 HTTP/1.1" status: 204 len: 168 time: 1.8194039 Apr 05 20:28:09.589443 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83430ea-4f79-439a-a0e8-4f78c61badc1 None None] Routers {'0a1b45c5-1afe-4fd6-b6fa-039a4080fb00'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:28:09.590086 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e83430ea-4f79-439a-a0e8-4f78c61badc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['0a1b45c5-1afe-4fd6-b6fa-039a4080fb00'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:09.591428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7e0080f4-e318-4d24-b6c6-fbf6372e437a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:09.660524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b42f63-885b-4d32-87c6-42e94998abef req-939e2f3b-17a3-4e63-bd8e-8bf6eb965c18 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:09.662011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3b42f63-885b-4d32-87c6-42e94998abef req-939e2f3b-17a3-4e63-bd8e-8bf6eb965c18 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.4079163 Apr 05 20:28:09.680373 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e83430ea-4f79-439a-a0e8-4f78c61badc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:09.681623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9457d-89b6-4b44-ad9d-c1d987427abc req-0ebfdb16-1d0a-4aa9-a50f-6c59c0fe1dd6 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:09.683616 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78f9457d-89b6-4b44-ad9d-c1d987427abc req-0ebfdb16-1d0a-4aa9-a50f-6c59c0fe1dd6 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.4816234 Apr 05 20:28:09.696642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a477b42-61b2-46da-b62e-6a657e46c3e4 req-27e6962e-6225-477b-9f26-dff1a99c3c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:09.698415 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a477b42-61b2-46da-b62e-6a657e46c3e4 req-27e6962e-6225-477b-9f26-dff1a99c3c23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 1096 time: 0.9763987 Apr 05 20:28:09.701313 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83430ea-4f79-439a-a0e8-4f78c61badc1 None None] Routers {'0a1b45c5-1afe-4fd6-b6fa-039a4080fb00'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:28:09.702528 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e83430ea-4f79-439a-a0e8-4f78c61badc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:27:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['0a1b45c5-1afe-4fd6-b6fa-039a4080fb00'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:09.813547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-29d6092a-7f2c-4d1e-a100-9e1193ca100e tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/routers/0a1b45c5-1afe-4fd6-b6fa-039a4080fb00 HTTP/1.1" status: 200 len: 745 time: 0.2429760 Apr 05 20:28:09.816143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49254) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:09.848622 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e83430ea-4f79-439a-a0e8-4f78c61badc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:09.849668 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83430ea-4f79-439a-a0e8-4f78c61badc1 None None] The sync data for ids ['0a1b45c5-1afe-4fd6-b6fa-039a4080fb00'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:28:09.900836 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e0080f4-e318-4d24-b6c6-fbf6372e437a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.961233 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3b42f63-885b-4d32-87c6-42e94998abef req-fafd8548-8ad8-453b-8e85-5db21edcc096 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156081 Apr 05 20:28:09.961233 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e0080f4-e318-4d24-b6c6-fbf6372e437a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:09.989012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-25e2a529-387f-4939-a041-a2134f8d8eea tempest-RoutersIpV6AdminTest-1873223096 tempest-RoutersIpV6AdminTest-1873223096-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&device_id=0a1b45c5-1afe-4fd6-b6fa-039a4080fb00 HTTP/1.1" status: 200 len: 205 time: 0.1467018 Apr 05 20:28:09.991758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49262) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:09.996592 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78f9457d-89b6-4b44-ad9d-c1d987427abc req-7357a2bd-43c8-4b07-824a-4f5a41ec4e04 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3024335 Apr 05 20:28:10.039394 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7e0080f4-e318-4d24-b6c6-fbf6372e437a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d943214aee114c3eaf6cc8df6c0dfd66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0208280 Apr 05 20:28:10.075006 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49266) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:10.075341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49268) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:10.106938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-006fc768-bfd5-4d3a-9bd1-2b21aa5659c4 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1b45c5-1afe-4fd6-b6fa-039a4080fb00 HTTP/1.1" status: 200 len: 205 time: 0.1138086 Apr 05 20:28:10.107628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49276) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:10.199241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0080f4-e318-4d24-b6c6-fbf6372e437a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3384a44d-2a49-46af-9f51-c2fac509efce,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:10.276328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d946adc-2dd8-4d23-aa4a-e0a58660e72e req-a6860eec-9fc1-4c43-84f5-ee02c817a7b8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:10.278001 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d946adc-2dd8-4d23-aa4a-e0a58660e72e req-a6860eec-9fc1-4c43-84f5-ee02c817a7b8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 945 time: 0.1499445 Apr 05 20:28:10.382470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a477b42-61b2-46da-b62e-6a657e46c3e4 req-9bd837f0-e676-434e-bbe6-78d28f660a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:10.383985 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a477b42-61b2-46da-b62e-6a657e46c3e4 req-9bd837f0-e676-434e-bbe6-78d28f660a0c service neutron] 10.222.0.13 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.6676970 Apr 05 20:28:10.386604 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d946adc-2dd8-4d23-aa4a-e0a58660e72e req-1890cc45-f13e-4613-b815-d49ffa74e229 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=884dae43-0269-4f24-b405-aa272420d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1020567 Apr 05 20:28:10.418177 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4c2-cc1b-43ab-9edf-f19e0bff2c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:10.462434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-74427cfc-425d-4cbc-bfd5-923ab30dbef2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:10.542979 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-62e343b1-2b36-4354-9030-d2735151cdfb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb10dd32313e432eb7a1bcc6367041ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4477832 Apr 05 20:28:10.547778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49290) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:10.759959 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a7e9b7f-a829-4099-a091-fec97b479dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:10.813016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-32dfe4c2-cc1b-43ab-9edf-f19e0bff2c3e admin admin] Deleting port abe96641-deee-4fe9-8a58-7c35d8849c72 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:10.813539 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4c2-cc1b-43ab-9edf-f19e0bff2c3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.017702 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a477b42-61b2-46da-b62e-6a657e46c3e4 req-433426fc-0b1f-44d0-8fbd-e1962cb5902a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38d7454-4e07-4b64-8d82-97423e6636dd HTTP/1.1" status: 200 len: 1001 time: 0.6148851 Apr 05 20:28:11.021385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-32dfe4c2-cc1b-43ab-9edf-f19e0bff2c3e admin admin] For port abe96641-deee-4fe9-8a58-7c35d8849c72, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=abe96641-deee-4fe9-8a58-7c35d8849c72,segment=NetworkSegment(5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2),segment_id=5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:11.021842 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4c2-cc1b-43ab-9edf-f19e0bff2c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.148748 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-74427cfc-425d-4cbc-bfd5-923ab30dbef2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.154066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-32dfe4c2-cc1b-43ab-9edf-f19e0bff2c3e admin admin] Calling delete_port for abe96641-deee-4fe9-8a58-7c35d8849c72 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:11.161903 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-74427cfc-425d-4cbc-bfd5-923ab30dbef2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.199287 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a7e9b7f-a829-4099-a091-fec97b479dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.235419 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-228f7761-cd8a-45f8-b332-f298d55404e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.279747 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-74427cfc-425d-4cbc-bfd5-923ab30dbef2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.280259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74427cfc-425d-4cbc-bfd5-923ab30dbef2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Fanout notify agent at l3_agent the message router_deleted on router 0a1b45c5-1afe-4fd6-b6fa-039a4080fb00 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:28:11.289305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73cab7-28ee-4af1-97ad-63332cd0fee9 req-e36af9d5-8c10-4d25-a3f4-138dfb66695d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:11.296586 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af73cab7-28ee-4af1-97ad-63332cd0fee9 req-e36af9d5-8c10-4d25-a3f4-138dfb66695d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 945 time: 0.7566133 Apr 05 20:28:11.339228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a477b42-61b2-46da-b62e-6a657e46c3e4 req-867a62e0-e8e7-4d3b-aa7a-6b154a5864a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:11.340674 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a477b42-61b2-46da-b62e-6a657e46c3e4 req-867a62e0-e8e7-4d3b-aa7a-6b154a5864a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.2483416 Apr 05 20:28:11.344731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3eeb5-acee-4bc3-bef6-0ce735d49286 req-955f912d-f92e-48f6-811e-0c420ffc7a48 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:11.345858 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-228f7761-cd8a-45f8-b332-f298d55404e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.348321 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73e3eeb5-acee-4bc3-bef6-0ce735d49286 req-955f912d-f92e-48f6-811e-0c420ffc7a48 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.1417665 Apr 05 20:28:11.360952 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-74427cfc-425d-4cbc-bfd5-923ab30dbef2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.366565 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-74427cfc-425d-4cbc-bfd5-923ab30dbef2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "DELETE /v2.0/routers/0a1b45c5-1afe-4fd6-b6fa-039a4080fb00 HTTP/1.1" status: 204 len: 168 time: 1.2226348 Apr 05 20:28:11.372882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49308) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:11.384591 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ec287a1-ec30-4787-9a32-9c01b3ddbd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.422478 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-580fb376-3024-41dd-a18b-d63a1251ef89 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1b45c5-1afe-4fd6-b6fa-039a4080fb00 HTTP/1.1" status: 200 len: 205 time: 0.0486097 Apr 05 20:28:11.427726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49312) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:11.466413 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af73cab7-28ee-4af1-97ad-63332cd0fee9 req-7163ae5e-6f68-4111-9453-d49e15c71431 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=884dae43-0269-4f24-b405-aa272420d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1689537 Apr 05 20:28:11.477810 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a7e9b7f-a829-4099-a091-fec97b479dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.498418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e9b7f-a829-4099-a091-fec97b479dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3384a44d-2a49-46af-9f51-c2fac509efce,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:11.506270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49320) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:11.621532 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-228f7761-cd8a-45f8-b332-f298d55404e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.641951 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a7e9b7f-a829-4099-a091-fec97b479dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.645535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9a7e9b7f-a829-4099-a091-fec97b479dbd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3384a44d-2a49-46af-9f51-c2fac509efce HTTP/1.1" status: 204 len: 168 time: 1.5624983 Apr 05 20:28:11.686753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-73e3eeb5-acee-4bc3-bef6-0ce735d49286 req-b64f22c1-6546-49eb-8d18-886501e6dfd7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316586 Apr 05 20:28:11.724583 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-229a9dec-829e-4a32-9327-c8f842345cc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] delete failed (client error): The resource could not be found. Apr 05 20:28:11.728638 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-229a9dec-829e-4a32-9327-c8f842345cc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "DELETE /v2.0/routers/0a1b45c5-1afe-4fd6-b6fa-039a4080fb00 HTTP/1.1" status: 404 len: 336 time: 0.2996268 Apr 05 20:28:11.729859 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49328) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:11.792094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-50b02bdc-13fb-4fa8-9f86-81afec761e79 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "GET /v2.0/ports?device_id=01205799-b56a-48ea-ab3f-0e0a3cad6383 HTTP/1.1" status: 200 len: 205 time: 0.0610454 Apr 05 20:28:11.795529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49338) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:11.803759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a477b42-61b2-46da-b62e-6a657e46c3e4 req-2e98f632-8593-48b0-b1d2-39a097d6ebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:11.806189 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a477b42-61b2-46da-b62e-6a657e46c3e4 req-2e98f632-8593-48b0-b1d2-39a097d6ebb4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4507542 Apr 05 20:28:11.809659 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-228f7761-cd8a-45f8-b332-f298d55404e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:11.814757 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-228f7761-cd8a-45f8-b332-f298d55404e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d29f30a2-8829-47e1-b995-4ffee0761500 HTTP/1.1" status: 204 len: 168 time: 1.2555463 Apr 05 20:28:11.830046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f7761-cd8a-45f8-b332-f298d55404e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29f30a2-8829-47e1-b995-4ffee0761500,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:11.869821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-1a477b42-61b2-46da-b62e-6a657e46c3e4 req-162c117b-d468-4b77-9cfb-eea4dff466d2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:11.874728 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a477b42-61b2-46da-b62e-6a657e46c3e4 req-162c117b-d468-4b77-9cfb-eea4dff466d2 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245054 Apr 05 20:28:11.914022 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-30ded3e9-35bd-41ec-9d3a-41a86a1eefdb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] delete failed (client error): The resource could not be found. Apr 05 20:28:11.918331 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-30ded3e9-35bd-41ec-9d3a-41a86a1eefdb tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "DELETE /v2.0/routers/01205799-b56a-48ea-ab3f-0e0a3cad6383 HTTP/1.1" status: 404 len: 336 time: 0.1218486 Apr 05 20:28:11.919072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49344) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:12.038014 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-370f54c7-0eb4-4fb8-b892-9e02bc6481ad tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f810cce-24e3-48de-914d-15574722b191 HTTP/1.1" status: 200 len: 205 time: 0.1122806 Apr 05 20:28:12.040604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49350) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:12.074623 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4c2-cc1b-43ab-9edf-f19e0bff2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:12.152670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71f574-0b39-45bb-b279-1fdb2ec39c4d req-132d9a83-2211-444c-b4b4-00570dbb6f45 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:12.159673 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c71f574-0b39-45bb-b279-1fdb2ec39c4d req-132d9a83-2211-444c-b4b4-00570dbb6f45 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.5331595 Apr 05 20:28:12.161093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfe4c2-cc1b-43ab-9edf-f19e0bff2c3e admin admin] Pushing event deleted for resources: {'Port': ['ID=abe96641-deee-4fe9-8a58-7c35d8849c72,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:12.163159 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85851353-27cf-48db-ac9d-b79dd1e91e46 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:12.168241 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-85851353-27cf-48db-ac9d-b79dd1e91e46 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 1091 time: 0.6593745 Apr 05 20:28:12.171695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49356) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:12.178272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488c838-328a-44bd-b0b6-eba911081293 req-e6b0ffa8-1eb4-4677-8cce-8fbc2c671030 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:12.179785 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8488c838-328a-44bd-b0b6-eba911081293 req-e6b0ffa8-1eb4-4677-8cce-8fbc2c671030 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.2111208 Apr 05 20:28:12.188985 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-bb4375a6-7582-4b07-8015-6ba38d65d1e2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] delete failed (client error): The resource could not be found. Apr 05 20:28:12.190330 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bb4375a6-7582-4b07-8015-6ba38d65d1e2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "DELETE /v2.0/routers/5f810cce-24e3-48de-914d-15574722b191 HTTP/1.1" status: 404 len: 336 time: 0.1466739 Apr 05 20:28:12.194532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:12.196345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49360) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:12.211457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:12.252070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:floatingip and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:12.265920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:12.305804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c71f574-0b39-45bb-b279-1fdb2ec39c4d req-08bf2440-c144-4105-930e-4a8253b21a00 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450214 Apr 05 20:28:12.327382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:12.337575 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a477b42-61b2-46da-b62e-6a657e46c3e4 req-ae707e54-05c3-4eb3-9412-2d39f9bc6a93 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472792 Apr 05 20:28:12.387541 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:12.462354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49376) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:12.488476 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8488c838-328a-44bd-b0b6-eba911081293 req-3612b687-9abe-4d2d-9d8b-7afa26313d38 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872930 Apr 05 20:28:12.491009 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cf890d19-6308-4f14-9be8-7090432b97ac tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "GET /v2.0/ports?device_id=d9861b1b-e9ab-426f-ac26-fd36541a4ba2 HTTP/1.1" status: 200 len: 205 time: 0.2937319 Apr 05 20:28:12.509806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49380) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:12.670608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c822d4c7-3c66-4d61-989d-5b3ce96dd348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:12.723311 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-8e7af1fa-3756-47b3-af87-6e1c0ecbefc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] delete failed (client error): The resource could not be found. Apr 05 20:28:12.727724 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8e7af1fa-3756-47b3-af87-6e1c0ecbefc2 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "DELETE /v2.0/routers/d9861b1b-e9ab-426f-ac26-fd36541a4ba2 HTTP/1.1" status: 404 len: 336 time: 0.2119794 Apr 05 20:28:12.805698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49388) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:12.819890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c822d4c7-3c66-4d61-989d-5b3ce96dd348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:12.839615 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32dfe4c2-cc1b-43ab-9edf-f19e0bff2c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:12.915920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c822d4c7-3c66-4d61-989d-5b3ce96dd348 admin admin] Usage tracker for resource:security_group_rule and tenant:8977740382304855a44da2d2ed133811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:12.922119 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a5bbb5aa-5fd7-4fa5-b482-6b668abe772e tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "GET /v2.0/ports?device_id=b4e9c04d-2456-4446-9881-3146f9232ca7 HTTP/1.1" status: 200 len: 205 time: 0.1116745 Apr 05 20:28:12.927413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c822d4c7-3c66-4d61-989d-5b3ce96dd348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:12.932883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49402) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:12.935648 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a477b42-61b2-46da-b62e-6a657e46c3e4 req-23e1fbb7-8333-4d79-add2-d2cc8a395bc1 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5896637 Apr 05 20:28:12.952805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c822d4c7-3c66-4d61-989d-5b3ce96dd348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:13.041655 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-0cac0505-ceb8-45ff-a4cb-dfadd3f95a60 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] delete failed (client error): The resource could not be found. Apr 05 20:28:13.042892 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0cac0505-ceb8-45ff-a4cb-dfadd3f95a60 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "DELETE /v2.0/routers/b4e9c04d-2456-4446-9881-3146f9232ca7 HTTP/1.1" status: 404 len: 336 time: 0.1059127 Apr 05 20:28:13.055706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49412) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.214870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49422) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.270657 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c54db541-7c63-4bdb-b7db-b3b8fb84a05e tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c30bde6-ad0f-4e7c-a57e-d0c3f3d8532e HTTP/1.1" status: 200 len: 205 time: 0.2138710 Apr 05 20:28:13.274845 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49430) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.288027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba785a-8da1-4181-9f4d-5a44517d10ae req-9fa4f4f6-a6e5-4c3d-9554-31dc19ed2d57 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:13.289426 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6fba785a-8da1-4181-9f4d-5a44517d10ae req-9fa4f4f6-a6e5-4c3d-9554-31dc19ed2d57 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f HTTP/1.1" status: 200 len: 946 time: 0.6335921 Apr 05 20:28:13.388354 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-87a63be4-c6c7-4f6c-982a-becfa9676c84 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] delete failed (client error): The resource could not be found. Apr 05 20:28:13.389586 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-87a63be4-c6c7-4f6c-982a-becfa9676c84 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "DELETE /v2.0/routers/0c30bde6-ad0f-4e7c-a57e-d0c3f3d8532e HTTP/1.1" status: 404 len: 336 time: 0.1108594 Apr 05 20:28:13.397192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49438) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.412445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32dfe4c2-cc1b-43ab-9edf-f19e0bff2c3e admin admin] Router 071300cc-e321-4b94-a75d-aa924a1f702a has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:28:13.467879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-ca75e527-46f5-4920-8682-5576a41fecb2 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.472561 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ca75e527-46f5-4920-8682-5576a41fecb2 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2193220 Apr 05 20:28:13.475293 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f93ab24-7005-442b-90b8-597962219829 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] DELETE failed (client error): The resource could not be found. Apr 05 20:28:13.475755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f93ab24-7005-442b-90b8-597962219829 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:28:13.479138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49446) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.501659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-5b2cf964-9e45-4333-a28a-7fce3a25c599 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.501659 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5b2cf964-9e45-4333-a28a-7fce3a25c599 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0156014 Apr 05 20:28:13.520280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49450) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.560948 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6fba785a-8da1-4181-9f4d-5a44517d10ae req-831b562f-e5b1-4717-8778-bad54c3564b3 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649559 Apr 05 20:28:13.560948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-5abea60c-8b66-46a9-91ed-32c0342eb507 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.560948 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5abea60c-8b66-46a9-91ed-32c0342eb507 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0132184 Apr 05 20:28:13.575506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49454) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.575506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-380a6b86-6167-4896-b34c-c29de7db30ee tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.583348 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5f93ab24-7005-442b-90b8-597962219829 tempest-RoutersIpV6AdminTest-609539090 tempest-RoutersIpV6AdminTest-609539090-project] 10.222.0.24 "DELETE /v2.0/subnets/563634df-3ba0-4a11-966f-bf9bab3acd7c HTTP/1.1" status: 404 len: 337 time: 0.1401005 Apr 05 20:28:13.588266 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-380a6b86-6167-4896-b34c-c29de7db30ee tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0083582 Apr 05 20:28:13.588443 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:13.593052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49460) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.593052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-3b396d41-a04b-4a21-9716-6e739260c23f tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.593052 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3b396d41-a04b-4a21-9716-6e739260c23f tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0097077 Apr 05 20:28:13.593052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49466) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.593052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-59cb6453-31d6-40b9-9019-27ba3ba1c5d6 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.593052 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-59cb6453-31d6-40b9-9019-27ba3ba1c5d6 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0142291 Apr 05 20:28:13.619523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49470) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.634878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-7ab7e409-be4f-4bb8-97af-52ed4e237e14 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.635825 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7ab7e409-be4f-4bb8-97af-52ed4e237e14 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0090530 Apr 05 20:28:13.639467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49474) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.654194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-5d63cfea-3df2-4b11-9a5b-56e260b96d36 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.655136 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5d63cfea-3df2-4b11-9a5b-56e260b96d36 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0081739 Apr 05 20:28:13.659505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49478) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.660295 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-61fa2e7a-e318-4316-a3a7-6e60c0dce727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:13.672227 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c822d4c7-3c66-4d61-989d-5b3ce96dd348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:13.726156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-a390fba9-68b0-4bb5-ad4c-17de346c5def tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.727132 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a390fba9-68b0-4bb5-ad4c-17de346c5def tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0630257 Apr 05 20:28:13.733181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49482) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.733830 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c822d4c7-3c66-4d61-989d-5b3ce96dd348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:13.761233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-412fe14e-7ac2-4347-8649-f10ebb8e6c72 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.762289 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-412fe14e-7ac2-4347-8649-f10ebb8e6c72 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0167830 Apr 05 20:28:13.779045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49486) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.800643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-70e9148e-92c3-4bfb-9b8c-4c4287bf4585 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.804002 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-70e9148e-92c3-4bfb-9b8c-4c4287bf4585 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0173590 Apr 05 20:28:13.811900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49492) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.830365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-e104dee7-c61b-4653-8e6f-2742ef52272e tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.834286 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e104dee7-c61b-4653-8e6f-2742ef52272e tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0120766 Apr 05 20:28:13.878886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49498) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.880498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822d4c7-3c66-4d61-989d-5b3ce96dd348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e327ca-b401-40ee-b9ad-586d95576bfd,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:13.893380 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c822d4c7-3c66-4d61-989d-5b3ce96dd348 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8977740382304855a44da2d2ed133811&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4290814 Apr 05 20:28:13.897061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49502) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.898614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-ed943a72-b09e-4836-8daa-cc587ecdba1f tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.899717 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ed943a72-b09e-4836-8daa-cc587ecdba1f tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0164239 Apr 05 20:28:13.905098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49506) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.953589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-75e73c10-c06e-48ec-a535-b9c2835cee7a tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.954817 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-75e73c10-c06e-48ec-a535-b9c2835cee7a tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0262785 Apr 05 20:28:13.964330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332a251-7951-4074-943e-bc00e93ecad7 req-a33449e0-1437-44db-ac26-c61e65e4ff82 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:13.966096 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6332a251-7951-4074-943e-bc00e93ecad7 req-a33449e0-1437-44db-ac26-c61e65e4ff82 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 945 time: 0.3056467 Apr 05 20:28:13.967333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Allocated IP 172.25.8.227 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/797d2435-8d9b-4b17-8d06-ef4c68226722) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:13.968738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49510) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.976571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-457efbef-4f6c-459c-be4a-16f6fb58123d tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:13.977590 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-457efbef-4f6c-459c-be4a-16f6fb58123d tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0077176 Apr 05 20:28:13.982163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49514) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:13.985159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dfe4c2-cc1b-43ab-9edf-f19e0bff2c3e admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:28:13.999268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de018f32-797f-47db-a298-293cd56ee0eb None None] Sync routers for ids ['071300cc-e321-4b94-a75d-aa924a1f702a'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:28:14.005203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-8f4efaa9-9e41-4775-b35e-0df2bcf3afe2 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.006311 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8f4efaa9-9e41-4775-b35e-0df2bcf3afe2 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0219781 Apr 05 20:28:14.012255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49518) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.019256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de018f32-797f-47db-a298-293cd56ee0eb None None] Routers {'071300cc-e321-4b94-a75d-aa924a1f702a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:28:14.021158 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-de018f32-797f-47db-a298-293cd56ee0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:28:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['071300cc-e321-4b94-a75d-aa924a1f702a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:14.058009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-c6431a08-37b4-45fa-b0fc-a3026b8804c8 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.061344 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c6431a08-37b4-45fa-b0fc-a3026b8804c8 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0271516 Apr 05 20:28:14.086473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88435dc6-5923-43a7-a344-4745f2188033 req-fde245d6-19cc-4918-b583-441dee70cb2d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:14.092057 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88435dc6-5923-43a7-a344-4745f2188033 req-fde245d6-19cc-4918-b583-441dee70cb2d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.6053121 Apr 05 20:28:14.092936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49524) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.096992 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6332a251-7951-4074-943e-bc00e93ecad7 req-830f5642-5d99-4650-a543-5aaadcdb4d6e tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154571 Apr 05 20:28:14.109494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-e756954c-ad3a-4cda-b970-244e8aea9bb9 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.110559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e756954c-ad3a-4cda-b970-244e8aea9bb9 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0122759 Apr 05 20:28:14.122271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49528) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.127696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-d8864e0a-9726-4565-80ed-a40af6b9ac71 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.129283 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d8864e0a-9726-4565-80ed-a40af6b9ac71 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0054367 Apr 05 20:28:14.145272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49534) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.165626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-b6be114c-09e1-40ed-be9e-5f8f5da57169 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.166953 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b6be114c-09e1-40ed-be9e-5f8f5da57169 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0165930 Apr 05 20:28:14.170443 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59058174-a64a-4fce-ac73-672cefc4ca01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:14.198973 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59058174-a64a-4fce-ac73-672cefc4ca01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:14.235027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-c071f62d-6918-4ca3-b1ab-be1addd781c5 req-edf84184-02e0-4bf1-ab9c-1d0ceb9d5d8d tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.243533 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c071f62d-6918-4ca3-b1ab-be1addd781c5 req-edf84184-02e0-4bf1-ab9c-1d0ceb9d5d8d tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133131 Apr 05 20:28:14.249144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49538) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.249516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49540) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.263650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-c2b95517-9480-4d0f-88ce-eca047f4c8d0 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.264610 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c2b95517-9480-4d0f-88ce-eca047f4c8d0 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0139790 Apr 05 20:28:14.267613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49550) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.277857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-a37f98ac-e873-4554-b834-03a71f16bcf1 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.278706 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a37f98ac-e873-4554-b834-03a71f16bcf1 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048625 Apr 05 20:28:14.283561 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-32dfe4c2-cc1b-43ab-9edf-f19e0bff2c3e admin admin] 10.222.0.24 "PUT /v2.0/routers/071300cc-e321-4b94-a75d-aa924a1f702a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8097517 Apr 05 20:28:14.286980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49556) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.287312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49558) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.293727 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59058174-a64a-4fce-ac73-672cefc4ca01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:14.321430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-de018f32-797f-47db-a298-293cd56ee0eb None None] Set router 071300cc-e321-4b94-a75d-aa924a1f702a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:28:14.401279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-e37f8025-da3a-4302-8863-bee5aba55b54 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.402742 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e37f8025-da3a-4302-8863-bee5aba55b54 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.1142862 Apr 05 20:28:14.419133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49566) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.430741 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-88435dc6-5923-43a7-a344-4745f2188033 req-409c1b37-eb80-4997-90f1-2552681615c6 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190973 Apr 05 20:28:14.457235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-dfe9e760-93f6-45a3-aeff-f8bdb1df5d32 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.461055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59058174-a64a-4fce-ac73-672cefc4ca01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e327ca-b401-40ee-b9ad-586d95576bfd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:14.465062 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49570) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.470120 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dfe9e760-93f6-45a3-aeff-f8bdb1df5d32 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0328453 Apr 05 20:28:14.470557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-85a08c86-eedb-4f2f-9657-ea8147c64d91 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.474457 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-85a08c86-eedb-4f2f-9657-ea8147c64d91 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0055220 Apr 05 20:28:14.475622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49574) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.480900 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59058174-a64a-4fce-ac73-672cefc4ca01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:14.482047 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-59058174-a64a-4fce-ac73-672cefc4ca01 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30e327ca-b401-40ee-b9ad-586d95576bfd HTTP/1.1" status: 204 len: 168 time: 0.5840378 Apr 05 20:28:14.485421 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:14.486276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-222af3f2-37de-4c04-b716-e1bd634d2e12 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.488076 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-222af3f2-37de-4c04-b716-e1bd634d2e12 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0107794 Apr 05 20:28:14.490551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49580) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.504888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-2cb147a8-36c3-4ef7-b4cc-1eb2166befce tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.508743 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2cb147a8-36c3-4ef7-b4cc-1eb2166befce tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0145376 Apr 05 20:28:14.509464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49584) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.521809 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c071f62d-6918-4ca3-b1ab-be1addd781c5 req-fd30fe8d-39cc-46b4-b247-44ef0c16ad8f tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2772560 Apr 05 20:28:14.584632 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:14.617832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-0abe9b8e-0734-4f05-bdcb-8a30cb75fee7 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.630902 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0abe9b8e-0734-4f05-bdcb-8a30cb75fee7 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.1204257 Apr 05 20:28:14.693351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49590) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.719118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-3e3cbaa6-6c90-4590-ad7a-2e9b3771a1c8 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.722886 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3e3cbaa6-6c90-4590-ad7a-2e9b3771a1c8 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0249512 Apr 05 20:28:14.729174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49598) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.730396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-de018f32-797f-47db-a298-293cd56ee0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:28:11Z', 'revision_number': 5, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:14.736658 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e84ae457-4376-4af5-a491-526cd1898185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:14.745277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de018f32-797f-47db-a298-293cd56ee0eb None None] Checking router: 071300cc-e321-4b94-a75d-aa924a1f702a for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:28:14.763066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:14.766995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-4948b429-25e4-418c-baeb-72a1237e9d63 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.771258 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4948b429-25e4-418c-baeb-72a1237e9d63 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0160453 Apr 05 20:28:14.776193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49606) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.777791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:14.790708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:28:14.795085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de018f32-797f-47db-a298-293cd56ee0eb None None] Routers {'071300cc-e321-4b94-a75d-aa924a1f702a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:28:14.795737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-de018f32-797f-47db-a298-293cd56ee0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:28:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['071300cc-e321-4b94-a75d-aa924a1f702a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:14.801658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e84ae457-4376-4af5-a491-526cd1898185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:14.823892 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:14.892459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e84ae457-4376-4af5-a491-526cd1898185 admin admin] Usage tracker for resource:security_group_rule and tenant:c71c4b785e81467ebc289641c3d582f4 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:14.911943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e84ae457-4376-4af5-a491-526cd1898185 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:14.926189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-f41235f8-646c-4ec8-89ef-886f0548f1fa tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.928633 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f41235f8-646c-4ec8-89ef-886f0548f1fa tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0129664 Apr 05 20:28:14.946705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e84ae457-4376-4af5-a491-526cd1898185 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:14.952858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49614) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:14.965220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=797d2435-8d9b-4b17-8d06-ef4c68226722,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:14.968071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-0d645903-1db2-4adc-9c87-c8a3f48b9f5a tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:14.980316 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0d645903-1db2-4adc-9c87-c8a3f48b9f5a tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0239818 Apr 05 20:28:14.984658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49620) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.011702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-be8a16bc-c0f8-4846-833b-c02cd3c1396b tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.012862 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-be8a16bc-c0f8-4846-833b-c02cd3c1396b tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0271719 Apr 05 20:28:15.021654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49626) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.046184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-b1c850aa-a933-4985-9ce3-5c9837140c9a tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.047587 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b1c850aa-a933-4985-9ce3-5c9837140c9a tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0239263 Apr 05 20:28:15.088603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49630) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.088759 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:15.096515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-057cb05a-7fb3-48d2-9d4c-b29354657897 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.099441 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-057cb05a-7fb3-48d2-9d4c-b29354657897 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0095041 Apr 05 20:28:15.103554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-de018f32-797f-47db-a298-293cd56ee0eb None None] Set router 071300cc-e321-4b94-a75d-aa924a1f702a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:28:15.136022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49636) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.148339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-de98d054-e9c6-4db2-b6b3-ec42fd05bae7 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.149669 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-de98d054-e9c6-4db2-b6b3-ec42fd05bae7 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0126405 Apr 05 20:28:15.157696 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:15.160477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49640) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.176619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-3f64024b-153a-4b91-83c5-6f5e3936a633 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.177818 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3f64024b-153a-4b91-83c5-6f5e3936a633 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0156498 Apr 05 20:28:15.181579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49644) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.189597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-78c4111a-bfd0-4f79-8598-6e165e38326e tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.191278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-78c4111a-bfd0-4f79-8598-6e165e38326e tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0086126 Apr 05 20:28:15.194265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49648) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.204309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-f0cc8b9f-a1ba-4b41-b3d7-86052ce2c731 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.205312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f0cc8b9f-a1ba-4b41-b3d7-86052ce2c731 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0100763 Apr 05 20:28:15.224979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49652) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.232913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-d9c67e0c-c860-450b-a00f-a39551d072fb tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.236748 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d9c67e0c-c860-450b-a00f-a39551d072fb tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0081851 Apr 05 20:28:15.251801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49658) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.268184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-70176e25-bb19-4477-8e98-db6298baeb76 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.272208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-70176e25-bb19-4477-8e98-db6298baeb76 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0139911 Apr 05 20:28:15.279117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49664) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.304471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-ba54bf7e-a32d-4f2e-9cb5-a152ec53a48a tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.307891 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ba54bf7e-a32d-4f2e-9cb5-a152ec53a48a tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0253916 Apr 05 20:28:15.309414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49668) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.329031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-7108ed72-4fc9-42cc-b688-d2ec9093b3f6 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.333057 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7108ed72-4fc9-42cc-b688-d2ec9093b3f6 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0163755 Apr 05 20:28:15.334836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49672) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.354061 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:15.369672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-2725dd02-a751-4457-b018-8622f70f56c1 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.382604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49678) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.383838 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2725dd02-a751-4457-b018-8622f70f56c1 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0185399 Apr 05 20:28:15.390915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] Deleting port 29d5e405-8c82-4d45-a0aa-75725eb80094 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:15.390915 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:15.417864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-cefa7aa3-04b6-42de-aec4-d52cba85690c tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.421271 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cefa7aa3-04b6-42de-aec4-d52cba85690c tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0381308 Apr 05 20:28:15.464412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49684) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.491236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-505cdabf-8917-4786-a8f6-9c9a66bf8b24 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.494576 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-505cdabf-8917-4786-a8f6-9c9a66bf8b24 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0082924 Apr 05 20:28:15.516837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49694) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.526754 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e84ae457-4376-4af5-a491-526cd1898185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:15.531910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-87a3162e-47a1-4468-a788-df51bb5c7a06 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.535424 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-87a3162e-47a1-4468-a788-df51bb5c7a06 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0151196 Apr 05 20:28:15.541935 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49698) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.550375 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e84ae457-4376-4af5-a491-526cd1898185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:15.569323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-de018f32-797f-47db-a298-293cd56ee0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:28:11Z', 'revision_number': 5, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:15.573286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-641abc8d-f7cc-4037-8aa0-6e68fd63647c tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.576871 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-641abc8d-f7cc-4037-8aa0-6e68fd63647c tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0308743 Apr 05 20:28:15.577006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de018f32-797f-47db-a298-293cd56ee0eb None None] The sync data for ids ['071300cc-e321-4b94-a75d-aa924a1f702a'] in n-d-836604-1 is: [{'id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'name': 'tempest-TaggedBootDevicesTest_v242-772320521-router', 'tenant_id': '67f206acc8b04566894efcfbb5ff0d28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49'}], 'enable_snat': True}, 'gw_port_id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:13Z', 'updated_at': '2022-04-05T20:28:11Z', 'revision_number': 5, 'project_id': '67f206acc8b04566894efcfbb5ff0d28', 'gw_port': {'id': '29d5e405-8c82-4d45-a0aa-75725eb80094', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:74:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '071300cc-e321-4b94-a75d-aa924a1f702a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:17Z', 'updated_at': '2022-04-05T20:20:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:28:15.582434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49702) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.602149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-a61eaacd-4cb2-411a-bca3-658d97d18f50 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.605453 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a61eaacd-4cb2-411a-bca3-658d97d18f50 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0197589 Apr 05 20:28:15.615889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49706) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.645054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84ae457-4376-4af5-a491-526cd1898185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175f1227-87b6-4e6b-955e-246dd98d7fac,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:15.668909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58dc9d-bf93-411d-821c-412e223cfb5f req-cb569396-80ba-43a8-875d-b785ac8da1e5 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:15.671676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-e4052659-7c89-42c6-9d2b-3c93ba3814ab tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.673671 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e4052659-7c89-42c6-9d2b-3c93ba3814ab tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0562718 Apr 05 20:28:15.676733 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-af58dc9d-bf93-411d-821c-412e223cfb5f req-cb569396-80ba-43a8-875d-b785ac8da1e5 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.5298173 Apr 05 20:28:15.677232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49716) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.718693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-33215d4a-bb77-4b2a-8d3c-d602b338398b tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.720008 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-33215d4a-bb77-4b2a-8d3c-d602b338398b tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0268221 Apr 05 20:28:15.743634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49720) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.749457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-3588a548-3eed-4ced-9a6e-1e0bf1fd6a58 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.752880 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3588a548-3eed-4ced-9a6e-1e0bf1fd6a58 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0053999 Apr 05 20:28:15.768121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49724) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.768121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49726) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.782925 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e84ae457-4376-4af5-a491-526cd1898185 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c71c4b785e81467ebc289641c3d582f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5019357 Apr 05 20:28:15.793523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-6cb46394-6d90-424f-a3a8-3ee0a053478a tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.794647 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6cb46394-6d90-424f-a3a8-3ee0a053478a tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0265977 Apr 05 20:28:15.837457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49732) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.855432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-15789bbf-7c63-4bcf-86e2-fb66d229161d tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.859739 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-15789bbf-7c63-4bcf-86e2-fb66d229161d tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0182343 Apr 05 20:28:15.865470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49738) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.886814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-fa0ddf5e-9883-4257-b978-49a56b87e7e4 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.888048 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fa0ddf5e-9883-4257-b978-49a56b87e7e4 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0204639 Apr 05 20:28:15.896973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49744) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.907595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-b661c884-b3ce-4043-887c-790111a08ac1 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.911452 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b661c884-b3ce-4043-887c-790111a08ac1 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0070820 Apr 05 20:28:15.913049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49748) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:15.934507 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-af58dc9d-bf93-411d-821c-412e223cfb5f req-c1442005-ad8c-4abc-b784-2077a1ca4780 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168789 Apr 05 20:28:15.956661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-760ced21-5027-4df2-b7b5-824f28fab730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:15.980927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-b1293cb4-e890-427a-8af2-87d4375685d9 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:15.981168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device abe96641-deee-4fe9-8a58-7c35d8849c72 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:15.984169 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b1293cb4-e890-427a-8af2-87d4375685d9 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0486581 Apr 05 20:28:16.001577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49756) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:16.002906 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-760ced21-5027-4df2-b7b5-824f28fab730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.025860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-7bd8d444-78e2-4690-8044-7c541bf1653c tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:16.029552 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7bd8d444-78e2-4690-8044-7c541bf1653c tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0244668 Apr 05 20:28:16.032424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49762) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:16.075538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-72569acb-40fa-4fae-bcc4-45a6a574a53b tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:16.076565 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-72569acb-40fa-4fae-bcc4-45a6a574a53b tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0432413 Apr 05 20:28:16.082674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49770) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:16.087779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0159b6-e9b5-4884-8c5a-fd32f0c89c6c req-49643a3d-f775-4c30-90c1-7b0430d431a7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:16.098474 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b0159b6-e9b5-4884-8c5a-fd32f0c89c6c req-49643a3d-f775-4c30-90c1-7b0430d431a7 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.4037416 Apr 05 20:28:16.100434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: abe96641-deee-4fe9-8a58-7c35d8849c72 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:28:16.100434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device abe96641-deee-4fe9-8a58-7c35d8849c72 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:16.102058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-303c9b40-88a6-4b5b-a753-b1cbdc745b83 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:16.103273 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-303c9b40-88a6-4b5b-a753-b1cbdc745b83 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0182426 Apr 05 20:28:16.113421 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.115268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49776) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:16.123904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] For port 29d5e405-8c82-4d45-a0aa-75725eb80094, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=29d5e405-8c82-4d45-a0aa-75725eb80094,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:16.124268 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.140369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-48712adb-3a23-44bb-a048-04eaa31e642e tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:16.141334 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-48712adb-3a23-44bb-a048-04eaa31e642e tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0249734 Apr 05 20:28:16.148179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49780) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:16.190266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [None req-d983e127-4265-426a-976a-d8f1a4eb535d tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:16.199283 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d983e127-4265-426a-976a-d8f1a4eb535d tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0421922 Apr 05 20:28:16.201777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49786) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:16.221232 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-0c7375a9-e3a6-4458-8d4d-69883cc9e5c6 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:16.224183 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0c7375a9-e3a6-4458-8d4d-69883cc9e5c6 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0131190 Apr 05 20:28:16.236537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49792) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:16.249528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-a0834977-99d9-4e49-a18a-af097e781166 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:16.250704 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a0834977-99d9-4e49-a18a-af097e781166 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0110536 Apr 05 20:28:16.254349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49796) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:16.272785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-bf36d0c1-6881-4a58-8a9e-13c33df640cb tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:16.274226 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bf36d0c1-6881-4a58-8a9e-13c33df640cb tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0166912 Apr 05 20:28:16.276689 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.278173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49800) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:16.292398 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b0159b6-e9b5-4884-8c5a-fd32f0c89c6c req-300fe5a6-59bc-4956-baa0-53e6ef037a0a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930532 Apr 05 20:28:16.305210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-848649f6-53f4-4ad9-8310-14bdd9b797d7 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:16.306453 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-848649f6-53f4-4ad9-8310-14bdd9b797d7 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0267756 Apr 05 20:28:16.315217 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49806) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:16.320835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-97295017-f5aa-446c-bea5-08cf868a3ebd tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:16.322047 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-97295017-f5aa-446c-bea5-08cf868a3ebd tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050390 Apr 05 20:28:16.325283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49810) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:16.326176 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-760ced21-5027-4df2-b7b5-824f28fab730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.352421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-d35a6549-7c41-4d36-8321-0624ff8dfe90 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:16.353715 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d35a6549-7c41-4d36-8321-0624ff8dfe90 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0237937 Apr 05 20:28:16.355594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ced21-5027-4df2-b7b5-824f28fab730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175f1227-87b6-4e6b-955e-246dd98d7fac,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:16.358982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49814) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:16.370644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [None req-747df038-2a5b-42c9-9533-bfa246123011 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:16.371822 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-747df038-2a5b-42c9-9533-bfa246123011 tempest-ExtensionsTestJSON-1237936334 tempest-ExtensionsTestJSON-1237936334-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0117164 Apr 05 20:28:16.392562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] Calling delete_port for 29d5e405-8c82-4d45-a0aa-75725eb80094 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:16.464884 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-760ced21-5027-4df2-b7b5-824f28fab730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.468911 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-760ced21-5027-4df2-b7b5-824f28fab730 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/175f1227-87b6-4e6b-955e-246dd98d7fac HTTP/1.1" status: 204 len: 168 time: 0.7028074 Apr 05 20:28:16.469773 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.728582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a8025-0a6e-4ff3-87be-1450f2b498c5 req-49526b13-edf6-44b5-8ca2-bfcf8986a821 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:16.736427 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-154a8025-0a6e-4ff3-87be-1450f2b498c5 req-49526b13-edf6-44b5-8ca2-bfcf8986a821 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f HTTP/1.1" status: 200 len: 946 time: 0.2950587 Apr 05 20:28:16.828537 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.873671 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.884338 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:16.926497 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-154a8025-0a6e-4ff3-87be-1450f2b498c5 req-5320c02a-0565-490d-b3ee-d7f75459eea5 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891251 Apr 05 20:28:16.956309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] Pushing event deleted for resources: {'Port': ['ID=29d5e405-8c82-4d45-a0aa-75725eb80094,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:17.062983 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:17.141436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49846) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:17.221019 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:17.241106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=797d2435-8d9b-4b17-8d06-ef4c68226722,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:17.269360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49856) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:17.423831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c83be-d68e-4888-bb64-807428f87f46 req-4dd37162-b30d-47b1-a177-7f44cb50dfc8 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:17.431387 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-663c83be-d68e-4888-bb64-807428f87f46 req-4dd37162-b30d-47b1-a177-7f44cb50dfc8 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 945 time: 0.2776518 Apr 05 20:28:17.449526 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Floating IP 119ced12-9704-4c56-94ce-e965efd993f8 associated. External IP: 172.25.8.227, port: 85d282c6-0e40-4ebf-852c-04b9379d54fe. Apr 05 20:28:17.474988 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:17.478963 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:17.545482 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f09cae65-f338-4e5a-9157-f5cf369ae8f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31eebc2771c242fdb8384473f91ee0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748785 Apr 05 20:28:17.555566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49868) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:17.613621 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-663c83be-d68e-4888-bb64-807428f87f46 req-08b8837e-3cc6-47c0-960b-67500e624fb2 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813731 Apr 05 20:28:17.715800 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:17.716232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 071300cc-e321-4b94-a75d-aa924a1f702a {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:28:17.753077 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94fc9330-c21b-4582-adbb-21ad7ff0e988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:17.800173 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c66c01df-827b-41f4-a70d-5a6695573c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:17.828965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eedaad-0f15-4427-82b0-2baf3c82599e req-e77ae558-4385-4b3c-bac5-40cd9201d373 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:17.830699 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12eedaad-0f15-4427-82b0-2baf3c82599e req-e77ae558-4385-4b3c-bac5-40cd9201d373 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.3537645 Apr 05 20:28:17.836132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-94fc9330-c21b-4582-adbb-21ad7ff0e988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:17.840233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-94fc9330-c21b-4582-adbb-21ad7ff0e988 admin admin] Usage tracker for resource:security_group_rule and tenant:fd596d5d8f1347bcb1a75c866b8bea33 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:17.843714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-94fc9330-c21b-4582-adbb-21ad7ff0e988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:17.850639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-94fc9330-c21b-4582-adbb-21ad7ff0e988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:17.975011 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94fc9330-c21b-4582-adbb-21ad7ff0e988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:17.984022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49882) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:18.001735 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94fc9330-c21b-4582-adbb-21ad7ff0e988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.024294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Router 7e96cba5-4251-47ee-a3f3-9314bf529a71 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:28:18.088442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc9330-c21b-4582-adbb-21ad7ff0e988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9027f685-a276-4d39-8bb6-52ada5296034,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:18.102898 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c66c01df-827b-41f4-a70d-5a6695573c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.151987 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12eedaad-0f15-4427-82b0-2baf3c82599e req-c729874b-71bf-4968-bbba-476cabd005b4 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629102 Apr 05 20:28:18.169719 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-94fc9330-c21b-4582-adbb-21ad7ff0e988 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd596d5d8f1347bcb1a75c866b8bea33&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0220180 Apr 05 20:28:18.171924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49888) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:18.174412 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.176064 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-77053dc7-2abb-4e8a-8a77-cd3a36b6ec6f admin admin] 10.222.0.24 "DELETE /v2.0/routers/071300cc-e321-4b94-a75d-aa924a1f702a HTTP/1.1" status: 204 len: 168 time: 3.8860576 Apr 05 20:28:18.188544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49892) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:18.283250 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a04bb324-7a3f-46be-850e-951d3d2bbb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.325804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:28:18.349396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a04bb324-7a3f-46be-850e-951d3d2bbb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:18.361153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b835373-dd16-4f08-9faa-e79a78b2342f admin admin] Deleting subnet 3f969fc9-21be-405d-9c97-3d2c77a0705e {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:28:18.368683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a04bb324-7a3f-46be-850e-951d3d2bbb6e admin admin] Usage tracker for resource:security_group_rule and tenant:7163d4f198da4948b088040094124f18 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:18.374652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc551-f3d5-4494-bbac-397f835e55b6 req-7fc59485-247c-4c5a-b6f6-30c7f76f5245 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:18.379088 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0b835373-dd16-4f08-9faa-e79a78b2342f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.382948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc551-f3d5-4494-bbac-397f835e55b6 req-7fc59485-247c-4c5a-b6f6-30c7f76f5245 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:18.383882 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735b6a55-add4-4a82-85a6-2b57b4ac67ef None None] Sync routers for ids ['7e96cba5-4251-47ee-a3f3-9314bf529a71'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:28:18.389428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdc551-f3d5-4494-bbac-397f835e55b6 req-7fc59485-247c-4c5a-b6f6-30c7f76f5245 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:18.391212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-16fdc551-f3d5-4494-bbac-397f835e55b6 req-7fc59485-247c-4c5a-b6f6-30c7f76f5245 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e&device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f&device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 2418 time: 0.2492094 Apr 05 20:28:18.401230 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.408599 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735b6a55-add4-4a82-85a6-2b57b4ac67ef None None] Routers {'7e96cba5-4251-47ee-a3f3-9314bf529a71'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:28:18.409273 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-735b6a55-add4-4a82-85a6-2b57b4ac67ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:28:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7e96cba5-4251-47ee-a3f3-9314bf529a71'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:18.472698 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0b835373-dd16-4f08-9faa-e79a78b2342f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.507331 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf979d7f-8394-489c-b5e3-5da37331f865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.513295 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c6def096-9d17-4a7c-b15d-5816c779b3c2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3394430 Apr 05 20:28:18.513978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49902) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:18.514162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a04bb324-7a3f-46be-850e-951d3d2bbb6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:18.514554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'tag': '85d282c6-0e40-4ebf-852c-04b9379d54fe'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:28:18.516942 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c66c01df-827b-41f4-a70d-5a6695573c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.523923 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-16fdc551-f3d5-4494-bbac-397f835e55b6 req-0b814dcb-648a-4808-94de-c0b0f56bfcea tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904450 Apr 05 20:28:18.579250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a04bb324-7a3f-46be-850e-951d3d2bbb6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:18.600141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c01df-827b-41f4-a70d-5a6695573c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b553e651-576e-4d62-95c6-1e721c418953,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:18.665720 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c66c01df-827b-41f4-a70d-5a6695573c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.669606 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c66c01df-827b-41f4-a70d-5a6695573c84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b553e651-576e-4d62-95c6-1e721c418953 HTTP/1.1" status: 204 len: 168 time: 1.1096656 Apr 05 20:28:18.671450 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf979d7f-8394-489c-b5e3-5da37331f865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.695609 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-735b6a55-add4-4a82-85a6-2b57b4ac67ef None None] Set router 7e96cba5-4251-47ee-a3f3-9314bf529a71 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:28:18.750053 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0b835373-dd16-4f08-9faa-e79a78b2342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.757223 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'tag': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'status': 'completed', 'code': 200} Apr 05 20:28:18.907470 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf979d7f-8394-489c-b5e3-5da37331f865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.933808 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a04bb324-7a3f-46be-850e-951d3d2bbb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.937240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf979d7f-8394-489c-b5e3-5da37331f865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9027f685-a276-4d39-8bb6-52ada5296034,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:18.960237 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a04bb324-7a3f-46be-850e-951d3d2bbb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.995844 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf979d7f-8394-489c-b5e3-5da37331f865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:18.997239 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cf979d7f-8394-489c-b5e3-5da37331f865 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9027f685-a276-4d39-8bb6-52ada5296034 HTTP/1.1" status: 204 len: 168 time: 0.8242953 Apr 05 20:28:18.998809 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0b835373-dd16-4f08-9faa-e79a78b2342f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:19.005437 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-017d5629-c75e-4613-97a7-fdaf607f7f09 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/floatingips/119ced12-9704-4c56-94ce-e965efd993f8 HTTP/1.1" status: 200 len: 991 time: 0.4849067 Apr 05 20:28:19.054563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-320e82e6-cddf-4e54-96e9-40709da8295e req-90d6c51f-f433-4cab-beaa-9311a6409837 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2782607 Apr 05 20:28:19.057293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d01ca-bcbf-4496-91d9-ac274a6e8aa1 req-79d0e7d7-b984-4ff2-bcf8-f62e428ea180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:19.058963 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-426d01ca-bcbf-4496-91d9-ac274a6e8aa1 req-79d0e7d7-b984-4ff2-bcf8-f62e428ea180 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80fee2de873b412da3b3a54725609093&device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 1096 time: 0.3010199 Apr 05 20:28:19.068032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b835373-dd16-4f08-9faa-e79a78b2342f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f969fc9-21be-405d-9c97-3d2c77a0705e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:19.070486 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0b835373-dd16-4f08-9faa-e79a78b2342f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:19.079422 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6706a2-c5ac-4bbc-8b64-5f6b640f9f54 None None] Network acf04820-9558-4448-b778-1e71d8e99554 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:19.090412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04bb324-7a3f-46be-850e-951d3d2bbb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11db6a57-4bab-4f03-8bb7-6ffb482f6d90,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:19.098837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a04bb324-7a3f-46be-850e-951d3d2bbb6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7163d4f198da4948b088040094124f18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1048498 Apr 05 20:28:19.101468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49922) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:19.106967 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0b835373-dd16-4f08-9faa-e79a78b2342f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f969fc9-21be-405d-9c97-3d2c77a0705e HTTP/1.1" status: 204 len: 168 time: 0.9068017 Apr 05 20:28:19.111069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49926) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:19.360582 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-735b6a55-add4-4a82-85a6-2b57b4ac67ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:27:28Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '119ced12-9704-4c56-94ce-e965efd993f8', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'port_id': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'mac_address': 'fa:16:3e:ac:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:15Z', 'revision_number': 0, 'project_id': '80fee2de873b412da3b3a54725609093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:40Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:19.365646 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735b6a55-add4-4a82-85a6-2b57b4ac67ef None None] Checking router: 7e96cba5-4251-47ee-a3f3-9314bf529a71 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:28:19.375038 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735b6a55-add4-4a82-85a6-2b57b4ac67ef None None] Routers {'7e96cba5-4251-47ee-a3f3-9314bf529a71'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:28:19.375852 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-735b6a55-add4-4a82-85a6-2b57b4ac67ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:28:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7e96cba5-4251-47ee-a3f3-9314bf529a71'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:19.488536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:19.601492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:19.604571 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:19.637687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Deleting port a50c99f9-b1da-4083-828b-6fc2c226a391 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:19.638048 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:19.659661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d01ca-bcbf-4496-91d9-ac274a6e8aa1 req-d39de113-13aa-467d-a0ea-cad11088a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:19.661212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-426d01ca-bcbf-4496-91d9-ac274a6e8aa1 req-d39de113-13aa-467d-a0ea-cad11088a219 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45d1b570-945b-4bd2-bead-1b4868990023 HTTP/1.1" status: 200 len: 897 time: 0.5911489 Apr 05 20:28:19.678819 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-735b6a55-add4-4a82-85a6-2b57b4ac67ef None None] Set router 7e96cba5-4251-47ee-a3f3-9314bf529a71 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:28:19.750715 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04e9fc2-d5c1-4acd-8a26-f2fc98521c3a None None] DHCP port deletion for acf04820-9558-4448-b778-1e71d8e99554 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:28:19.755206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c04e9fc2-d5c1-4acd-8a26-f2fc98521c3a None None] Deleting port a50c99f9-b1da-4083-828b-6fc2c226a391 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:19.755634 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c04e9fc2-d5c1-4acd-8a26-f2fc98521c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:19.889624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fed65-ddd3-400d-aa98-830bd6c4ac53 req-0ef16ef7-d612-4c04-8a99-2c24c026511c tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:19.899809 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a6fed65-ddd3-400d-aa98-830bd6c4ac53 req-0ef16ef7-d612-4c04-8a99-2c24c026511c tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.4916382 Apr 05 20:28:20.033909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49960) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:20.055992 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-426d01ca-bcbf-4496-91d9-ac274a6e8aa1 req-816770b8-5ebd-49aa-9cc9-5bffc69a6198 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d282c6-0e40-4ebf-852c-04b9379d54fe HTTP/1.1" status: 200 len: 999 time: 0.3695858 Apr 05 20:28:20.151427 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a6fed65-ddd3-400d-aa98-830bd6c4ac53 req-796750e7-908c-44fe-b14a-6fbc2519d258 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359421 Apr 05 20:28:20.162993 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a50c99f9-b1da-4083-828b-6fc2c226a391 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:20.243638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d01ca-bcbf-4496-91d9-ac274a6e8aa1 req-d9a22fa6-9d4b-4cfa-8b6d-f29304cb3fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:20.245700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-426d01ca-bcbf-4496-91d9-ac274a6e8aa1 req-d9a22fa6-9d4b-4cfa-8b6d-f29304cb3fc2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f020307b-3e62-4df0-8f6e-03c6a014751a HTTP/1.1" status: 200 len: 835 time: 0.1889079 Apr 05 20:28:20.373171 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:20.418698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11db6a57-4bab-4f03-8bb7-6ffb482f6d90,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:20.449922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:20.451156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:20.451563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:20.452742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:20.453139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:20.453533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:20.453949 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:20.454354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:20.455008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:20.456209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:20.457332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:20.457729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:20.463746 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:20.472437 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6cbeb24a-2f04-448d-a419-023ad286732a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11db6a57-4bab-4f03-8bb7-6ffb482f6d90 HTTP/1.1" status: 204 len: 168 time: 1.3638625 Apr 05 20:28:20.513020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d01ca-bcbf-4496-91d9-ac274a6e8aa1 req-1e0d2466-adf7-466e-b06b-2de062abf661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:20.515425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-426d01ca-bcbf-4496-91d9-ac274a6e8aa1 req-1e0d2466-adf7-466e-b06b-2de062abf661 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45d1b570-945b-4bd2-bead-1b4868990023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2605357 Apr 05 20:28:20.588133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] For port a50c99f9-b1da-4083-828b-6fc2c226a391, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a50c99f9-b1da-4083-828b-6fc2c226a391,segment=NetworkSegment(5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2),segment_id=5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:20.588513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:20.614862 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7ce5690a-75cb-4b77-a589-862c1ecf3f9c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/floatingips/119ced12-9704-4c56-94ce-e965efd993f8 HTTP/1.1" status: 200 len: 991 time: 0.5701137 Apr 05 20:28:20.806811 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-426d01ca-bcbf-4496-91d9-ac274a6e8aa1 req-5e2b27f4-74b2-4971-b34e-5e0ba8676c81 service neutron] 10.222.0.41 "GET /v2.0/networks/45d1b570-945b-4bd2-bead-1b4868990023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785528 Apr 05 20:28:20.858040 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-735b6a55-add4-4a82-85a6-2b57b4ac67ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:27:28Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '119ced12-9704-4c56-94ce-e965efd993f8', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'port_id': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'mac_address': 'fa:16:3e:ac:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:15Z', 'revision_number': 0, 'project_id': '80fee2de873b412da3b3a54725609093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:40Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:20.861332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c04e9fc2-d5c1-4acd-8a26-f2fc98521c3a None None] For port a50c99f9-b1da-4083-828b-6fc2c226a391, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a50c99f9-b1da-4083-828b-6fc2c226a391,segment=NetworkSegment(5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2),segment_id=5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:20.861737 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c04e9fc2-d5c1-4acd-8a26-f2fc98521c3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:20.871541 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735b6a55-add4-4a82-85a6-2b57b4ac67ef None None] The sync data for ids ['7e96cba5-4251-47ee-a3f3-9314bf529a71'] in n-d-836604-1 is: [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:27:28Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '119ced12-9704-4c56-94ce-e965efd993f8', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'port_id': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'mac_address': 'fa:16:3e:ac:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:15Z', 'revision_number': 0, 'project_id': '80fee2de873b412da3b3a54725609093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:40Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:28:20.952987 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Calling delete_port for a50c99f9-b1da-4083-828b-6fc2c226a391 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:21.088853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c04e9fc2-d5c1-4acd-8a26-f2fc98521c3a None None] Calling delete_port for a50c99f9-b1da-4083-828b-6fc2c226a391 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:21.151623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49996) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:21.229954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.251951 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-426d01ca-bcbf-4496-91d9-ac274a6e8aa1 req-7fce1df6-9f59-4187-a193-9e843d0232d5 service neutron] 10.222.0.41 "GET /v2.0/networks/45d1b570-945b-4bd2-bead-1b4868990023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363832 Apr 05 20:28:21.324865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No active binding found for port a50c99f9-b1da-4083-828b-6fc2c226a391 {{(pid=87966) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 20:28:21.325509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a50c99f9-b1da-4083-828b-6fc2c226a391 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:21.330211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 29d5e405-8c82-4d45-a0aa-75725eb80094 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:21.408285 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed46a1b2-1605-4752-b418-86f7ba023248 None None] New status for floating IP 119ced12-9704-4c56-94ce-e965efd993f8: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:28:21.429910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Pushing event deleted for resources: {'Port': ['ID=a50c99f9-b1da-4083-828b-6fc2c226a391,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:21.443121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] No DVR routers for this DVR port a50c99f9-b1da-4083-828b-6fc2c226a391 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:28:21.557566 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-c04e9fc2-d5c1-4acd-8a26-f2fc98521c3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:28:21.568204 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-c04e9fc2-d5c1-4acd-8a26-f2fc98521c3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:28:21.578829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 29d5e405-8c82-4d45-a0aa-75725eb80094 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:28:21.583449 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 29d5e405-8c82-4d45-a0aa-75725eb80094 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:21.617640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50020) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:21.712190 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.782330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf04820-9558-4448-b778-1e71d8e99554']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:21.782766 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-94258892-31ee-4bcf-80e4-8a81e793e839 tempest-AgentManagementNegativeTest-1382205233 tempest-AgentManagementNegativeTest-1382205233-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6290951 Apr 05 20:28:21.802205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:21.802553 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4ff6fe-2052-4fa0-a824-7ef63fd0cfa2') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:21.818995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db0e40-b4e7-4d30-a0f5-6c0824e6d033 req-323f9ca6-e383-4c5c-a33f-307d06a81d6d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:21.820512 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a6db0e40-b4e7-4d30-a0f5-6c0824e6d033 req-323f9ca6-e383-4c5c-a33f-307d06a81d6d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.4012487 Apr 05 20:28:21.826860 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.866671 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-41403b8c-629b-4305-99d2-94f6dceb51ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/floatingips/119ced12-9704-4c56-94ce-e965efd993f8 HTTP/1.1" status: 200 len: 991 time: 0.2475030 Apr 05 20:28:21.880853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.906238 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a6db0e40-b4e7-4d30-a0f5-6c0824e6d033 req-02fef130-2783-4c30-b315-13136a953309 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666764 Apr 05 20:28:21.907985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:28:21.908256 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:21.918942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50030) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:28:21.946595 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:28:22.071649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c04e9fc2-d5c1-4acd-8a26-f2fc98521c3a None None] Deleting port a50c99f9-b1da-4083-828b-6fc2c226a391 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:22.072033 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c04e9fc2-d5c1-4acd-8a26-f2fc98521c3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:22.120000 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:22.192069 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:22.198152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] Pushing event deleted for resources: {'Network': ['ID=acf04820-9558-4448-b778-1e71d8e99554,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:22.235359 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-497620cc-1079-4222-9195-0de1b653c94f admin admin] 10.222.0.24 "DELETE /v2.0/networks/acf04820-9558-4448-b778-1e71d8e99554 HTTP/1.1" status: 204 len: 168 time: 3.1203210 Apr 05 20:28:22.235997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50046) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:22.239861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c04e9fc2-d5c1-4acd-8a26-f2fc98521c3a None None] The port 'a50c99f9-b1da-4083-828b-6fc2c226a391' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:28:22.383912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50056) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:22.525259 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cc1b9f24-32ee-4dae-b08c-4a2e36ef6c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:22.546803 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cc1b9f24-32ee-4dae-b08c-4a2e36ef6c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:22.551565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cc1b9f24-32ee-4dae-b08c-4a2e36ef6c57 admin admin] Usage tracker for resource:security_group_rule and tenant:136a62fca9274d63abd085bf9f504b83 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:22.553316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-135650390'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:22.554884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cc1b9f24-32ee-4dae-b08c-4a2e36ef6c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:22.562087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cc1b9f24-32ee-4dae-b08c-4a2e36ef6c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:22.564496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:22.569918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Usage tracker for resource:network and tenant:a0eccd7a5b2544e0a74a31d95d1c8cd1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:22.573937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:22.580956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:22.598218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Made reservation on behalf of a0eccd7a5b2544e0a74a31d95d1c8cd1 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:22.602921 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:22.625336 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:22.657995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:22.669318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Usage tracker for resource:security_group_rule and tenant:a0eccd7a5b2544e0a74a31d95d1c8cd1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:22.740191 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cc1b9f24-32ee-4dae-b08c-4a2e36ef6c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:22.745454 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cc1b9f24-32ee-4dae-b08c-4a2e36ef6c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:22.805600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cc1b9f24-32ee-4dae-b08c-4a2e36ef6c57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=136a62fca9274d63abd085bf9f504b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204633 Apr 05 20:28:22.806396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b9f24-32ee-4dae-b08c-4a2e36ef6c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0310a10-beff-485c-9c55-80140da6ec56,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:22.808987 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50074) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:22.863743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50080) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:23.021794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:23.043621 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59e73f7b-d08a-4fd2-b04f-b03f4631abeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:23.067841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:23.125196 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59e73f7b-d08a-4fd2-b04f-b03f4631abeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:23.150025 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8cf56b91-40e3-43e1-998a-835b686e81c4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/floatingips/119ced12-9704-4c56-94ce-e965efd993f8 HTTP/1.1" status: 200 len: 993 time: 0.2845664 Apr 05 20:28:23.213454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a8ede-4aa9-4a1a-9ae0-559282f7013f req-22e6d0d6-a550-4f76-a16a-4087d623fe0e tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:23.214971 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7d1a8ede-4aa9-4a1a-9ae0-559282f7013f req-22e6d0d6-a550-4f76-a16a-4087d623fe0e tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 945 time: 0.2434874 Apr 05 20:28:23.282567 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59e73f7b-d08a-4fd2-b04f-b03f4631abeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:23.295217 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7d1a8ede-4aa9-4a1a-9ae0-559282f7013f req-84066836-6867-4c47-8a43-4e6a9d86914c tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732870 Apr 05 20:28:23.313622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e73f7b-d08a-4fd2-b04f-b03f4631abeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0310a10-beff-485c-9c55-80140da6ec56,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:23.318514 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59e73f7b-d08a-4fd2-b04f-b03f4631abeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:23.321181 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-59e73f7b-d08a-4fd2-b04f-b03f4631abeb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0310a10-beff-485c-9c55-80140da6ec56 HTTP/1.1" status: 204 len: 168 time: 0.4999056 Apr 05 20:28:23.430936 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:23.523489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:23.564647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:23.607701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e34f2e-1dcf-47a8-8b8a-4c71c7e5d1e6 req-73e76858-e903-482f-a661-a501a0d2648b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:23.609135 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09e34f2e-1dcf-47a8-8b8a-4c71c7e5d1e6 req-73e76858-e903-482f-a661-a501a0d2648b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.5021701 Apr 05 20:28:23.610148 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:23.610487 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Added segment 11f724a0-1d64-4de5-bee4-0da3db3a253d of type vlan for network c5c5ed63-88cf-4248-9fa1-9da9a5b03607 Apr 05 20:28:23.612639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07941fb9-dce6-46d9-8b4f-87f7911fff9e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:23.680452 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:23.715993 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09e34f2e-1dcf-47a8-8b8a-4c71c7e5d1e6 req-da68fcfe-336a-4a8f-b3fb-ee2204ff6f6b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957963 Apr 05 20:28:23.818577 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:23.824326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:23.825157 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:24.006576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Pushing event updated for resources: {'Network': ['ID=c5c5ed63-88cf-4248-9fa1-9da9a5b03607,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:24.019977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network c5c5ed63-88cf-4248-9fa1-9da9a5b03607 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:28:24.078522 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-08068514-76ff-4d9d-af54-d577557fa882 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1582329 Apr 05 20:28:24.081559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50134) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:24.087903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Request body: {'subnet': {'network_id': 'c5c5ed63-88cf-4248-9fa1-9da9a5b03607', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:24.113723 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9751aef-cb1a-45c7-b661-d40380264178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:24.261249 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa09bc9-043f-4360-a467-5cc2b5f47cb4 req-d4af2c41-e232-4da2-a270-4917c2439a3f tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:24.263015 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffa09bc9-043f-4360-a467-5cc2b5f47cb4 req-d4af2c41-e232-4da2-a270-4917c2439a3f tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.13 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 945 time: 0.2535655 Apr 05 20:28:24.414945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:24.419369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Usage tracker for resource:subnet and tenant:a0eccd7a5b2544e0a74a31d95d1c8cd1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:24.429091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:24.434973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:24.446444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Made reservation on behalf of a0eccd7a5b2544e0a74a31d95d1c8cd1 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:24.458341 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:24.537747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50158) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:24.676417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb2180-caba-4bd9-8883-7da9a5dd4d95 req-d919a83c-bcaa-4e45-a848-466f9c35552f tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:24.683610 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5abb2180-caba-4bd9-8883-7da9a5dd4d95 req-d919a83c-bcaa-4e45-a848-466f9c35552f tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 945 time: 0.1753862 Apr 05 20:28:24.688390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ffa09bc9-043f-4360-a467-5cc2b5f47cb4 req-cc8b79c0-e7b9-4bf6-8b1b-5225626b20c6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Deleting port f0875051-2afb-400c-86e1-bd04d8288053 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:24.688734 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ffa09bc9-043f-4360-a467-5cc2b5f47cb4 req-cc8b79c0-e7b9-4bf6-8b1b-5225626b20c6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:24.830608 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5abb2180-caba-4bd9-8883-7da9a5dd4d95 req-433bd253-784c-4c12-8a9b-036969958c19 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458421 Apr 05 20:28:24.851370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2097658799'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:24.858810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:24.998528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:network and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:25.001855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:25.062607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:25.062983 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.123834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a9751aef-cb1a-45c7-b661-d40380264178 admin admin] Deleting port dcefe011-cb42-474a-8ef1-89992ab182f2 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:25.124417 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9751aef-cb1a-45c7-b661-d40380264178 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.177140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Checking segment: {'id': '11f724a0-1d64-4de5-bee4-0da3db3a253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c5c5ed63-88cf-4248-9fa1-9da9a5b03607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:25.177504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Network hostable DHCP agents. Network: c5c5ed63-88cf-4248-9fa1-9da9a5b03607, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:28:25.181799 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Pushing event updated for resources: {'Subnet': ['ID=f15fe39e-ede0-4fec-9076-a4edbe1267eb,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:25.205271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Network c5c5ed63-88cf-4248-9fa1-9da9a5b03607 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:28:25.219030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, c5c5ed63-88cf-4248-9fa1-9da9a5b03607) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:25.223430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:25.223883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:25.224178 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.227674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.230887 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13f6dd0-c0f1-43bc-8509-c007d1499c50 None None] Network c5c5ed63-88cf-4248-9fa1-9da9a5b03607 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:25.251756 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.260507 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-adfb8139-3e35-4af5-b267-9e0011c88b28 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1750548 Apr 05 20:28:25.261405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50190) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:25.267444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Request body: {'port': {'network_id': 'c5c5ed63-88cf-4248-9fa1-9da9a5b03607', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1842600427'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:25.444023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:25.448730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Usage tracker for resource:port and tenant:a0eccd7a5b2544e0a74a31d95d1c8cd1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:25.452608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:25.459644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:25.498524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Made reservation on behalf of a0eccd7a5b2544e0a74a31d95d1c8cd1 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:25.502179 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.575392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] device_id is not set on port 164638fb-5878-43d9-80fd-2a9a0b1cd444 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:28:25.594903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-c5c5ed63-88cf-4248-9fa1-9da9a5b03607', 'network_id': 'c5c5ed63-88cf-4248-9fa1-9da9a5b03607', 'tenant_id': 'a0eccd7a5b2544e0a74a31d95d1c8cd1', 'fixed_ips': [{'subnet_id': 'f15fe39e-ede0-4fec-9076-a4edbe1267eb'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:28:25.595788 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:25.779861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:25.791600 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Allocated IP 172.20.0.2 (c5c5ed63-88cf-4248-9fa1-9da9a5b03607/f15fe39e-ede0-4fec-9076-a4edbe1267eb/cc7f6d76-e4ae-4336-8398-9097114da9b6) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:25.800570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709af7f2-68ca-40bb-a45d-463d7621448c req-f4e5dfc0-cffd-4ce3-9b07-7cc18a588f5a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:25.802086 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-709af7f2-68ca-40bb-a45d-463d7621448c req-f4e5dfc0-cffd-4ce3-9b07-7cc18a588f5a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.8269286 Apr 05 20:28:25.805545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:security_group_rule and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:25.810704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:25.825404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:25.872167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-a9751aef-cb1a-45c7-b661-d40380264178 admin admin] For port dcefe011-cb42-474a-8ef1-89992ab182f2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dcefe011-cb42-474a-8ef1-89992ab182f2,segment=NetworkSegment(05aef8f8-1570-4ca9-8570-14b2b80c10a4),segment_id=05aef8f8-1570-4ca9-8570-14b2b80c10a4)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:25.872535 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9751aef-cb1a-45c7-b661-d40380264178 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.130870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c704d1-d611-47db-b283-e0ababd35540 req-4617e2de-9eed-4185-8235-08d43ebcfa2b tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:26.133203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e9c704d1-d611-47db-b283-e0ababd35540 req-4617e2de-9eed-4185-8235-08d43ebcfa2b tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 945 time: 0.1778550 Apr 05 20:28:26.191867 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.204167 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e9c704d1-d611-47db-b283-e0ababd35540 req-d474d3fb-75a2-4764-94c6-60651e7216b1 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633855 Apr 05 20:28:26.205050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a9751aef-cb1a-45c7-b661-d40380264178 admin admin] Calling delete_port for dcefe011-cb42-474a-8ef1-89992ab182f2 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:26.216027 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Transition to ACTIVE for port object cc7f6d76-e4ae-4336-8398-9097114da9b6 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:26.242303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Transition to ACTIVE for port object cc7f6d76-e4ae-4336-8398-9097114da9b6 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:26.244886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50230) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:26.251715 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.408065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Allocated IP 172.20.0.13 (c5c5ed63-88cf-4248-9fa1-9da9a5b03607/f15fe39e-ede0-4fec-9076-a4edbe1267eb/164638fb-5878-43d9-80fd-2a9a0b1cd444) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:26.427013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Network c5c5ed63-88cf-4248-9fa1-9da9a5b03607 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:26.428018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Pushing event updated for resources: {'Port': ['ID=cc7f6d76-e4ae-4336-8398-9097114da9b6,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:26.430636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:26.433288 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:28:26.512206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ffa09bc9-043f-4360-a467-5cc2b5f47cb4 req-cc8b79c0-e7b9-4bf6-8b1b-5225626b20c6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] For port f0875051-2afb-400c-86e1-bd04d8288053, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=f0875051-2afb-400c-86e1-bd04d8288053,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:26.513354 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ffa09bc9-043f-4360-a467-5cc2b5f47cb4 req-cc8b79c0-e7b9-4bf6-8b1b-5225626b20c6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.566414 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79d4ae4a-173f-467f-94f5-4c97791cce4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.569651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Attempting to bind port cc7f6d76-e4ae-4336-8398-9097114da9b6 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:26.572630 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Attempting to bind port cc7f6d76-e4ae-4336-8398-9097114da9b6 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '11f724a0-1d64-4de5-bee4-0da3db3a253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c5c5ed63-88cf-4248-9fa1-9da9a5b03607'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:26.573020 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Attempting to bind port cc7f6d76-e4ae-4336-8398-9097114da9b6 on network c5c5ed63-88cf-4248-9fa1-9da9a5b03607 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:28:26.580770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:28:26.581145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Checking segment: {'id': '11f724a0-1d64-4de5-bee4-0da3db3a253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c5c5ed63-88cf-4248-9fa1-9da9a5b03607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:26.581747 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.582322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Bound using segment: {'id': '11f724a0-1d64-4de5-bee4-0da3db3a253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c5c5ed63-88cf-4248-9fa1-9da9a5b03607'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:28:26.582986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Bound port: cc7f6d76-e4ae-4336-8398-9097114da9b6, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f724a0-1d64-4de5-bee4-0da3db3a253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c5c5ed63-88cf-4248-9fa1-9da9a5b03607'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:26.583526 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.624878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-79d4ae4a-173f-467f-94f5-4c97791cce4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:26.634890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-79d4ae4a-173f-467f-94f5-4c97791cce4c admin admin] Usage tracker for resource:security_group_rule and tenant:dea9e4d946294477a8ca9ad8559bb801 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:26.640955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-79d4ae4a-173f-467f-94f5-4c97791cce4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:26.682960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ffa09bc9-043f-4360-a467-5cc2b5f47cb4 req-cc8b79c0-e7b9-4bf6-8b1b-5225626b20c6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Calling delete_port for f0875051-2afb-400c-86e1-bd04d8288053 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:26.710380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-79d4ae4a-173f-467f-94f5-4c97791cce4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:26.785416 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] For port cc7f6d76-e4ae-4336-8398-9097114da9b6, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:28:26.790218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] For port cc7f6d76-e4ae-4336-8398-9097114da9b6, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cc7f6d76-e4ae-4336-8398-9097114da9b6,segment=NetworkSegment(11f724a0-1d64-4de5-bee4-0da3db3a253d),segment_id=11f724a0-1d64-4de5-bee4-0da3db3a253d)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:28:26.813037 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.828232 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.861371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Transition to ACTIVE for port object 164638fb-5878-43d9-80fd-2a9a0b1cd444 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:26.901450 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9751aef-cb1a-45c7-b661-d40380264178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.949787 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79d4ae4a-173f-467f-94f5-4c97791cce4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.958570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a7272-c1b8-417b-8f88-cfce791172a8 None None] Pushing event updated for resources: {'Port': ['ID=cc7f6d76-e4ae-4336-8398-9097114da9b6,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:26.986608 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79d4ae4a-173f-467f-94f5-4c97791cce4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:26.990820 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ffa09bc9-043f-4360-a467-5cc2b5f47cb4 req-cc8b79c0-e7b9-4bf6-8b1b-5225626b20c6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.004008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9751aef-cb1a-45c7-b661-d40380264178 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcefe011-cb42-474a-8ef1-89992ab182f2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:27.005954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['5307af87-3902-498e-829d-dd4d6e93d6ea'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:28:27.023103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-709af7f2-68ca-40bb-a45d-463d7621448c req-8d1d6be1-7c2f-4b00-9c91-f43d310303f0 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2077186 Apr 05 20:28:27.084343 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.096388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['beb5a501-2623-455a-a684-642042e7e91a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:28:27.096692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b79c0-e7b9-4bf6-8b1b-5225626b20c6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Pushing event deleted for resources: {'Port': ['ID=f0875051-2afb-400c-86e1-bd04d8288053,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:27.103375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4ae4a-173f-467f-94f5-4c97791cce4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb0b4e5-5c70-4e15-832d-25308b46da62,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:27.242558 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-79d4ae4a-173f-467f-94f5-4c97791cce4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dea9e4d946294477a8ca9ad8559bb801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9954505 Apr 05 20:28:27.243382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50250) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:27.248029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Network c5c5ed63-88cf-4248-9fa1-9da9a5b03607 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:27.255569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:27.278106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:28:27.285439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa09bc9-043f-4360-a467-5cc2b5f47cb4 req-cc8b79c0-e7b9-4bf6-8b1b-5225626b20c6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] No DVR routers for this DVR port f0875051-2afb-400c-86e1-bd04d8288053 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:28:27.310128 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ffa09bc9-043f-4360-a467-5cc2b5f47cb4 req-cc8b79c0-e7b9-4bf6-8b1b-5225626b20c6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.340814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Pushing event updated for resources: {'Port': ['ID=164638fb-5878-43d9-80fd-2a9a0b1cd444,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:27.400870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f0875051-2afb-400c-86e1-bd04d8288053 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:27.516126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67436ab-dd41-476d-bf52-9c9a05ee004e', 'name': 'network-vif-deleted', 'tag': 'f0875051-2afb-400c-86e1-bd04d8288053'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:28:27.530995 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: f0875051-2afb-400c-86e1-bd04d8288053 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:28:27.533496 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device f0875051-2afb-400c-86e1-bd04d8288053 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:27.561205 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-976d6fcd-0fdd-40e7-a6b0-c7e2edc5d3f4 req-66a3f227-2eaa-459d-968a-8de83781b609 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67436ab-dd41-476d-bf52-9c9a05ee004e HTTP/1.1" status: 200 len: 210 time: 0.1519055 Apr 05 20:28:27.582222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:27.582942 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.627690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.689350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffa09bc9-043f-4360-a467-5cc2b5f47cb4 req-cc8b79c0-e7b9-4bf6-8b1b-5225626b20c6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.13 "DELETE /v2.0/ports/f0875051-2afb-400c-86e1-bd04d8288053 HTTP/1.1" status: 204 len: 173 time: 3.2122645 Apr 05 20:28:27.713133 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a03fed58-0952-4af9-86c1-2f9337962fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.721677 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8c4a79f0-884b-4bda-87f4-7aa4de6971c0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4592652 Apr 05 20:28:27.729829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50262) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:27.745395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Request body: {'port': {'network_id': 'c5c5ed63-88cf-4248-9fa1-9da9a5b03607', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1316229581', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:27.747472 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.api.validators [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] bootfile-name is not in valid_values {{(pid=87965) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:28:27.748133 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.api.validators [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] tftp-server is not in valid_values {{(pid=87965) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:28:27.748514 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.api.validators [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] server-ip-address is not in valid_values {{(pid=87965) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:28:27.848704 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a03fed58-0952-4af9-86c1-2f9337962fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:27.857869 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67436ab-dd41-476d-bf52-9c9a05ee004e', 'name': 'network-vif-deleted', 'tag': 'f0875051-2afb-400c-86e1-bd04d8288053', 'status': 'completed', 'code': 200} Apr 05 20:28:27.863806 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.035437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:28.046028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a82c50-614b-4274-b017-9a5fd30df454 req-b5072101-77b2-4a92-b9fe-20af55a340d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:28.047613 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30a82c50-614b-4274-b017-9a5fd30df454 req-b5072101-77b2-4a92-b9fe-20af55a340d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 1096 time: 1.1811321 Apr 05 20:28:28.052226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774c2737-dd80-40dd-8de6-5fde8d4153b4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:28.059465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:28.065457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Usage tracker for resource:port and tenant:a0eccd7a5b2544e0a74a31d95d1c8cd1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:28.071429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:28.080335 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a03fed58-0952-4af9-86c1-2f9337962fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.084785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:28.113425 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.113425 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Added segment 1b75f33b-da03-4de0-aa8a-9e6566c1d173 of type vlan for network 3ae42d05-a949-4c27-92ca-f52fcc45debb Apr 05 20:28:28.147177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fed58-0952-4af9-86c1-2f9337962fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb0b4e5-5c70-4e15-832d-25308b46da62,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:28.178631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Made reservation on behalf of a0eccd7a5b2544e0a74a31d95d1c8cd1 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:28.190842 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.226121 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a03fed58-0952-4af9-86c1-2f9337962fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.227865 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a03fed58-0952-4af9-86c1-2f9337962fb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdb0b4e5-5c70-4e15-832d-25308b46da62 HTTP/1.1" status: 204 len: 168 time: 0.9777331 Apr 05 20:28:28.253391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cc7f6d76-e4ae-4336-8398-9097114da9b6 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:28.294964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] device_id is not set on port 574acef9-2c7a-4a41-8727-fdfa0cc4fb83 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:28:28.339067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port cc7f6d76-e4ae-4336-8398-9097114da9b6 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:28.490126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424fcd4-18af-49a5-8818-fdbccdca7d4e req-a0fd2e4a-fbb0-43bb-81ad-1e3c73fc93cd tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:28.491639 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0424fcd4-18af-49a5-8818-fdbccdca7d4e req-a0fd2e4a-fbb0-43bb-81ad-1e3c73fc93cd tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.2527688 Apr 05 20:28:28.587112 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0424fcd4-18af-49a5-8818-fdbccdca7d4e req-ccbb9ca9-de84-481d-be67-5fae50815056 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599849 Apr 05 20:28:28.620368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Allocated IP 172.20.0.10 (c5c5ed63-88cf-4248-9fa1-9da9a5b03607/f15fe39e-ede0-4fec-9076-a4edbe1267eb/574acef9-2c7a-4a41-8727-fdfa0cc4fb83) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:28.809673 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.813046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50286) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:28.815455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a82c50-614b-4274-b017-9a5fd30df454 req-a33701eb-5215-47e3-a650-83b47edf7acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:28.816894 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30a82c50-614b-4274-b017-9a5fd30df454 req-a33701eb-5215-47e3-a650-83b47edf7acc service neutron] 10.222.0.13 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.7341611 Apr 05 20:28:28.933108 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-400e9ae1-d017-441b-b9a3-338dc6a8818e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.940749 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b13a86-8f4b-49f5-8339-9228efceae6a None None] Network c5c5ed63-88cf-4248-9fa1-9da9a5b03607 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:28.966609 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9751aef-cb1a-45c7-b661-d40380264178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:28.986131 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:28:29.005576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-400e9ae1-d017-441b-b9a3-338dc6a8818e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:29.038675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-400e9ae1-d017-441b-b9a3-338dc6a8818e admin admin] Usage tracker for resource:security_group_rule and tenant:eab3f08a384b4fe99f7b6e4d3892def1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:29.159570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-400e9ae1-d017-441b-b9a3-338dc6a8818e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:29.207208 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:29.226759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Transition to ACTIVE for port object 574acef9-2c7a-4a41-8727-fdfa0cc4fb83 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:29.230688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-34e4639e-c08b-4f45-965d-10c3c52a3903 None None] Provisioning for port cc7f6d76-e4ae-4336-8398-9097114da9b6 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:29.242112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-34e4639e-c08b-4f45-965d-10c3c52a3903 None None] Provisioning complete for port cc7f6d76-e4ae-4336-8398-9097114da9b6 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:29.242699 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-34e4639e-c08b-4f45-965d-10c3c52a3903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:29.250086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-400e9ae1-d017-441b-b9a3-338dc6a8818e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:29.259432 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:29.264873 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:29.271158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:29.271941 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:29.276920 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30a82c50-614b-4274-b017-9a5fd30df454 req-bd5c97cc-dd24-4657-9e11-c5238f45dc3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38d7454-4e07-4b64-8d82-97423e6636dd HTTP/1.1" status: 200 len: 1001 time: 0.4229543 Apr 05 20:28:29.346503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Network c5c5ed63-88cf-4248-9fa1-9da9a5b03607 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:29.349964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:29.365028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:28:29.446789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:29.447423 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:29.451686 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-34e4639e-c08b-4f45-965d-10c3c52a3903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:29.481149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Pushing event updated for resources: {'Port': ['ID=574acef9-2c7a-4a41-8727-fdfa0cc4fb83,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:29.501730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8aeb9788-4ad7-46b1-be1f-124cfa2276e6 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.7680368 Apr 05 20:28:29.507609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50300) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:29.530586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Network': ['ID=3ae42d05-a949-4c27-92ca-f52fcc45debb,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:29.540835 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-34e4639e-c08b-4f45-965d-10c3c52a3903 None None] For port cc7f6d76-e4ae-4336-8398-9097114da9b6, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cc7f6d76-e4ae-4336-8398-9097114da9b6,segment=NetworkSegment(11f724a0-1d64-4de5-bee4-0da3db3a253d),segment_id=11f724a0-1d64-4de5-bee4-0da3db3a253d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:29.549349 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-34e4639e-c08b-4f45-965d-10c3c52a3903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:29.643292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 3ae42d05-a949-4c27-92ca-f52fcc45debb details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:28:29.662322 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a9a0c968-165a-4040-8d1a-b86162bf7b94 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 5.1072073 Apr 05 20:28:29.710963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad99745-51c3-4f2f-b3f7-6180d9442c74 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:29.726609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad99745-51c3-4f2f-b3f7-6180d9442c74 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:29.732367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad99745-51c3-4f2f-b3f7-6180d9442c74 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:29.733263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fad99745-51c3-4f2f-b3f7-6180d9442c74 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Synchronizing usage tracker for tenant:a0eccd7a5b2544e0a74a31d95d1c8cd1 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:28:29.804095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fad99745-51c3-4f2f-b3f7-6180d9442c74 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Unset dirty status for tenant:a0eccd7a5b2544e0a74a31d95d1c8cd1 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:28:29.808073 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fad99745-51c3-4f2f-b3f7-6180d9442c74 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.3011487 Apr 05 20:28:29.808230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50308) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:29.922271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4639e-c08b-4f45-965d-10c3c52a3903 None None] Pushing event updated for resources: {'Port': ['ID=cc7f6d76-e4ae-4336-8398-9097114da9b6,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:29.978155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b8e3ca77-d56b-4514-946a-393450aca460 None None] Provisioning for port 574acef9-2c7a-4a41-8727-fdfa0cc4fb83 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:29.989853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b8e3ca77-d56b-4514-946a-393450aca460 None None] Provisioning complete for port 574acef9-2c7a-4a41-8727-fdfa0cc4fb83 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:29.999604 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ca77-d56b-4514-946a-393450aca460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:30.030555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7178f7-5c58-4930-a237-79e9e61aed24 req-957dc254-dc19-494b-923a-edbf3176e4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:30.040153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5f7178f7-5c58-4930-a237-79e9e61aed24 req-957dc254-dc19-494b-923a-edbf3176e4aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 1096 time: 0.8523905 Apr 05 20:28:30.095275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-836cec97-7889-4d92-8336-a9989660b238 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Deleting port 574acef9-2c7a-4a41-8727-fdfa0cc4fb83 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:30.097322 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-836cec97-7889-4d92-8336-a9989660b238 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:30.129257 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cc7f6d76-e4ae-4336-8398-9097114da9b6 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:30.172511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a82c50-614b-4274-b017-9a5fd30df454 req-41511a87-5e9e-415c-b69f-0bbf9dbb9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:30.174278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30a82c50-614b-4274-b017-9a5fd30df454 req-41511a87-5e9e-415c-b69f-0bbf9dbb9e71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.8478918 Apr 05 20:28:30.226852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3ca77-d56b-4514-946a-393450aca460 None None] Port 574acef9-2c7a-4a41-8727-fdfa0cc4fb83 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:28:30.357434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b8e3ca77-d56b-4514-946a-393450aca460 None None] Provisioning complete for port cc7f6d76-e4ae-4336-8398-9097114da9b6 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:30.358128 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ca77-d56b-4514-946a-393450aca460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:30.420343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418fb72-95d7-432e-a80d-288e44ddf236 req-51ea06f8-0732-4118-b649-911bfa56ab11 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:30.435913 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1418fb72-95d7-432e-a80d-288e44ddf236 req-51ea06f8-0732-4118-b649-911bfa56ab11 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.5441759 Apr 05 20:28:30.549141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port cc7f6d76-e4ae-4336-8398-9097114da9b6 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:30.549723 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:30.597137 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5f7178f7-5c58-4930-a237-79e9e61aed24 req-6b12ae01-e6a0-458a-a0e3-a9955d0d9cb1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4755030 Apr 05 20:28:30.679727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255680b5-0d3c-42f1-94f5-9a86fa402d19 req-3eb2d181-4109-48df-b97f-98b984399826 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:30.684537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-255680b5-0d3c-42f1-94f5-9a86fa402d19 req-3eb2d181-4109-48df-b97f-98b984399826 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Synchronizing usage tracker for tenant:97963b3828594c00bbd1dbf705a16848 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:28:30.849273 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-836cec97-7889-4d92-8336-a9989660b238 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:30.852371 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b8e3ca77-d56b-4514-946a-393450aca460 None None] Provisioning for port 164638fb-5878-43d9-80fd-2a9a0b1cd444 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:30.871703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-255680b5-0d3c-42f1-94f5-9a86fa402d19 req-3eb2d181-4109-48df-b97f-98b984399826 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Unset dirty status for tenant:97963b3828594c00bbd1dbf705a16848 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:28:30.873451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b8e3ca77-d56b-4514-946a-393450aca460 None None] Provisioning complete for port 164638fb-5878-43d9-80fd-2a9a0b1cd444 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:30.874026 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b8e3ca77-d56b-4514-946a-393450aca460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:30.884824 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-255680b5-0d3c-42f1-94f5-9a86fa402d19 req-3eb2d181-4109-48df-b97f-98b984399826 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f HTTP/1.1" status: 200 len: 946 time: 1.4720697 Apr 05 20:28:30.893350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-400e9ae1-d017-441b-b9a3-338dc6a8818e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:30.992830 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-400e9ae1-d017-441b-b9a3-338dc6a8818e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.015995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-836cec97-7889-4d92-8336-a9989660b238 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Calling delete_port for 574acef9-2c7a-4a41-8727-fdfa0cc4fb83 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:31.058112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b8e3ca77-d56b-4514-946a-393450aca460 None None] Port 164638fb-5878-43d9-80fd-2a9a0b1cd444 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:28:31.076928 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-400e9ae1-d017-441b-b9a3-338dc6a8818e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eab3f08a384b4fe99f7b6e4d3892def1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2590566 Apr 05 20:28:31.079400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a82c50-614b-4274-b017-9a5fd30df454 req-5439c580-1e66-48a0-80df-4c01319c9455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:31.080866 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30a82c50-614b-4274-b017-9a5fd30df454 req-5439c580-1e66-48a0-80df-4c01319c9455 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8726821 Apr 05 20:28:31.081334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50326) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:31.115808 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-255680b5-0d3c-42f1-94f5-9a86fa402d19 req-b9a249b6-04d0-41f7-b3d8-d08fb0b25a7d tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298443 Apr 05 20:28:31.189418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5d8f2e25-96c8-4b5c-b54b-c01380840104 None None] Provisioning complete for port 574acef9-2c7a-4a41-8727-fdfa0cc4fb83 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:31.190138 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2e25-96c8-4b5c-b54b-c01380840104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.242175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1418fb72-95d7-432e-a80d-288e44ddf236 req-f39849e6-d6e2-4566-92a3-e306d66db4e2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8053329 Apr 05 20:28:31.304461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f2e25-96c8-4b5c-b54b-c01380840104 None None] Port 574acef9-2c7a-4a41-8727-fdfa0cc4fb83 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:28:31.337754 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5d8f2e25-96c8-4b5c-b54b-c01380840104 None None] Provisioning complete for port 164638fb-5878-43d9-80fd-2a9a0b1cd444 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:31.339791 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5d8f2e25-96c8-4b5c-b54b-c01380840104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.377843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-f9c55652-805c-44bd-bd59-fb783c50bd2e tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:31.379673 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-f9c55652-805c-44bd-bd59-fb783c50bd2e tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.13 "GET /v2.0/ports?device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f HTTP/1.1" status: 200 len: 946 time: 0.9418876 Apr 05 20:28:31.385106 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-836cec97-7889-4d92-8336-a9989660b238 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.399475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400e9ae1-d017-441b-b9a3-338dc6a8818e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6ab6a0-d148-4a05-ae99-5ee3e54e8525,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:31.415833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9751aef-cb1a-45c7-b661-d40380264178 admin admin] Router df94afa0-399a-4908-bcea-0d7e2eb64d29 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:28:31.459695 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5d8f2e25-96c8-4b5c-b54b-c01380840104 None None] Port 164638fb-5878-43d9-80fd-2a9a0b1cd444 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:28:31.560221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cec97-7889-4d92-8336-a9989660b238 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Pushing event deleted for resources: {'Port': ['ID=574acef9-2c7a-4a41-8727-fdfa0cc4fb83,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:31.693196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Deleting port 5307af87-3902-498e-829d-dd4d6e93d6ea {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:31.702077 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.796296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76885f00-aeb2-4e46-82fe-6aa0008f81fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:31.845614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30a82c50-614b-4274-b017-9a5fd30df454 req-a09f9594-d6d8-4780-a5fa-7e0e8f0c3962 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7452216 Apr 05 20:28:31.969914 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-836cec97-7889-4d92-8336-a9989660b238 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:32.118935 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-836cec97-7889-4d92-8336-a9989660b238 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] 10.222.0.24 "DELETE /v2.0/ports/574acef9-2c7a-4a41-8727-fdfa0cc4fb83 HTTP/1.1" status: 204 len: 168 time: 2.3059134 Apr 05 20:28:32.124527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50344) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:32.132273 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8b93a031-19e7-4712-92db-3b20aaea3c8d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Request body: {'port': {'name': 'tempest-new-port-name-1896709621', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:32.132852 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.api.validators [None req-8b93a031-19e7-4712-92db-3b20aaea3c8d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] bootfile-name is not in valid_values {{(pid=87965) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:28:32.133320 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.api.validators [None req-8b93a031-19e7-4712-92db-3b20aaea3c8d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] tftp-server is not in valid_values {{(pid=87965) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:28:32.134331 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.api.validators [None req-8b93a031-19e7-4712-92db-3b20aaea3c8d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] server-ip-address is not in valid_values {{(pid=87965) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 20:28:32.341300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9751aef-cb1a-45c7-b661-d40380264178 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:28:32.352314 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fbd1c-1a72-4f27-9e4e-4314756076a3 None None] Sync routers for ids ['df94afa0-399a-4908-bcea-0d7e2eb64d29'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:28:32.365501 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76885f00-aeb2-4e46-82fe-6aa0008f81fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:32.370892 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542fbd1c-1a72-4f27-9e4e-4314756076a3 None None] Routers {'df94afa0-399a-4908-bcea-0d7e2eb64d29'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:28:32.371575 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-542fbd1c-1a72-4f27-9e4e-4314756076a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:28:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df94afa0-399a-4908-bcea-0d7e2eb64d29'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:32.537842 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a9751aef-cb1a-45c7-b661-d40380264178 admin admin] 10.222.0.24 "PUT /v2.0/routers/df94afa0-399a-4908-bcea-0d7e2eb64d29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3010824 Apr 05 20:28:32.541804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50356) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:32.590812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa94d87-fa58-44a4-b5b5-ed968edaea85 req-4f4efcb4-ca21-4157-8a30-00e471648621 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:32.592491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-efa94d87-fa58-44a4-b5b5-ed968edaea85 req-4f4efcb4-ca21-4157-8a30-00e471648621 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f HTTP/1.1" status: 200 len: 946 time: 0.2437770 Apr 05 20:28:32.603888 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30a82c50-614b-4274-b017-9a5fd30df454 req-7513f972-c070-41c4-8b34-4deb84f01a8a service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7281692 Apr 05 20:28:32.664942 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76885f00-aeb2-4e46-82fe-6aa0008f81fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:32.731415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76885f00-aeb2-4e46-82fe-6aa0008f81fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6ab6a0-d148-4a05-ae99-5ee3e54e8525,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:32.765405 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-542fbd1c-1a72-4f27-9e4e-4314756076a3 None None] Set router df94afa0-399a-4908-bcea-0d7e2eb64d29 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:28:32.774148 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-efa94d87-fa58-44a4-b5b5-ed968edaea85 req-1259e968-4312-4831-ad81-bae4057e39bf tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741717 Apr 05 20:28:32.775413 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-76885f00-aeb2-4e46-82fe-6aa0008f81fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:32.778731 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-76885f00-aeb2-4e46-82fe-6aa0008f81fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe6ab6a0-d148-4a05-ae99-5ee3e54e8525 HTTP/1.1" status: 204 len: 168 time: 1.6886466 Apr 05 20:28:32.878641 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.160773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50370) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:33.169220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'subnet': {'network_id': '3ae42d05-a949-4c27-92ca-f52fcc45debb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:33.179893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] For port 5307af87-3902-498e-829d-dd4d6e93d6ea, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5307af87-3902-498e-829d-dd4d6e93d6ea,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:33.180476 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.305845 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-542fbd1c-1a72-4f27-9e4e-4314756076a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'name': 'tempest-TaggedBootDevicesTest_v242-2061814270-router', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:41Z', 'updated_at': '2022-04-05T20:28:26Z', 'revision_number': 5, 'project_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'gw_port': {'id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:43Z', 'updated_at': '2022-04-05T20:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:33.312134 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fbd1c-1a72-4f27-9e4e-4314756076a3 None None] Checking router: df94afa0-399a-4908-bcea-0d7e2eb64d29 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:28:33.325927 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542fbd1c-1a72-4f27-9e4e-4314756076a3 None None] Routers {'df94afa0-399a-4908-bcea-0d7e2eb64d29'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:28:33.327925 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-542fbd1c-1a72-4f27-9e4e-4314756076a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:28:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df94afa0-399a-4908-bcea-0d7e2eb64d29'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:33.340352 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5307af87-3902-498e-829d-dd4d6e93d6ea no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:33.433309 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b93a031-19e7-4712-92db-3b20aaea3c8d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.464256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:33.469479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Calling delete_port for 5307af87-3902-498e-829d-dd4d6e93d6ea owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:33.480790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:subnet and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:33.487772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:33.496880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:33.528008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:33.533177 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.613919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddaf9d0-885a-4216-902e-5aa222de39c3 req-ddd67c8d-e4f2-47aa-b2bd-b1643a749326 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:33.615367 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cddaf9d0-885a-4216-902e-5aa222de39c3 req-ddd67c8d-e4f2-47aa-b2bd-b1643a749326 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 1.1547470 Apr 05 20:28:33.651358 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.662385 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.694881 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5307af87-3902-498e-829d-dd4d6e93d6ea, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5307af87-3902-498e-829d-dd4d6e93d6ea,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:33.696843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26dc31c1-4775-43fe-b3d2-7bcec6eebd5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5307af87-3902-498e-829d-dd4d6e93d6ea'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:28:33.706962 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.711454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] Deleting port bb2b2b03-1fdb-42a1-a8af-41764806a1c9 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:33.711770 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:33.771853 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-542fbd1c-1a72-4f27-9e4e-4314756076a3 None None] Set router df94afa0-399a-4908-bcea-0d7e2eb64d29 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:28:33.799275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=5307af87-3902-498e-829d-dd4d6e93d6ea,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:33.861545 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cddaf9d0-885a-4216-902e-5aa222de39c3 req-ab73be9c-25d2-490e-8f33-ab4f952da8d2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355955 Apr 05 20:28:34.218481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.226951 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:28:34.227573 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:28:34.262949 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b93a031-19e7-4712-92db-3b20aaea3c8d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.396832 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26dc31c1-4775-43fe-b3d2-7bcec6eebd5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5307af87-3902-498e-829d-dd4d6e93d6ea', 'code': 200} Apr 05 20:28:34.398329 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-542fbd1c-1a72-4f27-9e4e-4314756076a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'name': 'tempest-TaggedBootDevicesTest_v242-2061814270-router', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:41Z', 'updated_at': '2022-04-05T20:28:26Z', 'revision_number': 5, 'project_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'gw_port': {'id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:43Z', 'updated_at': '2022-04-05T20:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:34.408761 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542fbd1c-1a72-4f27-9e4e-4314756076a3 None None] The sync data for ids ['df94afa0-399a-4908-bcea-0d7e2eb64d29'] in n-d-836604-1 is: [{'id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'name': 'tempest-TaggedBootDevicesTest_v242-2061814270-router', 'tenant_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:20:41Z', 'updated_at': '2022-04-05T20:28:26Z', 'revision_number': 5, 'project_id': '32dd5d9ee4f4463a99c7355af6fe388b', 'gw_port': {'id': 'bb2b2b03-1fdb-42a1-a8af-41764806a1c9', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:de:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df94afa0-399a-4908-bcea-0d7e2eb64d29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:20:43Z', 'updated_at': '2022-04-05T20:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:28:34.409728 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b93a031-19e7-4712-92db-3b20aaea3c8d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.428052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Checking segment: {'id': '1b75f33b-da03-4de0-aa8a-9e6566c1d173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ae42d05-a949-4c27-92ca-f52fcc45debb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:34.428423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network hostable DHCP agents. Network: 3ae42d05-a949-4c27-92ca-f52fcc45debb, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:28:34.434792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Subnet': ['ID=ac7694af-3d3b-4284-8bf8-5da636b02375,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:34.489954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b98df-3639-4cda-b180-c58c3928e57e req-e176c926-142a-4b5b-9884-699f60edbb51 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:34.491664 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-811b98df-3639-4cda-b180-c58c3928e57e req-e176c926-142a-4b5b-9884-699f60edbb51 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f HTTP/1.1" status: 200 len: 944 time: 0.1931996 Apr 05 20:28:34.493145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network 3ae42d05-a949-4c27-92ca-f52fcc45debb is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:28:34.528986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 3ae42d05-a949-4c27-92ca-f52fcc45debb) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:34.543399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1f02a5-3491-4ae6-b8a4-617491d84490 None None] Network 3ae42d05-a949-4c27-92ca-f52fcc45debb requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:34.548587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:34.549234 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.594854 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-811b98df-3639-4cda-b180-c58c3928e57e req-7d80c8d3-02bb-482b-b02f-6e9f5090ca3d tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946803 Apr 05 20:28:34.603266 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2b7db8a9-9ffa-4dd3-90fa-3810dff25c0d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4411428 Apr 05 20:28:34.604277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50420) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:34.611530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1500550440'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:34.628848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:34.644719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:network and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:34.648389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:34.655030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:34.679589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:34.690507 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.693165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] For port bb2b2b03-1fdb-42a1-a8af-41764806a1c9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bb2b2b03-1fdb-42a1-a8af-41764806a1c9,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:34.693748 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.728186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Deleting port 5307af87-3902-498e-829d-dd4d6e93d6ea {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:34.728521 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.757372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:34.809725 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.810187 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Added segment 9232fd18-f657-4f9b-81be-591031f2616e of type vlan for network a6b5d670-5271-404b-b689-9ed04bbc34ba Apr 05 20:28:34.874215 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.931687 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:34.946810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:34.948562 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.177425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-3ae42d05-a949-4c27-92ca-f52fcc45debb', 'network_id': '3ae42d05-a949-4c27-92ca-f52fcc45debb', 'tenant_id': 'f9fe8d985ebf40e9a3e25ddc920ad637', 'fixed_ips': [{'subnet_id': 'ac7694af-3d3b-4284-8bf8-5da636b02375'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:28:35.178706 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.197037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-66b81a63-9778-4df8-bd95-31ad3e06aa16 None None] Provisioning complete for port 164638fb-5878-43d9-80fd-2a9a0b1cd444 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:35.197504 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-66b81a63-9778-4df8-bd95-31ad3e06aa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.264720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6591487 Apr 05 20:28:35.275483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-66b81a63-9778-4df8-bd95-31ad3e06aa16 None None] Port 164638fb-5878-43d9-80fd-2a9a0b1cd444 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:28:35.281852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93a031-19e7-4712-92db-3b20aaea3c8d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Pushing event updated for resources: {'Port': ['ID=164638fb-5878-43d9-80fd-2a9a0b1cd444,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:35.339105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50434) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:35.354112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'subnet': {'network_id': 'a6b5d670-5271-404b-b689-9ed04bbc34ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:35.376125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3cb3b7-52da-4628-bb0b-4174ef95c459 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Network': ['ID=a6b5d670-5271-404b-b689-9ed04bbc34ba,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:35.421319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] Calling delete_port for bb2b2b03-1fdb-42a1-a8af-41764806a1c9 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:35.450166 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Allocated IP 2001:db8:0:ffff::2 (3ae42d05-a949-4c27-92ca-f52fcc45debb/ac7694af-3d3b-4284-8bf8-5da636b02375/cfbc7813-7711-494d-a611-9a7aec8b20e7) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:35.515760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8b93a031-19e7-4712-92db-3b20aaea3c8d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] In _notify_port_updated(), no bound segment for port 164638fb-5878-43d9-80fd-2a9a0b1cd444 on network c5c5ed63-88cf-4248-9fa1-9da9a5b03607 {{(pid=87965) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:28:35.522015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b93a031-19e7-4712-92db-3b20aaea3c8d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:35.523017 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b93a031-19e7-4712-92db-3b20aaea3c8d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.527410 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8b93a031-19e7-4712-92db-3b20aaea3c8d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] 10.222.0.24 "PUT /v2.0/ports/164638fb-5878-43d9-80fd-2a9a0b1cd444 HTTP/1.1" status: 200 len: 1137 time: 3.4017012 Apr 05 20:28:35.535448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50444) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:35.657979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:35.664912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:subnet and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:35.677384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network a6b5d670-5271-404b-b689-9ed04bbc34ba details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:28:35.688698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:35.699316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:35.720462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd669a-2fc2-4e66-9c6c-941bec888114 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:35.723858 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eadd669a-2fc2-4e66-9c6c-941bec888114 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] 10.222.0.24 "GET /v2.0/ports/164638fb-5878-43d9-80fd-2a9a0b1cd444 HTTP/1.1" status: 200 len: 1137 time: 0.1805050 Apr 05 20:28:35.732261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50452) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:35.736037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442f8be-2441-4222-97f8-91e811f19c23 req-ea30ca15-b4cc-4197-a087-7aaffc6b46e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:35.739668 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6442f8be-2441-4222-97f8-91e811f19c23 req-ea30ca15-b4cc-4197-a087-7aaffc6b46e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 1096 time: 0.4872787 Apr 05 20:28:35.853626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:35.863625 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.934291 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:35.948211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Transition to ACTIVE for port object cfbc7813-7711-494d-a611-9a7aec8b20e7 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:35.971985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Transition to ACTIVE for port object cfbc7813-7711-494d-a611-9a7aec8b20e7 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:35.980153 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.030108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dcefe011-cb42-474a-8ef1-89992ab182f2 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:36.103545 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: dcefe011-cb42-474a-8ef1-89992ab182f2 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:28:36.103883 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dcefe011-cb42-474a-8ef1-89992ab182f2 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:36.114717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Network 3ae42d05-a949-4c27-92ca-f52fcc45debb is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:36.118154 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:36.128757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:28:36.150075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b8c9c-5edf-43e1-bae8-2ddb4f903a6d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Deleting port 164638fb-5878-43d9-80fd-2a9a0b1cd444 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:36.150409 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb9b8c9c-5edf-43e1-bae8-2ddb4f903a6d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.175576 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Pushing event updated for resources: {'Port': ['ID=cfbc7813-7711-494d-a611-9a7aec8b20e7,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:36.208255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a80115-3d49-46eb-a562-01e1b13ef3bd req-988fd160-116c-4c71-846c-7629062ed674 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:36.209769 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12a80115-3d49-46eb-a562-01e1b13ef3bd req-988fd160-116c-4c71-846c-7629062ed674 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.7479246 Apr 05 20:28:36.213204 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.259739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442f8be-2441-4222-97f8-91e811f19c23 req-1b5dbd12-e240-4fe0-8223-d8587f54677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:36.261331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6442f8be-2441-4222-97f8-91e811f19c23 req-1b5dbd12-e240-4fe0-8223-d8587f54677c service neutron] 10.222.0.13 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.5148532 Apr 05 20:28:36.280417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Attempting to bind port cfbc7813-7711-494d-a611-9a7aec8b20e7 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:36.280778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Attempting to bind port cfbc7813-7711-494d-a611-9a7aec8b20e7 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1b75f33b-da03-4de0-aa8a-9e6566c1d173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ae42d05-a949-4c27-92ca-f52fcc45debb'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:36.281131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Attempting to bind port cfbc7813-7711-494d-a611-9a7aec8b20e7 on network 3ae42d05-a949-4c27-92ca-f52fcc45debb {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:28:36.287266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:28:36.287627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Checking segment: {'id': '1b75f33b-da03-4de0-aa8a-9e6566c1d173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ae42d05-a949-4c27-92ca-f52fcc45debb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:36.288019 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.288399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Bound using segment: {'id': '1b75f33b-da03-4de0-aa8a-9e6566c1d173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ae42d05-a949-4c27-92ca-f52fcc45debb'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:28:36.288854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Bound port: cfbc7813-7711-494d-a611-9a7aec8b20e7, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b75f33b-da03-4de0-aa8a-9e6566c1d173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3ae42d05-a949-4c27-92ca-f52fcc45debb'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:36.289218 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.347118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3004e986-d778-4525-a39c-59d1f5535a79 req-21eebe42-0131-4e4f-a90e-076d069f8b96 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:36.348810 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3004e986-d778-4525-a39c-59d1f5535a79 req-21eebe42-0131-4e4f-a90e-076d069f8b96 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f HTTP/1.1" status: 200 len: 944 time: 0.4505379 Apr 05 20:28:36.401053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-beff2d67-9643-435b-b3cd-912df34908af None None] For port cfbc7813-7711-494d-a611-9a7aec8b20e7, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:28:36.405159 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-beff2d67-9643-435b-b3cd-912df34908af None None] For port cfbc7813-7711-494d-a611-9a7aec8b20e7, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cfbc7813-7711-494d-a611-9a7aec8b20e7,segment=NetworkSegment(1b75f33b-da03-4de0-aa8a-9e6566c1d173),segment_id=1b75f33b-da03-4de0-aa8a-9e6566c1d173)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:28:36.411803 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.442827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] For port 5307af87-3902-498e-829d-dd4d6e93d6ea, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5307af87-3902-498e-829d-dd4d6e93d6ea,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:36.443355 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.452580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2b2b03-1fdb-42a1-a8af-41764806a1c9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:36.530668 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Pushing event updated for resources: {'Port': ['ID=cfbc7813-7711-494d-a611-9a7aec8b20e7,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:36.540488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:36.540829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:36.541160 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:36.542374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:36.543341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:36.543482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:36.543781 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:36.544105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:36.544918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:36.544918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:36.545120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:36.545367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beff2d67-9643-435b-b3cd-912df34908af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:36.651568 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3004e986-d778-4525-a39c-59d1f5535a79 req-853afe51-8c27-4f33-8acb-ba345289c4a5 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540315 Apr 05 20:28:36.662622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6442f8be-2441-4222-97f8-91e811f19c23 req-119a6d2c-dc76-41a9-8ba1-6eab03b15a22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38d7454-4e07-4b64-8d82-97423e6636dd HTTP/1.1" status: 200 len: 1001 time: 0.3936596 Apr 05 20:28:36.688670 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.793683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442f8be-2441-4222-97f8-91e811f19c23 req-b1a8d11a-221c-433e-b916-3a596853e533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:36.795498 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6442f8be-2441-4222-97f8-91e811f19c23 req-b1a8d11a-221c-433e-b916-3a596853e533 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.1183033 Apr 05 20:28:36.800808 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.910642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Subnet': ['ID=720bcee4-f9d3-46eb-be4e-cb8ad8b957f0,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:36.938079 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.941042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:36.980599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Checking segment: {'id': '9232fd18-f657-4f9b-81be-591031f2616e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b5d670-5271-404b-b689-9ed04bbc34ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:36.980962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network hostable DHCP agents. Network: a6b5d670-5271-404b-b689-9ed04bbc34ba, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:28:37.009107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442f8be-2441-4222-97f8-91e811f19c23 req-0ab614ba-fd53-46d7-bcfe-dc842dc86701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:37.010620 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6442f8be-2441-4222-97f8-91e811f19c23 req-0ab614ba-fd53-46d7-bcfe-dc842dc86701 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2056241 Apr 05 20:28:37.034558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Calling delete_port for 5307af87-3902-498e-829d-dd4d6e93d6ea owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:37.067278 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.067760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df94afa0-399a-4908-bcea-0d7e2eb64d29 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:28:37.129332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network a6b5d670-5271-404b-b689-9ed04bbc34ba is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:28:37.159779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, a6b5d670-5271-404b-b689-9ed04bbc34ba) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:37.165807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:37.166663 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.170886 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e663987-c2f5-40af-b68a-ae2593ef6d73 None None] Network a6b5d670-5271-404b-b689-9ed04bbc34ba requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:37.271300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6442f8be-2441-4222-97f8-91e811f19c23 req-9efc5a0a-edcd-468e-9f8e-f1077b5fe84f service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540803 Apr 05 20:28:37.318498 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7654aeae-aab2-4dda-9852-4e12cefd81bb tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9778969 Apr 05 20:28:37.326110 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12a80115-3d49-46eb-a562-01e1b13ef3bd req-ce27c5e2-deff-4da2-9c8f-9d406f3ff6ee tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1048243 Apr 05 20:28:37.326826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50514) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:37.381239 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.384739 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2c10be0b-dbbe-4d3f-a568-fc88009ebf08 admin admin] 10.222.0.24 "DELETE /v2.0/routers/df94afa0-399a-4908-bcea-0d7e2eb64d29 HTTP/1.1" status: 204 len: 168 time: 4.8341277 Apr 05 20:28:37.406726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50518) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:37.521581 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-a6b5d670-5271-404b-b689-9ed04bbc34ba', 'network_id': 'a6b5d670-5271-404b-b689-9ed04bbc34ba', 'tenant_id': 'f9fe8d985ebf40e9a3e25ddc920ad637', 'fixed_ips': [{'subnet_id': '720bcee4-f9d3-46eb-be4e-cb8ad8b957f0'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:28:37.522773 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.615169 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb9b8c9c-5edf-43e1-bae8-2ddb4f903a6d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.634251 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:37.763123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50528) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:37.795380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Allocated IP 2001:db8::1 (a6b5d670-5271-404b-b689-9ed04bbc34ba/720bcee4-f9d3-46eb-be4e-cb8ad8b957f0/23c6d303-d42b-4bbc-9dfe-782e484c5153) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:37.936884 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6442f8be-2441-4222-97f8-91e811f19c23 req-baded969-28e5-4ff5-8940-3ea7c72a932c service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583803 Apr 05 20:28:38.055996 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f93518-11bc-4549-8629-6c8d18ca8b3f None None] Network 3ae42d05-a949-4c27-92ca-f52fcc45debb requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:38.058603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-cb9b8c9c-5edf-43e1-bae8-2ddb4f903a6d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Calling delete_port for 164638fb-5878-43d9-80fd-2a9a0b1cd444 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:38.113168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2e319193-f6ea-4368-9df5-38f5f2be47db None None] Provisioning for port cfbc7813-7711-494d-a611-9a7aec8b20e7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:38.123753 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cfbc7813-7711-494d-a611-9a7aec8b20e7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:38.139689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-35eaef21-047b-4a6d-b465-c9e19d53ed69 admin admin] Deleting subnet 2c0cc9cb-9020-4c47-8ac2-0765465b20e8 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:28:38.143652 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eaef21-047b-4a6d-b465-c9e19d53ed69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.202078 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d3a391e-3f92-4dc5-b689-c1105664808e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.238546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4d3a391e-3f92-4dc5-b689-c1105664808e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:38.258281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4d3a391e-3f92-4dc5-b689-c1105664808e admin admin] Usage tracker for resource:security_group_rule and tenant:879042655b20483696500cdb9bf28d44 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:38.263798 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.301857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4d3a391e-3f92-4dc5-b689-c1105664808e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:38.302039 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eaef21-047b-4a6d-b465-c9e19d53ed69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.330331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4d3a391e-3f92-4dc5-b689-c1105664808e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:38.347179 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.352224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc287bc-df8b-4851-a369-166d2b2315cb req-a7e46d66-a114-4a02-a0ab-a604b9e4c147 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:38.353915 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4fc287bc-df8b-4851-a369-166d2b2315cb req-a7e46d66-a114-4a02-a0ab-a604b9e4c147 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f HTTP/1.1" status: 200 len: 944 time: 0.4161775 Apr 05 20:28:38.375908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['beb5a501-2623-455a-a684-642042e7e91a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:28:38.409041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port cfbc7813-7711-494d-a611-9a7aec8b20e7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:38.426350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port cfbc7813-7711-494d-a611-9a7aec8b20e7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:38.427213 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.445670 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4fc287bc-df8b-4851-a369-166d2b2315cb req-0b28b3d3-2c79-4641-ba18-fefbe4f44468 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532959 Apr 05 20:28:38.524946 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3f1d5fe-727d-4618-ade3-1f75c5878af8 req-186c4cba-7b33-4f14-80f5-ac312c04d6c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3664424 Apr 05 20:28:38.569177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Pushing event deleted for resources: {'Port': ['ID=5307af87-3902-498e-829d-dd4d6e93d6ea,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:38.578700 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.607443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Transition to ACTIVE for port object 23c6d303-d42b-4bbc-9dfe-782e484c5153 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:38.617598 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d3a391e-3f92-4dc5-b689-c1105664808e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.634617 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d3a391e-3f92-4dc5-b689-c1105664808e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.681561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] No DVR routers for this DVR port 5307af87-3902-498e-829d-dd4d6e93d6ea on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:28:38.691905 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.693446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Transition to ACTIVE for port object 23c6d303-d42b-4bbc-9dfe-782e484c5153 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:38.699285 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26dc31c1-4775-43fe-b3d2-7bcec6eebd5f', 'name': 'network-vif-deleted', 'tag': '5307af87-3902-498e-829d-dd4d6e93d6ea'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:28:38.705110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1d5fe-727d-4618-ade3-1f75c5878af8 req-2646023e-ec47-48ac-9804-fcb7bbb7f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:38.707019 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3f1d5fe-727d-4618-ade3-1f75c5878af8 req-2646023e-ec47-48ac-9804-fcb7bbb7f4bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=97963b3828594c00bbd1dbf705a16848&device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 1097 time: 0.1461844 Apr 05 20:28:38.722274 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4d3a391e-3f92-4dc5-b689-c1105664808e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=879042655b20483696500cdb9bf28d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9580946 Apr 05 20:28:38.723462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a391e-3f92-4dc5-b689-c1105664808e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be27a6f5-46a8-49de-a028-58faef27b2f9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:38.726021 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50548) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:38.760526 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4de839e3-e0d4-4b77-8ff1-9ff6e30314dc req-40f5a21b-1b7c-4b9c-bfe7-4fdf6bf03be7 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.13 "DELETE /v2.0/ports/5307af87-3902-498e-829d-dd4d6e93d6ea HTTP/1.1" status: 204 len: 173 time: 7.3563495 Apr 05 20:28:38.790473 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb9b8c9c-5edf-43e1-bae8-2ddb4f903a6d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.794345 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eaef21-047b-4a6d-b465-c9e19d53ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.818352 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.843863 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26dc31c1-4775-43fe-b3d2-7bcec6eebd5f', 'name': 'network-vif-deleted', 'tag': '5307af87-3902-498e-829d-dd4d6e93d6ea', 'status': 'completed', 'code': 200} Apr 05 20:28:38.921017 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.933154 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Network a6b5d670-5271-404b-b689-9ed04bbc34ba is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:38.934681 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.941907 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:38.951317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:38.971423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:28:38.975857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176b6ed-e4fc-4a0a-9076-51c1d4d2d88f req-a9765f16-634d-4412-8696-e7fcea08ef81 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:38.977561 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8176b6ed-e4fc-4a0a-9076-51c1d4d2d88f req-a9765f16-634d-4412-8696-e7fcea08ef81 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.4483011 Apr 05 20:28:39.010787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b8c9c-5edf-43e1-bae8-2ddb4f903a6d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Pushing event deleted for resources: {'Port': ['ID=164638fb-5878-43d9-80fd-2a9a0b1cd444,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:39.050513 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Pushing event updated for resources: {'Port': ['ID=23c6d303-d42b-4bbc-9dfe-782e484c5153,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:39.102380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1d5fe-727d-4618-ade3-1f75c5878af8 req-c0820791-df19-4016-bdea-afacb8bed365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:39.103758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3f1d5fe-727d-4618-ade3-1f75c5878af8 req-c0820791-df19-4016-bdea-afacb8bed365 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f967199-225e-4c76-a762-dd4f6e1b2b1d HTTP/1.1" status: 200 len: 916 time: 0.3645334 Apr 05 20:28:39.175731 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8176b6ed-e4fc-4a0a-9076-51c1d4d2d88f req-1532e6c2-7e6c-4567-88a3-eb3597547ec2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766195 Apr 05 20:28:39.191728 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port cfbc7813-7711-494d-a611-9a7aec8b20e7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cfbc7813-7711-494d-a611-9a7aec8b20e7,segment=NetworkSegment(1b75f33b-da03-4de0-aa8a-9e6566c1d173),segment_id=1b75f33b-da03-4de0-aa8a-9e6566c1d173)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:39.209577 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.216367 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb9b8c9c-5edf-43e1-bae8-2ddb4f903a6d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.224599 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eaef21-047b-4a6d-b465-c9e19d53ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.237470 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.247909 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.287364 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cb9b8c9c-5edf-43e1-bae8-2ddb4f903a6d tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] 10.222.0.24 "DELETE /v2.0/ports/164638fb-5878-43d9-80fd-2a9a0b1cd444 HTTP/1.1" status: 204 len: 168 time: 3.5430176 Apr 05 20:28:39.287677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eaef21-047b-4a6d-b465-c9e19d53ed69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c0cc9cb-9020-4c47-8ac2-0765465b20e8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:39.290269 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50556) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:39.323323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Attempting to bind port 23c6d303-d42b-4bbc-9dfe-782e484c5153 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:39.323696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Attempting to bind port 23c6d303-d42b-4bbc-9dfe-782e484c5153 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '9232fd18-f657-4f9b-81be-591031f2616e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b5d670-5271-404b-b689-9ed04bbc34ba'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:39.324056 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Attempting to bind port 23c6d303-d42b-4bbc-9dfe-782e484c5153 on network a6b5d670-5271-404b-b689-9ed04bbc34ba {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:28:39.341369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b5d670-5271-404b-b689-9ed04bbc34ba']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:39.402059 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eaef21-047b-4a6d-b465-c9e19d53ed69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.413408 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-35eaef21-047b-4a6d-b465-c9e19d53ed69 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2c0cc9cb-9020-4c47-8ac2-0765465b20e8 HTTP/1.1" status: 204 len: 168 time: 2.0004411 Apr 05 20:28:39.416197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9232fd18-f657-4f9b-81be-591031f2616e') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:39.416373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9232fd18-f657-4f9b-81be-591031f2616e') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:39.433778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50562) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:39.452462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a620c6dd-7e94-4d82-84bb-acc953c336ac None None] Network c3702001-118b-419d-a0eb-6ec538ef7794 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:39.483796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bb2b2b03-1fdb-42a1-a8af-41764806a1c9 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:39.579533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:28:39.580207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Checking segment: {'id': '9232fd18-f657-4f9b-81be-591031f2616e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b5d670-5271-404b-b689-9ed04bbc34ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:39.581574 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.582163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Bound using segment: {'id': '9232fd18-f657-4f9b-81be-591031f2616e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b5d670-5271-404b-b689-9ed04bbc34ba'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:28:39.582834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Bound port: 23c6d303-d42b-4bbc-9dfe-782e484c5153, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9232fd18-f657-4f9b-81be-591031f2616e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6b5d670-5271-404b-b689-9ed04bbc34ba'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:39.583374 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.607134 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: bb2b2b03-1fdb-42a1-a8af-41764806a1c9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:28:39.607722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bb2b2b03-1fdb-42a1-a8af-41764806a1c9 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:39.748447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b9f848-757b-4967-89f4-bb547314478b tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Deleting subnet f15fe39e-ede0-4fec-9076-a4edbe1267eb {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:28:39.763408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Subnet': ['ID=720bcee4-f9d3-46eb-be4e-cb8ad8b957f0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:39.772986 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35b9f848-757b-4967-89f4-bb547314478b tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.807478 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=cfbc7813-7711-494d-a611-9a7aec8b20e7,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:39.847255 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.869392 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35b9f848-757b-4967-89f4-bb547314478b tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.897934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Deleting port e02292ee-2670-4a38-824e-dc715b086fd4 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:39.898275 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.923459 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3f1d5fe-727d-4618-ade3-1f75c5878af8 req-780883b2-121b-47b7-a9d7-6086de3d7736 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=beb5a501-2623-455a-a684-642042e7e91a HTTP/1.1" status: 200 len: 217 time: 0.1610973 Apr 05 20:28:39.939564 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.951592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a09374c-0d25-4436-8265-55bf3e206a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.988838 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a09374c-0d25-4436-8265-55bf3e206a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:39.996103 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-26835925-952e-4ce8-a147-6e5a00b4306f None None] Provisioning complete for port cfbc7813-7711-494d-a611-9a7aec8b20e7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:39.996574 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26835925-952e-4ce8-a147-6e5a00b4306f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.091922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cfbc7813-7711-494d-a611-9a7aec8b20e7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:40.110086 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d457453e-929c-4ef6-b771-b480d600afa0 req-9d8496e5-baf0-49d2-a2bf-f97e970f46a3 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=26dc31c1-4775-43fe-b3d2-7bcec6eebd5f HTTP/1.1" status: 200 len: 210 time: 0.2208219 Apr 05 20:28:40.145617 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a09374c-0d25-4436-8265-55bf3e206a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.149342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.176885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] For port 23c6d303-d42b-4bbc-9dfe-782e484c5153, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:28:40.186399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:28:40.187114 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.207564 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09374c-0d25-4436-8265-55bf3e206a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be27a6f5-46a8-49de-a028-58faef27b2f9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:28:40.209498 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:28:40.241574 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a09374c-0d25-4436-8265-55bf3e206a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.245276 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8a09374c-0d25-4436-8265-55bf3e206a7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be27a6f5-46a8-49de-a028-58faef27b2f9 HTTP/1.1" status: 204 len: 168 time: 1.5160258 Apr 05 20:28:40.245276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1d5fe-727d-4618-ade3-1f75c5878af8 req-4e453915-ad8f-49a2-87a7-e1e221c02fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:40.246235 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3f1d5fe-727d-4618-ade3-1f75c5878af8 req-4e453915-ad8f-49a2-87a7-e1e221c02fcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=364c3c86-b37b-4fd0-9e77-6f7b617265f3 HTTP/1.1" status: 200 len: 854 time: 0.1859801 Apr 05 20:28:40.391990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port cfbc7813-7711-494d-a611-9a7aec8b20e7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:40.392359 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.429124 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 20:28:40.429124 n-d-836604-1 neutron-server[87964]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 20:28:40.429124 n-d-836604-1 neutron-server[87964]: [parameters: {'id': 'a6b5d670-5271-404b-b689-9ed04bbc34ba'}] Apr 05 20:28:40.429124 n-d-836604-1 neutron-server[87964]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:28:40.430607 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:28:40.439114 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35b9f848-757b-4967-89f4-bb547314478b tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.481584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] For port 23c6d303-d42b-4bbc-9dfe-782e484c5153, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=23c6d303-d42b-4bbc-9dfe-782e484c5153,segment=NetworkSegment(9232fd18-f657-4f9b-81be-591031f2616e),segment_id=9232fd18-f657-4f9b-81be-591031f2616e)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:28:40.485600 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96361706-b9c9-42ae-8ada-302963c3c6a8 None None] DHCP port deletion for c3702001-118b-419d-a0eb-6ec538ef7794 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:28:40.498747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1d5fe-727d-4618-ade3-1f75c5878af8 req-7ef0adb6-6c12-41c1-a004-de6a4073ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:40.500977 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.503338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3f1d5fe-727d-4618-ade3-1f75c5878af8 req-7ef0adb6-6c12-41c1-a004-de6a4073ddaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f967199-225e-4c76-a762-dd4f6e1b2b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014508 Apr 05 20:28:40.514692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-c3f1d5fe-727d-4618-ade3-1f75c5878af8 req-2e9d5edf-cece-4b20-b21b-3f11beaf131e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:28:40.518914 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3f1d5fe-727d-4618-ade3-1f75c5878af8 req-2e9d5edf-cece-4b20-b21b-3f11beaf131e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088949 Apr 05 20:28:40.536899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-96361706-b9c9-42ae-8ada-302963c3c6a8 None None] Deleting port e02292ee-2670-4a38-824e-dc715b086fd4 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:40.537117 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-96361706-b9c9-42ae-8ada-302963c3c6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.586535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] For port e02292ee-2670-4a38-824e-dc715b086fd4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e02292ee-2670-4a38-824e-dc715b086fd4,segment=NetworkSegment(05aef8f8-1570-4ca9-8570-14b2b80c10a4),segment_id=05aef8f8-1570-4ca9-8570-14b2b80c10a4)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:40.586771 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.659451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a06a6c-c58e-47ed-8b36-2db3642ff066 None None] Pushing event updated for resources: {'Port': ['ID=23c6d303-d42b-4bbc-9dfe-782e484c5153,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:40.775003 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3f1d5fe-727d-4618-ade3-1f75c5878af8 req-542d1879-eaf4-4ddb-83d1-9838509e9e96 service neutron] 10.222.0.41 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459469 Apr 05 20:28:40.810557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50580) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:40.838189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Calling delete_port for e02292ee-2670-4a38-824e-dc715b086fd4 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:40.882972 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ab5ba04b-776e-49dd-a52d-9573018aa030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.928456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ab5ba04b-776e-49dd-a52d-9573018aa030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:40.931877 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.936981 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35b9f848-757b-4967-89f4-bb547314478b tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:40.949064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ab5ba04b-776e-49dd-a52d-9573018aa030 admin admin] Usage tracker for resource:security_group_rule and tenant:dd59038a67844e068fc237f188c10791 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:40.965120 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3f1d5fe-727d-4618-ade3-1f75c5878af8 req-7d9a6066-c75f-401b-a1a4-fd46c6c51589 service neutron] 10.222.0.41 "GET /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771367 Apr 05 20:28:40.965927 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29af1b2e-e6b4-4182-a641-eb5a2d1be6a8 None None] Network a6b5d670-5271-404b-b689-9ed04bbc34ba requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:40.969908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Deleting port 23c6d303-d42b-4bbc-9dfe-782e484c5153 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:40.970385 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.002755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ab5ba04b-776e-49dd-a52d-9573018aa030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:41.037350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ab5ba04b-776e-49dd-a52d-9573018aa030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:41.040388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9f848-757b-4967-89f4-bb547314478b tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Pushing event deleted for resources: {'Subnet': ['ID=f15fe39e-ede0-4fec-9076-a4edbe1267eb,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:41.043649 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35b9f848-757b-4967-89f4-bb547314478b tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.056519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24816cd3-8c7a-4b4c-bcf8-30c59eae4ac5 req-215c5d26-16b8-49c4-a02f-38e9f7125e36 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:41.060782 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20f1dd2-9297-4e22-8442-5a47ef3ed4a7 None None] Network c5c5ed63-88cf-4248-9fa1-9da9a5b03607 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:41.063850 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-24816cd3-8c7a-4b4c-bcf8-30c59eae4ac5 req-215c5d26-16b8-49c4-a02f-38e9f7125e36 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.6328950 Apr 05 20:28:41.115373 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-35b9f848-757b-4967-89f4-bb547314478b tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] 10.222.0.24 "DELETE /v2.0/subnets/f15fe39e-ede0-4fec-9076-a4edbe1267eb HTTP/1.1" status: 204 len: 168 time: 1.8236628 Apr 05 20:28:41.119331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50584) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:41.161931 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.255008 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-24816cd3-8c7a-4b4c-bcf8-30c59eae4ac5 req-9ffc9546-475d-4dcd-8713-b5f885bb7d5d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1901886 Apr 05 20:28:41.263949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] No DVR routers for this DVR port e02292ee-2670-4a38-824e-dc715b086fd4 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:28:41.302730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] For port 23c6d303-d42b-4bbc-9dfe-782e484c5153, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=23c6d303-d42b-4bbc-9dfe-782e484c5153,segment=NetworkSegment(9232fd18-f657-4f9b-81be-591031f2616e),segment_id=9232fd18-f657-4f9b-81be-591031f2616e)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:41.303341 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.306936 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-96361706-b9c9-42ae-8ada-302963c3c6a8 None None] For port e02292ee-2670-4a38-824e-dc715b086fd4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e02292ee-2670-4a38-824e-dc715b086fd4,segment=NetworkSegment(05aef8f8-1570-4ca9-8570-14b2b80c10a4),segment_id=05aef8f8-1570-4ca9-8570-14b2b80c10a4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:41.307328 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-96361706-b9c9-42ae-8ada-302963c3c6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.340663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Pushing event deleted for resources: {'Port': ['ID=e02292ee-2670-4a38-824e-dc715b086fd4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:41.461202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Calling delete_port for 23c6d303-d42b-4bbc-9dfe-782e484c5153 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:41.542846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-96361706-b9c9-42ae-8ada-302963c3c6a8 None None] Calling delete_port for e02292ee-2670-4a38-824e-dc715b086fd4 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:41.545527 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.601061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Port': ['ID=23c6d303-d42b-4bbc-9dfe-782e484c5153,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:41.610068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No DVR routers for this DVR port 23c6d303-d42b-4bbc-9dfe-782e484c5153 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:28:41.639766 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.654836 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.705040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3702001-118b-419d-a0eb-6ec538ef7794']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.717593 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.720396 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.720396 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.720396 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.720396 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.720396 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.720396 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.720396 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.720396 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.720396 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.720396 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.720396 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.720396 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.720396 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:41.720396 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:28:41.721262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Deleting port cc7f6d76-e4ae-4336-8398-9097114da9b6 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:41.722662 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.733548 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-96361706-b9c9-42ae-8ada-302963c3c6a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:28:41.734209 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-96361706-b9c9-42ae-8ada-302963c3c6a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:28:41.739639 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-899ab626-feca-4fba-9925-5452059cad2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.759981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05aef8f8-1570-4ca9-8570-14b2b80c10a4') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:41.760199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05aef8f8-1570-4ca9-8570-14b2b80c10a4') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:41.789342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.791380 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.824552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b5d670-5271-404b-b689-9ed04bbc34ba']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:41.837136 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ab5ba04b-776e-49dd-a52d-9573018aa030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.839340 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.842791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9232fd18-f657-4f9b-81be-591031f2616e') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:41.843208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9232fd18-f657-4f9b-81be-591031f2616e') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:41.856410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccc1252-8ad7-4a61-97bc-59008d927404 None None] DHCP port deletion for c5c5ed63-88cf-4248-9fa1-9da9a5b03607 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:28:41.860058 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ab5ba04b-776e-49dd-a52d-9573018aa030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.862154 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc1252-8ad7-4a61-97bc-59008d927404 None None] Deleting port cc7f6d76-e4ae-4336-8398-9097114da9b6 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:41.862524 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1ccc1252-8ad7-4a61-97bc-59008d927404 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.864972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f21c7d-6e20-4a26-9a5e-9cf5b29b41e6 req-902fce79-c6e5-42f9-a02e-ae772417c689 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:41.866595 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f21c7d-6e20-4a26-9a5e-9cf5b29b41e6 req-902fce79-c6e5-42f9-a02e-ae772417c689 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.2235885 Apr 05 20:28:41.867810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:28:41.868468 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.868599 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:28:41.896361 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:28:41.952331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a2fb7b-644d-407c-9ef7-4bac8adbe91b req-15ee438d-16ac-43b5-9467-8463caa5ed4e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:41.958856 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0a2fb7b-644d-407c-9ef7-4bac8adbe91b req-15ee438d-16ac-43b5-9467-8463caa5ed4e tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.5100174 Apr 05 20:28:41.987312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50596) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:42.003608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-047f85d4-d368-4052-93ed-af862f65be48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Request body: {'floatingip': {'port_id': 'd38d7454-4e07-4b64-8d82-97423e6636dd'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:42.027170 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.044664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:28:42.045149 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:28:42.059844 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:28:42.080219 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22f21c7d-6e20-4a26-9a5e-9cf5b29b41e6 req-bfa7c228-2f9c-479c-9795-7962272573b6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012789 Apr 05 20:28:42.121825 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ab5ba04b-776e-49dd-a52d-9573018aa030 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd59038a67844e068fc237f188c10791&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3102560 Apr 05 20:28:42.122897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50600) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:42.139260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1ccc1252-8ad7-4a61-97bc-59008d927404 None None] For port cc7f6d76-e4ae-4336-8398-9097114da9b6, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cc7f6d76-e4ae-4336-8398-9097114da9b6,segment=NetworkSegment(11f724a0-1d64-4de5-bee4-0da3db3a253d),segment_id=11f724a0-1d64-4de5-bee4-0da3db3a253d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:42.139856 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1ccc1252-8ad7-4a61-97bc-59008d927404 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.167916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5ba04b-776e-49dd-a52d-9573018aa030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a062b1-a835-4ac3-a03c-a5e02df79066,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:42.198942 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff306c64-f335-4f19-a6f1-945f46f7bf67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.242992 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff306c64-f335-4f19-a6f1-945f46f7bf67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.254708 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.274326 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.295031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Network': ['ID=a6b5d670-5271-404b-b689-9ed04bbc34ba,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:42.298219 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.301595 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.326723 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d91afa28-6a2d-42a1-9b16-956796f36fc9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/a6b5d670-5271-404b-b689-9ed04bbc34ba HTTP/1.1" status: 204 len: 168 time: 4.9985240 Apr 05 20:28:42.332192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50606) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:42.334779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1ccc1252-8ad7-4a61-97bc-59008d927404 None None] Calling delete_port for cc7f6d76-e4ae-4336-8398-9097114da9b6 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:42.339715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2104966753'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:42.347125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:42.352107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:network and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:42.356525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:42.360885 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-047f85d4-d368-4052-93ed-af862f65be48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.365519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:42.368882 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff306c64-f335-4f19-a6f1-945f46f7bf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.378820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-96361706-b9c9-42ae-8ada-302963c3c6a8 None None] Deleting port e02292ee-2670-4a38-824e-dc715b086fd4 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:42.379194 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-96361706-b9c9-42ae-8ada-302963c3c6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.404509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e02292ee-2670-4a38-824e-dc715b086fd4 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:42.413121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff306c64-f335-4f19-a6f1-945f46f7bf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a062b1-a835-4ac3-a03c-a5e02df79066,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:42.425698 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff306c64-f335-4f19-a6f1-945f46f7bf67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.430309 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ff306c64-f335-4f19-a6f1-945f46f7bf67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0a062b1-a835-4ac3-a03c-a5e02df79066 HTTP/1.1" status: 204 len: 168 time: 0.3063514 Apr 05 20:28:42.431921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:42.435641 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.468681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:42.482552 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.483104 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Added segment a8a50f98-ed91-4894-bff9-3d37324465b2 of type vlan for network 860057ff-501d-43ab-9c43-2ec53ce68868 Apr 05 20:28:42.520562 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.555777 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.562597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:42.563477 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.566724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] Pushing event deleted for resources: {'Network': ['ID=c3702001-118b-419d-a0eb-6ec538ef7794,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:42.595404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-96361706-b9c9-42ae-8ada-302963c3c6a8 None None] The port 'e02292ee-2670-4a38-824e-dc715b086fd4' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:28:42.612360 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-57ae9cc5-7f1e-4d1c-93f4-43d92f1474ad admin admin] 10.222.0.24 "DELETE /v2.0/networks/c3702001-118b-419d-a0eb-6ec538ef7794 HTTP/1.1" status: 204 len: 168 time: 3.1764951 Apr 05 20:28:42.614524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] For port cc7f6d76-e4ae-4336-8398-9097114da9b6, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cc7f6d76-e4ae-4336-8398-9097114da9b6,segment=NetworkSegment(11f724a0-1d64-4de5-bee4-0da3db3a253d),segment_id=11f724a0-1d64-4de5-bee4-0da3db3a253d)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:42.614928 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.633285 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1ccc1252-8ad7-4a61-97bc-59008d927404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:42.658623 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3242860 Apr 05 20:28:42.699072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50614) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:42.753979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: e02292ee-2670-4a38-824e-dc715b086fd4 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:28:42.754336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e02292ee-2670-4a38-824e-dc715b086fd4 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:42.754720 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cc7f6d76-e4ae-4336-8398-9097114da9b6 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:42.782768 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'subnet': {'network_id': '860057ff-501d-43ab-9c43-2ec53ce68868', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:42.793386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e134d78-7f67-4758-907b-d369fb00f074 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Network': ['ID=860057ff-501d-43ab-9c43-2ec53ce68868,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:42.806691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Calling delete_port for cc7f6d76-e4ae-4336-8398-9097114da9b6 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:42.831014 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc1252-8ad7-4a61-97bc-59008d927404 None None] No DVR routers for this DVR port cc7f6d76-e4ae-4336-8398-9097114da9b6 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:28:42.832590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: cc7f6d76-e4ae-4336-8398-9097114da9b6 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:28:42.832927 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cc7f6d76-e4ae-4336-8398-9097114da9b6 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:42.834575 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 860057ff-501d-43ab-9c43-2ec53ce68868 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:28:42.917438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50620) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:43.009827 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dc4ce574-1c17-4218-9e19-ea643bffbdca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67f206acc8b04566894efcfbb5ff0d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0908990 Apr 05 20:28:43.010985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50624) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:43.035460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc1252-8ad7-4a61-97bc-59008d927404 None None] Pushing event deleted for resources: {'Port': ['ID=cc7f6d76-e4ae-4336-8398-9097114da9b6,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:43.056663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351dd242-a29f-49a0-a1a7-5a5479d27525 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:28:43.101848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:43.112382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:subnet and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:43.118272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:43.125999 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:28:43.126427 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:28:43.129577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:43.159624 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-287c7260-a42f-488c-ab23-6210d84b7d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.222317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351dd242-a29f-49a0-a1a7-5a5479d27525 None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:28:43.271655 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-287c7260-a42f-488c-ab23-6210d84b7d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.364459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873ff8d-6a1d-4dc1-aaf3-d13b17a44ffb req-97837c8f-b59a-41dd-9733-65566de99519 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:43.366013 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7873ff8d-6a1d-4dc1-aaf3-d13b17a44ffb req-97837c8f-b59a-41dd-9733-65566de99519 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.41 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 0.2035329 Apr 05 20:28:43.455952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:43.459814 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.464811 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-287c7260-a42f-488c-ab23-6210d84b7d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.493030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-7873ff8d-6a1d-4dc1-aaf3-d13b17a44ffb req-a79add0d-9cd0-40ee-b187-4e74255032bc tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Deleting port beb5a501-2623-455a-a684-642042e7e91a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:43.493602 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7873ff8d-6a1d-4dc1-aaf3-d13b17a44ffb req-a79add0d-9cd0-40ee-b187-4e74255032bc tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.572812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c7260-a42f-488c-ab23-6210d84b7d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85214b81-4604-4202-bcb1-79de8eab3f2d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:43.632940 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-287c7260-a42f-488c-ab23-6210d84b7d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.647073 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-287c7260-a42f-488c-ab23-6210d84b7d41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85214b81-4604-4202-bcb1-79de8eab3f2d HTTP/1.1" status: 204 len: 168 time: 0.6271825 Apr 05 20:28:43.652415 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-364df98d-8239-4d1a-8cd2-5483ef754c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:43.672127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Deleting port cc7f6d76-e4ae-4336-8398-9097114da9b6 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:43.672474 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:44.048566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-7873ff8d-6a1d-4dc1-aaf3-d13b17a44ffb req-a79add0d-9cd0-40ee-b187-4e74255032bc tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] For port beb5a501-2623-455a-a684-642042e7e91a, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=beb5a501-2623-455a-a684-642042e7e91a,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:44.052310 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7873ff8d-6a1d-4dc1-aaf3-d13b17a44ffb req-a79add0d-9cd0-40ee-b187-4e74255032bc tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:44.080898 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-047f85d4-d368-4052-93ed-af862f65be48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:44.088651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] The port 'cc7f6d76-e4ae-4336-8398-9097114da9b6' was deleted {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:28:44.162674 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-047f85d4-d368-4052-93ed-af862f65be48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:44.229034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-7873ff8d-6a1d-4dc1-aaf3-d13b17a44ffb req-a79add0d-9cd0-40ee-b187-4e74255032bc tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Calling delete_port for beb5a501-2623-455a-a684-642042e7e91a owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:44.413434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50664) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:44.491876 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-26e2e2ce-7322-4567-a5ea-dfee66416732 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32dd5d9ee4f4463a99c7355af6fe388b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747664 Apr 05 20:28:44.493921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50680) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:44.522751 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7873ff8d-6a1d-4dc1-aaf3-d13b17a44ffb req-a79add0d-9cd0-40ee-b187-4e74255032bc tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:44.589186 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:44.674663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7170f13e-1f7f-47c2-843f-52012e15d93f req-0a843fa0-27b0-4f35-91d0-2085fafe6bf6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:44.675503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-7170f13e-1f7f-47c2-843f-52012e15d93f req-0a843fa0-27b0-4f35-91d0-2085fafe6bf6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Synchronizing usage tracker for tenant:97963b3828594c00bbd1dbf705a16848 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:28:44.719494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-7873ff8d-6a1d-4dc1-aaf3-d13b17a44ffb req-a79add0d-9cd0-40ee-b187-4e74255032bc tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] No DVR routers for this DVR port beb5a501-2623-455a-a684-642042e7e91a on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:28:44.719494 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7873ff8d-6a1d-4dc1-aaf3-d13b17a44ffb req-a79add0d-9cd0-40ee-b187-4e74255032bc tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:44.719494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70d71321-60c1-4698-87fd-02d0697340fe', 'name': 'network-vif-deleted', 'tag': 'beb5a501-2623-455a-a684-642042e7e91a'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:28:44.736213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79add0d-9cd0-40ee-b187-4e74255032bc tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Pushing event deleted for resources: {'Port': ['ID=beb5a501-2623-455a-a684-642042e7e91a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:44.755012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5c5ed63-88cf-4248-9fa1-9da9a5b03607']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:44.788369 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:44.798363 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7873ff8d-6a1d-4dc1-aaf3-d13b17a44ffb req-a79add0d-9cd0-40ee-b187-4e74255032bc tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.41 "DELETE /v2.0/ports/beb5a501-2623-455a-a684-642042e7e91a HTTP/1.1" status: 204 len: 173 time: 1.4166868 Apr 05 20:28:44.809853 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-660f2087-ee1f-47d0-acfe-4e2503e6de3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:44.858473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f724a0-1d64-4de5-bee4-0da3db3a253d') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:44.858473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f724a0-1d64-4de5-bee4-0da3db3a253d') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:44.890264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-7170f13e-1f7f-47c2-843f-52012e15d93f req-0a843fa0-27b0-4f35-91d0-2085fafe6bf6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] Unset dirty status for tenant:97963b3828594c00bbd1dbf705a16848 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:28:44.891416 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7170f13e-1f7f-47c2-843f-52012e15d93f req-0a843fa0-27b0-4f35-91d0-2085fafe6bf6 tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/ports?device_id=70d71321-60c1-4698-87fd-02d0697340fe HTTP/1.1" status: 200 len: 946 time: 1.4991386 Apr 05 20:28:44.910894 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:44.917528 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:44.922042 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-660f2087-ee1f-47d0-acfe-4e2503e6de3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:44.936833 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70d71321-60c1-4698-87fd-02d0697340fe', 'name': 'network-vif-deleted', 'tag': 'beb5a501-2623-455a-a684-642042e7e91a', 'status': 'completed', 'code': 200} Apr 05 20:28:45.005425 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-660f2087-ee1f-47d0-acfe-4e2503e6de3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.023583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f2087-ee1f-47d0-acfe-4e2503e6de3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf72d01-f21e-4e57-89ea-063f48927ba7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:45.033053 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-660f2087-ee1f-47d0-acfe-4e2503e6de3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.035033 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-660f2087-ee1f-47d0-acfe-4e2503e6de3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bf72d01-f21e-4e57-89ea-063f48927ba7 HTTP/1.1" status: 204 len: 168 time: 0.5402229 Apr 05 20:28:45.073742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50710) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:45.097644 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.112357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:28:45.112776 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:28:45.173735 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:28:45.191264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cdcca1-bd6f-4094-9aea-834149c4b4cc tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:45.191264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cdcca1-bd6f-4094-9aea-834149c4b4cc tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:45.191264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99cdcca1-bd6f-4094-9aea-834149c4b4cc tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:45.199631 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-99cdcca1-bd6f-4094-9aea-834149c4b4cc tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=80fee2de873b412da3b3a54725609093&network_id=45d1b570-945b-4bd2-bead-1b4868990023 HTTP/1.1" status: 200 len: 2969 time: 0.1247792 Apr 05 20:28:45.298667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50720) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:45.317691 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7170f13e-1f7f-47c2-843f-52012e15d93f req-b10027c2-ca73-4fad-ae5a-6c7d8b95390e tempest-ListServerFiltersTestJSON-877925784 tempest-ListServerFiltersTestJSON-877925784-project] 10.222.0.24 "GET /v2.0/security-groups?id=820f48bc-3cca-4005-bf50-cd342be8cd21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117229 Apr 05 20:28:45.379493 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.477674 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.484852 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5d80c99-8dd7-4db3-baaa-37a6ae61041a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.496903 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.511050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e5d80c99-8dd7-4db3-baaa-37a6ae61041a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:45.515283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e5d80c99-8dd7-4db3-baaa-37a6ae61041a admin admin] Usage tracker for resource:security_group_rule and tenant:e06300092f2f434f9c7069ca6439029c is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:45.518039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e5d80c99-8dd7-4db3-baaa-37a6ae61041a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:45.528180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e5d80c99-8dd7-4db3-baaa-37a6ae61041a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:45.533172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] Pushing event deleted for resources: {'Network': ['ID=c5c5ed63-88cf-4248-9fa1-9da9a5b03607,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:45.581479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7d8e55fa-6730-4cf0-8d6f-5bf5383441f0 tempest-ExtraDHCPOptionsTestJSON-1158472292 tempest-ExtraDHCPOptionsTestJSON-1158472292-project] 10.222.0.24 "DELETE /v2.0/networks/c5c5ed63-88cf-4248-9fa1-9da9a5b03607 HTTP/1.1" status: 204 len: 168 time: 4.4608457 Apr 05 20:28:45.633208 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047f85d4-d368-4052-93ed-af862f65be48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:28:45.643612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Subnet': ['ID=43c6374f-9ec0-430e-aeca-3bd4351df22a,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:45.664277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Checking segment: {'id': 'a8a50f98-ed91-4894-bff9-3d37324465b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '860057ff-501d-43ab-9c43-2ec53ce68868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:45.664898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network hostable DHCP agents. Network: 860057ff-501d-43ab-9c43-2ec53ce68868, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:28:45.771121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network 860057ff-501d-43ab-9c43-2ec53ce68868 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:28:45.803839 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 860057ff-501d-43ab-9c43-2ec53ce68868) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:45.813646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18e18f8-ef0b-42c1-bdd6-200621531400 None None] Network 860057ff-501d-43ab-9c43-2ec53ce68868 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:45.814727 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5d80c99-8dd7-4db3-baaa-37a6ae61041a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.818911 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5d80c99-8dd7-4db3-baaa-37a6ae61041a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.875825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:45.876715 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:45.877368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d80c99-8dd7-4db3-baaa-37a6ae61041a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b260c5c-cde8-48c8-8c31-7bf9eb12bda0,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:45.934353 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e5d80c99-8dd7-4db3-baaa-37a6ae61041a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e06300092f2f434f9c7069ca6439029c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6343763 Apr 05 20:28:45.937137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50748) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:45.970824 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bb0a2111-43cf-44e6-b317-1a8696167287 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2685244 Apr 05 20:28:45.975248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50752) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:45.976392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047f85d4-d368-4052-93ed-af862f65be48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:28:45.984478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-047f85d4-d368-4052-93ed-af862f65be48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.067194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b643e-7a87-41a8-9c7a-71ae15685c17 None None] Sync routers for ids ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:28:46.070025 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device beb5a501-2623-455a-a684-642042e7e91a no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:46.073486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4c22-335d-4216-b083-469f23f3ffeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.081982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50756) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:46.085644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1825652222'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:46.114367 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4c22-335d-4216-b083-469f23f3ffeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.115183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:46.122697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:network and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:46.130109 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: beb5a501-2623-455a-a684-642042e7e91a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:28:46.130681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device beb5a501-2623-455a-a684-642042e7e91a not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:46.142252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b643e-7a87-41a8-9c7a-71ae15685c17 None None] Routers {'5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:28:46.143100 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d94b643e-7a87-41a8-9c7a-71ae15685c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:28:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:46.157688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:46.176893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:46.187039 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4c22-335d-4216-b083-469f23f3ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.216226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a60578f-614e-43de-a776-e105645f9bc9', 'tag': 'd38d7454-4e07-4b64-8d82-97423e6636dd'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:28:46.240632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f4c22-335d-4216-b083-469f23f3ffeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b260c5c-cde8-48c8-8c31-7bf9eb12bda0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:46.244721 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae3f4c22-335d-4216-b083-469f23f3ffeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.252820 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ae3f4c22-335d-4216-b083-469f23f3ffeb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b260c5c-cde8-48c8-8c31-7bf9eb12bda0 HTTP/1.1" status: 204 len: 168 time: 0.3114185 Apr 05 20:28:46.272260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:46.275977 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.310278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50770) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:46.316130 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a60578f-614e-43de-a776-e105645f9bc9', 'tag': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'status': 'completed', 'code': 200} Apr 05 20:28:46.327157 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-047f85d4-d368-4052-93ed-af862f65be48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "PUT /v2.0/floatingips/40a288cb-a80c-48b6-9f65-e14b10b12e42 HTTP/1.1" status: 200 len: 993 time: 4.3387938 Apr 05 20:28:46.366177 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.432368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-127608814-network', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:46.437888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:46.450513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Usage tracker for resource:network and tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:46.453928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:46.463817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:46.493493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:46.505393 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.506120 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Added segment 9167a878-2f60-4e37-8cc2-5aeaaa73cd51 of type vlan for network 8d73eb5c-c5bf-40b6-81b4-4c2f2427e022 Apr 05 20:28:46.506465 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:28:46.509161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50782) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:46.576542 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6c49e578-7085-4d1d-b831-96eef585abcd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0eccd7a5b2544e0a74a31d95d1c8cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4849851 Apr 05 20:28:46.577135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50792) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:46.582797 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.721960 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-860057ff-501d-43ab-9c43-2ec53ce68868', 'network_id': '860057ff-501d-43ab-9c43-2ec53ce68868', 'tenant_id': 'f9fe8d985ebf40e9a3e25ddc920ad637', 'fixed_ips': [{'subnet_id': '43c6374f-9ec0-430e-aeca-3bd4351df22a'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:28:46.721960 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.831140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029736db-e725-467f-8d85-32a44e938c83 req-d4012225-0bf3-4063-b674-82ee74e49960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:46.831140 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-029736db-e725-467f-8d85-32a44e938c83 req-d4012225-0bf3-4063-b674-82ee74e49960 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 1096 time: 0.3259730 Apr 05 20:28:46.831140 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.831140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:46.833750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-f391233f-273b-4476-853b-cd10abeac52c admin admin] Deleting subnet 364c3c86-b37b-4fd0-9e77-6f7b617265f3 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:28:46.834070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.834351 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f391233f-273b-4476-853b-cd10abeac52c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.834351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Made reservation on behalf of f10ec9e518ac4ef8bb4ff5595bf09d23 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:46.834351 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.853619 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-338b19a6-c0ff-4c72-a4bd-1f6ddfd4952f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.891378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d94b643e-7a87-41a8-9c7a-71ae15685c17 None None] Set router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:28:46.893016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:46.934758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:46.951998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:46.956486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:46.969497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:47.045575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f391233f-273b-4476-853b-cd10abeac52c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.113133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Allocated IP 2001:db8::1 (860057ff-501d-43ab-9c43-2ec53ce68868/43c6374f-9ec0-430e-aeca-3bd4351df22a/383d2510-3264-4fc6-8de2-c4953a185b62) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:47.130494 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1411905 Apr 05 20:28:47.130494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50816) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:47.155621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'subnet': {'network_id': '8d73eb5c-c5bf-40b6-81b4-4c2f2427e022', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:47.226189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4ff474-32c9-451a-9974-35832c6847d7 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Network': ['ID=8d73eb5c-c5bf-40b6-81b4-4c2f2427e022,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:47.248486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f391233f-273b-4476-853b-cd10abeac52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.262561 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-338b19a6-c0ff-4c72-a4bd-1f6ddfd4952f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.363176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 8d73eb5c-c5bf-40b6-81b4-4c2f2427e022 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:28:47.423940 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.448622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029736db-e725-467f-8d85-32a44e938c83 req-4c3d9425-a546-4dfd-b67f-c9898fb94a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:47.448622 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-029736db-e725-467f-8d85-32a44e938c83 req-4c3d9425-a546-4dfd-b67f-c9898fb94a27 service neutron] 10.222.0.13 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.7718706 Apr 05 20:28:47.452358 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.457790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:47.528844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:47.534141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:subnet and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:47.534141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:47.551460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52dc2832-a52d-47f2-869e-72d80b39dd0a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:47.551460 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.551460 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Added segment e1694fe6-3c84-40b7-ac91-a6ef223a163a of type vlan for network d87a9372-eb69-4494-b2c7-bae5dbd4e72f Apr 05 20:28:47.562476 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f391233f-273b-4476-853b-cd10abeac52c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.567267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:47.620198 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50832) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:47.631459 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f391233f-273b-4476-853b-cd10abeac52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.648282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f391233f-273b-4476-853b-cd10abeac52c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=364c3c86-b37b-4fd0-9e77-6f7b617265f3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:47.665366 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.703709 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f391233f-273b-4476-853b-cd10abeac52c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/364c3c86-b37b-4fd0-9e77-6f7b617265f3 HTTP/1.1" status: 204 len: 168 time: 1.1911800 Apr 05 20:28:47.707172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50838) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:47.718601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfee0f7-ec9e-4148-b7a7-a41f0252532e None None] Network 4f967199-225e-4c76-a762-dd4f6e1b2b1d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:47.779996 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-029736db-e725-467f-8d85-32a44e938c83 req-7aa2f169-f776-4a55-8e39-4c8ee04605d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38d7454-4e07-4b64-8d82-97423e6636dd HTTP/1.1" status: 200 len: 1001 time: 0.3199313 Apr 05 20:28:47.779996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:47.788201 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.804077 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-338b19a6-c0ff-4c72-a4bd-1f6ddfd4952f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.808760 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:28:47.911600 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.911600 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.911600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:47.911600 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:47.960725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029736db-e725-467f-8d85-32a44e938c83 req-63795ff0-5494-4e50-b0a0-39d795d583a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:47.964521 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-029736db-e725-467f-8d85-32a44e938c83 req-63795ff0-5494-4e50-b0a0-39d795d583a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.1442723 Apr 05 20:28:47.975873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338b19a6-c0ff-4c72-a4bd-1f6ddfd4952f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07941fb9-dce6-46d9-8b4f-87f7911fff9e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:48.124215 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-338b19a6-c0ff-4c72-a4bd-1f6ddfd4952f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:48.124215 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-338b19a6-c0ff-4c72-a4bd-1f6ddfd4952f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07941fb9-dce6-46d9-8b4f-87f7911fff9e HTTP/1.1" status: 204 len: 168 time: 1.5403128 Apr 05 20:28:48.202282 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8865306 Apr 05 20:28:48.204442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.ipam_backend_mixin [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Performing IP validity checks on allocation pools {{(pid=87965) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 20:28:48.207478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50852) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:48.209600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.ipam_backend_mixin [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87965) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 20:28:48.209600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b155ee5-b2d0-4aa5-a6f9-4b332ca9aed0 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:48.214352 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6b155ee5-b2d0-4aa5-a6f9-4b332ca9aed0 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 814 time: 0.5874245 Apr 05 20:28:48.228856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Deleting port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:48.228856 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:48.321023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a60578f-614e-43de-a776-e105645f9bc9', 'tag': 'd38d7454-4e07-4b64-8d82-97423e6636dd'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:28:48.328885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Request body: {'subnet': {'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-127608814-subnet', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:48.348263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029736db-e725-467f-8d85-32a44e938c83 req-fce7f9f7-1e0c-438d-865f-12f54f3956f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:48.349759 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-029736db-e725-467f-8d85-32a44e938c83 req-fce7f9f7-1e0c-438d-865f-12f54f3956f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3792531 Apr 05 20:28:48.351999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceddabf-0d4d-414e-8b0f-fea361bad3e9 admin admin] Pushing event updated for resources: {'Network': ['ID=d87a9372-eb69-4494-b2c7-bae5dbd4e72f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:48.396535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:48.398605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network d87a9372-eb69-4494-b2c7-bae5dbd4e72f details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:28:48.426300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Usage tracker for resource:subnet and tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:48.444006 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:48.451631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:48.478790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Made reservation on behalf of f10ec9e518ac4ef8bb4ff5595bf09d23 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:48.485694 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:48.737339 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-029736db-e725-467f-8d85-32a44e938c83 req-cefacded-3760-4af9-81ec-57526076da1e service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782988 Apr 05 20:28:48.892998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50878) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:48.892998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-18470f39-5828-40f6-a7f8-f8392ddc0da8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'network': {'name': 'tempest-network-smoke--771865285', 'project_id': '80fee2de873b412da3b3a54725609093', 'port_security_enabled': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:48.904414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-18470f39-5828-40f6-a7f8-f8392ddc0da8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:48.904414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-18470f39-5828-40f6-a7f8-f8392ddc0da8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:48.962214 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:48.977921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18470f39-5828-40f6-a7f8-f8392ddc0da8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Made reservation on behalf of 80fee2de873b412da3b3a54725609093 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:48.977921 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18470f39-5828-40f6-a7f8-f8392ddc0da8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:49.026881 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Transition to ACTIVE for port object 383d2510-3264-4fc6-8de2-c4953a185b62 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:49.043971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d94b643e-7a87-41a8-9c7a-71ae15685c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '40a288cb-a80c-48b6-9f65-e14b10b12e42', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'port_id': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'mac_address': 'fa:16:3e:dc:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a60578f-614e-43de-a776-e105645f9bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:26:56Z', 'updated_at': '2022-04-05T20:28:43Z', 'revision_number': 3, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf6b300-7945-424e-b240-744badcf1e1e', 'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'mac_address': 'fa:16:3e:e6:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:45Z', 'updated_at': '2022-04-05T20:25:02Z', 'revision_number': 5, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'subnets': [{'id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:49.071752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] For port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:49.071752 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:49.095499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b643e-7a87-41a8-9c7a-71ae15685c17 None None] Checking router: 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:28:49.107878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18470f39-5828-40f6-a7f8-f8392ddc0da8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:49.123879 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18470f39-5828-40f6-a7f8-f8392ddc0da8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:49.124288 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-18470f39-5828-40f6-a7f8-f8392ddc0da8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Added segment 51da3b7f-86e6-44a5-90be-a470b321be97 of type vlan for network a4659a61-3f1e-4373-8400-7ec7e7415315 Apr 05 20:28:49.132530 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b643e-7a87-41a8-9c7a-71ae15685c17 None None] Routers {'5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:28:49.133171 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d94b643e-7a87-41a8-9c7a-71ae15685c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:28:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:49.154736 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18470f39-5828-40f6-a7f8-f8392ddc0da8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:49.197206 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a60578f-614e-43de-a776-e105645f9bc9', 'tag': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'status': 'completed', 'code': 200} Apr 05 20:28:49.227970 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:49.311873 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Transition to ACTIVE for port object 383d2510-3264-4fc6-8de2-c4953a185b62 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:49.367637 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:49.373841 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Subnet': ['ID=60f9fb69-86a1-42bf-9fb4-192c3cbcc8d5,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:49.390049 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-029736db-e725-467f-8d85-32a44e938c83 req-ef5e0679-57b8-4232-8c3a-5e2fddf31ad0 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5868309 Apr 05 20:28:49.444324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c29ca1-17f0-4831-be78-1ef82558bf80 None None] DHCP port deletion for 4f967199-225e-4c76-a762-dd4f6e1b2b1d request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:28:49.487780 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Network 860057ff-501d-43ab-9c43-2ec53ce68868 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:49.487780 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-91c29ca1-17f0-4831-be78-1ef82558bf80 None None] Deleting port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:49.487780 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-91c29ca1-17f0-4831-be78-1ef82558bf80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:49.538020 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:49.538020 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:28:49.568436 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18470f39-5828-40f6-a7f8-f8392ddc0da8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:49.568436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18470f39-5828-40f6-a7f8-f8392ddc0da8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:49.568436 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18470f39-5828-40f6-a7f8-f8392ddc0da8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:49.586144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50898) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:49.645681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Checking segment: {'id': '9167a878-2f60-4e37-8cc2-5aeaaa73cd51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8d73eb5c-c5bf-40b6-81b4-4c2f2427e022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:49.645681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network hostable DHCP agents. Network: 8d73eb5c-c5bf-40b6-81b4-4c2f2427e022, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:28:49.755754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network 8d73eb5c-c5bf-40b6-81b4-4c2f2427e022 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:28:49.769162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Calling delete_port for c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:49.816114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a6ed-452b-45b1-b4b2-5dd66e49bf1e req-fed944f6-eff3-42de-9e3e-97484dfac35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:49.817690 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-53c1a6ed-452b-45b1-b4b2-5dd66e49bf1e req-fed944f6-eff3-42de-9e3e-97484dfac35a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 1096 time: 0.3611670 Apr 05 20:28:49.818885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 8d73eb5c-c5bf-40b6-81b4-4c2f2427e022) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:49.825189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:49.825934 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:49.928992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-91c29ca1-17f0-4831-be78-1ef82558bf80 None None] For port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0,segment=NetworkSegment(ad00df3e-9df4-4bc0-96ea-6f98408e0299),segment_id=ad00df3e-9df4-4bc0-96ea-6f98408e0299)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:49.928992 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-91c29ca1-17f0-4831-be78-1ef82558bf80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:50.076756 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0796717b-5f9a-4514-a304-85a377519be5 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.9318409 Apr 05 20:28:50.076756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50914) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:50.111938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18470f39-5828-40f6-a7f8-f8392ddc0da8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Network': ['ID=a4659a61-3f1e-4373-8400-7ec7e7415315,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:50.138417 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-18470f39-5828-40f6-a7f8-f8392ddc0da8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2584972 Apr 05 20:28:50.155024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50920) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:50.292904 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:50.350733 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af193259-0d7d-4988-b84f-0e4bccf8aa0b None None] Network 8d73eb5c-c5bf-40b6-81b4-4c2f2427e022 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:50.377845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:50.397753 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:50.415375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:28:50.453515 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network a4659a61-3f1e-4373-8400-7ec7e7415315 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:28:50.465871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Pushing event deleted for resources: {'Port': ['ID=c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:50.469240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] No DVR routers for this DVR port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:28:50.482102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2149e25f-e825-40ba-8f15-34091ca58752 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:50.483832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2149e25f-e825-40ba-8f15-34091ca58752 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=80fee2de873b412da3b3a54725609093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3276415 Apr 05 20:28:50.503776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50928) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:50.561648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1957831575'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:50.568794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:50.575279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Usage tracker for resource:network and tenant:50d8c8c1970a43878cc888aef01ec30c is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:50.591013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50932) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:50.640395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-91c29ca1-17f0-4831-be78-1ef82558bf80 None None] Calling delete_port for c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:28:50.645011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:50.645011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Checking segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:50.645011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Network hostable DHCP agents. Network: d87a9372-eb69-4494-b2c7-bae5dbd4e72f, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:28:50.645011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da5778d0-0eca-48da-a855-2a882bbbe611,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:50.685704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:50.755506 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027051 Apr 05 20:28:50.755506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50934) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:50.773376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a6ed-452b-45b1-b4b2-5dd66e49bf1e req-374d700f-8b2a-454e-a812-014805538285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:50.773376 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-53c1a6ed-452b-45b1-b4b2-5dd66e49bf1e req-374d700f-8b2a-454e-a812-014805538285 service neutron] 10.222.0.13 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.9253988 Apr 05 20:28:50.796020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Made reservation on behalf of 50d8c8c1970a43878cc888aef01ec30c for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:50.815305 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:50.819594 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-91c29ca1-17f0-4831-be78-1ef82558bf80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:28:50.829257 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-91c29ca1-17f0-4831-be78-1ef82558bf80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:28:50.849379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d94b643e-7a87-41a8-9c7a-71ae15685c17 None None] Set router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:28:50.852103 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:50.878567 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:50.892982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Network d87a9372-eb69-4494-b2c7-bae5dbd4e72f is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:28:50.916991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:50.920389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f967199-225e-4c76-a762-dd4f6e1b2b1d']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:50.931067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Usage tracker for resource:security_group_rule and tenant:50d8c8c1970a43878cc888aef01ec30c is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:50.936749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, d87a9372-eb69-4494-b2c7-bae5dbd4e72f) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:50.939273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Pushing event updated for resources: {'Port': ['ID=383d2510-3264-4fc6-8de2-c4953a185b62,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:50.941366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:50.945147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:28:50.945852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:28:50.947203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad00df3e-9df4-4bc0-96ea-6f98408e0299') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:50.947776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad00df3e-9df4-4bc0-96ea-6f98408e0299') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:50.971568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:50.973637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a35dba2-ac5a-44b0-b7a6-61e1e17f856d None None] Network d87a9372-eb69-4494-b2c7-bae5dbd4e72f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:50.991496 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-621f86db-5d91-4b10-87a5-3d476361c67f tempest-NetworksApiDiscovery-406261703 tempest-NetworksApiDiscovery-406261703-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2263191 Apr 05 20:28:50.995574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:50.995574 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.022364 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.080655 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.083996 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.087084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Attempting to bind port 383d2510-3264-4fc6-8de2-c4953a185b62 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:51.087084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Attempting to bind port 383d2510-3264-4fc6-8de2-c4953a185b62 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'a8a50f98-ed91-4894-bff9-3d37324465b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '860057ff-501d-43ab-9c43-2ec53ce68868'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:51.087084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Attempting to bind port 383d2510-3264-4fc6-8de2-c4953a185b62 on network 860057ff-501d-43ab-9c43-2ec53ce68868 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:28:51.114892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:28:51.114892 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:28:51.144292 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:28:51.190794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:28:51.190794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Checking segment: {'id': 'a8a50f98-ed91-4894-bff9-3d37324465b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '860057ff-501d-43ab-9c43-2ec53ce68868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:51.190794 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.190794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Bound using segment: {'id': 'a8a50f98-ed91-4894-bff9-3d37324465b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '860057ff-501d-43ab-9c43-2ec53ce68868'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:28:51.190794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Bound port: 383d2510-3264-4fc6-8de2-c4953a185b62, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a50f98-ed91-4894-bff9-3d37324465b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '860057ff-501d-43ab-9c43-2ec53ce68868'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:51.190794 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.250187 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-53c1a6ed-452b-45b1-b4b2-5dd66e49bf1e req-ae5f4308-e1bd-4a27-bd52-17547a45afe5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d38d7454-4e07-4b64-8d82-97423e6636dd HTTP/1.1" status: 200 len: 1001 time: 0.4734693 Apr 05 20:28:51.312917 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c7bd6ddd-0cc1-4453-9b81-76037dc44f51 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1061463 Apr 05 20:28:51.316771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50948) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:51.335317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:51.346871 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a6ed-452b-45b1-b4b2-5dd66e49bf1e req-871b98c6-6634-40cc-89f7-9e6f59c259f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:51.348355 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-53c1a6ed-452b-45b1-b4b2-5dd66e49bf1e req-871b98c6-6634-40cc-89f7-9e6f59c259f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.0899589 Apr 05 20:28:51.351469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:51.372234 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Usage tracker for resource:router and tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:51.375831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9935fa72-ecee-4767-b7b9-607e711d01fb tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:51.384772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50954) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:51.384772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:51.389452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9935fa72-ecee-4767-b7b9-607e711d01fb tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8540204 Apr 05 20:28:51.393291 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.395440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:51.484995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.509082 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] For port 383d2510-3264-4fc6-8de2-c4953a185b62, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:28:51.509082 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] For port 383d2510-3264-4fc6-8de2-c4953a185b62, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=383d2510-3264-4fc6-8de2-c4953a185b62,segment=NetworkSegment(a8a50f98-ed91-4894-bff9-3d37324465b2),segment_id=a8a50f98-ed91-4894-bff9-3d37324465b2)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:28:51.545023 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-21e6aa8b-481d-4e9f-bac2-94b4a23b827e tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1523354 Apr 05 20:28:51.548925 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50958) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:51.558086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] Pushing event deleted for resources: {'Network': ['ID=4f967199-225e-4c76-a762-dd4f6e1b2b1d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:51.589541 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.590627 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.596898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50964) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:51.612553 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-701ed584-1f98-420b-ba1e-d337481d2f12 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=80fee2de873b412da3b3a54725609093&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0608051 Apr 05 20:28:51.612859 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.617138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50972) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:51.622863 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c717eab4-4884-4e4c-807b-7ea10ea8a86a admin admin] 10.222.0.24 "DELETE /v2.0/networks/4f967199-225e-4c76-a762-dd4f6e1b2b1d HTTP/1.1" status: 204 len: 168 time: 3.9131854 Apr 05 20:28:51.643498 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.660833 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.675640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.751392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:51.765631 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.765631 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Added segment 16db784c-c3c3-477b-aa08-6f2faf09a55c of type vlan for network 2809c652-bd6c-4168-a361-8cecd12a2825 Apr 05 20:28:51.811131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-91c29ca1-17f0-4831-be78-1ef82558bf80 None None] Deleting port c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:28:51.811131 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-91c29ca1-17f0-4831-be78-1ef82558bf80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:51.820983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237eb489-3436-4e81-810f-97bb5f6e71ac,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:52.027913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df05fb1-5a2b-40bb-931b-8e3cf908eb3f tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:52.029408 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2df05fb1-5a2b-40bb-931b-8e3cf908eb3f tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3596761 Apr 05 20:28:52.037047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50980) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:52.037376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50982) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:52.040134 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.108972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Subnet': ['ID=60f9fb69-86a1-42bf-9fb4-192c3cbcc8d5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:52.116283 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.202283 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.215124 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.229856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d73eb5c-c5bf-40b6-81b4-4c2f2427e022']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:52.246279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9167a878-2f60-4e37-8cc2-5aeaaa73cd51') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:52.246279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9167a878-2f60-4e37-8cc2-5aeaaa73cd51') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:52.255089 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.272177 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.279423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:28:52.279423 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.327760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-91c29ca1-17f0-4831-be78-1ef82558bf80 None None] The port 'c7687ef7-d6e8-4e7c-ae9e-f52c9fe90ee0' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:28:52.328494 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.336039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:52.336665 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:28:52.385657 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:28:52.390504 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af5a189e-b6d5-4d4b-8c68-f2f91ec6983a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.415760 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-faa591d6-6657-4ccd-9c97-db64fc142276 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3738909 Apr 05 20:28:52.443318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50990) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:52.456745 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.468585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-812280715', 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315', 'project_id': '80fee2de873b412da3b3a54725609093', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:52.483678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-af5a189e-b6d5-4d4b-8c68-f2f91ec6983a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:52.524701 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.538573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-af5a189e-b6d5-4d4b-8c68-f2f91ec6983a admin admin] Usage tracker for resource:security_group_rule and tenant:f79efa1eebca4ef08227dbd82092fec4 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:52.556954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-af5a189e-b6d5-4d4b-8c68-f2f91ec6983a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:52.567184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Network': ['ID=8d73eb5c-c5bf-40b6-81b4-4c2f2427e022,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:52.581703 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9e3e64-ddd4-429a-a11b-165c64cd1de4 None None] Network 8d73eb5c-c5bf-40b6-81b4-4c2f2427e022 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:52.594296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c1a6ed-452b-45b1-b4b2-5dd66e49bf1e req-e806de37-7ea9-4582-8577-c6356ade16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:52.594296 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-53c1a6ed-452b-45b1-b4b2-5dd66e49bf1e req-e806de37-7ea9-4582-8577-c6356ade16c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2239754 Apr 05 20:28:52.611411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Pushing event updated for resources: {'Network': ['ID=2809c652-bd6c-4168-a361-8cecd12a2825,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:52.621706 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-91594c78-3892-4591-9576-5c665738b866 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.8824911 Apr 05 20:28:52.636580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 2809c652-bd6c-4168-a361-8cecd12a2825 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:28:52.668868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9e3e64-ddd4-429a-a11b-165c64cd1de4 None None] Network 8d73eb5c-c5bf-40b6-81b4-4c2f2427e022 could not be found, it might have been deleted concurrently. {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 05 20:28:52.722098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-af5a189e-b6d5-4d4b-8c68-f2f91ec6983a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:52.722098 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5ddbb9dd-b4d3-474f-adf0-75cb25602be5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97963b3828594c00bbd1dbf705a16848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6684420 Apr 05 20:28:52.736203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6a25b50e-00e5-421d-8fea-5056b4f10d50 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/8d73eb5c-c5bf-40b6-81b4-4c2f2427e022 HTTP/1.1" status: 204 len: 168 time: 2.6260161 Apr 05 20:28:52.736203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51000) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:52.736203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51002) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:52.787605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1788419284'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:52.812784 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-d87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:28:52.813575 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:52.847247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d8c9b-f861-423f-b5a2-91f7c42e1e7c None None] Pushing event updated for resources: {'Port': ['ID=383d2510-3264-4fc6-8de2-c4953a185b62,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:52.894154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:52.938778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:network and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:52.958396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:53.050718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:53.050718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:subnet and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:53.058886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:53.068168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:53.100164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:53.114116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Made reservation on behalf of 80fee2de873b412da3b3a54725609093 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:53.114116 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.242002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:53.246105 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.329359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51016) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:53.344814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Request body: {'port': {'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825', 'binding:host_id': 'n-h1-836604-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1989775924'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:53.412051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:53.416531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Usage tracker for resource:port and tenant:36e79e1cdb6348179123fbfa0ab796b0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:53.422775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:53.436333 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.446423 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-53c1a6ed-452b-45b1-b4b2-5dd66e49bf1e req-9063f11e-805a-4360-a0eb-9098da70e1f3 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7322910 Apr 05 20:28:53.446423 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a75b027-1039-4046-b9bf-da6644b14bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.458747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:53.472531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Allocated IP 172.20.0.2 (d87a9372-eb69-4494-b2c7-bae5dbd4e72f/da5778d0-0eca-48da-a855-2a882bbbe611/5d08a8d2-d3f1-4960-a8ac-6da76b1fa114) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:53.477297 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.732388 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Allocated IP 172.25.8.108 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/79bce627-9c27-4c56-8cf9-7c9c2ceffdbf) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:53.736506 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.744959 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Transition to ACTIVE for port object 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:53.781473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Transition to ACTIVE for port object 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:53.807806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.822732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d94b643e-7a87-41a8-9c7a-71ae15685c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '40a288cb-a80c-48b6-9f65-e14b10b12e42', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'port_id': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'mac_address': 'fa:16:3e:dc:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a60578f-614e-43de-a776-e105645f9bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:26:56Z', 'updated_at': '2022-04-05T20:28:43Z', 'revision_number': 3, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf6b300-7945-424e-b240-744badcf1e1e', 'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'mac_address': 'fa:16:3e:e6:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:45Z', 'updated_at': '2022-04-05T20:25:02Z', 'revision_number': 5, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'subnets': [{'id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:53.884737 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a75b027-1039-4046-b9bf-da6644b14bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:53.885364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b643e-7a87-41a8-9c7a-71ae15685c17 None None] The sync data for ids ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'] in n-d-836604-1 is: [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '40a288cb-a80c-48b6-9f65-e14b10b12e42', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'floating_ip_address': '172.25.8.173', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'port_id': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'mac_address': 'fa:16:3e:dc:7a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a60578f-614e-43de-a776-e105645f9bc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:26:56Z', 'updated_at': '2022-04-05T20:28:43Z', 'revision_number': 3, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdf6b300-7945-424e-b240-744badcf1e1e', 'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'mac_address': 'fa:16:3e:e6:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:45Z', 'updated_at': '2022-04-05T20:25:02Z', 'revision_number': 5, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'subnets': [{'id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:28:53.909273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Network d87a9372-eb69-4494-b2c7-bae5dbd4e72f is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:53.919940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:53.926973 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:28:53.929162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Pushing event updated for resources: {'Port': ['ID=5d08a8d2-d3f1-4960-a8ac-6da76b1fa114,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:53.992729 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Made reservation on behalf of 36e79e1cdb6348179123fbfa0ab796b0 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:53.998788 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.030319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:54.068867 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.167198 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.191662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Attempting to bind port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:54.191662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Attempting to bind port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:54.191662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Attempting to bind port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:28:54.229467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:28:54.229467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Checking segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:54.229467 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.229467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Bound using segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:28:54.229467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Bound port: 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:54.229467 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.252836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 383d2510-3264-4fc6-8de2-c4953a185b62 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:54.293704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:28:54.306393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:54.306393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:28:54.347236 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-53c1a6ed-452b-45b1-b4b2-5dd66e49bf1e req-a3e8d095-2dfc-4856-92c3-fb0460088b77 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8709223 Apr 05 20:28:54.351695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.379305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Pushing event updated for resources: {'Port': ['ID=79bce627-9c27-4c56-8cf9-7c9c2ceffdbf,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:54.387884 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.388431 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Added segment 62ffe8c7-931b-4d83-8818-55bbaafdbc41 of type vlan for network 9f60b56f-316b-4e3a-bba0-977145a86dd5 Apr 05 20:28:54.391774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:54.400784 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a75b027-1039-4046-b9bf-da6644b14bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.422083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Usage tracker for resource:security_group_rule and tenant:36e79e1cdb6348179123fbfa0ab796b0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:54.441505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:54.506636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdefc3d-edb3-42b2-baa6-0169e51406e3 None None] Network 860057ff-501d-43ab-9c43-2ec53ce68868 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:54.552864 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.557163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75b027-1039-4046-b9bf-da6644b14bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820f48bc-3cca-4005-bf50-cd342be8cd21,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:54.562277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:54.562277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af5a189e-b6d5-4d4b-8c68-f2f91ec6983a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.586289 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af5a189e-b6d5-4d4b-8c68-f2f91ec6983a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.646337 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-af5a189e-b6d5-4d4b-8c68-f2f91ec6983a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f79efa1eebca4ef08227dbd82092fec4&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0435028 Apr 05 20:28:54.688830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51028) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:54.751536 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:28:54.810360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-66fd738f-3d84-4f11-b078-ae8cc3c20f23 None None] Provisioning for port 383d2510-3264-4fc6-8de2-c4953a185b62 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:54.826763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 383d2510-3264-4fc6-8de2-c4953a185b62 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:54.838355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a189e-b6d5-4d4b-8c68-f2f91ec6983a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813eb208-4963-4e98-91ff-6e99a02d515e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:54.856219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] For port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:28:54.868806 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-66fd738f-3d84-4f11-b078-ae8cc3c20f23 None None] Provisioning complete for port 383d2510-3264-4fc6-8de2-c4953a185b62 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:54.868806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-66fd738f-3d84-4f11-b078-ae8cc3c20f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.881486 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.886269 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:54.886269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.911992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 383d2510-3264-4fc6-8de2-c4953a185b62 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:54.911992 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.917195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a75b027-1039-4046-b9bf-da6644b14bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:54.917195 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2a75b027-1039-4046-b9bf-da6644b14bb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/820f48bc-3cca-4005-bf50-cd342be8cd21 HTTP/1.1" status: 204 len: 168 time: 2.1535034 Apr 05 20:28:54.917195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.037269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9b2d-75ad-478b-870d-64edb32ed14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.092531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] For port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5d08a8d2-d3f1-4960-a8ac-6da76b1fa114,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:28:55.117848 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.174662 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.317352 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5498347 Apr 05 20:28:55.317352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82442860-685b-408c-8a91-17b8f80623b1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Network': ['ID=9f60b56f-316b-4e3a-bba0-977145a86dd5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:55.317352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51042) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:55.332443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'subnet': {'network_id': '9f60b56f-316b-4e3a-bba0-977145a86dd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:55.354543 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9b2d-75ad-478b-870d-64edb32ed14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.367463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Subnet': ['ID=cb5e0bca-c71b-4bca-b476-b80b1b1192f7,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:55.406791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Checking segment: {'id': '51da3b7f-86e6-44a5-90be-a470b321be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:55.406791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network hostable DHCP agents. Network: a4659a61-3f1e-4373-8400-7ec7e7415315, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:28:55.429544 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.503400 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.582676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 9f60b56f-316b-4e3a-bba0-977145a86dd5 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:28:55.620084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] device_id is not set on port 95434aed-d0d7-477c-8660-3b02d5d03488 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:28:55.841116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72efb4ff-a4df-41df-9910-46314805f42e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:55.916035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network a4659a61-3f1e-4373-8400-7ec7e7415315 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:28:55.935866 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9b2d-75ad-478b-870d-64edb32ed14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:55.978691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260e4d8-4e1b-410c-8d04-ac4b93d1ef50 None None] Pushing event updated for resources: {'Port': ['ID=5d08a8d2-d3f1-4960-a8ac-6da76b1fa114,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:56.000273 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:56.012405 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-66fd738f-3d84-4f11-b078-ae8cc3c20f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.030984 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.076653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:subnet and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:56.079895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c9b2d-75ad-478b-870d-64edb32ed14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813eb208-4963-4e98-91ff-6e99a02d515e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:56.087889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:56.088809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, a4659a61-3f1e-4373-8400-7ec7e7415315) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:56.110642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:56.110642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.145829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-66fd738f-3d84-4f11-b078-ae8cc3c20f23 None None] For port 383d2510-3264-4fc6-8de2-c4953a185b62, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=383d2510-3264-4fc6-8de2-c4953a185b62,segment=NetworkSegment(a8a50f98-ed91-4894-bff9-3d37324465b2),segment_id=a8a50f98-ed91-4894-bff9-3d37324465b2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:28:56.161170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:56.173214 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0c5c9b2d-75ad-478b-870d-64edb32ed14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.178460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9cec2d-ec81-48ef-bfea-1b00911d6ecd None None] Network a4659a61-3f1e-4373-8400-7ec7e7415315 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:56.183056 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0c5c9b2d-75ad-478b-870d-64edb32ed14f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/813eb208-4963-4e98-91ff-6e99a02d515e HTTP/1.1" status: 204 len: 168 time: 1.4771409 Apr 05 20:28:56.238779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-853ce399-ef07-4616-ab35-a795ae1799bb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7874081 Apr 05 20:28:56.330401 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.415953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:56.415953 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.450936 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-66fd738f-3d84-4f11-b078-ae8cc3c20f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:56.745138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51076) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:56.916696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:28:57.111717 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:28:57.118607 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:28:57.130494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd738f-3d84-4f11-b078-ae8cc3c20f23 None None] Pushing event updated for resources: {'Port': ['ID=383d2510-3264-4fc6-8de2-c4953a185b62,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:57.190403 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51086) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:57.190770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-a4659a61-3f1e-4373-8400-7ec7e7415315', 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'fixed_ips': [{'subnet_id': 'cb5e0bca-c71b-4bca-b476-b80b1b1192f7'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:28:57.191144 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:57.260989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4bdbd992-2c30-4ea0-a39c-2166da642ba4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-338005656', 'description': 'tempest-secgroup-smoke-338005656 description', 'project_id': '80fee2de873b412da3b3a54725609093'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:57.284708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4bdbd992-2c30-4ea0-a39c-2166da642ba4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:57.323602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-802a2677-a385-4c7f-b4e7-68c224ed21e3 None None] Provisioning complete for port 383d2510-3264-4fc6-8de2-c4953a185b62 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:57.324254 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-802a2677-a385-4c7f-b4e7-68c224ed21e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:57.347684 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4bdbd992-2c30-4ea0-a39c-2166da642ba4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:57.524023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:28:57.539548 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Sync routers for ids ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:28:57.555879 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Routers {'276dfbdf-6f2d-4996-bf23-7effd7a1c79b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:28:57.556692 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:28:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:57.566886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1550421434-network', 'tenant_id': 'd9208e30a90949ee9d39a987d74d2831'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:57.572533 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:57.574155 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8286b158-8540-4df3-9082-19afa49aa9e4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2509699 Apr 05 20:28:57.577287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:57.579907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51106) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:57.617486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] device_id is not set on port 95434aed-d0d7-477c-8660-3b02d5d03488 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:28:57.660610 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:57.663042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Usage tracker for resource:network and tenant:d9208e30a90949ee9d39a987d74d2831 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:57.666513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:57.677007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:57.686439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:57.725316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Made reservation on behalf of d9208e30a90949ee9d39a987d74d2831 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:57.731858 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:57.733824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aff52c7-93c3-4d5d-b186-9e40a85fafbc None None] Network d87a9372-eb69-4494-b2c7-bae5dbd4e72f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:57.749268 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:57.882916 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd992-2c30-4ea0-a39c-2166da642ba4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:57.928499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:57.945170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Transition to ACTIVE for port object 95434aed-d0d7-477c-8660-3b02d5d03488 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:57.950749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Usage tracker for resource:security_group_rule and tenant:d9208e30a90949ee9d39a987d74d2831 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:57.968812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51116) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:57.970437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:57.972934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4bdbd992-2c30-4ea0-a39c-2166da642ba4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:57.983731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:57.987990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Subnet': ['ID=d8c76e55-5bd5-4214-973d-f8f2bbd1578c,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:57.995257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4bdbd992-2c30-4ea0-a39c-2166da642ba4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:58.009235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4bdbd992-2c30-4ea0-a39c-2166da642ba4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:58.028892 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:58.035148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Checking segment: {'id': '62ffe8c7-931b-4d83-8818-55bbaafdbc41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '9f60b56f-316b-4e3a-bba0-977145a86dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:58.035802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network hostable DHCP agents. Network: 9f60b56f-316b-4e3a-bba0-977145a86dd5, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:28:58.074532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4bdbd992-2c30-4ea0-a39c-2166da642ba4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:58.125539 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Set router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:28:58.324159 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Allocated IP 172.20.0.18 (a4659a61-3f1e-4373-8400-7ec7e7415315/cb5e0bca-c71b-4bca-b476-b80b1b1192f7/cd07b200-20fd-4fed-8daf-42fb96751045) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:58.446532 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd992-2c30-4ea0-a39c-2166da642ba4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:58.469425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Pushing event updated for resources: {'Port': ['ID=95434aed-d0d7-477c-8660-3b02d5d03488,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:58.469425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-743146982-network', 'tenant_id': '528480efd95047a58813f779570ce820'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:58.486188 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd992-2c30-4ea0-a39c-2166da642ba4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:58.561119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:58.583265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-009384d9-4a34-4186-a4a1-ecc6986fbeec None None] Provisioning for port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:28:58.588413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Usage tracker for resource:network and tenant:528480efd95047a58813f779570ce820 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:58.600560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:58.639373 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network 9f60b56f-316b-4e3a-bba0-977145a86dd5 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:28:58.644000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbd992-2c30-4ea0-a39c-2166da642ba4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae2ba46-a014-4734-b4d3-4abd636acac5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:58.654111 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:28:54Z', 'revision_number': 3, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port': {'id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:69:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:53Z', 'updated_at': '2022-04-05T20:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:28:58.660025 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Checking router: 276dfbdf-6f2d-4996-bf23-7effd7a1c79b for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:28:58.660750 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Updating router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b port 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:28:58.690608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:58.698965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 383d2510-3264-4fc6-8de2-c4953a185b62 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:28:58.722970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 9f60b56f-316b-4e3a-bba0-977145a86dd5) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:58.730160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:28:58.731099 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:58.739913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Checking segment: {'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:58.740622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Network hostable DHCP agents. Network: 2809c652-bd6c-4168-a361-8cecd12a2825, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:28:58.764985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Made reservation on behalf of 528480efd95047a58813f779570ce820 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:28:58.771879 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:58.794435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e604385-8fa4-4d28-a8cf-04b60910dc68 None None] Network 9f60b56f-316b-4e3a-bba0-977145a86dd5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:58.823893 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:58.848858 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:58.852004 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bdbd992-2c30-4ea0-a39c-2166da642ba4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:58.852004 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4bdbd992-2c30-4ea0-a39c-2166da642ba4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6422312 Apr 05 20:28:58.873631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51128) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:58.873631 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5ac2e697-182b-4378-b07f-c4bd8b2aae8f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.5496817 Apr 05 20:28:58.881043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ce2ed83e-54c9-4658-a9a2-d99ed99225b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba46-a014-4734-b4d3-4abd636acac5', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:28:58.889531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51132) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:28:59.073731 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.084419 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.096863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:59.101519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Usage tracker for resource:security_group_rule and tenant:528480efd95047a58813f779570ce820 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:59.105194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:59.113800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:59.139618 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.152776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ce2ed83e-54c9-4658-a9a2-d99ed99225b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:28:59.209937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Network 2809c652-bd6c-4168-a361-8cecd12a2825 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:28:59.216875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:59.222155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ce2ed83e-54c9-4658-a9a2-d99ed99225b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:28:59.232398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0474157b-3a5b-4236-9b9d-e2f08976b7b9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:59.241007 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.241007 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Added segment dc28ab16-a027-48f7-b692-8e8447fc4829 of type vlan for network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef Apr 05 20:28:59.258773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 2809c652-bd6c-4168-a361-8cecd12a2825) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:28:59.260669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Transition to ACTIVE for port object cd07b200-20fd-4fed-8daf-42fb96751045 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:59.286860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ce2ed83e-54c9-4658-a9a2-d99ed99225b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:28:59.293434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1e49c7-6e38-4e01-9b8d-534bd134d5fd None None] Network 2809c652-bd6c-4168-a361-8cecd12a2825 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:28:59.343064 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.364192 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.420059 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:28:59.467397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:59.467397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:59.467397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:28:59.494179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ce2ed83e-54c9-4658-a9a2-d99ed99225b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:28:59.514348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:28:59.514348 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:28:59.525679 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 2 to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 Apr 05 20:28:59.544743 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.583434 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Transition to ACTIVE for port object 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:59.595068 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.653137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:59.653489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:59.653938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:28:59.666172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Allocated IP 172.20.0.1 (d87a9372-eb69-4494-b2c7-bae5dbd4e72f/da5778d0-0eca-48da-a855-2a882bbbe611/8a476303-e593-4476-8d87-5166c20724f6) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:28:59.669157 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Transition to ACTIVE for port object cd07b200-20fd-4fed-8daf-42fb96751045 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:28:59.670831 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed83e-54c9-4658-a9a2-d99ed99225b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.736187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:28:59.736603 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:28:59.738438 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.748412 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 3 to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 Apr 05 20:28:59.762134 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Attempting to bind port 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:59.762676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 383d2510-3264-4fc6-8de2-c4953a185b62 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:28:59.763103 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.763396 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Attempting to bind port 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:59.763913 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Attempting to bind port 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:28:59.768619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:59.769033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:59.769437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:28:59.782315 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:28:59.782862 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:28:59.783983 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.784546 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:28:59.785177 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Bound port: 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:28:59.785710 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.796583 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.809957 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed83e-54c9-4658-a9a2-d99ed99225b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.813805 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.839440 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.848635 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed83e-54c9-4658-a9a2-d99ed99225b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.865450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:28:59.865450 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:28:59.877025 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 4 to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 Apr 05 20:28:59.899334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:28:59.899334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:28:59.899334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:28:59.916419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Pushing event updated for resources: {'Port': ['ID=cd07b200-20fd-4fed-8daf-42fb96751045,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:59.926016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:28:59.936928 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:28:59.945621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:28:59.953061 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 5 to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 Apr 05 20:28:59.957566 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] For port 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:28:59.957566 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] For port 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=79bce627-9c27-4c56-8cf9-7c9c2ceffdbf,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:28:59.971655 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34a429-dabc-461d-b70d-a5dfe7fec284 None None] Pushing event updated for resources: {'Port': ['ID=79bce627-9c27-4c56-8cf9-7c9c2ceffdbf,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:59.971655 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:28:59.978905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ed83e-54c9-4658-a9a2-d99ed99225b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea8e26b9-b760-4c28-9e2f-0b763d0c92f0,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:28:59.993232 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a429-dabc-461d-b70d-a5dfe7fec284 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:59.993232 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a429-dabc-461d-b70d-a5dfe7fec284 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:59.993232 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a429-dabc-461d-b70d-a5dfe7fec284 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:59.993232 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a429-dabc-461d-b70d-a5dfe7fec284 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:59.993232 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a429-dabc-461d-b70d-a5dfe7fec284 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:59.993232 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a429-dabc-461d-b70d-a5dfe7fec284 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:28:59.993232 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a429-dabc-461d-b70d-a5dfe7fec284 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.004802 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a429-dabc-461d-b70d-a5dfe7fec284 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.004802 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a429-dabc-461d-b70d-a5dfe7fec284 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.004802 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a429-dabc-461d-b70d-a5dfe7fec284 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.004802 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a429-dabc-461d-b70d-a5dfe7fec284 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.004802 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f34a429-dabc-461d-b70d-a5dfe7fec284 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:00.096735 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34a429-dabc-461d-b70d-a5dfe7fec284 None None] Pushing event updated for resources: {'Port': ['ID=79bce627-9c27-4c56-8cf9-7c9c2ceffdbf,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:00.102365 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Network a4659a61-3f1e-4373-8400-7ec7e7415315 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:00.110309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:00.113339 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Routers {'276dfbdf-6f2d-4996-bf23-7effd7a1c79b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:29:00.114041 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:28:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:00.117447 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.118514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:00.151748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c7e154-c7b6-4f5d-8cea-395451d1d280,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:00.183545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.183894 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Added segment 661e505e-8728-478f-8dea-cae2068d85d0 of type vlan for network cb1777ae-a8df-4152-bd1a-88922c868143 Apr 05 20:29:00.185253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:00.185585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:00.185943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:00.216178 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ce2ed83e-54c9-4658-a9a2-d99ed99225b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.229547 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ce2ed83e-54c9-4658-a9a2-d99ed99225b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3558474 Apr 05 20:29:00.241449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:00.241449 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:00.257402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51146) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:00.257402 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 6 to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 Apr 05 20:29:00.279177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-3d5876cb-54c5-4feb-a0eb-bbd585c37842 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba46-a014-4734-b4d3-4abd636acac5', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:00.286142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3d5876cb-54c5-4feb-a0eb-bbd585c37842 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:00.286142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3d5876cb-54c5-4feb-a0eb-bbd585c37842 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:00.293300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3d5876cb-54c5-4feb-a0eb-bbd585c37842 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:00.312585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3d5876cb-54c5-4feb-a0eb-bbd585c37842 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:00.374400 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87afc683-fdd2-41d1-927e-6d381f502de6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-9f60b56f-316b-4e3a-bba0-977145a86dd5', 'network_id': '9f60b56f-316b-4e3a-bba0-977145a86dd5', 'tenant_id': 'f9fe8d985ebf40e9a3e25ddc920ad637', 'fixed_ips': [{'subnet_id': 'd8c76e55-5bd5-4214-973d-f8f2bbd1578c'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:29:00.374400 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-87afc683-fdd2-41d1-927e-6d381f502de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.414071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:00.414071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:00.414525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:00.421501 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3d5876cb-54c5-4feb-a0eb-bbd585c37842 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.430644 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.432126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:00.433068 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.470876 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.480740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:00.481065 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:00.489451 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 7 to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 Apr 05 20:29:00.493811 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] Set router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:29:00.541532 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3d5876cb-54c5-4feb-a0eb-bbd585c37842 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.555530 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3d5876cb-54c5-4feb-a0eb-bbd585c37842 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.557754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:00.558810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:00.559335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:00.600534 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:00.699920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Attempting to bind port cd07b200-20fd-4fed-8daf-42fb96751045 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:00.699920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Attempting to bind port cd07b200-20fd-4fed-8daf-42fb96751045 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '51da3b7f-86e6-44a5-90be-a470b321be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:00.699920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Attempting to bind port cd07b200-20fd-4fed-8daf-42fb96751045 on network a4659a61-3f1e-4373-8400-7ec7e7415315 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:00.762204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:00.762204 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:00.794527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:29:00.794527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Checking segment: {'id': '51da3b7f-86e6-44a5-90be-a470b321be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:00.794527 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.794527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Bound using segment: {'id': '51da3b7f-86e6-44a5-90be-a470b321be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:29:00.794527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Bound port: cd07b200-20fd-4fed-8daf-42fb96751045, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51da3b7f-86e6-44a5-90be-a470b321be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:00.794527 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.824824 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:29:00.832580 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 8 to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 Apr 05 20:29:00.843578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5876cb-54c5-4feb-a0eb-bbd585c37842 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fcfa06c-c355-4df4-9aae-54b848ac4999,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:00.855223 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.888854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] Pushing event updated for resources: {'Network': ['ID=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:00.926224 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:00.936190 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-300824e1-70b6-42e0-9650-3a55eec14da3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.1866064 Apr 05 20:29:00.942053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51156) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:00.947639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Subnet': ['ID=d8c76e55-5bd5-4214-973d-f8f2bbd1578c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:00.950518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:00.951013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Request body: {'subnet': {'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1550421434-subnet', 'tenant_id': 'd9208e30a90949ee9d39a987d74d2831', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:00.957440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:00.957772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:00.964014 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] For port cd07b200-20fd-4fed-8daf-42fb96751045, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:29:00.964437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:00.974399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Usage tracker for resource:subnet and tenant:d9208e30a90949ee9d39a987d74d2831 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:00.976128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] For port cd07b200-20fd-4fed-8daf-42fb96751045, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cd07b200-20fd-4fed-8daf-42fb96751045,segment=NetworkSegment(51da3b7f-86e6-44a5-90be-a470b321be97),segment_id=51da3b7f-86e6-44a5-90be-a470b321be97)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:29:00.978857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:00.979184 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:00.979784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Transition to ACTIVE for port object 8a476303-e593-4476-8d87-5166c20724f6 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:00.981487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:00.983770 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 9 to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 Apr 05 20:29:01.010810 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3d5876cb-54c5-4feb-a0eb-bbd585c37842 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.010810 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3d5876cb-54c5-4feb-a0eb-bbd585c37842 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7444279 Apr 05 20:29:01.018632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:29:01.020008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51160) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:01.020008 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.020008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:01.020008 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.021638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:01.048111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Made reservation on behalf of d9208e30a90949ee9d39a987d74d2831 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:01.053432 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.105371 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:28:54Z', 'revision_number': 3, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port': {'id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:69:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:53Z', 'updated_at': '2022-04-05T20:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:01.105371 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105ed652-8da0-4a8d-a0a0-7b93a447130b None None] The sync data for ids ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'] in n-d-836604-1 is: [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:28:54Z', 'revision_number': 3, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port': {'id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:69:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:53Z', 'updated_at': '2022-04-05T20:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:29:01.132726 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.165168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f60b56f-316b-4e3a-bba0-977145a86dd5']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:01.189374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ffe8c7-931b-4d83-8818-55bbaafdbc41') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:01.189374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ffe8c7-931b-4d83-8818-55bbaafdbc41') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:01.202192 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.225021 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.226872 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.240459 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.249993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:29:01.250508 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.346779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b0f1d-490b-40fb-b3cc-6940735becc1 None None] Pushing event updated for resources: {'Port': ['ID=cd07b200-20fd-4fed-8daf-42fb96751045,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:01.397033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server [None req-87afc683-fdd2-41d1-927e-6d381f502de6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8c76e55-5bd5-4214-973d-f8f2bbd1578c: This subnet is being modified by another concurrent operation. Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:29:01.417441 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise exception Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d8c76e55-5bd5-4214-973d-f8f2bbd1578c: This subnet is being modified by another concurrent operation. Apr 05 20:29:01.422386 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server Apr 05 20:29:01.438993 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:01.450870 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.722442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Network d87a9372-eb69-4494-b2c7-bae5dbd4e72f is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:01.722442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:29:01.735331 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:29:01.765989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ebd386ff-bc85-443b-a325-29861a62d334 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba46-a014-4734-b4d3-4abd636acac5', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:01.769674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:01.838673 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.852414 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.8717864 Apr 05 20:29:01.852414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51170) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:01.852414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ebd386ff-bc85-443b-a325-29861a62d334 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:01.878757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ebd386ff-bc85-443b-a325-29861a62d334 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:01.909524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:01.909524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:01.909524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:01.927587 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.969290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae450e0-8585-4946-8cfd-0bccb52be555 None None] Network 9f60b56f-316b-4e3a-bba0-977145a86dd5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:01.991216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:01.997755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ebd386ff-bc85-443b-a325-29861a62d334 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:02.016714 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae450e0-8585-4946-8cfd-0bccb52be555 None None] Network 9f60b56f-316b-4e3a-bba0-977145a86dd5 could not be found, it might have been deleted concurrently. {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 05 20:29:02.037849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ebd386ff-bc85-443b-a325-29861a62d334 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:02.054919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Request body: {'subnet': {'network_id': 'cb1777ae-a8df-4152-bd1a-88922c868143', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-743146982-subnet', 'tenant_id': '528480efd95047a58813f779570ce820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:02.060681 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/9f60b56f-316b-4e3a-bba0-977145a86dd5 HTTP/1.1" status: 204 len: 168 time: 3.1659410 Apr 05 20:29:02.062081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b220a4b-e52e-4b6a-a714-58e4f97516de admin admin] Pushing event updated for resources: {'Network': ['ID=cb1777ae-a8df-4152-bd1a-88922c868143,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:02.083204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51176) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:02.088870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:02.089453 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:02.092888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:02.100652 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 10 to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 Apr 05 20:29:02.133224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-330274694'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:02.170039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:02.183798 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:02.207696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:network and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:02.216509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:02.216509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:02.216509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:02.227471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Usage tracker for resource:subnet and tenant:528480efd95047a58813f779570ce820 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:02.227471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:02.233396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:02.233396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac5ffa-d767-4d08-b168-40c735915816 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Network': ['ID=9f60b56f-316b-4e3a-bba0-977145a86dd5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:02.242948 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ebd386ff-bc85-443b-a325-29861a62d334 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:02.246010 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network cb1777ae-a8df-4152-bd1a-88922c868143 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:29:02.267811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:02.267811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:02.276728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 95434aed-d0d7-477c-8660-3b02d5d03488 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:02.276728 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 95434aed-d0d7-477c-8660-3b02d5d03488 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:02.276728 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:02.379581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Pushing event updated for resources: {'Port': ['ID=8a476303-e593-4476-8d87-5166c20724f6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:02.439173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Made reservation on behalf of 528480efd95047a58813f779570ce820 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:02.441612 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:02.455429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:02.459234 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:02.507563 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:02.563771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:29:02.576045 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9e734cd5-e829-42a7-b75f-29e665935f5c None None] Provisioning for port 8a476303-e593-4476-8d87-5166c20724f6 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:02.590274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:02.590274 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Added segment bbe4a58f-131e-4e7f-ba63-2696fed919d0 of type vlan for network 35178871-d21c-4e62-8776-e4d27d1fcff5 Apr 05 20:29:02.591698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9e734cd5-e829-42a7-b75f-29e665935f5c None None] Provisioning complete for port 8a476303-e593-4476-8d87-5166c20724f6 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:02.591698 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9e734cd5-e829-42a7-b75f-29e665935f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:02.619014 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:02.668499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5d08a8d2-d3f1-4960-a8ac-6da76b1fa114,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:02.716597 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:02.718866 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:02.725571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:02.726185 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:02.807002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1356f70-0114-45ce-aab5-768404948e3c,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:03.021246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Checking segment: {'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:03.021246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Network hostable DHCP agents. Network: 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:29:03.035153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:03.082826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=5d08a8d2-d3f1-4960-a8ac-6da76b1fa114,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:03.099496 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:03.132034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] For port 95434aed-d0d7-477c-8660-3b02d5d03488, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:29:03.132737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempted to set empty binding levels {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 05 20:29:03.136482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:29:03.155108 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ebd386ff-bc85-443b-a325-29861a62d334 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:03.160459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:03.162369 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:03.170522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Network': ['ID=35178871-d21c-4e62-8776-e4d27d1fcff5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:03.178372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:03.178594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d916a6ab-8b18-4ac1-a0c5-97e8317aeb81 None None] Network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:03.184165 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:03.235748 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 35178871-d21c-4e62-8776-e4d27d1fcff5 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:29:03.242579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9e734cd5-e829-42a7-b75f-29e665935f5c None None] Port 8a476303-e593-4476-8d87-5166c20724f6 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:29:03.321085 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d4f91604-3068-4012-b057-ad2141904b15 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2242560 Apr 05 20:29:03.321085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Pushing event updated for resources: {'Port': ['ID=95434aed-d0d7-477c-8660-3b02d5d03488,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:03.339105 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ebd386ff-bc85-443b-a325-29861a62d334 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:03.350648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51190) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:03.393472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'subnet': {'network_id': '35178871-d21c-4e62-8776-e4d27d1fcff5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:03.452953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd386ff-bc85-443b-a325-29861a62d334 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4200313-e0a2-4b53-9b81-9c7e5465f88e,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:03.466998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:03.466998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:03.469224 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bbd67067-ea98-4a9c-9e66-12842a06c820 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5248094 Apr 05 20:29:03.478116 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:03.487351 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:03.712929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b388f8c5-eae2-42ca-b9a6-77afb171ae41 None None] Network a4659a61-3f1e-4373-8400-7ec7e7415315 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:03.746844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Pushing event updated for resources: {'Port': ['ID=8a476303-e593-4476-8d87-5166c20724f6,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:03.749670 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:03.825263 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ebd386ff-bc85-443b-a325-29861a62d334 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:03.826488 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ebd386ff-bc85-443b-a325-29861a62d334 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7960031 Apr 05 20:29:03.852115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51200) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:03.878855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-300c0bab-d0b1-46ba-a681-78e3ab04b411 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba46-a014-4734-b4d3-4abd636acac5', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:03.911111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-300c0bab-d0b1-46ba-a681-78e3ab04b411 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:03.930772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-300c0bab-d0b1-46ba-a681-78e3ab04b411 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:03.954202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-300c0bab-d0b1-46ba-a681-78e3ab04b411 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:03.962605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-300c0bab-d0b1-46ba-a681-78e3ab04b411 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:04.000546 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-300c0bab-d0b1-46ba-a681-78e3ab04b411 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.014329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:04.020820 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.035544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:subnet and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:04.051257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Network d87a9372-eb69-4494-b2c7-bae5dbd4e72f is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:04.069328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:04.072760 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7dc7dbab-ad15-4ac0-8c09-84dd2d671537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 10.7323229 Apr 05 20:29:04.072760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51212) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:04.072760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:04.193368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:04.253288 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2c41c7b6-a244-456c-83cc-96d158002b04 None None] Provisioning for port cd07b200-20fd-4fed-8daf-42fb96751045 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:04.291177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Checking segment: {'id': '661e505e-8728-478f-8dea-cae2068d85d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cb1777ae-a8df-4152-bd1a-88922c868143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:04.291529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Network hostable DHCP agents. Network: cb1777ae-a8df-4152-bd1a-88922c868143, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:29:04.347065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:04.347065 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.406786 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731a13b6-1b3a-43d5-a2ad-3ca5d5ff641f None None] Network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:04.476036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bf865701-68f6-4b7c-9356-07ef45e9cb42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Deleting port 95434aed-d0d7-477c-8660-3b02d5d03488 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:29:04.476524 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf865701-68f6-4b7c-9356-07ef45e9cb42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.582616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d116ef5e-aea9-42c5-812e-781c04d15b6a,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:04.584740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Network cb1777ae-a8df-4152-bd1a-88922c868143 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:29:04.656164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:04.684910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:04.684910 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.769305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-05afdb36-8bba-4957-8e46-192a1c4ddc70 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:04.769305 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-05afdb36-8bba-4957-8e46-192a1c4ddc70 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/networks?id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef HTTP/1.1" status: 200 len: 813 time: 0.1867642 Apr 05 20:29:04.811783 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-300c0bab-d0b1-46ba-a681-78e3ab04b411 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.823335 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-300c0bab-d0b1-46ba-a681-78e3ab04b411 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.823335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:29:04.840940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, cb1777ae-a8df-4152-bd1a-88922c868143) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:04.853149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:04.853368 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.872081 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-6e67b313-ae91-42c9-9dbb-caff6e50c164 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/quotas/d9208e30a90949ee9d39a987d74d2831 HTTP/1.1" status: 200 len: 375 time: 0.0751896 Apr 05 20:29:04.874602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c0bab-d0b1-46ba-a681-78e3ab04b411 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d80f7ad-9e1a-40ce-9c24-46fcf3f32d9e,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:04.895350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1badb36-da1d-4aef-b1e2-53ac6f793d33 None None] Network cb1777ae-a8df-4152-bd1a-88922c868143 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:04.953615 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-300c0bab-d0b1-46ba-a681-78e3ab04b411 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:04.955279 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-300c0bab-d0b1-46ba-a681-78e3ab04b411 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1014552 Apr 05 20:29:04.964887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51230) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:04.974747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-d43cfcb2-8a83-4d31-8f16-581fb76be429 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba46-a014-4734-b4d3-4abd636acac5', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:04.988642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d43cfcb2-8a83-4d31-8f16-581fb76be429 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:04.999223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d43cfcb2-8a83-4d31-8f16-581fb76be429 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:04.999223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d43cfcb2-8a83-4d31-8f16-581fb76be429 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:05.008152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d43cfcb2-8a83-4d31-8f16-581fb76be429 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:05.011858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-31eccc5c-e9f9-4427-b909-a1d2c0a093fb None None] Provisioning complete for port 8a476303-e593-4476-8d87-5166c20724f6 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:05.011858 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-31eccc5c-e9f9-4427-b909-a1d2c0a093fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.046644 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-d43cfcb2-8a83-4d31-8f16-581fb76be429 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Project 80fee2de873b412da3b3a54725609093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:29:05.054703 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-774c6484-b915-4912-9ce6-225be1b953c5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.1152177 Apr 05 20:29:05.058251 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d43cfcb2-8a83-4d31-8f16-581fb76be429 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.061678 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-2f67f714-c3b9-4923-93f7-b85c0cb8d464 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9208e30a90949ee9d39a987d74d2831&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1492615 Apr 05 20:29:05.154421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-12a1f1af-7c4c-4c6f-8b70-ec2f4720b151 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:29:05.169492 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-12a1f1af-7c4c-4c6f-8b70-ec2f4720b151 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0389743 Apr 05 20:29:05.321451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:29:05.339299 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-60b0bd18-6f5f-4479-a879-80a211e61b3c admin admin] 10.222.0.24 "PUT /v2.0/routers/276dfbdf-6f2d-4996-bf23-7effd7a1c79b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7581575 Apr 05 20:29:05.356944 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.369259 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Sync routers for ids ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:29:05.375674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-31eccc5c-e9f9-4427-b909-a1d2c0a093fb None None] Port 8a476303-e593-4476-8d87-5166c20724f6 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:29:05.407730 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Routers {'276dfbdf-6f2d-4996-bf23-7effd7a1c79b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:29:05.409002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:28:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:05.414049 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-afc081dd-e133-4df0-b1f8-321a5e9984c2 service neutron] 10.222.0.24 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368474 Apr 05 20:29:05.430907 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d43cfcb2-8a83-4d31-8f16-581fb76be429 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.441531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d43cfcb2-8a83-4d31-8f16-581fb76be429 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.444170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-bf865701-68f6-4b7c-9356-07ef45e9cb42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] For port 95434aed-d0d7-477c-8660-3b02d5d03488, host n-h1-836604-1, got binding levels [] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:05.444719 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf865701-68f6-4b7c-9356-07ef45e9cb42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.504241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=79bce627-9c27-4c56-8cf9-7c9c2ceffdbf,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:05.544295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cfcb2-8a83-4d31-8f16-581fb76be429 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d08bd3b-a758-4b46-b1cd-5e2d77537e93,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:05.554514 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d43cfcb2-8a83-4d31-8f16-581fb76be429 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.569450 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d43cfcb2-8a83-4d31-8f16-581fb76be429 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5953896 Apr 05 20:29:05.569450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51250) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:05.574189 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.574189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cd07b200-20fd-4fed-8daf-42fb96751045 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:05.588832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-17e4771d-549c-4c83-9a00-ec9cf9f80e3f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '5ae2ba46-a014-4734-b4d3-4abd636acac5', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:05.605187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-17e4771d-549c-4c83-9a00-ec9cf9f80e3f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:05.619085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-17e4771d-549c-4c83-9a00-ec9cf9f80e3f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:05.625666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-17e4771d-549c-4c83-9a00-ec9cf9f80e3f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:05.644349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-17e4771d-549c-4c83-9a00-ec9cf9f80e3f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:05.703189 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-17e4771d-549c-4c83-9a00-ec9cf9f80e3f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Project 80fee2de873b412da3b3a54725609093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:29:05.731378 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17e4771d-549c-4c83-9a00-ec9cf9f80e3f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.879625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bf865701-68f6-4b7c-9356-07ef45e9cb42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Calling delete_port for 95434aed-d0d7-477c-8660-3b02d5d03488 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:29:05.896353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a81d79-0dc0-4994-8e21-a325cfe79a78 None None] Network cb1777ae-a8df-4152-bd1a-88922c868143 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:05.903562 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17e4771d-549c-4c83-9a00-ec9cf9f80e3f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.912042 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17e4771d-549c-4c83-9a00-ec9cf9f80e3f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:05.976364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Set router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:29:05.996858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4771d-549c-4c83-9a00-ec9cf9f80e3f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb381939-91e2-4a99-ac57-5d0329e87d42,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:06.034426 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17e4771d-549c-4c83-9a00-ec9cf9f80e3f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:06.051203 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-17e4771d-549c-4c83-9a00-ec9cf9f80e3f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4776602 Apr 05 20:29:06.223816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51270) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:06.225451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port cd07b200-20fd-4fed-8daf-42fb96751045 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:06.231332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-69105069-network', 'tenant_id': '1395d2b47d814ec09b20284424a98613'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:06.237439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:06.241920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Usage tracker for resource:network and tenant:1395d2b47d814ec09b20284424a98613 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:06.245083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:06.252765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:06.255628 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:06.270592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Made reservation on behalf of 1395d2b47d814ec09b20284424a98613 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:06.274819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:06.336722 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:06.432845 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:06.437989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Usage tracker for resource:security_group_rule and tenant:1395d2b47d814ec09b20284424a98613 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:06.442829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:06.452253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:06.476125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=79bce627-9c27-4c56-8cf9-7c9c2ceffdbf,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:06.488053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51280) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:06.492725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port cd07b200-20fd-4fed-8daf-42fb96751045 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:06.496035 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:06.504698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882746201', 'description': 'tempest-description--264140451'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:06.529076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Checking segment: {'id': 'bbe4a58f-131e-4e7f-ba63-2696fed919d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '35178871-d21c-4e62-8776-e4d27d1fcff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:06.529620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network hostable DHCP agents. Network: 35178871-d21c-4e62-8776-e4d27d1fcff5, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:29:06.532417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:06.539833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Subnet': ['ID=b998afa8-3a70-4a88-935a-c470f72f2ae9,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:06.545461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Usage tracker for resource:security_group and tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:06.580839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:06.607559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:06.661581 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:06.744305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf865701-68f6-4b7c-9356-07ef45e9cb42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:06.751160 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-a9f84acd-e8d6-406f-8912-ce01fcc55ef7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-338005656&fields=id&tenant_id=80fee2de873b412da3b3a54725609093 HTTP/1.1" status: 200 len: 267 time: 0.1185944 Apr 05 20:29:06.751160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:06.779197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Usage tracker for resource:security_group_rule and tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:06.787045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:06.804435 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-d94d1111-a275-4be1-a073-d1d971a50cee service neutron] 10.222.0.24 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3673310 Apr 05 20:29:06.819733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:06.826068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:06.826593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:06.827000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:06.827414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:06.828815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:06.833410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:06.833873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:06.834488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:06.835095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:06.835620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:06.835955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:06.857728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:06.884981 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:06.887432 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf865701-68f6-4b7c-9356-07ef45e9cb42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:06.896581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf865701-68f6-4b7c-9356-07ef45e9cb42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Pushing event deleted for resources: {'Port': ['ID=95434aed-d0d7-477c-8660-3b02d5d03488,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:06.912705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network 35178871-d21c-4e62-8776-e4d27d1fcff5 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:29:06.920635 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bf865701-68f6-4b7c-9356-07ef45e9cb42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "DELETE /v2.0/ports/95434aed-d0d7-477c-8660-3b02d5d03488 HTTP/1.1" status: 204 len: 168 time: 2.8367350 Apr 05 20:29:06.920635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51294) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:06.972431 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:06.975657 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:06.993836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:29:07.000080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.000080 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Added segment 9cf16fbe-5fde-4a80-bb89-b08799ef01c6 of type vlan for network bf0121ae-c798-4c43-9070-c44bafe048a7 Apr 05 20:29:07.029315 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b21e29-9183-4bd9-a9e0-7ec54578aaa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:29:07.029315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-66b21e29-9183-4bd9-a9e0-7ec54578aaa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Synchronizing usage tracker for tenant:36e79e1cdb6348179123fbfa0ab796b0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:07.032758 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.040259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 35178871-d21c-4e62-8776-e4d27d1fcff5) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:07.051595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:07.051595 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.067691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622e2d49-9229-4a56-a9df-dc0aa0ab1f82 None None] Network 35178871-d21c-4e62-8776-e4d27d1fcff5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:07.085450 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.085450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:07.085450 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.126159 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c28839f1-8791-44e4-8b1d-6efe2dd7faf0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.7726588 Apr 05 20:29:07.133049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51298) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:07.133049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-66b21e29-9183-4bd9-a9e0-7ec54578aaa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Unset dirty status for tenant:36e79e1cdb6348179123fbfa0ab796b0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:07.133760 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-66b21e29-9183-4bd9-a9e0-7ec54578aaa0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "GET /v2.0/ports/95434aed-d0d7-477c-8660-3b02d5d03488 HTTP/1.1" status: 404 len: 333 time: 0.2164061 Apr 05 20:29:07.136931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51302) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:07.142571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Request body: {'port': {'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1450719346'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:07.279269 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:07.291020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50262f8-94b7-42c8-a8f4-c20db648439e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:07.305912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:07.328983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] Pushing event updated for resources: {'Network': ['ID=bf0121ae-c798-4c43-9070-c44bafe048a7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:07.338851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Made reservation on behalf of 36e79e1cdb6348179123fbfa0ab796b0 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:07.344326 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.390450 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-747d69a7-d343-464b-8a5f-f8cb321a4403 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1560571 Apr 05 20:29:07.397061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51316) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:07.420491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-fdf9507e-5f24-41f6-b5f3-4728f587f01e tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:07.420491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-fdf9507e-5f24-41f6-b5f3-4728f587f01e tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:07.422535 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.422535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] device_id is not set on port 581fd2fa-f767-4dfd-830b-254279c805a6 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:29:07.439719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Request body: {'subnet': {'network_id': 'bf0121ae-c798-4c43-9070-c44bafe048a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-69105069-subnet', 'tenant_id': '1395d2b47d814ec09b20284424a98613', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:07.512250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:07.520278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-fdf9507e-5f24-41f6-b5f3-4728f587f01e tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:07.530769 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-fdf9507e-5f24-41f6-b5f3-4728f587f01e tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/networks?id=a4659a61-3f1e-4373-8400-7ec7e7415315 HTTP/1.1" status: 200 len: 796 time: 0.7786129 Apr 05 20:29:07.545451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network bf0121ae-c798-4c43-9070-c44bafe048a7 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:29:07.547318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Usage tracker for resource:subnet and tenant:1395d2b47d814ec09b20284424a98613 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:07.568466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port cd07b200-20fd-4fed-8daf-42fb96751045, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cd07b200-20fd-4fed-8daf-42fb96751045,segment=NetworkSegment(51da3b7f-86e6-44a5-90be-a470b321be97),segment_id=51da3b7f-86e6-44a5-90be-a470b321be97)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:07.570940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:07.586123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.597347 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-90647c75-2454-4bef-822c-c377b093b848 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/quotas/80fee2de873b412da3b3a54725609093 HTTP/1.1" status: 200 len: 375 time: 0.0717413 Apr 05 20:29:07.600554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:07.633244 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.635252 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a85f0e1-ed2f-4e6b-ad39-6b0a7c804a9f req-a296169d-195c-4a45-b51e-18b33ed7433e tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 210 time: 0.0800951 Apr 05 20:29:07.685367 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.701360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Made reservation on behalf of 1395d2b47d814ec09b20284424a98613 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:07.703732 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.729656 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.735497 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.739212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2468705 Apr 05 20:29:07.740974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8e829-9576-4188-9ad7-171635870f66 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f1a55a-25d4-4a0d-8c64-bff405e40e54,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:07.745103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51324) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:07.768504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-12eef635-32f5-4572-8879-93c379963162 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Request body: {'security_group_rule': {'security_group_id': '03f1a55a-25d4-4a0d-8c64-bff405e40e54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:07.832856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-12eef635-32f5-4572-8879-93c379963162 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:07.837572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-12eef635-32f5-4572-8879-93c379963162 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Usage tracker for resource:security_group_rule and tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:07.846848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-12eef635-32f5-4572-8879-93c379963162 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:07.853477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-12eef635-32f5-4572-8879-93c379963162 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:07.881517 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.916034 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-70e8934f-e7ab-4f08-963c-8bfc53998a3d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=80fee2de873b412da3b3a54725609093&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3056505 Apr 05 20:29:07.946717 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-12eef635-32f5-4572-8879-93c379963162 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:07.955980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Subnet': ['ID=b998afa8-3a70-4a88-935a-c470f72f2ae9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:08.082940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:08.171439 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-12eef635-32f5-4572-8879-93c379963162 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.189027 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-12eef635-32f5-4572-8879-93c379963162 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.239250 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-12eef635-32f5-4572-8879-93c379963162 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.239250 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-12eef635-32f5-4572-8879-93c379963162 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4890659 Apr 05 20:29:08.239250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51338) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:08.258770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eef635-32f5-4572-8879-93c379963162 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f309ac36-2f0d-4d48-b230-3b4a375f62a3,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:08.258770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e23726af-c506-445c-857b-d90eafc8b0f2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Request body: {'security_group_rule': {'security_group_id': '03f1a55a-25d4-4a0d-8c64-bff405e40e54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:08.263023 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.271710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e23726af-c506-445c-857b-d90eafc8b0f2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:08.297596 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.305376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e23726af-c506-445c-857b-d90eafc8b0f2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Usage tracker for resource:security_group_rule and tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:08.305376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e23726af-c506-445c-857b-d90eafc8b0f2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:08.345194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e23726af-c506-445c-857b-d90eafc8b0f2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:08.396600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3839baa6-5209-40dc-a086-117d4bcad95c,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:08.396600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Checking segment: {'id': '9cf16fbe-5fde-4a80-bb89-b08799ef01c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'bf0121ae-c798-4c43-9070-c44bafe048a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:08.400331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=cd07b200-20fd-4fed-8daf-42fb96751045,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:08.403706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Network hostable DHCP agents. Network: bf0121ae-c798-4c43-9070-c44bafe048a7, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:29:08.408058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b477b91-4dfd-4591-900c-59db92d3be18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-35178871-d21c-4e62-8776-e4d27d1fcff5', 'network_id': '35178871-d21c-4e62-8776-e4d27d1fcff5', 'tenant_id': 'f9fe8d985ebf40e9a3e25ddc920ad637', 'fixed_ips': [{'subnet_id': 'b998afa8-3a70-4a88-935a-c470f72f2ae9'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:29:08.408058 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9b477b91-4dfd-4591-900c-59db92d3be18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.412415 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e23726af-c506-445c-857b-d90eafc8b0f2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.435920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:08.435920 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.439660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35178871-d21c-4e62-8776-e4d27d1fcff5']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:08.453390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-33a37a78-9d65-48f8-870f-9265b8466f49 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:29:08.456364 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-33a37a78-9d65-48f8-870f-9265b8466f49 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5402594 Apr 05 20:29:08.510974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe4a58f-131e-4e7f-ba63-2696fed919d0') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:08.511293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe4a58f-131e-4e7f-ba63-2696fed919d0') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:08.516314 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:29:02Z', 'revision_number': 4, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port': {'id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:69:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:53Z', 'updated_at': '2022-04-05T20:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8a476303-e593-4476-8d87-5166c20724f6', 'name': '', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'mac_address': 'fa:16:3e:73:fa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:59Z', 'updated_at': '2022-04-05T20:29:03Z', 'revision_number': 2, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'subnets': [{'id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:08.534810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Checking router: 276dfbdf-6f2d-4996-bf23-7effd7a1c79b for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:29:08.535198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Updating router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b port 8a476303-e593-4476-8d87-5166c20724f6 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:29:08.665101 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-e0d36bf9-91f2-4b93-9970-da6557bdfa4b service neutron] 10.222.0.24 "GET /v2.0/networks/a4659a61-3f1e-4373-8400-7ec7e7415315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923459 Apr 05 20:29:08.741228 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.780797 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.821347 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.839094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:29:08.839094 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.875420 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc43671-06d8-4d07-a4cc-85204932925e None None] Network 35178871-d21c-4e62-8776-e4d27d1fcff5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:08.935910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Network bf0121ae-c798-4c43-9070-c44bafe048a7 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:29:08.986685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, bf0121ae-c798-4c43-9070-c44bafe048a7) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:08.986685 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e23726af-c506-445c-857b-d90eafc8b0f2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.993791 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:08.996747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:08.996747 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.014785 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e23726af-c506-445c-857b-d90eafc8b0f2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.057960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23726af-c506-445c-857b-d90eafc8b0f2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec9d2e7-6ab3-4efc-90e3-1dec2ce06ce1,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:09.074940 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-1ab7afeb-bf5b-4ddf-92fb-a050f164572c service neutron] 10.222.0.24 "GET /v2.0/networks/a4659a61-3f1e-4373-8400-7ec7e7415315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215617 Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:29:09.078235 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:29:09.110787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca555b30-225d-4371-8ad7-f86edea6022b None None] Network bf0121ae-c798-4c43-9070-c44bafe048a7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:09.115560 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f30924f6-f89d-4053-9004-4b79858559cf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6912899 Apr 05 20:29:09.115560 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e23726af-c506-445c-857b-d90eafc8b0f2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.115560 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e23726af-c506-445c-857b-d90eafc8b0f2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8659434 Apr 05 20:29:09.115560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51358) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:09.123549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:09.147682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:09.147682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Usage tracker for resource:floatingip and tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:09.154460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:09.168614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:09.189862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.195987 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.248409 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.319771 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/35178871-d21c-4e62-8776-e4d27d1fcff5 HTTP/1.1" status: 204 len: 168 time: 2.1847458 Apr 05 20:29:09.320674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51366) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:09.451493 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0fb1fc3a-14f8-4abf-add4-e57266070610 req-a7a73d24-6d25-4db8-ad23-f4c8ff1a2909 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 210 time: 0.3773575 Apr 05 20:29:09.451493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb08bbe-a105-4b1a-9f29-5a45a2742f9f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Network': ['ID=35178871-d21c-4e62-8776-e4d27d1fcff5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:09.495051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1422364747'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:09.526195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51374) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:09.547069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:09.578911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:network and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:09.591796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:09.617525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.620207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:09.751617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:09.757919 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.832870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:29:09.879879 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b151107f-bdb1-4207-b294-f6d88586130a req-8531e945-24ce-44af-9e46-8c53ece61bf7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 210 time: 0.3603168 Apr 05 20:29:09.880379 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.880379 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Added segment d59e1391-e0fb-4416-bef9-a4720115a52e of type vlan for network 3f70e062-8d7e-4cf6-bfea-4bdee67b450b Apr 05 20:29:09.912062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-62766134-46c0-4517-864c-80a337faf9d2 admin admin] Deleting subnet d116ef5e-aea9-42c5-812e-781c04d15b6a {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:29:09.915937 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62766134-46c0-4517-864c-80a337faf9d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.942738 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:09.953588 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:10.006228 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62766134-46c0-4517-864c-80a337faf9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:10.115490 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:10.232662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Network 2809c652-bd6c-4168-a361-8cecd12a2825 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:10.256620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:10.272583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:10.273729 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:10.274447 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:10.291419 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62766134-46c0-4517-864c-80a337faf9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:10.307871 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Pushing event updated for resources: {'Port': ['ID=581fd2fa-f767-4dfd-830b-254279c805a6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:10.318951 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:10.325836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:10.326723 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:10.358072 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6a0bfcb3-0292-4eaa-aa10-826a9fdc017d tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.2198250 Apr 05 20:29:10.367937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51396) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:10.383307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:10.399233 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:29:10.412607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:10.538242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf361e9-c977-4b9f-bcb5-0705ce7c1fe5 None None] Network bf0121ae-c798-4c43-9070-c44bafe048a7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:10.541306 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:10.572652 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2045870 Apr 05 20:29:10.609055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51404) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:10.629347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'subnet': {'network_id': '3f70e062-8d7e-4cf6-bfea-4bdee67b450b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:10.678724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272173f-70ae-4cb9-9edf-f245dd513744 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Network': ['ID=3f70e062-8d7e-4cf6-bfea-4bdee67b450b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:10.682493 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62766134-46c0-4517-864c-80a337faf9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:10.776345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 3f70e062-8d7e-4cf6-bfea-4bdee67b450b details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:29:10.857142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62766134-46c0-4517-864c-80a337faf9d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d116ef5e-aea9-42c5-812e-781c04d15b6a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:10.857142 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10ed4664-b089-46fd-820e-005a25b58e46 req-4c505dc1-e235-4b04-9650-3aaef0525f05 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 210 time: 0.0817306 Apr 05 20:29:10.857142 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62766134-46c0-4517-864c-80a337faf9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:10.868904 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:10.915312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-62766134-46c0-4517-864c-80a337faf9d2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d116ef5e-aea9-42c5-812e-781c04d15b6a HTTP/1.1" status: 204 len: 168 time: 1.3645113 Apr 05 20:29:10.961865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51414) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:11.101043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Allocated IP 172.25.8.61 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/359a1c7a-4c6a-4b92-ac4c-297aaa919f19) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:11.205903 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:11.260840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Transition to ACTIVE for port object 8a476303-e593-4476-8d87-5166c20724f6 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:11.314970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:11.315339 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:11.397004 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9148439-4be0-4139-9d3d-21a01ee1ba51 req-856c06f3-5cd2-43ac-850f-ba9507d523d4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 210 time: 0.0597856 Apr 05 20:29:11.410965 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:11.829378 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fec85852-e306-4fb9-ab06-7d7f9c8c3bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:11.981234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-5956e10a-c016-4c24-bac2-3106e13b83b7 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:11.981234 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-5956e10a-c016-4c24-bac2-3106e13b83b7 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.13 "GET /v2.0/networks?id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef HTTP/1.1" status: 200 len: 813 time: 1.0124216 Apr 05 20:29:11.988186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:11.988554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:subnet and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:11.993720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:12.000811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:12.007035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Request body: {'port': {'device_id': '86db943c-f118-4d5a-b40d-30c9783b06cb', 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef', 'admin_state_up': True, 'tenant_id': 'd9208e30a90949ee9d39a987d74d2831'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:12.007207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214e7ee-98d8-4d7e-a9f2-f91bff6b0630 None None] Pushing event updated for resources: {'Port': ['ID=8a476303-e593-4476-8d87-5166c20724f6,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:12.071392 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:12.157626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Attempting to bind port 8a476303-e593-4476-8d87-5166c20724f6 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:12.158123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Attempting to bind port 8a476303-e593-4476-8d87-5166c20724f6 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:12.158527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Attempting to bind port 8a476303-e593-4476-8d87-5166c20724f6 on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:12.164742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e67a6-998b-4378-8320-3d7b7545c9e6 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:29:12.217907 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:29:12.217907 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Checking segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:12.217907 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:12.217907 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Bound using segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:29:12.217907 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Bound port: 8a476303-e593-4476-8d87-5166c20724f6, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:12.217907 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:12.264586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cd07b200-20fd-4fed-8daf-42fb96751045 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:12.354439 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:12.402359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:12.409250 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:12.438590 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee1014d4-2381-49f6-9a1e-bbec2f564719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:12.455414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:12.463890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Usage tracker for resource:port and tenant:d9208e30a90949ee9d39a987d74d2831 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:12.470462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:12.481623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:12.577066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event updated for resources: {'Port': ['ID=359a1c7a-4c6a-4b92-ac4c-297aaa919f19,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:12.694614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2cf4949f-50e5-42bb-a42e-112b873c05fe req-5dfe943b-e7cc-44d4-9b62-c55863cea4c8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 210 time: 0.3963916 Apr 05 20:29:12.714384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e67a6-998b-4378-8320-3d7b7545c9e6 None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:29:12.810246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Made reservation on behalf of d9208e30a90949ee9d39a987d74d2831 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:12.814405 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:12.924403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:12.936010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-863e920d-cc70-4c65-be43-ed718cf496ef tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:12.936010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-863e920d-cc70-4c65-be43-ed718cf496ef tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Synchronizing usage tracker for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:12.945452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:12.952668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:12.968336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] For port 8a476303-e593-4476-8d87-5166c20724f6, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:29:12.968336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] For port 8a476303-e593-4476-8d87-5166c20724f6, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8a476303-e593-4476-8d87-5166c20724f6,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:29:13.018526 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:13.149358 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34e7f9b6-6986-4bed-8e20-c5edfb699b2a req-e6deb805-809e-4bc1-b880-765b26abba8b tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 210 time: 0.4280546 Apr 05 20:29:13.208999 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Routers {'276dfbdf-6f2d-4996-bf23-7effd7a1c79b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:29:13.209641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:28:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:13.455705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Allocated IP 172.20.0.10 (91b81c43-5b6b-44fb-b2e0-c358cc48f5ef/d1356f70-0114-45ce-aab5-768404948e3c/33198a24-d50a-402e-af2e-db90f643582c) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:13.527240 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee1014d4-2381-49f6-9a1e-bbec2f564719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:13.563523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] device_id is not set on port 581fd2fa-f767-4dfd-830b-254279c805a6 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:29:13.573673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] Set router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:29:13.615433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-ee1014d4-2381-49f6-9a1e-bbec2f564719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1777ae-a8df-4152-bd1a-88922c868143']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:13.656281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-ee1014d4-2381-49f6-9a1e-bbec2f564719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661e505e-8728-478f-8dea-cae2068d85d0') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:13.656281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-ee1014d4-2381-49f6-9a1e-bbec2f564719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661e505e-8728-478f-8dea-cae2068d85d0') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:13.675844 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:13.738226 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee1014d4-2381-49f6-9a1e-bbec2f564719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:13.757422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Transition to ACTIVE for port object 581fd2fa-f767-4dfd-830b-254279c805a6 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:13.772553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-863e920d-cc70-4c65-be43-ed718cf496ef tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Unset dirty status for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:13.772553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-863e920d-cc70-4c65-be43-ed718cf496ef tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.41 "GET /v2.0/networks?id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef HTTP/1.1" status: 200 len: 813 time: 2.4258668 Apr 05 20:29:13.787506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Request body: {'port': {'device_id': '706d50d7-7331-403d-869e-0ef93150cd97', 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef', 'admin_state_up': True, 'tenant_id': 'd9208e30a90949ee9d39a987d74d2831'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:13.873029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:13.992146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee1014d4-2381-49f6-9a1e-bbec2f564719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:13.998892 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.025772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-065f44bf-af05-4c21-ab60-0d3dc23d9094 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:14.025772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-065f44bf-af05-4c21-ab60-0d3dc23d9094 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.13 "GET /v2.0/networks?id=a4659a61-3f1e-4373-8400-7ec7e7415315 HTTP/1.1" status: 200 len: 796 time: 1.2816744 Apr 05 20:29:14.030561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port cd07b200-20fd-4fed-8daf-42fb96751045 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:14.030561 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.082504 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-67498fc6-3039-413f-83af-e0369fceca2d req-3c89a9c5-dadc-4fb7-abab-6bcf81b11d47 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 210 time: 0.1348178 Apr 05 20:29:14.082504 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.201836 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.219028 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0a6025da-00c0-43ee-94d6-6952892f55ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.275752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Pushing event updated for resources: {'Port': ['ID=581fd2fa-f767-4dfd-830b-254279c805a6,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:14.364839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214e7ee-98d8-4d7e-a9f2-f91bff6b0630 None None] Pushing event updated for resources: {'Port': ['ID=8a476303-e593-4476-8d87-5166c20724f6,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:14.442105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1014d4-2381-49f6-9a1e-bbec2f564719 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:29:14.442105 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee1014d4-2381-49f6-9a1e-bbec2f564719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.504382 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.525024 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:29:02Z', 'revision_number': 4, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port': {'id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:53Z', 'updated_at': '2022-04-05T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8a476303-e593-4476-8d87-5166c20724f6', 'name': '', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'mac_address': 'fa:16:3e:73:fa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:59Z', 'updated_at': '2022-04-05T20:29:12Z', 'revision_number': 4, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'subnets': [{'id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:14.579686 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388a163e-a64e-49c4-ba55-36ffcd279524 None None] The sync data for ids ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'] in n-d-836604-1 is: [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:29:02Z', 'revision_number': 4, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port': {'id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:53Z', 'updated_at': '2022-04-05T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8a476303-e593-4476-8d87-5166c20724f6', 'name': '', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'mac_address': 'fa:16:3e:73:fa:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:59Z', 'updated_at': '2022-04-05T20:29:12Z', 'revision_number': 4, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'subnets': [{'id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:29:14.584910 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:29:14.618453 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee1014d4-2381-49f6-9a1e-bbec2f564719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.703341 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ee1014d4-2381-49f6-9a1e-bbec2f564719 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.722665 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.805176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1014d4-2381-49f6-9a1e-bbec2f564719 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1777ae-a8df-4152-bd1a-88922c868143,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:14.895623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Subnet': ['ID=1aac1653-48d1-45d6-87fb-a8080112883a,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:14.901680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Checking segment: {'id': 'd59e1391-e0fb-4416-bef9-a4720115a52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3f70e062-8d7e-4cf6-bfea-4bdee67b450b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:14.902318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network hostable DHCP agents. Network: 3f70e062-8d7e-4cf6-bfea-4bdee67b450b, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:29:14.924388 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ee1014d4-2381-49f6-9a1e-bbec2f564719 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cb1777ae-a8df-4152-bd1a-88922c868143 HTTP/1.1" status: 204 len: 168 time: 3.9562836 Apr 05 20:29:14.932246 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.933634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:14.944623 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:14.949811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51470) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:14.950354 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-4a38e4d4-ce1c-4a3f-9d7e-0edd88137356 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80fee2de873b412da3b3a54725609093 HTTP/1.1" status: 200 len: 470 time: 0.9057755 Apr 05 20:29:14.950822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:14.973577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'port': {'device_id': '07d8e976-6d74-4929-9891-e9f02433c5cd', 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315', 'admin_state_up': True, 'tenant_id': '80fee2de873b412da3b3a54725609093', 'security_groups': ['5ae2ba46-a014-4734-b4d3-4abd636acac5']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:15.067425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b2253a6d-4389-4c48-b998-1bf0160c8efe req-c664aadb-fa81-43bb-9719-02acd6e2ad7c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 210 time: 0.7140532 Apr 05 20:29:15.094228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:15.172676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-40516911-cc7a-4645-8c78-77c9049a1be5 admin admin] Deleting subnet 3839baa6-5209-40dc-a086-117d4bcad95c {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:29:15.209486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:15.210307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:15.210839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:15.258534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Pushing event updated for resources: {'Port': ['ID=33198a24-d50a-402e-af2e-db90f643582c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:15.276075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:15.276813 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:15.283056 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-40516911-cc7a-4645-8c78-77c9049a1be5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:15.395887 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network 3f70e062-8d7e-4cf6-bfea-4bdee67b450b is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:29:15.402700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:15.402700 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:15.419837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:15.461378 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c07f154f-1d1e-46fe-8787-fb11da4b9287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4601665 Apr 05 20:29:15.467464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 3f70e062-8d7e-4cf6-bfea-4bdee67b450b) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:15.479924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:15.479924 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:15.483681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471beed5-f6f0-44ec-a06e-f514edac73c5 None None] Network 3f70e062-8d7e-4cf6-bfea-4bdee67b450b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:15.514798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Request body: {'port': {'device_id': '86db943c-f118-4d5a-b40d-30c9783b06cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:15.558621 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 2 to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 Apr 05 20:29:15.566875 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-40516911-cc7a-4645-8c78-77c9049a1be5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:15.621848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Usage tracker for resource:port and tenant:d9208e30a90949ee9d39a987d74d2831 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:15.713296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:15.773279 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ea3a4c4-d282-4379-901d-be9f57c35a62 req-929b4e4b-554c-4064-b47b-7acf03dbb305 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 210 time: 0.3444118 Apr 05 20:29:15.796408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:15.810826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:15.810826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:15.810826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:15.867026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:15.867026 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:15.892931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-3f70e062-8d7e-4cf6-bfea-4bdee67b450b', 'network_id': '3f70e062-8d7e-4cf6-bfea-4bdee67b450b', 'tenant_id': 'f9fe8d985ebf40e9a3e25ddc920ad637', 'fixed_ips': [{'subnet_id': '1aac1653-48d1-45d6-87fb-a8080112883a'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:29:15.892931 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:15.893983 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 3 to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 Apr 05 20:29:15.929807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Made reservation on behalf of d9208e30a90949ee9d39a987d74d2831 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:15.942414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:15.952406 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-77901414-384e-48d2-92b4-143710cd0709 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.3375614 Apr 05 20:29:15.961556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51488) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:15.963676 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:15.974126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1b9c3884-7ca4-46a1-94d0-537e7ef438db tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'subnet': {'network_id': '3f70e062-8d7e-4cf6-bfea-4bdee67b450b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:16.039572 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:16.043971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:16.044513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:16.046050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:16.050090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:16.069947 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:16.102223 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-40516911-cc7a-4645-8c78-77c9049a1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:16.118367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:port and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:16.132414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:16.152305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:16.285907 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:16.307418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Allocated IP 2001:db8::2 (3f70e062-8d7e-4cf6-bfea-4bdee67b450b/1aac1653-48d1-45d6-87fb-a8080112883a/c0af286e-e9ce-4bf0-8d08-aeebc48b93a7) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:16.349974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866c793-81c8-465d-97dd-779ddf16d0ff req-5feaed66-db17-4081-bea1-3353a8288faf tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:16.352360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:16.352896 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:16.364452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8866c793-81c8-465d-97dd-779ddf16d0ff req-5feaed66-db17-4081-bea1-3353a8288faf tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 0.4225943 Apr 05 20:29:16.567049 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 4 to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 Apr 05 20:29:16.609774 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7b05d002-efac-4bac-a26f-bf603b79b16e req-ed0301be-bc72-4876-9415-72634d74b2a4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 210 time: 0.2427218 Apr 05 20:29:16.610495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event updated for resources: {'Port': ['ID=359a1c7a-4c6a-4b92-ac4c-297aaa919f19,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:16.617298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8a476303-e593-4476-8d87-5166c20724f6 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:16.652332 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-40516911-cc7a-4645-8c78-77c9049a1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:16.720299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40516911-cc7a-4645-8c78-77c9049a1be5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3839baa6-5209-40dc-a086-117d4bcad95c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:16.744150 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8866c793-81c8-465d-97dd-779ddf16d0ff req-79645b6c-570c-482f-9ff6-b6ba8fc422f3 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3705614 Apr 05 20:29:16.774641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:16.774641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:16.774641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:16.836076 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-40516911-cc7a-4645-8c78-77c9049a1be5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:16.952291 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-40516911-cc7a-4645-8c78-77c9049a1be5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3839baa6-5209-40dc-a086-117d4bcad95c HTTP/1.1" status: 204 len: 168 time: 1.9878747 Apr 05 20:29:16.963967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51502) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:17.011940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Made reservation on behalf of 80fee2de873b412da3b3a54725609093 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:17.016041 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.029795 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.044817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Transition to ACTIVE for port object c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:17.053300 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 8a476303-e593-4476-8d87-5166c20724f6 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:17.065964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8a476303-e593-4476-8d87-5166c20724f6 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:17.066416 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.102669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:17.107137 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:17.176683 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 5 to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 Apr 05 20:29:17.193634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Transition to ACTIVE for port object c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:17.209246 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5574986f-3ee6-4fda-8365-75bfe1947835 req-65ebd383-93d6-404d-93a1-6889de5b70ed tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 210 time: 0.1592684 Apr 05 20:29:17.214404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b825256-1371-45b3-a44e-7b8afe179387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.219089 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.323322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:17.323322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:17.323322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:17.360295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1b9c3884-7ca4-46a1-94d0-537e7ef438db tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:17.363636 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.368976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:17.369526 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:17.371095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Network 3f70e062-8d7e-4cf6-bfea-4bdee67b450b is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:17.376568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:17.379267 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:17.381467 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 6 to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 Apr 05 20:29:17.391873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1b9c3884-7ca4-46a1-94d0-537e7ef438db tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:subnet and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:17.413825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1b9c3884-7ca4-46a1-94d0-537e7ef438db tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:17.436187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:17.436966 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:17.437502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:17.446212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1b9c3884-7ca4-46a1-94d0-537e7ef438db tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:17.484241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33198a24-d50a-402e-af2e-db90f643582c {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:29:17.484241 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b825256-1371-45b3-a44e-7b8afe179387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.489562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:17.489562 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:17.489562 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 7 to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 Apr 05 20:29:17.501083 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.504665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9c3884-7ca4-46a1-94d0-537e7ef438db tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:17.508668 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3884-7ca4-46a1-94d0-537e7ef438db tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.524517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Pushing event updated for resources: {'Port': ['ID=c0af286e-e9ce-4bf0-8d08-aeebc48b93a7,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:17.524517 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.533563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2b825256-1371-45b3-a44e-7b8afe179387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0121ae-c798-4c43-9070-c44bafe048a7']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:17.541162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Transition to ACTIVE for port object 33198a24-d50a-402e-af2e-db90f643582c will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:17.549998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2b825256-1371-45b3-a44e-7b8afe179387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf16fbe-5fde-4a80-bb89-b08799ef01c6') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:17.549998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2b825256-1371-45b3-a44e-7b8afe179387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf16fbe-5fde-4a80-bb89-b08799ef01c6') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:17.568189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Attempting to bind port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:17.568189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Attempting to bind port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'd59e1391-e0fb-4416-bef9-a4720115a52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3f70e062-8d7e-4cf6-bfea-4bdee67b450b'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:17.568189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Attempting to bind port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 on network 3f70e062-8d7e-4cf6-bfea-4bdee67b450b {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:17.576217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:29:17.576217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Checking segment: {'id': 'd59e1391-e0fb-4416-bef9-a4720115a52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3f70e062-8d7e-4cf6-bfea-4bdee67b450b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:17.576217 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.576217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Bound using segment: {'id': 'd59e1391-e0fb-4416-bef9-a4720115a52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3f70e062-8d7e-4cf6-bfea-4bdee67b450b'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:29:17.576217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Bound port: c0af286e-e9ce-4bf0-8d08-aeebc48b93a7, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59e1391-e0fb-4416-bef9-a4720115a52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3f70e062-8d7e-4cf6-bfea-4bdee67b450b'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:17.576217 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.586076 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.587756 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.589565 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a6aa6b22-3d4e-4aa4-8f81-ace166ac1b26 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.4663901 Apr 05 20:29:17.605249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 8a476303-e593-4476-8d87-5166c20724f6, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8a476303-e593-4476-8d87-5166c20724f6,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:17.626865 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.689368 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b825256-1371-45b3-a44e-7b8afe179387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.714588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Allocated IP 172.20.0.27 (a4659a61-3f1e-4373-8400-7ec7e7415315/cb5e0bca-c71b-4bca-b476-b80b1b1192f7/2d9032cb-5c86-4d27-b72d-c816bfd49f0e) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:17.964387 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.967743 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b825256-1371-45b3-a44e-7b8afe179387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:17.978007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Transition to ACTIVE for port object 2d9032cb-5c86-4d27-b72d-c816bfd49f0e will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:18.018244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:18.018244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:18.018244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:18.023623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=8a476303-e593-4476-8d87-5166c20724f6,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:18.023623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] For port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:29:18.023623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] For port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c0af286e-e9ce-4bf0-8d08-aeebc48b93a7,segment=NetworkSegment(d59e1391-e0fb-4416-bef9-a4720115a52e),segment_id=d59e1391-e0fb-4416-bef9-a4720115a52e)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:29:18.050133 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:18.086281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b825256-1371-45b3-a44e-7b8afe179387 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:29:18.086899 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b825256-1371-45b3-a44e-7b8afe179387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:29:18.103654 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:29:18.120933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=33198a24-d50a-402e-af2e-db90f643582c,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:18.158600 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0f128-26ab-4f1f-af22-f070974dc7db None None] Pushing event updated for resources: {'Port': ['ID=c0af286e-e9ce-4bf0-8d08-aeebc48b93a7,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:18.294979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Attempting to bind port 33198a24-d50a-402e-af2e-db90f643582c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:18.294979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Attempting to bind port 33198a24-d50a-402e-af2e-db90f643582c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:18.294979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Attempting to bind port 33198a24-d50a-402e-af2e-db90f643582c on network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:18.310432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Port 33198a24-d50a-402e-af2e-db90f643582c on network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:18.310432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Attempting to bind port 33198a24-d50a-402e-af2e-db90f643582c on network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:18.336136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:18.336136 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:18.355188 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 8 to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 Apr 05 20:29:18.355188 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:18.359267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:29:18.359267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Checking segment: {'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:18.359267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Bound using segment: {'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:29:18.359267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Bound port: 33198a24-d50a-402e-af2e-db90f643582c, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:18.359267 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:18.367754 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3884-7ca4-46a1-94d0-537e7ef438db tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:18.453657 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b825256-1371-45b3-a44e-7b8afe179387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:18.495481 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b825256-1371-45b3-a44e-7b8afe179387 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:18.510906 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9c3884-7ca4-46a1-94d0-537e7ef438db tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network 3f70e062-8d7e-4cf6-bfea-4bdee67b450b is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:18.527606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c3884-7ca4-46a1-94d0-537e7ef438db tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Subnet': ['ID=0464415a-eccf-4747-a289-a35059fe9e79,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:18.529772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-1b9c3884-7ca4-46a1-94d0-537e7ef438db tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:18.550895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef72b76-683f-45df-a706-1c826fbb0e60 req-9031136b-e1c4-41cd-9e49-767a685a4abd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:18.559247 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ef72b76-683f-45df-a706-1c826fbb0e60 req-9031136b-e1c4-41cd-9e49-767a685a4abd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 932 time: 0.5777822 Apr 05 20:29:18.571961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network a4659a61-3f1e-4373-8400-7ec7e7415315 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:18.604381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8a476303-e593-4476-8d87-5166c20724f6 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:18.636792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b825256-1371-45b3-a44e-7b8afe179387 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0121ae-c798-4c43-9070-c44bafe048a7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:18.661010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2b825256-1371-45b3-a44e-7b8afe179387 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bf0121ae-c798-4c43-9070-c44bafe048a7 HTTP/1.1" status: 204 len: 168 time: 1.6918962 Apr 05 20:29:18.738215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9c3884-7ca4-46a1-94d0-537e7ef438db tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:18.738215 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1b9c3884-7ca4-46a1-94d0-537e7ef438db tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:18.772624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:18.784778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:18.784778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:18.784778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:18.793380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:18.794648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-2ef72b76-683f-45df-a706-1c826fbb0e60 req-c839cc64-cf7e-46fa-a3d1-c5e24a702946 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:18.873814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] For port 33198a24-d50a-402e-af2e-db90f643582c, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:29:18.877193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] For port 33198a24-d50a-402e-af2e-db90f643582c, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=33198a24-d50a-402e-af2e-db90f643582c,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:29:18.881483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-2ef72b76-683f-45df-a706-1c826fbb0e60 req-c839cc64-cf7e-46fa-a3d1-c5e24a702946 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:18.891512 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ef72b76-683f-45df-a706-1c826fbb0e60 req-c839cc64-cf7e-46fa-a3d1-c5e24a702946 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ae2ba46-a014-4734-b4d3-4abd636acac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312571 Apr 05 20:29:18.899501 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:18.988642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8a476303-e593-4476-8d87-5166c20724f6 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:18.988642 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:19.052968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.052968 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:19.052968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:19.058553 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:19.089114 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 9 to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 Apr 05 20:29:19.140835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:19.140835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:19.140835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:19.152875 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1b9c3884-7ca4-46a1-94d0-537e7ef438db tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1775281 Apr 05 20:29:19.152875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51540) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:19.152875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51542) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:19.207501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Pushing event updated for resources: {'Port': ['ID=33198a24-d50a-402e-af2e-db90f643582c,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:19.274457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.274457 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:19.274457 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c0338b3f-8caa-4870-9b0a-10ad90f2bcc3 service neutron] 10.222.0.13 "PUT /v2.0/ports/33198a24-d50a-402e-af2e-db90f643582c HTTP/1.1" status: 200 len: 1092 time: 3.7904816 Apr 05 20:29:19.274457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86db943c-f118-4d5a-b40d-30c9783b06cb', 'tag': '33198a24-d50a-402e-af2e-db90f643582c'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:19.308807 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-f721b581-fb93-4f25-a0a4-85b5ecfa3d77 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--882746201&fields=id&tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23 HTTP/1.1" status: 200 len: 267 time: 0.1101670 Apr 05 20:29:19.367256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7231da21-5bc2-4d07-b1a0-b6d04e80bfb5 None None] Provisioning for port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:19.373221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7231da21-5bc2-4d07-b1a0-b6d04e80bfb5 None None] Provisioning complete for port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:19.373731 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7231da21-5bc2-4d07-b1a0-b6d04e80bfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:19.383013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919f52c-4700-4c00-9d60-ba8851a8ac69 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.384576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919f52c-4700-4c00-9d60-ba8851a8ac69 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.386166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919f52c-4700-4c00-9d60-ba8851a8ac69 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.387842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919f52c-4700-4c00-9d60-ba8851a8ac69 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.389359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e919f52c-4700-4c00-9d60-ba8851a8ac69 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.390364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e919f52c-4700-4c00-9d60-ba8851a8ac69 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Synchronizing usage tracker for tenant:f9fe8d985ebf40e9a3e25ddc920ad637 on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:19.418240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Allocated IP 172.20.0.7 (91b81c43-5b6b-44fb-b2e0-c358cc48f5ef/d1356f70-0114-45ce-aab5-768404948e3c/b2be597f-16ee-4cd6-9e3e-69b1c78bf17e) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:19.444753 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a00a8787-401e-4fd5-9b8c-76522eca759c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=528480efd95047a58813f779570ce820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2742801 Apr 05 20:29:19.444753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:19.444753 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:19.456905 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 10 to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 Apr 05 20:29:19.468998 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5147583 Apr 05 20:29:19.478966 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51558) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:19.496770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7231da21-5bc2-4d07-b1a0-b6d04e80bfb5 None None] Port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:29:19.521612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abf185-f6a7-4381-bcce-05ff027cf8cc tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=2d9032cb-5c86-4d27-b72d-c816bfd49f0e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:19.548102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Request body: {'port': {'device_id': '07d8e976-6d74-4929-9891-e9f02433c5cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:19.615803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b01af-0240-4d60-a430-83f8aea9245b req-495658eb-502f-4cc8-8b17-24cc0696999b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.617239 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b79b01af-0240-4d60-a430-83f8aea9245b req-495658eb-502f-4cc8-8b17-24cc0696999b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 1.6127605 Apr 05 20:29:19.671569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:19.671569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:19.671569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:19.689277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-ba4bd699-8f9e-4202-9f29-22b9a6acb033 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.689277 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-ba4bd699-8f9e-4202-9f29-22b9a6acb033 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.13 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 945 time: 1.0788832 Apr 05 20:29:19.751226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e919f52c-4700-4c00-9d60-ba8851a8ac69 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Unset dirty status for tenant:f9fe8d985ebf40e9a3e25ddc920ad637 on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:19.751226 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e919f52c-4700-4c00-9d60-ba8851a8ac69 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5773849 Apr 05 20:29:19.764444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51564) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:19.799973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-5bcafe0d-ddc9-4fcd-b8b1-315ea081e457 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.809563 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-5bcafe0d-ddc9-4fcd-b8b1-315ea081e457 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 811 time: 0.4874091 Apr 05 20:29:19.834802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-313225267'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:19.855430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:19.858894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:19.859223 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port 581fd2fa-f767-4dfd-830b-254279c805a6 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:19.860038 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:19.870431 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-03027a3a-5efb-41e9-ba51-7d29d6d5ed4a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/quotas/f10ec9e518ac4ef8bb4ff5595bf09d23 HTTP/1.1" status: 200 len: 375 time: 0.0589375 Apr 05 20:29:19.872604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:network and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:19.921809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-8f2e5b1c-8e6d-44d5-8ba0-78172853b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:19.925698 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-8f2e5b1c-8e6d-44d5-8ba0-78172853b9c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9208e30a90949ee9d39a987d74d2831&device_id=86db943c-f118-4d5a-b40d-30c9783b06cb HTTP/1.1" status: 200 len: 1095 time: 0.3684652 Apr 05 20:29:19.926622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:19.935101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:19.970555 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.046396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:20.046396 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.067072 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c7e86d00-8012-4ab3-884f-93894095cf68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33198a24-d50a-402e-af2e-db90f643582c HTTP/1.1" status: 200 len: 217 time: 0.1037254 Apr 05 20:29:20.163623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:29:20.199570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77008576-3983-4b78-ab35-a6fd7bff2366 None None] Network 3f70e062-8d7e-4cf6-bfea-4bdee67b450b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:20.200461 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.200877 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Added segment e80fb536-30b7-4a0a-803d-8d4ba4ef8b46 of type vlan for network 2552c66a-c053-4cf2-b2d3-999656c586b5 Apr 05 20:29:20.225590 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-8802f93c-ae55-47ac-a3be-99d89ecee029 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3476238 Apr 05 20:29:20.275840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-825fae92-5288-46a1-8ee3-b575f71b69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:20.275840 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-825fae92-5288-46a1-8ee3-b575f71b69a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1356f70-0114-45ce-aab5-768404948e3c HTTP/1.1" status: 200 len: 853 time: 0.1987207 Apr 05 20:29:20.332975 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.363494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-72274a70-0e8e-418f-8ac0-dc1d72ba41bc None None] Provisioning for port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:20.381177 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-67f0786f-cb21-4329-a9cf-fedb9457330e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837173 Apr 05 20:29:20.488512 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:29:20.605103 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.610555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:20.613189 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.626930 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b79b01af-0240-4d60-a430-83f8aea9245b req-827c4dfe-1a0f-45d4-a291-5369401be79d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9887021 Apr 05 20:29:20.628409 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:20.635680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Deleting port d38d7454-4e07-4b64-8d82-97423e6636dd {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:29:20.641725 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.719473 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-d00f8493-6ddb-4386-87ba-fb56c7c81822 service neutron] 10.222.0.24 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550714 Apr 05 20:29:20.839601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:20.847990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:20.847990 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.855041 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:20.873346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-c2696635-19b8-459e-977c-4bb6bc652794 service neutron] 10.222.0.13 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445941 Apr 05 20:29:20.901469 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1401467 Apr 05 20:29:20.941096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51580) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:21.068137 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.071737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-47ba295d-7d10-4e33-97f6-ef5cd3572312 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:21.083988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef12bd-202e-4de4-b661-d4cc12490fbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Network': ['ID=2552c66a-c053-4cf2-b2d3-999656c586b5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:21.104807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c0af286e-e9ce-4bf0-8d08-aeebc48b93a7,segment=NetworkSegment(d59e1391-e0fb-4416-bef9-a4720115a52e),segment_id=d59e1391-e0fb-4416-bef9-a4720115a52e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:21.104807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 2552c66a-c053-4cf2-b2d3-999656c586b5 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:29:21.116741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d904111-8584-4cc2-a5b6-d3d3a68ea6a7 None None] Update dhcp port {'port': {'network_id': '3f70e062-8d7e-4cf6-bfea-4bdee67b450b', 'fixed_ips': [{'subnet_id': '1aac1653-48d1-45d6-87fb-a8080112883a', 'ip_address': '2001:db8::2'}, {'subnet_id': '0464415a-eccf-4747-a289-a35059fe9e79'}], 'binding:host_id': 'n-d-836604-1'}, 'id': 'c0af286e-e9ce-4bf0-8d08-aeebc48b93a7'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:29:21.190785 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7d904111-8584-4cc2-a5b6-d3d3a68ea6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.190785 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.249600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-40c120a0-8e57-4799-a4c2-1e181b7d1c81 service neutron] 10.222.0.24 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577956 Apr 05 20:29:21.293669 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-e8d965c3-ed9a-4330-82e0-3c55260e53d8 service neutron] 10.222.0.13 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395081 Apr 05 20:29:21.531038 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=c0af286e-e9ce-4bf0-8d08-aeebc48b93a7,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:21.531038 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device d38d7454-4e07-4b64-8d82-97423e6636dd no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:29:21.562609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3b9f6131-56cd-4635-ae01-77912940ae74 req-6fa638eb-969b-4acc-81a5-030f3074ff1b tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Synchronizing usage tracker for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:21.614424 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.647672 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47ba295d-7d10-4e33-97f6-ef5cd3572312 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.656276 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86db943c-f118-4d5a-b40d-30c9783b06cb', 'tag': '33198a24-d50a-402e-af2e-db90f643582c', 'status': 'completed', 'code': 200} Apr 05 20:29:21.827443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485e0d9-ee44-49b3-bf1d-f9095b02ea35 req-c5d3cacc-4f90-4ddc-8bde-5b1ebfdc704c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:21.827443 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7485e0d9-ee44-49b3-bf1d-f9095b02ea35 req-c5d3cacc-4f90-4ddc-8bde-5b1ebfdc704c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9208e30a90949ee9d39a987d74d2831&device_id=86db943c-f118-4d5a-b40d-30c9783b06cb HTTP/1.1" status: 200 len: 1095 time: 0.1474316 Apr 05 20:29:21.917183 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:21.939349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] For port 581fd2fa-f767-4dfd-830b-254279c805a6, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:29:21.939349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempted to set empty binding levels {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 05 20:29:21.958747 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-7d904111-8584-4cc2-a5b6-d3d3a68ea6a7 None None] Allocated IP 172.20.0.1 (3f70e062-8d7e-4cf6-bfea-4bdee67b450b/0464415a-eccf-4747-a289-a35059fe9e79/c0af286e-e9ce-4bf0-8d08-aeebc48b93a7) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:21.996131 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.015289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c7e154-c7b6-4f5d-8cea-395451d1d280,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:22.037096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.041272 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70c7e154-c7b6-4f5d-8cea-395451d1d280 HTTP/1.1" status: 204 len: 168 time: 2.5635226 Apr 05 20:29:22.043140 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.053156 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47ba295d-7d10-4e33-97f6-ef5cd3572312 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.179395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485e0d9-ee44-49b3-bf1d-f9095b02ea35 req-aed440c4-c0db-40ea-8e4a-ac2679dd9e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:22.179395 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7485e0d9-ee44-49b3-bf1d-f9095b02ea35 req-aed440c4-c0db-40ea-8e4a-ac2679dd9e82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef HTTP/1.1" status: 200 len: 914 time: 0.3386471 Apr 05 20:29:22.223922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3b9f6131-56cd-4635-ae01-77912940ae74 req-6fa638eb-969b-4acc-81a5-030f3074ff1b tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Unset dirty status for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:22.223922 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b9f6131-56cd-4635-ae01-77912940ae74 req-6fa638eb-969b-4acc-81a5-030f3074ff1b tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 210 time: 1.3499477 Apr 05 20:29:22.254853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] In _notify_port_updated(), no bound segment for port 581fd2fa-f767-4dfd-830b-254279c805a6 on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:29:22.254853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:22.262950 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.262950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "PUT /v2.0/ports/581fd2fa-f767-4dfd-830b-254279c805a6 HTTP/1.1" status: 200 len: 979 time: 11.8859940 Apr 05 20:29:22.287985 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.387196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51606) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:22.403925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9032cb-5c86-4d27-b72d-c816bfd49f0e {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:29:22.412395 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.427969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a60578f-614e-43de-a776-e105645f9bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38d7454-4e07-4b64-8d82-97423e6636dd'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:22.443946 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Transition to ACTIVE for port object 2d9032cb-5c86-4d27-b72d-c816bfd49f0e will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:22.443946 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Pushing event updated for resources: {'Port': ['ID=581fd2fa-f767-4dfd-830b-254279c805a6,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:22.443946 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-47ba295d-7d10-4e33-97f6-ef5cd3572312 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network 2552c66a-c053-4cf2-b2d3-999656c586b5 is not hosted by any dhcp agent {{(pid=87964) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ba295d-7d10-4e33-97f6-ef5cd3572312 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47ba295d-7d10-4e33-97f6-ef5cd3572312 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-47ba295d-7d10-4e33-97f6-ef5cd3572312 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "PUT /v2.0/networks/2552c66a-c053-4cf2-b2d3-999656c586b5 HTTP/1.1" status: 200 len: 723 time: 1.4279661 Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.456938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d1e3-2262-463e-9fa1-26ca9ab73687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.472943 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port d38d7454-4e07-4b64-8d82-97423e6636dd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d38d7454-4e07-4b64-8d82-97423e6636dd,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:22.472943 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7d904111-8584-4cc2-a5b6-d3d3a68ea6a7 None None] For port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c0af286e-e9ce-4bf0-8d08-aeebc48b93a7,segment=NetworkSegment(d59e1391-e0fb-4416-bef9-a4720115a52e),segment_id=d59e1391-e0fb-4416-bef9-a4720115a52e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:22.477717 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.589147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51612) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:22.594737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.599109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4ed8b603-f07e-4451-ab74-c5adf1c2a3c7 req-7a9c94de-3f48-4b75-b48b-45be33fa79d9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Synchronizing usage tracker for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:22.620429 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.625933 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7d904111-8584-4cc2-a5b6-d3d3a68ea6a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.650318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3ef0e918-e77e-4b06-8211-8e74d712e8d1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'subnet': {'network_id': '2552c66a-c053-4cf2-b2d3-999656c586b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:22.689559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.689559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.689559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.689559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.689559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.689559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.689559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.689559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.689559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.689559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.689559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.689559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310cc166-2bc6-42ad-829b-19f6b6e05c33 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:22.758073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:22.819879 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7485e0d9-ee44-49b3-bf1d-f9095b02ea35 req-5e859113-bd00-4416-985f-c00d8bfd8a0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33198a24-d50a-402e-af2e-db90f643582c HTTP/1.1" status: 200 len: 217 time: 0.6193354 Apr 05 20:29:22.918513 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=d38d7454-4e07-4b64-8d82-97423e6636dd,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:22.936702 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7d904111-8584-4cc2-a5b6-d3d3a68ea6a7 None None] Transition to ACTIVE for port object c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:22.949409 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7d904111-8584-4cc2-a5b6-d3d3a68ea6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:22.954938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c9ad21-dafc-415f-b477-76475f3b8b33 req-e5f25ec0-32df-4441-894d-80fc49dfa426 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:22.956519 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3c9ad21-dafc-415f-b477-76475f3b8b33 req-e5f25ec0-32df-4441-894d-80fc49dfa426 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 932 time: 0.9563301 Apr 05 20:29:23.150206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485e0d9-ee44-49b3-bf1d-f9095b02ea35 req-f88fc297-af5d-4d80-9178-4d7ace5b221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:23.150206 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7485e0d9-ee44-49b3-bf1d-f9095b02ea35 req-f88fc297-af5d-4d80-9178-4d7ace5b221a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1356f70-0114-45ce-aab5-768404948e3c HTTP/1.1" status: 200 len: 853 time: 0.2141147 Apr 05 20:29:23.150206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51624) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:23.189626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d904111-8584-4cc2-a5b6-d3d3a68ea6a7 None None] Pushing event updated for resources: {'Port': ['ID=c0af286e-e9ce-4bf0-8d08-aeebc48b93a7,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:23.359465 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7485e0d9-ee44-49b3-bf1d-f9095b02ea35 req-fc602641-9609-4c7e-9c4d-bfea3e072fa6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2002962 Apr 05 20:29:23.457266 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-630c05f9-5d5a-4775-b666-8e106b6c5b2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1395d2b47d814ec09b20284424a98613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970088 Apr 05 20:29:23.459266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:23.459266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] For port d38d7454-4e07-4b64-8d82-97423e6636dd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d38d7454-4e07-4b64-8d82-97423e6636dd,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:23.459266 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:23.473157 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3c9ad21-dafc-415f-b477-76475f3b8b33 req-2f007f96-79eb-4f60-b599-bdad52442feb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ae2ba46-a014-4734-b4d3-4abd636acac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3155968 Apr 05 20:29:23.473157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51632) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:23.475336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Pushing event updated for resources: {'Port': ['ID=2d9032cb-5c86-4d27-b72d-c816bfd49f0e,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:23.479403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:23.486862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:23.520929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 33198a24-d50a-402e-af2e-db90f643582c details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:29:23.543800 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:29:23.709794 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32c6f464-4b92-431f-a05f-84604fee8b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:23.800828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4ed8b603-f07e-4451-ab74-c5adf1c2a3c7 req-7a9c94de-3f48-4b75-b48b-45be33fa79d9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Unset dirty status for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:23.800828 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ed8b603-f07e-4451-ab74-c5adf1c2a3c7 req-7a9c94de-3f48-4b75-b48b-45be33fa79d9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 210 time: 1.3028831 Apr 05 20:29:23.800828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba295d-7d10-4e33-97f6-ef5cd3572312 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Network': ['ID=2552c66a-c053-4cf2-b2d3-999656c586b5,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:23.811108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Pushing event updated for resources: {'Port': ['ID=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:23.895447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 2552c66a-c053-4cf2-b2d3-999656c586b5 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:29:24.085360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 33198a24-d50a-402e-af2e-db90f643582c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=33198a24-d50a-402e-af2e-db90f643582c,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:24.104335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.104823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.105277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.105736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.110460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.111488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.111948 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.112399 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.113337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '33198a24-d50a-402e-af2e-db90f643582c', 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef', 'port_id': '33198a24-d50a-402e-af2e-db90f643582c', 'mac_address': 'fa:16:3e:f1:32:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1356f70-0114-45ce-aab5-768404948e3c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:29:24.134643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.135275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.135749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.136223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.136662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.137115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.137566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.175898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.175898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.175898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.175898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.175898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.175898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.175898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.175898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.175898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.186467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.186467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.186467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.186467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.186467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Synchronizing usage tracker for tenant:36e79e1cdb6348179123fbfa0ab796b0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:24.234663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3ef0e918-e77e-4b06-8211-8e74d712e8d1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:24.253175 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a60578f-614e-43de-a776-e105645f9bc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'code': 200} Apr 05 20:29:24.297657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051d3879-2baa-42bf-a46f-cacbfba6dab7 None None] Network 3f70e062-8d7e-4cf6-bfea-4bdee67b450b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:24.322187 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32c6f464-4b92-431f-a05f-84604fee8b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.412451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.412451 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.431635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3ef0e918-e77e-4b06-8211-8e74d712e8d1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:24.459430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-57965c62-c785-4342-96ff-d345664647f7 None None] Provisioning for port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:24.470923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-57965c62-c785-4342-96ff-d345664647f7 None None] Provisioning complete for port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:24.471288 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57965c62-c785-4342-96ff-d345664647f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.506394 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-7f49a889-b68b-4572-9825-23083c7dc80a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.7341399 Apr 05 20:29:24.535990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-2472cb03-5aa3-4f9b-9d41-e23acf143a4b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:24.539415 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-2472cb03-5aa3-4f9b-9d41-e23acf143a4b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 811 time: 0.4715176 Apr 05 20:29:24.547811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Request body: {'port': {'device_id': '706d50d7-7331-403d-869e-0ef93150cd97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:24.572222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:24.591537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Unset dirty status for tenant:36e79e1cdb6348179123fbfa0ab796b0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:24.596597 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-caebc526-d4a4-478d-9fbc-ae081bc04326 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25275 time: 2.2102165 Apr 05 20:29:24.596597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51646) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:24.639976 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.672830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33198a24-d50a-402e-af2e-db90f643582c {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:29:24.716238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd6c44-eaac-4225-a19d-64235583d74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Deleting port 581fd2fa-f767-4dfd-830b-254279c805a6 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:29:24.716238 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2cd6c44-eaac-4225-a19d-64235583d74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.720290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 33198a24-d50a-402e-af2e-db90f643582c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=33198a24-d50a-402e-af2e-db90f643582c,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:24.735208 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.757775 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7485e0d9-ee44-49b3-bf1d-f9095b02ea35 req-26909793-7318-4564-b9d3-555c80b66077 service neutron] 10.222.0.13 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3829978 Apr 05 20:29:24.818033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef0e918-e77e-4b06-8211-8e74d712e8d1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:24.821545 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3ef0e918-e77e-4b06-8211-8e74d712e8d1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.873682 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-820d7a3b-e35e-49d0-8164-ed45cc15f952 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23 HTTP/1.1" status: 200 len: 379 time: 0.2934995 Apr 05 20:29:24.884680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Request body: {'port': {'device_id': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'admin_state_up': True, 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'security_groups': ['03f1a55a-25d4-4a0d-8c64-bff405e40e54']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:24.911812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:24.941601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Attempting to bind port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:24.941601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Attempting to bind port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '51da3b7f-86e6-44a5-90be-a470b321be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:24.941601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Attempting to bind port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e on network a4659a61-3f1e-4373-8400-7ec7e7415315 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:25.040539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=33198a24-d50a-402e-af2e-db90f643582c,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:25.046450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:25.047103 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.082464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['33198a24-d50a-402e-af2e-db90f643582c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:29:25.096715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e on network a4659a61-3f1e-4373-8400-7ec7e7415315 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:25.097166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Attempting to bind port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e on network a4659a61-3f1e-4373-8400-7ec7e7415315 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:25.126988 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7485e0d9-ee44-49b3-bf1d-f9095b02ea35 req-8ed94b08-51e4-488d-b062-df29f6f0ac69 service neutron] 10.222.0.13 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077695 Apr 05 20:29:25.135695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a423971-03a8-4bbc-9d76-583273bfcc3a req-6f3f7ab5-5f37-42ff-90c3-011097cce035 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:25.144238 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a423971-03a8-4bbc-9d76-583273bfcc3a req-6f3f7ab5-5f37-42ff-90c3-011097cce035 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 943 time: 1.2489107 Apr 05 20:29:25.180312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:29:25.180312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Checking segment: {'id': '51da3b7f-86e6-44a5-90be-a470b321be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:25.180312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Bound using segment: {'id': '51da3b7f-86e6-44a5-90be-a470b321be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:29:25.180312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Bound port: 2d9032cb-5c86-4d27-b72d-c816bfd49f0e, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51da3b7f-86e6-44a5-90be-a470b321be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:25.180691 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.218936 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32c6f464-4b92-431f-a05f-84604fee8b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.253275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce372e-b896-45cd-bdf2-c187494f0e8d req-8c0cd608-a96b-4354-aada-d33f85b25906 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:25.255183 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-53ce372e-b896-45cd-bdf2-c187494f0e8d req-8c0cd608-a96b-4354-aada-d33f85b25906 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 931 time: 0.9981833 Apr 05 20:29:25.394191 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.394191 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.394510 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Floating IP 40a288cb-a80c-48b6-9f65-e14b10b12e42 disassociated. External IP: 172.25.8.173, port: d38d7454-4e07-4b64-8d82-97423e6636dd. Apr 05 20:29:25.394787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Calling delete_port for d38d7454-4e07-4b64-8d82-97423e6636dd owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:29:25.445037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6f464-4b92-431f-a05f-84604fee8b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50262f8-94b7-42c8-a8f4-c20db648439e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:25.459734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:25.563307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:25.576559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a423971-03a8-4bbc-9d76-583273bfcc3a req-cad98a43-05ca-43ad-a2c4-1c3b6bc1f19f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4310453 Apr 05 20:29:25.583286 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32c6f464-4b92-431f-a05f-84604fee8b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.587566 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-32c6f464-4b92-431f-a05f-84604fee8b8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a50262f8-94b7-42c8-a8f4-c20db648439e HTTP/1.1" status: 204 len: 168 time: 2.1194763 Apr 05 20:29:25.639105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-c2cd6c44-eaac-4225-a19d-64235583d74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] For port 581fd2fa-f767-4dfd-830b-254279c805a6, host n-h1-836604-1, got binding levels [] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:25.641420 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2cd6c44-eaac-4225-a19d-64235583d74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.659161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Made reservation on behalf of f10ec9e518ac4ef8bb4ff5595bf09d23 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:25.665170 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.874474 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-364ee218-431a-4e39-852e-6f104cb02127 None None] Provisioning complete for port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:25.875628 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-364ee218-431a-4e39-852e-6f104cb02127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:25.905196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] For port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:29:25.968665 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3ef0e918-e77e-4b06-8211-8e74d712e8d1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.067397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] For port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2d9032cb-5c86-4d27-b72d-c816bfd49f0e,segment=NetworkSegment(51da3b7f-86e6-44a5-90be-a470b321be97),segment_id=51da3b7f-86e6-44a5-90be-a470b321be97)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:29:26.125464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd6c44-eaac-4225-a19d-64235583d74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Calling delete_port for 581fd2fa-f767-4dfd-830b-254279c805a6 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:29:26.312358 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.358547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6f4ba-411f-4584-9b68-b7ef82201af7 req-21674266-9268-4dfc-a8dc-d923779f3d98 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:26.369552 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1bf6f4ba-411f-4584-9b68-b7ef82201af7 req-21674266-9268-4dfc-a8dc-d923779f3d98 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 944 time: 0.5562122 Apr 05 20:29:26.399364 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2cd6c44-eaac-4225-a19d-64235583d74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.421399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-53ce372e-b896-45cd-bdf2-c187494f0e8d req-b8d6989c-f886-4e72-bc5d-84807de05cda tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Synchronizing usage tracker for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:26.468256 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c2cd6c44-eaac-4225-a19d-64235583d74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.474517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:26.475414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:26.477024 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] 10.222.0.13 "PUT /v2.0/ports/2d9032cb-5c86-4d27-b72d-c816bfd49f0e HTTP/1.1" status: 200 len: 1092 time: 6.9881759 Apr 05 20:29:26.498413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d8e976-6d74-4929-9891-e9f02433c5cd', 'tag': '2d9032cb-5c86-4d27-b72d-c816bfd49f0e'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:26.505057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Allocated IP 172.20.0.8 (d87a9372-eb69-4494-b2c7-bae5dbd4e72f/da5778d0-0eca-48da-a855-2a882bbbe611/a9434fce-c5eb-4352-b6b5-7fd8948481c7) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:26.527426 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c2cd6c44-eaac-4225-a19d-64235583d74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "DELETE /v2.0/ports/581fd2fa-f767-4dfd-830b-254279c805a6 HTTP/1.1" status: 204 len: 168 time: 1.9102585 Apr 05 20:29:26.537130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd6c44-eaac-4225-a19d-64235583d74a tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Pushing event deleted for resources: {'Port': ['ID=581fd2fa-f767-4dfd-830b-254279c805a6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:26.549446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51672) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:26.573290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef0e918-e77e-4b06-8211-8e74d712e8d1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Subnet': ['ID=995eb87d-924d-4b16-a67f-1ea3f90ba9b0,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:26.630824 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-e923a7d3-f93d-41b1-8576-d860df8e80a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:29:26.631406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e923a7d3-f93d-41b1-8576-d860df8e80a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Synchronizing usage tracker for tenant:36e79e1cdb6348179123fbfa0ab796b0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:26.647944 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1bf6f4ba-411f-4584-9b68-b7ef82201af7 req-be8eedd7-69c8-4a45-8392-625ce11fa451 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ae2ba46-a014-4734-b4d3-4abd636acac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772486 Apr 05 20:29:26.711797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-53ce372e-b896-45cd-bdf2-c187494f0e8d req-b8d6989c-f886-4e72-bc5d-84807de05cda tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Unset dirty status for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:26.728544 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-53ce372e-b896-45cd-bdf2-c187494f0e8d req-b8d6989c-f886-4e72-bc5d-84807de05cda tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3950634 Apr 05 20:29:26.762961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae25fba-9dfb-400f-9168-a62fafbe16fa service neutron] Pushing event updated for resources: {'Port': ['ID=2d9032cb-5c86-4d27-b72d-c816bfd49f0e,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:26.792047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef0e918-e77e-4b06-8211-8e74d712e8d1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Checking segment: {'id': 'e80fb536-30b7-4a0a-803d-8d4ba4ef8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2552c66a-c053-4cf2-b2d3-999656c586b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:26.794176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef0e918-e77e-4b06-8211-8e74d712e8d1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network hostable DHCP agents. Network: 2552c66a-c053-4cf2-b2d3-999656c586b5, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:29:26.802075 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:29:26.802718 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:29:26.815810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e923a7d3-f93d-41b1-8576-d860df8e80a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Unset dirty status for tenant:36e79e1cdb6348179123fbfa0ab796b0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:26.817011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e923a7d3-f93d-41b1-8576-d860df8e80a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "GET /v2.0/ports/581fd2fa-f767-4dfd-830b-254279c805a6 HTTP/1.1" status: 404 len: 333 time: 0.2580774 Apr 05 20:29:26.823218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51684) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:26.838025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2054350155', 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:26.878836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:26.994564 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef0e918-e77e-4b06-8211-8e74d712e8d1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network 2552c66a-c053-4cf2-b2d3-999656c586b5 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:29:27.063520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:27.124382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-3ef0e918-e77e-4b06-8211-8e74d712e8d1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 2552c66a-c053-4cf2-b2d3-999656c586b5) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:27.136417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7259f4a5-8cc8-42bb-945f-2144a0e29899 None None] Network 2552c66a-c053-4cf2-b2d3-999656c586b5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:27.144769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-90b01a0a-5396-43c1-be71-0e79bf122734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:27.146610 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-90b01a0a-5396-43c1-be71-0e79bf122734 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80fee2de873b412da3b3a54725609093&device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 1095 time: 0.5830698 Apr 05 20:29:27.149153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2be597f-16ee-4cd6-9e3e-69b1c78bf17e {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:29:27.154765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef0e918-e77e-4b06-8211-8e74d712e8d1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:27.165057 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3ef0e918-e77e-4b06-8211-8e74d712e8d1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.188216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Made reservation on behalf of 36e79e1cdb6348179123fbfa0ab796b0 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:27.195489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.260172 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.322526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Transition to ACTIVE for port object a9434fce-c5eb-4352-b6b5-7fd8948481c7 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:27.373871 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.378706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Deleting port d38d7454-4e07-4b64-8d82-97423e6636dd {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:29:27.381249 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.397839 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.508361 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d8e976-6d74-4929-9891-e9f02433c5cd', 'tag': '2d9032cb-5c86-4d27-b72d-c816bfd49f0e', 'status': 'completed', 'code': 200} Apr 05 20:29:27.531986 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-26c8c05a-dfde-44a3-ae58-25f737e0daf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=2d9032cb-5c86-4d27-b72d-c816bfd49f0e HTTP/1.1" status: 200 len: 217 time: 0.3519251 Apr 05 20:29:27.574425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event updated for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:27.604768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 33198a24-d50a-402e-af2e-db90f643582c up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:27.631827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Network d87a9372-eb69-4494-b2c7-bae5dbd4e72f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:27.632796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26eff742-9764-4190-9473-21458ae9adab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-2552c66a-c053-4cf2-b2d3-999656c586b5', 'network_id': '2552c66a-c053-4cf2-b2d3-999656c586b5', 'tenant_id': 'f9fe8d985ebf40e9a3e25ddc920ad637', 'fixed_ips': [{'subnet_id': '995eb87d-924d-4b16-a67f-1ea3f90ba9b0'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:29:27.633568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] device_id is not set on port 7b8df219-fd18-4528-8482-f9492e28983d yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:29:27.633697 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26eff742-9764-4190-9473-21458ae9adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.639210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:27.646588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:27.723977 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:27.724934 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.754699 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-c364898e-aa59-41da-9326-df8dc5282008 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8811121 Apr 05 20:29:27.775206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Request body: {'port': {'device_id': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:27.795073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Transition to ACTIVE for port object b2be597f-16ee-4cd6-9e3e-69b1c78bf17e will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:27.836115 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.919500 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3ef0e918-e77e-4b06-8211-8e74d712e8d1 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2978911 Apr 05 20:29:27.929765 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51706) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:27.931378 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:27.951422 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 33198a24-d50a-402e-af2e-db90f643582c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:27.959708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-35187ef6-5254-4f63-81d3-66aff7b6b60a tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:27.969629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 33198a24-d50a-402e-af2e-db90f643582c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:27.970668 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.011056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18beb5d8-1882-422d-9ba3-b753548e59a3 req-30e6a9d8-3f49-407f-8ebc-a650e956fe0e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:28.011782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-18beb5d8-1882-422d-9ba3-b753548e59a3 req-30e6a9d8-3f49-407f-8ebc-a650e956fe0e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Synchronizing usage tracker for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:28.037108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-b631380d-6d24-49a3-85e1-07a60b1eb97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:28.038586 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-b631380d-6d24-49a3-85e1-07a60b1eb97a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb5e0bca-c71b-4bca-b476-b80b1b1192f7 HTTP/1.1" status: 200 len: 837 time: 0.4982324 Apr 05 20:29:28.109734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-26eff742-9764-4190-9473-21458ae9adab None None] Allocated IP 2001:db8::2 (2552c66a-c053-4cf2-b2d3-999656c586b5/995eb87d-924d-4b16-a67f-1ea3f90ba9b0/273667d9-b52a-4ce1-88b1-01836d73ae4e) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:28.243751 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.254169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-84681708-ce9e-4de6-8977-b4a3af1bfd2b None None] Provisioning for port a9434fce-c5eb-4352-b6b5-7fd8948481c7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:28.265291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-84681708-ce9e-4de6-8977-b4a3af1bfd2b None None] Provisioning complete for port a9434fce-c5eb-4352-b6b5-7fd8948481c7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:28.265291 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-84681708-ce9e-4de6-8977-b4a3af1bfd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.387680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-18beb5d8-1882-422d-9ba3-b753548e59a3 req-30e6a9d8-3f49-407f-8ebc-a650e956fe0e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Unset dirty status for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:28.395133 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-18beb5d8-1882-422d-9ba3-b753548e59a3 req-30e6a9d8-3f49-407f-8ebc-a650e956fe0e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 931 time: 0.8234696 Apr 05 20:29:28.416536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:28.463151 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35187ef6-5254-4f63-81d3-66aff7b6b60a tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2200138'] for subnet, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.503836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 33198a24-d50a-402e-af2e-db90f643582c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=33198a24-d50a-402e-af2e-db90f643582c,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:28.525400 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86db943c-f118-4d5a-b40d-30c9783b06cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33198a24-d50a-402e-af2e-db90f643582c'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:28.553522 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.641014 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-18beb5d8-1882-422d-9ba3-b753548e59a3 req-37a27928-0d9d-4316-a604-ae17b64ad584 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431574 Apr 05 20:29:28.693788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f2a30-5995-440a-9a6b-dcb42b2e6ffc req-3b848b03-993d-4e2b-9132-450a9ac46834 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:28.694824 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-6e0f2a30-5995-440a-9a6b-dcb42b2e6ffc req-3b848b03-993d-4e2b-9132-450a9ac46834 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Synchronizing usage tracker for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:28.781166 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-84681708-ce9e-4de6-8977-b4a3af1bfd2b None None] Port a9434fce-c5eb-4352-b6b5-7fd8948481c7 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:29:28.857301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-6e0f2a30-5995-440a-9a6b-dcb42b2e6ffc req-3b848b03-993d-4e2b-9132-450a9ac46834 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Unset dirty status for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:28.858835 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6e0f2a30-5995-440a-9a6b-dcb42b2e6ffc req-3b848b03-993d-4e2b-9132-450a9ac46834 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 943 time: 1.1902368 Apr 05 20:29:28.861019 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Attempting to bind port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:28.861576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Attempting to bind port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:28.862121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Attempting to bind port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e on network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:28.867185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] For port d38d7454-4e07-4b64-8d82-97423e6636dd, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d38d7454-4e07-4b64-8d82-97423e6636dd,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:28.867778 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.886059 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.901512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e on network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:28.902093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Attempting to bind port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e on network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:28.933284 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=33198a24-d50a-402e-af2e-db90f643582c,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:28.969127 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26eff742-9764-4190-9473-21458ae9adab None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:28.971835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9434fce-c5eb-4352-b6b5-7fd8948481c7 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:29:28.981365 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-26eff742-9764-4190-9473-21458ae9adab None None] Transition to ACTIVE for port object 273667d9-b52a-4ce1-88b1-01836d73ae4e will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:28.990905 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.001852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-cfd49ddc-2640-4643-a07f-c0667a7f453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:29.004300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-cfd49ddc-2640-4643-a07f-c0667a7f453c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a4659a61-3f1e-4373-8400-7ec7e7415315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8229039 Apr 05 20:29:29.004701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-26eff742-9764-4190-9473-21458ae9adab None None] Transition to ACTIVE for port object 273667d9-b52a-4ce1-88b1-01836d73ae4e will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:29.011310 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26eff742-9764-4190-9473-21458ae9adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.043823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4623807-9584-4c73-836e-b703645ae7f3 req-55d8018c-3f5b-4475-98ff-42eaa9b67f40 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:29.054677 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a4623807-9584-4c73-836e-b703645ae7f3 req-55d8018c-3f5b-4475-98ff-42eaa9b67f40 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 944 time: 0.1803043 Apr 05 20:29:29.058806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Transition to ACTIVE for port object a9434fce-c5eb-4352-b6b5-7fd8948481c7 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:29.079937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26eff742-9764-4190-9473-21458ae9adab None None] Network 2552c66a-c053-4cf2-b2d3-999656c586b5 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:29.083858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-26eff742-9764-4190-9473-21458ae9adab None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:29.088431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26eff742-9764-4190-9473-21458ae9adab None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:29.093402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:29:29.097934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Checking segment: {'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:29.099398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Bound using segment: {'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:29:29.111055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Bound port: b2be597f-16ee-4cd6-9e3e-69b1c78bf17e, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:29.111747 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.137997 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.331895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eff742-9764-4190-9473-21458ae9adab None None] Pushing event updated for resources: {'Port': ['ID=273667d9-b52a-4ce1-88b1-01836d73ae4e,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:29.336568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-26eff742-9764-4190-9473-21458ae9adab None None] Attempting to bind port 273667d9-b52a-4ce1-88b1-01836d73ae4e on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:29.337212 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-26eff742-9764-4190-9473-21458ae9adab None None] Attempting to bind port 273667d9-b52a-4ce1-88b1-01836d73ae4e by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e80fb536-30b7-4a0a-803d-8d4ba4ef8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2552c66a-c053-4cf2-b2d3-999656c586b5'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:29.338088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eff742-9764-4190-9473-21458ae9adab None None] Attempting to bind port 273667d9-b52a-4ce1-88b1-01836d73ae4e on network 2552c66a-c053-4cf2-b2d3-999656c586b5 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:29.348313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eff742-9764-4190-9473-21458ae9adab None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:29:29.350331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eff742-9764-4190-9473-21458ae9adab None None] Checking segment: {'id': 'e80fb536-30b7-4a0a-803d-8d4ba4ef8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2552c66a-c053-4cf2-b2d3-999656c586b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:29.351122 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26eff742-9764-4190-9473-21458ae9adab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.351527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26eff742-9764-4190-9473-21458ae9adab None None] Bound using segment: {'id': 'e80fb536-30b7-4a0a-803d-8d4ba4ef8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2552c66a-c053-4cf2-b2d3-999656c586b5'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:29:29.352026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-26eff742-9764-4190-9473-21458ae9adab None None] Bound port: 273667d9-b52a-4ce1-88b1-01836d73ae4e, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80fb536-30b7-4a0a-803d-8d4ba4ef8b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2552c66a-c053-4cf2-b2d3-999656c586b5'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:29.352406 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26eff742-9764-4190-9473-21458ae9adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.396283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Pushing event updated for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:29.486488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-26eff742-9764-4190-9473-21458ae9adab None None] For port 273667d9-b52a-4ce1-88b1-01836d73ae4e, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:29:29.492456 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-26eff742-9764-4190-9473-21458ae9adab None None] For port 273667d9-b52a-4ce1-88b1-01836d73ae4e, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=273667d9-b52a-4ce1-88b1-01836d73ae4e,segment=NetworkSegment(e80fb536-30b7-4a0a-803d-8d4ba4ef8b46),segment_id=e80fb536-30b7-4a0a-803d-8d4ba4ef8b46)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:29:29.499221 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26eff742-9764-4190-9473-21458ae9adab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.579582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eff742-9764-4190-9473-21458ae9adab None None] Pushing event updated for resources: {'Port': ['ID=273667d9-b52a-4ce1-88b1-01836d73ae4e,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:29.647896 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a4623807-9584-4c73-836e-b703645ae7f3 req-2a2b82dc-e4d4-471a-9e81-0bf32da5f29d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ae2ba46-a014-4734-b4d3-4abd636acac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5922487 Apr 05 20:29:29.741312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6e0f2a30-5995-440a-9a6b-dcb42b2e6ffc req-472f8809-14b5-4615-a2b0-253fe695ce46 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c97acfe-2496-48f3-8c17-86e6d2ee9037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8586745 Apr 05 20:29:29.898158 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86db943c-f118-4d5a-b40d-30c9783b06cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33198a24-d50a-402e-af2e-db90f643582c', 'code': 200} Apr 05 20:29:29.914912 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:29.988811 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35187ef6-5254-4f63-81d3-66aff7b6b60a tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791805225072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2264705'] for subnet, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:30.224886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35187ef6-5254-4f63-81d3-66aff7b6b60a tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Subnet': ['ID=995eb87d-924d-4b16-a67f-1ea3f90ba9b0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:30.271922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35187ef6-5254-4f63-81d3-66aff7b6b60a tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:30.272514 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35187ef6-5254-4f63-81d3-66aff7b6b60a tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:30.276421 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-35187ef6-5254-4f63-81d3-66aff7b6b60a tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "PUT /v2.0/subnets/995eb87d-924d-4b16-a67f-1ea3f90ba9b0 HTTP/1.1" status: 200 len: 826 time: 2.3354228 Apr 05 20:29:30.287510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51786) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:30.290986 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-e452acb0-1dd2-4457-b714-0b6be4a88462 service neutron] 10.222.0.13 "GET /v2.0/networks/a4659a61-3f1e-4373-8400-7ec7e7415315?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2333555 Apr 05 20:29:30.358738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] For port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:29:30.373482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Attempting to bind port a9434fce-c5eb-4352-b6b5-7fd8948481c7 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:30.373814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Attempting to bind port a9434fce-c5eb-4352-b6b5-7fd8948481c7 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:30.374242 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Attempting to bind port a9434fce-c5eb-4352-b6b5-7fd8948481c7 on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:30.411571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Network 2809c652-bd6c-4168-a361-8cecd12a2825 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:30.440674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:30.450246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Pushing event updated for resources: {'Port': ['ID=7b8df219-fd18-4528-8482-f9492e28983d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:30.458421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] For port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:29:30.459651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:30.460969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:30.461122 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:30.512581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Port a9434fce-c5eb-4352-b6b5-7fd8948481c7 on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:30.513257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Attempting to bind port a9434fce-c5eb-4352-b6b5-7fd8948481c7 on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:30.556027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:29:30.556535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Checking segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:30.556934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Bound using segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:29:30.557937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Bound port: a9434fce-c5eb-4352-b6b5-7fd8948481c7, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:30.558374 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:30.580505 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 273667d9-b52a-4ce1-88b1-01836d73ae4e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:30.590677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:30.610199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc1e98-a89b-496f-9cdc-66413be8f479 req-1727086f-b91d-420b-a4ce-832a8212c5cc tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:30.611965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-febc1e98-a89b-496f-9cdc-66413be8f479 req-1727086f-b91d-420b-a4ce-832a8212c5cc tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Synchronizing usage tracker for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:30.627339 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-999fedc2-29d3-432f-8810-e8dec22fa507 req-3f6b3b1f-c74a-4a43-a5bd-8a00b0c5fc2b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1039913 Apr 05 20:29:30.738017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 273667d9-b52a-4ce1-88b1-01836d73ae4e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:30.762431 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:30.762961 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:30.763327 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Floating IP 40a288cb-a80c-48b6-9f65-e14b10b12e42 disassociated. External IP: 172.25.8.173, port: d38d7454-4e07-4b64-8d82-97423e6636dd. Apr 05 20:29:30.763679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Calling delete_port for d38d7454-4e07-4b64-8d82-97423e6636dd owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:29:30.808093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:30.808437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:30.809952 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] 10.222.0.41 "PUT /v2.0/ports/b2be597f-16ee-4cd6-9e3e-69b1c78bf17e HTTP/1.1" status: 200 len: 1091 time: 6.2883601 Apr 05 20:29:30.823418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-febc1e98-a89b-496f-9cdc-66413be8f479 req-1727086f-b91d-420b-a4ce-832a8212c5cc tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Unset dirty status for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:30.824445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706d50d7-7331-403d-869e-0ef93150cd97', 'tag': 'b2be597f-16ee-4cd6-9e3e-69b1c78bf17e'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:30.825944 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-febc1e98-a89b-496f-9cdc-66413be8f479 req-1727086f-b91d-420b-a4ce-832a8212c5cc tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 943 time: 0.9278789 Apr 05 20:29:30.854647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b37772-bcc9-4893-854f-0ece5971a8c2 req-4ba3c404-f612-4f8e-8b06-46a7e8754cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:30.856470 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6b37772-bcc9-4893-854f-0ece5971a8c2 req-4ba3c404-f612-4f8e-8b06-46a7e8754cc0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=86db943c-f118-4d5a-b40d-30c9783b06cb HTTP/1.1" status: 200 len: 1097 time: 0.8458600 Apr 05 20:29:30.895178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e9849d39-ccda-46c7-8664-0e2f840726ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 4.0664480 Apr 05 20:29:30.959764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51858) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:31.001330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b01101a-6065-43f5-9282-9843450aca62 req-80e64796-201b-46aa-beeb-3a46722f02e7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:31.003395 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b01101a-6065-43f5-9282-9843450aca62 req-80e64796-201b-46aa-beeb-3a46722f02e7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 943 time: 0.8733368 Apr 05 20:29:31.022083 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa65075-7908-40dc-a2b5-c4fc3020319a req-21fead34-70a3-47d0-9d0e-8ca1b19d9b3f service neutron] 10.222.0.13 "GET /v2.0/networks/a4659a61-3f1e-4373-8400-7ec7e7415315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6673732 Apr 05 20:29:31.025979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63dcd7-367a-435a-add1-74bece2840f5 service neutron] Pushing event updated for resources: {'Port': ['ID=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:31.170468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fbe1ca-7878-40a2-b51e-3dde0b63afa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:31.172159 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-03fbe1ca-7878-40a2-b51e-3dde0b63afa4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "GET /v2.0/ports/7b8df219-fd18-4528-8482-f9492e28983d HTTP/1.1" status: 200 len: 959 time: 0.2113936 Apr 05 20:29:31.178144 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:31.202728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51888) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:31.248743 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6b37772-bcc9-4893-854f-0ece5971a8c2 req-c9ba9131-2033-42f5-bf7b-73fb0c355210 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976320 Apr 05 20:29:31.346935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8b01101a-6065-43f5-9282-9843450aca62 req-7980d1ab-9bca-40ac-82fa-4e8c7722eab6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Synchronizing usage tracker for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:31.377047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Deleting port 273667d9-b52a-4ce1-88b1-01836d73ae4e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:29:31.377477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:31.426830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-452fb77f-d8b2-43f6-bf44-0c31a95327ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:31.428429 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-452fb77f-d8b2-43f6-bf44-0c31a95327ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9208e30a90949ee9d39a987d74d2831&device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 1094 time: 0.5173769 Apr 05 20:29:31.429204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8b01101a-6065-43f5-9282-9843450aca62 req-7980d1ab-9bca-40ac-82fa-4e8c7722eab6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Unset dirty status for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:31.430973 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b01101a-6065-43f5-9282-9843450aca62 req-7980d1ab-9bca-40ac-82fa-4e8c7722eab6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4161203 Apr 05 20:29:31.443604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe818229-2a89-4f57-bd52-eea281bf55c6 None None] Network 2552c66a-c053-4cf2-b2d3-999656c586b5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:31.453329 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-febc1e98-a89b-496f-9cdc-66413be8f479 req-983a8b54-bd7d-4018-ac19-89810d6adfbe tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5945499 Apr 05 20:29:31.482635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-24074ba2-8b72-4da8-923a-b76377a6f546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Deleting port 7b8df219-fd18-4528-8482-f9492e28983d {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:29:31.482919 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24074ba2-8b72-4da8-923a-b76377a6f546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:31.558908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fedc2-29d3-432f-8810-e8dec22fa507 req-4f599dc2-7263-49f4-a249-c7c499344c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:31.560386 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-999fedc2-29d3-432f-8810-e8dec22fa507 req-4f599dc2-7263-49f4-a249-c7c499344c00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 1097 time: 0.7309196 Apr 05 20:29:31.570851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:29:31.602974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:29:31.647268 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-d0ae8624-6c74-4912-bbc6-b8ec254b23b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e HTTP/1.1" status: 200 len: 217 time: 0.2101769 Apr 05 20:29:31.650302 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:31.846112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-96b0c4d8-1d3c-4fe1-9d88-a23b44486f28 None None] Provisioning for port 273667d9-b52a-4ce1-88b1-01836d73ae4e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:31.863950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-96b0c4d8-1d3c-4fe1-9d88-a23b44486f28 None None] Provisioning complete for port 273667d9-b52a-4ce1-88b1-01836d73ae4e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:31.864341 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-96b0c4d8-1d3c-4fe1-9d88-a23b44486f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:31.902023 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:31.997818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Pushing event deleted for resources: {'Port': ['ID=d38d7454-4e07-4b64-8d82-97423e6636dd,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:32.039959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd7097-6398-42cb-8c4f-e817d5fa7119 req-e202f309-dcd7-4f72-8feb-ff504b239958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:32.041483 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6fbd7097-6398-42cb-8c4f-e817d5fa7119 req-e202f309-dcd7-4f72-8feb-ff504b239958 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80fee2de873b412da3b3a54725609093&device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 1095 time: 0.9273353 Apr 05 20:29:32.216966 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-96b0c4d8-1d3c-4fe1-9d88-a23b44486f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:32.329873 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-96b0c4d8-1d3c-4fe1-9d88-a23b44486f28 None None] For port 273667d9-b52a-4ce1-88b1-01836d73ae4e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=273667d9-b52a-4ce1-88b1-01836d73ae4e,segment=NetworkSegment(e80fb536-30b7-4a0a-803d-8d4ba4ef8b46),segment_id=e80fb536-30b7-4a0a-803d-8d4ba4ef8b46)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:32.355921 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-96b0c4d8-1d3c-4fe1-9d88-a23b44486f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:32.514441 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2faf8798-be89-4d0f-b855-997a26d9b1ed req-8eca1471-cbc1-4104-a5e7-7f93d445f1d6 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 210 time: 0.6212091 Apr 05 20:29:32.521951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:32.522566 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:32.524212 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] 10.222.0.41 "PUT /v2.0/ports/a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 200 len: 1091 time: 4.7597845 Apr 05 20:29:32.666971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b0c4d8-1d3c-4fe1-9d88-a23b44486f28 None None] Pushing event updated for resources: {'Port': ['ID=273667d9-b52a-4ce1-88b1-01836d73ae4e,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:32.800534 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b92b1c-5697-44d8-b372-6c75c7806256 None None] Network 2552c66a-c053-4cf2-b2d3-999656c586b5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:33.049992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:33.061415 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706d50d7-7331-403d-869e-0ef93150cd97', 'tag': 'b2be597f-16ee-4cd6-9e3e-69b1c78bf17e', 'status': 'completed', 'code': 200} Apr 05 20:29:33.127618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:29:33.130922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-3715cebb-fe1c-47ad-b269-a51d8dd264e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:33.132568 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-3715cebb-fe1c-47ad-b269-a51d8dd264e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1356f70-0114-45ce-aab5-768404948e3c HTTP/1.1" status: 200 len: 853 time: 1.4342053 Apr 05 20:29:33.218872 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-98cdc97a-023b-47d4-aaf3-5dbf3a9d5639 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694566 Apr 05 20:29:33.229201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86f8cb-1238-4410-835c-e3bcab77c8c2 req-a86c5454-13d2-4663-9824-57730b4258b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:33.230387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0c86f8cb-1238-4410-835c-e3bcab77c8c2 req-a86c5454-13d2-4663-9824-57730b4258b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:33.368969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-63e24e97-a1bf-4682-a603-4b77cb56b577 None None] Provisioning complete for port 273667d9-b52a-4ce1-88b1-01836d73ae4e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:33.369435 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-63e24e97-a1bf-4682-a603-4b77cb56b577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:33.378423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fedc2-29d3-432f-8810-e8dec22fa507 req-a8e4dec7-2e76-4c76-818e-bbbceedd4abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:33.380055 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-999fedc2-29d3-432f-8810-e8dec22fa507 req-a8e4dec7-2e76-4c76-818e-bbbceedd4abc service neutron] 10.222.0.13 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 1.7598548 Apr 05 20:29:33.380840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf351b6-099b-4f05-bcef-1e9ba2376213 service neutron] Pushing event updated for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:33.542306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0c86f8cb-1238-4410-835c-e3bcab77c8c2 req-a86c5454-13d2-4663-9824-57730b4258b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:33.549741 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c86f8cb-1238-4410-835c-e3bcab77c8c2 req-a86c5454-13d2-4663-9824-57730b4258b3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 944 time: 1.9007173 Apr 05 20:29:33.602956 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-999fedc2-29d3-432f-8810-e8dec22fa507 req-fea7066b-7040-44d0-b0cc-172426376746 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 HTTP/1.1" status: 200 len: 217 time: 0.2072892 Apr 05 20:29:33.643029 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2d9032cb-5c86-4d27-b72d-c816bfd49f0e details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:29:33.697521 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-cbfbf0f0-7146-4b64-89d2-75c3a1d14f26 service neutron] 10.222.0.41 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574389 Apr 05 20:29:33.699464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd7097-6398-42cb-8c4f-e817d5fa7119 req-18dbea59-6a24-48a8-9b74-a383bbe821a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:33.702878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fedc2-29d3-432f-8810-e8dec22fa507 req-5d8f4acc-410e-4203-ab62-3a4c84a54edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:33.705115 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-999fedc2-29d3-432f-8810-e8dec22fa507 req-5d8f4acc-410e-4203-ab62-3a4c84a54edb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.0897799 Apr 05 20:29:33.711809 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6fbd7097-6398-42cb-8c4f-e817d5fa7119 req-18dbea59-6a24-48a8-9b74-a383bbe821a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a4659a61-3f1e-4373-8400-7ec7e7415315 HTTP/1.1" status: 200 len: 897 time: 1.6499863 Apr 05 20:29:33.768560 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24074ba2-8b72-4da8-923a-b76377a6f546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:33.937657 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c86f8cb-1238-4410-835c-e3bcab77c8c2 req-46777004-e3fd-4aa0-9de5-23dbe787ff17 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ae2ba46-a014-4734-b4d3-4abd636acac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3870203 Apr 05 20:29:33.955729 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6fbd7097-6398-42cb-8c4f-e817d5fa7119 req-0c5732ab-36de-4071-8d92-e3e827d49362 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=2d9032cb-5c86-4d27-b72d-c816bfd49f0e HTTP/1.1" status: 200 len: 217 time: 0.1781840 Apr 05 20:29:33.983222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2d9032cb-5c86-4d27-b72d-c816bfd49f0e,segment=NetworkSegment(51da3b7f-86e6-44a5-90be-a470b321be97),segment_id=51da3b7f-86e6-44a5-90be-a470b321be97)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:34.002607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '2d9032cb-5c86-4d27-b72d-c816bfd49f0e', 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315', 'port_id': '2d9032cb-5c86-4d27-b72d-c816bfd49f0e', 'mac_address': 'fa:16:3e:d5:9d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb5e0bca-c71b-4bca-b476-b80b1b1192f7', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:29:34.088946 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:34.116460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9032cb-5c86-4d27-b72d-c816bfd49f0e {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:29:34.140821 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bd898f2f-aae1-411a-b14b-4bebdfc7d49f None None] Provisioning complete for port 273667d9-b52a-4ce1-88b1-01836d73ae4e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:34.141210 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bd898f2f-aae1-411a-b14b-4bebdfc7d49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:34.183257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-24074ba2-8b72-4da8-923a-b76377a6f546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Calling delete_port for 7b8df219-fd18-4528-8482-f9492e28983d owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:29:34.213413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2d9032cb-5c86-4d27-b72d-c816bfd49f0e,segment=NetworkSegment(51da3b7f-86e6-44a5-90be-a470b321be97),segment_id=51da3b7f-86e6-44a5-90be-a470b321be97)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:34.223404 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:34.308433 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13e72f72-6add-4ee3-96a9-89b4577b1d2a req-68e8e444-1473-4ade-b06e-19805c00203e service neutron] 10.222.0.41 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5798495 Apr 05 20:29:34.388555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=2d9032cb-5c86-4d27-b72d-c816bfd49f0e,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:34.442431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['2d9032cb-5c86-4d27-b72d-c816bfd49f0e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:29:34.503483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab5f3c-af81-4176-b3eb-d7e0e8fb23eb req-963d8ce3-b409-4e74-9404-346ed7897a35 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:34.510265 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e1ab5f3c-af81-4176-b3eb-d7e0e8fb23eb req-963d8ce3-b409-4e74-9404-346ed7897a35 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 943 time: 1.4514189 Apr 05 20:29:34.527274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 273667d9-b52a-4ce1-88b1-01836d73ae4e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:34.591904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd7097-6398-42cb-8c4f-e817d5fa7119 req-92ab23cf-e40d-46b4-a290-fefee925a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:34.593638 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6fbd7097-6398-42cb-8c4f-e817d5fa7119 req-92ab23cf-e40d-46b4-a290-fefee925a2d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb5e0bca-c71b-4bca-b476-b80b1b1192f7 HTTP/1.1" status: 200 len: 837 time: 0.6372905 Apr 05 20:29:34.609605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] For port 273667d9-b52a-4ce1-88b1-01836d73ae4e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=273667d9-b52a-4ce1-88b1-01836d73ae4e,segment=NetworkSegment(e80fb536-30b7-4a0a-803d-8d4ba4ef8b46),segment_id=e80fb536-30b7-4a0a-803d-8d4ba4ef8b46)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:34.611143 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:34.636596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-d81ba3b4-a0ed-4379-a2c7-2b7e96955d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:34.639543 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-d81ba3b4-a0ed-4379-a2c7-2b7e96955d53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 1094 time: 1.5536172 Apr 05 20:29:34.642923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 273667d9-b52a-4ce1-88b1-01836d73ae4e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:34.643295 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:34.655749 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e1ab5f3c-af81-4176-b3eb-d7e0e8fb23eb req-7d5da6db-31ca-4de1-b917-2ad050ef4015 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444280 Apr 05 20:29:34.747009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:29:34.759496 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b43a3-d406-4377-9b2e-3d79fd554013 None None] Sync routers for ids ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:29:34.772692 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b43a3-d406-4377-9b2e-3d79fd554013 None None] Routers {'5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:29:34.773206 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-086b43a3-d406-4377-9b2e-3d79fd554013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:29:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:34.900206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0816e2-ee55-40e0-b929-0d66070dec5d req-bc0b092d-3594-4510-85d9-ef2f543f32c2 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:34.902200 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c0816e2-ee55-40e0-b929-0d66070dec5d req-bc0b092d-3594-4510-85d9-ef2f543f32c2 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 943 time: 0.6250930 Apr 05 20:29:34.904428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd174ec-a7de-4582-ab6e-67df563e90a0 req-ec2f1f07-83e3-408c-8b07-8d97e96fa705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:34.906045 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4cd174ec-a7de-4582-ab6e-67df563e90a0 req-ec2f1f07-83e3-408c-8b07-8d97e96fa705 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9208e30a90949ee9d39a987d74d2831&device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 1094 time: 0.5143900 Apr 05 20:29:34.909416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] No DVR routers for this DVR port d38d7454-4e07-4b64-8d82-97423e6636dd on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:29:34.912893 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:35.075866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Calling delete_port for 273667d9-b52a-4ce1-88b1-01836d73ae4e owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:29:35.115133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd7097-6398-42cb-8c4f-e817d5fa7119 req-a42cfe31-8030-445c-82e4-bb7424dbc440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:35.116627 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6fbd7097-6398-42cb-8c4f-e817d5fa7119 req-a42cfe31-8030-445c-82e4-bb7424dbc440 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a4659a61-3f1e-4373-8400-7ec7e7415315&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5127640 Apr 05 20:29:35.117059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a60578f-614e-43de-a776-e105645f9bc9', 'name': 'network-vif-deleted', 'tag': 'd38d7454-4e07-4b64-8d82-97423e6636dd'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:35.118504 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-086b43a3-d406-4377-9b2e-3d79fd554013 None None] Set router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:29:35.197013 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c0f016b3-05a9-4f55-8ec9-19af39496647 req-112f4732-2cf9-4a12-bdf2-2249786d172a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.13 "DELETE /v2.0/ports/d38d7454-4e07-4b64-8d82-97423e6636dd HTTP/1.1" status: 204 len: 173 time: 15.4911165 Apr 05 20:29:35.221790 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c0816e2-ee55-40e0-b929-0d66070dec5d req-dc44d75c-95e0-4d33-ad92-1f5f4fa00ecb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040833 Apr 05 20:29:35.233734 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'status': 'completed', 'code': 200} Apr 05 20:29:35.244592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fedc2-29d3-432f-8810-e8dec22fa507 req-a66c9002-e575-4b05-89cc-0eb83499539d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:35.247591 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-999fedc2-29d3-432f-8810-e8dec22fa507 req-a66c9002-e575-4b05-89cc-0eb83499539d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4700179 Apr 05 20:29:35.325176 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-4753f6cb-6ed4-4632-adb2-f04412fad603 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 200 len: 217 time: 0.6630788 Apr 05 20:29:35.354279 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24074ba2-8b72-4da8-923a-b76377a6f546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:35.420199 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-78572df6-35b6-403b-8033-4c4f79c0cae9 req-8001217a-0f47-4367-aed5-b932d67c5bf0 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a60578f-614e-43de-a776-e105645f9bc9 HTTP/1.1" status: 200 len: 210 time: 0.1806750 Apr 05 20:29:35.481764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6fbd7097-6398-42cb-8c4f-e817d5fa7119 req-afd22216-11c8-451e-8141-1a6a6dec1b1c service neutron] 10.222.0.13 "GET /v2.0/networks/a4659a61-3f1e-4373-8400-7ec7e7415315?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303897 Apr 05 20:29:35.575890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24074ba2-8b72-4da8-923a-b76377a6f546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b8df219-fd18-4528-8482-f9492e28983d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:35.586050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-d0141cfc-ab1e-487f-942e-f31236146bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:35.587634 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-d0141cfc-ab1e-487f-942e-f31236146bd8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.2218616 Apr 05 20:29:35.605945 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-086b43a3-d406-4377-9b2e-3d79fd554013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bdf6b300-7945-424e-b240-744badcf1e1e', 'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'mac_address': 'fa:16:3e:e6:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:45Z', 'updated_at': '2022-04-05T20:25:02Z', 'revision_number': 5, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'subnets': [{'id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:35.612453 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b43a3-d406-4377-9b2e-3d79fd554013 None None] Checking router: 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:29:35.625113 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b43a3-d406-4377-9b2e-3d79fd554013 None None] Routers {'5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:29:35.626562 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-086b43a3-d406-4377-9b2e-3d79fd554013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:29:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:35.907906 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-086b43a3-d406-4377-9b2e-3d79fd554013 None None] Set router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:29:35.950561 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a60578f-614e-43de-a776-e105645f9bc9', 'name': 'network-vif-deleted', 'tag': 'd38d7454-4e07-4b64-8d82-97423e6636dd', 'status': 'completed', 'code': 200} Apr 05 20:29:36.006380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd174ec-a7de-4582-ab6e-67df563e90a0 req-4f5aee0d-da36-485c-bb63-12f719fa1756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:36.011575 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4cd174ec-a7de-4582-ab6e-67df563e90a0 req-4f5aee0d-da36-485c-bb63-12f719fa1756 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef HTTP/1.1" status: 200 len: 914 time: 1.0782020 Apr 05 20:29:36.077294 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-999fedc2-29d3-432f-8810-e8dec22fa507 req-dc169760-6211-4bba-8f4e-b882b0268d23 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7604382 Apr 05 20:29:36.087924 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24074ba2-8b72-4da8-923a-b76377a6f546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:36.132624 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4cd174ec-a7de-4582-ab6e-67df563e90a0 req-fd0f4c36-0b48-4370-a47f-8c155948d484 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e HTTP/1.1" status: 200 len: 217 time: 0.1097534 Apr 05 20:29:36.148770 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:29:36.148770 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:29:36.230238 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-24074ba2-8b72-4da8-923a-b76377a6f546 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7b8df219-fd18-4528-8482-f9492e28983d HTTP/1.1" status: 204 len: 168 time: 5.0129516 Apr 05 20:29:36.233868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52266) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:36.296940 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6fbd7097-6398-42cb-8c4f-e817d5fa7119 req-726a6671-4fc2-47dc-8de2-04cc80b5c5fa service neutron] 10.222.0.13 "GET /v2.0/networks/a4659a61-3f1e-4373-8400-7ec7e7415315?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7950039 Apr 05 20:29:36.328702 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c98113f-5d80-4a62-802f-2b3445e843ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:29:36.329800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5c98113f-5d80-4a62-802f-2b3445e843ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Synchronizing usage tracker for tenant:36e79e1cdb6348179123fbfa0ab796b0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:36.387384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd174ec-a7de-4582-ab6e-67df563e90a0 req-442af3d9-1ace-43e3-8619-05472b4d36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:36.390015 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4cd174ec-a7de-4582-ab6e-67df563e90a0 req-442af3d9-1ace-43e3-8619-05472b4d36d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1356f70-0114-45ce-aab5-768404948e3c HTTP/1.1" status: 200 len: 853 time: 0.2395649 Apr 05 20:29:36.405178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5c98113f-5d80-4a62-802f-2b3445e843ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Unset dirty status for tenant:36e79e1cdb6348179123fbfa0ab796b0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:36.411952 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5c98113f-5d80-4a62-802f-2b3445e843ff tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "GET /v2.0/ports/7b8df219-fd18-4528-8482-f9492e28983d HTTP/1.1" status: 404 len: 333 time: 0.1602368 Apr 05 20:29:36.412722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52272) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:36.432289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Request body: {'port': {'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1998507989'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:36.437775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:36.448860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:36.472439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24866601-3822-41da-a58e-f7555fbbe0c3 req-5503b26c-d449-4749-97d4-44595556b665 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:36.477529 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24866601-3822-41da-a58e-f7555fbbe0c3 req-5503b26c-d449-4749-97d4-44595556b665 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 945 time: 0.9855902 Apr 05 20:29:36.479369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Made reservation on behalf of 36e79e1cdb6348179123fbfa0ab796b0 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:36.481561 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:36.499573 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-086b43a3-d406-4377-9b2e-3d79fd554013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bdf6b300-7945-424e-b240-744badcf1e1e', 'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'mac_address': 'fa:16:3e:e6:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:45Z', 'updated_at': '2022-04-05T20:25:02Z', 'revision_number': 5, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'subnets': [{'id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:36.505519 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086b43a3-d406-4377-9b2e-3d79fd554013 None None] The sync data for ids ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'] in n-d-836604-1 is: [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bdf6b300-7945-424e-b240-744badcf1e1e', 'name': '', 'network_id': '957380d5-ff07-44ca-8a11-0d4ab455b8dc', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'mac_address': 'fa:16:3e:e6:6e:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_interface', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:45Z', 'updated_at': '2022-04-05T20:25:02Z', 'revision_number': 5, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'subnets': [{'id': '1a73fcf3-bad6-44eb-9840-4132570fe122', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:29:36.508354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] device_id is not set on port f766a580-200b-43c8-aec7-84c11d5d6bcc yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:29:36.561423 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4cd174ec-a7de-4582-ab6e-67df563e90a0 req-6cc983be-76de-4279-a98c-74605cdd05ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1578286 Apr 05 20:29:36.625005 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-e7434796-9de4-4817-9faa-0d202eb801c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:36.627087 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-e7434796-9de4-4817-9faa-0d202eb801c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0195751 Apr 05 20:29:36.648581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Deleting port 273667d9-b52a-4ce1-88b1-01836d73ae4e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:29:36.648849 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:36.665317 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24866601-3822-41da-a58e-f7555fbbe0c3 req-d5675e45-388e-4960-b708-79c70a649127 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ae2ba46-a014-4734-b4d3-4abd636acac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301906 Apr 05 20:29:36.865240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85261b-f8d7-49ed-bf4f-afe31c909be5 req-d261b055-69dc-449e-9e04-9a9aa64ebe56 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:36.871850 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f85261b-f8d7-49ed-bf4f-afe31c909be5 req-d261b055-69dc-449e-9e04-9a9aa64ebe56 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 943 time: 0.7773089 Apr 05 20:29:36.945026 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-999fedc2-29d3-432f-8810-e8dec22fa507 req-b5e1c5d3-88df-4dd2-88ee-0b6832bf54d4 service neutron] 10.222.0.13 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7919641 Apr 05 20:29:37.016069 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4cd174ec-a7de-4582-ab6e-67df563e90a0 req-1a23e4bd-3f7d-4392-a3ab-6483739cd13d service neutron] 10.222.0.41 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466355 Apr 05 20:29:37.072510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6316a8d-bfc6-4f96-bb97-ede59348a96d None None] New status for floating IP 40a288cb-a80c-48b6-9f65-e14b10b12e42: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:29:37.176523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347eaf69-d869-4e15-9232-0955d43da5f9 req-e82ba34d-f79a-4d01-a1a3-0432320a8ef8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:37.178085 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-347eaf69-d869-4e15-9232-0955d43da5f9 req-e82ba34d-f79a-4d01-a1a3-0432320a8ef8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 943 time: 0.2472456 Apr 05 20:29:37.193914 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f85261b-f8d7-49ed-bf4f-afe31c909be5 req-3f448491-9608-4736-be79-7e78e3b1c510 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259481 Apr 05 20:29:37.255543 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4cd174ec-a7de-4582-ab6e-67df563e90a0 req-1a2f2323-a489-44df-aafd-2f28fbc35e9c service neutron] 10.222.0.41 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316425 Apr 05 20:29:37.265149 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-347eaf69-d869-4e15-9232-0955d43da5f9 req-f6c419bb-e427-4c36-8a24-25ef046cb96a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811536 Apr 05 20:29:37.417641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52288) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:37.427749 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-a1c7b638-bc7a-4699-a201-86c937f71cb9 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7825468 Apr 05 20:29:37.495013 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b989164-5982-44de-ad4a-b82b1f55483f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.509925 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.522475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] For port 273667d9-b52a-4ce1-88b1-01836d73ae4e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=273667d9-b52a-4ce1-88b1-01836d73ae4e,segment=NetworkSegment(e80fb536-30b7-4a0a-803d-8d4ba4ef8b46),segment_id=e80fb536-30b7-4a0a-803d-8d4ba4ef8b46)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:37.523216 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.524657 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b989164-5982-44de-ad4a-b82b1f55483f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.582884 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b989164-5982-44de-ad4a-b82b1f55483f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.602943 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b989164-5982-44de-ad4a-b82b1f55483f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c97acfe-2496-48f3-8c17-86e6d2ee9037,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:37.606971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2d9032cb-5c86-4d27-b72d-c816bfd49f0e up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:37.618488 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b989164-5982-44de-ad4a-b82b1f55483f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.621998 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5b989164-5982-44de-ad4a-b82b1f55483f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "DELETE /v2.0/security-groups/9c97acfe-2496-48f3-8c17-86e6d2ee9037 HTTP/1.1" status: 204 len: 168 time: 0.1996090 Apr 05 20:29:37.622257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52292) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:37.638435 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-cbf03b20-f476-421b-97b8-fbe2a812896b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] show failed (client error): The resource could not be found. Apr 05 20:29:37.642671 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cbf03b20-f476-421b-97b8-fbe2a812896b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups/9c97acfe-2496-48f3-8c17-86e6d2ee9037 HTTP/1.1" status: 404 len: 347 time: 0.0162764 Apr 05 20:29:37.642671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52296) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:37.781017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Calling delete_port for 273667d9-b52a-4ce1-88b1-01836d73ae4e owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:29:37.781301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:37.792483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:37.792854 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.826172 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.858474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-3d243017-a3f9-4aaa-b606-4f374ab18b48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Deleting port d8c21d4d-0ea3-4352-ae31-281e8cb82f2b {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:29:37.858824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d243017-a3f9-4aaa-b606-4f374ab18b48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.931995 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.961270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d8e976-6d74-4929-9891-e9f02433c5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9032cb-5c86-4d27-b72d-c816bfd49f0e'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:37.972138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2d9032cb-5c86-4d27-b72d-c816bfd49f0e,segment=NetworkSegment(51da3b7f-86e6-44a5-90be-a470b321be97),segment_id=51da3b7f-86e6-44a5-90be-a470b321be97)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:37.976787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Network 2809c652-bd6c-4168-a361-8cecd12a2825 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:37.978181 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.987595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:37.990093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:37.991055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:37.991629 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:37.996482 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a81073f1-e5c5-411b-87d8-09ceab0c6356 req-d3b8c562-c283-4516-9a18-d4dd486516e9 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5438149 Apr 05 20:29:38.026090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Pushing event updated for resources: {'Port': ['ID=f766a580-200b-43c8-aec7-84c11d5d6bcc,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:38.058114 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d243017-a3f9-4aaa-b606-4f374ab18b48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.058486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d243017-a3f9-4aaa-b606-4f374ab18b48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.069846 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d8e976-6d74-4929-9891-e9f02433c5cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9032cb-5c86-4d27-b72d-c816bfd49f0e', 'code': 200} Apr 05 20:29:38.070808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=2d9032cb-5c86-4d27-b72d-c816bfd49f0e,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:38.084134 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-67206f0e-58e3-4db4-98b7-35373c7c784f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.6571579 Apr 05 20:29:38.091359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:38.091899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:38.092194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:38.092532 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:38.092987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:38.093176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:38.093680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:38.094198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:38.095171 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:38.095497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:38.095817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:38.096131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:29:38.128535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52304) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:38.171827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device b2be597f-16ee-4cd6-9e3e-69b1c78bf17e details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:29:38.195113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-3d243017-a3f9-4aaa-b606-4f374ab18b48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Calling delete_port for d8c21d4d-0ea3-4352-ae31-281e8cb82f2b owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:29:38.344279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:38.362058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:38.368259 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'b2be597f-16ee-4cd6-9e3e-69b1c78bf17e', 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef', 'port_id': 'b2be597f-16ee-4cd6-9e3e-69b1c78bf17e', 'mac_address': 'fa:16:3e:57:f9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1356f70-0114-45ce-aab5-768404948e3c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:29:38.419645 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.486640 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.504361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d56d1-0527-4b79-842f-5e18bad05d79 req-c460b031-172e-45a6-8d67-456e13634270 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:38.509440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2be597f-16ee-4cd6-9e3e-69b1c78bf17e {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:29:38.522166 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-325d56d1-0527-4b79-842f-5e18bad05d79 req-c460b031-172e-45a6-8d67-456e13634270 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 945 time: 0.6985703 Apr 05 20:29:38.527577 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:38.533963 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.556123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Port': ['ID=273667d9-b52a-4ce1-88b1-01836d73ae4e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:38.589693 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d243017-a3f9-4aaa-b606-4f374ab18b48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.660141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6b5af6-a037-4521-9228-b364340a1ee6 None None] DHCP port deletion for 2552c66a-c053-4cf2-b2d3-999656c586b5 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:29:38.709568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d243017-a3f9-4aaa-b606-4f374ab18b48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Pushing event deleted for resources: {'Port': ['ID=d8c21d4d-0ea3-4352-ae31-281e8cb82f2b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:38.715353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab519722-d0de-4dde-a434-6f6df1c1280d None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:29:38.769964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No DVR routers for this DVR port 273667d9-b52a-4ce1-88b1-01836d73ae4e on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:29:38.774765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefcf8a-be4b-4b3d-8ca8-4c8bf65a2040 req-48d13d34-db84-49a4-bd2a-22b0040f29df tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:38.782532 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eaefcf8a-be4b-4b3d-8ca8-4c8bf65a2040 req-48d13d34-db84-49a4-bd2a-22b0040f29df tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 943 time: 0.2823720 Apr 05 20:29:38.855719 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eaefcf8a-be4b-4b3d-8ca8-4c8bf65a2040 req-94397a56-b654-42d6-9a63-352f36e5a714 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721483 Apr 05 20:29:38.869346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-325d56d1-0527-4b79-842f-5e18bad05d79 req-f0eab5c8-4d5a-4c21-8b68-916c66634768 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ae2ba46-a014-4734-b4d3-4abd636acac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3510013 Apr 05 20:29:38.877404 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d243017-a3f9-4aaa-b606-4f374ab18b48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.895357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:38.903051 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3d243017-a3f9-4aaa-b606-4f374ab18b48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.908945 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.910091 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:38.911269 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3d243017-a3f9-4aaa-b606-4f374ab18b48 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "DELETE /v2.0/floatingips/40a288cb-a80c-48b6-9f65-e14b10b12e42 HTTP/1.1" status: 204 len: 168 time: 1.2680981 Apr 05 20:29:38.935408 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['b2be597f-16ee-4cd6-9e3e-69b1c78bf17e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:29:38.951389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21589cda-2233-43a9-803f-f9bd9adb26f8 req-7913a162-80ab-49e9-a0ba-e68e42f09c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:38.959532 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21589cda-2233-43a9-803f-f9bd9adb26f8 req-7913a162-80ab-49e9-a0ba-e68e42f09c8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 1094 time: 0.8740427 Apr 05 20:29:39.033376 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:39.044663 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:39.230977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674c9f0-8e6d-4d1c-9e1a-dbdafedf1376 req-643e37fb-66f9-4efc-af13-25e0d1fa1618 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:39.233511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4674c9f0-8e6d-4d1c-9e1a-dbdafedf1376 req-643e37fb-66f9-4efc-af13-25e0d1fa1618 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 944 time: 0.1802697 Apr 05 20:29:39.243453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b767bc-2420-4ff9-8c31-78f3af3e48b7 req-f63dd38d-ada9-42c5-ac89-e6270a883a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:39.245305 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95b767bc-2420-4ff9-8c31-78f3af3e48b7 req-f63dd38d-ada9-42c5-ac89-e6270a883a54 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 1097 time: 0.9563971 Apr 05 20:29:39.285729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab519722-d0de-4dde-a434-6f6df1c1280d None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:29:39.346610 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4674c9f0-8e6d-4d1c-9e1a-dbdafedf1376 req-876742f0-33e1-432c-b52b-ea8348a63a95 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991888 Apr 05 20:29:39.439789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21589cda-2233-43a9-803f-f9bd9adb26f8 req-f4e7a8eb-ac98-4576-879a-2be39f03dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:39.441447 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21589cda-2233-43a9-803f-f9bd9adb26f8 req-f4e7a8eb-ac98-4576-879a-2be39f03dda7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.4592497 Apr 05 20:29:39.524339 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21589cda-2233-43a9-803f-f9bd9adb26f8 req-ed4d5c12-79ce-4d86-b6ae-b88285d37a97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 200 len: 217 time: 0.0738757 Apr 05 20:29:39.592908 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95b767bc-2420-4ff9-8c31-78f3af3e48b7 req-3f0eac97-7856-4e40-ba98-56df78d55764 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5ae2ba46-a014-4734-b4d3-4abd636acac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3341980 Apr 05 20:29:39.718039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21589cda-2233-43a9-803f-f9bd9adb26f8 req-f3e72cb4-cb54-44bb-bb08-0f8357dd2148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:39.720270 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21589cda-2233-43a9-803f-f9bd9adb26f8 req-f3e72cb4-cb54-44bb-bb08-0f8357dd2148 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.1813254 Apr 05 20:29:39.731134 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:39.988441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Subnet': ['ID=995eb87d-924d-4b16-a67f-1ea3f90ba9b0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:40.010741 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:40.012313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8fbcf0-dc56-489d-9366-7ecde3a4ab25 None None] Network 2552c66a-c053-4cf2-b2d3-999656c586b5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:40.140468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2552c66a-c053-4cf2-b2d3-999656c586b5']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:40.187059 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device b2be597f-16ee-4cd6-9e3e-69b1c78bf17e up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:40.189265 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73a496d7-12da-48f9-a425-90f58ca41f40 req-88fb7ffe-f271-4820-a80c-01c42851b0f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2673280 Apr 05 20:29:40.202921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80fb536-30b7-4a0a-803d-8d4ba4ef8b46') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:40.203917 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80fb536-30b7-4a0a-803d-8d4ba4ef8b46') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:40.218794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce4b51-3afe-4a19-b6d6-5aeff82d444d req-09189757-0eb4-4021-9fca-53160d3fec24 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:40.220486 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a4ce4b51-3afe-4a19-b6d6-5aeff82d444d req-09189757-0eb4-4021-9fca-53160d3fec24 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 946 time: 0.1685281 Apr 05 20:29:40.251375 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:40.330709 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:40.342816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] device_id is not set on port f766a580-200b-43c8-aec7-84c11d5d6bcc yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:29:40.379003 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:40.394569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21589cda-2233-43a9-803f-f9bd9adb26f8 req-3d7ed68d-f8c3-4298-b66f-56d7f90a02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:40.396129 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21589cda-2233-43a9-803f-f9bd9adb26f8 req-3d7ed68d-f8c3-4298-b66f-56d7f90a02bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6529260 Apr 05 20:29:40.397075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:29:40.397467 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:40.407940 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a4ce4b51-3afe-4a19-b6d6-5aeff82d444d req-4353470f-12b0-44a1-b679-6398459075aa tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ae2ba46-a014-4734-b4d3-4abd636acac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792004 Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:29:40.414433 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:29:40.552831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a496d7-12da-48f9-a425-90f58ca41f40 req-eb1608ee-aa87-41ee-a729-ff99e67b9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:40.554352 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73a496d7-12da-48f9-a425-90f58ca41f40 req-eb1608ee-aa87-41ee-a729-ff99e67b9dfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=82397fe5d80f49599d0b8e518897ed13&device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 1097 time: 0.2592552 Apr 05 20:29:40.569245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 273667d9-b52a-4ce1-88b1-01836d73ae4e no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:29:40.730075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:40.738861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 273667d9-b52a-4ce1-88b1-01836d73ae4e {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:29:40.747113 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 273667d9-b52a-4ce1-88b1-01836d73ae4e not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:29:40.771432 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c710d-26a3-4467-866d-eff2574cd6a2 None None] DHCP port deletion for 2552c66a-c053-4cf2-b2d3-999656c586b5 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:29:40.791735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:40.792370 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:40.963224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Transition to ACTIVE for port object f766a580-200b-43c8-aec7-84c11d5d6bcc will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:41.015356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a496d7-12da-48f9-a425-90f58ca41f40 req-1b073d4f-55e3-45da-84bf-e1be7b2fc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:41.015559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1b699-3753-4501-819c-b88c623da53d req-4f72c5e1-80f8-451c-90a3-47a9f69d8d8c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:41.017623 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73a496d7-12da-48f9-a425-90f58ca41f40 req-1b073d4f-55e3-45da-84bf-e1be7b2fc1cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 200 len: 920 time: 0.4380641 Apr 05 20:29:41.022874 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-14e1b699-3753-4501-819c-b88c623da53d req-4f72c5e1-80f8-451c-90a3-47a9f69d8d8c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 943 time: 0.9707787 Apr 05 20:29:41.054272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87015658-5bf3-4814-b1ad-6ebdd2b0344d req-b2d94b0c-5b93-47cf-bca5-553150ed8d51 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:41.055961 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-87015658-5bf3-4814-b1ad-6ebdd2b0344d req-b2d94b0c-5b93-47cf-bca5-553150ed8d51 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 944 time: 0.2228951 Apr 05 20:29:41.058580 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.117566 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.124683 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.183447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706d50d7-7331-403d-869e-0ef93150cd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2be597f-16ee-4cd6-9e3e-69b1c78bf17e'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:41.229839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:41.237167 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.238145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73a496d7-12da-48f9-a425-90f58ca41f40 req-4d94f1d9-28bb-44b5-bb23-f623c3166c1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc2d8512-1896-4a96-af69-8e8e75f13172 HTTP/1.1" status: 200 len: 217 time: 0.1998715 Apr 05 20:29:41.249341 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.287101 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-14e1b699-3753-4501-819c-b88c623da53d req-93f7497f-bceb-4ab4-ad69-b5befe3e1362 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633023 Apr 05 20:29:41.319221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Network': ['ID=2552c66a-c053-4cf2-b2d3-999656c586b5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:41.351499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Pushing event updated for resources: {'Port': ['ID=f766a580-200b-43c8-aec7-84c11d5d6bcc,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:41.359323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-87015658-5bf3-4814-b1ad-6ebdd2b0344d req-cd62a5ba-b066-4579-a541-e17e273b46f7 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868935 Apr 05 20:29:41.382320 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-95f1cd45-44b2-493d-be1a-ab905c07b911 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/2552c66a-c053-4cf2-b2d3-999656c586b5 HTTP/1.1" status: 204 len: 168 time: 11.0920830 Apr 05 20:29:41.383090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52370) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:41.389063 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21589cda-2233-43a9-803f-f9bd9adb26f8 req-9ea10b86-73c3-462e-ba2f-f2078c073bad service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9612622 Apr 05 20:29:41.423407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a496d7-12da-48f9-a425-90f58ca41f40 req-f3cf6810-78b2-463c-9198-06bee925123b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:41.425317 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73a496d7-12da-48f9-a425-90f58ca41f40 req-f3cf6810-78b2-463c-9198-06bee925123b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 200 len: 858 time: 0.1801724 Apr 05 20:29:41.429947 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-889c9e57-35d3-4d74-aa0b-535b3880e2c6 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] DELETE failed (client error): The resource could not be found. Apr 05 20:29:41.430707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889c9e57-35d3-4d74-aa0b-535b3880e2c6 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:29:41.432660 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-889c9e57-35d3-4d74-aa0b-535b3880e2c6 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/2552c66a-c053-4cf2-b2d3-999656c586b5 HTTP/1.1" status: 404 len: 339 time: 0.0481572 Apr 05 20:29:41.458589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52376) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:41.477680 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706d50d7-7331-403d-869e-0ef93150cd97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2be597f-16ee-4cd6-9e3e-69b1c78bf17e', 'code': 200} Apr 05 20:29:41.479429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:41.479769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:41.480102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:41.482794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:41.497624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-317118320', 'description': 'd1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:41.505360 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-695bbaf0-2196-44ab-bc45-45598ab1bce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:41.559322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a496d7-12da-48f9-a425-90f58ca41f40 req-940a2b79-f2d6-44fa-a4af-99d0f661ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:41.560944 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73a496d7-12da-48f9-a425-90f58ca41f40 req-940a2b79-f2d6-44fa-a4af-99d0f661ed12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=957380d5-ff07-44ca-8a11-0d4ab455b8dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269059 Apr 05 20:29:41.613988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:41.630623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:41.630945 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:41.723170 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 2 to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc Apr 05 20:29:41.747437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Usage tracker for resource:network and tenant:f9fe8d985ebf40e9a3e25ddc920ad637 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:41.751860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:41.846130 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73a496d7-12da-48f9-a425-90f58ca41f40 req-b7af3dc8-3858-4c65-b559-c54ae883de0f service neutron] 10.222.0.41 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780125 Apr 05 20:29:41.872295 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-21589cda-2233-43a9-803f-f9bd9adb26f8 req-8548a0ec-df55-4fe9-b650-b31277184764 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4636040 Apr 05 20:29:41.890849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:41.911350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:41.912379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:41.914104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:41.926146 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:41.926695 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:41.931990 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 3 to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc Apr 05 20:29:41.966893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:41.970747 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:42.026303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:42.026863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:42.027341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:42.057211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:42.058042 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:42.063558 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 4 to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc Apr 05 20:29:42.067129 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73a496d7-12da-48f9-a425-90f58ca41f40 req-df2e7d06-6d80-46ca-84b8-a809d42c6d5e service neutron] 10.222.0.41 "GET /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140639 Apr 05 20:29:42.085048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:29:42.088882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1bac3-d89d-4e7a-91c5-83f82ca5d188 req-1b12da5f-0b90-43c2-baaa-44de414b9968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:42.090474 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2a1bac3-d89d-4e7a-91c5-83f82ca5d188 req-1b12da5f-0b90-43c2-baaa-44de414b9968 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 1096 time: 0.5497136 Apr 05 20:29:42.162450 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:42.162797 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Added segment 0d0b1ccf-c818-454b-8de0-fb00fe7119ce of type vlan for network 3392d87f-3c7a-45ea-9797-192afa034fc9 Apr 05 20:29:42.165053 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:42.165386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:42.165746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:42.179000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a9434fce-c5eb-4352-b6b5-7fd8948481c7 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:29:42.188336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:42.188661 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:42.192241 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 5 to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc Apr 05 20:29:42.204253 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2a1bac3-d89d-4e7a-91c5-83f82ca5d188 req-f51a8875-9d0b-419b-abf0-959419423dbb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835524 Apr 05 20:29:42.212365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeae450-b3b4-4198-a9ad-f865f7a9111f req-22ba48a5-ae76-4652-9d87-eb72c6d3dd79 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:42.220129 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ddeae450-b3b4-4198-a9ad-f865f7a9111f req-22ba48a5-ae76-4652-9d87-eb72c6d3dd79 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 946 time: 0.5830686 Apr 05 20:29:42.290788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:42.290788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:42.290788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:42.332398 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:42.332398 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:42.332398 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:42.408544 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 6 to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc Apr 05 20:29:42.426857 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:42.446464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:42.447702 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:42.473617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:42.486270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:42.486751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:42.487213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:42.501213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'port_id': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:29:42.520450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:42.520783 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:42.545603 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 7 to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc Apr 05 20:29:42.584025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5dbce4-6506-4324-a6f4-621283ee6130 req-15024e89-5365-4f88-811c-fb464d42ecd6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:42.584813 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ddeae450-b3b4-4198-a9ad-f865f7a9111f req-0397659d-0b36-4f9d-9fbe-6c2e25d47d5d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ae2ba46-a014-4734-b4d3-4abd636acac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3634307 Apr 05 20:29:42.600737 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e5dbce4-6506-4324-a6f4-621283ee6130 req-15024e89-5365-4f88-811c-fb464d42ecd6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 943 time: 0.1101232 Apr 05 20:29:42.603382 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:42.626482 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1643054 Apr 05 20:29:42.627902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:42.628237 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:42.628574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:42.636895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52406) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:42.641964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9434fce-c5eb-4352-b6b5-7fd8948481c7 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:29:42.684382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:42.692247 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:42.713210 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e5dbce4-6506-4324-a6f4-621283ee6130 req-b4481c3a-d93f-45ee-a1f8-f4dec5664adf tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058342 Apr 05 20:29:42.804699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:42.807104 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:42.828099 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 8 to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc Apr 05 20:29:42.877829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:42.930772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['a9434fce-c5eb-4352-b6b5-7fd8948481c7'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:29:42.990612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569ff2-3e41-4148-9dbd-69e372988f53 req-4fa8d03c-92e9-46e5-aa4f-3086433bb668 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:42.992670 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21569ff2-3e41-4148-9dbd-69e372988f53 req-4fa8d03c-92e9-46e5-aa4f-3086433bb668 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 946 time: 0.1616123 Apr 05 20:29:43.002467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:43.007899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:43.017781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:43.105650 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21569ff2-3e41-4148-9dbd-69e372988f53 req-4022ed29-6e51-4ac8-8c4e-a766863bedda tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ae2ba46-a014-4734-b4d3-4abd636acac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001174 Apr 05 20:29:43.145302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb9e4f-3b3f-4294-ad12-15915a098169 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Network': ['ID=3392d87f-3c7a-45ea-9797-192afa034fc9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:43.159010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:43.159374 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:43.163702 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 9 to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc Apr 05 20:29:43.221482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 3392d87f-3c7a-45ea-9797-192afa034fc9 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:29:43.306713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec7466b-7a7c-44fd-979c-01276e77830f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:43.308460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2ec7466b-7a7c-44fd-979c-01276e77830f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Synchronizing usage tracker for tenant:f9fe8d985ebf40e9a3e25ddc920ad637 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:43.342576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:43.342919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:43.344022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:43.371363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:43.371883 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:43.379605 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempt 10 to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc Apr 05 20:29:43.429983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:43.433622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:43.434143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempting to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:43.490212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8db16-a59a-4f02-9e8d-54d7479e150c req-f0b90d54-1358-4ed0-b12a-820cab0f2285 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:43.492242 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-94b8db16-a59a-4f02-9e8d-54d7479e150c req-f0b90d54-1358-4ed0-b12a-820cab0f2285 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 945 time: 0.6772113 Apr 05 20:29:43.500147 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2ec7466b-7a7c-44fd-979c-01276e77830f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Unset dirty status for tenant:f9fe8d985ebf40e9a3e25ddc920ad637 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:43.504813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52426) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:43.504958 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2ec7466b-7a7c-44fd-979c-01276e77830f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "GET /v2.0/networks?id=3392d87f-3c7a-45ea-9797-192afa034fc9 HTTP/1.1" status: 200 len: 764 time: 0.6944921 Apr 05 20:29:43.507118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:29:43.507441 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Failed to bind port f766a580-200b-43c8-aec7-84c11d5d6bcc on host n-h1-836604-1 for vnic_type normal using segments [{'id': '16db784c-c3c3-477b-aa08-6f2faf09a55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2809c652-bd6c-4168-a361-8cecd12a2825'}] Apr 05 20:29:43.507796 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:43.511312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-82d7f31c-85fa-4ab6-bcd0-76c03ec1d3d8 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'network': {'description': 'd2'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:43.646774 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1b71381d-5c53-4401-88b4-6a1f03aaf9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:43.692228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] For port f766a580-200b-43c8-aec7-84c11d5d6bcc, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:29:43.692611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attempted to set empty binding levels {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 05 20:29:43.707720 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:43.795401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Pushing event updated for resources: {'Port': ['ID=f766a580-200b-43c8-aec7-84c11d5d6bcc,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:43.811431 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-94b8db16-a59a-4f02-9e8d-54d7479e150c req-a21fb6b1-680c-4eb8-a2cc-e1f24f394b58 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052354 Apr 05 20:29:43.812374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] In _notify_port_updated(), no bound segment for port f766a580-200b-43c8-aec7-84c11d5d6bcc on network 2809c652-bd6c-4168-a361-8cecd12a2825 {{(pid=87965) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:29:43.813239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:43.813839 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:43.817579 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0f7a59e2-4e66-41cd-bdc6-0e3b3ff6f32f tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "PUT /v2.0/ports/f766a580-200b-43c8-aec7-84c11d5d6bcc HTTP/1.1" status: 200 len: 979 time: 5.5291271 Apr 05 20:29:43.818017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52434) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:43.962225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b38d4afe-bac7-492e-80f5-33eb983605d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Deleting port f766a580-200b-43c8-aec7-84c11d5d6bcc {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:29:43.962698 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b38d4afe-bac7-492e-80f5-33eb983605d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.189972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a9434fce-c5eb-4352-b6b5-7fd8948481c7 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:44.275587 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82d7f31c-85fa-4ab6-bcd0-76c03ec1d3d8 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.318602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eff874-d258-4d49-8c8f-9a544dec9f01 req-90989630-ce0e-4d5b-a0c5-065c28a35036 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:44.320004 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35eff874-d258-4d49-8c8f-9a544dec9f01 req-90989630-ce0e-4d5b-a0c5-065c28a35036 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3694396 Apr 05 20:29:44.361729 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82d7f31c-85fa-4ab6-bcd0-76c03ec1d3d8 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.379939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port a9434fce-c5eb-4352-b6b5-7fd8948481c7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:44.384972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port a9434fce-c5eb-4352-b6b5-7fd8948481c7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:44.385338 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.425153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82d7f31c-85fa-4ab6-bcd0-76c03ec1d3d8 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network 3392d87f-3c7a-45ea-9797-192afa034fc9 is not hosted by any dhcp agent {{(pid=87964) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 05 20:29:44.439787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d7f31c-85fa-4ab6-bcd0-76c03ec1d3d8 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:44.440493 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-82d7f31c-85fa-4ab6-bcd0-76c03ec1d3d8 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.441704 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-82d7f31c-85fa-4ab6-bcd0-76c03ec1d3d8 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "PUT /v2.0/networks/3392d87f-3c7a-45ea-9797-192afa034fc9 HTTP/1.1" status: 200 len: 761 time: 0.9356084 Apr 05 20:29:44.471741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52450) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:44.561698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-b38d4afe-bac7-492e-80f5-33eb983605d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] For port f766a580-200b-43c8-aec7-84c11d5d6bcc, host n-h1-836604-1, got binding levels [] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:44.562525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b38d4afe-bac7-492e-80f5-33eb983605d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.676681 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.745578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:44.753947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52460) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:44.836465 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:44.864716 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:44.888538 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'code': 200} Apr 05 20:29:44.966508 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35eff874-d258-4d49-8c8f-9a544dec9f01 req-a74f891a-34ed-48ed-80a8-2c7676bef1bb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6318569 Apr 05 20:29:44.968736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7f31c-85fa-4ab6-bcd0-76c03ec1d3d8 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Network': ['ID=3392d87f-3c7a-45ea-9797-192afa034fc9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:44.970441 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:45.006157 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 3392d87f-3c7a-45ea-9797-192afa034fc9 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:29:45.014167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b38d4afe-bac7-492e-80f5-33eb983605d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Calling delete_port for f766a580-200b-43c8-aec7-84c11d5d6bcc owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:29:45.014714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1baf79-10a7-49c5-b17a-ca2ce2edd26a tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:45.016583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6c1baf79-10a7-49c5-b17a-ca2ce2edd26a tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Synchronizing usage tracker for tenant:f9fe8d985ebf40e9a3e25ddc920ad637 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:45.031335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6c1baf79-10a7-49c5-b17a-ca2ce2edd26a tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Unset dirty status for tenant:f9fe8d985ebf40e9a3e25ddc920ad637 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:45.033696 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:45.033994 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6c1baf79-10a7-49c5-b17a-ca2ce2edd26a tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "GET /v2.0/networks?id=3392d87f-3c7a-45ea-9797-192afa034fc9 HTTP/1.1" status: 200 len: 764 time: 0.5609264 Apr 05 20:29:45.037723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52470) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:45.175837 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:45.242896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedbb720-1d2c-425e-bd18-0e66b22171c6 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:45.252286 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bedbb720-1d2c-425e-bd18-0e66b22171c6 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2130120 Apr 05 20:29:45.252959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52478) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:45.305499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-95dc8d69-4828-40fb-ac62-fc1bc28d45a8 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Synchronizing usage tracker for tenant:f9fe8d985ebf40e9a3e25ddc920ad637 on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:45.330000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-95dc8d69-4828-40fb-ac62-fc1bc28d45a8 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Unset dirty status for tenant:f9fe8d985ebf40e9a3e25ddc920ad637 on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:45.337262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-95dc8d69-4828-40fb-ac62-fc1bc28d45a8 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 207 time: 0.0829289 Apr 05 20:29:45.338739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52484) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:45.593997 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b38d4afe-bac7-492e-80f5-33eb983605d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:45.626872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a2e2b-8426-465f-954e-5536a4b22056 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:45.634242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a2e2b-8426-465f-954e-5536a4b22056 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:45.640691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a2e2b-8426-465f-954e-5536a4b22056 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:45.655370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a2e2b-8426-465f-954e-5536a4b22056 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:45.670073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a2e2b-8426-465f-954e-5536a4b22056 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:45.672119 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b38d4afe-bac7-492e-80f5-33eb983605d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:45.682543 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9a2e2b-8426-465f-954e-5536a4b22056 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:45.684290 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5c9a2e2b-8426-465f-954e-5536a4b22056 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3435409 Apr 05 20:29:45.684439 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b38d4afe-bac7-492e-80f5-33eb983605d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "DELETE /v2.0/ports/f766a580-200b-43c8-aec7-84c11d5d6bcc HTTP/1.1" status: 204 len: 168 time: 1.8648138 Apr 05 20:29:45.686351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52492) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:45.686985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52494) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:45.754548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d4afe-bac7-492e-80f5-33eb983605d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Pushing event deleted for resources: {'Port': ['ID=f766a580-200b-43c8-aec7-84c11d5d6bcc,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:45.828637 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-93fe24f7-206f-4acd-85c8-aae66fd13832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:29:45.829213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-93fe24f7-206f-4acd-85c8-aae66fd13832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Synchronizing usage tracker for tenant:36e79e1cdb6348179123fbfa0ab796b0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:45.978715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-93fe24f7-206f-4acd-85c8-aae66fd13832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] Unset dirty status for tenant:36e79e1cdb6348179123fbfa0ab796b0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:45.980966 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-93fe24f7-206f-4acd-85c8-aae66fd13832 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054 tempest-PortsAdminExtendedAttrsIpV6TestJSON-500766054-project-admin] 10.222.0.24 "GET /v2.0/ports/f766a580-200b-43c8-aec7-84c11d5d6bcc HTTP/1.1" status: 404 len: 333 time: 0.2917044 Apr 05 20:29:45.991376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52510) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:45.997507 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.082893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b21f7-2225-45c3-9cff-a6846638a212 req-16fa5089-0a67-4df4-92d4-6123db24ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:46.090303 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-793b21f7-2225-45c3-9cff-a6846638a212 req-16fa5089-0a67-4df4-92d4-6123db24ee6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 1096 time: 0.9613969 Apr 05 20:29:46.154720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ae7df-ce91-49a3-ae3f-662851bfadab req-bed0cb07-57f0-4c56-9586-edda1800f287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:46.163951 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a9ae7df-ce91-49a3-ae3f-662851bfadab req-bed0cb07-57f0-4c56-9586-edda1800f287 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 945 time: 0.9602320 Apr 05 20:29:46.213241 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-793b21f7-2225-45c3-9cff-a6846638a212 req-68accbe6-afd4-4c92-a6cf-332b14628113 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095936 Apr 05 20:29:46.331758 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3a9ae7df-ce91-49a3-ae3f-662851bfadab req-b6d532df-704d-4edf-8365-e6dc9a03eac0 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629131 Apr 05 20:29:46.346214 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b71fe746-1235-4eae-bb35-57b60405b33d tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.6506560 Apr 05 20:29:46.351695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52528) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:46.491364 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1975-ca6a-479d-8749-0cb552745f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.543813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d90ea-c97d-4106-bcab-4b752cc5e9ba tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:46.545549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d90ea-c97d-4106-bcab-4b752cc5e9ba tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:46.547224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d90ea-c97d-4106-bcab-4b752cc5e9ba tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:46.549031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d90ea-c97d-4106-bcab-4b752cc5e9ba tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:46.550851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416d90ea-c97d-4106-bcab-4b752cc5e9ba tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:46.552710 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-416d90ea-c97d-4106-bcab-4b752cc5e9ba tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1996899 Apr 05 20:29:46.561242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cb214-4dd4-4743-a575-cb48280af25b req-6a9ffa68-2890-41f8-a5c0-1798ddda6672 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:46.569129 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5a8cb214-4dd4-4743-a575-cb48280af25b req-6a9ffa68-2890-41f8-a5c0-1798ddda6672 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 945 time: 0.3919451 Apr 05 20:29:46.572179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52540) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:46.903051 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:46.912621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52556) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:47.133139 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1975-ca6a-479d-8749-0cb552745f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.173265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc4fbe-9568-4416-aa25-661c38ba8447 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:47.174687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc4fbe-9568-4416-aa25-661c38ba8447 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:47.176055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc4fbe-9568-4416-aa25-661c38ba8447 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:47.177542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc4fbe-9568-4416-aa25-661c38ba8447 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:47.178950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdc4fbe-9568-4416-aa25-661c38ba8447 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:47.183684 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bfdc4fbe-9568-4416-aa25-661c38ba8447 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.6072581 Apr 05 20:29:47.187363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52564) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:47.189063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5a8cb214-4dd4-4743-a575-cb48280af25b req-9521bf3c-6a1b-495a-ad3c-7a947cbf7c90 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6182220 Apr 05 20:29:47.191325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bb7d1975-ca6a-479d-8749-0cb552745f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2809c652-bd6c-4168-a361-8cecd12a2825']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:47.232940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bb7d1975-ca6a-479d-8749-0cb552745f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16db784c-c3c3-477b-aa08-6f2faf09a55c') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:47.233317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bb7d1975-ca6a-479d-8749-0cb552745f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16db784c-c3c3-477b-aa08-6f2faf09a55c') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:47.257069 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1975-ca6a-479d-8749-0cb552745f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.269272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d84ac6-b6b5-40a0-886f-a3b5cf672ee1 req-ac56a8e4-09d3-449a-b970-5dbf81e63951 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:47.276832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74d84ac6-b6b5-40a0-886f-a3b5cf672ee1 req-ac56a8e4-09d3-449a-b970-5dbf81e63951 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=86db943c-f118-4d5a-b40d-30c9783b06cb HTTP/1.1" status: 200 len: 946 time: 0.7819674 Apr 05 20:29:47.289706 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1975-ca6a-479d-8749-0cb552745f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.306441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7d1975-ca6a-479d-8749-0cb552745f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:29:47.306441 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1975-ca6a-479d-8749-0cb552745f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:29:47.326524 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:29:47.336427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94b14540-f3bf-4945-84b4-bad1ac2c67e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.499753 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1975-ca6a-479d-8749-0cb552745f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.517025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-94b14540-f3bf-4945-84b4-bad1ac2c67e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:47.535737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb7d1975-ca6a-479d-8749-0cb552745f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:47.555511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7d1975-ca6a-479d-8749-0cb552745f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] Pushing event deleted for resources: {'Network': ['ID=2809c652-bd6c-4168-a361-8cecd12a2825,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:47.563472 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bb7d1975-ca6a-479d-8749-0cb552745f6d tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-141896838-project] 10.222.0.24 "DELETE /v2.0/networks/2809c652-bd6c-4168-a361-8cecd12a2825 HTTP/1.1" status: 204 len: 168 time: 1.5709715 Apr 05 20:29:47.605558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-94b14540-f3bf-4945-84b4-bad1ac2c67e6 admin admin] Usage tracker for resource:security_group_rule and tenant:739ced23cc1c4be1a1766dc8bdb20114 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:47.621751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-94b14540-f3bf-4945-84b4-bad1ac2c67e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:47.666670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74d84ac6-b6b5-40a0-886f-a3b5cf672ee1 req-1183d43e-98c6-4a9d-89e6-1af361e3db86 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888161 Apr 05 20:29:47.671759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-94b14540-f3bf-4945-84b4-bad1ac2c67e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:47.868397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86826c0-86aa-4b22-b1c7-417e0f81b623 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:47.870068 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f86826c0-86aa-4b22-b1c7-417e0f81b623 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "GET /v2.0/networks/3ae42d05-a949-4c27-92ca-f52fcc45debb HTTP/1.1" status: 200 len: 804 time: 0.6733003 Apr 05 20:29:47.875101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52586) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:47.910258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb4177-a78b-4ffd-bc08-94fc383b4b15 req-b4b763dd-8ac0-4032-aa77-f4a69410f4e2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:47.911018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d2eb4177-a78b-4ffd-bc08-94fc383b4b15 req-b4b763dd-8ac0-4032-aa77-f4a69410f4e2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Synchronizing usage tracker for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:47.943252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d2eb4177-a78b-4ffd-bc08-94fc383b4b15 req-b4b763dd-8ac0-4032-aa77-f4a69410f4e2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Unset dirty status for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:47.944957 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2eb4177-a78b-4ffd-bc08-94fc383b4b15 req-b4b763dd-8ac0-4032-aa77-f4a69410f4e2 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.2442641 Apr 05 20:29:47.951797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52590) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:48.043919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d2eb4177-a78b-4ffd-bc08-94fc383b4b15 req-70e41ff9-3293-45ea-871e-bdd237df09fb tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Synchronizing usage tracker for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:48.085370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d2eb4177-a78b-4ffd-bc08-94fc383b4b15 req-70e41ff9-3293-45ea-871e-bdd237df09fb tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Unset dirty status for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:48.092393 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2eb4177-a78b-4ffd-bc08-94fc383b4b15 req-70e41ff9-3293-45ea-871e-bdd237df09fb tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395161 Apr 05 20:29:48.206493 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ec1ab79c-1cf7-459b-bb49-d6a0d10a76fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50d8c8c1970a43878cc888aef01ec30c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490413 Apr 05 20:29:48.206493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52604) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:48.232117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c66e1b4e-5c43-44b1-ba1d-1069b5ffd05e tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "GET /v2.0/networks/3ae42d05-a949-4c27-92ca-f52fcc45debb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3514862 Apr 05 20:29:48.258892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52610) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:48.345851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Allocated IP 172.20.0.17 (a4659a61-3f1e-4373-8400-7ec7e7415315/cb5e0bca-c71b-4bca-b476-b80b1b1192f7/a84273ea-8f80-49e3-99fc-abbdf3252455) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:48.351977 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b80c8acf-d08b-4a92-9059-f770925c9dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.364618 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94b14540-f3bf-4945-84b4-bad1ac2c67e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.374810 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94b14540-f3bf-4945-84b4-bad1ac2c67e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.419906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b14540-f3bf-4945-84b4-bad1ac2c67e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb16ff55-3f66-41ec-96f4-8c01fc661b78,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:48.440971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e7a3-c5de-4a9f-8599-f97bede33f2c tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:48.442297 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b219e7a3-c5de-4a9f-8599-f97bede33f2c tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "GET /v2.0/subnets/ac7694af-3d3b-4284-8bf8-5da636b02375 HTTP/1.1" status: 200 len: 843 time: 0.1810937 Apr 05 20:29:48.447935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52620) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:48.452276 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b80c8acf-d08b-4a92-9059-f770925c9dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.498770 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-94b14540-f3bf-4945-84b4-bad1ac2c67e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=739ced23cc1c4be1a1766dc8bdb20114&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5836763 Apr 05 20:29:48.540173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52626) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:48.647986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a18fd-f12e-43b6-963a-1d4ef1e60ce2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['shared'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:48.654173 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-492a18fd-f12e-43b6-963a-1d4ef1e60ce2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "GET /v2.0/subnets/ac7694af-3d3b-4284-8bf8-5da636b02375?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1998963 Apr 05 20:29:48.657197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52638) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:48.678033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-506e8ba9-3399-4ddc-8490-c97cf00dbb59 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1919585382'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:48.687063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-506e8ba9-3399-4ddc-8490-c97cf00dbb59 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:48.699696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18dc2d-aede-4e76-9517-8b3d016499ea req-9fac99d1-f151-4a5d-89d3-de86eab202ef tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:48.704919 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9a18dc2d-aede-4e76-9517-8b3d016499ea req-9fac99d1-f151-4a5d-89d3-de86eab202ef tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 945 time: 0.3477225 Apr 05 20:29:48.712356 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f4101cd-8b76-48b6-9db3-58b5539c0cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.737481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-506e8ba9-3399-4ddc-8490-c97cf00dbb59 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:48.755620 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b80c8acf-d08b-4a92-9059-f770925c9dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.766337 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.790155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c8acf-d08b-4a92-9059-f770925c9dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237eb489-3436-4e81-810f-97bb5f6e71ac,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:48.819559 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f4101cd-8b76-48b6-9db3-58b5539c0cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.827977 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Transition to ACTIVE for port object a84273ea-8f80-49e3-99fc-abbdf3252455 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:48.838161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506e8ba9-3399-4ddc-8490-c97cf00dbb59 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:48.842059 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-506e8ba9-3399-4ddc-8490-c97cf00dbb59 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.862595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-09bb8590-1aad-44e5-9c25-b52138b5bcc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:48.864695 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-09bb8590-1aad-44e5-9c25-b52138b5bcc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/networks?id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef HTTP/1.1" status: 200 len: 813 time: 0.2768052 Apr 05 20:29:48.866309 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.878810 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b80c8acf-d08b-4a92-9059-f770925c9dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.882384 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b80c8acf-d08b-4a92-9059-f770925c9dc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/237eb489-3436-4e81-810f-97bb5f6e71ac HTTP/1.1" status: 204 len: 168 time: 0.6726646 Apr 05 20:29:48.893293 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9a18dc2d-aede-4e76-9517-8b3d016499ea req-930df22f-db73-44b7-9419-99b2cd3439a2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815305 Apr 05 20:29:48.930206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506e8ba9-3399-4ddc-8490-c97cf00dbb59 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:29:48.941981 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-506e8ba9-3399-4ddc-8490-c97cf00dbb59 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.942402 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-506e8ba9-3399-4ddc-8490-c97cf00dbb59 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Added segment 18068d4d-7224-4fc4-948c-1242df745941 of type vlan for network 26bac663-5509-4e6d-9638-298148b94dc5 Apr 05 20:29:48.975699 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f4101cd-8b76-48b6-9db3-58b5539c0cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.992868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-506e8ba9-3399-4ddc-8490-c97cf00dbb59 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:48.996995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network a4659a61-3f1e-4373-8400-7ec7e7415315 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:49.001097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:49.012660 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5b258284-c66b-4576-a476-39dc5e9aa82a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/quotas/d9208e30a90949ee9d39a987d74d2831 HTTP/1.1" status: 200 len: 375 time: 0.0969596 Apr 05 20:29:49.015015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:49.025841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4101cd-8b76-48b6-9db3-58b5539c0cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb16ff55-3f66-41ec-96f4-8c01fc661b78,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:49.094944 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.124123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f4101cd-8b76-48b6-9db3-58b5539c0cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.127642 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7f4101cd-8b76-48b6-9db3-58b5539c0cfd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb16ff55-3f66-41ec-96f4-8c01fc661b78 HTTP/1.1" status: 204 len: 168 time: 0.5842271 Apr 05 20:29:49.171633 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-506e8ba9-3399-4ddc-8490-c97cf00dbb59 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.178041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=a84273ea-8f80-49e3-99fc-abbdf3252455,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:49.178224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506e8ba9-3399-4ddc-8490-c97cf00dbb59 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:49.178982 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-506e8ba9-3399-4ddc-8490-c97cf00dbb59 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.300382 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-a8dbf017-1b6c-4771-b30d-c3ad3b9fd66a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9208e30a90949ee9d39a987d74d2831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2863138 Apr 05 20:29:49.354659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e8ba9-3399-4ddc-8490-c97cf00dbb59 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Network': ['ID=26bac663-5509-4e6d-9638-298148b94dc5,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:49.368439 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 26bac663-5509-4e6d-9638-298148b94dc5 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:29:49.411811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29767672-b93a-4686-a701-28ec374152f9 req-3a4ae878-7599-46c1-8f9e-87979dc8ac73 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:49.414583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29767672-b93a-4686-a701-28ec374152f9 req-3a4ae878-7599-46c1-8f9e-87979dc8ac73 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 945 time: 0.3521273 Apr 05 20:29:49.422838 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-506e8ba9-3399-4ddc-8490-c97cf00dbb59 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7583504 Apr 05 20:29:49.423592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52662) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:49.425999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52664) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:49.430928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'subnet': {'network_id': '26bac663-5509-4e6d-9638-298148b94dc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:49.557983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52670) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:49.605321 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-328b9790-305f-47fe-9623-323bd81f943e None None] Provisioning for port a84273ea-8f80-49e3-99fc-abbdf3252455 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:49.610994 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-328b9790-305f-47fe-9623-323bd81f943e None None] Provisioning complete for port a84273ea-8f80-49e3-99fc-abbdf3252455 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:49.611516 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-328b9790-305f-47fe-9623-323bd81f943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.617404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:49.628570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:49.638595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-99933be0-be19-4576-91ad-3d5940c86f5f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Request body: {'floatingip': {'port_id': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:49.686762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-328b9790-305f-47fe-9623-323bd81f943e None None] Port a84273ea-8f80-49e3-99fc-abbdf3252455 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:29:49.762102 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99933be0-be19-4576-91ad-3d5940c86f5f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:49.910001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52680) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:49.914883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Made reservation on behalf of f9fe8d985ebf40e9a3e25ddc920ad637 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:49.918805 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.099307 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5335886d-4227-4041-815c-79dd76330127 service neutron] 10.222.0.24 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7979319 Apr 05 20:29:50.213453 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d649d7b8-da3e-4d11-96fe-90d320e5e843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.248970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.ipam_backend_mixin [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Performing IP validity checks on allocation pools {{(pid=87964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 20:29:50.249504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.ipam_backend_mixin [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 20:29:50.260752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d649d7b8-da3e-4d11-96fe-90d320e5e843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:50.313015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d649d7b8-da3e-4d11-96fe-90d320e5e843 admin admin] Usage tracker for resource:security_group_rule and tenant:143c0f78953e4206883cf2946bde681e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:50.327046 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-79400a88-7380-48ba-b9c0-8e69f225fcba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36e79e1cdb6348179123fbfa0ab796b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367098 Apr 05 20:29:50.328344 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d649d7b8-da3e-4d11-96fe-90d320e5e843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:50.338445 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.343408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d649d7b8-da3e-4d11-96fe-90d320e5e843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:50.350037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52694) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:50.425939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70561868-9713-4a13-89e2-a3764ff73f70 req-1019154a-d9b9-416d-ba4b-6a0d1e102d77 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:50.427348 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-70561868-9713-4a13-89e2-a3764ff73f70 req-1019154a-d9b9-416d-ba4b-6a0d1e102d77 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.41 "GET /v2.0/ports?device_id=706d50d7-7331-403d-869e-0ef93150cd97 HTTP/1.1" status: 200 len: 945 time: 0.4962575 Apr 05 20:29:50.427481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a49764-a632-450b-8fe3-2c0e975fc283 req-cffc8f7a-e49f-437a-914f-d3000c680d1d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:50.428896 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-51a49764-a632-450b-8fe3-2c0e975fc283 req-cffc8f7a-e49f-437a-914f-d3000c680d1d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.6708577 Apr 05 20:29:50.435879 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848c79f-f040-4b59-9d2c-53fbe74a0693 req-e8742cd2-b31c-4f2d-8338-daa36bb37c71 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:50.436581 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d848c79f-f040-4b59-9d2c-53fbe74a0693 req-e8742cd2-b31c-4f2d-8338-daa36bb37c71 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.13 "GET /v2.0/ports?device_id=86db943c-f118-4d5a-b40d-30c9783b06cb HTTP/1.1" status: 200 len: 946 time: 0.9886932 Apr 05 20:29:50.556077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6745878-2644-455b-b015-deeaef46b0fa req-7ca1a664-fe2e-4cd1-9b4c-02db85576af3 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:50.557447 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6745878-2644-455b-b015-deeaef46b0fa req-7ca1a664-fe2e-4cd1-9b4c-02db85576af3 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.13 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 0.7338812 Apr 05 20:29:50.702735 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-ce1dc2de-910f-4754-b11e-2b1e83ea2e3e service neutron] 10.222.0.24 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5544941 Apr 05 20:29:50.739739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Deleting port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:29:50.740326 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.776712 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-51a49764-a632-450b-8fe3-2c0e975fc283 req-3d4999cb-d9c0-4e54-8e82-42d86837d35a tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322959 Apr 05 20:29:50.821136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-d848c79f-f040-4b59-9d2c-53fbe74a0693 req-0509e098-0025-4245-a8af-72f8dc5b9546 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Deleting port 33198a24-d50a-402e-af2e-db90f643582c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:29:50.821136 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d848c79f-f040-4b59-9d2c-53fbe74a0693 req-0509e098-0025-4245-a8af-72f8dc5b9546 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.851953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-b6745878-2644-455b-b015-deeaef46b0fa req-f525cf8a-ea07-4529-a865-ec87c7f54868 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Deleting port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:29:50.852294 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6745878-2644-455b-b015-deeaef46b0fa req-f525cf8a-ea07-4529-a865-ec87c7f54868 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:50.999328 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d649d7b8-da3e-4d11-96fe-90d320e5e843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.030810 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3930fd9-fa76-4bf9-a02a-0832cf961f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.049523 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d649d7b8-da3e-4d11-96fe-90d320e5e843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.209484 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3930fd9-fa76-4bf9-a02a-0832cf961f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.214914 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d649d7b8-da3e-4d11-96fe-90d320e5e843 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=143c0f78953e4206883cf2946bde681e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2749541 Apr 05 20:29:51.219837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649d7b8-da3e-4d11-96fe-90d320e5e843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0ede07-c01b-408f-af8d-02303e7a1ef3,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:51.224981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52718) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:51.232470 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.493144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Subnet': ['ID=ff7c17b2-39a6-418c-b9f1-335afb2bf26e,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:51.568993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Checking segment: {'id': '18068d4d-7224-4fc4-948c-1242df745941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '26bac663-5509-4e6d-9638-298148b94dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:51.569558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network hostable DHCP agents. Network: 26bac663-5509-4e6d-9638-298148b94dc5, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:29:51.573233 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b0a9cfb1-f7a3-45f3-a24a-7aa2ea374e09 req-11bea4ec-b017-4733-8a3d-75b6bc1a51c4 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 210 time: 0.2090290 Apr 05 20:29:51.590763 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-edd58d50-a404-4b80-aa2e-b2c3e1c9d153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.691293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b6745878-2644-455b-b015-deeaef46b0fa req-f525cf8a-ea07-4529-a865-ec87c7f54868 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] For port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:51.691689 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6745878-2644-455b-b015-deeaef46b0fa req-f525cf8a-ea07-4529-a865-ec87c7f54868 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.878950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-b6745878-2644-455b-b015-deeaef46b0fa req-f525cf8a-ea07-4529-a865-ec87c7f54868 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Calling delete_port for ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:29:51.892825 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3930fd9-fa76-4bf9-a02a-0832cf961f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.908725 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-edd58d50-a404-4b80-aa2e-b2c3e1c9d153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.916350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Network 26bac663-5509-4e6d-9638-298148b94dc5 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:29:51.933227 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99933be0-be19-4576-91ad-3d5940c86f5f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:51.955567 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99933be0-be19-4576-91ad-3d5940c86f5f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.218916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 26bac663-5509-4e6d-9638-298148b94dc5) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:52.229795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c604fccc-3a8d-41f2-b539-b2401db37025 None None] Network 26bac663-5509-4e6d-9638-298148b94dc5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:52.290929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:52.291164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device b2be597f-16ee-4cd6-9e3e-69b1c78bf17e no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:29:52.292175 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574506'] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.355617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3930fd9-fa76-4bf9-a02a-0832cf961f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72efb4ff-a4df-41df-9910-46314805f42e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:52.398463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d848c79f-f040-4b59-9d2c-53fbe74a0693 req-0509e098-0025-4245-a8af-72f8dc5b9546 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] For port 33198a24-d50a-402e-af2e-db90f643582c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=33198a24-d50a-402e-af2e-db90f643582c,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:52.399232 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d848c79f-f040-4b59-9d2c-53fbe74a0693 req-0509e098-0025-4245-a8af-72f8dc5b9546 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.569681 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6745878-2644-455b-b015-deeaef46b0fa req-f525cf8a-ea07-4529-a865-ec87c7f54868 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.597016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-d848c79f-f040-4b59-9d2c-53fbe74a0693 req-0509e098-0025-4245-a8af-72f8dc5b9546 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Calling delete_port for 33198a24-d50a-402e-af2e-db90f643582c owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:29:52.651895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] For port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:52.652414 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.663168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['fc2d8512-1896-4a96-af69-8e8e75f13172'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:29:52.675518 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3930fd9-fa76-4bf9-a02a-0832cf961f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.678985 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c3930fd9-fa76-4bf9-a02a-0832cf961f71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72efb4ff-a4df-41df-9910-46314805f42e HTTP/1.1" status: 204 len: 168 time: 2.3217576 Apr 05 20:29:52.704830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525cf8a-ea07-4529-a865-ec87c7f54868 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Pushing event deleted for resources: {'Port': ['ID=ed20fd71-a2f7-4eec-aa16-67b5d9f1be25,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:52.798416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6745878-2644-455b-b015-deeaef46b0fa req-f525cf8a-ea07-4529-a865-ec87c7f54868 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] No DVR routers for this DVR port ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:29:52.801736 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6745878-2644-455b-b015-deeaef46b0fa req-f525cf8a-ea07-4529-a865-ec87c7f54868 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.817590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03ed61ed-1784-495a-aa95-abcf22c8024f', 'name': 'network-vif-deleted', 'tag': 'ed20fd71-a2f7-4eec-aa16-67b5d9f1be25'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:52.823297 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6745878-2644-455b-b015-deeaef46b0fa req-f525cf8a-ea07-4529-a865-ec87c7f54868 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.13 "DELETE /v2.0/ports/ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 HTTP/1.1" status: 204 len: 173 time: 2.2534385 Apr 05 20:29:52.824971 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-edd58d50-a404-4b80-aa2e-b2c3e1c9d153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.829762 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-edd58d50-a404-4b80-aa2e-b2c3e1c9d153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.849272 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-edd58d50-a404-4b80-aa2e-b2c3e1c9d153 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea0ede07-c01b-408f-af8d-02303e7a1ef3 HTTP/1.1" status: 204 len: 168 time: 1.6092567 Apr 05 20:29:52.874725 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-99933be0-be19-4576-91ad-3d5940c86f5f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Floating IP 351622d3-1fe9-4f6e-a19c-5519934b9b7b associated. External IP: 172.25.8.61, port: a9434fce-c5eb-4352-b6b5-7fd8948481c7. Apr 05 20:29:52.915647 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:52.966950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Calling delete_port for b2be597f-16ee-4cd6-9e3e-69b1c78bf17e owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:29:53.073195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:53.136836 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0de2359d-fdaa-4c09-924a-9477becf9a31 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.7095542 Apr 05 20:29:53.239553 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:53.310229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-26bac663-5509-4e6d-9638-298148b94dc5', 'network_id': '26bac663-5509-4e6d-9638-298148b94dc5', 'tenant_id': 'f9fe8d985ebf40e9a3e25ddc920ad637', 'fixed_ips': [{'subnet_id': 'ff7c17b2-39a6-418c-b9f1-335afb2bf26e'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:29:53.311132 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:53.321507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52760) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:53.322980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd58d50-a404-4b80-aa2e-b2c3e1c9d153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0ede07-c01b-408f-af8d-02303e7a1ef3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:53.410031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-553d74a6-db10-4896-8926-3e4a1f3e94aa tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:53.580248 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b60050b5-868c-4d08-bb12-f2b6a6911710 req-802bcba4-42fc-4045-8b14-003f6ab8ba6d tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 210 time: 0.6498320 Apr 05 20:29:53.700955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=a84273ea-8f80-49e3-99fc-abbdf3252455,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:53.751819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706d50d7-7331-403d-869e-0ef93150cd97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2be597f-16ee-4cd6-9e3e-69b1c78bf17e'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:53.798541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:29:53.882035 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:54.016776 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706d50d7-7331-403d-869e-0ef93150cd97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2be597f-16ee-4cd6-9e3e-69b1c78bf17e', 'code': 200} Apr 05 20:29:54.029538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:54.048375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:29:54.048975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ed20fd71-a2f7-4eec-aa16-67b5d9f1be25 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:29:54.049547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 33198a24-d50a-402e-af2e-db90f643582c no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:29:54.114076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-36d8384f-420b-4127-84c8-bd82f4ebec66 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:54.115673 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-36d8384f-420b-4127-84c8-bd82f4ebec66 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.13 "GET /v2.0/networks?id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef HTTP/1.1" status: 200 len: 813 time: 1.0483778 Apr 05 20:29:54.140700 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:54.147454 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03ed61ed-1784-495a-aa95-abcf22c8024f', 'name': 'network-vif-deleted', 'tag': 'ed20fd71-a2f7-4eec-aa16-67b5d9f1be25', 'status': 'completed', 'code': 200} Apr 05 20:29:54.174355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Request body: {'port': {'device_id': '9278f287-7dea-4eda-a09f-86dee1fc74bd', 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef', 'admin_state_up': True, 'tenant_id': 'd9208e30a90949ee9d39a987d74d2831'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:54.177189 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:29:54.190390 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:29:54.196511 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d848c79f-f040-4b59-9d2c-53fbe74a0693 req-0509e098-0025-4245-a8af-72f8dc5b9546 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:54.273270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0509e098-0025-4245-a8af-72f8dc5b9546 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Pushing event deleted for resources: {'Port': ['ID=33198a24-d50a-402e-af2e-db90f643582c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:54.408116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-d848c79f-f040-4b59-9d2c-53fbe74a0693 req-0509e098-0025-4245-a8af-72f8dc5b9546 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] No DVR routers for this DVR port 33198a24-d50a-402e-af2e-db90f643582c on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:29:54.408804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network a4659a61-3f1e-4373-8400-7ec7e7415315 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:54.417015 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d848c79f-f040-4b59-9d2c-53fbe74a0693 req-0509e098-0025-4245-a8af-72f8dc5b9546 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:54.435752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86db943c-f118-4d5a-b40d-30c9783b06cb', 'name': 'network-vif-deleted', 'tag': '33198a24-d50a-402e-af2e-db90f643582c'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:54.444415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:54.453187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Allocated IP 2001:db8::3 (26bac663-5509-4e6d-9638-298148b94dc5/ff7c17b2-39a6-418c-b9f1-335afb2bf26e/41a3070e-f7ac-40f5-a07f-a4707d81a763) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:54.461761 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No active binding found for port 33198a24-d50a-402e-af2e-db90f643582c {{(pid=87966) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 20:29:54.462689 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 33198a24-d50a-402e-af2e-db90f643582c not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:29:54.542053 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d848c79f-f040-4b59-9d2c-53fbe74a0693 req-0509e098-0025-4245-a8af-72f8dc5b9546 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.13 "DELETE /v2.0/ports/33198a24-d50a-402e-af2e-db90f643582c HTTP/1.1" status: 204 len: 173 time: 4.0640719 Apr 05 20:29:54.578851 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86db943c-f118-4d5a-b40d-30c9783b06cb', 'name': 'network-vif-deleted', 'tag': '33198a24-d50a-402e-af2e-db90f643582c', 'status': 'completed', 'code': 200} Apr 05 20:29:54.592348 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:54.599241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a39447-f927-4b4c-a5ad-3fabfc0ed046 req-8986e0b7-5371-485e-8d2b-317d05921bde tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:54.600025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-09a39447-f927-4b4c-a5ad-3fabfc0ed046 req-8986e0b7-5371-485e-8d2b-317d05921bde tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Synchronizing usage tracker for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:54.694166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Deleting port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:29:54.695169 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:54.726440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-988118e3-c490-4cf9-9f38-cb72881b1deb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:54.730469 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-988118e3-c490-4cf9-9f38-cb72881b1deb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.41 "GET /v2.0/networks?id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef HTTP/1.1" status: 200 len: 813 time: 1.6649144 Apr 05 20:29:54.968390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ed7dcd85-641c-4d48-a2c8-8d25e36e06e7 req-3b56a95c-973c-4023-b5fb-d77cd280d9a2 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Synchronizing usage tracker for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:55.012169 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Request body: {'port': {'device_id': '1063ee4a-6d73-4504-ad02-9db180a52e27', 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef', 'admin_state_up': True, 'tenant_id': 'd9208e30a90949ee9d39a987d74d2831'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:55.021436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Router 7e96cba5-4251-47ee-a3f3-9314bf529a71 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:29:55.098790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-09a39447-f927-4b4c-a5ad-3fabfc0ed046 req-8986e0b7-5371-485e-8d2b-317d05921bde tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Unset dirty status for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:55.100660 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09a39447-f927-4b4c-a5ad-3fabfc0ed046 req-8986e0b7-5371-485e-8d2b-317d05921bde tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=03ed61ed-1784-495a-aa95-abcf22c8024f HTTP/1.1" status: 200 len: 946 time: 2.8953593 Apr 05 20:29:55.194609 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9ef9577a-7aa4-40c5-b5ac-245bb0049971 None None] Provisioning complete for port a84273ea-8f80-49e3-99fc-abbdf3252455 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:55.194975 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ef9577a-7aa4-40c5-b5ac-245bb0049971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.251002 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.275839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Transition to ACTIVE for port object 41a3070e-f7ac-40f5-a07f-a4707d81a763 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:55.279122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9ef9577a-7aa4-40c5-b5ac-245bb0049971 None None] Port a84273ea-8f80-49e3-99fc-abbdf3252455 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:29:55.303099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Transition to ACTIVE for port object 41a3070e-f7ac-40f5-a07f-a4707d81a763 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:55.310370 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.490004 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Network 26bac663-5509-4e6d-9638-298148b94dc5 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:55.500430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:55.505389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:55.574045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-ed7dcd85-641c-4d48-a2c8-8d25e36e06e7 req-3b56a95c-973c-4023-b5fb-d77cd280d9a2 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Unset dirty status for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:55.590810 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ed7dcd85-641c-4d48-a2c8-8d25e36e06e7 req-3b56a95c-973c-4023-b5fb-d77cd280d9a2 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 210 time: 0.7226176 Apr 05 20:29:55.718417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Pushing event updated for resources: {'Port': ['ID=41a3070e-f7ac-40f5-a07f-a4707d81a763,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:55.746869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Attempting to bind port 41a3070e-f7ac-40f5-a07f-a4707d81a763 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:55.747234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Attempting to bind port 41a3070e-f7ac-40f5-a07f-a4707d81a763 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '18068d4d-7224-4fc4-948c-1242df745941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '26bac663-5509-4e6d-9638-298148b94dc5'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:55.747596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Attempting to bind port 41a3070e-f7ac-40f5-a07f-a4707d81a763 on network 26bac663-5509-4e6d-9638-298148b94dc5 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:55.757299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:29:55.758906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Checking segment: {'id': '18068d4d-7224-4fc4-948c-1242df745941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '26bac663-5509-4e6d-9638-298148b94dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:55.760906 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.761533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Bound using segment: {'id': '18068d4d-7224-4fc4-948c-1242df745941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '26bac663-5509-4e6d-9638-298148b94dc5'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:29:55.762905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Bound port: 41a3070e-f7ac-40f5-a07f-a4707d81a763, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18068d4d-7224-4fc4-948c-1242df745941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '26bac663-5509-4e6d-9638-298148b94dc5'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:55.763289 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.799268 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-553d74a6-db10-4896-8926-3e4a1f3e94aa tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3082305'] for subnet, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.817637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] For port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:55.818201 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:55.827926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99933be0-be19-4576-91ad-3d5940c86f5f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:29:55.905038 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] For port 41a3070e-f7ac-40f5-a07f-a4707d81a763, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:29:55.909657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] For port 41a3070e-f7ac-40f5-a07f-a4707d81a763, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=41a3070e-f7ac-40f5-a07f-a4707d81a763,segment=NetworkSegment(18068d4d-7224-4fc4-948c-1242df745941),segment_id=18068d4d-7224-4fc4-948c-1242df745941)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:29:55.918589 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:56.019680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:56.031524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:56.048798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:56.137450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Made reservation on behalf of d9208e30a90949ee9d39a987d74d2831 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:56.144521 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:56.146294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Calling delete_port for b2be597f-16ee-4cd6-9e3e-69b1c78bf17e owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:29:56.150405 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e3307-782e-4cb1-abb4-881c465755e6 None None] Pushing event updated for resources: {'Port': ['ID=41a3070e-f7ac-40f5-a07f-a4707d81a763,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:56.288483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:56.397590 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09a39447-f927-4b4c-a5ad-3fabfc0ed046 req-f4c85ec4-7373-41b0-ac4b-9ad57a0618c0 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8330579 Apr 05 20:29:56.406738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52868) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:56.648426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Made reservation on behalf of d9208e30a90949ee9d39a987d74d2831 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:29:56.668511 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:56.702473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:29:56.715037 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Sync routers for ids ['7e96cba5-4251-47ee-a3f3-9314bf529a71'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:29:56.735318 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Routers {'7e96cba5-4251-47ee-a3f3-9314bf529a71'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:29:56.735845 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:29:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7e96cba5-4251-47ee-a3f3-9314bf529a71'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:56.798113 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8eb04105-6b46-4e15-98be-7197c13f3ccd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "PUT /v2.0/routers/7e96cba5-4251-47ee-a3f3-9314bf529a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0419838 Apr 05 20:29:56.826971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a08b844a-98d0-4dbe-9f27-16c4d48b0f6d tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1723874368'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:56.838860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a08b844a-98d0-4dbe-9f27-16c4d48b0f6d tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:56.843136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a08b844a-98d0-4dbe-9f27-16c4d48b0f6d tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Usage tracker for resource:router and tenant:0f4c3dc77343476a9a1e0d251b07d945 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:56.843482 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:56.847272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a08b844a-98d0-4dbe-9f27-16c4d48b0f6d tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:56.940032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Pushing event deleted for resources: {'Port': ['ID=b2be597f-16ee-4cd6-9e3e-69b1c78bf17e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:57.058007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a08b844a-98d0-4dbe-9f27-16c4d48b0f6d tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:57.102680 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Set router 7e96cba5-4251-47ee-a3f3-9314bf529a71 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:29:57.119512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] No DVR routers for this DVR port b2be597f-16ee-4cd6-9e3e-69b1c78bf17e on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:29:57.121976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-dfe240c3-59d4-438f-a10a-92ac42969686 req-0ef8ac20-53dd-4596-b614-4172e5477bab tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Synchronizing usage tracker for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:57.124840 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.127297 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-70561868-9713-4a13-89e2-a3764ff73f70 req-aa8d1438-05e1-4117-b368-ebc2920d4dc8 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.41 "DELETE /v2.0/ports/b2be597f-16ee-4cd6-9e3e-69b1c78bf17e HTTP/1.1" status: 204 len: 173 time: 6.6898315 Apr 05 20:29:57.127744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706d50d7-7331-403d-869e-0ef93150cd97', 'name': 'network-vif-deleted', 'tag': 'b2be597f-16ee-4cd6-9e3e-69b1c78bf17e'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:57.205210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-dfe240c3-59d4-438f-a10a-92ac42969686 req-0ef8ac20-53dd-4596-b614-4172e5477bab tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Unset dirty status for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:57.207101 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dfe240c3-59d4-438f-a10a-92ac42969686 req-0ef8ac20-53dd-4596-b614-4172e5477bab tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 210 time: 0.2682452 Apr 05 20:29:57.286579 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a08b844a-98d0-4dbe-9f27-16c4d48b0f6d tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.289150 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a08b844a-98d0-4dbe-9f27-16c4d48b0f6d tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.315593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99933be0-be19-4576-91ad-3d5940c86f5f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:29:57.318155 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706d50d7-7331-403d-869e-0ef93150cd97', 'name': 'network-vif-deleted', 'tag': 'b2be597f-16ee-4cd6-9e3e-69b1c78bf17e', 'status': 'completed', 'code': 200} Apr 05 20:29:57.331108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8ec0d-19f6-4bf7-89fc-d371b4ad8c89 None None] Sync routers for ids ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:29:57.349364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8ec0d-19f6-4bf7-89fc-d371b4ad8c89 None None] Routers {'276dfbdf-6f2d-4996-bf23-7effd7a1c79b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:29:57.350095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d2c8ec0d-19f6-4bf7-89fc-d371b4ad8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:29:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:57.493334 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a08b844a-98d0-4dbe-9f27-16c4d48b0f6d tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.583941 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99933be0-be19-4576-91ad-3d5940c86f5f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.673544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Allocated IP 172.20.0.2 (91b81c43-5b6b-44fb-b2e0-c358cc48f5ef/d1356f70-0114-45ce-aab5-768404948e3c/56ca94c2-4ff1-423c-8b3d-ec525d6ba23d) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:57.732696 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a08b844a-98d0-4dbe-9f27-16c4d48b0f6d tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.755026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d2c8ec0d-19f6-4bf7-89fc-d371b4ad8c89 None None] Set router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:29:57.800724 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-99933be0-be19-4576-91ad-3d5940c86f5f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "PUT /v2.0/floatingips/351622d3-1fe9-4f6e-a19c-5519934b9b7b HTTP/1.1" status: 200 len: 990 time: 8.3737819 Apr 05 20:29:57.815080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:29:57.825660 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a08b844a-98d0-4dbe-9f27-16c4d48b0f6d tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.827295 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a08b844a-98d0-4dbe-9f27-16c4d48b0f6d tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4141185 Apr 05 20:29:57.830379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52934) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:57.831843 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-553d74a6-db10-4896-8926-3e4a1f3e94aa tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791805225072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2829166'] for subnet, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.923880 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa8a654-bc78-4588-94fb-96b0e151ce6d None None] Network 26bac663-5509-4e6d-9638-298148b94dc5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:29:57.964358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d74a6-db10-4896-8926-3e4a1f3e94aa tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:57.965351 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-553d74a6-db10-4896-8926-3e4a1f3e94aa tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:57.970247 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-553d74a6-db10-4896-8926-3e4a1f3e94aa tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "PUT /v2.0/subnets/ff7c17b2-39a6-418c-b9f1-335afb2bf26e HTTP/1.1" status: 200 len: 900 time: 4.6416955 Apr 05 20:29:57.971185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52940) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:58.217213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52946) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:58.309685 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.323441 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:29:50Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '119ced12-9704-4c56-94ce-e965efd993f8', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'port_id': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'mac_address': 'fa:16:3e:ac:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:21Z', 'revision_number': 1, 'project_id': '80fee2de873b412da3b3a54725609093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:40Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84273ea-8f80-49e3-99fc-abbdf3252455', 'name': '', 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:72:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'cb5e0bca-c71b-4bca-b476-b80b1b1192f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:47Z', 'updated_at': '2022-04-05T20:29:51Z', 'revision_number': 2, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'cb5e0bca-c71b-4bca-b476-b80b1b1192f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:58.324749 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cbcf7ee8-ac7a-4ab8-8c0a-04da9e20d831 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.333343 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Checking router: 7e96cba5-4251-47ee-a3f3-9314bf529a71 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:29:58.333685 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Updating router 7e96cba5-4251-47ee-a3f3-9314bf529a71 port a84273ea-8f80-49e3-99fc-abbdf3252455 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:29:58.365218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d74a6-db10-4896-8926-3e4a1f3e94aa tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event updated for resources: {'Subnet': ['ID=ff7c17b2-39a6-418c-b9f1-335afb2bf26e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:58.371720 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'status': 'completed', 'code': 200} Apr 05 20:29:58.400476 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-eb6acc76-2a1a-45c5-b3da-648b3571880e None None] Provisioning for port 41a3070e-f7ac-40f5-a07f-a4707d81a763 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:58.418511 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.436887 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:58.763538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:29:58.791084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 41a3070e-f7ac-40f5-a07f-a4707d81a763 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:29:58.805044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:29:58.814915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3d797eb8-c130-4d8d-b1ad-9b9ef8f28888 req-ea51a5e8-ce7a-475a-aacc-412d4ab6a873 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Synchronizing usage tracker for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:29:58.823010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:29:58.906218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Pushing event updated for resources: {'Port': ['ID=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:58.909824 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Allocated IP 172.20.0.13 (91b81c43-5b6b-44fb-b2e0-c358cc48f5ef/d1356f70-0114-45ce-aab5-768404948e3c/95d4a448-2379-424d-86a7-700e6d5b6495) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:29:58.967322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 41a3070e-f7ac-40f5-a07f-a4707d81a763 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:29:59.025307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3d797eb8-c130-4d8d-b1ad-9b9ef8f28888 req-ea51a5e8-ce7a-475a-aacc-412d4ab6a873 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Unset dirty status for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:29:59.039078 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 41a3070e-f7ac-40f5-a07f-a4707d81a763 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:29:59.039664 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3d797eb8-c130-4d8d-b1ad-9b9ef8f28888 req-ea51a5e8-ce7a-475a-aacc-412d4ab6a873 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 210 time: 0.4337883 Apr 05 20:29:59.039872 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.073594 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.104656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:59.112258 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.164071 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.180965 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Transition to ACTIVE for port object a84273ea-8f80-49e3-99fc-abbdf3252455 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:29:59.202753 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cbcf7ee8-ac7a-4ab8-8c0a-04da9e20d831 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.205952 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cbcf7ee8-ac7a-4ab8-8c0a-04da9e20d831 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.208989 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d2c8ec0d-19f6-4bf7-89fc-d371b4ad8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:29:02Z', 'revision_number': 4, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port': {'id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:53Z', 'updated_at': '2022-04-05T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '351622d3-1fe9-4f6e-a19c-5519934b9b7b', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'floating_ip_address': '172.25.8.61', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'port_id': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:29:13Z', 'updated_at': '2022-04-05T20:29:51Z', 'revision_number': 1, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a476303-e593-4476-8d87-5166c20724f6', 'name': '', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'mac_address': 'fa:16:3e:73:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:59Z', 'updated_at': '2022-04-05T20:29:17Z', 'revision_number': 5, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'subnets': [{'id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:59.227976 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79b1cddb-371b-498e-a6f4-655537f042ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.244883 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cbcf7ee8-ac7a-4ab8-8c0a-04da9e20d831 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.245665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcf7ee8-ac7a-4ab8-8c0a-04da9e20d831 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0667a87f-065a-47ef-bf8e-e7a560b067cd {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:29:59.258691 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cbcf7ee8-ac7a-4ab8-8c0a-04da9e20d831 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.260060 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cbcf7ee8-ac7a-4ab8-8c0a-04da9e20d831 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] 10.222.0.24 "DELETE /v2.0/routers/0667a87f-065a-47ef-bf8e-e7a560b067cd HTTP/1.1" status: 204 len: 168 time: 1.4279416 Apr 05 20:29:59.271165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52968) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:29:59.286197 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.288685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-79b1cddb-371b-498e-a6f4-655537f042ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:59.294421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-73ce9c50-e634-4df5-b09a-976024ae94a9 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Request body: {'router': {'name': 'tempest-router-1007985388', 'distributed': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:59.299570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-73ce9c50-e634-4df5-b09a-976024ae94a9 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:29:59.303738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-73ce9c50-e634-4df5-b09a-976024ae94a9 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Usage tracker for resource:router and tenant:0f4c3dc77343476a9a1e0d251b07d945 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:59.306898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-73ce9c50-e634-4df5-b09a-976024ae94a9 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:59.313653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-73ce9c50-e634-4df5-b09a-976024ae94a9 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:59.337696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99c40c-67a1-4f26-9ddd-097966bad0b6 req-c5fe9881-4869-4eb1-a94a-2c528733b67a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:59.340026 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aa99c40c-67a1-4f26-9ddd-097966bad0b6 req-c5fe9881-4869-4eb1-a94a-2c528733b67a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 945 time: 1.1481068 Apr 05 20:29:59.343057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-79b1cddb-371b-498e-a6f4-655537f042ef admin admin] Usage tracker for resource:security_group_rule and tenant:ce9be35aa5d945b39e16149bc2d7ba36 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:29:59.347062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73ce9c50-e634-4df5-b09a-976024ae94a9 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.348323 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73ce9c50-e634-4df5-b09a-976024ae94a9 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.353323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-79b1cddb-371b-498e-a6f4-655537f042ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:29:59.359040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77052b-bcd4-4db9-ae71-faec9cb85d35 req-15526d44-551f-44db-8e8d-d999fa9fb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:59.360778 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3e77052b-bcd4-4db9-ae71-faec9cb85d35 req-15526d44-551f-44db-8e8d-d999fa9fb008 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 1096 time: 0.8750784 Apr 05 20:29:59.361043 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.382997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-79b1cddb-371b-498e-a6f4-655537f042ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:29:59.399890 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8ec0d-19f6-4bf7-89fc-d371b4ad8c89 None None] Checking router: 276dfbdf-6f2d-4996-bf23-7effd7a1c79b for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:29:59.418489 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082670fd-d602-4d89-8fd3-92497d744707 None None] Pushing event updated for resources: {'Port': ['ID=a84273ea-8f80-49e3-99fc-abbdf3252455,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:29:59.449176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Deleting port 41a3070e-f7ac-40f5-a07f-a4707d81a763 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:29:59.449573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.456508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 41a3070e-f7ac-40f5-a07f-a4707d81a763, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=41a3070e-f7ac-40f5-a07f-a4707d81a763,segment=NetworkSegment(18068d4d-7224-4fc4-948c-1242df745941),segment_id=18068d4d-7224-4fc4-948c-1242df745941)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:29:59.464663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c8ec0d-19f6-4bf7-89fc-d371b4ad8c89 None None] Routers {'276dfbdf-6f2d-4996-bf23-7effd7a1c79b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:29:59.465649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d2c8ec0d-19f6-4bf7-89fc-d371b4ad8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:29:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:29:59.543927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77052b-bcd4-4db9-ae71-faec9cb85d35 req-990b24aa-fced-4bab-acc4-1760298d15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:59.545728 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3e77052b-bcd4-4db9-ae71-faec9cb85d35 req-990b24aa-fced-4bab-acc4-1760298d15e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.1663318 Apr 05 20:29:59.570840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-e795a8f2-46cd-45e8-8bc8-fc160efd1000 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4056687 Apr 05 20:29:59.635813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Request body: {'port': {'device_id': '9278f287-7dea-4eda-a09f-86dee1fc74bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:29:59.768567 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73ce9c50-e634-4df5-b09a-976024ae94a9 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.772950 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3e77052b-bcd4-4db9-ae71-faec9cb85d35 req-ba47229c-fd85-4e7d-b673-19f6e8ff57e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 200 len: 998 time: 0.2136590 Apr 05 20:29:59.788217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d2c8ec0d-19f6-4bf7-89fc-d371b4ad8c89 None None] Set router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:29:59.840608 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Attempting to bind port a84273ea-8f80-49e3-99fc-abbdf3252455 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:29:59.841105 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Attempting to bind port a84273ea-8f80-49e3-99fc-abbdf3252455 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '51da3b7f-86e6-44a5-90be-a470b321be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:29:59.841555 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Attempting to bind port a84273ea-8f80-49e3-99fc-abbdf3252455 on network a4659a61-3f1e-4373-8400-7ec7e7415315 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:29:59.853096 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:29:59.853096 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Checking segment: {'id': '51da3b7f-86e6-44a5-90be-a470b321be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:29:59.853723 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.854218 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Bound using segment: {'id': '51da3b7f-86e6-44a5-90be-a470b321be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:29:59.854781 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Bound port: a84273ea-8f80-49e3-99fc-abbdf3252455, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51da3b7f-86e6-44a5-90be-a470b321be97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:29:59.855536 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:29:59.877720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77052b-bcd4-4db9-ae71-faec9cb85d35 req-0c8e3754-a23b-438c-85e2-75af57108899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:29:59.879191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3e77052b-bcd4-4db9-ae71-faec9cb85d35 req-0c8e3754-a23b-438c-85e2-75af57108899 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.0821025 Apr 05 20:29:59.892262 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aa99c40c-67a1-4f26-9ddd-097966bad0b6 req-9eb3b7b2-14d1-4cef-a4ea-269e29ce8597 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5354836 Apr 05 20:30:00.027331 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.042053 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73ce9c50-e634-4df5-b09a-976024ae94a9 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.067878 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] For port a84273ea-8f80-49e3-99fc-abbdf3252455, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:30:00.079296 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] For port a84273ea-8f80-49e3-99fc-abbdf3252455, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a84273ea-8f80-49e3-99fc-abbdf3252455,segment=NetworkSegment(51da3b7f-86e6-44a5-90be-a470b321be97),segment_id=51da3b7f-86e6-44a5-90be-a470b321be97)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:30:00.090274 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.150984 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-73ce9c50-e634-4df5-b09a-976024ae94a9 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.157430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-73ce9c50-e634-4df5-b09a-976024ae94a9 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8826296 Apr 05 20:30:00.169959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52988) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:00.223107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55e0b8-51a2-4bac-b3e9-6d6adf219f7c req-c6b47c2b-8641-4d73-834a-a2c1909bcf64 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:00.229091 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Routers {'7e96cba5-4251-47ee-a3f3-9314bf529a71'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:30:00.229720 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:29:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7e96cba5-4251-47ee-a3f3-9314bf529a71'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:00.229928 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da55e0b8-51a2-4bac-b3e9-6d6adf219f7c req-c6b47c2b-8641-4d73-834a-a2c1909bcf64 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.8599439 Apr 05 20:30:00.364902 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.394166 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0b2a5a46-4530-45c5-9547-feef71e0da3a tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.427665 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082670fd-d602-4d89-8fd3-92497d744707 None None] Pushing event updated for resources: {'Port': ['ID=a84273ea-8f80-49e3-99fc-abbdf3252455,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:00.455271 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082670fd-d602-4d89-8fd3-92497d744707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:00.455611 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082670fd-d602-4d89-8fd3-92497d744707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:00.455935 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082670fd-d602-4d89-8fd3-92497d744707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:00.456263 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082670fd-d602-4d89-8fd3-92497d744707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:00.456584 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082670fd-d602-4d89-8fd3-92497d744707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:00.456900 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082670fd-d602-4d89-8fd3-92497d744707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:00.457214 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082670fd-d602-4d89-8fd3-92497d744707 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:00.457532 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082670fd-d602-4d89-8fd3-92497d744707 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:00.457846 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082670fd-d602-4d89-8fd3-92497d744707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:00.458181 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082670fd-d602-4d89-8fd3-92497d744707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:00.458542 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082670fd-d602-4d89-8fd3-92497d744707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:00.458856 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082670fd-d602-4d89-8fd3-92497d744707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:00.503867 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.547838 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da55e0b8-51a2-4bac-b3e9-6d6adf219f7c req-1d88f670-f7c8-4ba7-a118-81a05b77b691 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627667 Apr 05 20:30:00.629541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b49011e-db86-41b0-bac5-68138d181494 None None] Network 26bac663-5509-4e6d-9638-298148b94dc5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:30:00.661062 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:30:00.667371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] For port 41a3070e-f7ac-40f5-a07f-a4707d81a763, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=41a3070e-f7ac-40f5-a07f-a4707d81a763,segment=NetworkSegment(18068d4d-7224-4fc4-948c-1242df745941),segment_id=18068d4d-7224-4fc4-948c-1242df745941)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:00.667732 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:00.722215 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] Set router 7e96cba5-4251-47ee-a3f3-9314bf529a71 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:30:00.730327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77052b-bcd4-4db9-ae71-faec9cb85d35 req-96f68620-a003-4d98-a926-6318c034f6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:00.733585 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3e77052b-bcd4-4db9-ae71-faec9cb85d35 req-96f68620-a003-4d98-a926-6318c034f6e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8358493 Apr 05 20:30:01.015532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Calling delete_port for 41a3070e-f7ac-40f5-a07f-a4707d81a763 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:01.066258 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=41a3070e-f7ac-40f5-a07f-a4707d81a763,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:01.068118 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0b2a5a46-4530-45c5-9547-feef71e0da3a tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:01.070748 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0b2a5a46-4530-45c5-9547-feef71e0da3a tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:01.108773 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e569ba7-b5bf-428a-93c8-7f6ad91df102 req-bbcc14c3-7fbf-47ac-8f89-895d7588cae6 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 210 time: 0.2718449 Apr 05 20:30:01.131837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0b2a5a46-4530-45c5-9547-feef71e0da3a tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:01.137550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2a5a46-4530-45c5-9547-feef71e0da3a tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 122beaf4-ce14-4c06-9dba-f4335d6d25ea {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:30:01.175194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d2c8ec0d-19f6-4bf7-89fc-d371b4ad8c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:29:02Z', 'revision_number': 4, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port': {'id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:53Z', 'updated_at': '2022-04-05T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '351622d3-1fe9-4f6e-a19c-5519934b9b7b', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'floating_ip_address': '172.25.8.61', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'port_id': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:29:13Z', 'updated_at': '2022-04-05T20:29:51Z', 'revision_number': 1, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a476303-e593-4476-8d87-5166c20724f6', 'name': '', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'mac_address': 'fa:16:3e:73:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:59Z', 'updated_at': '2022-04-05T20:29:17Z', 'revision_number': 5, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'subnets': [{'id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:01.180225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-41e68e8b-1705-465d-ae50-f187441dd004 None None] Provisioning complete for port 41a3070e-f7ac-40f5-a07f-a4707d81a763 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:01.180225 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-41e68e8b-1705-465d-ae50-f187441dd004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:01.219291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c8ec0d-19f6-4bf7-89fc-d371b4ad8c89 None None] The sync data for ids ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'] in n-d-836604-1 is: [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:29:02Z', 'revision_number': 4, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port': {'id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:53Z', 'updated_at': '2022-04-05T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '351622d3-1fe9-4f6e-a19c-5519934b9b7b', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'floating_ip_address': '172.25.8.61', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'port_id': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:29:13Z', 'updated_at': '2022-04-05T20:29:51Z', 'revision_number': 1, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a476303-e593-4476-8d87-5166c20724f6', 'name': '', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'mac_address': 'fa:16:3e:73:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:59Z', 'updated_at': '2022-04-05T20:29:17Z', 'revision_number': 5, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'subnets': [{'id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:30:01.304188 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:01.334364 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79b1cddb-371b-498e-a6f4-655537f042ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:01.406483 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3e77052b-bcd4-4db9-ae71-faec9cb85d35 req-e313270d-1a56-4c4b-9ab7-65ff1f115e03 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803304 Apr 05 20:30:01.415992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4cf81-4027-448c-9824-1ef7c4bdd71b req-d3de4cd3-9257-46db-8fd6-497a661bf6b2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:01.434735 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cef4cf81-4027-448c-9824-1ef7c4bdd71b req-d3de4cd3-9257-46db-8fd6-497a661bf6b2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 945 time: 1.3505313 Apr 05 20:30:01.436522 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79b1cddb-371b-498e-a6f4-655537f042ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:01.505576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Pushing event updated for resources: {'Port': ['ID=95d4a448-2379-424d-86a7-700e6d5b6495,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:01.647245 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:29:50Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '119ced12-9704-4c56-94ce-e965efd993f8', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'port_id': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'mac_address': 'fa:16:3e:ac:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:21Z', 'revision_number': 1, 'project_id': '80fee2de873b412da3b3a54725609093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:40Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84273ea-8f80-49e3-99fc-abbdf3252455', 'name': '', 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:72:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'cb5e0bca-c71b-4bca-b476-b80b1b1192f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:47Z', 'updated_at': '2022-04-05T20:30:00Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'cb5e0bca-c71b-4bca-b476-b80b1b1192f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:01.657782 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc3a94a-1df7-4f74-acd7-60daeebd997e None None] The sync data for ids ['7e96cba5-4251-47ee-a3f3-9314bf529a71'] in n-d-836604-1 is: [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:29:50Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '119ced12-9704-4c56-94ce-e965efd993f8', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'port_id': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'mac_address': 'fa:16:3e:ac:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:21Z', 'revision_number': 1, 'project_id': '80fee2de873b412da3b3a54725609093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:40Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84273ea-8f80-49e3-99fc-abbdf3252455', 'name': '', 'network_id': 'a4659a61-3f1e-4373-8400-7ec7e7415315', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:72:6b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': 'cb5e0bca-c71b-4bca-b476-b80b1b1192f7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:29:47Z', 'updated_at': '2022-04-05T20:30:00Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'cb5e0bca-c71b-4bca-b476-b80b1b1192f7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:30:01.678235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:01.691327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:01.762287 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a2ab89-6d79-42f2-80bd-82155176029e None None] New status for floating IP 351622d3-1fe9-4f6e-a19c-5519934b9b7b: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:30:01.767414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:30:01.896497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9fa17965-4fb2-4eae-925a-d95c2b8651c6 None None] Provisioning complete for port 41a3070e-f7ac-40f5-a07f-a4707d81a763 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:01.896993 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9fa17965-4fb2-4eae-925a-d95c2b8651c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:02.002579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:02.003733 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:02.090768 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5152f07f-b5f5-43ab-9360-7cdb97fb3a6f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0775354 Apr 05 20:30:02.099839 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3e77052b-bcd4-4db9-ae71-faec9cb85d35 req-75535c89-da51-4396-a9d9-7ceb6c910688 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6440513 Apr 05 20:30:02.100937 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0b2a5a46-4530-45c5-9547-feef71e0da3a tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:02.104293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Request body: {'port': {'device_id': '1063ee4a-6d73-4504-ad02-9db180a52e27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:02.106306 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0b2a5a46-4530-45c5-9547-feef71e0da3a tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] 10.222.0.24 "DELETE /v2.0/routers/122beaf4-ce14-4c06-9dba-f4335d6d25ea HTTP/1.1" status: 204 len: 168 time: 1.9344835 Apr 05 20:30:02.121171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53012) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:02.133817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9fa17965-4fb2-4eae-925a-d95c2b8651c6 None None] Port 41a3070e-f7ac-40f5-a07f-a4707d81a763 update to ACTIVE by agent not found {{(pid=87966) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 05 20:30:02.163196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:02.170804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f990e3a9-1d10-4d0e-8fc1-d8e0ce836541 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Request body: {'router': {'name': 'tempest-router-808849811', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ec85cb35df4d459d90bb2b4193b115f5'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:02.210488 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cef4cf81-4027-448c-9824-1ef7c4bdd71b req-94c1de3e-a621-4bdc-a316-2b7e1c8ea4b5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7747931 Apr 05 20:30:02.221500 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-79b1cddb-371b-498e-a6f4-655537f042ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce9be35aa5d945b39e16149bc2d7ba36&name=default HTTP/1.1" status: 200 len: 2983 time: 4.0026326 Apr 05 20:30:02.223825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f990e3a9-1d10-4d0e-8fc1-d8e0ce836541 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:02.229504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53022) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:02.230189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1cddb-371b-498e-a6f4-655537f042ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535ceba2-7eae-4574-8f96-e4fdf7da15b5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:02.236860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f990e3a9-1d10-4d0e-8fc1-d8e0ce836541 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Usage tracker for resource:router and tenant:ec85cb35df4d459d90bb2b4193b115f5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:02.288696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f990e3a9-1d10-4d0e-8fc1-d8e0ce836541 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:02.308226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f990e3a9-1d10-4d0e-8fc1-d8e0ce836541 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:02.345738 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f990e3a9-1d10-4d0e-8fc1-d8e0ce836541 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:02.347115 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f990e3a9-1d10-4d0e-8fc1-d8e0ce836541 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:02.456700 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-868b8b79-a591-4ff1-b109-87f2915ba918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:02.465216 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f990e3a9-1d10-4d0e-8fc1-d8e0ce836541 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:02.503011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Port': ['ID=41a3070e-f7ac-40f5-a07f-a4707d81a763,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:02.535748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918047c-6874-44d7-a13b-ac3949461166 req-7c7a5236-a151-4d54-afe7-64762405c7b1 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:02.535748 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4918047c-6874-44d7-a13b-ac3949461166 req-7c7a5236-a151-4d54-afe7-64762405c7b1 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.41 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 0.4910808 Apr 05 20:30:02.538426 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-868b8b79-a591-4ff1-b109-87f2915ba918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:02.613236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c916b458-3e81-483f-afcc-2fe30fe88141 None None] DHCP port deletion for 26bac663-5509-4e6d-9638-298148b94dc5 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:30:02.639303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba01368-25c1-4c83-b21e-7fbc326590a2 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:30:02.657317 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-4918047c-6874-44d7-a13b-ac3949461166 req-197e143a-0449-4306-83c3-58c39da7c566 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Deleting port fc2d8512-1896-4a96-af69-8e8e75f13172 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:02.657655 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4918047c-6874-44d7-a13b-ac3949461166 req-197e143a-0449-4306-83c3-58c39da7c566 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:02.736563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a84273ea-8f80-49e3-99fc-abbdf3252455 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:02.752940 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:30:02.761495 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:02.825394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No DVR routers for this DVR port 41a3070e-f7ac-40f5-a07f-a4707d81a763 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:02.892265 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f990e3a9-1d10-4d0e-8fc1-d8e0ce836541 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:02.925997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181b90b-094b-4710-9e60-7da3404e7c9c req-6c377fd6-28e4-4bd6-88eb-3fbd192e3a4b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:02.933350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0181b90b-094b-4710-9e60-7da3404e7c9c req-6c377fd6-28e4-4bd6-88eb-3fbd192e3a4b tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 946 time: 1.0138633 Apr 05 20:30:02.962190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e54b9-2e3d-4986-92ed-66f7e42389ce req-b11350e3-3952-4373-8bf8-0e91523220d5 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:02.962523 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba01368-25c1-4c83-b21e-7fbc326590a2 None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:30:02.963841 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-540e54b9-2e3d-4986-92ed-66f7e42389ce req-b11350e3-3952-4373-8bf8-0e91523220d5 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 932 time: 0.5772328 Apr 05 20:30:02.965789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a84273ea-8f80-49e3-99fc-abbdf3252455 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:02.977346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a84273ea-8f80-49e3-99fc-abbdf3252455 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:02.980208 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.010681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:30:03.043640 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0181b90b-094b-4710-9e60-7da3404e7c9c req-1bd3dab7-ee87-4ef4-a95d-8f03bb92c47f tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/security-groups?id=8fc1c8df-49ee-462b-9d6d-db1c3e627e39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082983 Apr 05 20:30:03.107827 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-868b8b79-a591-4ff1-b109-87f2915ba918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.110418 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-868b8b79-a591-4ff1-b109-87f2915ba918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.114219 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.114448 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-868b8b79-a591-4ff1-b109-87f2915ba918 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/535ceba2-7eae-4574-8f96-e4fdf7da15b5 HTTP/1.1" status: 204 len: 168 time: 0.8793805 Apr 05 20:30:03.134431 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-540e54b9-2e3d-4986-92ed-66f7e42389ce req-938dd974-fd17-4729-bf3c-f36e338aa892 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639311 Apr 05 20:30:03.144923 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.204967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Transition to ACTIVE for port object 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:03.208944 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f990e3a9-1d10-4d0e-8fc1-d8e0ce836541 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.210397 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f990e3a9-1d10-4d0e-8fc1-d8e0ce836541 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0847471 Apr 05 20:30:03.213723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53038) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:03.217944 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b8b79-a591-4ff1-b109-87f2915ba918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535ceba2-7eae-4574-8f96-e4fdf7da15b5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:03.254649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a15b86a3-cc44-4913-8aaa-de5be629c27f tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:03.284140 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.294232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4918047c-6874-44d7-a13b-ac3949461166 req-197e143a-0449-4306-83c3-58c39da7c566 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] For port fc2d8512-1896-4a96-af69-8e8e75f13172, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=fc2d8512-1896-4a96-af69-8e8e75f13172,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:03.294817 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4918047c-6874-44d7-a13b-ac3949461166 req-197e143a-0449-4306-83c3-58c39da7c566 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.398694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a84273ea-8f80-49e3-99fc-abbdf3252455, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a84273ea-8f80-49e3-99fc-abbdf3252455,segment=NetworkSegment(51da3b7f-86e6-44a5-90be-a470b321be97),segment_id=51da3b7f-86e6-44a5-90be-a470b321be97)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:03.413276 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.473391 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-4918047c-6874-44d7-a13b-ac3949461166 req-197e143a-0449-4306-83c3-58c39da7c566 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Calling delete_port for fc2d8512-1896-4a96-af69-8e8e75f13172 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:03.597198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a84273ea-8f80-49e3-99fc-abbdf3252455,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:03.669404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4918047c-6874-44d7-a13b-ac3949461166 req-197e143a-0449-4306-83c3-58c39da7c566 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.698337 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.736670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e143a-0449-4306-83c3-58c39da7c566 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Pushing event deleted for resources: {'Port': ['ID=fc2d8512-1896-4a96-af69-8e8e75f13172,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:03.824970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-26bac663-5509-4e6d-9638-298148b94dc5', 'network_id': '26bac663-5509-4e6d-9638-298148b94dc5', 'tenant_id': 'f9fe8d985ebf40e9a3e25ddc920ad637', 'fixed_ips': [{'subnet_id': 'ff7c17b2-39a6-418c-b9f1-335afb2bf26e'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:30:03.825667 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.848902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53052) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:03.879624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4918047c-6874-44d7-a13b-ac3949461166 req-197e143a-0449-4306-83c3-58c39da7c566 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] No DVR routers for this DVR port fc2d8512-1896-4a96-af69-8e8e75f13172 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:03.884166 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4918047c-6874-44d7-a13b-ac3949461166 req-197e143a-0449-4306-83c3-58c39da7c566 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.886900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd031c9b6-087e-48b8-998d-3397ab4b8e3f', 'name': 'network-vif-deleted', 'tag': 'fc2d8512-1896-4a96-af69-8e8e75f13172'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:03.900797 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41bb6586-5757-47fc-bfee-eee4d1d45b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:03.925900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-41bb6586-5757-47fc-bfee-eee4d1d45b3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:03.933646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-41bb6586-5757-47fc-bfee-eee4d1d45b3a admin admin] Usage tracker for resource:security_group_rule and tenant:28f2d6d59ab440de851d67130ca0b14b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:03.941539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-41bb6586-5757-47fc-bfee-eee4d1d45b3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:03.948188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-41bb6586-5757-47fc-bfee-eee4d1d45b3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:04.014231 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd031c9b6-087e-48b8-998d-3397ab4b8e3f', 'name': 'network-vif-deleted', 'tag': 'fc2d8512-1896-4a96-af69-8e8e75f13172', 'status': 'completed', 'code': 200} Apr 05 20:30:04.021456 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4918047c-6874-44d7-a13b-ac3949461166 req-197e143a-0449-4306-83c3-58c39da7c566 tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.41 "DELETE /v2.0/ports/fc2d8512-1896-4a96-af69-8e8e75f13172 HTTP/1.1" status: 204 len: 173 time: 1.4625599 Apr 05 20:30:04.027475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Allocated IP 2001:db8::3 (26bac663-5509-4e6d-9638-298148b94dc5/ff7c17b2-39a6-418c-b9f1-335afb2bf26e/2e36f15a-b691-4f42-8843-9de7001de3d0) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:04.149456 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41bb6586-5757-47fc-bfee-eee4d1d45b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.158642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41bb6586-5757-47fc-bfee-eee4d1d45b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.242814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb6586-5757-47fc-bfee-eee4d1d45b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33691ce5-653e-4fc1-85b4-ba883e4d741d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:04.330162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device fc2d8512-1896-4a96-af69-8e8e75f13172 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:04.338694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-34810367-05e0-48a7-a438-54a566f0af3b req-bccf5296-799f-4bc4-98b5-eb3dbae5436d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Synchronizing usage tracker for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:30:04.343579 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-41bb6586-5757-47fc-bfee-eee4d1d45b3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28f2d6d59ab440de851d67130ca0b14b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4881539 Apr 05 20:30:04.346677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53074) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:04.399011 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: fc2d8512-1896-4a96-af69-8e8e75f13172 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:30:04.399011 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device fc2d8512-1896-4a96-af69-8e8e75f13172 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:04.438919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-34810367-05e0-48a7-a438-54a566f0af3b req-bccf5296-799f-4bc4-98b5-eb3dbae5436d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] Unset dirty status for tenant:82397fe5d80f49599d0b8e518897ed13 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:30:04.440278 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34810367-05e0-48a7-a438-54a566f0af3b req-bccf5296-799f-4bc4-98b5-eb3dbae5436d tempest-ServerRescueNegativeTestJSON-1936315564 tempest-ServerRescueNegativeTestJSON-1936315564-project] 10.222.0.24 "GET /v2.0/ports?device_id=d031c9b6-087e-48b8-998d-3397ab4b8e3f HTTP/1.1" status: 200 len: 210 time: 0.1589780 Apr 05 20:30:04.456269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd709631-47a6-46a7-9f4d-e07157e9ca3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.477612 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a15b86a3-cc44-4913-8aaa-de5be629c27f tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.477992 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a15b86a3-cc44-4913-8aaa-de5be629c27f tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.496843 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd709631-47a6-46a7-9f4d-e07157e9ca3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.544060 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.561052 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd709631-47a6-46a7-9f4d-e07157e9ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.569403 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Transition to ACTIVE for port object 2e36f15a-b691-4f42-8843-9de7001de3d0 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:04.596364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd709631-47a6-46a7-9f4d-e07157e9ca3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33691ce5-653e-4fc1-85b4-ba883e4d741d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:04.607475 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd709631-47a6-46a7-9f4d-e07157e9ca3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.608422 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cd709631-47a6-46a7-9f4d-e07157e9ca3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33691ce5-653e-4fc1-85b4-ba883e4d741d HTTP/1.1" status: 204 len: 168 time: 0.2607017 Apr 05 20:30:04.623408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Pushing event updated for resources: {'Port': ['ID=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:04.623621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Transition to ACTIVE for port object 2e36f15a-b691-4f42-8843-9de7001de3d0 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:04.654641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a84273ea-8f80-49e3-99fc-abbdf3252455 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:04.708828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a15b86a3-cc44-4913-8aaa-de5be629c27f tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87964) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 05 20:30:04.709737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a15b86a3-cc44-4913-8aaa-de5be629c27f tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Router c33ae192-3c8e-400c-8444-8d75cd57f7d7 migrating from provider to provider. {{(pid=87964) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 05 20:30:04.710327 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a15b86a3-cc44-4913-8aaa-de5be629c27f tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.715668 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a15b86a3-cc44-4913-8aaa-de5be629c27f tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.775083 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.829075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8e637-9782-49e3-8120-f47d6b76704d req-3006c4d9-29ce-462a-9824-8f025240eed2 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:04.832835 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ed8e637-9782-49e3-8120-f47d6b76704d req-3006c4d9-29ce-462a-9824-8f025240eed2 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 932 time: 0.1804430 Apr 05 20:30:04.883964 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a15b86a3-cc44-4913-8aaa-de5be629c27f tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:04.904401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Network 26bac663-5509-4e6d-9638-298148b94dc5 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:04.906163 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ed8e637-9782-49e3-8120-f47d6b76704d req-22a26853-8ccc-4c0b-8b49-5004c7bb6454 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660524 Apr 05 20:30:04.914239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:04.916575 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Pushing event updated for resources: {'Port': ['ID=2e36f15a-b691-4f42-8843-9de7001de3d0,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:04.919096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:30:04.970026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a84273ea-8f80-49e3-99fc-abbdf3252455 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:04.970613 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.095511 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Attempting to bind port 2e36f15a-b691-4f42-8843-9de7001de3d0 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:30:05.096544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Attempting to bind port 2e36f15a-b691-4f42-8843-9de7001de3d0 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '18068d4d-7224-4fc4-948c-1242df745941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '26bac663-5509-4e6d-9638-298148b94dc5'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:30:05.097093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Attempting to bind port 2e36f15a-b691-4f42-8843-9de7001de3d0 on network 26bac663-5509-4e6d-9638-298148b94dc5 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:30:05.108170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:30:05.108546 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Checking segment: {'id': '18068d4d-7224-4fc4-948c-1242df745941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '26bac663-5509-4e6d-9638-298148b94dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:30:05.108944 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.109335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Bound using segment: {'id': '18068d4d-7224-4fc4-948c-1242df745941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '26bac663-5509-4e6d-9638-298148b94dc5'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:30:05.109849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Bound port: 2e36f15a-b691-4f42-8843-9de7001de3d0, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18068d4d-7224-4fc4-948c-1242df745941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '26bac663-5509-4e6d-9638-298148b94dc5'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:30:05.110470 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.176180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Attempting to bind port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:30:05.176588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Attempting to bind port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:30:05.177200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Attempting to bind port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d on network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:30:05.182974 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.204832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d on network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:30:05.205322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Attempting to bind port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d on network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:30:05.251209 n-d-836604-1 neutron-server[87964]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a15b86a3-cc44-4913-8aaa-de5be629c27f tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] No L3 agents can host the router c33ae192-3c8e-400c-8444-8d75cd57f7d7 Apr 05 20:30:05.273681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] For port 2e36f15a-b691-4f42-8843-9de7001de3d0, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:30:05.277375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] For port 2e36f15a-b691-4f42-8843-9de7001de3d0, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2e36f15a-b691-4f42-8843-9de7001de3d0,segment=NetworkSegment(18068d4d-7224-4fc4-948c-1242df745941),segment_id=18068d4d-7224-4fc4-948c-1242df745941)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:30:05.283983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95d4a448-2379-424d-86a7-700e6d5b6495 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:30:05.286248 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.292033 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.310281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Transition to ACTIVE for port object 95d4a448-2379-424d-86a7-700e6d5b6495 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:05.311543 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:30:05.312059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Checking segment: {'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:30:05.312447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Bound using segment: {'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:30:05.314121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Bound port: 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:30:05.314739 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.355659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 41a3070e-f7ac-40f5-a07f-a4707d81a763 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:05.355783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0738acc-527c-49eb-8444-218a8b614f1a req-551d00e5-98a9-4686-92af-777ddbe15343 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:05.355783 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f0738acc-527c-49eb-8444-218a8b614f1a req-551d00e5-98a9-4686-92af-777ddbe15343 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 945 time: 1.6372750 Apr 05 20:30:05.402089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7c17b2-39a6-418c-b9f1-335afb2bf26e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:05.402319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 41a3070e-f7ac-40f5-a07f-a4707d81a763 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:30:05.402538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 41a3070e-f7ac-40f5-a07f-a4707d81a763 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:05.406145 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.539324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d02b5-443d-4943-84eb-cb3d8820413e None None] Pushing event updated for resources: {'Port': ['ID=2e36f15a-b691-4f42-8843-9de7001de3d0,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:05.576099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4544bfa2-48ae-48f9-bc71-630b49111c0d None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:30:05.592730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53112) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:05.667528 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:05.714235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=95d4a448-2379-424d-86a7-700e6d5b6495,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:05.841796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bac663-5509-4e6d-9638-298148b94dc5']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:05.867720 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4544bfa2-48ae-48f9-bc71-630b49111c0d None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:30:05.917489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18068d4d-7224-4fc4-948c-1242df745941') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:05.917776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18068d4d-7224-4fc4-948c-1242df745941') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:06.037918 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:06.139888 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f0738acc-527c-49eb-8444-218a8b614f1a req-51595516-5f07-45e5-a3c1-4504e4abb19c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7005744 Apr 05 20:30:06.238855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] For port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:30:06.253675 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:06.301829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:30:06.309404 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:06.335713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] For port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:30:06.337376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b86a3-cc44-4913-8aaa-de5be629c27f tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Hosts for router c33ae192-3c8e-400c-8444-8d75cd57f7d7: [] {{(pid=87964) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:30:06.363583 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:30:06.434869 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:06.538419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f74c094-5589-45cf-81a2-77de60ae4c5a None None] Network 26bac663-5509-4e6d-9638-298148b94dc5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:30:06.711660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2439f379-399d-4662-9fd2-f5e971c65ac8 req-5a767cfc-4b8b-43cb-b417-6a45e35f661b tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:06.713273 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2439f379-399d-4662-9fd2-f5e971c65ac8 req-5a767cfc-4b8b-43cb-b417-6a45e35f661b tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 944 time: 0.5456004 Apr 05 20:30:06.759387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53146) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:06.795728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Attempting to bind port 95d4a448-2379-424d-86a7-700e6d5b6495 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:30:06.796370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Attempting to bind port 95d4a448-2379-424d-86a7-700e6d5b6495 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:30:06.797091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Attempting to bind port 95d4a448-2379-424d-86a7-700e6d5b6495 on network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:30:06.905193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a2ad9-34bf-4c0f-97f6-5a15808ee4f0 None None] DHCP port deletion for 26bac663-5509-4e6d-9638-298148b94dc5 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:30:06.909071 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-434a2ad9-34bf-4c0f-97f6-5a15808ee4f0 None None] Deleting port 2e36f15a-b691-4f42-8843-9de7001de3d0 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:06.909444 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-434a2ad9-34bf-4c0f-97f6-5a15808ee4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:06.962952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Port 95d4a448-2379-424d-86a7-700e6d5b6495 on network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:30:06.963540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Attempting to bind port 95d4a448-2379-424d-86a7-700e6d5b6495 on network 91b81c43-5b6b-44fb-b2e0-c358cc48f5ef {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:30:06.975206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b86a3-cc44-4913-8aaa-de5be629c27f tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Hosts for other DVR routers connected to router c33ae192-3c8e-400c-8444-8d75cd57f7d7: set() {{(pid=87964) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 05 20:30:06.996274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:06.996962 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.000634 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] 10.222.0.13 "PUT /v2.0/ports/56ca94c2-4ff1-423c-8b3d-ec525d6ba23d HTTP/1.1" status: 200 len: 1091 time: 7.4031959 Apr 05 20:30:07.065022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:30:07.065612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Checking segment: {'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:30:07.071991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Bound using segment: {'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:30:07.072800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Bound port: 95d4a448-2379-424d-86a7-700e6d5b6495, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc28ab16-a027-48f7-b692-8e8447fc4829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:30:07.073340 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.078298 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2439f379-399d-4662-9fd2-f5e971c65ac8 req-d26ad33e-180b-4d21-92f5-cd5a20becdef tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350670 Apr 05 20:30:07.113300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9278f287-7dea-4eda-a09f-86dee1fc74bd', 'tag': '56ca94c2-4ff1-423c-8b3d-ec525d6ba23d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:07.118082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521c98b-2423-4551-832a-806c52a6ff10 service neutron] Pushing event updated for resources: {'Port': ['ID=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:07.225311 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 20:30:07.225311 n-d-836604-1 neutron-server[87964]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 20:30:07.225311 n-d-836604-1 neutron-server[87964]: [parameters: {'id': '26bac663-5509-4e6d-9638-298148b94dc5'}] Apr 05 20:30:07.225311 n-d-836604-1 neutron-server[87964]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:30:07.225738 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:30:07.231831 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9278f287-7dea-4eda-a09f-86dee1fc74bd', 'tag': '56ca94c2-4ff1-423c-8b3d-ec525d6ba23d', 'status': 'completed', 'code': 200} Apr 05 20:30:07.243475 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a15b86a3-cc44-4913-8aaa-de5be629c27f tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.247506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a15b86a3-cc44-4913-8aaa-de5be629c27f tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] 10.222.0.24 "PUT /v2.0/routers/c33ae192-3c8e-400c-8444-8d75cd57f7d7 HTTP/1.1" status: 200 len: 716 time: 4.0213494 Apr 05 20:30:07.254003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53166) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:07.402072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-434a2ad9-34bf-4c0f-97f6-5a15808ee4f0 None None] For port 2e36f15a-b691-4f42-8843-9de7001de3d0, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2e36f15a-b691-4f42-8843-9de7001de3d0,segment=NetworkSegment(18068d4d-7224-4fc4-948c-1242df745941),segment_id=18068d4d-7224-4fc4-948c-1242df745941)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:07.402753 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-434a2ad9-34bf-4c0f-97f6-5a15808ee4f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.453125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5c3f9-79bc-42d2-96e7-a33dc11f086c req-289e20a0-0fb3-4cf9-ba69-47f192737c49 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:07.460632 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-96f5c3f9-79bc-42d2-96e7-a33dc11f086c req-289e20a0-0fb3-4cf9-ba69-47f192737c49 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 945 time: 1.0938501 Apr 05 20:30:07.487604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] For port 95d4a448-2379-424d-86a7-700e6d5b6495, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:30:07.496728 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-29ee3e7c-8b7a-408a-afd2-021dcb0d6ed1 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] 10.222.0.24 "GET /v2.0/routers/c33ae192-3c8e-400c-8444-8d75cd57f7d7 HTTP/1.1" status: 200 len: 716 time: 0.2415459 Apr 05 20:30:07.498842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] For port 95d4a448-2379-424d-86a7-700e6d5b6495, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=95d4a448-2379-424d-86a7-700e6d5b6495,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:30:07.501350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53178) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:07.670238 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.680405 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-434a2ad9-34bf-4c0f-97f6-5a15808ee4f0 None None] Calling delete_port for 2e36f15a-b691-4f42-8843-9de7001de3d0 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:07.712577 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.840612 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.861663 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-434a2ad9-34bf-4c0f-97f6-5a15808ee4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.914931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a2ad9-34bf-4c0f-97f6-5a15808ee4f0 None None] Pushing event deleted for resources: {'Port': ['ID=2e36f15a-b691-4f42-8843-9de7001de3d0,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:07.930542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a2ad9-34bf-4c0f-97f6-5a15808ee4f0 None None] No DVR routers for this DVR port 2e36f15a-b691-4f42-8843-9de7001de3d0 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:07.944669 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-96f5c3f9-79bc-42d2-96e7-a33dc11f086c req-ea33e60e-1110-4768-8739-363f59d34044 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4830053 Apr 05 20:30:07.974650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:07.975258 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:07.976693 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/95d4a448-2379-424d-86a7-700e6d5b6495 HTTP/1.1" status: 200 len: 1092 time: 5.8771229 Apr 05 20:30:08.020453 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-01d027f0-1460-4e76-a47f-b5180c620f46 tempest-RoutersTestDVR-1808085987 tempest-RoutersTestDVR-1808085987-project] 10.222.0.24 "GET /v2.0/routers/c33ae192-3c8e-400c-8444-8d75cd57f7d7 HTTP/1.1" status: 200 len: 682 time: 0.5121760 Apr 05 20:30:08.023654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53206) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:08.173015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-2f9c5a6a-e513-460b-9497-3eb88fa1de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:08.174511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-2f9c5a6a-e513-460b-9497-3eb88fa1de30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9208e30a90949ee9d39a987d74d2831&device_id=9278f287-7dea-4eda-a09f-86dee1fc74bd HTTP/1.1" status: 200 len: 1094 time: 1.0291474 Apr 05 20:30:08.175116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b08365-843f-401a-850a-b20665a1f2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=95d4a448-2379-424d-86a7-700e6d5b6495,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:08.356902 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e5cc88-4127-474b-94e8-329c9cea3e43 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:08.432281 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-d609b636-6a88-4278-b6f4-848a0d37032c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d HTTP/1.1" status: 200 len: 217 time: 0.2407982 Apr 05 20:30:08.677358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53240) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:08.721340 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:08.749600 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:08.824078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bac663-5509-4e6d-9638-298148b94dc5']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:08.853070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-10446c33-2a6a-4342-89f3-e7fb994431d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:08.855390 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-10446c33-2a6a-4342-89f3-e7fb994431d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9208e30a90949ee9d39a987d74d2831&device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 1095 time: 0.7830377 Apr 05 20:30:08.856743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-c2f7df72-13bf-4b7f-bfec-97804ae26b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:08.858103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-c2f7df72-13bf-4b7f-bfec-97804ae26b65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1356f70-0114-45ce-aab5-768404948e3c HTTP/1.1" status: 200 len: 853 time: 0.3489082 Apr 05 20:30:08.863925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18068d4d-7224-4fc4-948c-1242df745941') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:08.864424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18068d4d-7224-4fc4-948c-1242df745941') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:08.976758 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:08.981498 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.005361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-f5633f1b-3858-4f3b-8ebb-23a565879bab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95d4a448-2379-424d-86a7-700e6d5b6495 HTTP/1.1" status: 200 len: 217 time: 0.1319320 Apr 05 20:30:09.013921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb6a26-f1a2-4d40-a471-aac2f88ad4b6 req-2fcb4f32-910a-47cc-9d58-8304b8d1e713 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:09.015314 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c7cb6a26-f1a2-4d40-a471-aac2f88ad4b6 req-2fcb4f32-910a-47cc-9d58-8304b8d1e713 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 944 time: 0.6865752 Apr 05 20:30:09.033447 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-200bdcbf-fdc6-43d4-aef3-b799912bc3d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573546 Apr 05 20:30:09.099346 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e5cc88-4127-474b-94e8-329c9cea3e43 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.106614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e5cc88-4127-474b-94e8-329c9cea3e43 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.140372 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e5cc88-4127-474b-94e8-329c9cea3e43 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.141370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e5cc88-4127-474b-94e8-329c9cea3e43 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c33ae192-3c8e-400c-8444-8d75cd57f7d7 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:30:09.161180 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e5cc88-4127-474b-94e8-329c9cea3e43 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.162114 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-17e5cc88-4127-474b-94e8-329c9cea3e43 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] 10.222.0.24 "DELETE /v2.0/routers/c33ae192-3c8e-400c-8444-8d75cd57f7d7 HTTP/1.1" status: 204 len: 168 time: 1.1374416 Apr 05 20:30:09.166528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53256) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:09.181818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-9ad3f33d-d819-4592-bd6f-c753a48c26b3 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Request body: {'router': {'name': 'tempest-router-2051788446', 'distributed': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:09.188238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9ad3f33d-d819-4592-bd6f-c753a48c26b3 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:09.192892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9ad3f33d-d819-4592-bd6f-c753a48c26b3 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Usage tracker for resource:router and tenant:0f4c3dc77343476a9a1e0d251b07d945 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:09.195760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9ad3f33d-d819-4592-bd6f-c753a48c26b3 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:09.229545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9ad3f33d-d819-4592-bd6f-c753a48c26b3 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:09.252127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1063ee4a-6d73-4504-ad02-9db180a52e27', 'tag': '95d4a448-2379-424d-86a7-700e6d5b6495'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:09.256963 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f33d-d819-4592-bd6f-c753a48c26b3 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.258080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ffb160d3-a292-4b5d-b318-6461745c06f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.258175 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f33d-d819-4592-bd6f-c753a48c26b3 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.277153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.286439 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f33d-d819-4592-bd6f-c753a48c26b3 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.314492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f33d-d819-4592-bd6f-c753a48c26b3 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.321922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Deleting port bdf6b300-7945-424e-b240-744badcf1e1e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:09.322527 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.322647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:30:09.322991 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:30:09.338926 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:30:09.342551 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1063ee4a-6d73-4504-ad02-9db180a52e27', 'tag': '95d4a448-2379-424d-86a7-700e6d5b6495', 'status': 'completed', 'code': 200} Apr 05 20:30:09.356618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ffb160d3-a292-4b5d-b318-6461745c06f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:09.411994 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9ad3f33d-d819-4592-bd6f-c753a48c26b3 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.413337 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9ad3f33d-d819-4592-bd6f-c753a48c26b3 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2457063 Apr 05 20:30:09.416447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53264) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:09.478676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ffb160d3-a292-4b5d-b318-6461745c06f1 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf2d805495b4d8e99392cf8b946aa3a is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:09.498669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-01706606-9039-475b-9033-eb421249dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:09.500664 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-01706606-9039-475b-9033-eb421249dc05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1356f70-0114-45ce-aab5-768404948e3c HTTP/1.1" status: 200 len: 853 time: 0.4724615 Apr 05 20:30:09.504958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ffb160d3-a292-4b5d-b318-6461745c06f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:09.518761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c7cb6a26-f1a2-4d40-a471-aac2f88ad4b6 req-fdf9dc87-9189-4293-85a2-c1ce92d88a77 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122694 Apr 05 20:30:09.535896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ffb160d3-a292-4b5d-b318-6461745c06f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:09.597042 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-1a67f458-32f8-41ed-9ec8-fe02ac9f462b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771217 Apr 05 20:30:09.606404 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.666200 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-042bd56d-1e35-402c-8adb-3f0210686244 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.682156 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:09.725627 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-b3c8d38e-6736-4bb2-b0d0-13097cd2ab94 service neutron] 10.222.0.13 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126569 Apr 05 20:30:09.734135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Network': ['ID=26bac663-5509-4e6d-9638-298148b94dc5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:09.848238 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-83579cf6-c2c8-473a-9e73-f124e4ddb9b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/26bac663-5509-4e6d-9638-298148b94dc5 HTTP/1.1" status: 204 len: 168 time: 11.7995503 Apr 05 20:30:09.855009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53280) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:09.974430 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1dfba5-c080-4a18-938c-55578784d298 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] DELETE failed (client error): The resource could not be found. Apr 05 20:30:09.974871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1dfba5-c080-4a18-938c-55578784d298 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:30:10.009072 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8e1dfba5-c080-4a18-938c-55578784d298 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/subnets/ff7c17b2-39a6-418c-b9f1-335afb2bf26e HTTP/1.1" status: 404 len: 337 time: 0.1529508 Apr 05 20:30:10.012390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53284) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:10.018313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] For port bdf6b300-7945-424e-b240-744badcf1e1e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bdf6b300-7945-424e-b240-744badcf1e1e,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:10.018769 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.072684 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-86d2aa04-596d-4f60-bf26-e7b7e8dd4f1b service neutron] 10.222.0.41 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541135 Apr 05 20:30:10.086075 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ffb160d3-a292-4b5d-b318-6461745c06f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.108663 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81878645-f977-482e-874d-66dde3ff78aa tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.178045 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-0962d83b-1617-4e6a-ad3b-0ca635cde990 service neutron] 10.222.0.13 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354060 Apr 05 20:30:10.201666 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ffb160d3-a292-4b5d-b318-6461745c06f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.377969 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-042bd56d-1e35-402c-8adb-3f0210686244 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.385796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Calling delete_port for bdf6b300-7945-424e-b240-744badcf1e1e owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:10.396732 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ffb160d3-a292-4b5d-b318-6461745c06f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4cf2d805495b4d8e99392cf8b946aa3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7111061 Apr 05 20:30:10.406954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb160d3-a292-4b5d-b318-6461745c06f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6874ae2b-6f49-4ec2-8b48-7f1fce34b7a9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:10.423062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-042bd56d-1e35-402c-8adb-3f0210686244 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.423062 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53298) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:10.441545 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c0fde68-0ef8-4897-8d18-5c6e8e17fca0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] DELETE failed (client error): The resource could not be found. Apr 05 20:30:10.441545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c0fde68-0ef8-4897-8d18-5c6e8e17fca0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:30:10.441545 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5c0fde68-0ef8-4897-8d18-5c6e8e17fca0 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/26bac663-5509-4e6d-9638-298148b94dc5 HTTP/1.1" status: 404 len: 339 time: 0.4274893 Apr 05 20:30:10.459011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53302) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:10.546957 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-042bd56d-1e35-402c-8adb-3f0210686244 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.547734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042bd56d-1e35-402c-8adb-3f0210686244 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99bdc79f-b426-411a-93e8-27f821075334 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:30:10.560097 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-caba7e34-bb3a-45c6-93db-d954dc435286 req-5372817a-2826-4508-b4d6-216f795ff302 service neutron] 10.222.0.41 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767418 Apr 05 20:30:10.754926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2d510-b274-4fc4-92ae-c5c6feed30c9 req-fda18e81-b4ab-448c-88b9-87972d262fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:10.756568 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9d2d510-b274-4fc4-92ae-c5c6feed30c9 req-fda18e81-b4ab-448c-88b9-87972d262fb2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9208e30a90949ee9d39a987d74d2831&device_id=9278f287-7dea-4eda-a09f-86dee1fc74bd HTTP/1.1" status: 200 len: 1094 time: 0.5233619 Apr 05 20:30:10.831256 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-815dc7b9-be29-488a-ad9b-6922df690c75 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.917541 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-042bd56d-1e35-402c-8adb-3f0210686244 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:10.922758 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-042bd56d-1e35-402c-8adb-3f0210686244 tempest-RoutersTestDVR-710824389 tempest-RoutersTestDVR-710824389-project-admin] 10.222.0.24 "DELETE /v2.0/routers/99bdc79f-b426-411a-93e8-27f821075334 HTTP/1.1" status: 204 len: 168 time: 1.5012312 Apr 05 20:30:10.934434 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.065533 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.088698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7197507-b8b2-460c-8ed8-a032a7ea9b08 req-b676b7d7-0345-46cd-86d0-3767ddf00c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:11.094416 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7197507-b8b2-460c-8ed8-a032a7ea9b08 req-b676b7d7-0345-46cd-86d0-3767ddf00c5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d9208e30a90949ee9d39a987d74d2831&device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 1095 time: 0.4240515 Apr 05 20:30:11.201977 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-815dc7b9-be29-488a-ad9b-6922df690c75 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.243059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2d510-b274-4fc4-92ae-c5c6feed30c9 req-dfb8700d-a5d7-4d80-994d-71a463319503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:11.243798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53324) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:11.244440 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9d2d510-b274-4fc4-92ae-c5c6feed30c9 req-dfb8700d-a5d7-4d80-994d-71a463319503 service neutron] 10.222.0.13 "GET /v2.0/networks?id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef HTTP/1.1" status: 200 len: 914 time: 0.4755695 Apr 05 20:30:11.253941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-815dc7b9-be29-488a-ad9b-6922df690c75 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3392d87f-3c7a-45ea-9797-192afa034fc9']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:11.267940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fe29a-1931-4415-a711-4e7cc4089abe req-2b8e2cc4-91ee-42bb-81e0-aa50c2253f8c tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:11.269399 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d24fe29a-1931-4415-a711-4e7cc4089abe req-2b8e2cc4-91ee-42bb-81e0-aa50c2253f8c tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 944 time: 0.4236395 Apr 05 20:30:11.290087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-815dc7b9-be29-488a-ad9b-6922df690c75 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0b1ccf-c818-454b-8de0-fb00fe7119ce') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:11.290393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-815dc7b9-be29-488a-ad9b-6922df690c75 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0b1ccf-c818-454b-8de0-fb00fe7119ce') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:11.391036 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-626cd70a-6040-40b6-84bf-8b77daef35fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.391631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-81878645-f977-482e-874d-66dde3ff78aa tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting port a84273ea-8f80-49e3-99fc-abbdf3252455 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:11.391808 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81878645-f977-482e-874d-66dde3ff78aa tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.426339 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-815dc7b9-be29-488a-ad9b-6922df690c75 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.440325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9d2d510-b274-4fc4-92ae-c5c6feed30c9 req-7b002302-2107-417f-a229-712ff84dbcd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d HTTP/1.1" status: 200 len: 217 time: 0.1260333 Apr 05 20:30:11.465310 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-815dc7b9-be29-488a-ad9b-6922df690c75 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.473971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815dc7b9-be29-488a-ad9b-6922df690c75 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:30:11.474993 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-815dc7b9-be29-488a-ad9b-6922df690c75 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:30:11.509400 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:30:11.561394 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.613293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7197507-b8b2-460c-8ed8-a032a7ea9b08 req-b2cbd50a-36e2-4c4c-bbf6-be06f8094902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:11.614779 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7197507-b8b2-460c-8ed8-a032a7ea9b08 req-b2cbd50a-36e2-4c4c-bbf6-be06f8094902 service neutron] 10.222.0.41 "GET /v2.0/networks?id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef HTTP/1.1" status: 200 len: 914 time: 0.5144355 Apr 05 20:30:11.644799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.672774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6874ae2b-6f49-4ec2-8b48-7f1fce34b7a9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:11.688710 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d24fe29a-1931-4415-a711-4e7cc4089abe req-e8cfaccf-ec3c-40d6-ae44-ec4f5b0ac454 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093642 Apr 05 20:30:11.692302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdf6b300-7945-424e-b240-744badcf1e1e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:11.696748 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b398c23b-e103-4f5c-92e4-4da9e9b92774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.768999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2d510-b274-4fc4-92ae-c5c6feed30c9 req-a0ede703-7e75-4b47-99a2-e44340499632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:11.770490 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9d2d510-b274-4fc4-92ae-c5c6feed30c9 req-a0ede703-7e75-4b47-99a2-e44340499632 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d1356f70-0114-45ce-aab5-768404948e3c HTTP/1.1" status: 200 len: 853 time: 0.3097553 Apr 05 20:30:11.783147 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7197507-b8b2-460c-8ed8-a032a7ea9b08 req-61c7439a-5eb1-4d24-a406-e6b616801bed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=95d4a448-2379-424d-86a7-700e6d5b6495 HTTP/1.1" status: 200 len: 217 time: 0.1204731 Apr 05 20:30:11.799140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.799489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.799825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.800159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.800486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.800826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.801149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.801457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.801775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.806700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.807038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.807362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.818498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.818844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.819176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.819510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.820514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.822111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.822822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.823162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.823486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.825024 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:30:11.825564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.829443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.830003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:11.842205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b398c23b-e103-4f5c-92e4-4da9e9b92774 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:11.849740 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-815dc7b9-be29-488a-ad9b-6922df690c75 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.858875 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-815dc7b9-be29-488a-ad9b-6922df690c75 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.896265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7197507-b8b2-460c-8ed8-a032a7ea9b08 req-aad4d782-af91-4220-a4fa-7e76aa4ec639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:11.897714 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7197507-b8b2-460c-8ed8-a032a7ea9b08 req-aad4d782-af91-4220-a4fa-7e76aa4ec639 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d1356f70-0114-45ce-aab5-768404948e3c HTTP/1.1" status: 200 len: 853 time: 0.0815547 Apr 05 20:30:11.902494 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9d2d510-b274-4fc4-92ae-c5c6feed30c9 req-ebbddf8f-30a5-4fba-a8e9-fc3869814c2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217453 Apr 05 20:30:11.905962 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:11.912910 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6dea0934-01a4-4803-a3c9-948bbb5c03ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6874ae2b-6f49-4ec2-8b48-7f1fce34b7a9 HTTP/1.1" status: 204 len: 168 time: 1.4890344 Apr 05 20:30:11.986264 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-815dc7b9-be29-488a-ad9b-6922df690c75 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/3392d87f-3c7a-45ea-9797-192afa034fc9 HTTP/1.1" status: 204 len: 168 time: 1.5242965 Apr 05 20:30:11.986264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b398c23b-e103-4f5c-92e4-4da9e9b92774 admin admin] Usage tracker for resource:security_group_rule and tenant:ec85cb35df4d459d90bb2b4193b115f5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:12.002571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53346) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:12.008172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b398c23b-e103-4f5c-92e4-4da9e9b92774 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:12.026815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815dc7b9-be29-488a-ad9b-6922df690c75 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Network': ['ID=3392d87f-3c7a-45ea-9797-192afa034fc9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:12.030742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b398c23b-e103-4f5c-92e4-4da9e9b92774 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:12.053921 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7197507-b8b2-460c-8ed8-a032a7ea9b08 req-a5b0fd5a-1e55-49fa-abc1-a265b7a5c30e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114275 Apr 05 20:30:12.066062 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:12.085131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '56ca94c2-4ff1-423c-8b3d-ec525d6ba23d', 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef', 'port_id': '56ca94c2-4ff1-423c-8b3d-ec525d6ba23d', 'mac_address': 'fa:16:3e:da:b5:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1356f70-0114-45ce-aab5-768404948e3c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:30:12.135082 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ff7e54f-1cf8-4711-bf6c-fcfb0d0f981c tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] DELETE failed (client error): The resource could not be found. Apr 05 20:30:12.136135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ff7e54f-1cf8-4711-bf6c-fcfb0d0f981c tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:30:12.173917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-81878645-f977-482e-874d-66dde3ff78aa tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] For port a84273ea-8f80-49e3-99fc-abbdf3252455, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a84273ea-8f80-49e3-99fc-abbdf3252455,segment=NetworkSegment(51da3b7f-86e6-44a5-90be-a470b321be97),segment_id=51da3b7f-86e6-44a5-90be-a470b321be97)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:12.174516 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81878645-f977-482e-874d-66dde3ff78aa tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:12.197399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1ff7e54f-1cf8-4711-bf6c-fcfb0d0f981c tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/subnets/995eb87d-924d-4b16-a67f-1ea3f90ba9b0 HTTP/1.1" status: 404 len: 337 time: 0.1935248 Apr 05 20:30:12.199762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53352) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:12.267095 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:12.287989 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:30:12.311950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:12.370234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a9434fce-c5eb-4352-b6b5-7fd8948481c7 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:30:12.375662 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:12.412284 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:12.450686 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-3470509f-e8b5-4fe7-b7c5-3d45a47497fd tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] DELETE failed (client error): The resource could not be found. Apr 05 20:30:12.451611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3470509f-e8b5-4fe7-b7c5-3d45a47497fd tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:30:12.454083 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3470509f-e8b5-4fe7-b7c5-3d45a47497fd tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/2552c66a-c053-4cf2-b2d3-999656c586b5 HTTP/1.1" status: 404 len: 339 time: 0.1920593 Apr 05 20:30:12.462446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-81878645-f977-482e-874d-66dde3ff78aa tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Calling delete_port for a84273ea-8f80-49e3-99fc-abbdf3252455 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:12.564264 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9d2d510-b274-4fc4-92ae-c5c6feed30c9 req-2ae9105f-8147-438d-83f5-088ebae1782a service neutron] 10.222.0.13 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6548376 Apr 05 20:30:12.567063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53368) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:12.567437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53372) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:12.591983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:12.654626 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b398c23b-e103-4f5c-92e4-4da9e9b92774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:12.666560 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b398c23b-e103-4f5c-92e4-4da9e9b92774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:12.691757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['56ca94c2-4ff1-423c-8b3d-ec525d6ba23d'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:30:12.833356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398c23b-e103-4f5c-92e4-4da9e9b92774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc0728a-8b17-4cb5-9f09-06761d055a63,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:12.854160 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b398c23b-e103-4f5c-92e4-4da9e9b92774 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec85cb35df4d459d90bb2b4193b115f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6050951 Apr 05 20:30:12.854928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53388) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:12.985435 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-633b40bb-e0e0-43cd-acd4-c5a7dc7972da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:13.109911 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-23c0c75a-4283-4fdd-8633-24407d32a5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:13.139271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:13.248943 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-23c0c75a-4283-4fdd-8633-24407d32a5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:13.306092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'port_id': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:30:13.334934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:30:13.335101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-633b40bb-e0e0-43cd-acd4-c5a7dc7972da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:13.370739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-633b40bb-e0e0-43cd-acd4-c5a7dc7972da admin admin] Usage tracker for resource:security_group_rule and tenant:3a4a327e7c1849a0b81a1fc13a1ad82b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:13.386853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-633b40bb-e0e0-43cd-acd4-c5a7dc7972da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:13.414118 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:13.424569 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7197507-b8b2-460c-8ed8-a032a7ea9b08 req-a1ec5f72-eaaf-4896-9426-fd8ddc836258 service neutron] 10.222.0.41 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3141427 Apr 05 20:30:13.431538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-633b40bb-e0e0-43cd-acd4-c5a7dc7972da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:13.437280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9434fce-c5eb-4352-b6b5-7fd8948481c7 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:30:13.440671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0784aa-aa5c-4894-9f20-9818d3af5cbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Deleting subnet 0464415a-eccf-4747-a289-a35059fe9e79 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:30:13.457228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:13.475879 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:13.497263 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a0784aa-aa5c-4894-9f20-9818d3af5cbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:13.678967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:13.695576 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['a9434fce-c5eb-4352-b6b5-7fd8948481c7'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:30:13.754408 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9d2d510-b274-4fc4-92ae-c5c6feed30c9 req-970bc2e7-6188-4d84-a103-212e1187be7c service neutron] 10.222.0.13 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1137064 Apr 05 20:30:13.776797 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a0784aa-aa5c-4894-9f20-9818d3af5cbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:13.790712 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6aea09bc-1a84-4a91-87b1-5830110d7e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:13.845922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be58dea-b9ba-4c4a-9ffb-9592ad446339 req-9004ba3d-c3a2-43a9-a73b-954c2841a7ac tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:13.856417 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6be58dea-b9ba-4c4a-9ffb-9592ad446339 req-9004ba3d-c3a2-43a9-a73b-954c2841a7ac tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 944 time: 0.8047748 Apr 05 20:30:13.939744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:30:13.964938 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a63a48-e576-4e80-bbb2-0ae564a3df73 None None] Sync routers for ids ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:30:13.965813 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-23c0c75a-4283-4fdd-8633-24407d32a5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:13.968378 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-23c0c75a-4283-4fdd-8633-24407d32a5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:13.970038 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-23c0c75a-4283-4fdd-8633-24407d32a5b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bc0728a-8b17-4cb5-9f09-06761d055a63 HTTP/1.1" status: 204 len: 168 time: 1.1117668 Apr 05 20:30:13.996899 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-44e094ed-1d24-4e72-91c5-8f7e0341f712 admin admin] 10.222.0.24 "PUT /v2.0/routers/5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4023829 Apr 05 20:30:13.999271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53428) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:14.042977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a63a48-e576-4e80-bbb2-0ae564a3df73 None None] Routers {'5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:30:14.044192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e6a63a48-e576-4e80-bbb2-0ae564a3df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:14.080031 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7197507-b8b2-460c-8ed8-a032a7ea9b08 req-76be72f1-f5a8-4e37-af9c-bcc5b78d7ec8 service neutron] 10.222.0.41 "GET /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365047 Apr 05 20:30:14.150507 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6be58dea-b9ba-4c4a-9ffb-9592ad446339 req-6b1c2328-6900-4ac0-9bb3-7e7224843310 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930706 Apr 05 20:30:14.170031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0c75a-4283-4fdd-8633-24407d32a5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc0728a-8b17-4cb5-9f09-06761d055a63,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:14.246512 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a0784aa-aa5c-4894-9f20-9818d3af5cbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:14.381496 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81878645-f977-482e-874d-66dde3ff78aa tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:14.475490 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e6a63a48-e576-4e80-bbb2-0ae564a3df73 None None] Set router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:30:14.504026 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:14.551574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81878645-f977-482e-874d-66dde3ff78aa tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Port': ['ID=a84273ea-8f80-49e3-99fc-abbdf3252455,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:14.608822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53438) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:14.728677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af07c9cf-720d-4fc1-990b-34de8a4b505e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:14.737031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 95d4a448-2379-424d-86a7-700e6d5b6495 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:30:14.784047 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a0784aa-aa5c-4894-9f20-9818d3af5cbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:14.824806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-af07c9cf-720d-4fc1-990b-34de8a4b505e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:14.842929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-af07c9cf-720d-4fc1-990b-34de8a4b505e admin admin] Usage tracker for resource:security_group_rule and tenant:0f4c3dc77343476a9a1e0d251b07d945 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:14.851664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-af07c9cf-720d-4fc1-990b-34de8a4b505e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:14.901558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-af07c9cf-720d-4fc1-990b-34de8a4b505e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:14.923090 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:14.936875 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a0784aa-aa5c-4894-9f20-9818d3af5cbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:14.946279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0784aa-aa5c-4894-9f20-9818d3af5cbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Subnet': ['ID=0464415a-eccf-4747-a289-a35059fe9e79,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:15.003342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-633b40bb-e0e0-43cd-acd4-c5a7dc7972da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.099816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 95d4a448-2379-424d-86a7-700e6d5b6495, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=95d4a448-2379-424d-86a7-700e6d5b6495,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:15.128385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '95d4a448-2379-424d-86a7-700e6d5b6495', 'network_id': '91b81c43-5b6b-44fb-b2e0-c358cc48f5ef', 'port_id': '95d4a448-2379-424d-86a7-700e6d5b6495', 'mac_address': 'fa:16:3e:91:8f:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1356f70-0114-45ce-aab5-768404948e3c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:30:15.130390 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b854fb-c3ef-4ea5-8d34-16a3616ca47d None None] Network 3f70e062-8d7e-4cf6-bfea-4bdee67b450b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:30:15.169091 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.182423 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.218318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] Deleting port e972ed62-e9d4-440a-b670-36471a62ee7a {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:15.219359 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.233049 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-633b40bb-e0e0-43cd-acd4-c5a7dc7972da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.246524 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3a0784aa-aa5c-4894-9f20-9818d3af5cbe tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/subnets/0464415a-eccf-4747-a289-a35059fe9e79 HTTP/1.1" status: 204 len: 168 time: 2.6384776 Apr 05 20:30:15.271289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53458) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:15.433585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b40bb-e0e0-43cd-acd4-c5a7dc7972da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12866d12-a8ba-4a23-94ac-ff54a4da93a7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:15.453376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-633b40bb-e0e0-43cd-acd4-c5a7dc7972da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a4a327e7c1849a0b81a1fc13a1ad82b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8353503 Apr 05 20:30:15.453797 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81878645-f977-482e-874d-66dde3ff78aa tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.459174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53462) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:15.497926 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.530971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95d4a448-2379-424d-86a7-700e6d5b6495 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:30:15.549821 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 95d4a448-2379-424d-86a7-700e6d5b6495, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=95d4a448-2379-424d-86a7-700e6d5b6495,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:15.569763 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.593353 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bccf87d1-719c-48d4-9f18-245405632e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.615772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-068bb36e-5c24-4436-9195-cbd9b5093be6 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Deleting subnet 1aac1653-48d1-45d6-87fb-a8080112883a {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:30:15.655342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=95d4a448-2379-424d-86a7-700e6d5b6495,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:15.698545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af07c9cf-720d-4fc1-990b-34de8a4b505e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.713790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] For port e972ed62-e9d4-440a-b670-36471a62ee7a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e972ed62-e9d4-440a-b670-36471a62ee7a,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:15.726385 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.747193 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af07c9cf-720d-4fc1-990b-34de8a4b505e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:15.845829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:15.927206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['95d4a448-2379-424d-86a7-700e6d5b6495'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:30:15.996007 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-068bb36e-5c24-4436-9195-cbd9b5093be6 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.026406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e6a63a48-e576-4e80-bbb2-0ae564a3df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:30:11Z', 'revision_number': 5, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port': {'id': 'e972ed62-e9d4-440a-b670-36471a62ee7a', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:24:37Z', 'updated_at': '2022-04-05T20:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:16.057916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a63a48-e576-4e80-bbb2-0ae564a3df73 None None] Checking router: 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:30:16.080459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:16.094540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:16.094947 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.130218 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bccf87d1-719c-48d4-9f18-245405632e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.130889 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.143875 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a63a48-e576-4e80-bbb2-0ae564a3df73 None None] Routers {'5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:30:16.144573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e6a63a48-e576-4e80-bbb2-0ae564a3df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:16.180682 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] Calling delete_port for e972ed62-e9d4-440a-b670-36471a62ee7a owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:16.270043 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-af07c9cf-720d-4fc1-990b-34de8a4b505e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f4c3dc77343476a9a1e0d251b07d945&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6468072 Apr 05 20:30:16.276632 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-068bb36e-5c24-4436-9195-cbd9b5093be6 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.279998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799beec1-ce49-4264-bd7a-9e02c1e52022 req-5f510505-b978-425f-8598-5fcf7666139c tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:16.282803 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-799beec1-ce49-4264-bd7a-9e02c1e52022 req-5f510505-b978-425f-8598-5fcf7666139c tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 945 time: 0.8266981 Apr 05 20:30:16.283629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07c9cf-720d-4fc1-990b-34de8a4b505e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbff7cce-e5b9-4cad-a458-d9e709e123fa,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:16.286884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53478) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:16.470831 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-799beec1-ce49-4264-bd7a-9e02c1e52022 req-bc734b8d-92a8-47a9-b495-c7ab1331b1f5 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156645 Apr 05 20:30:16.514321 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70ec8745-3c15-4871-bfc0-57521e5ca9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.567433 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70ec8745-3c15-4871-bfc0-57521e5ca9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.594872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a9434fce-c5eb-4352-b6b5-7fd8948481c7 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:16.687784 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70ec8745-3c15-4871-bfc0-57521e5ca9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.716193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec8745-3c15-4871-bfc0-57521e5ca9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbff7cce-e5b9-4cad-a458-d9e709e123fa,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:16.719845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-068bb36e-5c24-4436-9195-cbd9b5093be6 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.734943 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70ec8745-3c15-4871-bfc0-57521e5ca9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.736115 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-70ec8745-3c15-4871-bfc0-57521e5ca9f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbff7cce-e5b9-4cad-a458-d9e709e123fa HTTP/1.1" status: 204 len: 168 time: 0.3835542 Apr 05 20:30:16.755079 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.811497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e972ed62-e9d4-440a-b670-36471a62ee7a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:16.958268 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:16.975375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e6a63a48-e576-4e80-bbb2-0ae564a3df73 None None] Set router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:30:17.376307 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:17.378981 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:17.436825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81878645-f977-482e-874d-66dde3ff78aa tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Router 7e96cba5-4251-47ee-a3f3-9314bf529a71 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:30:17.445645 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bccf87d1-719c-48d4-9f18-245405632e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:17.450382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e6a63a48-e576-4e80-bbb2-0ae564a3df73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:30:15Z', 'revision_number': 6, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:17.452095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:17.453564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:30:17.473994 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:17.475315 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2ed86374-6d6e-41b3-ab0d-59ef244535d3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376 HTTP/1.1" status: 204 len: 168 time: 3.4690919 Apr 05 20:30:17.478164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53502) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:17.585376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0b946e-b3b6-4bb2-8e49-2d8a366e0539 admin admin] Deleting subnet 1a73fcf3-bad6-44eb-9840-4132570fe122 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:30:17.591030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb0b946e-b3b6-4bb2-8e49-2d8a366e0539 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:17.613793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a63a48-e576-4e80-bbb2-0ae564a3df73 None None] The sync data for ids ['5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376'] in n-d-836604-1 is: [{'id': '5b4ceb36-5e55-4c96-bb3a-f69ad0d2f376', 'name': 'tempest-ServerRescueNegativeTestJSON-1394463165-router', 'tenant_id': '82397fe5d80f49599d0b8e518897ed13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:24:35Z', 'updated_at': '2022-04-05T20:30:15Z', 'revision_number': 6, 'project_id': '82397fe5d80f49599d0b8e518897ed13', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:30:17.711420 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:17.768139 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb0b946e-b3b6-4bb2-8e49-2d8a366e0539 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:17.838365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81878645-f977-482e-874d-66dde3ff78aa tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:30:17.840215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf87d1-719c-48d4-9f18-245405632e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12866d12-a8ba-4a23-94ac-ff54a4da93a7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:17.849501 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7e49c-6ff1-4d78-bfaf-173655f2115f None None] Sync routers for ids ['7e96cba5-4251-47ee-a3f3-9314bf529a71'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:30:17.864029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-068bb36e-5c24-4436-9195-cbd9b5093be6 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:17.900412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:17.910615 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7e49c-6ff1-4d78-bfaf-173655f2115f None None] Routers {'7e96cba5-4251-47ee-a3f3-9314bf529a71'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:30:17.913509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9278f287-7dea-4eda-a09f-86dee1fc74bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ca94c2-4ff1-423c-8b3d-ec525d6ba23d'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:17.914238 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-77b7e49c-6ff1-4d78-bfaf-173655f2115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7e96cba5-4251-47ee-a3f3-9314bf529a71'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:17.930675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port a9434fce-c5eb-4352-b6b5-7fd8948481c7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:17.931430 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:18.016605 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb0b946e-b3b6-4bb2-8e49-2d8a366e0539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:18.046767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068bb36e-5c24-4436-9195-cbd9b5093be6 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Subnet': ['ID=1aac1653-48d1-45d6-87fb-a8080112883a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:18.066240 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-068bb36e-5c24-4436-9195-cbd9b5093be6 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:18.070353 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-068bb36e-5c24-4436-9195-cbd9b5093be6 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/subnets/1aac1653-48d1-45d6-87fb-a8080112883a HTTP/1.1" status: 204 len: 168 time: 2.7767632 Apr 05 20:30:18.085588 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bccf87d1-719c-48d4-9f18-245405632e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:18.089050 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bccf87d1-719c-48d4-9f18-245405632e48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12866d12-a8ba-4a23-94ac-ff54a4da93a7 HTTP/1.1" status: 204 len: 168 time: 2.6225543 Apr 05 20:30:18.091629 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-81878645-f977-482e-874d-66dde3ff78aa tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "PUT /v2.0/routers/7e96cba5-4251-47ee-a3f3-9314bf529a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3044984 Apr 05 20:30:18.092295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53524) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:18.098681 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:18.308399 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9278f287-7dea-4eda-a09f-86dee1fc74bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56ca94c2-4ff1-423c-8b3d-ec525d6ba23d', 'code': 200} Apr 05 20:30:18.343129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e90b460-cc7c-49e5-a55d-fc14db7fb736 None None] Network 3f70e062-8d7e-4cf6-bfea-4bdee67b450b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:30:18.350760 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb0b946e-b3b6-4bb2-8e49-2d8a366e0539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:18.487994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0b946e-b3b6-4bb2-8e49-2d8a366e0539 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a73fcf3-bad6-44eb-9840-4132570fe122,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:18.511114 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb0b946e-b3b6-4bb2-8e49-2d8a366e0539 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:18.520305 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bb0b946e-b3b6-4bb2-8e49-2d8a366e0539 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1a73fcf3-bad6-44eb-9840-4132570fe122 HTTP/1.1" status: 204 len: 168 time: 1.0410519 Apr 05 20:30:18.524833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:18.529348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53542) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:18.570123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071181c1-29fe-4c75-8ebc-b35f5bd14acf None None] Network 957380d5-ff07-44ca-8a11-0d4ab455b8dc requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:30:18.670519 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-77b7e49c-6ff1-4d78-bfaf-173655f2115f None None] Set router 7e96cba5-4251-47ee-a3f3-9314bf529a71 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:30:18.781915 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:18.974090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53554) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:19.006450 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.007014 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Deleting port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:19.007521 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.030587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e972ed62-e9d4-440a-b670-36471a62ee7a no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:19.038488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Deleting port d2eb763b-ba58-4117-978b-d2dcb2d2a671 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:19.038836 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.083308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: e972ed62-e9d4-440a-b670-36471a62ee7a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:30:19.083970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e972ed62-e9d4-440a-b670-36471a62ee7a not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:19.084590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bdf6b300-7945-424e-b240-744badcf1e1e no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:19.198415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f6283-835a-4c6f-9bb0-67872d64fd7a req-314ebb61-557c-474a-a9ed-fdf66a1311fb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:19.201300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e1f6283-835a-4c6f-9bb0-67872d64fd7a req-314ebb61-557c-474a-a9ed-fdf66a1311fb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 945 time: 1.2493880 Apr 05 20:30:19.290803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0abd663-2266-42d2-9feb-ab96fbfb0b69 req-897e238c-77a5-42f5-a98c-ce68d85ec9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:19.295996 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0abd663-2266-42d2-9feb-ab96fbfb0b69 req-897e238c-77a5-42f5-a98c-ce68d85ec9e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9278f287-7dea-4eda-a09f-86dee1fc74bd HTTP/1.1" status: 200 len: 1096 time: 0.8047566 Apr 05 20:30:19.361945 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: bdf6b300-7945-424e-b240-744badcf1e1e {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:30:19.362904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bdf6b300-7945-424e-b240-744badcf1e1e not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:19.541420 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.585589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1225678812'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:19.593770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5df8b4fe-03d8-4ee3-93f1-437357605014 None None] Provisioning complete for port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:19.593770 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5df8b4fe-03d8-4ee3-93f1-437357605014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.666028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:19.669199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:19.686062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:network and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:19.689452 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.734051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] For port d2eb763b-ba58-4117-978b-d2dcb2d2a671, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d2eb763b-ba58-4117-978b-d2dcb2d2a671,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:19.734741 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:19.810277 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-77b7e49c-6ff1-4d78-bfaf-173655f2115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:30:13Z', 'revision_number': 6, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '119ced12-9704-4c56-94ce-e965efd993f8', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'port_id': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'mac_address': 'fa:16:3e:ac:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:21Z', 'revision_number': 1, 'project_id': '80fee2de873b412da3b3a54725609093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:40Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:19.811031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:19.821683 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7e49c-6ff1-4d78-bfaf-173655f2115f None None] Checking router: 7e96cba5-4251-47ee-a3f3-9314bf529a71 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:30:19.838181 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b7e49c-6ff1-4d78-bfaf-173655f2115f None None] Routers {'7e96cba5-4251-47ee-a3f3-9314bf529a71'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:30:19.840078 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-77b7e49c-6ff1-4d78-bfaf-173655f2115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7e96cba5-4251-47ee-a3f3-9314bf529a71'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:19.863155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:19.916458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 95d4a448-2379-424d-86a7-700e6d5b6495 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:19.920236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:19.987888 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e1f6283-835a-4c6f-9bb0-67872d64fd7a req-869cffb3-254c-42d6-8093-d86f0320a667 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7754881 Apr 05 20:30:20.087081 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0abd663-2266-42d2-9feb-ab96fbfb0b69 req-a28748ed-917d-421a-9b5b-693bffa65ca0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6318855 Apr 05 20:30:20.169634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Made reservation on behalf of 7b523dd593a84adeaa37e7d26ea4e0d3 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:20.181742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:20.235690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:20.257513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] For port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c0af286e-e9ce-4bf0-8d08-aeebc48b93a7,segment=NetworkSegment(d59e1391-e0fb-4416-bef9-a4720115a52e),segment_id=d59e1391-e0fb-4416-bef9-a4720115a52e)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:20.257874 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:20.258285 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc851d0-58ea-4f73-a9e3-714e3eda3c16 None None] DHCP port deletion for 957380d5-ff07-44ca-8a11-0d4ab455b8dc request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:30:20.270981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:20.359792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:20.383524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0fc851d0-58ea-4f73-a9e3-714e3eda3c16 None None] Deleting port d2eb763b-ba58-4117-978b-d2dcb2d2a671 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:20.384200 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0fc851d0-58ea-4f73-a9e3-714e3eda3c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:20.492965 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'code': 200} Apr 05 20:30:20.567642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Calling delete_port for d2eb763b-ba58-4117-978b-d2dcb2d2a671 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:20.583261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:security_group_rule and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:20.694295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d2eb763b-ba58-4117-978b-d2dcb2d2a671 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:20.708281 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-77b7e49c-6ff1-4d78-bfaf-173655f2115f None None] Set router 7e96cba5-4251-47ee-a3f3-9314bf529a71 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:30:20.744555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 95d4a448-2379-424d-86a7-700e6d5b6495 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:20.798741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3fba6-b875-4b77-9208-98b471a87658 None None] DHCP port deletion for 3f70e062-8d7e-4cf6-bfea-4bdee67b450b request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:30:20.805411 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:20.811058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 95d4a448-2379-424d-86a7-700e6d5b6495 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:20.811709 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:20.862472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3fba6-b875-4b77-9208-98b471a87658 None None] Deleting port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:20.863227 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fba6-b875-4b77-9208-98b471a87658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:20.917102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Calling delete_port for c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:21.093837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af1242-12d8-4840-8887-811819d38d66 req-b4f04106-d8e5-40c2-9b49-2e8c4c90f717 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:21.094782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-51af1242-12d8-4840-8887-811819d38d66 req-b4f04106-d8e5-40c2-9b49-2e8c4c90f717 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:30:21.111265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2eb763b-ba58-4117-978b-d2dcb2d2a671,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:21.127576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] No DVR routers for this DVR port d2eb763b-ba58-4117-978b-d2dcb2d2a671 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:21.135710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:21.149627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:21.187528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No active binding found for port d2eb763b-ba58-4117-978b-d2dcb2d2a671 {{(pid=87966) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 20:30:21.201401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d2eb763b-ba58-4117-978b-d2dcb2d2a671 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:21.329623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0fc851d0-58ea-4f73-a9e3-714e3eda3c16 None None] For port d2eb763b-ba58-4117-978b-d2dcb2d2a671, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d2eb763b-ba58-4117-978b-d2dcb2d2a671,segment=NetworkSegment(a9ab473e-e75a-4179-b5cb-d81684707080),segment_id=a9ab473e-e75a-4179-b5cb-d81684707080)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:21.330200 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0fc851d0-58ea-4f73-a9e3-714e3eda3c16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:21.364777 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:21.367772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53616) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:21.387780 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:21.511593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-51af1242-12d8-4840-8887-811819d38d66 req-b4f04106-d8e5-40c2-9b49-2e8c4c90f717 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:30:21.521107 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-51af1242-12d8-4840-8887-811819d38d66 req-b4f04106-d8e5-40c2-9b49-2e8c4c90f717 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 946 time: 1.5097406 Apr 05 20:30:21.539122 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:21.634809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No DVR routers for this DVR port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:21.637142 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0fc851d0-58ea-4f73-a9e3-714e3eda3c16 None None] Calling delete_port for d2eb763b-ba58-4117-978b-d2dcb2d2a671 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:21.651760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:30:21.673324 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:21.673324 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Added segment a20e8b2c-076c-4186-b28e-bbec2172ff22 of type vlan for network dafdf8b2-4df7-4386-a462-72192b0d3764 Apr 05 20:30:21.699049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d2f3fba6-b875-4b77-9208-98b471a87658 None None] For port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c0af286e-e9ce-4bf0-8d08-aeebc48b93a7,segment=NetworkSegment(d59e1391-e0fb-4416-bef9-a4720115a52e),segment_id=d59e1391-e0fb-4416-bef9-a4720115a52e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:21.699616 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fba6-b875-4b77-9208-98b471a87658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:21.724093 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:21.743489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:21.796520 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-77b7e49c-6ff1-4d78-bfaf-173655f2115f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:30:13Z', 'revision_number': 6, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '119ced12-9704-4c56-94ce-e965efd993f8', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'port_id': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'mac_address': 'fa:16:3e:ac:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:21Z', 'revision_number': 1, 'project_id': '80fee2de873b412da3b3a54725609093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:40Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:21.803522 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b7e49c-6ff1-4d78-bfaf-173655f2115f None None] The sync data for ids ['7e96cba5-4251-47ee-a3f3-9314bf529a71'] in n-d-836604-1 is: [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:30:13Z', 'revision_number': 6, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '119ced12-9704-4c56-94ce-e965efd993f8', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'floating_ip_address': '172.25.8.227', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'port_id': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'mac_address': 'fa:16:3e:ac:05:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:28:15Z', 'updated_at': '2022-04-05T20:28:21Z', 'revision_number': 1, 'project_id': '80fee2de873b412da3b3a54725609093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:40Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:30:21.882785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957380d5-ff07-44ca-8a11-0d4ab455b8dc']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:21.903618 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3fba6-b875-4b77-9208-98b471a87658 None None] Calling delete_port for c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:21.908399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9021691e-db18-402c-8725-81fe2950af53,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:21.919719 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-51af1242-12d8-4840-8887-811819d38d66 req-d5195c6f-043d-4a20-9c32-f7c4f6ce606a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ae2ba46-a014-4734-b4d3-4abd636acac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3974860 Apr 05 20:30:21.955423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9ab473e-e75a-4179-b5cb-d81684707080') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:21.955710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9ab473e-e75a-4179-b5cb-d81684707080') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:21.993323 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.003243 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.034994 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.055513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:30:22.055919 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.097688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Port': ['ID=c0af286e-e9ce-4bf0-8d08-aeebc48b93a7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:30:22.097903 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:30:22.130245 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.138995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:22.141447 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.171225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 95d4a448-2379-424d-86a7-700e6d5b6495, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=95d4a448-2379-424d-86a7-700e6d5b6495,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:22.195723 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.231002 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.261987 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-0fc851d0-58ea-4f73-a9e3-714e3eda3c16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:30:22.262497 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-0fc851d0-58ea-4f73-a9e3-714e3eda3c16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:30:22.289276 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.311400 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-d2f3fba6-b875-4b77-9208-98b471a87658 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:30:22.312103 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-d2f3fba6-b875-4b77-9208-98b471a87658 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:30:22.317604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] Pushing event deleted for resources: {'Network': ['ID=957380d5-ff07-44ca-8a11-0d4ab455b8dc,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:22.328850 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-48fd64d4-83de-462b-a5de-a35f6099b92a admin admin] 10.222.0.24 "DELETE /v2.0/networks/957380d5-ff07-44ca-8a11-0d4ab455b8dc HTTP/1.1" status: 204 len: 168 time: 3.7962594 Apr 05 20:30:22.338830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=95d4a448-2379-424d-86a7-700e6d5b6495,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:22.353831 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f23e3667-ec88-49cf-9762-755d4cf11c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.474626 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.494372 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1063ee4a-6d73-4504-ad02-9db180a52e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d4a448-2379-424d-86a7-700e6d5b6495'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:22.534701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f70e062-8d7e-4cf6-bfea-4bdee67b450b']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:22.561311 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1063ee4a-6d73-4504-ad02-9db180a52e27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95d4a448-2379-424d-86a7-700e6d5b6495', 'code': 200} Apr 05 20:30:22.578700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59e1391-e0fb-4416-bef9-a4720115a52e') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:22.579251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59e1391-e0fb-4416-bef9-a4720115a52e') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:22.622846 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.623225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53648) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:22.632635 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a84273ea-8f80-49e3-99fc-abbdf3252455 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:22.639204 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.646431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:30:22.646834 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.711429 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6afeb586-22c8-45ff-b42d-ac2c066c0a16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82397fe5d80f49599d0b8e518897ed13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869305 Apr 05 20:30:22.713793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53654) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:22.752951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: a84273ea-8f80-49e3-99fc-abbdf3252455 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:30:22.758072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a84273ea-8f80-49e3-99fc-abbdf3252455 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:22.758692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:22.820608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0fc851d0-58ea-4f73-a9e3-714e3eda3c16 None None] Deleting port d2eb763b-ba58-4117-978b-d2dcb2d2a671 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:22.821205 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0fc851d0-58ea-4f73-a9e3-714e3eda3c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.844478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97dc3418-81c7-4cbc-a31d-d174e1c9795f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.892729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3fba6-b875-4b77-9208-98b471a87658 None None] Deleting port c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:22.893359 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d2f3fba6-b875-4b77-9208-98b471a87658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.910096 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97dc3418-81c7-4cbc-a31d-d174e1c9795f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:30:22.939118 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:30:22.941096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Network': ['ID=dafdf8b2-4df7-4386-a462-72192b0d3764,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:22.979245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:30:22.981943 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c0af286e-e9ce-4bf0-8d08-aeebc48b93a7 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:23.041202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0fc851d0-58ea-4f73-a9e3-714e3eda3c16 None None] The port 'd2eb763b-ba58-4117-978b-d2dcb2d2a671' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:30:23.048808 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97dc3418-81c7-4cbc-a31d-d174e1c9795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:23.051902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f23e3667-ec88-49cf-9762-755d4cf11c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:23.076794 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 4.0951748 Apr 05 20:30:23.079563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53662) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:23.091099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc3418-81c7-4cbc-a31d-d174e1c9795f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc1c8df-49ee-462b-9d6d-db1c3e627e39,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:23.101365 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:23.103888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f23e3667-ec88-49cf-9762-755d4cf11c41 admin admin] Usage tracker for resource:security_group_rule and tenant:3762f8f141e342e3bf21d66ca90ad8d8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:23.107713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'subnet': {'network_id': 'dafdf8b2-4df7-4386-a462-72192b0d3764', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:23.121601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f23e3667-ec88-49cf-9762-755d4cf11c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:23.137683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc35195-ff65-4082-8b25-c56fdfa0e021 req-94fd99e9-cc28-43a8-a4ba-640ba52e7995 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:23.138552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4fc35195-ff65-4082-8b25-c56fdfa0e021 req-94fd99e9-cc28-43a8-a4ba-640ba52e7995 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:30:23.144961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:23.145593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:23.145593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:23.145869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:23.146242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:23.146569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:23.146910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:23.147219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:23.147547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:23.147868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:23.148333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:23.148652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed51af9-933d-49fa-b038-efb66941f5fe tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:23.157907 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:23.173524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d2f3fba6-b875-4b77-9208-98b471a87658 None None] The port 'c0af286e-e9ce-4bf0-8d08-aeebc48b93a7' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:30:23.185942 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network dafdf8b2-4df7-4386-a462-72192b0d3764 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:30:23.189380 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/3f70e062-8d7e-4cf6-bfea-4bdee67b450b HTTP/1.1" status: 204 len: 168 time: 5.0930130 Apr 05 20:30:23.191829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f23e3667-ec88-49cf-9762-755d4cf11c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:23.201055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53666) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:23.217012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3910b7-7af8-4ad2-81c3-21d380b3d4cc tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Network': ['ID=3f70e062-8d7e-4cf6-bfea-4bdee67b450b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:23.316941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2213cf-d6f6-44ec-a596-618524e00cac req-4dc8f067-3c29-4f05-8e7d-21c386427f24 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:23.318516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c2213cf-d6f6-44ec-a596-618524e00cac req-4dc8f067-3c29-4f05-8e7d-21c386427f24 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 945 time: 1.7150872 Apr 05 20:30:23.323875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4fc35195-ff65-4082-8b25-c56fdfa0e021 req-94fd99e9-cc28-43a8-a4ba-640ba52e7995 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:30:23.325024 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4fc35195-ff65-4082-8b25-c56fdfa0e021 req-94fd99e9-cc28-43a8-a4ba-640ba52e7995 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.13 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 946 time: 2.7381666 Apr 05 20:30:23.352765 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-7996c317-51c1-4051-a830-9b9729adc979 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] DELETE failed (client error): The resource could not be found. Apr 05 20:30:23.352765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7996c317-51c1-4051-a830-9b9729adc979 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:30:23.361808 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7996c317-51c1-4051-a830-9b9729adc979 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/subnets/b998afa8-3a70-4a88-935a-c470f72f2ae9 HTTP/1.1" status: 404 len: 337 time: 0.1555316 Apr 05 20:30:23.363221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53674) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:23.465852 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97dc3418-81c7-4cbc-a31d-d174e1c9795f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:23.466996 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-97dc3418-81c7-4cbc-a31d-d174e1c9795f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fc1c8df-49ee-462b-9d6d-db1c3e627e39 HTTP/1.1" status: 204 len: 168 time: 0.7518008 Apr 05 20:30:23.497176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:23.507627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:subnet and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:23.517385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:23.526293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:23.563815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Made reservation on behalf of 7b523dd593a84adeaa37e7d26ea4e0d3 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:23.572881 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:23.594957 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a7aae9-8911-42ea-b7f2-8400dd845d85 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] DELETE failed (client error): The resource could not be found. Apr 05 20:30:23.602448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a7aae9-8911-42ea-b7f2-8400dd845d85 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:30:23.627949 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c2213cf-d6f6-44ec-a596-618524e00cac req-17d87e6a-67d4-444b-adfa-62dd5e7b3f81 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825072 Apr 05 20:30:23.639774 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f9a7aae9-8911-42ea-b7f2-8400dd845d85 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/35178871-d21c-4e62-8776-e4d27d1fcff5 HTTP/1.1" status: 404 len: 339 time: 0.1824896 Apr 05 20:30:23.642425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383fee6-3a6c-4353-9492-8111174e7cec req-1dd601e9-99ea-4105-924d-bb85b7ede59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:23.644019 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4383fee6-3a6c-4353-9492-8111174e7cec req-1dd601e9-99ea-4105-924d-bb85b7ede59e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 1097 time: 0.7014871 Apr 05 20:30:23.659630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53682) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:23.663310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-4fc35195-ff65-4082-8b25-c56fdfa0e021 req-c838fad4-c125-4674-aef6-e9f4b39a468a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:23.663640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4fc35195-ff65-4082-8b25-c56fdfa0e021 req-c838fad4-c125-4674-aef6-e9f4b39a468a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:23.832460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1f0a8-b694-4322-9ab1-9009d59fca68 req-fc54f7bb-3788-4d5e-bd66-dabe2fea579c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:23.837936 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2d9032cb-5c86-4d27-b72d-c816bfd49f0e no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:23.842070 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-66e1f0a8-b694-4322-9ab1-9009d59fca68 req-fc54f7bb-3788-4d5e-bd66-dabe2fea579c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 946 time: 0.4391356 Apr 05 20:30:23.906567 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-66e1f0a8-b694-4322-9ab1-9009d59fca68 req-a0c3e77e-5354-4cc2-9547-cfc57070629d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ae2ba46-a014-4734-b4d3-4abd636acac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633197 Apr 05 20:30:23.941403 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfce53e5-f750-4545-93c2-a9c04f7a09b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] DELETE failed (client error): The resource could not be found. Apr 05 20:30:23.941908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfce53e5-f750-4545-93c2-a9c04f7a09b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:30:23.981013 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cfce53e5-f750-4545-93c2-a9c04f7a09b2 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/subnets/d8c76e55-5bd5-4214-973d-f8f2bbd1578c HTTP/1.1" status: 404 len: 337 time: 0.2323904 Apr 05 20:30:24.021625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53696) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:24.058261 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:24.100308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2d9032cb-5c86-4d27-b72d-c816bfd49f0e,segment=NetworkSegment(51da3b7f-86e6-44a5-90be-a470b321be97),segment_id=51da3b7f-86e6-44a5-90be-a470b321be97)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:24.109072 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:24.167512 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f23e3667-ec88-49cf-9762-755d4cf11c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:24.170563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4383fee6-3a6c-4353-9492-8111174e7cec req-aa9d1741-efd0-4bfe-8ca3-b19b258dd47b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188421 Apr 05 20:30:24.175777 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0b9be26-e372-4419-b4e5-ca66cce595c8 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] DELETE failed (client error): The resource could not be found. Apr 05 20:30:24.176498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0b9be26-e372-4419-b4e5-ca66cce595c8 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:30:24.183656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f23e3667-ec88-49cf-9762-755d4cf11c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:24.235296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e0b9be26-e372-4419-b4e5-ca66cce595c8 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/9f60b56f-316b-4e3a-bba0-977145a86dd5 HTTP/1.1" status: 404 len: 339 time: 0.1999600 Apr 05 20:30:24.238325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53706) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:24.239799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:24.298445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=2d9032cb-5c86-4d27-b72d-c816bfd49f0e,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:24.381603 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-9981cbf9-e93a-43e1-8be2-0897ed03dade tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] DELETE failed (client error): The resource could not be found. Apr 05 20:30:24.382072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9981cbf9-e93a-43e1-8be2-0897ed03dade tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:30:24.402514 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9981cbf9-e93a-43e1-8be2-0897ed03dade tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/subnets/60f9fb69-86a1-42bf-9fb4-192c3cbcc8d5 HTTP/1.1" status: 404 len: 337 time: 0.1553192 Apr 05 20:30:24.407549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53714) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:24.469174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Subnet': ['ID=b429de9a-2f77-4e4f-aee2-292cf54a1203,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:24.481618 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb206a5-6dfc-4027-ab13-0f09f7b50a47 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] DELETE failed (client error): The resource could not be found. Apr 05 20:30:24.482303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb206a5-6dfc-4027-ab13-0f09f7b50a47 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:30:24.486378 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5eb206a5-6dfc-4027-ab13-0f09f7b50a47 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/8d73eb5c-c5bf-40b6-81b4-4c2f2427e022 HTTP/1.1" status: 404 len: 339 time: 0.0755832 Apr 05 20:30:24.487607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53718) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:24.552537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Checking segment: {'id': 'a20e8b2c-076c-4186-b28e-bbec2172ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dafdf8b2-4df7-4386-a462-72192b0d3764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:30:24.553225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network hostable DHCP agents. Network: dafdf8b2-4df7-4386-a462-72192b0d3764, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:30:24.562699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d8e976-6d74-4929-9891-e9f02433c5cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9032cb-5c86-4d27-b72d-c816bfd49f0e'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:24.637153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d9c9ea-d429-4bd1-a255-d3ba97994746 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Deleting subnet 43c6374f-9ec0-430e-aeca-3bd4351df22a {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:30:24.647388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network dafdf8b2-4df7-4386-a462-72192b0d3764 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:30:24.653299 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d8e976-6d74-4929-9891-e9f02433c5cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d9032cb-5c86-4d27-b72d-c816bfd49f0e', 'code': 200} Apr 05 20:30:24.665685 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f23e3667-ec88-49cf-9762-755d4cf11c41 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3762f8f141e342e3bf21d66ca90ad8d8&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2817509 Apr 05 20:30:24.669761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e3667-ec88-49cf-9762-755d4cf11c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485d1138-3f42-4c44-990f-e4d182ee9d65,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:24.672213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53732) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:24.680334 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18d9c9ea-d429-4bd1-a255-d3ba97994746 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:24.764163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4fc35195-ff65-4082-8b25-c56fdfa0e021 req-c838fad4-c125-4674-aef6-e9f4b39a468a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] For port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2d9032cb-5c86-4d27-b72d-c816bfd49f0e,segment=NetworkSegment(51da3b7f-86e6-44a5-90be-a470b321be97),segment_id=51da3b7f-86e6-44a5-90be-a470b321be97)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:24.764534 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4fc35195-ff65-4082-8b25-c56fdfa0e021 req-c838fad4-c125-4674-aef6-e9f4b39a468a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:24.851297 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, dafdf8b2-4df7-4386-a462-72192b0d3764) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:24.859877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669fbce2-788a-4a38-b3ab-44266b49d3c3 None None] Network dafdf8b2-4df7-4386-a462-72192b0d3764 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:30:24.879247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:24.884034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:24.949058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-4fc35195-ff65-4082-8b25-c56fdfa0e021 req-c838fad4-c125-4674-aef6-e9f4b39a468a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Calling delete_port for 2d9032cb-5c86-4d27-b72d-c816bfd49f0e owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:25.073857 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18d9c9ea-d429-4bd1-a255-d3ba97994746 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.118038 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6f8cfbd-1637-4f53-82b5-366ccb7251a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.151454 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-21708949-30d3-46ff-ace6-da1e65ad02b7 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0665300 Apr 05 20:30:25.163116 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6f8cfbd-1637-4f53-82b5-366ccb7251a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.173897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53752) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:25.212079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-314419159', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:25.245643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:25.264950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:router and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:25.275089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:25.312830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:25.431507 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.432508 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.443974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28273805-3e97-4b2e-9d16-acd925847bed req-66214171-e9de-4e2a-8e43-6ecf78f26833 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:25.445406 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28273805-3e97-4b2e-9d16-acd925847bed req-66214171-e9de-4e2a-8e43-6ecf78f26833 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 946 time: 0.4798126 Apr 05 20:30:25.451398 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18d9c9ea-d429-4bd1-a255-d3ba97994746 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.463755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58947665-247b-4435-8303-056f13edc250 None None] Network dafdf8b2-4df7-4386-a462-72192b0d3764 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:30:25.545325 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28273805-3e97-4b2e-9d16-acd925847bed req-791f2645-6839-46e3-a291-4c1bce173e7b tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653243 Apr 05 20:30:25.568257 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18d9c9ea-d429-4bd1-a255-d3ba97994746 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.580433 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6f8cfbd-1637-4f53-82b5-366ccb7251a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.614183 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8cfbd-1637-4f53-82b5-366ccb7251a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485d1138-3f42-4c44-990f-e4d182ee9d65,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:25.617063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9c9ea-d429-4bd1-a255-d3ba97994746 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Subnet': ['ID=43c6374f-9ec0-430e-aeca-3bd4351df22a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:25.619291 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18d9c9ea-d429-4bd1-a255-d3ba97994746 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.635444 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-18d9c9ea-d429-4bd1-a255-d3ba97994746 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/subnets/43c6374f-9ec0-430e-aeca-3bd4351df22a HTTP/1.1" status: 204 len: 168 time: 1.1467383 Apr 05 20:30:25.637855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53764) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:25.644002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8878c1c-f1ec-459e-8b1f-542dd9c417d9 None None] Network 860057ff-501d-43ab-9c43-2ec53ce68868 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:30:25.670817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6f8cfbd-1637-4f53-82b5-366ccb7251a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.677109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a6f8cfbd-1637-4f53-82b5-366ccb7251a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/485d1138-3f42-4c44-990f-e4d182ee9d65 HTTP/1.1" status: 204 len: 168 time: 1.0015035 Apr 05 20:30:25.685179 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4fc35195-ff65-4082-8b25-c56fdfa0e021 req-c838fad4-c125-4674-aef6-e9f4b39a468a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.910624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838fad4-c125-4674-aef6-e9f4b39a468a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Port': ['ID=2d9032cb-5c86-4d27-b72d-c816bfd49f0e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:25.973645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcf330-66d2-4b97-8ea3-600d6c199b17 req-3e3ecacc-035e-4d06-a532-898522f6b1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:25.974412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-cfbcf330-66d2-4b97-8ea3-600d6c199b17 req-3e3ecacc-035e-4d06-a532-898522f6b1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:30:25.983838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc35195-ff65-4082-8b25-c56fdfa0e021 req-c838fad4-c125-4674-aef6-e9f4b39a468a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] No DVR routers for this DVR port 2d9032cb-5c86-4d27-b72d-c816bfd49f0e on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:25.986900 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4fc35195-ff65-4082-8b25-c56fdfa0e021 req-c838fad4-c125-4674-aef6-e9f4b39a468a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:25.989174 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4fc35195-ff65-4082-8b25-c56fdfa0e021 req-c838fad4-c125-4674-aef6-e9f4b39a468a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.13 "DELETE /v2.0/ports/2d9032cb-5c86-4d27-b72d-c816bfd49f0e HTTP/1.1" status: 204 len: 173 time: 2.6317117 Apr 05 20:30:25.989803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d8e976-6d74-4929-9891-e9f02433c5cd', 'name': 'network-vif-deleted', 'tag': '2d9032cb-5c86-4d27-b72d-c816bfd49f0e'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:26.017806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-cfbcf330-66d2-4b97-8ea3-600d6c199b17 req-3e3ecacc-035e-4d06-a532-898522f6b1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:30:26.019041 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cfbcf330-66d2-4b97-8ea3-600d6c199b17 req-3e3ecacc-035e-4d06-a532-898522f6b1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 944 time: 0.8393323 Apr 05 20:30:26.103472 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cfbcf330-66d2-4b97-8ea3-600d6c199b17 req-34b8c747-6b65-4f26-aad4-eb3441f2e916 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=5ae2ba46-a014-4734-b4d3-4abd636acac5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779493 Apr 05 20:30:26.152957 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d8e976-6d74-4929-9891-e9f02433c5cd', 'name': 'network-vif-deleted', 'tag': '2d9032cb-5c86-4d27-b72d-c816bfd49f0e', 'status': 'completed', 'code': 200} Apr 05 20:30:26.279444 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:26.337816 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:26.603329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c1b409-9cae-4e15-a07a-45f4b0d45b9e None None] DHCP port deletion for 860057ff-501d-43ab-9c43-2ec53ce68868 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:30:26.612603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1b409-9cae-4e15-a07a-45f4b0d45b9e None None] Deleting port 383d2510-3264-4fc6-8de2-c4953a185b62 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:26.612975 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b409-9cae-4e15-a07a-45f4b0d45b9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:26.657376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Deleting port 383d2510-3264-4fc6-8de2-c4953a185b62 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:26.657771 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:26.702174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53792) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:27.021607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f077a3aa-720b-423b-b97a-f2ad5e98bb4b req-46d09f9c-1ccc-4294-8a4a-fd4ca03cf941 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:27.029299 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f077a3aa-720b-423b-b97a-f2ad5e98bb4b req-46d09f9c-1ccc-4294-8a4a-fd4ca03cf941 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 946 time: 0.1910818 Apr 05 20:30:27.090399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b9c1b409-9cae-4e15-a07a-45f4b0d45b9e None None] For port 383d2510-3264-4fc6-8de2-c4953a185b62, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=383d2510-3264-4fc6-8de2-c4953a185b62,segment=NetworkSegment(a8a50f98-ed91-4894-bff9-3d37324465b2),segment_id=a8a50f98-ed91-4894-bff9-3d37324465b2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:27.090983 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b409-9cae-4e15-a07a-45f4b0d45b9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:27.098245 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f077a3aa-720b-423b-b97a-f2ad5e98bb4b req-c5e13bfb-f51a-4c89-89e5-b35bd3d4440f tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661402 Apr 05 20:30:27.248941 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1b409-9cae-4e15-a07a-45f4b0d45b9e None None] Calling delete_port for 383d2510-3264-4fc6-8de2-c4953a185b62 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:27.321068 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2001fba6-696a-486c-9ee2-a1beb82fe94b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:27.361762 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9c1b409-9cae-4e15-a07a-45f4b0d45b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:27.375809 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:27.412982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2001fba6-696a-486c-9ee2-a1beb82fe94b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:27.428750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2001fba6-696a-486c-9ee2-a1beb82fe94b admin admin] Usage tracker for resource:security_group_rule and tenant:c99ec35d4e5a4eadab15750f58d55bca is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:27.444981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1b409-9cae-4e15-a07a-45f4b0d45b9e None None] Pushing event deleted for resources: {'Port': ['ID=383d2510-3264-4fc6-8de2-c4953a185b62,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:27.449041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c1b409-9cae-4e15-a07a-45f4b0d45b9e None None] No DVR routers for this DVR port 383d2510-3264-4fc6-8de2-c4953a185b62 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:27.454138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] The port '383d2510-3264-4fc6-8de2-c4953a185b62' was deleted {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:30:27.463800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2001fba6-696a-486c-9ee2-a1beb82fe94b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:27.493120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2001fba6-696a-486c-9ee2-a1beb82fe94b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:27.596078 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8dccf5f8-a632-4998-9fe7-345209098939 req-1b429407-c8fb-4d7d-9102-7582b04517c5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d8e976-6d74-4929-9891-e9f02433c5cd HTTP/1.1" status: 200 len: 210 time: 0.0905089 Apr 05 20:30:27.759952 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:27.792280 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2001fba6-696a-486c-9ee2-a1beb82fe94b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:27.805535 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2001fba6-696a-486c-9ee2-a1beb82fe94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:27.811386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860057ff-501d-43ab-9c43-2ec53ce68868']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:27.880409 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2001fba6-696a-486c-9ee2-a1beb82fe94b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c99ec35d4e5a4eadab15750f58d55bca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1766131 Apr 05 20:30:27.881405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001fba6-696a-486c-9ee2-a1beb82fe94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9013b7b-f702-4b3b-99b9-657900023830,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:27.897928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53832) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:27.987485 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7acce97e-0999-44f1-b73e-345ddeb9ab64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:28.018049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a50f98-ed91-4894-bff9-3d37324465b2') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:28.018374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a50f98-ed91-4894-bff9-3d37324465b2') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:28.080027 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7acce97e-0999-44f1-b73e-345ddeb9ab64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:28.092763 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:28.131719 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:28.149172 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7acce97e-0999-44f1-b73e-345ddeb9ab64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:28.150780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:30:28.151304 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:30:28.173433 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:30:28.178480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acce97e-0999-44f1-b73e-345ddeb9ab64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9013b7b-f702-4b3b-99b9-657900023830,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:28.183355 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7acce97e-0999-44f1-b73e-345ddeb9ab64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:28.200942 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7acce97e-0999-44f1-b73e-345ddeb9ab64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9013b7b-f702-4b3b-99b9-657900023830 HTTP/1.1" status: 204 len: 168 time: 0.2918303 Apr 05 20:30:28.237658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5948a-6894-4a45-83c8-5a1bf55eed79 req-cd0b4bcb-4f91-46ff-b278-fcc154e22333 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:28.242459 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d3b5948a-6894-4a45-83c8-5a1bf55eed79 req-cd0b4bcb-4f91-46ff-b278-fcc154e22333 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=9278f287-7dea-4eda-a09f-86dee1fc74bd HTTP/1.1" status: 200 len: 945 time: 0.7139170 Apr 05 20:30:28.381184 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:28.634822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 383d2510-3264-4fc6-8de2-c4953a185b62 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:28.657295 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:28.696464 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d3b5948a-6894-4a45-83c8-5a1bf55eed79 req-9259e00a-5104-4c63-a430-763b02a32d05 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428508 Apr 05 20:30:28.715772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 383d2510-3264-4fc6-8de2-c4953a185b62 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:30:28.717172 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 383d2510-3264-4fc6-8de2-c4953a185b62 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:28.829220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Network': ['ID=860057ff-501d-43ab-9c43-2ec53ce68868,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:28.858456 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:28.868222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53858) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:28.974029 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:29.136506 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-72e165a9-f141-483d-b40f-d0b50e7699a9 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:29.178880 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-72e165a9-f141-483d-b40f-d0b50e7699a9 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:29.288456 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-72e165a9-f141-483d-b40f-d0b50e7699a9 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:29.408671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e165a9-f141-483d-b40f-d0b50e7699a9 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae2ba46-a014-4734-b4d3-4abd636acac5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:29.439677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-72e165a9-f141-483d-b40f-d0b50e7699a9 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:29.441127 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-72e165a9-f141-483d-b40f-d0b50e7699a9 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "DELETE /v2.0/security-groups/5ae2ba46-a014-4734-b4d3-4abd636acac5 HTTP/1.1" status: 204 len: 168 time: 0.5710351 Apr 05 20:30:29.542016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.25.8.138 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/1ee2852c-52be-4d64-a1e8-a67d3340510f) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:29.549940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53886) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:29.631822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1c0fc65e-ba98-470b-bc8a-fb56d6524a7f tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/860057ff-501d-43ab-9c43-2ec53ce68868 HTTP/1.1" status: 204 len: 168 time: 3.9924088 Apr 05 20:30:29.637465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53890) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:29.724008 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03d8b5d-c775-48f7-8339-6a23976437e3 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] DELETE failed (client error): The resource could not be found. Apr 05 20:30:29.725111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03d8b5d-c775-48f7-8339-6a23976437e3 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:30:29.747341 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c03d8b5d-c775-48f7-8339-6a23976437e3 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/subnets/720bcee4-f9d3-46eb-be4e-cb8ad8b957f0 HTTP/1.1" status: 404 len: 337 time: 0.1094968 Apr 05 20:30:29.770381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2f2148-b9bf-4eb2-921a-04c297a72ab4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting subnet cb5e0bca-c71b-4bca-b476-b80b1b1192f7 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:30:29.772782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53896) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:29.776986 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2148-b9bf-4eb2-921a-04c297a72ab4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:29.934946 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:29.953508 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-b602a0d7-a558-4c24-9c4e-3e5d8f4064a9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] DELETE failed (client error): The resource could not be found. Apr 05 20:30:29.954064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b602a0d7-a558-4c24-9c4e-3e5d8f4064a9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:30:29.955691 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b602a0d7-a558-4c24-9c4e-3e5d8f4064a9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/a6b5d670-5271-404b-b689-9ed04bbc34ba HTTP/1.1" status: 404 len: 339 time: 0.1807792 Apr 05 20:30:29.963308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53916) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:30.020690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2148-b9bf-4eb2-921a-04c297a72ab4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.158016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2dd3ecf-f076-4c8c-af6b-7145b41e5ec9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Deleting subnet ac7694af-3d3b-4284-8bf8-5da636b02375 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:30:30.192531 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e2dd3ecf-f076-4c8c-af6b-7145b41e5ec9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.206505 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2148-b9bf-4eb2-921a-04c297a72ab4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.284071 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.354652 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2148-b9bf-4eb2-921a-04c297a72ab4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.485816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7d27d2-30d7-4ebe-b132-2317aa549785 None None] Network a4659a61-3f1e-4373-8400-7ec7e7415315 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:30:30.497295 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca2f2148-b9bf-4eb2-921a-04c297a72ab4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.510142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:30.520042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f2148-b9bf-4eb2-921a-04c297a72ab4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Subnet': ['ID=cb5e0bca-c71b-4bca-b476-b80b1b1192f7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:30.555937 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e2dd3ecf-f076-4c8c-af6b-7145b41e5ec9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:30.604952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:30.631210 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ca2f2148-b9bf-4eb2-921a-04c297a72ab4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "DELETE /v2.0/subnets/cb5e0bca-c71b-4bca-b476-b80b1b1192f7 HTTP/1.1" status: 204 len: 168 time: 1.0788529 Apr 05 20:30:30.637225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:30:30.649927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53940) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:30.740381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=1ee2852c-52be-4d64-a1e8-a67d3340510f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:31.185584 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f166dcc-c4d4-4f9e-a206-ff92dcf2725e req-96db3571-5b88-40aa-9656-3aa4dfce48f7 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:31.189103 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f166dcc-c4d4-4f9e-a206-ff92dcf2725e req-96db3571-5b88-40aa-9656-3aa4dfce48f7 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=9278f287-7dea-4eda-a09f-86dee1fc74bd HTTP/1.1" status: 200 len: 945 time: 0.8407910 Apr 05 20:30:31.267726 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d345866-575a-404a-a28f-2f7c7f618d1a None None] DHCP port deletion for a4659a61-3f1e-4373-8400-7ec7e7415315 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:30:31.272866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0d345866-575a-404a-a28f-2f7c7f618d1a None None] Deleting port cd07b200-20fd-4fed-8daf-42fb96751045 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:31.273478 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0d345866-575a-404a-a28f-2f7c7f618d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:31.347972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:31.349825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53958) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:31.360022 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e2dd3ecf-f076-4c8c-af6b-7145b41e5ec9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:31.428188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting port cd07b200-20fd-4fed-8daf-42fb96751045 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:31.433167 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:31.445362 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e2dd3ecf-f076-4c8c-af6b-7145b41e5ec9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:31.631653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd3ecf-f076-4c8c-af6b-7145b41e5ec9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7694af-3d3b-4284-8bf8-5da636b02375,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:31.648734 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e2dd3ecf-f076-4c8c-af6b-7145b41e5ec9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:31.696821 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e2dd3ecf-f076-4c8c-af6b-7145b41e5ec9 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/subnets/ac7694af-3d3b-4284-8bf8-5da636b02375 HTTP/1.1" status: 204 len: 168 time: 1.7301514 Apr 05 20:30:31.703506 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f166dcc-c4d4-4f9e-a206-ff92dcf2725e req-ebbd020b-06c4-4988-a5fa-024e3ecfed4a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658572 Apr 05 20:30:31.704011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53970) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:31.725583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3904acd3-67f6-4a34-b37a-63a24f74552d None None] Network 3ae42d05-a949-4c27-92ca-f52fcc45debb requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:30:31.861903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0d345866-575a-404a-a28f-2f7c7f618d1a None None] For port cd07b200-20fd-4fed-8daf-42fb96751045, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cd07b200-20fd-4fed-8daf-42fb96751045,segment=NetworkSegment(51da3b7f-86e6-44a5-90be-a470b321be97),segment_id=51da3b7f-86e6-44a5-90be-a470b321be97)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:31.862711 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0d345866-575a-404a-a28f-2f7c7f618d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:31.897971 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3226eaa-9a32-4a9f-84ff-50099786981c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:31.995666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c3226eaa-9a32-4a9f-84ff-50099786981c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:32.000513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c3226eaa-9a32-4a9f-84ff-50099786981c admin admin] Usage tracker for resource:security_group_rule and tenant:6d84bcb72fa34a8c9184fd58f2eb5d7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:32.003893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c3226eaa-9a32-4a9f-84ff-50099786981c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:32.004769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0d345866-575a-404a-a28f-2f7c7f618d1a None None] Calling delete_port for cd07b200-20fd-4fed-8daf-42fb96751045 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:32.020126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c3226eaa-9a32-4a9f-84ff-50099786981c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:32.149141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] For port cd07b200-20fd-4fed-8daf-42fb96751045, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cd07b200-20fd-4fed-8daf-42fb96751045,segment=NetworkSegment(51da3b7f-86e6-44a5-90be-a470b321be97),segment_id=51da3b7f-86e6-44a5-90be-a470b321be97)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:32.150760 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:32.209670 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:32.288608 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0d345866-575a-404a-a28f-2f7c7f618d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:32.434718 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:32.440061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-6cb3b07d-1b21-406c-8e8f-5d2eebe17502 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:32.442333 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-6cb3b07d-1b21-406c-8e8f-5d2eebe17502 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.13 "GET /v2.0/ports?device_id=9278f287-7dea-4eda-a09f-86dee1fc74bd HTTP/1.1" status: 200 len: 945 time: 1.9138691 Apr 05 20:30:32.453426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Calling delete_port for cd07b200-20fd-4fed-8daf-42fb96751045 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:32.456436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d345866-575a-404a-a28f-2f7c7f618d1a None None] No DVR routers for this DVR port cd07b200-20fd-4fed-8daf-42fb96751045 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:32.495966 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d345866-575a-404a-a28f-2f7c7f618d1a None None] Pushing event deleted for resources: {'Port': ['ID=cd07b200-20fd-4fed-8daf-42fb96751045,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:32.517136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76b1be-30b3-4867-94c8-495833dc6040 req-84f8b6bf-bda5-410f-8551-fe7bc48e2f97 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:32.519327 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e76b1be-30b3-4867-94c8-495833dc6040 req-84f8b6bf-bda5-410f-8551-fe7bc48e2f97 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.41 "GET /v2.0/ports?device_id=1063ee4a-6d73-4504-ad02-9db180a52e27 HTTP/1.1" status: 200 len: 946 time: 1.1671705 Apr 05 20:30:32.621626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9cb602-d3cf-41db-83ac-c12027df0e12 None None] DHCP port deletion for 3ae42d05-a949-4c27-92ca-f52fcc45debb request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:30:32.627229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0f9cb602-d3cf-41db-83ac-c12027df0e12 None None] Deleting port cfbc7813-7711-494d-a611-9a7aec8b20e7 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:32.627845 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0f9cb602-d3cf-41db-83ac-c12027df0e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:32.691010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3226eaa-9a32-4a9f-84ff-50099786981c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:32.961016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Deleting port cfbc7813-7711-494d-a611-9a7aec8b20e7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:32.961660 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:32.972205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cd07b200-20fd-4fed-8daf-42fb96751045 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:33.032652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Deleting port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:33.033135 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.122379 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-8e76b1be-30b3-4867-94c8-495833dc6040 req-d35972b3-3c94-47c9-a2b0-f170df2497d3 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Deleting port 95d4a448-2379-424d-86a7-700e6d5b6495 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:33.123057 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8e76b1be-30b3-4867-94c8-495833dc6040 req-d35972b3-3c94-47c9-a2b0-f170df2497d3 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.127123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0f9cb602-d3cf-41db-83ac-c12027df0e12 None None] For port cfbc7813-7711-494d-a611-9a7aec8b20e7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cfbc7813-7711-494d-a611-9a7aec8b20e7,segment=NetworkSegment(1b75f33b-da03-4de0-aa8a-9e6566c1d173),segment_id=1b75f33b-da03-4de0-aa8a-9e6566c1d173)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:33.127510 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0f9cb602-d3cf-41db-83ac-c12027df0e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.253550 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3226eaa-9a32-4a9f-84ff-50099786981c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.264005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0f9cb602-d3cf-41db-83ac-c12027df0e12 None None] Calling delete_port for cfbc7813-7711-494d-a611-9a7aec8b20e7 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:33.356853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: cd07b200-20fd-4fed-8daf-42fb96751045 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:30:33.357188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cd07b200-20fd-4fed-8daf-42fb96751045 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:33.372408 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0f9cb602-d3cf-41db-83ac-c12027df0e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.465132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9cb602-d3cf-41db-83ac-c12027df0e12 None None] Pushing event deleted for resources: {'Port': ['ID=cfbc7813-7711-494d-a611-9a7aec8b20e7,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:33.473247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9cb602-d3cf-41db-83ac-c12027df0e12 None None] No DVR routers for this DVR port cfbc7813-7711-494d-a611-9a7aec8b20e7 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:33.544982 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c3226eaa-9a32-4a9f-84ff-50099786981c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d84bcb72fa34a8c9184fd58f2eb5d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1914251 Apr 05 20:30:33.578472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54014) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:33.607989 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:33.622631 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-fcbaf569-7b4f-4544-a347-293b400c08c6 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b989f8259f244c90867a8d5d547804b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9284780 Apr 05 20:30:33.695166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a3c5b-8a5d-46f9-bdd1-eb00b1ec0cf8 req-ace9dffd-f3dd-448f-8509-6fb79b891228 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:33.696848 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee6a3c5b-8a5d-46f9-bdd1-eb00b1ec0cf8 req-ace9dffd-f3dd-448f-8509-6fb79b891228 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=9278f287-7dea-4eda-a09f-86dee1fc74bd HTTP/1.1" status: 200 len: 945 time: 0.6616850 Apr 05 20:30:33.879594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:33.913086 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ee6a3c5b-8a5d-46f9-bdd1-eb00b1ec0cf8 req-7dd550de-49aa-4b85-8180-850f503a290e tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999073 Apr 05 20:30:33.985396 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f18e682d-5b44-43fc-a579-ce5aad17306d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.011340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] For port cfbc7813-7711-494d-a611-9a7aec8b20e7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cfbc7813-7711-494d-a611-9a7aec8b20e7,segment=NetworkSegment(1b75f33b-da03-4de0-aa8a-9e6566c1d173),segment_id=1b75f33b-da03-4de0-aa8a-9e6566c1d173)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:34.011340 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.044989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-8e76b1be-30b3-4867-94c8-495833dc6040 req-d35972b3-3c94-47c9-a2b0-f170df2497d3 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] For port 95d4a448-2379-424d-86a7-700e6d5b6495, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=95d4a448-2379-424d-86a7-700e6d5b6495,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:34.045360 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8e76b1be-30b3-4867-94c8-495833dc6040 req-d35972b3-3c94-47c9-a2b0-f170df2497d3 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.152855 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.237163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9278f287-7dea-4eda-a09f-86dee1fc74bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ca94c2-4ff1-423c-8b3d-ec525d6ba23d'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:34.251339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Calling delete_port for cfbc7813-7711-494d-a611-9a7aec8b20e7 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:34.269977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:34.274178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-8e76b1be-30b3-4867-94c8-495833dc6040 req-d35972b3-3c94-47c9-a2b0-f170df2497d3 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Calling delete_port for 95d4a448-2379-424d-86a7-700e6d5b6495 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:34.277749 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.287078 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f18e682d-5b44-43fc-a579-ce5aad17306d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.377948 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9278f287-7dea-4eda-a09f-86dee1fc74bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56ca94c2-4ff1-423c-8b3d-ec525d6ba23d', 'code': 200} Apr 05 20:30:34.418776 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:30:34.419088 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:30:34.431764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:34.435117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:30:34.476196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3226eaa-9a32-4a9f-84ff-50099786981c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efb1874-066f-48a0-b440-a35b31c52cb4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:34.479661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 95d4a448-2379-424d-86a7-700e6d5b6495 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:34.685093 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.728541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cfbc7813-7711-494d-a611-9a7aec8b20e7 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:34.775401 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f18e682d-5b44-43fc-a579-ce5aad17306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.849084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: cfbc7813-7711-494d-a611-9a7aec8b20e7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:30:34.849584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cfbc7813-7711-494d-a611-9a7aec8b20e7 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:34.877530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e682d-5b44-43fc-a579-ce5aad17306d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efb1874-066f-48a0-b440-a35b31c52cb4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:34.895879 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:30:34.896490 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:30:34.909283 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f18e682d-5b44-43fc-a579-ce5aad17306d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:34.910718 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f18e682d-5b44-43fc-a579-ce5aad17306d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5efb1874-066f-48a0-b440-a35b31c52cb4 HTTP/1.1" status: 204 len: 168 time: 1.3046093 Apr 05 20:30:34.923655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Deleting port cfbc7813-7711-494d-a611-9a7aec8b20e7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:34.924027 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:35.022264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:30:35.044306 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c93f4-4208-410e-9989-d62b2055fc90 None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:30:35.060254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c93f4-4208-410e-9989-d62b2055fc90 None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:30:35.064299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-781c93f4-4208-410e-9989-d62b2055fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:35.091154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-45f929ec-aecf-4324-8cfb-eaea6c961d60 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:35.093211 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-45f929ec-aecf-4324-8cfb-eaea6c961d60 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4542320 Apr 05 20:30:35.141083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8e76b1be-30b3-4867-94c8-495833dc6040 req-d35972b3-3c94-47c9-a2b0-f170df2497d3 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:35.153333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] The port 'cfbc7813-7711-494d-a611-9a7aec8b20e7' was deleted {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:30:35.192771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-781c93f4-4208-410e-9989-d62b2055fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:35.206208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781c93f4-4208-410e-9989-d62b2055fc90 None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:30:35.206988 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-781c93f4-4208-410e-9989-d62b2055fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:35.254110 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-b3254b39-ea2a-4dbc-ac2e-7cf615a2c511 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/quotas/b989f8259f244c90867a8d5d547804b1 HTTP/1.1" status: 200 len: 375 time: 0.1451986 Apr 05 20:30:35.346283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-781c93f4-4208-410e-9989-d62b2055fc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:35.347103 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781c93f4-4208-410e-9989-d62b2055fc90 None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:30:35.390237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35972b3-3c94-47c9-a2b0-f170df2497d3 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Pushing event deleted for resources: {'Port': ['ID=95d4a448-2379-424d-86a7-700e6d5b6495,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:35.417083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting port cd07b200-20fd-4fed-8daf-42fb96751045 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:35.417083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:35.527375 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-fdd6de40-6248-4df1-8b5a-45534b52f0f9 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b989f8259f244c90867a8d5d547804b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2509291 Apr 05 20:30:35.574158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e76b1be-30b3-4867-94c8-495833dc6040 req-d35972b3-3c94-47c9-a2b0-f170df2497d3 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] No DVR routers for this DVR port 95d4a448-2379-424d-86a7-700e6d5b6495 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:35.577209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] For port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:35.582396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:35.606745 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-8e76b1be-30b3-4867-94c8-495833dc6040 req-d35972b3-3c94-47c9-a2b0-f170df2497d3 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:35.628104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1063ee4a-6d73-4504-ad02-9db180a52e27', 'name': 'network-vif-deleted', 'tag': '95d4a448-2379-424d-86a7-700e6d5b6495'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:35.648490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] The port 'cd07b200-20fd-4fed-8daf-42fb96751045' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:30:35.859001 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:35.907543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae42d05-a949-4c27-92ca-f52fcc45debb']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:35.936035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b75f33b-da03-4de0-aa8a-9e6566c1d173') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:35.936326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b75f33b-da03-4de0-aa8a-9e6566c1d173') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:35.965728 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:35.996291 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.002472 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1063ee4a-6d73-4504-ad02-9db180a52e27', 'name': 'network-vif-deleted', 'tag': '95d4a448-2379-424d-86a7-700e6d5b6495', 'status': 'completed', 'code': 200} Apr 05 20:30:36.010907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Calling delete_port for 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:36.012374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:30:36.012772 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.225201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:30:36.244595 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:30:36.258542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4659a61-3f1e-4373-8400-7ec7e7415315']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:36.260633 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.274997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51da3b7f-86e6-44a5-90be-a470b321be97') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:36.275542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51da3b7f-86e6-44a5-90be-a470b321be97') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:36.300405 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.308432 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.309840 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-35eeaf78-764b-4a09-a4c1-5e2c499748eb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 11.1098597 Apr 05 20:30:36.318135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54090) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:36.319591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.321621 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] 10.222.0.24 "DELETE /v2.0/networks/3ae42d05-a949-4c27-92ca-f52fcc45debb HTTP/1.1" status: 204 len: 168 time: 4.6018803 Apr 05 20:30:36.359220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.372667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:30:36.373208 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.404521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f5b2a-86da-4ea6-a4c2-4243f1c78470 tempest-NetworksIpV6Test-244022319 tempest-NetworksIpV6Test-244022319-project] Pushing event deleted for resources: {'Network': ['ID=3ae42d05-a949-4c27-92ca-f52fcc45debb,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:36.495427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14baaf-9fd0-4871-b713-d0105d8556ae req-e3568484-419b-49a1-a8cf-1e1ed3080bdf tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:36.504295 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd14baaf-9fd0-4871-b713-d0105d8556ae req-e3568484-419b-49a1-a8cf-1e1ed3080bdf tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=9278f287-7dea-4eda-a09f-86dee1fc74bd HTTP/1.1" status: 200 len: 943 time: 1.3333609 Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:30:36.683516 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:30:36.702390 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-96e1ae64-9353-4d1c-b654-710649d66fb4 req-fb805fed-887d-406a-b707-84a63d4c3b1a tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 210 time: 0.6989560 Apr 05 20:30:36.724827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54098) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:36.729307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.755990 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e76b1be-30b3-4867-94c8-495833dc6040 req-d35972b3-3c94-47c9-a2b0-f170df2497d3 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.41 "DELETE /v2.0/ports/95d4a448-2379-424d-86a7-700e6d5b6495 HTTP/1.1" status: 204 len: 173 time: 4.0606480 Apr 05 20:30:36.767859 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:36.793783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Network': ['ID=a4659a61-3f1e-4373-8400-7ec7e7415315,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:36.840795 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d8b5d41c-9610-43ba-bcb1-add5058261e7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "DELETE /v2.0/networks/a4659a61-3f1e-4373-8400-7ec7e7415315 HTTP/1.1" status: 204 len: 168 time: 6.1861401 Apr 05 20:30:36.846816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54110) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:37.042111 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:30:37.042793 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:30:37.164836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54116) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:37.322073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-599517245-network', 'tenant_id': '0b85162d0163437385af208333519bc3'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:37.362435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:37.373537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Usage tracker for resource:network and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:37.383188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:37.394699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:37.423056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a0159-ee0c-425f-b425-134fecc8be64 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting port 797d2435-8d9b-4b17-8d06-ef4c68226722 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:37.423757 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0159-ee0c-425f-b425-134fecc8be64 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:37.481780 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd14baaf-9fd0-4871-b713-d0105d8556ae req-11f5a8c4-62fc-42d9-88c5-54ab7d6947dc tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9757259 Apr 05 20:30:37.501964 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:30:37.716250 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a13e77b6-6d03-41f3-ba17-71d9d3885d9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9fe8d985ebf40e9a3e25ddc920ad637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5465357 Apr 05 20:30:37.718763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54126) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:37.775930 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:37.840968 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-19519e82-517f-4873-a17c-815e588382f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:37.850717 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Deleting port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:37.851058 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.058328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Made reservation on behalf of 0b85162d0163437385af208333519bc3 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:38.061632 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.246999 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.274116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:38.278401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Usage tracker for resource:security_group_rule and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:38.282410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:38.288832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:38.299583 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-19519e82-517f-4873-a17c-815e588382f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.300103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c741b239-c809-47ca-b870-e39868725246 req-37393dc2-de37-4784-9255-52a48031adca tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 210 time: 0.2898328 Apr 05 20:30:38.328504 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-11bd1af7-bb85-4344-a245-e1d2b68467fb tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b989f8259f244c90867a8d5d547804b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2899783 Apr 05 20:30:38.375010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0159-ee0c-425f-b425-134fecc8be64 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.375335 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0159-ee0c-425f-b425-134fecc8be64 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.549557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5b0a0159-ee0c-425f-b425-134fecc8be64 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Calling delete_port for 797d2435-8d9b-4b17-8d06-ef4c68226722 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:38.603097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] For port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d,segment=NetworkSegment(dc28ab16-a027-48f7-b692-8e8447fc4829),segment_id=dc28ab16-a027-48f7-b692-8e8447fc4829)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:38.603744 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.753208 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.773841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Calling delete_port for 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:38.779809 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-19519e82-517f-4873-a17c-815e588382f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.817181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19519e82-517f-4873-a17c-815e588382f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774c2737-dd80-40dd-8de6-5fde8d4153b4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:38.856720 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-19519e82-517f-4873-a17c-815e588382f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.857867 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-19519e82-517f-4873-a17c-815e588382f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/774c2737-dd80-40dd-8de6-5fde8d4153b4 HTTP/1.1" status: 204 len: 168 time: 1.1361187 Apr 05 20:30:38.868656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.895434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-3c2efe5a-ebbb-48bd-89e1-f3d6e1a3f722 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:38.897654 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-3c2efe5a-ebbb-48bd-89e1-f3d6e1a3f722 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5238316 Apr 05 20:30:38.901529 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:38.923271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Request body: {'port': {'device_id': '193bf770-1785-400f-8fc0-48b50fe47368', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': 'b989f8259f244c90867a8d5d547804b1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:39.025597 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.104493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:39.109644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Usage tracker for resource:port and tenant:b989f8259f244c90867a8d5d547804b1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:39.115024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:39.129566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0626ed8-5428-44fe-9313-28203167940e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:39.141854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:39.161822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:30:39.168591 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0159-ee0c-425f-b425-134fecc8be64 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.182660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.20.0.1 (dafdf8b2-4df7-4386-a462-72192b0d3764/b429de9a-2f77-4e4f-aee2-292cf54a1203/0403ce64-9b5f-4915-9d32-a4ae24056878) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:39.199078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a1ed2-68eb-4dd8-ab78-9128e0358b8a req-265bc973-81bb-4288-8cd9-a4d0f3120409 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:39.201667 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a89a1ed2-68eb-4dd8-ab78-9128e0358b8a req-265bc973-81bb-4288-8cd9-a4d0f3120409 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=9278f287-7dea-4eda-a09f-86dee1fc74bd HTTP/1.1" status: 200 len: 943 time: 0.4757364 Apr 05 20:30:39.212736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Made reservation on behalf of b989f8259f244c90867a8d5d547804b1 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:39.212736 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.269155 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.330385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a0159-ee0c-425f-b425-134fecc8be64 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Port': ['ID=797d2435-8d9b-4b17-8d06-ef4c68226722,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:39.344290 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.344803 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Added segment da845051-1bde-4a15-a323-dbfab693faa0 of type vlan for network e001c7aa-cc86-425e-9f2c-59333aa3f65f Apr 05 20:30:39.415145 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:39.434095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Usage tracker for resource:security_group_rule and tenant:b989f8259f244c90867a8d5d547804b1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:39.443036 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a89a1ed2-68eb-4dd8-ab78-9128e0358b8a req-cb07f47f-ff37-4678-a511-ff1ee4bfb94a tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/security-groups?id=0474157b-3a5b-4236-9b9d-e2f08976b7b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127588 Apr 05 20:30:39.444366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:39.466666 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.486938 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.509146 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:39.550861 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0159-ee0c-425f-b425-134fecc8be64 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.551196 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-5b0a0159-ee0c-425f-b425-134fecc8be64 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Floating IP 119ced12-9704-4c56-94ce-e965efd993f8 disassociated (deleted). External IP: 172.25.8.227, port: 85d282c6-0e40-4ebf-852c-04b9379d54fe. Apr 05 20:30:39.639184 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.640443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Pushing event deleted for resources: {'Port': ['ID=56ca94c2-4ff1-423c-8b3d-ec525d6ba23d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:39.740775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-94dc854a-d413-43ba-8d7d-7ef9c595101b req-fc686822-a185-4f2d-9363-11d2f03c745a tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 210 time: 0.1391087 Apr 05 20:30:39.741410 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.742326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:39.742912 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.831689 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.835255 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:39.960088 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:40.109855 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3770518 Apr 05 20:30:40.154827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54272) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:40.160226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] No DVR routers for this DVR port 56ca94c2-4ff1-423c-8b3d-ec525d6ba23d on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:40.164970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dee0b30-0bee-472b-b114-d201304a5762,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:40.180223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Request body: {'subnet': {'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-599517245-subnet', 'tenant_id': '0b85162d0163437385af208333519bc3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:40.184163 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:40.186546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fe254d54-5f53-4ebf-bf0c-8686102198eb req-76758de3-ce57-4b29-9364-c04f26f45edb tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.13 "DELETE /v2.0/ports/56ca94c2-4ff1-423c-8b3d-ec525d6ba23d HTTP/1.1" status: 204 len: 173 time: 7.6595922 Apr 05 20:30:40.187634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network dafdf8b2-4df7-4386-a462-72192b0d3764 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:40.191258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9278f287-7dea-4eda-a09f-86dee1fc74bd', 'name': 'network-vif-deleted', 'tag': '56ca94c2-4ff1-423c-8b3d-ec525d6ba23d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:40.214161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:40.217076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:30:40.298967 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:40.319727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:40.325608 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9278f287-7dea-4eda-a09f-86dee1fc74bd', 'name': 'network-vif-deleted', 'tag': '56ca94c2-4ff1-423c-8b3d-ec525d6ba23d', 'status': 'completed', 'code': 200} Apr 05 20:30:40.362123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Usage tracker for resource:subnet and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:40.456417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:40.482022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38026a-989d-42e7-8c77-8dcc854554d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e001c7aa-cc86-425e-9f2c-59333aa3f65f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:40.484832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=0403ce64-9b5f-4915-9d32-a4ae24056878,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:40.496162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:40.506499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network e001c7aa-cc86-425e-9f2c-59333aa3f65f details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:30:40.594084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Made reservation on behalf of 0b85162d0163437385af208333519bc3 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:40.600016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:40.870862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:40.897062 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea76f58-cc80-4000-902a-e74f6cde158e req-7f3eb6eb-3639-4255-93c6-aef369eab066 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:40.904251 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ea76f58-cc80-4000-902a-e74f6cde158e req-7f3eb6eb-3639-4255-93c6-aef369eab066 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 945 time: 0.8778059 Apr 05 20:30:40.910769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-939ca222-8524-4236-993a-6ba3331cd1a3 req-ecd551f7-2da7-43e3-b7a4-9ad8e1656038 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Synchronizing usage tracker for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:30:40.947918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Allocated IP 192.168.233.209 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/1f7958f4-c172-497e-985b-64714eea1de1) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:41.003412 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c26d75b3-4210-42ef-8c24-dbd24a4c9d78 req-60490015-8658-4964-a19a-8ea3836bded9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9991796 Apr 05 20:30:41.011797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-939ca222-8524-4236-993a-6ba3331cd1a3 req-ecd551f7-2da7-43e3-b7a4-9ad8e1656038 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] Unset dirty status for tenant:d9208e30a90949ee9d39a987d74d2831 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:30:41.013465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-939ca222-8524-4236-993a-6ba3331cd1a3 req-ecd551f7-2da7-43e3-b7a4-9ad8e1656038 tempest-MultipleCreateTestJSON-1164873480 tempest-MultipleCreateTestJSON-1164873480-project] 10.222.0.24 "GET /v2.0/ports?device_id=9278f287-7dea-4eda-a09f-86dee1fc74bd HTTP/1.1" status: 200 len: 210 time: 0.1876655 Apr 05 20:30:41.020261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0a0159-ee0c-425f-b425-134fecc8be64 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Router 7e96cba5-4251-47ee-a3f3-9314bf529a71 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:30:41.072912 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ea76f58-cc80-4000-902a-e74f6cde158e req-fc2f6a4e-d6d1-4fe3-9f99-cf38fb81c948 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678236 Apr 05 20:30:41.315647 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b127099-8c1b-4921-8853-21566e57d111 req-aa2dc60d-2835-4ec4-ab48-b54978a856c7 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 210 time: 0.0750623 Apr 05 20:30:41.376803 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3e7d091a-f806-4884-8d7f-fc1fedc221ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:41.412153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0a0159-ee0c-425f-b425-134fecc8be64 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:30:41.430620 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97f7860-396f-45c4-ab7a-e413ff8274f5 None None] Sync routers for ids ['7e96cba5-4251-47ee-a3f3-9314bf529a71'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:30:41.451487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d75b3-4210-42ef-8c24-dbd24a4c9d78 req-f36358ff-07fa-4028-af04-e593d474129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:41.453915 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97f7860-396f-45c4-ab7a-e413ff8274f5 None None] Routers {'7e96cba5-4251-47ee-a3f3-9314bf529a71'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:30:41.455626 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c26d75b3-4210-42ef-8c24-dbd24a4c9d78 req-f36358ff-07fa-4028-af04-e593d474129d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80fee2de873b412da3b3a54725609093&device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 1096 time: 0.4282107 Apr 05 20:30:41.457219 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f97f7860-396f-45c4-ab7a-e413ff8274f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7e96cba5-4251-47ee-a3f3-9314bf529a71'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:41.485278 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b0a0159-ee0c-425f-b425-134fecc8be64 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:41.786802 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-f97f7860-396f-45c4-ab7a-e413ff8274f5 None None] Set router 7e96cba5-4251-47ee-a3f3-9314bf529a71 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:30:41.839874 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5b0a0159-ee0c-425f-b425-134fecc8be64 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "DELETE /v2.0/floatingips/119ced12-9704-4c56-94ce-e965efd993f8 HTTP/1.1" status: 204 len: 168 time: 4.9910665 Apr 05 20:30:41.873035 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:41.931623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Transition to ACTIVE for port object 1f7958f4-c172-497e-985b-64714eea1de1 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:41.975242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d75b3-4210-42ef-8c24-dbd24a4c9d78 req-2d1b135a-419c-4154-8e18-05ae9d098f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:41.981830 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c26d75b3-4210-42ef-8c24-dbd24a4c9d78 req-2d1b135a-419c-4154-8e18-05ae9d098f4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=45d1b570-945b-4bd2-bead-1b4868990023 HTTP/1.1" status: 200 len: 897 time: 0.4492011 Apr 05 20:30:42.146305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.166536 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c26d75b3-4210-42ef-8c24-dbd24a4c9d78 req-f06dd5c4-3fb6-4a98-b61a-8d7306d23cbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d282c6-0e40-4ebf-852c-04b9379d54fe HTTP/1.1" status: 200 len: 217 time: 0.1708841 Apr 05 20:30:42.243598 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:30:42.274717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:42.283578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:42.295530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:30:42.349107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'tag': '85d282c6-0e40-4ebf-852c-04b9379d54fe'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:42.356813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d75b3-4210-42ef-8c24-dbd24a4c9d78 req-d63c7a1d-f4eb-4e01-b3b4-848d1e52c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:42.375549 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c26d75b3-4210-42ef-8c24-dbd24a4c9d78 req-d63c7a1d-f4eb-4e01-b3b4-848d1e52c733 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f020307b-3e62-4df0-8f6e-03c6a014751a HTTP/1.1" status: 200 len: 835 time: 0.1986854 Apr 05 20:30:42.377449 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.434234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:42.435153 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.460473 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f97f7860-396f-45c4-ab7a-e413ff8274f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:30:13Z', 'revision_number': 6, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:40Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:42.470176 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.473372 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97f7860-396f-45c4-ab7a-e413ff8274f5 None None] Checking router: 7e96cba5-4251-47ee-a3f3-9314bf529a71 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:30:42.478670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5702643 Apr 05 20:30:42.503455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Request body: {'port': {'device_id': '193bf770-1785-400f-8fc0-48b50fe47368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:42.521533 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97f7860-396f-45c4-ab7a-e413ff8274f5 None None] Routers {'7e96cba5-4251-47ee-a3f3-9314bf529a71'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:30:42.522274 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f97f7860-396f-45c4-ab7a-e413ff8274f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7e96cba5-4251-47ee-a3f3-9314bf529a71'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:42.653349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54536) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:42.663878 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.779272 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-f97f7860-396f-45c4-ab7a-e413ff8274f5 None None] Set router 7e96cba5-4251-47ee-a3f3-9314bf529a71 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:30:42.824104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7ee88-6c24-4b1d-a129-882775fc0649 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Pushing event updated for resources: {'Port': ['ID=1f7958f4-c172-497e-985b-64714eea1de1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:42.867432 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-132250fc-6b93-4704-9bb5-d44a204e17e1 None None] Provisioning for port 1f7958f4-c172-497e-985b-64714eea1de1 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:42.875698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-132250fc-6b93-4704-9bb5-d44a204e17e1 None None] Provisioning complete for port 1f7958f4-c172-497e-985b-64714eea1de1 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:42.876267 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-132250fc-6b93-4704-9bb5-d44a204e17e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:42.963691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-132250fc-6b93-4704-9bb5-d44a204e17e1 None None] Port 1f7958f4-c172-497e-985b-64714eea1de1 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:30:43.000338 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.057961 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.080083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a21430-0121-4577-bdb7-ba96e7b606a8,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:43.103688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=0403ce64-9b5f-4915-9d32-a4ae24056878,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:43.112776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Checking segment: {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:30:43.113114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Network hostable DHCP agents. Network: e001c7aa-cc86-425e-9f2c-59333aa3f65f, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:30:43.174209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d75b3-4210-42ef-8c24-dbd24a4c9d78 req-19abac13-fbfb-405f-96f2-93c86ad88f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:43.176097 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c26d75b3-4210-42ef-8c24-dbd24a4c9d78 req-19abac13-fbfb-405f-96f2-93c86ad88f54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45d1b570-945b-4bd2-bead-1b4868990023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7861681 Apr 05 20:30:43.181624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Network e001c7aa-cc86-425e-9f2c-59333aa3f65f is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:30:43.194892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa12a4-5ec5-4f88-bf15-6b16fcc8ef83 req-e67a9940-4de5-48ed-bf37-c35e9fdee210 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:43.204859 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d4fa12a4-5ec5-4f88-bf15-6b16fcc8ef83 req-e67a9940-4de5-48ed-bf37-c35e9fdee210 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 936 time: 0.3433094 Apr 05 20:30:43.245448 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f97f7860-396f-45c4-ab7a-e413ff8274f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:30:13Z', 'revision_number': 6, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:40Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:43.249910 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97f7860-396f-45c4-ab7a-e413ff8274f5 None None] The sync data for ids ['7e96cba5-4251-47ee-a3f3-9314bf529a71'] in n-d-836604-1 is: [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:30:13Z', 'revision_number': 6, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '462f2f5e-f3d4-4e06-977e-38eb672d6950', 'name': '', 'network_id': '45d1b570-945b-4bd2-bead-1b4868990023', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:21:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1988, 'fixed_ips': [{'subnet_id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:25Z', 'updated_at': '2022-04-05T20:27:40Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'f020307b-3e62-4df0-8f6e-03c6a014751a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:30:43.251680 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed7d8291-0484-4258-bbd3-d1c838d8e7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.268195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, e001c7aa-cc86-425e-9f2c-59333aa3f65f) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:43.273006 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:43.273985 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.280329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b8b874-b3b2-408d-9641-a9c3d7a302f2 None None] Network e001c7aa-cc86-425e-9f2c-59333aa3f65f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:30:43.359137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ed7d8291-0484-4258-bbd3-d1c838d8e7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:43.398420 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ed7d8291-0484-4258-bbd3-d1c838d8e7ca admin admin] Usage tracker for resource:security_group_rule and tenant:5bc7e7f6eb4e4e0aa465e447285a984b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:43.403613 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c150163b-5298-4d45-9fbd-c0be1cb05118 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.2449543 Apr 05 20:30:43.411375 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d4fa12a4-5ec5-4f88-bf15-6b16fcc8ef83 req-5573b261-7f79-44e8-b13e-1161d13cd42f tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dee0b30-0bee-472b-b114-d201304a5762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046859 Apr 05 20:30:43.412054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54618) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:43.419235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ed7d8291-0484-4258-bbd3-d1c838d8e7ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:43.422298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:43.430673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:43.439754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Usage tracker for resource:router and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:43.447884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536399a-dba2-4310-906c-64ae9308dc6d req-74a07f24-5919-4a3b-b4b7-28c7c065fcf5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:43.455598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:43.455888 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e536399a-dba2-4310-906c-64ae9308dc6d req-74a07f24-5919-4a3b-b4b7-28c7c065fcf5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 945 time: 0.6997955 Apr 05 20:30:43.458483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ed7d8291-0484-4258-bbd3-d1c838d8e7ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:43.478378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:43.492516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c26d75b3-4210-42ef-8c24-dbd24a4c9d78 req-04e16174-c39f-48ed-ac88-a8d8d3281191 service neutron] 10.222.0.41 "GET /v2.0/networks/45d1b570-945b-4bd2-bead-1b4868990023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079135 Apr 05 20:30:43.501207 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.502891 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.575466 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'tag': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'status': 'completed', 'code': 200} Apr 05 20:30:43.737274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed7d8291-0484-4258-bbd3-d1c838d8e7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.748714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network dafdf8b2-4df7-4386-a462-72192b0d3764 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:43.764123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fe6b5a-26ac-4901-916e-d66754b19a5f None None] New status for floating IP 119ced12-9704-4c56-94ce-e965efd993f8: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:30:43.776330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:43.779020 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed7d8291-0484-4258-bbd3-d1c838d8e7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.805561 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:43.807233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54660) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:43.904008 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ed7d8291-0484-4258-bbd3-d1c838d8e7ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bc7e7f6eb4e4e0aa465e447285a984b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1729643 Apr 05 20:30:43.904910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54674) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:43.995944 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c26d75b3-4210-42ef-8c24-dbd24a4c9d78 req-bc186d98-2b00-4f03-9f3c-73ebf21cf709 service neutron] 10.222.0.41 "GET /v2.0/networks/45d1b570-945b-4bd2-bead-1b4868990023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870360 Apr 05 20:30:44.021137 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e4ec0199-c34a-4130-a0be-3500b1080453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.027849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2b7af6-8c00-498d-b76b-b454eae2e7a5 admin admin] Deleting subnet d1356f70-0114-45ce-aab5-768404948e3c {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:30:44.104048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:30:44.104803 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.118685 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b2b7af6-8c00-498d-b76b-b454eae2e7a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.133386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d8291-0484-4258-bbd3-d1c838d8e7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab7c87b-604c-4a4d-ade3-52b28e7578ab,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:44.150118 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e536399a-dba2-4310-906c-64ae9308dc6d req-4b68fc3a-f633-4aa9-91c6-2f3e3049472b tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=884dae43-0269-4f24-b405-aa272420d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6885934 Apr 05 20:30:44.311205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Allocated IP 172.20.0.2 (e001c7aa-cc86-425e-9f2c-59333aa3f65f/d7a21430-0121-4577-bdb7-ba96e7b606a8/e0b5663b-94e0-4801-b532-1c9279c64a7a) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:44.416023 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.424864 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b2b7af6-8c00-498d-b76b-b454eae2e7a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.488135 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b9e60317-b5f5-4646-afd2-a27a38784b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.538772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a9434fce-c5eb-4352-b6b5-7fd8948481c7 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:44.592649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:30:44.612334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f5ea0-b2ab-4418-a6fa-0932ca3fd0f3 req-3862e2f1-1a11-46ba-9037-78bd010cfe68 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:44.613849 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db4f5ea0-b2ab-4418-a6fa-0932ca3fd0f3 req-3862e2f1-1a11-46ba-9037-78bd010cfe68 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.41 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 945 time: 0.7461822 Apr 05 20:30:44.628019 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.630317 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b9e60317-b5f5-4646-afd2-a27a38784b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.641737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Transition to ACTIVE for port object e0b5663b-94e0-4801-b532-1c9279c64a7a will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:44.663867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74f841-2bb5-4234-89b7-746baaa39caf req-4d81d9a2-683a-4de5-9695-78d3d3a9f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:44.665505 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b74f841-2bb5-4234-89b7-746baaa39caf req-4d81d9a2-683a-4de5-9695-78d3d3a9f46e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=80fee2de873b412da3b3a54725609093&device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 1096 time: 0.5479300 Apr 05 20:30:44.699195 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b2b7af6-8c00-498d-b76b-b454eae2e7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.711723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Transition to ACTIVE for port object e0b5663b-94e0-4801-b532-1c9279c64a7a will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:44.718528 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.756493 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:30:44.777627 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.835741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:44.841584 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.854875 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7958f4-c172-497e-985b-64714eea1de1 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:30:44.865277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.883355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Network e001c7aa-cc86-425e-9f2c-59333aa3f65f is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:44.885031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Transition to ACTIVE for port object 1f7958f4-c172-497e-985b-64714eea1de1 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:44.889066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:44.891405 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:44.902842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:30:44.909495 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.921400 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Pushing event updated for resources: {'Port': ['ID=e0b5663b-94e0-4801-b532-1c9279c64a7a,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:44.930663 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:44.997819 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:45.022360 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'code': 200} Apr 05 20:30:45.036667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:45.037016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:45.037342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:45.037667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:45.041690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:45.042077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:45.042770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:45.042770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:45.043051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:45.043634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:45.043946 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:45.044260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:30:45.264528 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b9e60317-b5f5-4646-afd2-a27a38784b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:45.271415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:45.278636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Attempting to bind port e0b5663b-94e0-4801-b532-1c9279c64a7a on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:30:45.279315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Attempting to bind port e0b5663b-94e0-4801-b532-1c9279c64a7a by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:30:45.280723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Attempting to bind port e0b5663b-94e0-4801-b532-1c9279c64a7a on network e001c7aa-cc86-425e-9f2c-59333aa3f65f {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:30:45.287319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:30:45.288018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Checking segment: {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:30:45.288645 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:45.289237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Bound using segment: {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:30:45.289935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Bound port: e0b5663b-94e0-4801-b532-1c9279c64a7a, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:30:45.290520 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:45.307042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-db4f5ea0-b2ab-4418-a6fa-0932ca3fd0f3 req-645ff644-ad8e-4a65-8301-2f686fc3451a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting port 85d282c6-0e40-4ebf-852c-04b9379d54fe {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:45.307587 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-db4f5ea0-b2ab-4418-a6fa-0932ca3fd0f3 req-645ff644-ad8e-4a65-8301-2f686fc3451a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:45.311377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b2b7af6-8c00-498d-b76b-b454eae2e7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:45.385450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Pushing event updated for resources: {'Port': ['ID=1f7958f4-c172-497e-985b-64714eea1de1,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:45.396344 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74f841-2bb5-4234-89b7-746baaa39caf req-ef0e384d-64ca-4c6d-bd2c-fec2da63e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:45.398575 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b74f841-2bb5-4234-89b7-746baaa39caf req-ef0e384d-64ca-4c6d-bd2c-fec2da63e778 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45d1b570-945b-4bd2-bead-1b4868990023 HTTP/1.1" status: 200 len: 897 time: 0.7131526 Apr 05 20:30:45.405219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e60317-b5f5-4646-afd2-a27a38784b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab7c87b-604c-4a4d-ade3-52b28e7578ab,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:45.420668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9342391-835e-4b36-ad6b-85bcfa3acc7d req-93404e5e-8607-499e-b51e-ec93c84293a7 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:45.428646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] For port e0b5663b-94e0-4801-b532-1c9279c64a7a, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:30:45.429255 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9342391-835e-4b36-ad6b-85bcfa3acc7d req-93404e5e-8607-499e-b51e-ec93c84293a7 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 936 time: 0.8533344 Apr 05 20:30:45.437315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] For port e0b5663b-94e0-4801-b532-1c9279c64a7a, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e0b5663b-94e0-4801-b532-1c9279c64a7a,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:30:45.438062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b7af6-8c00-498d-b76b-b454eae2e7a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1356f70-0114-45ce-aab5-768404948e3c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:45.462710 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:45.547728 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b2b7af6-8c00-498d-b76b-b454eae2e7a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:45.575149 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b74f841-2bb5-4234-89b7-746baaa39caf req-1925ef25-b1d8-423c-bd0b-a6e0c7e1d43c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85d282c6-0e40-4ebf-852c-04b9379d54fe HTTP/1.1" status: 200 len: 217 time: 0.1414070 Apr 05 20:30:45.578896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:30:45.589806 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b5d670-7ac9-4ae7-99e7-98448ca6665d None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:30:45.602023 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b5d670-7ac9-4ae7-99e7-98448ca6665d None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:30:45.602760 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-82b5d670-7ac9-4ae7-99e7-98448ca6665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:45.612037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Attempting to bind port 1f7958f4-c172-497e-985b-64714eea1de1 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:30:45.612496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Attempting to bind port 1f7958f4-c172-497e-985b-64714eea1de1 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:30:45.612939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Attempting to bind port 1f7958f4-c172-497e-985b-64714eea1de1 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:30:45.624951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e796fa-ab9c-44d5-86b2-1ea86cb65952 None None] Pushing event updated for resources: {'Port': ['ID=e0b5663b-94e0-4801-b532-1c9279c64a7a,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:45.645262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8b2b7af6-8c00-498d-b76b-b454eae2e7a5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d1356f70-0114-45ce-aab5-768404948e3c HTTP/1.1" status: 204 len: 168 time: 1.8373997 Apr 05 20:30:45.655310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54742) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:45.660994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Port 1f7958f4-c172-497e-985b-64714eea1de1 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:30:45.662059 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Attempting to bind port 1f7958f4-c172-497e-985b-64714eea1de1 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:30:45.677533 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b9e60317-b5f5-4646-afd2-a27a38784b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:45.679025 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b9e60317-b5f5-4646-afd2-a27a38784b19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dab7c87b-604c-4a4d-ade3-52b28e7578ab HTTP/1.1" status: 204 len: 168 time: 1.7718389 Apr 05 20:30:45.768897 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-82b5d670-7ac9-4ae7-99e7-98448ca6665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:45.796662 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b5d670-7ac9-4ae7-99e7-98448ca6665d None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:30:45.797533 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-82b5d670-7ac9-4ae7-99e7-98448ca6665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:45.810619 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9342391-835e-4b36-ad6b-85bcfa3acc7d req-f822f1ff-481e-4e3f-941e-ee5fc0847f04 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dee0b30-0bee-472b-b114-d201304a5762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801148 Apr 05 20:30:45.844520 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-691abf16-3637-4b1d-abf7-f2182604dbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:45.856971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:30:45.857319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:30:45.857704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:30:45.858241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Bound port: 1f7958f4-c172-497e-985b-64714eea1de1, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:30:45.859168 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:46.004492 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-82b5d670-7ac9-4ae7-99e7-98448ca6665d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:46.010287 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b5d670-7ac9-4ae7-99e7-98448ca6665d None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:30:46.021808 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:46.077665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] For port 1f7958f4-c172-497e-985b-64714eea1de1, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:30:46.082356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] For port 1f7958f4-c172-497e-985b-64714eea1de1, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1f7958f4-c172-497e-985b-64714eea1de1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:30:46.105865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74f841-2bb5-4234-89b7-746baaa39caf req-b4ba0ed3-a531-4d8e-9698-2506bef75732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:46.108550 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b74f841-2bb5-4234-89b7-746baaa39caf req-b4ba0ed3-a531-4d8e-9698-2506bef75732 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f020307b-3e62-4df0-8f6e-03c6a014751a HTTP/1.1" status: 200 len: 835 time: 0.5132329 Apr 05 20:30:46.130117 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:46.195757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:46.196424 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:46.198117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] 10.222.0.13 "PUT /v2.0/ports/1f7958f4-c172-497e-985b-64714eea1de1 HTTP/1.1" status: 200 len: 1096 time: 3.7027094 Apr 05 20:30:46.199482 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c4adbfb2-a7ba-47da-9717-772071186c18 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "PUT /v2.0/routers/4254dd5f-de1a-480f-8204-3ab489054944/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8721001 Apr 05 20:30:46.226053 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193bf770-1785-400f-8fc0-48b50fe47368', 'tag': '1f7958f4-c172-497e-985b-64714eea1de1'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:46.255037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54762) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:46.276106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'port': {'network_id': 'dafdf8b2-4df7-4386-a462-72192b0d3764', 'name': 'tempest-FloatingIPTestJSON-1453432101'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:46.326281 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:46.417757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3b0770-3984-4b56-86a3-a4360c27b299 req-504c15a7-173f-45e3-8c9a-db98e3f91e51 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:46.430082 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d3b0770-3984-4b56-86a3-a4360c27b299 req-504c15a7-173f-45e3-8c9a-db98e3f91e51 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 945 time: 1.0280094 Apr 05 20:30:46.434894 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193bf770-1785-400f-8fc0-48b50fe47368', 'tag': '1f7958f4-c172-497e-985b-64714eea1de1', 'status': 'completed', 'code': 200} Apr 05 20:30:46.448571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5ff7a-2347-4830-8e01-8fa8306b9e9e service neutron] Pushing event updated for resources: {'Port': ['ID=1f7958f4-c172-497e-985b-64714eea1de1,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:46.478277 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:46.509526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a9434fce-c5eb-4352-b6b5-7fd8948481c7 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:30:46.647518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-db4f5ea0-b2ab-4418-a6fa-0932ca3fd0f3 req-645ff644-ad8e-4a65-8301-2f686fc3451a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] For port 85d282c6-0e40-4ebf-852c-04b9379d54fe, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=85d282c6-0e40-4ebf-852c-04b9379d54fe,segment=NetworkSegment(7f6ddade-1d3e-4ee6-adf4-6c3a68575f86),segment_id=7f6ddade-1d3e-4ee6-adf4-6c3a68575f86)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:46.652042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-db4f5ea0-b2ab-4418-a6fa-0932ca3fd0f3 req-645ff644-ad8e-4a65-8301-2f686fc3451a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:46.718291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e0b5663b-94e0-4801-b532-1c9279c64a7a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:46.872574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Allocated IP 172.25.8.81 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/26134c1a-c7b7-4a41-8511-abb614e234de) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:47.049247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:47.070687 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'port_id': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:30:47.119253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54778) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:47.152237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port e0b5663b-94e0-4801-b532-1c9279c64a7a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:47.182593 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.224269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9434fce-c5eb-4352-b6b5-7fd8948481c7 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:30:47.246373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:47.267508 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.272664 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6aebfbcb-4ae9-49ec-9122-f3de93463063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.377112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6aebfbcb-4ae9-49ec-9122-f3de93463063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:47.401785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6aebfbcb-4ae9-49ec-9122-f3de93463063 admin admin] Usage tracker for resource:security_group_rule and tenant:a040be2ccdb94bc2b2bbbc9a76911587 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:47.410607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6aebfbcb-4ae9-49ec-9122-f3de93463063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:47.414138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:47.418117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-db4f5ea0-b2ab-4418-a6fa-0932ca3fd0f3 req-645ff644-ad8e-4a65-8301-2f686fc3451a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Calling delete_port for 85d282c6-0e40-4ebf-852c-04b9379d54fe owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:47.426507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:port and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:47.430660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6aebfbcb-4ae9-49ec-9122-f3de93463063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:47.446570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:47.463319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b74f841-2bb5-4234-89b7-746baaa39caf req-8558a434-eab8-4ef8-9af0-94f942e39616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:47.464619 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b74f841-2bb5-4234-89b7-746baaa39caf req-8558a434-eab8-4ef8-9af0-94f942e39616 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45d1b570-945b-4bd2-bead-1b4868990023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3406987 Apr 05 20:30:47.481525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:47.519475 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.575841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:47.585562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a5cae3-db37-4e2f-82f0-599495fcc20a None None] Network e001c7aa-cc86-425e-9f2c-59333aa3f65f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:30:47.663877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Made reservation on behalf of 7b523dd593a84adeaa37e7d26ea4e0d3 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:47.675538 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.693468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b96a72-7ef8-4c80-8509-4f61729995d2 req-a87d6b49-512f-4dbb-8c75-2e940cf70946 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:47.701383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18b96a72-7ef8-4c80-8509-4f61729995d2 req-a87d6b49-512f-4dbb-8c75-2e940cf70946 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 948 time: 0.5580833 Apr 05 20:30:47.832300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] device_id is not set on port f4332560-9633-4d63-90c9-28580b44674c yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:30:47.845772 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d3b0770-3984-4b56-86a3-a4360c27b299 req-fefbabac-135f-4aee-b057-b31d8d663136 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=884dae43-0269-4f24-b405-aa272420d6ab&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.4144351 Apr 05 20:30:47.851784 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-691abf16-3637-4b1d-abf7-f2182604dbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:47.874626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['a9434fce-c5eb-4352-b6b5-7fd8948481c7'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:30:47.945164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-691abf16-3637-4b1d-abf7-f2182604dbc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91b81c43-5b6b-44fb-b2e0-c358cc48f5ef']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:47.966212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-691abf16-3637-4b1d-abf7-f2182604dbc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc28ab16-a027-48f7-b692-8e8447fc4829') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:47.966665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-691abf16-3637-4b1d-abf7-f2182604dbc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc28ab16-a027-48f7-b692-8e8447fc4829') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:47.996576 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6aebfbcb-4ae9-49ec-9122-f3de93463063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:48.081643 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bf776256-ba71-461c-a7c3-3adad9e9dd41 None None] Provisioning for port e0b5663b-94e0-4801-b532-1c9279c64a7a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:48.086124 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-691abf16-3637-4b1d-abf7-f2182604dbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:48.100204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-aafbe624-78d7-4fa0-9e52-4e0c0d9eeaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:48.103208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-aafbe624-78d7-4fa0-9e52-4e0c0d9eeaf9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b989f8259f244c90867a8d5d547804b1&device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 1099 time: 1.6597829 Apr 05 20:30:48.162502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bf776256-ba71-461c-a7c3-3adad9e9dd41 None None] Provisioning complete for port e0b5663b-94e0-4801-b532-1c9279c64a7a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:48.166254 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bf776256-ba71-461c-a7c3-3adad9e9dd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:48.236985 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-691abf16-3637-4b1d-abf7-f2182604dbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:48.247037 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-a8757673-9452-4337-aea1-ecc7c13aa8aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1f7958f4-c172-497e-985b-64714eea1de1 HTTP/1.1" status: 200 len: 217 time: 0.1310940 Apr 05 20:30:48.298781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691abf16-3637-4b1d-abf7-f2182604dbc6 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:30:48.299576 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-691abf16-3637-4b1d-abf7-f2182604dbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:30:48.341784 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:30:48.399298 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-db4f5ea0-b2ab-4418-a6fa-0932ca3fd0f3 req-645ff644-ad8e-4a65-8301-2f686fc3451a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:48.410755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-92d6c0dd-fc22-4b9b-b1c6-3e28d29be086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:48.419029 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-92d6c0dd-fc22-4b9b-b1c6-3e28d29be086 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1638200 Apr 05 20:30:48.420443 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18b96a72-7ef8-4c80-8509-4f61729995d2 req-1eab7f7f-e15a-41aa-87a7-05f087374ac0 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dee0b30-0bee-472b-b114-d201304a5762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7178702 Apr 05 20:30:48.421654 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6aebfbcb-4ae9-49ec-9122-f3de93463063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:48.499953 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b74f841-2bb5-4234-89b7-746baaa39caf req-cf231542-d9ef-4741-92d2-4b772562a35d service neutron] 10.222.0.41 "GET /v2.0/networks/45d1b570-945b-4bd2-bead-1b4868990023?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0140178 Apr 05 20:30:48.559963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.20.0.11 (dafdf8b2-4df7-4386-a462-72192b0d3764/b429de9a-2f77-4e4f-aee2-292cf54a1203/f4332560-9633-4d63-90c9-28580b44674c) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:48.575657 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:48.595694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 85d282c6-0e40-4ebf-852c-04b9379d54fe no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:30:48.653490 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6aebfbcb-4ae9-49ec-9122-f3de93463063 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a040be2ccdb94bc2b2bbbc9a76911587&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5072179 Apr 05 20:30:48.671681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54804) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:48.674583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebfbcb-4ae9-49ec-9122-f3de93463063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309bed43-5dc2-49b0-86e8-7baf0001d86e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:48.785399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:48.806050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:48.833709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:30:48.871988 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 85d282c6-0e40-4ebf-852c-04b9379d54fe {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:30:48.872357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 85d282c6-0e40-4ebf-852c-04b9379d54fe not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:30:48.922582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Pushing event updated for resources: {'Port': ['ID=26134c1a-c7b7-4a41-8511-abb614e234de,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:48.955423 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-691abf16-3637-4b1d-abf7-f2182604dbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:48.957083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ff644-ad8e-4a65-8301-2f686fc3451a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Port': ['ID=85d282c6-0e40-4ebf-852c-04b9379d54fe,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:49.022837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-691abf16-3637-4b1d-abf7-f2182604dbc6 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:49.117341 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bf776256-ba71-461c-a7c3-3adad9e9dd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:49.186156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4f5ea0-b2ab-4418-a6fa-0932ca3fd0f3 req-645ff644-ad8e-4a65-8301-2f686fc3451a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] No DVR routers for this DVR port 85d282c6-0e40-4ebf-852c-04b9379d54fe on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:30:49.189616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691abf16-3637-4b1d-abf7-f2182604dbc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=91b81c43-5b6b-44fb-b2e0-c358cc48f5ef,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:49.198077 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-db4f5ea0-b2ab-4418-a6fa-0932ca3fd0f3 req-645ff644-ad8e-4a65-8301-2f686fc3451a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:49.203270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'name': 'network-vif-deleted', 'tag': '85d282c6-0e40-4ebf-852c-04b9379d54fe'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:49.251969 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-417d6204-044b-4816-b817-ddf43ee4ada6 req-f88df6a7-5daa-41fa-9f85-a0a13ab547d8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 210 time: 0.1001883 Apr 05 20:30:49.282384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bf776256-ba71-461c-a7c3-3adad9e9dd41 None None] For port e0b5663b-94e0-4801-b532-1c9279c64a7a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e0b5663b-94e0-4801-b532-1c9279c64a7a,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:49.296768 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bf776256-ba71-461c-a7c3-3adad9e9dd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:49.304147 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db4f5ea0-b2ab-4418-a6fa-0932ca3fd0f3 req-645ff644-ad8e-4a65-8301-2f686fc3451a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.41 "DELETE /v2.0/ports/85d282c6-0e40-4ebf-852c-04b9379d54fe HTTP/1.1" status: 204 len: 173 time: 4.6830151 Apr 05 20:30:49.313228 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adddf9ba-3d07-4357-b3a8-640a6037fecb', 'name': 'network-vif-deleted', 'tag': '85d282c6-0e40-4ebf-852c-04b9379d54fe', 'status': 'completed', 'code': 200} Apr 05 20:30:49.315443 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-691abf16-3637-4b1d-abf7-f2182604dbc6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/91b81c43-5b6b-44fb-b2e0-c358cc48f5ef HTTP/1.1" status: 204 len: 168 time: 3.6557763 Apr 05 20:30:49.385546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-3ef24359-d57b-42e1-b039-e5445735162a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:49.393847 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-3ef24359-d57b-42e1-b039-e5445735162a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8373325 Apr 05 20:30:49.480676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf776256-ba71-461c-a7c3-3adad9e9dd41 None None] Pushing event updated for resources: {'Port': ['ID=e0b5663b-94e0-4801-b532-1c9279c64a7a,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:49.788678 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-5e5dfb52-4a2f-496f-b06a-2cd3109850ec service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879263 Apr 05 20:30:49.881040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54822) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:50.030071 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5a46b8b5-fb38-45bd-b852-d9a42f300503 None None] Provisioning complete for port e0b5663b-94e0-4801-b532-1c9279c64a7a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:50.031078 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5a46b8b5-fb38-45bd-b852-d9a42f300503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.052866 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.085779 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-773789bf-2e91-493f-a157-ea705e89be57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.121074 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-773789bf-2e91-493f-a157-ea705e89be57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.236355 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07bc22c5-c079-4015-876a-608b9b7a2eee req-16c6bfb5-b8fd-4508-b5c1-df4aa3711deb service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469052 Apr 05 20:30:50.253192 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.284992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f707812-4804-4d7b-9fc8-9f0d396ee8dc req-6a65a433-2718-43e0-8851-199691dfb25f tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:50.285737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9f707812-4804-4d7b-9fc8-9f0d396ee8dc req-6a65a433-2718-43e0-8851-199691dfb25f tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Synchronizing usage tracker for tenant:b989f8259f244c90867a8d5d547804b1 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:30:50.300546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b74f841-2bb5-4234-89b7-746baaa39caf req-9c95c0a1-7f1e-4dbe-a7bc-c2b0d4019aa9 service neutron] 10.222.0.41 "GET /v2.0/networks/45d1b570-945b-4bd2-bead-1b4868990023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7825909 Apr 05 20:30:50.329767 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9f707812-4804-4d7b-9fc8-9f0d396ee8dc req-6a65a433-2718-43e0-8851-199691dfb25f tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Unset dirty status for tenant:b989f8259f244c90867a8d5d547804b1 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:30:50.331466 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f707812-4804-4d7b-9fc8-9f0d396ee8dc req-6a65a433-2718-43e0-8851-199691dfb25f tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 948 time: 0.5418644 Apr 05 20:30:50.496763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network dafdf8b2-4df7-4386-a462-72192b0d3764 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:50.501420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=f4332560-9633-4d63-90c9-28580b44674c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:50.505571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:50.507810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:30:50.520625 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a9434fce-c5eb-4352-b6b5-7fd8948481c7 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:50.554320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9f707812-4804-4d7b-9fc8-9f0d396ee8dc req-abf9d8ef-0369-447a-8a1e-f3b75d1abdea tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Synchronizing usage tracker for tenant:b989f8259f244c90867a8d5d547804b1 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:30:50.579565 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-773789bf-2e91-493f-a157-ea705e89be57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.612414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c940e-e583-4624-b445-0799c571f9ff req-d859fc6d-db6b-4449-bc01-bd667da3e9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:50.615889 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-645c940e-e583-4624-b445-0799c571f9ff req-d859fc6d-db6b-4449-bc01-bd667da3e9a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b989f8259f244c90867a8d5d547804b1&device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 1099 time: 0.2434778 Apr 05 20:30:50.619040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9f707812-4804-4d7b-9fc8-9f0d396ee8dc req-abf9d8ef-0369-447a-8a1e-f3b75d1abdea tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Unset dirty status for tenant:b989f8259f244c90867a8d5d547804b1 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:30:50.629072 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f707812-4804-4d7b-9fc8-9f0d396ee8dc req-abf9d8ef-0369-447a-8a1e-f3b75d1abdea tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dee0b30-0bee-472b-b114-d201304a5762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879393 Apr 05 20:30:50.644725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:50.645369 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.703342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0c4855f5-0bf3-4cb7-8d29-8c6e2db18777 req-0370c567-6848-41af-8a8c-d42937879ac0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:30:50.730620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e0b5663b-94e0-4801-b532-1c9279c64a7a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:50.739097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773789bf-2e91-493f-a157-ea705e89be57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309bed43-5dc2-49b0-86e8-7baf0001d86e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:50.766070 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-98503f8c-7e34-438c-97b3-65e9cb4bc0c3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5096242 Apr 05 20:30:50.780061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54834) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:50.790810 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-773789bf-2e91-493f-a157-ea705e89be57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:50.798835 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-773789bf-2e91-493f-a157-ea705e89be57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/309bed43-5dc2-49b0-86e8-7baf0001d86e HTTP/1.1" status: 204 len: 168 time: 2.1211288 Apr 05 20:30:50.839349 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port a9434fce-c5eb-4352-b6b5-7fd8948481c7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:50.854238 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.022347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'port': {'network_id': 'dafdf8b2-4df7-4386-a462-72192b0d3764', 'name': 'tempest-FloatingIPTestJSON-1395819344'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:51.097846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port e0b5663b-94e0-4801-b532-1c9279c64a7a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:51.098479 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.187366 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.287947 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0c4855f5-0bf3-4cb7-8d29-8c6e2db18777 req-0370c567-6848-41af-8a8c-d42937879ac0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:30:51.291788 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c4855f5-0bf3-4cb7-8d29-8c6e2db18777 req-0370c567-6848-41af-8a8c-d42937879ac0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=adddf9ba-3d07-4357-b3a8-640a6037fecb HTTP/1.1" status: 200 len: 210 time: 0.7047834 Apr 05 20:30:51.320331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d3d96438-139f-439f-b5a5-39fe3360fbaf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9208e30a90949ee9d39a987d74d2831&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4329629 Apr 05 20:30:51.320331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:51.322740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54844) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:51.363383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:port and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:51.373476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c940e-e583-4624-b445-0799c571f9ff req-37df9c5d-e222-4447-8bcb-e1b97cd40560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:51.375410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:51.380028 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-645c940e-e583-4624-b445-0799c571f9ff req-37df9c5d-e222-4447-8bcb-e1b97cd40560 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.7468419 Apr 05 20:30:51.408185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:51.451875 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.498877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:51.539168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:51.547937 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.586943 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-645c940e-e583-4624-b445-0799c571f9ff req-78e9a467-b5ad-44d8-8412-f1695d06ee28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1f7958f4-c172-497e-985b-64714eea1de1 HTTP/1.1" status: 200 len: 217 time: 0.1957135 Apr 05 20:30:51.635353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=10']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:51.649899 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'code': 200} Apr 05 20:30:51.755359 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8014-2385-4a5b-870f-69de95ec3aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.831761 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8014-2385-4a5b-870f-69de95ec3aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:51.888113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c940e-e583-4624-b445-0799c571f9ff req-ba180a3d-07db-448a-81c4-848d1baa11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:51.895761 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-645c940e-e583-4624-b445-0799c571f9ff req-ba180a3d-07db-448a-81c4-848d1baa11a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.3076692 Apr 05 20:30:51.980048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1f7958f4-c172-497e-985b-64714eea1de1 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:30:51.985114 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8014-2385-4a5b-870f-69de95ec3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.027907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf8014-2385-4a5b-870f-69de95ec3aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0474157b-3a5b-4236-9b9d-e2f08976b7b9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:52.067241 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ecf8014-2385-4a5b-870f-69de95ec3aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.068367 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5ecf8014-2385-4a5b-870f-69de95ec3aa5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0474157b-3a5b-4236-9b9d-e2f08976b7b9 HTTP/1.1" status: 204 len: 168 time: 0.7446043 Apr 05 20:30:52.135636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c940e-e583-4624-b445-0799c571f9ff req-e64f3b0b-dabb-46b6-b463-de1c4206420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:52.139453 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-645c940e-e583-4624-b445-0799c571f9ff req-e64f3b0b-dabb-46b6-b463-de1c4206420a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2326877 Apr 05 20:30:52.441270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 1f7958f4-c172-497e-985b-64714eea1de1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1f7958f4-c172-497e-985b-64714eea1de1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:52.475998 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.503393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '1f7958f4-c172-497e-985b-64714eea1de1', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '1f7958f4-c172-497e-985b-64714eea1de1', 'mac_address': 'fa:16:3e:55:eb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:30:52.546216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Made reservation on behalf of 7b523dd593a84adeaa37e7d26ea4e0d3 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:52.549844 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.620000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54882) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:52.631130 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-645c940e-e583-4624-b445-0799c571f9ff req-178affc9-f4c8-4332-a34c-a3f36f368971 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854925 Apr 05 20:30:52.655707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] device_id is not set on port 1ae45d64-123e-46be-a0cc-828520079d3b yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:30:52.755605 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.829572 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7958f4-c172-497e-985b-64714eea1de1 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:30:52.905843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 1f7958f4-c172-497e-985b-64714eea1de1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1f7958f4-c172-497e-985b-64714eea1de1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:52.930143 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:52.939488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.20.0.5 (dafdf8b2-4df7-4386-a462-72192b0d3764/b429de9a-2f77-4e4f-aee2-292cf54a1203/1ae45d64-123e-46be-a0cc-828520079d3b) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:53.097623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54900) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:53.174490 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=1f7958f4-c172-497e-985b-64714eea1de1,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:53.199719 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:53.218670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-645c940e-e583-4624-b445-0799c571f9ff req-835d3182-8a1b-4ba4-89f8-2b0d0fb7898e service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5766220 Apr 05 20:30:53.221232 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3297c4cc-b743-4e26-abf6-93e4b085a818 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:53.244736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['1f7958f4-c172-497e-985b-64714eea1de1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:30:53.311678 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3297c4cc-b743-4e26-abf6-93e4b085a818 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:53.382390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942698c1-06b7-4f34-9374-86e9b991956f req-7fc48986-4ffb-413f-918b-b0f0dad488a6 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:53.389847 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-942698c1-06b7-4f34-9374-86e9b991956f req-7fc48986-4ffb-413f-918b-b0f0dad488a6 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 948 time: 0.9206624 Apr 05 20:30:53.457724 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3297c4cc-b743-4e26-abf6-93e4b085a818 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:53.503086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297c4cc-b743-4e26-abf6-93e4b085a818 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=884dae43-0269-4f24-b405-aa272420d6ab,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:53.539968 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3297c4cc-b743-4e26-abf6-93e4b085a818 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:53.544269 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-942698c1-06b7-4f34-9374-86e9b991956f req-449f8cc6-4103-4c5c-a938-09941e2737b8 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dee0b30-0bee-472b-b114-d201304a5762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489160 Apr 05 20:30:53.550898 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3297c4cc-b743-4e26-abf6-93e4b085a818 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "DELETE /v2.0/security-groups/884dae43-0269-4f24-b405-aa272420d6ab HTTP/1.1" status: 204 len: 168 time: 0.9091680 Apr 05 20:30:53.649029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54916) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:53.668125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:30:53.684265 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:53.891062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bde12a84-0d74-48cc-aea0-bbb263cabd01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:53.950465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bde12a84-0d74-48cc-aea0-bbb263cabd01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:53.961645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bde12a84-0d74-48cc-aea0-bbb263cabd01 admin admin] Usage tracker for resource:security_group_rule and tenant:14485cd33011435bb4416a86a339c9e5 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:54.001844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bde12a84-0d74-48cc-aea0-bbb263cabd01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:54.098168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network dafdf8b2-4df7-4386-a462-72192b0d3764 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:54.106787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:54.110562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=1ae45d64-123e-46be-a0cc-828520079d3b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:54.117270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:30:54.140452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bde12a84-0d74-48cc-aea0-bbb263cabd01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:54.384078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:54.384813 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:54.420339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:30:54.430797 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Sync routers for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:30:54.447946 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bcabf50b-6c1e-4168-9415-8cb4149742ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4283097 Apr 05 20:30:54.448533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54942) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:54.449695 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:30:54.450422 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:54.464001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '1ae45d64-123e-46be-a0cc-828520079d3b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:54.479844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:54.492313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:floatingip and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:54.505972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:54.507234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f051e5b2-6ba5-47c9-8a7a-b926b558b991 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.0919571 Apr 05 20:30:54.512644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54946) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:54.512880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:54.527410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:54.548523 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:54.579040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54950) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:54.917217 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-103182545-network', 'tenant_id': '7c476bd79cd04edca77ce3ed3574e679'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:54.923895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:54.929576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Usage tracker for resource:network and tenant:7c476bd79cd04edca77ce3ed3574e679 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:54.932535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:54.933556 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:30:54.939741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:55.079475 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.109392 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bde12a84-0d74-48cc-aea0-bbb263cabd01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.192039 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bde12a84-0d74-48cc-aea0-bbb263cabd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.257257 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bde12a84-0d74-48cc-aea0-bbb263cabd01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14485cd33011435bb4416a86a339c9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1092772 Apr 05 20:30:55.257897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54968) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:55.284903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde12a84-0d74-48cc-aea0-bbb263cabd01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4ccd79-c095-40a8-9606-7793f2ef4048,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:55.422017 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-98bb2217-cc40-468d-9402-b281b0262ed0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.476877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc1d9b-1b52-4efe-b72a-32bedd59e330 req-a84f75e9-3ff7-4fd0-b9bd-0befa50bf98c tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:55.478917 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0afc1d9b-1b52-4efe-b72a-32bedd59e330 req-a84f75e9-3ff7-4fd0-b9bd-0befa50bf98c tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 949 time: 0.7314639 Apr 05 20:30:55.568720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Made reservation on behalf of 7c476bd79cd04edca77ce3ed3574e679 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:55.574173 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.582008 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:30:50Z', 'revision_number': 3, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:55.604137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Checking router: dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:30:55.604853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Updating router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 port 26134c1a-c7b7-4a41-8511-abb614e234de binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:30:55.640156 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.688473 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.692920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:55.696886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Usage tracker for resource:security_group_rule and tenant:7c476bd79cd04edca77ce3ed3574e679 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:55.699715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:55.705923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:55.766098 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ea590cff-51d1-4017-adc3-2f2b39d50db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.795003 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ea590cff-51d1-4017-adc3-2f2b39d50db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.797001 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.814384 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.854296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0afc1d9b-1b52-4efe-b72a-32bedd59e330 req-9796a93c-7d1e-4556-b598-849a8e568d93 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dee0b30-0bee-472b-b114-d201304a5762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864563 Apr 05 20:30:55.866644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cfdbfa-f445-4440-a352-e232438b91b6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:55.901866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.25.8.47 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/dba73bd3-6629-4191-a1f8-9c1f6d7ad394) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:55.951866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:30:55.953553 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ea590cff-51d1-4017-adc3-2f2b39d50db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:55.977900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea590cff-51d1-4017-adc3-2f2b39d50db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4ccd79-c095-40a8-9606-7793f2ef4048,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:55.997565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1f7958f4-c172-497e-985b-64714eea1de1 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:30:56.026248 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.026565 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Added segment eb8e2841-314a-4788-b7ec-d98d0edbcbec of type vlan for network 0d1e6d66-7cd2-4c84-bddd-46b43efb4381 Apr 05 20:30:56.074883 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.079317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 1f7958f4-c172-497e-985b-64714eea1de1 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:30:56.085605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 1f7958f4-c172-497e-985b-64714eea1de1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:30:56.086024 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.104610 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.139619 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.139619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:56.139619 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.145021 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ea590cff-51d1-4017-adc3-2f2b39d50db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.146175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ea590cff-51d1-4017-adc3-2f2b39d50db7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff4ccd79-c095-40a8-9606-7793f2ef4048 HTTP/1.1" status: 204 len: 168 time: 0.8805549 Apr 05 20:30:56.236029 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6477225 Apr 05 20:30:56.244986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54984) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:56.260933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Request body: {'subnet': {'network_id': '0d1e6d66-7cd2-4c84-bddd-46b43efb4381', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-103182545-subnet', 'tenant_id': '7c476bd79cd04edca77ce3ed3574e679', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:30:56.294100 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:56.311656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Usage tracker for resource:subnet and tenant:7c476bd79cd04edca77ce3ed3574e679 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:56.317508 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.338165 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.372363 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193bf770-1785-400f-8fc0-48b50fe47368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7958f4-c172-497e-985b-64714eea1de1'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:30:56.382501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:56.399793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:56.410258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65808a91-7484-4a32-bb6d-e445d25d6f83 admin admin] Pushing event updated for resources: {'Network': ['ID=0d1e6d66-7cd2-4c84-bddd-46b43efb4381,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:56.413780 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 1f7958f4-c172-497e-985b-64714eea1de1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1f7958f4-c172-497e-985b-64714eea1de1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:56.450738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:56.454224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:56.458898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:30:56.537011 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193bf770-1785-400f-8fc0-48b50fe47368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7958f4-c172-497e-985b-64714eea1de1', 'code': 200} Apr 05 20:30:56.539185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 0d1e6d66-7cd2-4c84-bddd-46b43efb4381 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:30:56.560551 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.568347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=dba73bd3-6629-4191-a1f8-9c1f6d7ad394,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:56.669753 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=1f7958f4-c172-497e-985b-64714eea1de1,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:56.705096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Made reservation on behalf of 7c476bd79cd04edca77ce3ed3574e679 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:30:56.713211 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:56.792271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54998) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:56.823068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-98bb2217-cc40-468d-9402-b281b0262ed0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting port 462f2f5e-f3d4-4e06-977e-38eb672d6950 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:30:56.823411 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-98bb2217-cc40-468d-9402-b281b0262ed0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.130888 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.146852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Transition to ACTIVE for port object 26134c1a-c7b7-4a41-8511-abb614e234de will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:57.176818 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.331985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed1114-68f5-4b6c-86e4-6eef684ddd7d req-62714531-4170-4bc7-ad9d-79a8930ad498 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:57.333669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Attempting to bind port 26134c1a-c7b7-4a41-8511-abb614e234de on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:30:57.334268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Attempting to bind port 26134c1a-c7b7-4a41-8511-abb614e234de by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:30:57.334837 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Attempting to bind port 26134c1a-c7b7-4a41-8511-abb614e234de on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:30:57.339825 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5ed1114-68f5-4b6c-86e4-6eef684ddd7d req-62714531-4170-4bc7-ad9d-79a8930ad498 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 950 time: 0.2264495 Apr 05 20:30:57.341873 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:30:57.342596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:30:57.343222 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.344002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:30:57.344672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Bound port: 26134c1a-c7b7-4a41-8511-abb614e234de, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:30:57.345258 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.378625 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766faf7-8a6f-42b9-9674-040f7870759b None None] Pushing event updated for resources: {'Port': ['ID=26134c1a-c7b7-4a41-8511-abb614e234de,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:57.403932 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5b0fdfe-e512-4116-91a5-c3e24874a58a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.440783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f5b0fdfe-e512-4116-91a5-c3e24874a58a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:30:57.445914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f5b0fdfe-e512-4116-91a5-c3e24874a58a admin admin] Usage tracker for resource:security_group_rule and tenant:20bb57dfe7374f52911e0ec503f84b56 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:30:57.449639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f5b0fdfe-e512-4116-91a5-c3e24874a58a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:30:57.458762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f5b0fdfe-e512-4116-91a5-c3e24874a58a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:30:57.460785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] For port 26134c1a-c7b7-4a41-8511-abb614e234de, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:30:57.464876 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] For port 26134c1a-c7b7-4a41-8511-abb614e234de, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=26134c1a-c7b7-4a41-8511-abb614e234de,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:30:57.467250 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5ed1114-68f5-4b6c-86e4-6eef684ddd7d req-d8fcb4a4-025a-45c1-9b7a-331af3b99a74 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dee0b30-0bee-472b-b114-d201304a5762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204379 Apr 05 20:30:57.473376 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.487861 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.548076 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.596459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b21b0-e380-4942-8b64-734636cacc46 req-b49449c3-4760-474e-820e-268c3c95d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:30:57.597909 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-712b21b0-e380-4942-8b64-734636cacc46 req-b49449c3-4760-474e-820e-268c3c95d78a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 1101 time: 1.0508189 Apr 05 20:30:57.614254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:30:57.615340 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:57.726944 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:57.759498 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766faf7-8a6f-42b9-9674-040f7870759b None None] Pushing event updated for resources: {'Port': ['ID=26134c1a-c7b7-4a41-8511-abb614e234de,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:57.819128 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-712b21b0-e380-4942-8b64-734636cacc46 req-8a6ad265-66fe-4735-bb92-47949c78bf55 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0dee0b30-0bee-472b-b114-d201304a5762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908965 Apr 05 20:30:57.841737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-98bb2217-cc40-468d-9402-b281b0262ed0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] For port 462f2f5e-f3d4-4e06-977e-38eb672d6950, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=462f2f5e-f3d4-4e06-977e-38eb672d6950,segment=NetworkSegment(7f6ddade-1d3e-4ee6-adf4-6c3a68575f86),segment_id=7f6ddade-1d3e-4ee6-adf4-6c3a68575f86)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:30:57.842381 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-98bb2217-cc40-468d-9402-b281b0262ed0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:58.097238 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:30:58.143640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-98bb2217-cc40-468d-9402-b281b0262ed0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Calling delete_port for 462f2f5e-f3d4-4e06-977e-38eb672d6950 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:30:58.210224 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:58.221244 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:58.367005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=dba73bd3-6629-4191-a1f8-9c1f6d7ad394,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:58.382123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:58.754676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:30:50Z', 'revision_number': 3, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:30:58.762382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddd8d16-efb8-473e-900e-225d06d61b2d None None] The sync data for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 is: [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:30:50Z', 'revision_number': 3, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:30:58.899971 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Floating IP 91dd34a5-e0e6-4656-ac48-a99b91a72df0 associated. External IP: 172.25.8.47, port: 1ae45d64-123e-46be-a0cc-828520079d3b. Apr 05 20:30:59.105956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Allocated IP 172.20.0.1 (e001c7aa-cc86-425e-9f2c-59333aa3f65f/d7a21430-0121-4577-bdb7-ba96e7b606a8/6bc779c8-634c-47c6-9d5e-9790f76892cd) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:30:59.340829 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:59.357708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Transition to ACTIVE for port object 6bc779c8-634c-47c6-9d5e-9790f76892cd will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:30:59.418100 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:59.491807 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5b0fdfe-e512-4116-91a5-c3e24874a58a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:59.578271 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5b0fdfe-e512-4116-91a5-c3e24874a58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:59.639704 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:30:59.667633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Network e001c7aa-cc86-425e-9f2c-59333aa3f65f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:30:59.765502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:30:59.785531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:30:59.794548 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f5b0fdfe-e512-4116-91a5-c3e24874a58a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20bb57dfe7374f52911e0ec503f84b56&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9996512 Apr 05 20:30:59.824769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:30:59.877422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55048) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:30:59.887773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc779c8-634c-47c6-9d5e-9790f76892cd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:30:59.908657 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55050) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:00.028505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:31:00.040635 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f2f34-68b5-43e9-889e-d93ed598f86c None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:31:00.051838 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f2f34-68b5-43e9-889e-d93ed598f86c None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:00.052448 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7a7f2f34-68b5-43e9-889e-d93ed598f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:00.068048 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:00.135791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0fdfe-e512-4116-91a5-c3e24874a58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8874db89-b1e9-4055-bf78-21a76e98f15d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:00.158354 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7a7f2f34-68b5-43e9-889e-d93ed598f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:00.169188 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7f2f34-68b5-43e9-889e-d93ed598f86c None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:00.170011 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7a7f2f34-68b5-43e9-889e-d93ed598f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:00.181845 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-98bb2217-cc40-468d-9402-b281b0262ed0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:00.183502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c8243baf-4669-4373-aef8-600ae8018aa2 None None] Provisioning for port 6bc779c8-634c-47c6-9d5e-9790f76892cd completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:00.198001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c8243baf-4669-4373-aef8-600ae8018aa2 None None] Provisioning complete for port 6bc779c8-634c-47c6-9d5e-9790f76892cd triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:00.198384 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c8243baf-4669-4373-aef8-600ae8018aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:00.275056 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c157b38d-bfd2-48d6-b8a6-0d79432616bb tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.8249805 Apr 05 20:31:00.276873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55058) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:00.281359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e3b225ec-c1aa-4ae6-b986-f69f3f795155 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:00.294117 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7a7f2f34-68b5-43e9-889e-d93ed598f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:00.294803 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7f2f34-68b5-43e9-889e-d93ed598f86c None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:31:00.355942 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c8243baf-4669-4373-aef8-600ae8018aa2 None None] Port 6bc779c8-634c-47c6-9d5e-9790f76892cd cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:31:00.437923 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3b225ec-c1aa-4ae6-b986-f69f3f795155 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:00.688575 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 26134c1a-c7b7-4a41-8511-abb614e234de up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:00.695535 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:00.820713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 26134c1a-c7b7-4a41-8511-abb614e234de completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:00.830681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 26134c1a-c7b7-4a41-8511-abb614e234de triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:00.831486 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:00.903990 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3b225ec-c1aa-4ae6-b986-f69f3f795155 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:00.910615 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3b225ec-c1aa-4ae6-b986-f69f3f795155 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:00.911935 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-e3b225ec-c1aa-4ae6-b986-f69f3f795155 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Floating IP 91dd34a5-e0e6-4656-ac48-a99b91a72df0 disassociated. External IP: 172.25.8.47, port: 1ae45d64-123e-46be-a0cc-828520079d3b. Apr 05 20:31:00.958832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb2217-cc40-468d-9402-b281b0262ed0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Port': ['ID=462f2f5e-f3d4-4e06-977e-38eb672d6950,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:01.006325 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.029162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 26134c1a-c7b7-4a41-8511-abb614e234de, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=26134c1a-c7b7-4a41-8511-abb614e234de,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:01.040941 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.083908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Checking segment: {'id': 'eb8e2841-314a-4788-b7ec-d98d0edbcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d1e6d66-7cd2-4c84-bddd-46b43efb4381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:31:01.084359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Network hostable DHCP agents. Network: 0d1e6d66-7cd2-4c84-bddd-46b43efb4381, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:31:01.090313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Pushing event updated for resources: {'Subnet': ['ID=12250c21-b5c1-489d-84bf-28ef75cefbe2,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:01.105680 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-582b89ba-9b30-4989-b766-b0a2d590c3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.160915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=26134c1a-c7b7-4a41-8511-abb614e234de,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:01.200535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-582b89ba-9b30-4989-b766-b0a2d590c3fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:01.206056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-582b89ba-9b30-4989-b766-b0a2d590c3fc admin admin] Usage tracker for resource:security_group_rule and tenant:aa4fe2610fb540eea274c7cf86e6d640 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:01.209589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-582b89ba-9b30-4989-b766-b0a2d590c3fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:01.217012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-582b89ba-9b30-4989-b766-b0a2d590c3fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:01.231009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280d8bf-a66e-4146-8ee0-629ec35d8f1c req-ccd5f7df-7e0d-41d3-9844-5b9b74123d03 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:01.232401 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b280d8bf-a66e-4146-8ee0-629ec35d8f1c req-ccd5f7df-7e0d-41d3-9844-5b9b74123d03 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 950 time: 2.2763758 Apr 05 20:31:01.377442 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.407605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Network 0d1e6d66-7cd2-4c84-bddd-46b43efb4381 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:31:01.437743 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b280d8bf-a66e-4146-8ee0-629ec35d8f1c req-c66f141e-177b-4001-b11a-4e5a054dec20 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dee0b30-0bee-472b-b114-d201304a5762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236861 Apr 05 20:31:01.445276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 0d1e6d66-7cd2-4c84-bddd-46b43efb4381) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:01.458710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf376c5-a76f-480d-b344-5c544bf66110 None None] Network 0d1e6d66-7cd2-4c84-bddd-46b43efb4381 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:31:01.511705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:01.512307 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.524836 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe465314-8604-4773-9e56-bcd83fc0b586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.598912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b225ec-c1aa-4ae6-b986-f69f3f795155 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:31:01.890124 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe465314-8604-4773-9e56-bcd83fc0b586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.908328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a2fff5-e306-4943-8766-a43c0770f538 None None] Network 0d1e6d66-7cd2-4c84-bddd-46b43efb4381 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:31:01.940207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b225ec-c1aa-4ae6-b986-f69f3f795155 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:31:01.953376 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d47fec-e955-4e47-bcec-c5f02d3d029b None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:31:01.962788 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3b225ec-c1aa-4ae6-b986-f69f3f795155 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:01.964062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-98bb2217-cc40-468d-9402-b281b0262ed0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:02.003275 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e8338178-bbc2-40a9-af0e-87a8e88ba35e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 5.7573559 Apr 05 20:31:02.050037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d47fec-e955-4e47-bcec-c5f02d3d029b None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:02.050711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b2d47fec-e955-4e47-bcec-c5f02d3d029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:02.127672 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e3b225ec-c1aa-4ae6-b986-f69f3f795155 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "PUT /v2.0/floatingips/91dd34a5-e0e6-4656-ac48-a99b91a72df0 HTTP/1.1" status: 200 len: 687 time: 1.8492765 Apr 05 20:31:02.129322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55074) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:02.174874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b2d47fec-e955-4e47-bcec-c5f02d3d029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:02.197589 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d47fec-e955-4e47-bcec-c5f02d3d029b None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:02.198357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b2d47fec-e955-4e47-bcec-c5f02d3d029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:02.268631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b2d47fec-e955-4e47-bcec-c5f02d3d029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:02.269032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d47fec-e955-4e47-bcec-c5f02d3d029b None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:31:02.371357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ac803-b0b7-4b52-a3a7-d8e056cf6815 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port dba73bd3-6629-4191-a1f8-9c1f6d7ad394 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:31:02.372110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac803-b0b7-4b52-a3a7-d8e056cf6815 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:02.461067 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-582b89ba-9b30-4989-b766-b0a2d590c3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:02.478812 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-582b89ba-9b30-4989-b766-b0a2d590c3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:02.655198 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe465314-8604-4773-9e56-bcd83fc0b586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:02.701756 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-582b89ba-9b30-4989-b766-b0a2d590c3fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa4fe2610fb540eea274c7cf86e6d640&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6544552 Apr 05 20:31:02.718529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55098) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:02.737967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582b89ba-9b30-4989-b766-b0a2d590c3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43753b3f-bd2f-490b-9415-394f685996e0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:02.750399 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe465314-8604-4773-9e56-bcd83fc0b586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:02.751773 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fe465314-8604-4773-9e56-bcd83fc0b586 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8874db89-b1e9-4055-bf78-21a76e98f15d HTTP/1.1" status: 204 len: 168 time: 2.8501527 Apr 05 20:31:02.758722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 26134c1a-c7b7-4a41-8511-abb614e234de up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:02.798559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-445ed42b-4992-4f86-a033-f998f1da1d20 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:02.799267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-445ed42b-4992-4f86-a033-f998f1da1d20 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Synchronizing usage tracker for tenant:7c476bd79cd04edca77ce3ed3574e679 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:31:02.842079 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac803-b0b7-4b52-a3a7-d8e056cf6815 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:02.842518 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac803-b0b7-4b52-a3a7-d8e056cf6815 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:02.863660 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:31:02.866306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-445ed42b-4992-4f86-a033-f998f1da1d20 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Unset dirty status for tenant:7c476bd79cd04edca77ce3ed3574e679 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:31:02.867477 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-445ed42b-4992-4f86-a033-f998f1da1d20 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/networks?id=0d1e6d66-7cd2-4c84-bddd-46b43efb4381 HTTP/1.1" status: 200 len: 820 time: 0.2784338 Apr 05 20:31:02.872277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe465314-8604-4773-9e56-bcd83fc0b586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8874db89-b1e9-4055-bf78-21a76e98f15d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:02.897830 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:02.963844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 26134c1a-c7b7-4a41-8511-abb614e234de triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:02.964263 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:03.031996 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-890b756d-0f8c-4e63-bdee-25c2cb8cc8f1 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/quotas/7c476bd79cd04edca77ce3ed3574e679 HTTP/1.1" status: 200 len: 375 time: 0.1531487 Apr 05 20:31:03.039734 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:03.141653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ac803-b0b7-4b52-a3a7-d8e056cf6815 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for dba73bd3-6629-4191-a1f8-9c1f6d7ad394 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:31:03.190414 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05e0bedf-d25d-454e-a07b-a0f8beee179c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:03.286874 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-504dcec7-033b-48cc-a4ca-054a1ddd9be5 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7c476bd79cd04edca77ce3ed3574e679&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1225255 Apr 05 20:31:03.351766 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05e0bedf-d25d-454e-a07b-a0f8beee179c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:03.566893 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-cd8adaec-e3d2-480b-bf95-8bf79cc55c85 service neutron] 10.222.0.24 "GET /v2.0/networks/0d1e6d66-7cd2-4c84-bddd-46b43efb4381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987483 Apr 05 20:31:03.639861 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:03.646011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Pushing event updated for resources: {'Port': ['ID=6bc779c8-634c-47c6-9d5e-9790f76892cd,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:03.713958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59db15-1c84-46d5-af8b-f59f8feb3109 req-637f994f-4986-484a-a2c0-7466dcd01375 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:03.715701 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc59db15-1c84-46d5-af8b-f59f8feb3109 req-637f994f-4986-484a-a2c0-7466dcd01375 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 950 time: 0.9378235 Apr 05 20:31:03.812281 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac803-b0b7-4b52-a3a7-d8e056cf6815 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:03.876914 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc59db15-1c84-46d5-af8b-f59f8feb3109 req-937c413b-f625-4201-a1b1-4bcf4effdb7b tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dee0b30-0bee-472b-b114-d201304a5762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345263 Apr 05 20:31:03.923194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ac803-b0b7-4b52-a3a7-d8e056cf6815 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=dba73bd3-6629-4191-a1f8-9c1f6d7ad394,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:04.006847 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-22b47e18-b442-42c0-95cb-eef12916e41b service neutron] 10.222.0.24 "GET /v2.0/networks/0d1e6d66-7cd2-4c84-bddd-46b43efb4381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258738 Apr 05 20:31:04.034771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bb2217-cc40-468d-9402-b281b0262ed0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Router 7e96cba5-4251-47ee-a3f3-9314bf529a71 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:31:04.045748 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac803-b0b7-4b52-a3a7-d8e056cf6815 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:04.047937 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05e0bedf-d25d-454e-a07b-a0f8beee179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:04.072627 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb0ac803-b0b7-4b52-a3a7-d8e056cf6815 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:04.074866 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bb0ac803-b0b7-4b52-a3a7-d8e056cf6815 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/floatingips/91dd34a5-e0e6-4656-ac48-a99b91a72df0 HTTP/1.1" status: 204 len: 168 time: 1.9431171 Apr 05 20:31:04.079901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55134) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:04.090934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': 'f4332560-9633-4d63-90c9-28580b44674c'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:04.108293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:04.117181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:floatingip and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:04.125118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:04.140893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:04.166354 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05e0bedf-d25d-454e-a07b-a0f8beee179c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:04.171763 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-05e0bedf-d25d-454e-a07b-a0f8beee179c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/43753b3f-bd2f-490b-9415-394f685996e0 HTTP/1.1" status: 204 len: 168 time: 1.4454110 Apr 05 20:31:04.171763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0bedf-d25d-454e-a07b-a0f8beee179c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43753b3f-bd2f-490b-9415-394f685996e0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:04.209934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Network e001c7aa-cc86-425e-9f2c-59333aa3f65f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:04.228498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:04.258188 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:04.458758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-086014b4-f38d-4fcc-829f-300b11a3d41f req-357777b0-b226-48ac-8439-8de208a40cc3 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 210 time: 0.1638558 Apr 05 20:31:04.851698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e6a65275-76b8-4727-9279-9c3a09535101 None None] Provisioning complete for port 6bc779c8-634c-47c6-9d5e-9790f76892cd triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:04.852255 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6a65275-76b8-4727-9279-9c3a09535101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:04.858883 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:05.064319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e6a65275-76b8-4727-9279-9c3a09535101 None None] Port 6bc779c8-634c-47c6-9d5e-9790f76892cd cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:31:05.121660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:31:05.190998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.25.8.165 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/4ae0cae1-88e1-4b4f-831c-33ddcbb01a6a) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:31:05.281461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55170) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:05.291222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bb2217-cc40-468d-9402-b281b0262ed0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:31:05.304877 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b88dbe-d9be-472f-8ba7-9b9b43138d14 None None] Sync routers for ids ['7e96cba5-4251-47ee-a3f3-9314bf529a71'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:31:05.316789 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-98bb2217-cc40-468d-9402-b281b0262ed0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "PUT /v2.0/routers/7e96cba5-4251-47ee-a3f3-9314bf529a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6659539 Apr 05 20:31:05.319670 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b88dbe-d9be-472f-8ba7-9b9b43138d14 None None] Routers {'7e96cba5-4251-47ee-a3f3-9314bf529a71'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:05.322585 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-16b88dbe-d9be-472f-8ba7-9b9b43138d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7e96cba5-4251-47ee-a3f3-9314bf529a71'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:05.342397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55172) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:05.474545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95be362d-c9ca-4d76-82e5-5dc0ff1abd36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:05.527312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-95be362d-c9ca-4d76-82e5-5dc0ff1abd36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:05.536721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-95be362d-c9ca-4d76-82e5-5dc0ff1abd36 admin admin] Usage tracker for resource:security_group_rule and tenant:19e890de6fc5409cb6d725e5f39625c8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:05.544495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-95be362d-c9ca-4d76-82e5-5dc0ff1abd36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:05.558808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-95be362d-c9ca-4d76-82e5-5dc0ff1abd36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:05.717631 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:05.747404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95be362d-c9ca-4d76-82e5-5dc0ff1abd36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:05.775182 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95be362d-c9ca-4d76-82e5-5dc0ff1abd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:05.879758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab3349c1-5cf2-4dfc-927f-253f582927f8 req-14a54ad5-040b-43b6-885d-c96564dc4d08 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 210 time: 0.1446965 Apr 05 20:31:05.899598 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-16b88dbe-d9be-472f-8ba7-9b9b43138d14 None None] Set router 7e96cba5-4251-47ee-a3f3-9314bf529a71 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:31:05.922721 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:06.078275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:06.083715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:06.094772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:31:06.136350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be362d-c9ca-4d76-82e5-5dc0ff1abd36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c773a43-7a64-4218-a743-d7a2f345ee79,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:06.213456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b66f435-b8c8-4515-8b1a-dc726354f5a4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting subnet f020307b-3e62-4df0-8f6e-03c6a014751a {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:31:06.221982 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b66f435-b8c8-4515-8b1a-dc726354f5a4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:06.240497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=4ae0cae1-88e1-4b4f-831c-33ddcbb01a6a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:06.313296 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b66f435-b8c8-4515-8b1a-dc726354f5a4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:06.415119 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b66f435-b8c8-4515-8b1a-dc726354f5a4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:06.481342 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-16b88dbe-d9be-472f-8ba7-9b9b43138d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:30:59Z', 'revision_number': 7, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:06.491838 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b88dbe-d9be-472f-8ba7-9b9b43138d14 None None] Checking router: 7e96cba5-4251-47ee-a3f3-9314bf529a71 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:31:06.502899 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b88dbe-d9be-472f-8ba7-9b9b43138d14 None None] Routers {'7e96cba5-4251-47ee-a3f3-9314bf529a71'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:06.505062 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-16b88dbe-d9be-472f-8ba7-9b9b43138d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7e96cba5-4251-47ee-a3f3-9314bf529a71'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:06.602654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:31:06.618122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Sync routers for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:31:06.632568 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-95be362d-c9ca-4d76-82e5-5dc0ff1abd36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19e890de6fc5409cb6d725e5f39625c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3145041 Apr 05 20:31:06.636235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55196) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:06.637311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:06.640665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-63128da6-ced8-470d-83df-de59616adb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:06.704211 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b66f435-b8c8-4515-8b1a-dc726354f5a4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:06.754585 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fb9f6051-93b3-4078-abac-233fe229e629 admin admin] 10.222.0.24 "PUT /v2.0/routers/dcf0b656-bd37-4cb9-950e-3f5ae88fbe18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2297246 Apr 05 20:31:06.788588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66f435-b8c8-4515-8b1a-dc726354f5a4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Subnet': ['ID=f020307b-3e62-4df0-8f6e-03c6a014751a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:06.848369 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b66f435-b8c8-4515-8b1a-dc726354f5a4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:06.850261 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7b66f435-b8c8-4515-8b1a-dc726354f5a4 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "DELETE /v2.0/subnets/f020307b-3e62-4df0-8f6e-03c6a014751a HTTP/1.1" status: 204 len: 168 time: 1.5068948 Apr 05 20:31:06.870515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55202) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:06.878264 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f52bc1-d6d5-4d61-ae34-0664214a634b None None] Network 45d1b570-945b-4bd2-bead-1b4868990023 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:31:06.913012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e64584e1-eb3c-489e-92d0-f31b2886ee25 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:06.914501 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-16b88dbe-d9be-472f-8ba7-9b9b43138d14 None None] Set router 7e96cba5-4251-47ee-a3f3-9314bf529a71 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:31:06.916834 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e64584e1-eb3c-489e-92d0-f31b2886ee25 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.41 "GET /v2.0/networks?id=0d1e6d66-7cd2-4c84-bddd-46b43efb4381 HTTP/1.1" status: 200 len: 820 time: 0.4474361 Apr 05 20:31:07.209255 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-272f186b-33c1-4603-9076-0befe8dc7d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:07.369967 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0f70c21a-76db-4430-91b6-a4c1c5247151 req-d4dcc866-53fc-4d67-be00-09ff31593e9d tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 210 time: 0.1169584 Apr 05 20:31:07.773723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:31:07.781552 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-272f186b-33c1-4603-9076-0befe8dc7d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:07.859150 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:07.912023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Request body: {'port': {'device_id': 'be076261-329d-4c5d-b92f-2ca0423f4f41', 'network_id': '0d1e6d66-7cd2-4c84-bddd-46b43efb4381', 'admin_state_up': True, 'tenant_id': '7c476bd79cd04edca77ce3ed3574e679'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:07.931721 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-16b88dbe-d9be-472f-8ba7-9b9b43138d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:30:59Z', 'revision_number': 7, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:07.944964 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b88dbe-d9be-472f-8ba7-9b9b43138d14 None None] The sync data for ids ['7e96cba5-4251-47ee-a3f3-9314bf529a71'] in n-d-836604-1 is: [{'id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'name': 'tempest-TestNetworkBasicOps-router-1267286624', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245'}], 'enable_snat': True}, 'gw_port_id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:27:04Z', 'updated_at': '2022-04-05T20:30:59Z', 'revision_number': 7, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '5473b126-3ada-4aa1-a9b1-bc480642d3fe', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e96cba5-4251-47ee-a3f3-9314bf529a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1941, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:27:07Z', 'updated_at': '2022-04-05T20:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:31:07.993389 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:08.051368 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:08.331313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55230) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:08.363775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1985720544', 'description': 'tempest-description--711092806'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:08.379998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:08.389464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:08.399856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:08.416619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:08.622372 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:08.707558 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 462f2f5e-f3d4-4e06-977e-38eb672d6950 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:31:08.713341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:08.719294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group_rule and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:08.724822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:08.737815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:08.795639 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-272f186b-33c1-4603-9076-0befe8dc7d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:08.816838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 462f2f5e-f3d4-4e06-977e-38eb672d6950 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:31:08.817374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 462f2f5e-f3d4-4e06-977e-38eb672d6950 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:31:08.831071 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:08.869844 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:08.876405 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-63128da6-ced8-470d-83df-de59616adb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 2, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:08.882538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Checking router: dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:31:08.883066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Updating router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 port 6bc779c8-634c-47c6-9d5e-9790f76892cd binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:31:08.897847 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d991aac-5b79-4fdc-a64f-76d60d2d1615 req-8c875167-9c8d-4d93-b8bc-e6ddcf7040b9 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 210 time: 0.2080986 Apr 05 20:31:08.907713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f186b-33c1-4603-9076-0befe8dc7d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c773a43-7a64-4218-a743-d7a2f345ee79,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:08.936671 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-272f186b-33c1-4603-9076-0befe8dc7d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:08.939554 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-272f186b-33c1-4603-9076-0befe8dc7d8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c773a43-7a64-4218-a743-d7a2f345ee79 HTTP/1.1" status: 204 len: 168 time: 2.3004534 Apr 05 20:31:08.943818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting port 5473b126-3ada-4aa1-a9b1-bc480642d3fe {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:31:08.943919 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:08.955220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:08.960127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:08.992298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Usage tracker for resource:port and tenant:7c476bd79cd04edca77ce3ed3574e679 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:08.992298 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:09.011542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f0806e-599a-4456-99de-9fc5b8afade6 None None] DHCP port deletion for 45d1b570-945b-4bd2-bead-1b4868990023 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:31:09.055803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:09.133412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3af553-5990-43a7-b4f0-02b0586952c5,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:09.135005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0806e-599a-4456-99de-9fc5b8afade6 None None] Deleting port 31a7b903-73bf-4dfe-9afe-1076108e65c5 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:31:09.135383 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d6f0806e-599a-4456-99de-9fc5b8afade6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:09.140014 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:09.141235 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-60e6eaef-feae-4b4f-8ee8-b620aba2978b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7999203 Apr 05 20:31:09.146831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:09.158828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55246) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:09.183830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8a4acb6d-32c7-427d-9214-dc9605f48627 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'security_group_rule': {'security_group_id': '3c3af553-5990-43a7-b4f0-02b0586952c5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:09.223504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8a4acb6d-32c7-427d-9214-dc9605f48627 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:09.226372 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:09.246273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Made reservation on behalf of 7c476bd79cd04edca77ce3ed3574e679 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:31:09.260239 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:09.392228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] For port 5473b126-3ada-4aa1-a9b1-bc480642d3fe, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5473b126-3ada-4aa1-a9b1-bc480642d3fe,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:09.393666 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:09.620404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Allocated IP 172.20.0.2 (0d1e6d66-7cd2-4c84-bddd-46b43efb4381/12250c21-b5c1-489d-84bf-28ef75cefbe2/140a57a4-a516-4e30-a4d4-ecad62e114f9) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:31:09.737594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Calling delete_port for 5473b126-3ada-4aa1-a9b1-bc480642d3fe owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:31:09.808226 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:09.816327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8a4acb6d-32c7-427d-9214-dc9605f48627 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group_rule and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:09.829685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8a4acb6d-32c7-427d-9214-dc9605f48627 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:09.906433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8a4acb6d-32c7-427d-9214-dc9605f48627 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:10.000565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d6f0806e-599a-4456-99de-9fc5b8afade6 None None] For port 31a7b903-73bf-4dfe-9afe-1076108e65c5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=31a7b903-73bf-4dfe-9afe-1076108e65c5,segment=NetworkSegment(7f6ddade-1d3e-4ee6-adf4-6c3a68575f86),segment_id=7f6ddade-1d3e-4ee6-adf4-6c3a68575f86)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:10.001175 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d6f0806e-599a-4456-99de-9fc5b8afade6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.102853 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:31:10.232308 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.273185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.274281 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.286525 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42ed3a28-ac3a-48ec-8428-89be2d24b140 req-fc8954cf-b789-414e-93ce-ea78b9aa1f76 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 210 time: 0.1637957 Apr 05 20:31:10.316589 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a4acb6d-32c7-427d-9214-dc9605f48627 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.331152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Port': ['ID=5473b126-3ada-4aa1-a9b1-bc480642d3fe,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:10.358823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d6f0806e-599a-4456-99de-9fc5b8afade6 None None] Calling delete_port for 31a7b903-73bf-4dfe-9afe-1076108e65c5 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:31:10.408430 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.420003 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Transition to ACTIVE for port object 6bc779c8-634c-47c6-9d5e-9790f76892cd will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:10.454505 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.535802 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.625926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b32946-8d3b-4060-a937-d9a5e61151c7 None None] Pushing event updated for resources: {'Port': ['ID=6bc779c8-634c-47c6-9d5e-9790f76892cd,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:10.657483 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.852633 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a4acb6d-32c7-427d-9214-dc9605f48627 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.886494 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a4acb6d-32c7-427d-9214-dc9605f48627 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.894992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 31a7b903-73bf-4dfe-9afe-1076108e65c5 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:31:10.900552 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:10.973864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4acb6d-32c7-427d-9214-dc9605f48627 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd50dca1-02d4-4d3c-a457-146d5dcc9811,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:11.009872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=4ae0cae1-88e1-4b4f-831c-33ddcbb01a6a,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:11.227911 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a4acb6d-32c7-427d-9214-dc9605f48627 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.234499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8a4acb6d-32c7-427d-9214-dc9605f48627 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0744374 Apr 05 20:31:11.236363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55294) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:11.255491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-6b22234e-d3bc-40d8-8432-fc90c215fd13 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'security_group_rule': {'security_group_id': '3c3af553-5990-43a7-b4f0-02b0586952c5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:11.292971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Port 31a7b903-73bf-4dfe-9afe-1076108e65c5 update to DOWN by agent not found {{(pid=87966) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 05 20:31:11.296369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6b22234e-d3bc-40d8-8432-fc90c215fd13 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:11.346880 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Floating IP 4e2dc6ae-cc39-417d-9320-b8a1c71b6c6a associated. External IP: 172.25.8.165, port: f4332560-9633-4d63-90c9-28580b44674c. Apr 05 20:31:11.348297 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.356355 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.364239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Attempting to bind port 6bc779c8-634c-47c6-9d5e-9790f76892cd on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:11.364612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Attempting to bind port 6bc779c8-634c-47c6-9d5e-9790f76892cd by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:11.385630 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Attempting to bind port 6bc779c8-634c-47c6-9d5e-9790f76892cd on network e001c7aa-cc86-425e-9f2c-59333aa3f65f {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:31:11.400423 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d6f0806e-599a-4456-99de-9fc5b8afade6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.406471 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.407233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Fanout notify agent at l3_agent the message router_deleted on router 7e96cba5-4251-47ee-a3f3-9314bf529a71 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:31:11.448871 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.462902 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2e9d0614-c5b7-42e6-a715-1d3df604ea5a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "DELETE /v2.0/routers/7e96cba5-4251-47ee-a3f3-9314bf529a71 HTTP/1.1" status: 204 len: 168 time: 4.5774448 Apr 05 20:31:11.474526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55302) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:11.501722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:31:11.501938 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Checking segment: {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:31:11.502260 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.502655 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Bound using segment: {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:31:11.503144 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Bound port: 6bc779c8-634c-47c6-9d5e-9790f76892cd, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:11.503513 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.530445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0806e-599a-4456-99de-9fc5b8afade6 None None] Pushing event deleted for resources: {'Port': ['ID=31a7b903-73bf-4dfe-9afe-1076108e65c5,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:11.573755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f0806e-599a-4456-99de-9fc5b8afade6 None None] No DVR routers for this DVR port 31a7b903-73bf-4dfe-9afe-1076108e65c5 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:31:11.575858 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.695629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6b22234e-d3bc-40d8-8432-fc90c215fd13 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group_rule and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:11.911279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-63128da6-ced8-470d-83df-de59616adb35 None None] For port 6bc779c8-634c-47c6-9d5e-9790f76892cd, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:31:11.917216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-63128da6-ced8-470d-83df-de59616adb35 None None] For port 6bc779c8-634c-47c6-9d5e-9790f76892cd, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6bc779c8-634c-47c6-9d5e-9790f76892cd,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:31:11.919885 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.921727 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4cb91ce3-0eb6-43d6-bc2c-b68d93ef2e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.932766 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:11.983551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6b22234e-d3bc-40d8-8432-fc90c215fd13 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:11.986916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Pushing event updated for resources: {'Port': ['ID=140a57a4-a516-4e30-a4d4-ecad62e114f9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:12.005008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6b22234e-d3bc-40d8-8432-fc90c215fd13 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:12.017456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Network 0d1e6d66-7cd2-4c84-bddd-46b43efb4381 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:12.022170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:12.029075 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:31:12.063618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadc312-ca90-4805-b547-f35127a936f6 req-5edc7d1b-e496-48fb-b3f4-1cb2e007164e tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:12.065175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7aadc312-ca90-4805-b547-f35127a936f6 req-5edc7d1b-e496-48fb-b3f4-1cb2e007164e tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 931 time: 0.2848856 Apr 05 20:31:12.081502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b32946-8d3b-4060-a937-d9a5e61151c7 None None] Pushing event updated for resources: {'Port': ['ID=6bc779c8-634c-47c6-9d5e-9790f76892cd,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:12.104505 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:12.105206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-63128da6-ced8-470d-83df-de59616adb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:30:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:12.192598 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7aadc312-ca90-4805-b547-f35127a936f6 req-912a8282-b49e-48b0-8562-7b1f809ec539 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/security-groups?id=35cfdbfa-f445-4440-a352-e232438b91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127462 Apr 05 20:31:12.330503 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.418033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d1b570-945b-4bd2-bead-1b4868990023']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:12.435646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:12.436867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f6ddade-1d3e-4ee6-adf4-6c3a68575f86') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:12.453012 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b22234e-d3bc-40d8-8432-fc90c215fd13 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.455725 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.456323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-63128da6-ced8-470d-83df-de59616adb35 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:31:12.488856 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.496761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:31:12.497397 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:31:12.515034 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:31:12.580312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:12.583644 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.593603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5473b126-3ada-4aa1-a9b1-bc480642d3fe no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:31:12.643533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 5473b126-3ada-4aa1-a9b1-bc480642d3fe {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:31:12.644610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5473b126-3ada-4aa1-a9b1-bc480642d3fe not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:31:12.719055 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b22234e-d3bc-40d8-8432-fc90c215fd13 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.740804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-2a08a41f-f172-42cc-96f8-436aae24b298 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8391926 Apr 05 20:31:12.742651 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.754664 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b22234e-d3bc-40d8-8432-fc90c215fd13 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.777046 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:12.809568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Request body: {'port': {'device_id': 'be076261-329d-4c5d-b92f-2ca0423f4f41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:12.818815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Network': ['ID=45d1b570-945b-4bd2-bead-1b4868990023,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:12.866683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:12.872409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:12.872920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:12.873555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:12.874089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:12.874588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:12.875061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:12.875540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:12.876038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:12.882875 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:12.883418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:12.883924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:12.891761 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b2af14c9-713c-4a2e-9575-ace0536fe7a2 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "DELETE /v2.0/networks/45d1b570-945b-4bd2-bead-1b4868990023 HTTP/1.1" status: 204 len: 168 time: 1.4161825 Apr 05 20:31:12.914118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55346) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:12.919921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'network': {'name': 'tempest-network-smoke--1640500188', 'project_id': '80fee2de873b412da3b3a54725609093', 'port_security_enabled': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:12.930035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:12.946679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:network and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:12.949928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:12.972968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:12.984681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22234e-d3bc-40d8-8432-fc90c215fd13 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08298f33-362d-4ec8-8e1b-bbef9800c228,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:13.004744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Made reservation on behalf of 80fee2de873b412da3b3a54725609093 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:31:13.014349 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:13.112705 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:13.143234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:31:13.209020 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:13.209020 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Added segment 467e6918-36d3-439a-8619-452d251ee0a1 of type vlan for network 9f9af11f-dff6-41b4-82c4-a3276aca7fda Apr 05 20:31:13.220934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55352) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:13.349204 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:13.411362 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:13.422285 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:13.425933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:13.474298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-63128da6-ced8-470d-83df-de59616adb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:11Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:13.481586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63128da6-ced8-470d-83df-de59616adb35 None None] The sync data for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 is: [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:11Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:31:13.523404 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b22234e-d3bc-40d8-8432-fc90c215fd13 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:13.524683 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6b22234e-d3bc-40d8-8432-fc90c215fd13 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2854006 Apr 05 20:31:13.606132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55366) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:13.618610 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7033939 Apr 05 20:31:13.635841 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:13.648318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55370) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:13.667234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'admin_state_up': True, 'project_id': '80fee2de873b412da3b3a54725609093', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:13.685045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd878e-f648-4613-9431-e578bec79da3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Network': ['ID=9f9af11f-dff6-41b4-82c4-a3276aca7fda,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:13.697603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:13.699046 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 9f9af11f-dff6-41b4-82c4-a3276aca7fda details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:31:13.720816 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-233ca264-1d30-43a0-a2e9-143d855259ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:13.732254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:13.745479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:floatingip and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:13.750514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:router and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:13.753949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:13.759373 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:13.768617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:13.771000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:13.773150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-233ca264-1d30-43a0-a2e9-143d855259ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:13.779447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-233ca264-1d30-43a0-a2e9-143d855259ae admin admin] Usage tracker for resource:security_group_rule and tenant:841f29e0056c47faacbd96996dafc04b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:13.787007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-233ca264-1d30-43a0-a2e9-143d855259ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:13.825074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-233ca264-1d30-43a0-a2e9-143d855259ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:13.836714 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:13.897133 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:13.898775 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:13.963301 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9b9718af-fb1f-49b7-8cdf-0d063cb1fbf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:14.010333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 140a57a4-a516-4e30-a4d4-ecad62e114f9 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:31:14.019527 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:14.035393 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:14.039728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Transition to ACTIVE for port object 140a57a4-a516-4e30-a4d4-ecad62e114f9 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:14.147028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:31:14.153391 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:14.502999 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:31:14.704241 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-233ca264-1d30-43a0-a2e9-143d855259ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:14.734591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:14.757258 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6bc779c8-634c-47c6-9d5e-9790f76892cd up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:14.768561 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-233ca264-1d30-43a0-a2e9-143d855259ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:14.946753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d91452-bff1-4ec3-8e11-b7efa137129b req-774840a4-b68a-47b8-bb73-de1b25635a08 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:14.947304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a0d91452-bff1-4ec3-8e11-b7efa137129b req-774840a4-b68a-47b8-bb73-de1b25635a08 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Synchronizing usage tracker for tenant:7c476bd79cd04edca77ce3ed3574e679 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:31:14.953542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Pushing event updated for resources: {'Port': ['ID=140a57a4-a516-4e30-a4d4-ecad62e114f9,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:14.984248 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:14.989782 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.009463 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.013740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:31:15.017415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 6bc779c8-634c-47c6-9d5e-9790f76892cd completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:15.025650 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896bb577-a6b7-4687-9a12-7df9bbd200e9 None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:31:15.049510 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896bb577-a6b7-4687-9a12-7df9bbd200e9 None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:15.050848 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6bc779c8-634c-47c6-9d5e-9790f76892cd triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:15.052369 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-896bb577-a6b7-4687-9a12-7df9bbd200e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:15.052952 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.077570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a0d91452-bff1-4ec3-8e11-b7efa137129b req-774840a4-b68a-47b8-bb73-de1b25635a08 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Unset dirty status for tenant:7c476bd79cd04edca77ce3ed3574e679 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:31:15.085557 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0d91452-bff1-4ec3-8e11-b7efa137129b req-774840a4-b68a-47b8-bb73-de1b25635a08 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 931 time: 1.5593565 Apr 05 20:31:15.199560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a0d91452-bff1-4ec3-8e11-b7efa137129b req-e2b171f4-a9cc-4ab6-b13f-e336d3e87fdd tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Synchronizing usage tracker for tenant:7c476bd79cd04edca77ce3ed3574e679 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:31:15.210468 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.213576 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-896bb577-a6b7-4687-9a12-7df9bbd200e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:15.234044 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896bb577-a6b7-4687-9a12-7df9bbd200e9 None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:15.235930 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-896bb577-a6b7-4687-9a12-7df9bbd200e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:15.319659 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.397332 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-896bb577-a6b7-4687-9a12-7df9bbd200e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:15.397734 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896bb577-a6b7-4687-9a12-7df9bbd200e9 None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:31:15.541093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 6bc779c8-634c-47c6-9d5e-9790f76892cd, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6bc779c8-634c-47c6-9d5e-9790f76892cd,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:15.551785 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.658814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Attempting to bind port 140a57a4-a516-4e30-a4d4-ecad62e114f9 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:15.659269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Attempting to bind port 140a57a4-a516-4e30-a4d4-ecad62e114f9 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'eb8e2841-314a-4788-b7ec-d98d0edbcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d1e6d66-7cd2-4c84-bddd-46b43efb4381'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:15.659698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Attempting to bind port 140a57a4-a516-4e30-a4d4-ecad62e114f9 on network 0d1e6d66-7cd2-4c84-bddd-46b43efb4381 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:31:15.698855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Allocated IP 172.25.8.18 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/2190c3f7-7fb6-44e0-acd0-d1939fd6ac3e) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:31:15.707825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=6bc779c8-634c-47c6-9d5e-9790f76892cd,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:15.746485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a0d91452-bff1-4ec3-8e11-b7efa137129b req-e2b171f4-a9cc-4ab6-b13f-e336d3e87fdd tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Unset dirty status for tenant:7c476bd79cd04edca77ce3ed3574e679 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:31:15.749180 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0d91452-bff1-4ec3-8e11-b7efa137129b req-e2b171f4-a9cc-4ab6-b13f-e336d3e87fdd tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/security-groups?id=35cfdbfa-f445-4440-a352-e232438b91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6622484 Apr 05 20:31:15.751771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Port 140a57a4-a516-4e30-a4d4-ecad62e114f9 on network 0d1e6d66-7cd2-4c84-bddd-46b43efb4381 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:31:15.752172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Attempting to bind port 140a57a4-a516-4e30-a4d4-ecad62e114f9 on network 0d1e6d66-7cd2-4c84-bddd-46b43efb4381 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:31:15.788148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:31:15.789581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Checking segment: {'id': 'eb8e2841-314a-4788-b7ec-d98d0edbcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d1e6d66-7cd2-4c84-bddd-46b43efb4381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:31:15.790257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Bound using segment: {'id': 'eb8e2841-314a-4788-b7ec-d98d0edbcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d1e6d66-7cd2-4c84-bddd-46b43efb4381'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:31:15.790793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Bound port: 140a57a4-a516-4e30-a4d4-ecad62e114f9, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e2841-314a-4788-b7ec-d98d0edbcbec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '0d1e6d66-7cd2-4c84-bddd-46b43efb4381'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:15.791266 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:15.822183 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ac69cd7b-6130-4308-b45f-5c023aadc63d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.7413700 Apr 05 20:31:15.826207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55410) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:15.851268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-233ca264-1d30-43a0-a2e9-143d855259ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=841f29e0056c47faacbd96996dafc04b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6259449 Apr 05 20:31:15.891198 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55414) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:15.913713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ca264-1d30-43a0-a2e9-143d855259ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54174d1-e2d1-4f4e-8dc2-49367cc63480,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:15.997132 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-07af5564-a92e-4e6e-99f7-be4ff40d0ff5 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "GET /v2.0/floatingips/4e2dc6ae-cc39-417d-9320-b8a1c71b6c6a HTTP/1.1" status: 200 len: 979 time: 0.1693823 Apr 05 20:31:16.004129 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:16.039678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55428) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:16.081148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] For port 140a57a4-a516-4e30-a4d4-ecad62e114f9, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:31:16.084808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] For port 140a57a4-a516-4e30-a4d4-ecad62e114f9, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=140a57a4-a516-4e30-a4d4-ecad62e114f9,segment=NetworkSegment(eb8e2841-314a-4788-b7ec-d98d0edbcbec),segment_id=eb8e2841-314a-4788-b7ec-d98d0edbcbec)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:31:16.100290 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:16.226917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Pushing event updated for resources: {'Port': ['ID=140a57a4-a516-4e30-a4d4-ecad62e114f9,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:16.250669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:16.251489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:16.253495 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-e7d9bc1a-7f9a-417f-824a-3b48307d1063 service neutron] 10.222.0.41 "PUT /v2.0/ports/140a57a4-a516-4e30-a4d4-ecad62e114f9 HTTP/1.1" status: 200 len: 1091 time: 3.4882689 Apr 05 20:31:16.254167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be076261-329d-4c5d-b92f-2ca0423f4f41', 'tag': '140a57a4-a516-4e30-a4d4-ecad62e114f9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:31:16.291287 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5312a81b-7167-49bc-a220-c5f6e3cf4a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:16.353993 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be076261-329d-4c5d-b92f-2ca0423f4f41', 'tag': '140a57a4-a516-4e30-a4d4-ecad62e114f9', 'status': 'completed', 'code': 200} Apr 05 20:31:16.371517 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b8aed064-28b3-45c5-946c-5704a9481f08 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.3152375 Apr 05 20:31:16.374444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55440) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:16.380484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-92d73651-aabe-4b6e-860e-89080644c52d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'floatingip': {'port_id': '1ae45d64-123e-46be-a0cc-828520079d3b'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:16.380618 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5312a81b-7167-49bc-a220-c5f6e3cf4a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:16.394537 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:16.518619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-13c05e7e-07ec-42d6-b312-50343e44bed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:16.520710 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-13c05e7e-07ec-42d6-b312-50343e44bed0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c476bd79cd04edca77ce3ed3574e679&device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 1094 time: 0.2092216 Apr 05 20:31:16.538861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5725aef-8e87-4a0a-939d-b9e15f8e9e0f req-0e8f5bc5-b318-4d95-935b-8f22cf6f1146 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:16.540493 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a5725aef-8e87-4a0a-939d-b9e15f8e9e0f req-0e8f5bc5-b318-4d95-935b-8f22cf6f1146 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.3102951 Apr 05 20:31:16.593763 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92d73651-aabe-4b6e-860e-89080644c52d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:16.681667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-600d29be-faba-4dcd-a31f-82671af88da5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=140a57a4-a516-4e30-a4d4-ecad62e114f9 HTTP/1.1" status: 200 len: 217 time: 0.1529779 Apr 05 20:31:16.692573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6bc779c8-634c-47c6-9d5e-9790f76892cd up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:16.810477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6bc779c8-634c-47c6-9d5e-9790f76892cd triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:16.812048 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:16.874001 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a5725aef-8e87-4a0a-939d-b9e15f8e9e0f req-790ed538-46ab-467a-86a5-258a29d4c346 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3247657 Apr 05 20:31:16.880003 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:16.881529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-1a9f158b-fcce-4b12-a728-7655b4e3d164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:16.894493 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-1a9f158b-fcce-4b12-a728-7655b4e3d164 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12250c21-b5c1-489d-84bf-28ef75cefbe2 HTTP/1.1" status: 200 len: 860 time: 0.2032969 Apr 05 20:31:16.970344 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5312a81b-7167-49bc-a220-c5f6e3cf4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:16.974174 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:17.044257 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:17.047475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312a81b-7167-49bc-a220-c5f6e3cf4a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54174d1-e2d1-4f4e-8dc2-49367cc63480,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:17.053127 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-d790156c-c6e7-4339-8a41-99ceffbc1602 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d1e6d66-7cd2-4c84-bddd-46b43efb4381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1461205 Apr 05 20:31:17.120307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:17.140506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:17.144111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:31:17.203554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'Port': ['ID=2190c3f7-7fb6-44e0-acd0-d1939fd6ac3e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:17.208027 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5312a81b-7167-49bc-a220-c5f6e3cf4a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:17.209275 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5312a81b-7167-49bc-a220-c5f6e3cf4a2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a54174d1-e2d1-4f4e-8dc2-49367cc63480 HTTP/1.1" status: 204 len: 168 time: 1.3075833 Apr 05 20:31:17.352468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Allocated IP 172.25.8.21 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/7cd6df52-58ea-4ff3-9b5a-566ccaee763f) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:31:17.368203 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:17.445481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4214c0bb-17c9-4e7d-ad78-39399ad5d979 req-cf30d0c7-72f1-49e3-99de-e0971779161f tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:17.447287 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4214c0bb-17c9-4e7d-ad78-39399ad5d979 req-cf30d0c7-72f1-49e3-99de-e0971779161f tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 943 time: 0.4857688 Apr 05 20:31:17.546844 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4214c0bb-17c9-4e7d-ad78-39399ad5d979 req-67eb9aac-f98c-4258-b3cf-5a2ad0aee4a9 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/security-groups?id=35cfdbfa-f445-4440-a352-e232438b91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912759 Apr 05 20:31:17.549204 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-76d19da9-5b48-4983-adda-f1fe4da7f7ba service neutron] 10.222.0.41 "GET /v2.0/networks/0d1e6d66-7cd2-4c84-bddd-46b43efb4381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855084 Apr 05 20:31:17.554643 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:17.818431 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:17.969505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55470) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:18.199187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7829e9ba-32fa-421d-8d2b-69b1880dff38 req-a1d22658-c79d-4996-81a0-b1b683ec455a service neutron] 10.222.0.41 "GET /v2.0/networks/0d1e6d66-7cd2-4c84-bddd-46b43efb4381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756083 Apr 05 20:31:18.260560 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6dfbbb00-1b8a-4e28-bfd5-2e1be5240db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:18.297982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6dfbbb00-1b8a-4e28-bfd5-2e1be5240db4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:18.302636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6dfbbb00-1b8a-4e28-bfd5-2e1be5240db4 admin admin] Usage tracker for resource:security_group_rule and tenant:7cd1068be3694d56982af0206487157b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:18.306889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6dfbbb00-1b8a-4e28-bfd5-2e1be5240db4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:18.314220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6dfbbb00-1b8a-4e28-bfd5-2e1be5240db4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:18.394521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f400d-ccf8-4d19-ac8d-f52e3b6924a0 req-db1bbb96-d929-48cb-84de-71041068f2d6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:18.403368 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-013f400d-ccf8-4d19-ac8d-f52e3b6924a0 req-db1bbb96-d929-48cb-84de-71041068f2d6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.7359221 Apr 05 20:31:18.460629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cbdf2-84ef-4c72-9b88-40a566929cb5 req-f7fff7dc-affe-420c-9e6b-882801ff91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:18.462292 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c13cbdf2-84ef-4c72-9b88-40a566929cb5 req-f7fff7dc-affe-420c-9e6b-882801ff91b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c476bd79cd04edca77ce3ed3574e679&device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 1094 time: 0.1950753 Apr 05 20:31:18.527208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-013f400d-ccf8-4d19-ac8d-f52e3b6924a0 req-89844f75-1e1a-445a-817b-90ba9080b093 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209157 Apr 05 20:31:18.528261 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:18.684982 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:31:18.697397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=7cd6df52-58ea-4ff3-9b5a-566ccaee763f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:18.727625 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:18.743096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92d73651-aabe-4b6e-860e-89080644c52d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:18.753393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:18.760094 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:18.767714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:18.806146 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92d73651-aabe-4b6e-860e-89080644c52d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:18.846410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:31:18.879374 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6dfbbb00-1b8a-4e28-bfd5-2e1be5240db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:18.882108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'Port': ['ID=2190c3f7-7fb6-44e0-acd0-d1939fd6ac3e,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:18.911900 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6dfbbb00-1b8a-4e28-bfd5-2e1be5240db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:18.942612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cbdf2-84ef-4c72-9b88-40a566929cb5 req-b8983be9-0424-4b56-891f-e87d808c4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:18.945650 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c13cbdf2-84ef-4c72-9b88-40a566929cb5 req-b8983be9-0424-4b56-891f-e87d808c4010 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0d1e6d66-7cd2-4c84-bddd-46b43efb4381 HTTP/1.1" status: 200 len: 921 time: 0.4731162 Apr 05 20:31:19.031718 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6dfbbb00-1b8a-4e28-bfd5-2e1be5240db4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7cd1068be3694d56982af0206487157b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0460591 Apr 05 20:31:19.060033 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:19.069783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55484) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:19.172125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c13cbdf2-84ef-4c72-9b88-40a566929cb5 req-6b541c26-85d8-4014-9169-eec33e0815da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=140a57a4-a516-4e30-a4d4-ecad62e114f9 HTTP/1.1" status: 200 len: 217 time: 0.1728411 Apr 05 20:31:19.177471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfbbb00-1b8a-4e28-bfd5-2e1be5240db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f99555-dd39-4a09-aaaf-26f44a4c6b19,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:19.191013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf74271-874b-4a02-a8cf-2b982f8e8ab8 req-34aa774e-dc46-4b31-b599-a6c4260a8728 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:19.200144 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-adf74271-874b-4a02-a8cf-2b982f8e8ab8 req-34aa774e-dc46-4b31-b599-a6c4260a8728 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 943 time: 0.4555924 Apr 05 20:31:19.296398 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-92d73651-aabe-4b6e-860e-89080644c52d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Floating IP 4e2dc6ae-cc39-417d-9320-b8a1c71b6c6a associated. External IP: 172.25.8.165, port: f4332560-9633-4d63-90c9-28580b44674c. Apr 05 20:31:19.301168 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:19.302427 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-92fe9600-5f04-462a-bcde-83a7732e758a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6950917 Apr 05 20:31:19.342401 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-efd0a275-5c86-477d-8309-7f1539e357c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:19.393318 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-efd0a275-5c86-477d-8309-7f1539e357c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:19.409720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13cbdf2-84ef-4c72-9b88-40a566929cb5 req-e68da508-2d0b-49c1-8814-70c293ceef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:19.411417 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c13cbdf2-84ef-4c72-9b88-40a566929cb5 req-e68da508-2d0b-49c1-8814-70c293ceef82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=12250c21-b5c1-489d-84bf-28ef75cefbe2 HTTP/1.1" status: 200 len: 860 time: 0.1909435 Apr 05 20:31:19.425279 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-adf74271-874b-4a02-a8cf-2b982f8e8ab8 req-55bb92bc-86e2-4fb2-8ed9-e39c42605044 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/security-groups?id=35cfdbfa-f445-4440-a352-e232438b91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237010 Apr 05 20:31:19.489782 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c13cbdf2-84ef-4c72-9b88-40a566929cb5 req-e75938ef-1098-4551-9461-a9993728ef1f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0d1e6d66-7cd2-4c84-bddd-46b43efb4381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703025 Apr 05 20:31:19.701299 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:19.772611 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-efd0a275-5c86-477d-8309-7f1539e357c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:19.807880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0a275-5c86-477d-8309-7f1539e357c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f99555-dd39-4a09-aaaf-26f44a4c6b19,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:19.824709 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-efd0a275-5c86-477d-8309-7f1539e357c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:19.826100 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-efd0a275-5c86-477d-8309-7f1539e357c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69f99555-dd39-4a09-aaaf-26f44a4c6b19 HTTP/1.1" status: 204 len: 168 time: 0.7536552 Apr 05 20:31:19.851029 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-fd7d1848-7f05-4232-8d7d-252ea44f0a38 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1985720544&fields=id&tenant_id=0b85162d0163437385af208333519bc3 HTTP/1.1" status: 200 len: 267 time: 0.1864421 Apr 05 20:31:20.062308 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c13cbdf2-84ef-4c72-9b88-40a566929cb5 req-3083460a-27e7-498a-be2a-caad46a270a0 service neutron] 10.222.0.41 "GET /v2.0/networks/0d1e6d66-7cd2-4c84-bddd-46b43efb4381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594661 Apr 05 20:31:20.192979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-29c04504-1c8c-4e51-ae91-8df296708aed tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:20.210189 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-29c04504-1c8c-4e51-ae91-8df296708aed tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 814 time: 0.3580656 Apr 05 20:31:20.262146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-9ddb5597-8d3b-4a5c-a033-819724a2de2e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/quotas/0b85162d0163437385af208333519bc3 HTTP/1.1" status: 200 len: 375 time: 0.0508077 Apr 05 20:31:20.438485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d73651-aabe-4b6e-860e-89080644c52d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:31:20.462765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420307be-8486-4881-8d5b-228b57992629 req-0d3398f3-1012-483f-b19d-29795fa84e03 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:20.485891 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-420307be-8486-4881-8d5b-228b57992629 req-0d3398f3-1012-483f-b19d-29795fa84e03 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.7272308 Apr 05 20:31:20.632329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 140a57a4-a516-4e30-a4d4-ecad62e114f9 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:31:20.637473 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:20.683762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a9434fce-c5eb-4352-b6b5-7fd8948481c7 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:31:20.711115 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c13cbdf2-84ef-4c72-9b88-40a566929cb5 req-9266c8f0-ac7c-43f9-b31a-155c367dd6d9 service neutron] 10.222.0.41 "GET /v2.0/networks/0d1e6d66-7cd2-4c84-bddd-46b43efb4381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6283932 Apr 05 20:31:20.746716 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-420307be-8486-4881-8d5b-228b57992629 req-929eaf2c-0ec8-4193-9512-e4345faf8e44 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673941 Apr 05 20:31:20.772283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-81ac8c5c-edc7-49e9-a9d0-0b06e7d65070 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:31:21.029531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-81ac8c5c-edc7-49e9-a9d0-0b06e7d65070 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:31:21.031438 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-81ac8c5c-edc7-49e9-a9d0-0b06e7d65070 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7682509 Apr 05 20:31:21.043250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d73651-aabe-4b6e-860e-89080644c52d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:31:21.085079 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cff097-f374-4a80-8011-6e1f16280aeb None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:31:21.116745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:31:21.243670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f766a11-8a25-44ae-8365-5eb66323f054 req-1622a935-0fdb-4222-a160-4b3838e653cc tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:21.245754 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f766a11-8a25-44ae-8365-5eb66323f054 req-1622a935-0fdb-4222-a160-4b3838e653cc tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 943 time: 0.2838433 Apr 05 20:31:21.255845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cff097-f374-4a80-8011-6e1f16280aeb None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:21.256828 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-66cff097-f374-4a80-8011-6e1f16280aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:21.351919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-66cff097-f374-4a80-8011-6e1f16280aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:21.357116 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:21.400202 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f766a11-8a25-44ae-8365-5eb66323f054 req-406cf2a6-1174-42d4-b2dc-83d0c8ec0ee2 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/security-groups?id=35cfdbfa-f445-4440-a352-e232438b91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383202 Apr 05 20:31:21.409690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 140a57a4-a516-4e30-a4d4-ecad62e114f9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=140a57a4-a516-4e30-a4d4-ecad62e114f9,segment=NetworkSegment(eb8e2841-314a-4788-b7ec-d98d0edbcbec),segment_id=eb8e2841-314a-4788-b7ec-d98d0edbcbec)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:21.436033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:31:21.456400 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cff097-f374-4a80-8011-6e1f16280aeb None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:21.457035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-66cff097-f374-4a80-8011-6e1f16280aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:21.620737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '140a57a4-a516-4e30-a4d4-ecad62e114f9', 'network_id': '0d1e6d66-7cd2-4c84-bddd-46b43efb4381', 'port_id': '140a57a4-a516-4e30-a4d4-ecad62e114f9', 'mac_address': 'fa:16:3e:67:dd:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12250c21-b5c1-489d-84bf-28ef75cefbe2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:31:21.644390 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:21.649767 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'code': 200} Apr 05 20:31:21.668137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-66cff097-f374-4a80-8011-6e1f16280aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:21.670589 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cff097-f374-4a80-8011-6e1f16280aeb None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:31:21.675667 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:21.793446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:31:21.812822 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Sync routers for ids ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:31:21.832717 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Routers {'9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:21.837924 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:21.925527 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:21.938327 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8f58543f-3ea3-4d63-86ba-af03c9755954 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.2889118 Apr 05 20:31:21.939373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d73651-aabe-4b6e-860e-89080644c52d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:31:21.940095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55564) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:21.968509 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:21.974603 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-f49035cc-7ab1-45e5-a387-94095dcc3ac8 service neutron] 10.222.0.24 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9092655 Apr 05 20:31:21.999347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=11']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:22.027652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 140a57a4-a516-4e30-a4d4-ecad62e114f9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:31:22.087889 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 140a57a4-a516-4e30-a4d4-ecad62e114f9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=140a57a4-a516-4e30-a4d4-ecad62e114f9,segment=NetworkSegment(eb8e2841-314a-4788-b7ec-d98d0edbcbec),segment_id=eb8e2841-314a-4788-b7ec-d98d0edbcbec)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:22.100472 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:22.106835 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a9434fce-c5eb-4352-b6b5-7fd8948481c7 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:31:22.135284 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9f1c9cea-1e7a-412b-8ebd-afdad3665337 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=80fee2de873b412da3b3a54725609093&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1902931 Apr 05 20:31:22.138486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55574) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:22.323228 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Set router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:31:22.349105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=140a57a4-a516-4e30-a4d4-ecad62e114f9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:22.431654 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-cd29c7b8-dc98-4ffb-8b9b-04bbd0380a35 service neutron] 10.222.0.24 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492857 Apr 05 20:31:22.749636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:22.785530 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'port_id': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'mac_address': 'fa:16:3e:86:59:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:31:22.895331 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:22.914243 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9434fce-c5eb-4352-b6b5-7fd8948481c7 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:31:22.932338 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:22.938226 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:23.062394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['a9434fce-c5eb-4352-b6b5-7fd8948481c7'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:31:23.184526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=12']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:23.191154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cf2f8-e68f-4f83-b60e-fae04b5cfa11 req-a0321831-ed2a-4558-bcba-54d766e51324 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:23.220229 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-111cf2f8-e68f-4f83-b60e-fae04b5cfa11 req-a0321831-ed2a-4558-bcba-54d766e51324 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 944 time: 0.1694109 Apr 05 20:31:23.231269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['140a57a4-a516-4e30-a4d4-ecad62e114f9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:31:23.234248 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:31:19Z', 'revision_number': 3, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:23.243396 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Checking router: 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:31:23.243993 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Updating router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff port 7cd6df52-58ea-4ff3-9b5a-566ccaee763f binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:31:23.476530 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-111cf2f8-e68f-4f83-b60e-fae04b5cfa11 req-ad927c5c-ef5b-4b29-9a90-0574125809dc tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/security-groups?id=35cfdbfa-f445-4440-a352-e232438b91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524316 Apr 05 20:31:23.513265 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:23.833605 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9ad270f7-a826-48a1-b672-d47c5b45c3b6 req-f93ec2aa-e590-4d98-87d5-2bc4d1c278d3 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 210 time: 0.1797755 Apr 05 20:31:24.176495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d73651-aabe-4b6e-860e-89080644c52d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:31:24.203358 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92d73651-aabe-4b6e-860e-89080644c52d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:24.233324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a0c91d-7a16-41f2-a8bc-27f599da7a6e None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:31:24.358555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b32043-ed5a-4220-9847-a2bb18ad7869 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:24.360486 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b1b32043-ed5a-4220-9847-a2bb18ad7869 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 2.2204733 Apr 05 20:31:24.363991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55626) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:24.386509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0c91d-7a16-41f2-a8bc-27f599da7a6e None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:24.387529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-94a0c91d-7a16-41f2-a8bc-27f599da7a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:24.471833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-94a0c91d-7a16-41f2-a8bc-27f599da7a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:24.518454 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1389d92c-301d-4d73-94e7-f4ea653da967 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1489534 Apr 05 20:31:24.518690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55632) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:24.532186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a0c91d-7a16-41f2-a8bc-27f599da7a6e None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:24.532932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-94a0c91d-7a16-41f2-a8bc-27f599da7a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:24.542424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-748201325', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'project_id': '80fee2de873b412da3b3a54725609093', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:24.622217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-94a0c91d-7a16-41f2-a8bc-27f599da7a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:24.622580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a0c91d-7a16-41f2-a8bc-27f599da7a6e None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:31:24.751723 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:24.810303 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Transition to ACTIVE for port object 7cd6df52-58ea-4ff3-9b5a-566ccaee763f will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:24.833782 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:24.880450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:24.892468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:subnet and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:24.899298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:24.912109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:24.934773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Made reservation on behalf of 80fee2de873b412da3b3a54725609093 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:31:24.939328 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:24.955937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a9434fce-c5eb-4352-b6b5-7fd8948481c7 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:24.967686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70e0ae-0b24-40b4-81c0-d49948bbbb02 req-943663a6-b0fa-470a-8d5a-a3c82b968f98 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:24.975652 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d70e0ae-0b24-40b4-81c0-d49948bbbb02 req-943663a6-b0fa-470a-8d5a-a3c82b968f98 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 2.2699304 Apr 05 20:31:24.978740 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-92d73651-aabe-4b6e-860e-89080644c52d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "PUT /v2.0/floatingips/4e2dc6ae-cc39-417d-9320-b8a1c71b6c6a HTTP/1.1" status: 200 len: 978 time: 8.6032131 Apr 05 20:31:24.981742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55642) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:25.021653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ae3698e3-495a-45ff-aef8-0df517418aec tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:25.152193 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Attempting to bind port 7cd6df52-58ea-4ff3-9b5a-566ccaee763f on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:25.152561 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Attempting to bind port 7cd6df52-58ea-4ff3-9b5a-566ccaee763f by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:25.153194 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Attempting to bind port 7cd6df52-58ea-4ff3-9b5a-566ccaee763f on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:31:25.168315 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:31:25.169173 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:31:25.169568 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:25.171451 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:31:25.172846 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Bound port: 7cd6df52-58ea-4ff3-9b5a-566ccaee763f, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:25.173213 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:25.175952 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d70e0ae-0b24-40b4-81c0-d49948bbbb02 req-358c2ac3-57dc-46aa-b449-46662e413dcd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984062 Apr 05 20:31:25.324850 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae3698e3-495a-45ff-aef8-0df517418aec tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:25.425166 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port a9434fce-c5eb-4352-b6b5-7fd8948481c7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:25.425733 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:25.454050 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f26343-3ca3-4c99-951a-825adab109b0 None None] Pushing event updated for resources: {'Port': ['ID=7cd6df52-58ea-4ff3-9b5a-566ccaee763f,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:25.646347 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f26343-3ca3-4c99-951a-825adab109b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:25.646700 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f26343-3ca3-4c99-951a-825adab109b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:25.652911 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f26343-3ca3-4c99-951a-825adab109b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:25.653960 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f26343-3ca3-4c99-951a-825adab109b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:25.653960 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f26343-3ca3-4c99-951a-825adab109b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:25.654231 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f26343-3ca3-4c99-951a-825adab109b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:25.662992 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f26343-3ca3-4c99-951a-825adab109b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:25.665719 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f26343-3ca3-4c99-951a-825adab109b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:25.666822 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f26343-3ca3-4c99-951a-825adab109b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:25.667154 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f26343-3ca3-4c99-951a-825adab109b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:25.671271 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f26343-3ca3-4c99-951a-825adab109b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:25.683474 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f26343-3ca3-4c99-951a-825adab109b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:25.729237 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] For port 7cd6df52-58ea-4ff3-9b5a-566ccaee763f, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:31:25.783490 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] For port 7cd6df52-58ea-4ff3-9b5a-566ccaee763f, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=7cd6df52-58ea-4ff3-9b5a-566ccaee763f,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:31:25.799674 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:26.053894 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be8cafe7-7ef7-4c1c-b3a4-91f8a4603816 req-fe2baee0-7b5a-4115-8984-b8101dd48d53 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 210 time: 0.1476624 Apr 05 20:31:26.176153 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Routers {'9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:26.177145 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:26.428962 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f26343-3ca3-4c99-951a-825adab109b0 None None] Pushing event updated for resources: {'Port': ['ID=7cd6df52-58ea-4ff3-9b5a-566ccaee763f,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:26.466225 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:26.590516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd5b4ed-f560-4288-b904-c50a29aef5c8 req-2ee8a678-bf0d-4d06-bb7f-2ce34002f81f tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:26.596962 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae3698e3-495a-45ff-aef8-0df517418aec tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:26.599933 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2bd5b4ed-f560-4288-b904-c50a29aef5c8 req-2ee8a678-bf0d-4d06-bb7f-2ce34002f81f tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 944 time: 1.5484328 Apr 05 20:31:26.616934 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae3698e3-495a-45ff-aef8-0df517418aec tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:26.617102 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-ae3698e3-495a-45ff-aef8-0df517418aec tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Floating IP 4e2dc6ae-cc39-417d-9320-b8a1c71b6c6a disassociated. External IP: 172.25.8.165, port: 1ae45d64-123e-46be-a0cc-828520079d3b. Apr 05 20:31:26.631382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:31:26.674482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:26.690144 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:26.727679 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2bd5b4ed-f560-4288-b904-c50a29aef5c8 req-e77c5c79-3046-4f9f-b151-386fbd6a75f4 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/security-groups?id=35cfdbfa-f445-4440-a352-e232438b91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251690 Apr 05 20:31:27.025311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=13']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:27.032776 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'code': 200} Apr 05 20:31:27.033547 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] Set router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:31:27.034977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 140a57a4-a516-4e30-a4d4-ecad62e114f9 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:27.056865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-72777c15-c09f-416b-9548-5bc675278cff tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:27.058442 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-72777c15-c09f-416b-9548-5bc675278cff tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.13 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 814 time: 1.0297542 Apr 05 20:31:27.226745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 140a57a4-a516-4e30-a4d4-ecad62e114f9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:27.237240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 140a57a4-a516-4e30-a4d4-ecad62e114f9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:27.237898 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:27.593838 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:27.677845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 140a57a4-a516-4e30-a4d4-ecad62e114f9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=140a57a4-a516-4e30-a4d4-ecad62e114f9,segment=NetworkSegment(eb8e2841-314a-4788-b7ec-d98d0edbcbec),segment_id=eb8e2841-314a-4788-b7ec-d98d0edbcbec)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:27.691400 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:27.886218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=140a57a4-a516-4e30-a4d4-ecad62e114f9,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:28.116522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3698e3-495a-45ff-aef8-0df517418aec tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:31:28.313943 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:31:19Z', 'revision_number': 3, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:28.343329 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261ec73b-20a0-4137-b33a-f096582e863b None None] The sync data for ids ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'] in n-d-836604-1 is: [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:31:19Z', 'revision_number': 3, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:31:28.402711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c001213-1651-4904-b917-e4feffc746bc req-e494a8ab-7ea3-4ef8-aad7-6e82a39924e6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:28.428901 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c001213-1651-4904-b917-e4feffc746bc req-e494a8ab-7ea3-4ef8-aad7-6e82a39924e6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 1.1220293 Apr 05 20:31:28.431844 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:28.662037 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c001213-1651-4904-b917-e4feffc746bc req-3cadae99-5836-4574-a4b3-82643dc09aa3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197816 Apr 05 20:31:28.737504 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31a6dea5-9e22-4812-83b2-08e8dc92fd91 req-08fa8255-902d-45ce-8af7-5e58814355fb tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 210 time: 0.7745035 Apr 05 20:31:28.742132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Subnet': ['ID=cc5c4ca7-42ad-464d-9840-ada40f943526,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:28.827662 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-4cb95b2c-e355-4c01-b92a-d8d083678665 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b85162d0163437385af208333519bc3 HTTP/1.1" status: 200 len: 380 time: 1.7515099 Apr 05 20:31:28.851913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'port': {'device_id': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'admin_state_up': True, 'tenant_id': '0b85162d0163437385af208333519bc3', 'security_groups': ['3c3af553-5990-43a7-b4f0-02b0586952c5']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:28.933739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3698e3-495a-45ff-aef8-0df517418aec tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:31:28.944196 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031d80a9-9fba-4203-bb09-b8ffef66e6a1 None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:31:28.955768 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae3698e3-495a-45ff-aef8-0df517418aec tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:28.975939 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d80a9-9fba-4203-bb09-b8ffef66e6a1 None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:28.980494 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-031d80a9-9fba-4203-bb09-b8ffef66e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:29.036226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be076261-329d-4c5d-b92f-2ca0423f4f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140a57a4-a516-4e30-a4d4-ecad62e114f9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:31:29.185861 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be076261-329d-4c5d-b92f-2ca0423f4f41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '140a57a4-a516-4e30-a4d4-ecad62e114f9', 'code': 200} Apr 05 20:31:29.202355 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ae3698e3-495a-45ff-aef8-0df517418aec tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "PUT /v2.0/floatingips/4e2dc6ae-cc39-417d-9320-b8a1c71b6c6a HTTP/1.1" status: 200 len: 688 time: 4.2191947 Apr 05 20:31:29.209104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55682) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:29.335028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:29.344806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Checking segment: {'id': '467e6918-36d3-439a-8619-452d251ee0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:31:29.345551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network hostable DHCP agents. Network: 9f9af11f-dff6-41b4-82c4-a3276aca7fda, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:31:29.415568 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:29.425894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network 9f9af11f-dff6-41b4-82c4-a3276aca7fda is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:31:29.444288 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-031d80a9-9fba-4203-bb09-b8ffef66e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:29.461724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 9f9af11f-dff6-41b4-82c4-a3276aca7fda) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:29.473311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80051077-7f1d-420f-b7d1-7732ad99c697 None None] Network 9f9af11f-dff6-41b4-82c4-a3276aca7fda requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:31:29.493991 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031d80a9-9fba-4203-bb09-b8ffef66e6a1 None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:29.504899 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-031d80a9-9fba-4203-bb09-b8ffef66e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:29.506186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:29.508506 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:29.550916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Made reservation on behalf of 0b85162d0163437385af208333519bc3 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:31:29.560163 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:29.900087 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-031d80a9-9fba-4203-bb09-b8ffef66e6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:29.900485 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031d80a9-9fba-4203-bb09-b8ffef66e6a1 None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:31:29.914419 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d8e042d4-7139-4e5a-b28f-f7f18a54a745 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 5.3902452 Apr 05 20:31:29.936693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55694) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:30.530299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'fixed_ips': [{'subnet_id': 'cc5c4ca7-42ad-464d-9840-ada40f943526'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:31:30.531691 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:30.851550 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7cd6df52-58ea-4ff3-9b5a-566ccaee763f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:31.149037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port 4ae0cae1-88e1-4b4f-831c-33ddcbb01a6a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:31:31.149568 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:31.173045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Allocated IP 172.20.0.5 (e001c7aa-cc86-425e-9f2c-59333aa3f65f/d7a21430-0121-4577-bdb7-ba96e7b606a8/ddeb2d74-8efa-439c-8821-703a40387be2) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:31:31.410682 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Allocated IP 172.20.0.2 (9f9af11f-dff6-41b4-82c4-a3276aca7fda/cc5c4ca7-42ad-464d-9840-ada40f943526/8a9eb6a1-9cef-4861-90db-1c86b3cd470f) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:31:31.514258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b9bb5-cbc8-42e1-94d8-f73d0e639a47 req-587ed293-4144-43db-a597-a713470619fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:31.527390 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fb5b9bb5-cbc8-42e1-94d8-f73d0e639a47 req-587ed293-4144-43db-a597-a713470619fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 1096 time: 1.3972971 Apr 05 20:31:31.665687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-772ecfc4-86b0-4669-80b0-cef85552d246 req-3ad0c73e-6715-4db3-87b1-047b264af530 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3147953 Apr 05 20:31:31.745810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1bae1-d5be-458b-8504-0ff54a6bb708 req-af9d9d61-6f79-4971-bcc1-6cb376da924a tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:31.765506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9fd1bae1-d5be-458b-8504-0ff54a6bb708 req-af9d9d61-6f79-4971-bcc1-6cb376da924a tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 945 time: 1.4400403 Apr 05 20:31:31.877193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 7cd6df52-58ea-4ff3-9b5a-566ccaee763f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:31.883681 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fb5b9bb5-cbc8-42e1-94d8-f73d0e639a47 req-7aca4db4-adc0-412d-8c9d-2f60550a2696 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=35cfdbfa-f445-4440-a352-e232438b91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347468 Apr 05 20:31:31.958189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 7cd6df52-58ea-4ff3-9b5a-566ccaee763f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:31.958610 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:32.311265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8342c38-09dd-4b41-8652-f863522db3f0 req-1560cc14-feff-4ce6-8882-8de148cbc995 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:32.327400 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c8342c38-09dd-4b41-8652-f863522db3f0 req-1560cc14-feff-4ce6-8882-8de148cbc995 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 1.8274899 Apr 05 20:31:32.387345 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:32.393051 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:32.477091 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:32.535569 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:32.558746 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 7cd6df52-58ea-4ff3-9b5a-566ccaee763f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=7cd6df52-58ea-4ff3-9b5a-566ccaee763f,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:32.582030 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Transition to ACTIVE for port object 8a9eb6a1-9cef-4861-90db-1c86b3cd470f will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:32.584755 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:32.659452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c8342c38-09dd-4b41-8652-f863522db3f0 req-f6c735c0-a670-4eca-aa9f-7a028bccc749 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3056850 Apr 05 20:31:32.757804 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Transition to ACTIVE for port object 8a9eb6a1-9cef-4861-90db-1c86b3cd470f will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:32.797323 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:32.835542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=7cd6df52-58ea-4ff3-9b5a-566ccaee763f,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:32.891650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for 4ae0cae1-88e1-4b4f-831c-33ddcbb01a6a owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:31:32.935077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Network 9f9af11f-dff6-41b4-82c4-a3276aca7fda is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:32.952269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:32.956639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:31:33.074905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Pushing event updated for resources: {'Port': ['ID=8a9eb6a1-9cef-4861-90db-1c86b3cd470f,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:33.206985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Attempting to bind port 8a9eb6a1-9cef-4861-90db-1c86b3cd470f on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:33.207349 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Attempting to bind port 8a9eb6a1-9cef-4861-90db-1c86b3cd470f by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '467e6918-36d3-439a-8619-452d251ee0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:33.207705 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Attempting to bind port 8a9eb6a1-9cef-4861-90db-1c86b3cd470f on network 9f9af11f-dff6-41b4-82c4-a3276aca7fda {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:31:33.227147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:31:33.227523 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Checking segment: {'id': '467e6918-36d3-439a-8619-452d251ee0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:31:33.227945 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:33.228319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Bound using segment: {'id': '467e6918-36d3-439a-8619-452d251ee0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:31:33.228792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Bound port: 8a9eb6a1-9cef-4861-90db-1c86b3cd470f, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467e6918-36d3-439a-8619-452d251ee0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:33.229168 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:33.295032 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b0232ab1-3477-49d1-b109-d0c3aa339456 req-2fb028fb-b8d7-4309-aee6-d126293149a7 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 210 time: 0.2099574 Apr 05 20:31:33.363615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9fd1bae1-d5be-458b-8504-0ff54a6bb708 req-e61dbfd0-a2d7-43ff-8c18-d4bebcfb1442 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/security-groups?id=35cfdbfa-f445-4440-a352-e232438b91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5979621 Apr 05 20:31:33.382089 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:33.405388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] For port 8a9eb6a1-9cef-4861-90db-1c86b3cd470f, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:31:33.410486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] For port 8a9eb6a1-9cef-4861-90db-1c86b3cd470f, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8a9eb6a1-9cef-4861-90db-1c86b3cd470f,segment=NetworkSegment(467e6918-36d3-439a-8619-452d251ee0a1),segment_id=467e6918-36d3-439a-8619-452d251ee0a1)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:31:33.423736 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:33.740804 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71803413-ddaf-477a-9682-67b480f4ae61 None None] Pushing event updated for resources: {'Port': ['ID=8a9eb6a1-9cef-4861-90db-1c86b3cd470f,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:33.898908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=4ae0cae1-88e1-4b4f-831c-33ddcbb01a6a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:33.958656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:33.976033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:33.976424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:33.976780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:33.977104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:33.977433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:33.977800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:33.978158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:33.978480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:33.978800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:33.979123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:33.979461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:33.979783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:33.987782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ecfc4-86b0-4669-80b0-cef85552d246 req-b6f2ec6c-0a31-47da-93d3-cb0a8918a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:33.991259 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-772ecfc4-86b0-4669-80b0-cef85552d246 req-b6f2ec6c-0a31-47da-93d3-cb0a8918a90c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b989f8259f244c90867a8d5d547804b1&device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 1101 time: 2.0534165 Apr 05 20:31:34.018246 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:34.020297 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dc444758-9f53-448d-a378-6fe10dae8356 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/floatingips/4e2dc6ae-cc39-417d-9320-b8a1c71b6c6a HTTP/1.1" status: 204 len: 168 time: 4.7972844 Apr 05 20:31:34.087161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55748) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:34.274239 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-c1aef662-2185-423e-8c55-be63f67cc90b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] delete failed (client error): The resource could not be found. Apr 05 20:31:34.275492 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c1aef662-2185-423e-8c55-be63f67cc90b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/floatingips/4e2dc6ae-cc39-417d-9320-b8a1c71b6c6a HTTP/1.1" status: 404 len: 345 time: 0.1848483 Apr 05 20:31:34.343833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55756) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:34.346669 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:34.491305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Transition to ACTIVE for port object ddeb2d74-8efa-439c-8821-703a40387be2 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:34.532302 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:34.580436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ecfc4-86b0-4669-80b0-cef85552d246 req-fe7053d0-0dc4-4c0f-ab0d-e8e786b0232b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:34.582925 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-772ecfc4-86b0-4669-80b0-cef85552d246 req-fe7053d0-0dc4-4c0f-ab0d-e8e786b0232b service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.5610523 Apr 05 20:31:34.715924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4c271-051a-45c6-a6eb-68dfa4ee897b req-ab155b35-aa56-4ecc-a257-12ed1ce9746c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:34.718884 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74f4c271-051a-45c6-a6eb-68dfa4ee897b req-ab155b35-aa56-4ecc-a257-12ed1ce9746c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.7874470 Apr 05 20:31:34.856635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f400bfc0-7e25-4b50-a191-61b8e185c757 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:34.874215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f400bfc0-7e25-4b50-a191-61b8e185c757 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:34.883911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f400bfc0-7e25-4b50-a191-61b8e185c757 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:34.884786 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f400bfc0-7e25-4b50-a191-61b8e185c757 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Synchronizing usage tracker for tenant:7b523dd593a84adeaa37e7d26ea4e0d3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:31:35.031193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7cd6df52-58ea-4ff3-9b5a-566ccaee763f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:35.100905 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74f4c271-051a-45c6-a6eb-68dfa4ee897b req-fd1d17c1-8171-4ebc-a2e8-70908dcf6dec tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3669307 Apr 05 20:31:35.136769 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:35.354116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'Port': ['ID=ddeb2d74-8efa-439c-8821-703a40387be2,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:35.393507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f400bfc0-7e25-4b50-a191-61b8e185c757 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Unset dirty status for tenant:7b523dd593a84adeaa37e7d26ea4e0d3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:31:35.401213 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f400bfc0-7e25-4b50-a191-61b8e185c757 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "GET /v2.0/ports?network_id=dafdf8b2-4df7-4386-a462-72192b0d3764 HTTP/1.1" status: 200 len: 2359 time: 1.0499799 Apr 05 20:31:35.418312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Network e001c7aa-cc86-425e-9f2c-59333aa3f65f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:35.431322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55786) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:35.432271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:35.435383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:31:35.467535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-772ecfc4-86b0-4669-80b0-cef85552d246 req-dcb9a3d2-cc5e-4db7-a2d2-69423896a698 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1f7958f4-c172-497e-985b-64714eea1de1 HTTP/1.1" status: 200 len: 217 time: 0.8689339 Apr 05 20:31:35.548769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 7cd6df52-58ea-4ff3-9b5a-566ccaee763f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:35.554202 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:35.744974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ecfc4-86b0-4669-80b0-cef85552d246 req-2f3f4c61-deb5-4c0b-bbba-1fbacd0ee020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:35.746980 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-772ecfc4-86b0-4669-80b0-cef85552d246 req-2f3f4c61-deb5-4c0b-bbba-1fbacd0ee020 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2713487 Apr 05 20:31:35.758752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:35.766732 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:36.049715 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-2862e6ab-ad39-4657-b9bf-61d8af76bb0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2162244 Apr 05 20:31:36.086790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Request body: {'port': {'device_id': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:36.091855 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-553957c8-8346-4ebe-bb7a-ab1b8b8ff93c None None] Provisioning for port ddeb2d74-8efa-439c-8821-703a40387be2 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:36.124153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a90f951-1db8-4fba-a384-748826895cd0 None None] Network 9f9af11f-dff6-41b4-82c4-a3276aca7fda requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:31:36.166729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-553957c8-8346-4ebe-bb7a-ab1b8b8ff93c None None] Provisioning complete for port ddeb2d74-8efa-439c-8821-703a40387be2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:36.171923 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-553957c8-8346-4ebe-bb7a-ab1b8b8ff93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:36.222462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfa827-edc2-4222-a3d8-f0420e19b688 req-426f6906-316e-4ba2-9510-68d108fd3072 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:36.239394 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5dbfa827-edc2-4222-a3d8-f0420e19b688 req-426f6906-316e-4ba2-9510-68d108fd3072 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 931 time: 1.4421587 Apr 05 20:31:36.267957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8a9eb6a1-9cef-4861-90db-1c86b3cd470f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:36.343286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-553957c8-8346-4ebe-bb7a-ab1b8b8ff93c None None] Port ddeb2d74-8efa-439c-8821-703a40387be2 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:31:36.411300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5dbfa827-edc2-4222-a3d8-f0420e19b688 req-7fd62094-0d1c-4da6-ac20-eceffea77695 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:31:36.480276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ecfc4-86b0-4669-80b0-cef85552d246 req-195d162f-dfa0-4277-90f5-3e949c305faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:36.484112 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-772ecfc4-86b0-4669-80b0-cef85552d246 req-195d162f-dfa0-4277-90f5-3e949c305faa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7222002 Apr 05 20:31:36.485213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5dbfa827-edc2-4222-a3d8-f0420e19b688 req-7fd62094-0d1c-4da6-ac20-eceffea77695 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:31:36.486291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5dbfa827-edc2-4222-a3d8-f0420e19b688 req-7fd62094-0d1c-4da6-ac20-eceffea77695 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2483695 Apr 05 20:31:36.549963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f5fc18-44a7-46e7-98b8-15724d3538cf tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:36.550759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d9f5fc18-44a7-46e7-98b8-15724d3538cf tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Synchronizing usage tracker for tenant:7b523dd593a84adeaa37e7d26ea4e0d3 on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:31:36.658844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Allocated IP 172.20.0.1 (9f9af11f-dff6-41b4-82c4-a3276aca7fda/cc5c4ca7-42ad-464d-9840-ada40f943526/8dc9ba9b-c518-49db-b236-c3e6de4644cb) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:31:36.664443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-45b31ae8-fd8f-483a-a83c-b0efe544ba0f None None] Provisioning for port 8a9eb6a1-9cef-4861-90db-1c86b3cd470f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:36.691272 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:36.735375 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-772ecfc4-86b0-4669-80b0-cef85552d246 req-ddcbdfe2-07a7-4cfc-8c13-f4deec07ceca service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173734 Apr 05 20:31:36.957163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d9f5fc18-44a7-46e7-98b8-15724d3538cf tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Unset dirty status for tenant:7b523dd593a84adeaa37e7d26ea4e0d3 on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:31:36.958360 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d9f5fc18-44a7-46e7-98b8-15724d3538cf tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "GET /v2.0/subnets/b429de9a-2f77-4e4f-aee2-292cf54a1203 HTTP/1.1" status: 200 len: 797 time: 1.3522892 Apr 05 20:31:36.979451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 8a9eb6a1-9cef-4861-90db-1c86b3cd470f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:36.988795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55800) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:37.004737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8a9eb6a1-9cef-4861-90db-1c86b3cd470f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:37.005966 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:37.012649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'port': {'network_id': 'dafdf8b2-4df7-4386-a462-72192b0d3764', 'name': 'tempest-FloatingIPTestJSON-1707053859', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:37.068277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fccca2f-9796-4bb1-ac26-14fcccad058e req-85a31389-df9d-4d7a-bb8e-e1b475c74761 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:37.072838 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3fccca2f-9796-4bb1-ac26-14fcccad058e req-85a31389-df9d-4d7a-bb8e-e1b475c74761 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 945 time: 1.3291612 Apr 05 20:31:37.285612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775de27b-b52b-4b4f-aba4-caaf0c0807f8 req-bdaab143-5a49-4ff6-9e6a-2df946463897 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:37.299165 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-775de27b-b52b-4b4f-aba4-caaf0c0807f8 req-bdaab143-5a49-4ff6-9e6a-2df946463897 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.3964834 Apr 05 20:31:37.303327 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-772ecfc4-86b0-4669-80b0-cef85552d246 req-6d7efffb-4711-41fd-a8c0-7021a68c7684 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5607579 Apr 05 20:31:37.405637 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-775de27b-b52b-4b4f-aba4-caaf0c0807f8 req-e4df33a6-d554-4c9e-8fc6-22b95f07ed1d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998676 Apr 05 20:31:37.438913 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:37.595719 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 8a9eb6a1-9cef-4861-90db-1c86b3cd470f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8a9eb6a1-9cef-4861-90db-1c86b3cd470f,segment=NetworkSegment(467e6918-36d3-439a-8619-452d251ee0a1),segment_id=467e6918-36d3-439a-8619-452d251ee0a1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:37.613468 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:37.708168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:37.854369 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=8a9eb6a1-9cef-4861-90db-1c86b3cd470f,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:37.868468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:37.939764 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3fccca2f-9796-4bb1-ac26-14fcccad058e req-7d9c8f41-0d30-4b78-b492-291dcb9e52cc tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/security-groups?id=35cfdbfa-f445-4440-a352-e232438b91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8660481 Apr 05 20:31:38.111414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a7729-d544-4c77-8474-e1e8792e93d3 req-36e2459a-0af8-4424-a33e-8b919c1e494e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:38.129747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Made reservation on behalf of 7b523dd593a84adeaa37e7d26ea4e0d3 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:31:38.143464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-741a7729-d544-4c77-8474-e1e8792e93d3 req-36e2459a-0af8-4424-a33e-8b919c1e494e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 931 time: 0.2598076 Apr 05 20:31:38.163763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c4267540-8652-4675-a68d-ba9c7320b43e None None] Provisioning complete for port 8a9eb6a1-9cef-4861-90db-1c86b3cd470f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:38.164929 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c4267540-8652-4675-a68d-ba9c7320b43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:38.366142 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-741a7729-d544-4c77-8474-e1e8792e93d3 req-db99f5d2-0da1-48c2-a781-a3365b5693af tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053428 Apr 05 20:31:38.642182 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:38.682956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Transition to ACTIVE for port object 8dc9ba9b-c518-49db-b236-c3e6de4644cb will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:38.750636 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:38.753498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:38.881555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=8dc9ba9b-c518-49db-b236-c3e6de4644cb,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:38.898103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae94bfa-b9e3-4952-a9fb-182fbab4b673 req-d5481613-b29c-444a-9d40-ae79f4db582b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:38.907568 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cae94bfa-b9e3-4952-a9fb-182fbab4b673 req-d5481613-b29c-444a-9d40-ae79f4db582b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.1739814 Apr 05 20:31:39.015724 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:39.029594 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cae94bfa-b9e3-4952-a9fb-182fbab4b673 req-c7376d95-176d-4451-b84a-1b6785ea50d4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204281 Apr 05 20:31:39.141695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network 9f9af11f-dff6-41b4-82c4-a3276aca7fda is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:39.141695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:39.163230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:31:39.468260 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:39.629321 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0036297b-fe3c-4125-873d-b8df6ee28cc1 None None] Provisioning for port 8dc9ba9b-c518-49db-b236-c3e6de4644cb completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:39.644522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0036297b-fe3c-4125-873d-b8df6ee28cc1 None None] Provisioning complete for port 8dc9ba9b-c518-49db-b236-c3e6de4644cb triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:39.644893 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0036297b-fe3c-4125-873d-b8df6ee28cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:39.778084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518e1e9-a12e-48d0-991f-8ac390c1589a req-3c8b3e30-d1fc-4286-8a96-554c066d23aa tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:39.781188 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c518e1e9-a12e-48d0-991f-8ac390c1589a req-3c8b3e30-d1fc-4286-8a96-554c066d23aa tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 931 time: 0.2280879 Apr 05 20:31:39.798828 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0036297b-fe3c-4125-873d-b8df6ee28cc1 None None] Port 8dc9ba9b-c518-49db-b236-c3e6de4644cb cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:31:39.814410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8a9eb6a1-9cef-4861-90db-1c86b3cd470f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:39.864262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c518e1e9-a12e-48d0-991f-8ac390c1589a req-7a315d44-b69a-42c0-933e-e0683399f5a1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773518 Apr 05 20:31:39.981513 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8a9eb6a1-9cef-4861-90db-1c86b3cd470f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:39.981977 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:40.025975 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:40.091431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddeb2d74-8efa-439c-8821-703a40387be2 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:31:40.119574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] device_id is not set on port 91ce19f6-e4f7-4a70-a3ad-eba2c0c8e4fc yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:31:40.206303 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:40.376034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Transition to ACTIVE for port object ddeb2d74-8efa-439c-8821-703a40387be2 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:40.421137 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:40.520964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba98417-831d-4c5c-954a-f6b01ffb717f req-e6cdeecc-8f3e-4281-bf43-4f035b588787 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:40.528722 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ba98417-831d-4c5c-954a-f6b01ffb717f req-e6cdeecc-8f3e-4281-bf43-4f035b588787 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.1768610 Apr 05 20:31:40.620208 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ba98417-831d-4c5c-954a-f6b01ffb717f req-33a2831b-748a-4950-bf12-c3a5dc43aa8d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896993 Apr 05 20:31:40.663908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55870) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:40.825067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870343cc-83a0-4e49-824c-f126dd61aa27 req-ef8ba479-912a-4425-9a34-06046689cab6 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:40.833259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-870343cc-83a0-4e49-824c-f126dd61aa27 req-ef8ba479-912a-4425-9a34-06046689cab6 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 945 time: 0.8492110 Apr 05 20:31:40.882472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea690c5f-ca55-4501-b594-38aa44a86563 req-07afb560-c065-47eb-85f6-a78b653b98f7 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:40.891048 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea690c5f-ca55-4501-b594-38aa44a86563 req-07afb560-c065-47eb-85f6-a78b653b98f7 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.41 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 945 time: 0.2078159 Apr 05 20:31:41.143503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ea690c5f-ca55-4501-b594-38aa44a86563 req-d01ad564-d90a-4ce6-bff8-dd39111f59e3 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Deleting port 140a57a4-a516-4e30-a4d4-ecad62e114f9 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:31:41.143852 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ea690c5f-ca55-4501-b594-38aa44a86563 req-d01ad564-d90a-4ce6-bff8-dd39111f59e3 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:41.160724 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:41.170207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Pushing event updated for resources: {'Port': ['ID=ddeb2d74-8efa-439c-8821-703a40387be2,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:41.262077 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8482036d-3028-4a25-add3-dc8081ad5d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:41.297348 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-870343cc-83a0-4e49-824c-f126dd61aa27 req-6fa08307-9301-4bef-8e88-47c8714829c4 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/security-groups?id=35cfdbfa-f445-4440-a352-e232438b91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258256 Apr 05 20:31:41.392791 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-db5d0510-e54a-4359-8945-d445fff22c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:41.401274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Attempting to bind port ddeb2d74-8efa-439c-8821-703a40387be2 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:41.401723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Attempting to bind port ddeb2d74-8efa-439c-8821-703a40387be2 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:41.402217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Attempting to bind port ddeb2d74-8efa-439c-8821-703a40387be2 on network e001c7aa-cc86-425e-9f2c-59333aa3f65f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:31:41.444512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Port ddeb2d74-8efa-439c-8821-703a40387be2 on network e001c7aa-cc86-425e-9f2c-59333aa3f65f not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:31:41.445017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Attempting to bind port ddeb2d74-8efa-439c-8821-703a40387be2 on network e001c7aa-cc86-425e-9f2c-59333aa3f65f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:31:41.565662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8482036d-3028-4a25-add3-dc8081ad5d3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:41.621541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8482036d-3028-4a25-add3-dc8081ad5d3a admin admin] Usage tracker for resource:security_group_rule and tenant:8c23300ff230402abb0684017906d16a is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:41.670291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8482036d-3028-4a25-add3-dc8081ad5d3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:41.693369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8482036d-3028-4a25-add3-dc8081ad5d3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:41.755618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:31:41.756126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Checking segment: {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:31:41.756616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Bound using segment: {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:31:41.757234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Bound port: ddeb2d74-8efa-439c-8821-703a40387be2, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:41.757681 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:41.899154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fab38-a09e-4353-a52a-8d56002e1ecd req-adcd9d90-8ba4-43cb-8ac4-ea00eab290e7 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:41.908826 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa4fab38-a09e-4353-a52a-8d56002e1ecd req-adcd9d90-8ba4-43cb-8ac4-ea00eab290e7 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 943 time: 0.6163077 Apr 05 20:31:41.955989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55902) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:41.976787 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa4fab38-a09e-4353-a52a-8d56002e1ecd req-182656c3-08fb-4421-8eed-439ac1d5205a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666788 Apr 05 20:31:42.093874 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8482036d-3028-4a25-add3-dc8081ad5d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:42.116003 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8482036d-3028-4a25-add3-dc8081ad5d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:42.199295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482036d-3028-4a25-add3-dc8081ad5d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc9f171-8a1b-46f2-b386-e447a9de461c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:42.245607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ea690c5f-ca55-4501-b594-38aa44a86563 req-d01ad564-d90a-4ce6-bff8-dd39111f59e3 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] For port 140a57a4-a516-4e30-a4d4-ecad62e114f9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=140a57a4-a516-4e30-a4d4-ecad62e114f9,segment=NetworkSegment(eb8e2841-314a-4788-b7ec-d98d0edbcbec),segment_id=eb8e2841-314a-4788-b7ec-d98d0edbcbec)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:42.246004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ea690c5f-ca55-4501-b594-38aa44a86563 req-d01ad564-d90a-4ce6-bff8-dd39111f59e3 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:42.262772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8482036d-3028-4a25-add3-dc8081ad5d3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c23300ff230402abb0684017906d16a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5968900 Apr 05 20:31:42.267597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55914) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:42.321986 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-51295f45-14ee-4484-ba6d-77c0728c10cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:42.409054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.20.0.14 (dafdf8b2-4df7-4386-a462-72192b0d3764/b429de9a-2f77-4e4f-aee2-292cf54a1203/91ce19f6-e4f7-4a70-a3ad-eba2c0c8e4fc) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:31:42.430550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-51295f45-14ee-4484-ba6d-77c0728c10cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:42.434855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-51295f45-14ee-4484-ba6d-77c0728c10cb admin admin] Usage tracker for resource:security_group_rule and tenant:130ccf774acf4bf5b12ec82b7b67ab96 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:42.439038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-51295f45-14ee-4484-ba6d-77c0728c10cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:42.445447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-51295f45-14ee-4484-ba6d-77c0728c10cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:42.587672 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-51295f45-14ee-4484-ba6d-77c0728c10cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:42.589752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.20.0.13 (dafdf8b2-4df7-4386-a462-72192b0d3764/b429de9a-2f77-4e4f-aee2-292cf54a1203/91ce19f6-e4f7-4a70-a3ad-eba2c0c8e4fc) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:31:42.617400 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-51295f45-14ee-4484-ba6d-77c0728c10cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:42.629125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] For port ddeb2d74-8efa-439c-8821-703a40387be2, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:31:42.720334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ea690c5f-ca55-4501-b594-38aa44a86563 req-d01ad564-d90a-4ce6-bff8-dd39111f59e3 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Calling delete_port for 140a57a4-a516-4e30-a4d4-ecad62e114f9 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:31:42.853813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] For port ddeb2d74-8efa-439c-8821-703a40387be2, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ddeb2d74-8efa-439c-8821-703a40387be2,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:31:42.866617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160aa7a-3787-406b-a63f-b0c748fa3ec8 req-01131cf4-253c-4a07-946d-4055f9aa52b3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:42.873703 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8160aa7a-3787-406b-a63f-b0c748fa3ec8 req-01131cf4-253c-4a07-946d-4055f9aa52b3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.9121494 Apr 05 20:31:42.911552 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d2a56760-5b58-4159-a5e6-446d46391b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:42.942602 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.052430 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d2a56760-5b58-4159-a5e6-446d46391b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.064312 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 140a57a4-a516-4e30-a4d4-ecad62e114f9 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:31:43.105026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df40606-f92d-4cba-a2b5-98c18aaa1bdb req-8e8020e1-339b-4b00-9c97-b89761e649a3 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:43.112512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6df40606-f92d-4cba-a2b5-98c18aaa1bdb req-8e8020e1-339b-4b00-9c97-b89761e649a3 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/ports?device_id=be076261-329d-4c5d-b92f-2ca0423f4f41 HTTP/1.1" status: 200 len: 945 time: 0.5199249 Apr 05 20:31:43.117089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb581a48-be3c-468d-9cf2-b4df626c79d9 req-b12f492c-27e3-422a-b6f2-9f440d5d36be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:43.120404 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb581a48-be3c-468d-9cf2-b4df626c79d9 req-b12f492c-27e3-422a-b6f2-9f440d5d36be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 1097 time: 1.0263636 Apr 05 20:31:43.143052 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8160aa7a-3787-406b-a63f-b0c748fa3ec8 req-b9b6d090-d92a-4cf1-8264-97812fb7ce6c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2683809 Apr 05 20:31:43.195273 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ea690c5f-ca55-4501-b594-38aa44a86563 req-d01ad564-d90a-4ce6-bff8-dd39111f59e3 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.204717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No active binding found for port 140a57a4-a516-4e30-a4d4-ecad62e114f9 {{(pid=87966) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 20:31:43.205557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 140a57a4-a516-4e30-a4d4-ecad62e114f9 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:31:43.302191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ad564-d90a-4ce6-bff8-dd39111f59e3 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Pushing event deleted for resources: {'Port': ['ID=140a57a4-a516-4e30-a4d4-ecad62e114f9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:43.304715 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6df40606-f92d-4cba-a2b5-98c18aaa1bdb req-72b6426e-c5d0-4f86-806b-e6c096ae3792 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.24 "GET /v2.0/security-groups?id=35cfdbfa-f445-4440-a352-e232438b91b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912384 Apr 05 20:31:43.392264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb581a48-be3c-468d-9cf2-b4df626c79d9 req-5141108d-b954-46db-b89c-43e6e80bead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:43.393655 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb581a48-be3c-468d-9cf2-b4df626c79d9 req-5141108d-b954-46db-b89c-43e6e80bead8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.2262890 Apr 05 20:31:43.396791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea690c5f-ca55-4501-b594-38aa44a86563 req-d01ad564-d90a-4ce6-bff8-dd39111f59e3 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] No DVR routers for this DVR port 140a57a4-a516-4e30-a4d4-ecad62e114f9 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:31:43.401265 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d2a56760-5b58-4159-a5e6-446d46391b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.405690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ea690c5f-ca55-4501-b594-38aa44a86563 req-d01ad564-d90a-4ce6-bff8-dd39111f59e3 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.423000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be076261-329d-4c5d-b92f-2ca0423f4f41', 'name': 'network-vif-deleted', 'tag': '140a57a4-a516-4e30-a4d4-ecad62e114f9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:31:43.467432 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-51295f45-14ee-4484-ba6d-77c0728c10cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=130ccf774acf4bf5b12ec82b7b67ab96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4950726 Apr 05 20:31:43.477082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a56760-5b58-4159-a5e6-446d46391b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc9f171-8a1b-46f2-b386-e447a9de461c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:43.487188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55940) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:43.508869 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea690c5f-ca55-4501-b594-38aa44a86563 req-d01ad564-d90a-4ce6-bff8-dd39111f59e3 tempest-ServerMetadataNegativeTestJSON-495347636 tempest-ServerMetadataNegativeTestJSON-495347636-project] 10.222.0.41 "DELETE /v2.0/ports/140a57a4-a516-4e30-a4d4-ecad62e114f9 HTTP/1.1" status: 204 len: 173 time: 2.6081455 Apr 05 20:31:43.515096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d2a56760-5b58-4159-a5e6-446d46391b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.516337 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d2a56760-5b58-4159-a5e6-446d46391b28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2dc9f171-8a1b-46f2-b386-e447a9de461c HTTP/1.1" status: 204 len: 168 time: 1.2477016 Apr 05 20:31:43.614727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51295f45-14ee-4484-ba6d-77c0728c10cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2ba9b1-30f9-4f4d-b7fa-ca2748107ca5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:43.643319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:43.645119 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.646882 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] 10.222.0.13 "PUT /v2.0/ports/ddeb2d74-8efa-439c-8821-703a40387be2 HTTP/1.1" status: 200 len: 1091 time: 7.5742640 Apr 05 20:31:43.668409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'tag': 'ddeb2d74-8efa-439c-8821-703a40387be2'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:31:43.683579 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62bbca5d-1233-47ad-99fa-c41c267c9fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.696244 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b158d812-7ece-48af-a8b0-f57141eeea5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.720947 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62bbca5d-1233-47ad-99fa-c41c267c9fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.790569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927858c-4f2b-41e6-8290-d94b7cab08fb service neutron] Pushing event updated for resources: {'Port': ['ID=ddeb2d74-8efa-439c-8821-703a40387be2,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:43.835760 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be076261-329d-4c5d-b92f-2ca0423f4f41', 'name': 'network-vif-deleted', 'tag': '140a57a4-a516-4e30-a4d4-ecad62e114f9', 'status': 'completed', 'code': 200} Apr 05 20:31:43.849682 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62bbca5d-1233-47ad-99fa-c41c267c9fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.914593 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'tag': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'status': 'completed', 'code': 200} Apr 05 20:31:43.917368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbca5d-1233-47ad-99fa-c41c267c9fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2ba9b1-30f9-4f4d-b7fa-ca2748107ca5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:43.957946 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62bbca5d-1233-47ad-99fa-c41c267c9fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:43.966014 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-62bbca5d-1233-47ad-99fa-c41c267c9fad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf2ba9b1-30f9-4f4d-b7fa-ca2748107ca5 HTTP/1.1" status: 204 len: 168 time: 0.4768322 Apr 05 20:31:44.230153 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb581a48-be3c-468d-9cf2-b4df626c79d9 req-83629e89-b0ec-4753-bb22-fa82ce61555a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 200 len: 1000 time: 0.7792485 Apr 05 20:31:44.267556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55960) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:44.310212 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3dc18d8-413a-4b9a-9625-dc41e5c1c18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:44.320614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:44.333582 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:44.351749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c3dc18d8-413a-4b9a-9625-dc41e5c1c18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:44.359087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c3dc18d8-413a-4b9a-9625-dc41e5c1c18a admin admin] Usage tracker for resource:security_group_rule and tenant:aa6ca950c6c247adb8db37472cac9b97 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:44.366673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c3dc18d8-413a-4b9a-9625-dc41e5c1c18a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:44.385912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c3dc18d8-413a-4b9a-9625-dc41e5c1c18a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:44.458877 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:44.496890 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:44.701857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2cf373-e0d8-4238-9ef1-80455ecceac2 req-f98c94e3-806e-4358-bd90-11bc15dbdc23 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:44.720208 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de2cf373-e0d8-4238-9ef1-80455ecceac2 req-f98c94e3-806e-4358-bd90-11bc15dbdc23 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.3072927 Apr 05 20:31:44.841543 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:44.874755 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:44.914470 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de2cf373-e0d8-4238-9ef1-80455ecceac2 req-9c82b7f5-e7ce-405a-9be1-d64c067908fc tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733563 Apr 05 20:31:44.917944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55974) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:44.922956 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3dc18d8-413a-4b9a-9625-dc41e5c1c18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:44.942818 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3dc18d8-413a-4b9a-9625-dc41e5c1c18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.019053 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d293bc73-2386-45a4-b2b1-8115080f2ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.034812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb1f61-dc91-4555-beac-cbbd716d3a3e req-d643ea15-2cd8-496f-bd10-43898326b57a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:45.035544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5aeb1f61-dc91-4555-beac-cbbd716d3a3e req-d643ea15-2cd8-496f-bd10-43898326b57a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:31:45.040872 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.061081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55978) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:45.094241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-da297587-5279-4554-965a-d200e00ca7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:45.095818 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-da297587-5279-4554-965a-d200e00ca7ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 1094 time: 1.1921382 Apr 05 20:31:45.121197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc18d8-413a-4b9a-9625-dc41e5c1c18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83859181-d0fa-4b26-9589-cd6ea50433f3,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:45.129281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d293bc73-2386-45a4-b2b1-8115080f2ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:45.140564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb581a48-be3c-468d-9cf2-b4df626c79d9 req-adaca0e0-cde8-429a-b5e3-fb6dd99dc87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:45.143261 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb581a48-be3c-468d-9cf2-b4df626c79d9 req-adaca0e0-cde8-429a-b5e3-fb6dd99dc87b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.8931413 Apr 05 20:31:45.143669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d293bc73-2386-45a4-b2b1-8115080f2ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:9ddcf3b121724e179bbabad153d49e38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:45.151608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d293bc73-2386-45a4-b2b1-8115080f2ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:45.158598 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c3dc18d8-413a-4b9a-9625-dc41e5c1c18a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa6ca950c6c247adb8db37472cac9b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8969989 Apr 05 20:31:45.164164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55986) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:45.173007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d293bc73-2386-45a4-b2b1-8115080f2ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:45.306953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea62b8c-72af-44f5-a45f-ed442cfe6684 admin admin] Deleting subnet 12250c21-b5c1-489d-84bf-28ef75cefbe2 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:31:45.323506 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ea62b8c-72af-44f5-a45f-ed442cfe6684 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.356188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network dafdf8b2-4df7-4386-a462-72192b0d3764 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:45.403361 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9bc1-93ec-486c-9a8a-def299d3c49e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.433232 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ea62b8c-72af-44f5-a45f-ed442cfe6684 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.449921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5aeb1f61-dc91-4555-beac-cbbd716d3a3e req-d643ea15-2cd8-496f-bd10-43898326b57a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:31:45.457252 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5aeb1f61-dc91-4555-beac-cbbd716d3a3e req-d643ea15-2cd8-496f-bd10-43898326b57a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 943 time: 2.0096405 Apr 05 20:31:45.459343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:45.471585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:31:45.503585 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9bc1-93ec-486c-9a8a-def299d3c49e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.564559 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ea62b8c-72af-44f5-a45f-ed442cfe6684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.581651 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-3a11e131-94d9-44a6-b7ea-625a156e472c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddeb2d74-8efa-439c-8821-703a40387be2 HTTP/1.1" status: 200 len: 217 time: 0.4363194 Apr 05 20:31:45.594068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=8dc9ba9b-c518-49db-b236-c3e6de4644cb,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:45.647140 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d293bc73-2386-45a4-b2b1-8115080f2ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.658330 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d293bc73-2386-45a4-b2b1-8115080f2ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.724248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293bc73-2386-45a4-b2b1-8115080f2ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4304e5-52c2-42fd-9ae0-62f7941f283c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:45.749380 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9bc1-93ec-486c-9a8a-def299d3c49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.773722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a9bc1-93ec-486c-9a8a-def299d3c49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83859181-d0fa-4b26-9589-cd6ea50433f3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:45.778481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ea62b8c-72af-44f5-a45f-ed442cfe6684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.787278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d293bc73-2386-45a4-b2b1-8115080f2ed0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ddcf3b121724e179bbabad153d49e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8645947 Apr 05 20:31:45.821761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56000) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:45.825716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea62b8c-72af-44f5-a45f-ed442cfe6684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12250c21-b5c1-489d-84bf-28ef75cefbe2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:45.868617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=91ce19f6-e4f7-4a70-a3ad-eba2c0c8e4fc,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:45.939372 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7ea62b8c-72af-44f5-a45f-ed442cfe6684 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.943222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:45.944020 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.947651 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2e6a9bc1-93ec-486c-9a8a-def299d3c49e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:45.962026 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2e6a9bc1-93ec-486c-9a8a-def299d3c49e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83859181-d0fa-4b26-9589-cd6ea50433f3 HTTP/1.1" status: 204 len: 168 time: 0.7967069 Apr 05 20:31:45.995988 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7ea62b8c-72af-44f5-a45f-ed442cfe6684 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/12250c21-b5c1-489d-84bf-28ef75cefbe2 HTTP/1.1" status: 204 len: 168 time: 0.9329245 Apr 05 20:31:45.998370 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:46.002583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56008) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:46.014773 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01e08cb1-5ae3-4bf1-bb0d-1ac080e9f758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:46.023456 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-649fd1fe-77df-41e5-b1ce-d3f10c3e5a81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 9.0305686 Apr 05 20:31:46.037257 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5aeb1f61-dc91-4555-beac-cbbd716d3a3e req-c25da66c-e8bc-4879-8578-ddc7c2e996a6 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5790772 Apr 05 20:31:46.043945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56010) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:46.057903 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01e08cb1-5ae3-4bf1-bb0d-1ac080e9f758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:46.072919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '91ce19f6-e4f7-4a70-a3ad-eba2c0c8e4fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:46.107146 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:46.116104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network 9f9af11f-dff6-41b4-82c4-a3276aca7fda is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:46.118481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-160dc4b6-6323-45b8-8a0f-2b9085542d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:46.119943 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-160dc4b6-6323-45b8-8a0f-2b9085542d33 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7a21430-0121-4577-bdb7-ba96e7b606a8 HTTP/1.1" status: 200 len: 853 time: 0.5135100 Apr 05 20:31:46.126862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:46.137312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:floatingip and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:46.239748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:46.308258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:46.335500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb581a48-be3c-468d-9cf2-b4df626c79d9 req-8070304b-8a92-4318-8109-7b6c71695b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:46.337135 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb581a48-be3c-468d-9cf2-b4df626c79d9 req-8070304b-8a92-4318-8109-7b6c71695b3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0843642 Apr 05 20:31:46.516551 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf162a0a-9fee-4a8c-86cb-7bf1dc0633ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:46.530263 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01e08cb1-5ae3-4bf1-bb0d-1ac080e9f758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:46.577681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3f703829-31fd-411f-8277-2059ae952094 None None] Provisioning complete for port 8dc9ba9b-c518-49db-b236-c3e6de4644cb triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:46.579127 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3f703829-31fd-411f-8277-2059ae952094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:46.723115 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:46.745532 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb581a48-be3c-468d-9cf2-b4df626c79d9 req-3fa5e879-0637-48a3-b0bd-7eebe3729ac1 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974888 Apr 05 20:31:46.767165 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3f703829-31fd-411f-8277-2059ae952094 None None] Port 8dc9ba9b-c518-49db-b236-c3e6de4644cb cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:31:46.807411 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01e08cb1-5ae3-4bf1-bb0d-1ac080e9f758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:46.812179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-01e08cb1-5ae3-4bf1-bb0d-1ac080e9f758 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe4304e5-52c2-42fd-9ae0-62f7941f283c HTTP/1.1" status: 204 len: 168 time: 0.9843926 Apr 05 20:31:46.813769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e08cb1-5ae3-4bf1-bb0d-1ac080e9f758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4304e5-52c2-42fd-9ae0-62f7941f283c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:46.973283 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf162a0a-9fee-4a8c-86cb-7bf1dc0633ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:47.000523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab4af0-e8bc-4944-be76-a040aac22f72 req-6f89bb80-7a12-4073-9b82-abf6cd66041a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:47.007853 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-62ab4af0-e8bc-4944-be76-a040aac22f72 req-6f89bb80-7a12-4073-9b82-abf6cd66041a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.8647091 Apr 05 20:31:47.052016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:31:47.052561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-cf162a0a-9fee-4a8c-86cb-7bf1dc0633ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1e6d66-7cd2-4c84-bddd-46b43efb4381']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:47.073679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-9ea37bf4-7dc2-439d-95ac-caf817428a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:47.079810 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-9ea37bf4-7dc2-439d-95ac-caf817428a24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e001c7aa-cc86-425e-9f2c-59333aa3f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9437513 Apr 05 20:31:47.084339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-cf162a0a-9fee-4a8c-86cb-7bf1dc0633ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8e2841-314a-4788-b7ec-d98d0edbcbec') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:47.084790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-cf162a0a-9fee-4a8c-86cb-7bf1dc0633ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8e2841-314a-4788-b7ec-d98d0edbcbec') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:47.105124 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf162a0a-9fee-4a8c-86cb-7bf1dc0633ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:47.122998 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-62ab4af0-e8bc-4944-be76-a040aac22f72 req-5d75823e-e455-4e2e-9d53-898640031d86 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139228 Apr 05 20:31:47.161731 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf162a0a-9fee-4a8c-86cb-7bf1dc0633ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:47.175510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf162a0a-9fee-4a8c-86cb-7bf1dc0633ab admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:31:47.176363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf162a0a-9fee-4a8c-86cb-7bf1dc0633ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:31:47.191689 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:31:47.312150 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf162a0a-9fee-4a8c-86cb-7bf1dc0633ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:47.316707 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf162a0a-9fee-4a8c-86cb-7bf1dc0633ab admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:47.395693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf162a0a-9fee-4a8c-86cb-7bf1dc0633ab admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1e6d66-7cd2-4c84-bddd-46b43efb4381,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:47.419628 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cf162a0a-9fee-4a8c-86cb-7bf1dc0633ab admin admin] 10.222.0.24 "DELETE /v2.0/networks/0d1e6d66-7cd2-4c84-bddd-46b43efb4381 HTTP/1.1" status: 204 len: 168 time: 1.3317926 Apr 05 20:31:47.635634 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb581a48-be3c-468d-9cf2-b4df626c79d9 req-839decc1-9e3e-4f4b-83ff-7e666ba15ee6 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8750422 Apr 05 20:31:47.848390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56066) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:47.974695 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-440f877d-2daf-4487-b37a-f7093eae9a13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c476bd79cd04edca77ce3ed3574e679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1246624 Apr 05 20:31:47.977115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56084) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:48.098110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2735df7c-0605-4580-b271-000dc9fd15c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:48.139427 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2735df7c-0605-4580-b271-000dc9fd15c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:48.219800 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2735df7c-0605-4580-b271-000dc9fd15c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:48.274248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735df7c-0605-4580-b271-000dc9fd15c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cfdbfa-f445-4440-a352-e232438b91b6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:48.294257 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2735df7c-0605-4580-b271-000dc9fd15c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:48.299980 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2735df7c-0605-4580-b271-000dc9fd15c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35cfdbfa-f445-4440-a352-e232438b91b6 HTTP/1.1" status: 204 len: 168 time: 0.3193934 Apr 05 20:31:48.363138 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:48.518905 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-d08bce48-b5d3-42fe-8fda-af168009baa6 service neutron] 10.222.0.13 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4075947 Apr 05 20:31:48.525812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:31:48.537016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Sync routers for ids ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:31:48.559893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Routers {'9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:48.560586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:48.598300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39152d-56e0-4a32-a2b0-39d58822f9bc req-52aad892-0c13-455a-99ba-7fd4a7624102 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:48.606441 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c39152d-56e0-4a32-a2b0-39d58822f9bc req-52aad892-0c13-455a-99ba-7fd4a7624102 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 943 time: 1.2139893 Apr 05 20:31:48.692830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8531ee4-596d-40a1-be2d-837ecce15c16 req-55323019-bcf4-4116-b8ed-c3e82e1b7ee7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:48.699170 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e8531ee4-596d-40a1-be2d-837ecce15c16 req-55323019-bcf4-4116-b8ed-c3e82e1b7ee7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.2897999 Apr 05 20:31:48.844730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e8531ee4-596d-40a1-be2d-837ecce15c16 req-42af5f5d-41d9-4f34-98c6-beae7e1a7523 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379213 Apr 05 20:31:49.014804 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-eaad8a0c-cd21-44dc-90c5-f85d38bfb583 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "PUT /v2.0/routers/9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.0682821 Apr 05 20:31:49.016174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56118) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:49.094161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Set router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:31:49.302277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.25.8.176 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/4c1f5923-dbc2-4429-b7b3-e102713dbacd) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:31:49.332463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56136) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:49.541073 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c39152d-56e0-4a32-a2b0-39d58822f9bc req-2297ebee-3d80-4701-b109-f6be27e1e000 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6420143 Apr 05 20:31:49.559916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b257cd11-775b-4fcd-97e3-dbb50292e2f2 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.573503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b257cd11-775b-4fcd-97e3-dbb50292e2f2 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.574237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b257cd11-775b-4fcd-97e3-dbb50292e2f2 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.574851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b257cd11-775b-4fcd-97e3-dbb50292e2f2 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.577298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b257cd11-775b-4fcd-97e3-dbb50292e2f2 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.577986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b257cd11-775b-4fcd-97e3-dbb50292e2f2 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.578595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b257cd11-775b-4fcd-97e3-dbb50292e2f2 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.580684 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b257cd11-775b-4fcd-97e3-dbb50292e2f2 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4989 time: 0.5618596 Apr 05 20:31:49.585968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56148) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:49.741994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56154) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:49.839328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f803f76-640e-4105-8777-28e40b370af8 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.839821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f803f76-640e-4105-8777-28e40b370af8 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.840277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f803f76-640e-4105-8777-28e40b370af8 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.841225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f803f76-640e-4105-8777-28e40b370af8 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.842337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f803f76-640e-4105-8777-28e40b370af8 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.842806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f803f76-640e-4105-8777-28e40b370af8 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.843248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f803f76-640e-4105-8777-28e40b370af8 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:49.845259 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6f803f76-640e-4105-8777-28e40b370af8 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4599 time: 0.2576189 Apr 05 20:31:49.848142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56164) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:49.936333 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9cc56d31-3a6f-4a91-a34c-06f572ffdf93 req-a522591c-1ae4-46fd-ab94-8d1eaa40d5a8 service neutron] 10.222.0.13 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3870249 Apr 05 20:31:50.005613 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:50.071359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:31:40Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8dc9ba9b-c518-49db-b236-c3e6de4644cb', 'name': '', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:80:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:35Z', 'updated_at': '2022-04-05T20:31:42Z', 'revision_number': 2, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:50.082308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Checking router: 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:31:50.083188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Updating router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff port 8dc9ba9b-c518-49db-b236-c3e6de4644cb binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:31:50.141816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1232733111-network', 'tenant_id': '064f03b550e048d8b24b46624e86af50'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:50.193529 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8708d82-6161-4d7c-9409-d12550eec376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:50.209742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:50.210027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b397b-f141-4a21-b29e-aa6f1c44e746 req-a82c99d3-f027-4f4d-b0d0-216f1b3ea112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:50.212850 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7d8b397b-f141-4a21-b29e-aa6f1c44e746 req-a82c99d3-f027-4f4d-b0d0-216f1b3ea112 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 1094 time: 0.1952910 Apr 05 20:31:50.219046 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:50.224760 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:50.254185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Usage tracker for resource:network and tenant:064f03b550e048d8b24b46624e86af50 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:50.266512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d8708d82-6161-4d7c-9409-d12550eec376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:50.293426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:50.312627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d8708d82-6161-4d7c-9409-d12550eec376 admin admin] Usage tracker for resource:security_group_rule and tenant:07f3fc3adcb242d1a8c7ab6c7fd23ac9 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:50.349030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d8708d82-6161-4d7c-9409-d12550eec376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:50.352851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:50.379438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d8708d82-6161-4d7c-9409-d12550eec376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:50.464811 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cb608362-436b-46e3-9c6c-502a875d748b tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3767 time: 0.6150079 Apr 05 20:31:50.488621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:31:50.498628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:50.501617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Made reservation on behalf of 064f03b550e048d8b24b46624e86af50 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:31:50.506669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:50.508832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:31:50.581719 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=4c1f5923-dbc2-4429-b7b3-e102713dbacd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:50.657222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7652fdc-538a-4880-8180-5f55703e0196 req-2a0bc8c3-6b56-45e3-9d5f-7d92e2b6128d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:50.660365 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7652fdc-538a-4880-8180-5f55703e0196 req-2a0bc8c3-6b56-45e3-9d5f-7d92e2b6128d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.4960744 Apr 05 20:31:50.662471 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:50.804532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:50.851780 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7652fdc-538a-4880-8180-5f55703e0196 req-a4be33da-3b4b-4885-b94f-2c2f0ce3c629 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581285 Apr 05 20:31:50.853226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Usage tracker for resource:security_group_rule and tenant:064f03b550e048d8b24b46624e86af50 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:50.868261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:50.882732 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:50.889469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:50.911016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Transition to ACTIVE for port object 8dc9ba9b-c518-49db-b236-c3e6de4644cb will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:31:50.932388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b397b-f141-4a21-b29e-aa6f1c44e746 req-a1e2f15a-0b78-4b93-a09b-27d128160015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:50.932658 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:50.933980 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7d8b397b-f141-4a21-b29e-aa6f1c44e746 req-a1e2f15a-0b78-4b93-a09b-27d128160015 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 915 time: 0.7060516 Apr 05 20:31:51.024143 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feea4d8-0460-4cce-bb02-3a97369d0013 None None] Pushing event updated for resources: {'Port': ['ID=8dc9ba9b-c518-49db-b236-c3e6de4644cb,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:51.033982 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feea4d8-0460-4cce-bb02-3a97369d0013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:51.034555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feea4d8-0460-4cce-bb02-3a97369d0013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:51.035105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feea4d8-0460-4cce-bb02-3a97369d0013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:51.035612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feea4d8-0460-4cce-bb02-3a97369d0013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:51.036090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feea4d8-0460-4cce-bb02-3a97369d0013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:51.036578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feea4d8-0460-4cce-bb02-3a97369d0013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:51.037106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feea4d8-0460-4cce-bb02-3a97369d0013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:51.037589 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feea4d8-0460-4cce-bb02-3a97369d0013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:51.038093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feea4d8-0460-4cce-bb02-3a97369d0013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:51.038562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feea4d8-0460-4cce-bb02-3a97369d0013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:51.039076 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feea4d8-0460-4cce-bb02-3a97369d0013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:51.039541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feea4d8-0460-4cce-bb02-3a97369d0013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:31:51.094036 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8708d82-6161-4d7c-9409-d12550eec376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:51.267960 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7d8b397b-f141-4a21-b29e-aa6f1c44e746 req-1d7851fc-d98e-4d7f-91a1-9cfaa868157e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddeb2d74-8efa-439c-8821-703a40387be2 HTTP/1.1" status: 200 len: 217 time: 0.3132701 Apr 05 20:31:51.308901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Attempting to bind port 8dc9ba9b-c518-49db-b236-c3e6de4644cb on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:31:51.309537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Attempting to bind port 8dc9ba9b-c518-49db-b236-c3e6de4644cb by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '467e6918-36d3-439a-8619-452d251ee0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:31:51.310019 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Attempting to bind port 8dc9ba9b-c518-49db-b236-c3e6de4644cb on network 9f9af11f-dff6-41b4-82c4-a3276aca7fda {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:31:51.322895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 31, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:31:51.323554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Checking segment: {'id': '467e6918-36d3-439a-8619-452d251ee0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:31:51.324132 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:51.324680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Bound using segment: {'id': '467e6918-36d3-439a-8619-452d251ee0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:31:51.325434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Bound port: 8dc9ba9b-c518-49db-b236-c3e6de4644cb, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467e6918-36d3-439a-8619-452d251ee0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:31:51.326690 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:51.338622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56196) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:51.370001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938685097', 'description': 'tempest-secgroup-smoke-1938685097 description', 'project_id': '80fee2de873b412da3b3a54725609093'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:51.411113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:51.428869 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d8708d82-6161-4d7c-9409-d12550eec376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:51.441938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:51.453311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] For port 8dc9ba9b-c518-49db-b236-c3e6de4644cb, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:31:51.454841 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:51.467718 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] For port 8dc9ba9b-c518-49db-b236-c3e6de4644cb, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8dc9ba9b-c518-49db-b236-c3e6de4644cb,segment=NetworkSegment(467e6918-36d3-439a-8619-452d251ee0a1),segment_id=467e6918-36d3-439a-8619-452d251ee0a1)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:31:51.479966 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:51.485320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:51.525247 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:31:51.532136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8708d82-6161-4d7c-9409-d12550eec376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2969e7-48db-46ef-9556-a63c62b98e5c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:51.547068 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:51.587080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b397b-f141-4a21-b29e-aa6f1c44e746 req-63292508-6182-42b0-bf9e-3d0ae70bcadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:51.588740 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7d8b397b-f141-4a21-b29e-aa6f1c44e746 req-63292508-6182-42b0-bf9e-3d0ae70bcadd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7a21430-0121-4577-bdb7-ba96e7b606a8 HTTP/1.1" status: 200 len: 853 time: 0.3135962 Apr 05 20:31:51.608181 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:51.640359 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d8708d82-6161-4d7c-9409-d12550eec376 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07f3fc3adcb242d1a8c7ab6c7fd23ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8941422 Apr 05 20:31:51.648981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Routers {'9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:51.659902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:51.661641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56206) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:51.730649 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:51.773797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:51.779551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:51.782498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:51.789192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:51.873778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:31:51.926367 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:51.928965 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Added segment f108ae37-d6c8-4610-80bd-87073212af32 of type vlan for network d83c6b6f-ce15-476b-ab9c-87c332fc7c76 Apr 05 20:31:51.961774 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:52.005691 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:52.012596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4005c5-60f9-4836-b0f6-79b07cdeb05f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:52.021279 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:52.040849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] Set router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:31:52.067045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132d928-51db-4b6a-99fd-729232d2e086 req-c38ef56f-d907-417e-917c-8363243ab650 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:52.069308 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e132d928-51db-4b6a-99fd-729232d2e086 req-c38ef56f-d907-417e-917c-8363243ab650 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 943 time: 0.8461502 Apr 05 20:31:52.161448 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:31:52.214831 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-707eec93-8228-4c0b-9992-c8b1b06bb3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:52.309423 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:52.311187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:52.312079 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:52.398539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ddeb2d74-8efa-439c-8821-703a40387be2 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:31:52.439532 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1011527 Apr 05 20:31:52.443889 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e132d928-51db-4b6a-99fd-729232d2e086 req-f2176367-923b-4702-a28a-a076013ee00d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3578739 Apr 05 20:31:52.446805 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-707eec93-8228-4c0b-9992-c8b1b06bb3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:52.456289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56230) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:52.479250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Request body: {'subnet': {'network_id': 'd83c6b6f-ce15-476b-ab9c-87c332fc7c76', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1232733111-subnet', 'tenant_id': '064f03b550e048d8b24b46624e86af50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:52.490864 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:52.492136 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1528399 Apr 05 20:31:52.501287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56238) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:52.502515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:52.513969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Usage tracker for resource:subnet and tenant:064f03b550e048d8b24b46624e86af50 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:52.754089 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:52.783275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dbffe-866d-4b6f-a6e4-9c34ab1aa1ad tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4deeed25-5984-4849-9aa8-e4ff484407d4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:52.826289 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feea4d8-0460-4cce-bb02-3a97369d0013 None None] Pushing event updated for resources: {'Port': ['ID=8dc9ba9b-c518-49db-b236-c3e6de4644cb,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:52.842445 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:31:52.925254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a727aa28-fe92-4e63-9552-2298647bbc7d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '4deeed25-5984-4849-9aa8-e4ff484407d4', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:52.933381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19605805-5a64-4fc6-b496-b60a09869f6f admin admin] Pushing event updated for resources: {'Network': ['ID=d83c6b6f-ce15-476b-ab9c-87c332fc7c76,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:52.945949 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a727aa28-fe92-4e63-9552-2298647bbc7d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:52.950120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:52.956180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b397b-f141-4a21-b29e-aa6f1c44e746 req-8f7979d1-fb11-4a2f-8aec-da600bd79ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:52.957668 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7d8b397b-f141-4a21-b29e-aa6f1c44e746 req-8f7979d1-fb11-4a2f-8aec-da600bd79ca8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e001c7aa-cc86-425e-9f2c-59333aa3f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3602228 Apr 05 20:31:52.968476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f596c-0544-4732-9f8c-b74cd8c514a4 req-d773d3bf-35c2-43ad-8a03-8874962d12ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:52.972165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:52.976184 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-573f596c-0544-4732-9f8c-b74cd8c514a4 req-d773d3bf-35c2-43ad-8a03-8874962d12ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.4898775 Apr 05 20:31:53.057554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ddeb2d74-8efa-439c-8821-703a40387be2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ddeb2d74-8efa-439c-8821-703a40387be2,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:53.068386 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11addc69-5206-44ce-9d76-c443901fefde req-002c7682-632e-42b9-9a62-0d0d33b1c66e tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1193769 Apr 05 20:31:53.069013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Made reservation on behalf of 064f03b550e048d8b24b46624e86af50 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:31:53.071438 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:53.079775 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:53.085168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a727aa28-fe92-4e63-9552-2298647bbc7d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:53.103300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a727aa28-fe92-4e63-9552-2298647bbc7d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:53.121862 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'port_id': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'mac_address': 'fa:16:3e:1c:ff:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:31:53.131309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a727aa28-fe92-4e63-9552-2298647bbc7d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:53.146268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network d83c6b6f-ce15-476b-ab9c-87c332fc7c76 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:31:53.283489 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-573f596c-0544-4732-9f8c-b74cd8c514a4 req-da7c16e8-bcc2-40a7-bcce-c660dab27cb8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3063416 Apr 05 20:31:53.302466 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-707eec93-8228-4c0b-9992-c8b1b06bb3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:53.392361 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:53.395868 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7d8b397b-f141-4a21-b29e-aa6f1c44e746 req-d625d9b3-6226-4af7-9ef7-7c9d9fd436c6 service neutron] 10.222.0.13 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112904 Apr 05 20:31:53.496387 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a727aa28-fe92-4e63-9552-2298647bbc7d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:53.503552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddeb2d74-8efa-439c-8821-703a40387be2 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:31:53.520775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ddeb2d74-8efa-439c-8821-703a40387be2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ddeb2d74-8efa-439c-8821-703a40387be2,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:53.540618 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:53.585873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707eec93-8228-4c0b-9992-c8b1b06bb3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2969e7-48db-46ef-9556-a63c62b98e5c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:53.627291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:31:40Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8dc9ba9b-c518-49db-b236-c3e6de4644cb', 'name': '', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:80:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:35Z', 'updated_at': '2022-04-05T20:31:51Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:53.629726 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ddeb2d74-8efa-439c-8821-703a40387be2,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:53.665919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597e88d5-bcdd-4ac8-a3d6-36b9ef515efb None None] The sync data for ids ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'] in n-d-836604-1 is: [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:31:40Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8dc9ba9b-c518-49db-b236-c3e6de4644cb', 'name': '', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:80:51:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:35Z', 'updated_at': '2022-04-05T20:31:51Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:31:53.696067 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-707eec93-8228-4c0b-9992-c8b1b06bb3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:53.698885 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-707eec93-8228-4c0b-9992-c8b1b06bb3ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff2969e7-48db-46ef-9556-a63c62b98e5c HTTP/1.1" status: 204 len: 168 time: 2.0201309 Apr 05 20:31:53.753672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['ddeb2d74-8efa-439c-8821-703a40387be2'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:31:54.024847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a727aa28-fe92-4e63-9552-2298647bbc7d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:54.042037 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a727aa28-fe92-4e63-9552-2298647bbc7d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:54.083648 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:54.209819 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7d8b397b-f141-4a21-b29e-aa6f1c44e746 req-588ecdf4-69d1-4c07-ae6b-9f880f69e643 service neutron] 10.222.0.13 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7611730 Apr 05 20:31:54.288375 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:54.301760 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:54.342224 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a727aa28-fe92-4e63-9552-2298647bbc7d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:54.343517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a727aa28-fe92-4e63-9552-2298647bbc7d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8383129 Apr 05 20:31:54.344415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727aa28-fe92-4e63-9552-2298647bbc7d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93fbc0b2-3f57-4d4b-ad84-819e5d2f146f,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:54.354951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56268) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:54.405070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7c32059e-31bb-4af7-9c79-bc2b5b8e530d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '4deeed25-5984-4849-9aa8-e4ff484407d4', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:54.458832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80e92d9-cbc6-4ab0-97b7-3ca6b597a245,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:54.508161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7c32059e-31bb-4af7-9c79-bc2b5b8e530d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:54.530339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7c32059e-31bb-4af7-9c79-bc2b5b8e530d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:54.536536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7c32059e-31bb-4af7-9c79-bc2b5b8e530d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:54.544479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7c32059e-31bb-4af7-9c79-bc2b5b8e530d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:54.560219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Checking segment: {'id': 'f108ae37-d6c8-4610-80bd-87073212af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd83c6b6f-ce15-476b-ab9c-87c332fc7c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:31:54.560865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Network hostable DHCP agents. Network: d83c6b6f-ce15-476b-ab9c-87c332fc7c76, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:31:54.721710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf229a6-df3f-415d-b819-4ecff1156bea req-6daa4b8d-2f5d-40f2-86b2-7935e34c5488 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:54.730477 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6cf229a6-df3f-415d-b819-4ecff1156bea req-6daa4b8d-2f5d-40f2-86b2-7935e34c5488 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 944 time: 0.7791193 Apr 05 20:31:54.738758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Network d83c6b6f-ce15-476b-ab9c-87c332fc7c76 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:31:54.743316 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c32059e-31bb-4af7-9c79-bc2b5b8e530d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:54.830464 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4d83374-c1c7-418a-bc8c-b57faec68fd0 req-344812e3-2a8a-4928-baf0-88f6f92f400f tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.4301341 Apr 05 20:31:54.914628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=4c1f5923-dbc2-4429-b7b3-e102713dbacd,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:54.942554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, d83c6b6f-ce15-476b-ab9c-87c332fc7c76) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:31:54.943496 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:54.953791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2241d0d-0537-44c3-b3cc-dac28b197e62 None None] Network d83c6b6f-ce15-476b-ab9c-87c332fc7c76 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:31:55.056830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:55.058738 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:55.118574 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6cf229a6-df3f-415d-b819-4ecff1156bea req-49e43eee-5a6e-4e3e-a73f-c827c3cba038 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3869333 Apr 05 20:31:55.164750 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c9932071-5714-4be6-936a-0f50aa393aa3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7065458 Apr 05 20:31:55.181380 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c32059e-31bb-4af7-9c79-bc2b5b8e530d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:55.194410 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c32059e-31bb-4af7-9c79-bc2b5b8e530d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:55.253787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32059e-31bb-4af7-9c79-bc2b5b8e530d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8273ec21-6c1c-44e8-99fc-3f237b85cc2e,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:55.294085 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c32059e-31bb-4af7-9c79-bc2b5b8e530d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:55.300786 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7c32059e-31bb-4af7-9c79-bc2b5b8e530d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9315131 Apr 05 20:31:55.302532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56298) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:55.318498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8db9f02a-2f90-4808-8b7e-c5822fa46a9a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '4deeed25-5984-4849-9aa8-e4ff484407d4', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:55.341711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8db9f02a-2f90-4808-8b7e-c5822fa46a9a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:55.354354 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Floating IP 6e03df17-d66c-4ae5-9a5b-4044263e53c8 associated. External IP: 172.25.8.176, port: 91ce19f6-e4f7-4a70-a3ad-eba2c0c8e4fc. Apr 05 20:31:55.360380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8db9f02a-2f90-4808-8b7e-c5822fa46a9a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:55.375177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8db9f02a-2f90-4808-8b7e-c5822fa46a9a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:55.391332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8db9f02a-2f90-4808-8b7e-c5822fa46a9a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:55.446029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8db9f02a-2f90-4808-8b7e-c5822fa46a9a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:55.661394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3dadd-64bd-40c0-8b21-f00867e24ac8 req-2bd65a65-b68c-47db-9b69-7da6adca4115 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:55.675221 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3fd3dadd-64bd-40c0-8b21-f00867e24ac8 req-2bd65a65-b68c-47db-9b69-7da6adca4115 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.6263463 Apr 05 20:31:55.696557 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8db9f02a-2f90-4808-8b7e-c5822fa46a9a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:55.707666 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8db9f02a-2f90-4808-8b7e-c5822fa46a9a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:55.786333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc238394-31a2-492e-8708-740f591a0cf8 None None] Network d83c6b6f-ce15-476b-ab9c-87c332fc7c76 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:31:55.878002 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8db9f02a-2f90-4808-8b7e-c5822fa46a9a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:55.893344 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8db9f02a-2f90-4808-8b7e-c5822fa46a9a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5895376 Apr 05 20:31:55.899301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56318) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:55.939410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-60e22925-a525-42d2-88db-f70afecb0ad3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '4deeed25-5984-4849-9aa8-e4ff484407d4', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:55.956020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9f02a-2f90-4808-8b7e-c5822fa46a9a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed0acfa-d979-427f-bfa6-54412e6cac18,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:55.976243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-60e22925-a525-42d2-88db-f70afecb0ad3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:56.005114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-60e22925-a525-42d2-88db-f70afecb0ad3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:56.015206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-60e22925-a525-42d2-88db-f70afecb0ad3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:56.038870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-60e22925-a525-42d2-88db-f70afecb0ad3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:56.060535 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3fd3dadd-64bd-40c0-8b21-f00867e24ac8 req-c852657e-dc7e-43ba-b95c-701db8c599f0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3839703 Apr 05 20:31:56.085094 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60e22925-a525-42d2-88db-f70afecb0ad3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.150999 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8dc9ba9b-c518-49db-b236-c3e6de4644cb up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:56.198610 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60e22925-a525-42d2-88db-f70afecb0ad3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.241840 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60e22925-a525-42d2-88db-f70afecb0ad3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.332840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-564b41bb-5087-42d7-8597-f25df52c58ae req-7a92ff01-4d7a-432c-b855-0b68b57de48b tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1638398 Apr 05 20:31:56.334817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60e22925-a525-42d2-88db-f70afecb0ad3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.343909 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-60e22925-a525-42d2-88db-f70afecb0ad3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4288545 Apr 05 20:31:56.355083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56332) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:56.370075 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2b993f90-ed38-4795-9bf3-b6995f521395 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '4deeed25-5984-4849-9aa8-e4ff484407d4', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:56.377200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e22925-a525-42d2-88db-f70afecb0ad3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b73419e-7c1b-4dd8-b78d-a40df0c8cf94,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:56.377492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ddeb2d74-8efa-439c-8821-703a40387be2 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:56.385225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2b993f90-ed38-4795-9bf3-b6995f521395 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:56.392032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2b993f90-ed38-4795-9bf3-b6995f521395 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:56.431713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2b993f90-ed38-4795-9bf3-b6995f521395 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:56.441932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2b993f90-ed38-4795-9bf3-b6995f521395 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:56.459746 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-2b993f90-ed38-4795-9bf3-b6995f521395 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Project 80fee2de873b412da3b3a54725609093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:31:56.483651 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b993f90-ed38-4795-9bf3-b6995f521395 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.568486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 8dc9ba9b-c518-49db-b236-c3e6de4644cb completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:56.589830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8dc9ba9b-c518-49db-b236-c3e6de4644cb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:56.594199 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.647199 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b993f90-ed38-4795-9bf3-b6995f521395 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.668053 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b993f90-ed38-4795-9bf3-b6995f521395 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.694877 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc35edf1-517b-4581-b945-8b33d975064f req-23bdb7ab-dd29-4cad-b4e7-ce323a4f8b53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.7752905 Apr 05 20:31:56.712070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b993f90-ed38-4795-9bf3-b6995f521395 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4977fc00-9f53-48ca-afc2-26545ccc9386,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:56.742213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port ddeb2d74-8efa-439c-8821-703a40387be2 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:31:56.774566 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b993f90-ed38-4795-9bf3-b6995f521395 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.780834 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2b993f90-ed38-4795-9bf3-b6995f521395 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4237247 Apr 05 20:31:56.781568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56348) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:56.790354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port ddeb2d74-8efa-439c-8821-703a40387be2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:56.791104 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.800267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-59725507-c724-4156-95a8-57e105369b31 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'security_group_rule': {'security_group_id': '4deeed25-5984-4849-9aa8-e4ff484407d4', 'project_id': '80fee2de873b412da3b3a54725609093', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:56.815099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-59725507-c724-4156-95a8-57e105369b31 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:56.824832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-59725507-c724-4156-95a8-57e105369b31 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:security_group_rule and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:56.834241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-59725507-c724-4156-95a8-57e105369b31 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:56.852111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-59725507-c724-4156-95a8-57e105369b31 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:56.889926 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-59725507-c724-4156-95a8-57e105369b31 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Project 80fee2de873b412da3b3a54725609093 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:31:56.915341 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59725507-c724-4156-95a8-57e105369b31 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:56.997135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56354) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:57.056913 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59725507-c724-4156-95a8-57e105369b31 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:57.061228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-768473210-network', 'tenant_id': '0f2a386dfd81452c865317e3fca9457f'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:57.076719 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59725507-c724-4156-95a8-57e105369b31 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:57.082127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:57.117198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59725507-c724-4156-95a8-57e105369b31 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9336a8d4-c866-4b76-8554-8daacd77d639,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:57.126775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Usage tracker for resource:network and tenant:0f2a386dfd81452c865317e3fca9457f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:57.128485 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59725507-c724-4156-95a8-57e105369b31 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:57.130172 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-59725507-c724-4156-95a8-57e105369b31 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3475547 Apr 05 20:31:57.136538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:57.181541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:57.203577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Made reservation on behalf of 0f2a386dfd81452c865317e3fca9457f for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:31:57.210752 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:57.252202 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:57.313613 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:57.382260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeb2d74-8efa-439c-8821-703a40387be2'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:31:57.387635 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 8dc9ba9b-c518-49db-b236-c3e6de4644cb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8dc9ba9b-c518-49db-b236-c3e6de4644cb,segment=NetworkSegment(467e6918-36d3-439a-8619-452d251ee0a1),segment_id=467e6918-36d3-439a-8619-452d251ee0a1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:57.397238 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:57.405248 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:57.408987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ddeb2d74-8efa-439c-8821-703a40387be2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ddeb2d74-8efa-439c-8821-703a40387be2,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:31:57.433470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4cf006-79a1-48de-8fd5-8f27bb31e9a7 req-84cfa413-af8e-47cc-bdfd-48271a784c6d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:57.435111 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea4cf006-79a1-48de-8fd5-8f27bb31e9a7 req-84cfa413-af8e-47cc-bdfd-48271a784c6d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 944 time: 0.7819998 Apr 05 20:31:57.442240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:57.446238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Usage tracker for resource:security_group_rule and tenant:0f2a386dfd81452c865317e3fca9457f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:57.449222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:57.455566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:57.483223 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:57.526215 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=8dc9ba9b-c518-49db-b236-c3e6de4644cb,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:57.590700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a003f-544b-4959-86dd-51879553061d req-12800a26-c114-49b6-9c11-bad829281b62 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:57.599957 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-439a003f-544b-4959-86dd-51879553061d req-12800a26-c114-49b6-9c11-bad829281b62 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.2160299 Apr 05 20:31:57.619139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ddeb2d74-8efa-439c-8821-703a40387be2,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:57.637906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:31:57.644353 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea4cf006-79a1-48de-8fd5-8f27bb31e9a7 req-b071e7e8-bfef-46e4-af37-f1d8f9ae06f3 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429536 Apr 05 20:31:57.717597 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-439a003f-544b-4959-86dd-51879553061d req-756abd30-c6bb-4c0b-9104-922f8242bec4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162291 Apr 05 20:31:57.833704 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:57.855537 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:57.873263 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8dc9ba9b-c518-49db-b236-c3e6de4644cb up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:31:57.968679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dadd357-c17b-43bd-87bf-0704088cc4ac,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:58.023973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-fd87ed4a-a802-49c6-8c8f-51282034d8ca tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:31:58.030797 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8dc9ba9b-c518-49db-b236-c3e6de4644cb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:31:58.031372 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:58.044456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-fd87ed4a-a802-49c6-8c8f-51282034d8ca tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:31:58.054691 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-fd87ed4a-a802-49c6-8c8f-51282034d8ca tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938685097&fields=id&tenant_id=80fee2de873b412da3b3a54725609093 HTTP/1.1" status: 200 len: 267 time: 0.0968952 Apr 05 20:31:58.155028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:31:58.190828 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aa5dc10c-298f-40fb-8595-6d98913e2404 req-5ec3acbe-ea77-4a84-ab48-8de45b37be59 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.2827477 Apr 05 20:31:58.221054 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:58.221389 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Added segment 7eb6ed3f-7f90-4d48-8f48-b6f946f97a54 of type vlan for network e1045654-a948-4991-a991-7452b5521329 Apr 05 20:31:58.302610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:31:58.319549 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'code': 200} Apr 05 20:31:58.331266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-aaa8d511-1d0d-49c8-b91b-804ac32ef4f5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:58.331973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-aaa8d511-1d0d-49c8-b91b-804ac32ef4f5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:31:58.360708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-aaa8d511-1d0d-49c8-b91b-804ac32ef4f5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:31:58.361351 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:58.363000 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-aaa8d511-1d0d-49c8-b91b-804ac32ef4f5 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/networks?id=9f9af11f-dff6-41b4-82c4-a3276aca7fda HTTP/1.1" status: 200 len: 797 time: 0.3063176 Apr 05 20:31:58.371917 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24f6095-b8eb-4e96-8072-9bbe40f9048c None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:31:58.401603 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-0909ea0f-a275-4cfb-8b0f-059bcc81884f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/quotas/80fee2de873b412da3b3a54725609093 HTTP/1.1" status: 200 len: 375 time: 0.0297904 Apr 05 20:31:58.438495 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:58.448896 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24f6095-b8eb-4e96-8072-9bbe40f9048c None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:58.449525 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b24f6095-b8eb-4e96-8072-9bbe40f9048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:58.491941 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:31:58.569815 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d01e80ec-36ff-4ced-82d3-598f5d0b7b0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.5164037 Apr 05 20:31:58.571028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:58.572171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:58.572689 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:58.576413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56424) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:58.586510 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-05ac1358-6e70-4370-9087-6968f6807a2a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=80fee2de873b412da3b3a54725609093&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1771681 Apr 05 20:31:58.609301 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b24f6095-b8eb-4e96-8072-9bbe40f9048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:58.664148 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24f6095-b8eb-4e96-8072-9bbe40f9048c None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:31:58.665811 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b24f6095-b8eb-4e96-8072-9bbe40f9048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:58.788312 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b24f6095-b8eb-4e96-8072-9bbe40f9048c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:31:58.788710 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24f6095-b8eb-4e96-8072-9bbe40f9048c None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:31:58.807623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] Pushing event updated for resources: {'Network': ['ID=e1045654-a948-4991-a991-7452b5521329,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:31:58.824187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-35531942-4e06-49b6-a989-e4f48081ae49 service neutron] 10.222.0.24 "GET /v2.0/networks/9f9af11f-dff6-41b4-82c4-a3276aca7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289386 Apr 05 20:31:58.824686 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network e1045654-a948-4991-a991-7452b5521329 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:31:58.845938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-31c649c7-4af7-442d-af54-2af10ece8a56 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'floatingip': {'port_id': '91ce19f6-e4f7-4a70-a3ad-eba2c0c8e4fc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:58.982121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481171dd-9f15-43da-86c5-879a2e44097c req-a522e893-4fd0-4124-8274-984b662e0c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:58.984471 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-481171dd-9f15-43da-86c5-879a2e44097c req-a522e893-4fd0-4124-8274-984b662e0c0f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 1096 time: 0.5999625 Apr 05 20:31:59.060011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fc6825c3-484d-4be5-8d74-4f440c26faf4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0420203 Apr 05 20:31:59.063599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56452) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:31:59.078181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Request body: {'subnet': {'network_id': 'e1045654-a948-4991-a991-7452b5521329', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-768473210-subnet', 'tenant_id': '0f2a386dfd81452c865317e3fca9457f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:31:59.087507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:31:59.092568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Usage tracker for resource:subnet and tenant:0f2a386dfd81452c865317e3fca9457f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:31:59.096089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:31:59.106445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:31:59.123411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Made reservation on behalf of 0f2a386dfd81452c865317e3fca9457f for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:31:59.126533 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:59.141029 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-31c649c7-4af7-442d-af54-2af10ece8a56 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:31:59.252919 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-0fb5265a-8a72-41c9-87ec-e2390a7cf528 service neutron] 10.222.0.24 "GET /v2.0/networks/9f9af11f-dff6-41b4-82c4-a3276aca7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278674 Apr 05 20:31:59.283259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-481171dd-9f15-43da-86c5-879a2e44097c req-5884edbc-8230-443e-a169-f4dac24294e9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251346 Apr 05 20:31:59.394678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc163126-805b-4211-99d4-8e4aac711ca8 req-527633ab-ac08-4d07-bf72-a8676fff3e7e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:59.396203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc163126-805b-4211-99d4-8e4aac711ca8 req-527633ab-ac08-4d07-bf72-a8676fff3e7e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 945 time: 0.4181821 Apr 05 20:31:59.493934 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc163126-805b-4211-99d4-8e4aac711ca8 req-fd0f76f6-8427-463b-b01b-f95aaab6cae8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913460 Apr 05 20:31:59.931264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e21fe-c767-401c-a6ef-cf269226f061 req-7eac49ea-3999-4658-bab8-e3910f8205ba tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:31:59.933871 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-733e21fe-c767-401c-a6ef-cf269226f061 req-7eac49ea-3999-4658-bab8-e3910f8205ba tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.2124829 Apr 05 20:31:59.936631 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:00.074628 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-733e21fe-c767-401c-a6ef-cf269226f061 req-b2f3040f-06d5-4b1c-ac12-989c5510b2f6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327159 Apr 05 20:32:00.083519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d197ec-752a-4f4d-b4e6-fc0c4e2ffd79,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:00.086802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Checking segment: {'id': '7eb6ed3f-7f90-4d48-8f48-b6f946f97a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e1045654-a948-4991-a991-7452b5521329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:32:00.087390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Network hostable DHCP agents. Network: e1045654-a948-4991-a991-7452b5521329, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:32:00.156753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Network e1045654-a948-4991-a991-7452b5521329 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:32:00.194705 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6701edd-1605-4b0d-9777-9d6abd9935ba req-11fac272-3a17-4c1d-bfbd-ff8c41419c5c tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.0956595 Apr 05 20:32:00.281686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, e1045654-a948-4991-a991-7452b5521329) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:00.290101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a06b1e-b2b5-44b9-ba6d-e37c91b08049 None None] Network e1045654-a948-4991-a991-7452b5521329 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:32:00.297966 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be7193e8-9dc4-46ce-8115-ede3154a197a req-792f8ebe-7151-44d8-a1fc-77fe671bd17d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 210 time: 0.1167688 Apr 05 20:32:00.302823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:00.303614 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:00.390376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-37265b6d-0243-42aa-9327-ca89bf5f7d99 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3233595 Apr 05 20:32:00.725517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a81498-c935-4ea9-bd47-276d0de18adb req-6686cab8-82a7-4307-9dad-d55dd969711a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:00.733407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-45a81498-c935-4ea9-bd47-276d0de18adb req-6686cab8-82a7-4307-9dad-d55dd969711a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 946 time: 0.1866333 Apr 05 20:32:00.927667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-45a81498-c935-4ea9-bd47-276d0de18adb req-51f9bcda-6c12-449a-aed8-50c16d9211f7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1881647 Apr 05 20:32:01.016805 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2cef4b-6701-40ca-82b6-a973ac1b7948 None None] Network e1045654-a948-4991-a991-7452b5521329 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:32:01.263814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a9434fce-c5eb-4352-b6b5-7fd8948481c7 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:01.438191 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-31c649c7-4af7-442d-af54-2af10ece8a56 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:01.473299 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-31c649c7-4af7-442d-af54-2af10ece8a56 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:01.656148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc543426-c7a0-42e8-807f-78564519e180 req-fe06202e-653e-42a6-b987-0b6328e7ef4c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:01.663461 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc543426-c7a0-42e8-807f-78564519e180 req-fe06202e-653e-42a6-b987-0b6328e7ef4c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 945 time: 0.4063587 Apr 05 20:32:01.685939 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:01.854537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:32:01.856055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:32:01.862404 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:01.959425 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc543426-c7a0-42e8-807f-78564519e180 req-bb4e88e3-133a-4ea9-8de5-653c905722d9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900774 Apr 05 20:32:02.067260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=14']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:02.417703 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c649c7-4af7-442d-af54-2af10ece8a56 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:32:02.721400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-f1ff915f-3a23-465e-9d41-cbd5aae917b9 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:02.723036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-f1ff915f-3a23-465e-9d41-cbd5aae917b9 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Synchronizing usage tracker for tenant:064f03b550e048d8b24b46624e86af50 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:02.760742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-f1ff915f-3a23-465e-9d41-cbd5aae917b9 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Unset dirty status for tenant:064f03b550e048d8b24b46624e86af50 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:02.773129 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-f1ff915f-3a23-465e-9d41-cbd5aae917b9 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/networks?id=d83c6b6f-ce15-476b-ab9c-87c332fc7c76 HTTP/1.1" status: 200 len: 809 time: 0.4026089 Apr 05 20:32:02.793730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-d059021b-076c-4253-a55d-0dd76c413010 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/quotas/064f03b550e048d8b24b46624e86af50 HTTP/1.1" status: 200 len: 375 time: 0.0194860 Apr 05 20:32:02.871434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-2c812ae9-d252-45ea-acd6-79a0ac4f2cf1 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=064f03b550e048d8b24b46624e86af50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724795 Apr 05 20:32:02.945746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-046baea8-d320-43f2-9b83-85271d144965 req-37a3b151-f674-4d2c-a3b9-c9a36e996eae tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:03.128947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-94993583-376d-40cf-a7bd-a00d595ce7f9 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:03.130035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-94993583-376d-40cf-a7bd-a00d595ce7f9 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:03.130604 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-f2f7ba98-92a7-4e9d-b92e-b1727e58e0ed service neutron] 10.222.0.24 "GET /v2.0/networks/d83c6b6f-ce15-476b-ab9c-87c332fc7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583387 Apr 05 20:32:03.293210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-046baea8-d320-43f2-9b83-85271d144965 req-37a3b151-f674-4d2c-a3b9-c9a36e996eae tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:03.295109 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-046baea8-d320-43f2-9b83-85271d144965 req-37a3b151-f674-4d2c-a3b9-c9a36e996eae tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 210 time: 0.4815092 Apr 05 20:32:03.308738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-94993583-376d-40cf-a7bd-a00d595ce7f9 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:03.310419 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-94993583-376d-40cf-a7bd-a00d595ce7f9 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.13 "GET /v2.0/networks?id=9f9af11f-dff6-41b4-82c4-a3276aca7fda HTTP/1.1" status: 200 len: 797 time: 1.5287406 Apr 05 20:32:03.311403 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c649c7-4af7-442d-af54-2af10ece8a56 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:32:03.316111 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-31c649c7-4af7-442d-af54-2af10ece8a56 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:03.322540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74782f34-8005-457b-91cc-10d22cf0d3eb None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:32:03.338266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74782f34-8005-457b-91cc-10d22cf0d3eb None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:03.341468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-74782f34-8005-457b-91cc-10d22cf0d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:03.402012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-1ef673c4-e15b-43c6-a551-8f77f97980a0 service neutron] 10.222.0.24 "GET /v2.0/networks/d83c6b6f-ce15-476b-ab9c-87c332fc7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631803 Apr 05 20:32:03.462532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-b8c7fdc0-300f-482d-b6f9-814fd74a991e tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:03.488880 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-31c649c7-4af7-442d-af54-2af10ece8a56 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "PUT /v2.0/floatingips/6e03df17-d66c-4ae5-9a5b-4044263e53c8 HTTP/1.1" status: 200 len: 979 time: 4.6939871 Apr 05 20:32:03.488880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-b8c7fdc0-300f-482d-b6f9-814fd74a991e tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:03.489288 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-b8c7fdc0-300f-482d-b6f9-814fd74a991e tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80fee2de873b412da3b3a54725609093 HTTP/1.1" status: 200 len: 380 time: 0.0887337 Apr 05 20:32:03.491566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56686) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:03.498533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'port': {'device_id': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'admin_state_up': True, 'tenant_id': '80fee2de873b412da3b3a54725609093', 'security_groups': ['4deeed25-5984-4849-9aa8-e4ff484407d4']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:03.503305 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'code': 200} Apr 05 20:32:03.526070 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-74782f34-8005-457b-91cc-10d22cf0d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:03.546328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74782f34-8005-457b-91cc-10d22cf0d3eb None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:03.547125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-74782f34-8005-457b-91cc-10d22cf0d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:03.691437 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-74782f34-8005-457b-91cc-10d22cf0d3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:03.691839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74782f34-8005-457b-91cc-10d22cf0d3eb None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:32:03.794508 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-96492dde-3774-4fbc-b3f9-882895e0db68 req-4a4991ff-d645-496a-9c0a-3f5e6252f31e tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1324911 Apr 05 20:32:03.879097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:03.891458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:03.917083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Made reservation on behalf of 80fee2de873b412da3b3a54725609093 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:03.926196 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:03.971886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f906e1cd-ce21-4ce3-be4a-d1d2035117e5 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port 4c1f5923-dbc2-4429-b7b3-e102713dbacd {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:32:03.972832 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f906e1cd-ce21-4ce3-be4a-d1d2035117e5 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:04.161447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19751f98-2854-4cb4-a949-35cb24f070ab req-bf5a758e-5c2f-48e0-8d0c-dd4e8f743dd6 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:04.163211 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-19751f98-2854-4cb4-a949-35cb24f070ab req-bf5a758e-5c2f-48e0-8d0c-dd4e8f743dd6 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 945 time: 0.2600622 Apr 05 20:32:04.184263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56712) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:04.215832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-314a682a-8fa0-48d0-a260-60f02903313c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'floatingip': {'port_id': 'ddeb2d74-8efa-439c-8821-703a40387be2'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:04.323606 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f87052f-9f19-4a24-a77d-071cb78d5600 req-01caa05d-1cd7-41eb-8958-b76ca5c1a900 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 210 time: 0.0764511 Apr 05 20:32:04.409785 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-314a682a-8fa0-48d0-a260-60f02903313c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:04.421873 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f906e1cd-ce21-4ce3-be4a-d1d2035117e5 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:04.422616 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f906e1cd-ce21-4ce3-be4a-d1d2035117e5 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:04.575973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118552c-fe1c-4f28-aa92-42fba4d3458c req-df14529e-5653-417f-8e18-ca76cb5aeeb5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:04.585353 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0118552c-fe1c-4f28-aa92-42fba4d3458c req-df14529e-5653-417f-8e18-ca76cb5aeeb5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.5463455 Apr 05 20:32:04.692021 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0118552c-fe1c-4f28-aa92-42fba4d3458c req-fb49c9d3-5a28-46a7-aebd-6bafef458b9b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052704 Apr 05 20:32:04.754561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Allocated IP 172.20.0.9 (9f9af11f-dff6-41b4-82c4-a3276aca7fda/cc5c4ca7-42ad-464d-9840-ada40f943526/211e1145-2066-46d1-8a8e-cf44a628e43e) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:04.763824 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f906e1cd-ce21-4ce3-be4a-d1d2035117e5 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for 4c1f5923-dbc2-4429-b7b3-e102713dbacd owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:32:04.867551 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f86e419-99f7-4d72-bbef-482c5578ef24 req-58f08117-c7ba-4628-aa2b-0210bd8e8190 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 210 time: 0.1277680 Apr 05 20:32:05.123123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f906e1cd-ce21-4ce3-be4a-d1d2035117e5 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:05.183521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f906e1cd-ce21-4ce3-be4a-d1d2035117e5 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=4c1f5923-dbc2-4429-b7b3-e102713dbacd,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:05.190878 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-789ffbc5-f65c-46fd-b38b-032ffd511eb3 req-5306fc2f-db50-4dae-b665-39e5e3b3ad51 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1022639 Apr 05 20:32:05.310378 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f906e1cd-ce21-4ce3-be4a-d1d2035117e5 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:05.310723 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-f906e1cd-ce21-4ce3-be4a-d1d2035117e5 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Floating IP 6e03df17-d66c-4ae5-9a5b-4044263e53c8 disassociated (deleted). External IP: 172.25.8.176, port: 91ce19f6-e4f7-4a70-a3ad-eba2c0c8e4fc. Apr 05 20:32:05.501393 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:05.518711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Transition to ACTIVE for port object 211e1145-2066-46d1-8a8e-cf44a628e43e will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:05.665567 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-14a30151-e121-4c59-98bd-2e09897387a2 req-ced709a0-2af3-4091-84bb-12e5d9fcf6dc tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 210 time: 0.0825262 Apr 05 20:32:06.016823 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:06.071757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f906e1cd-ce21-4ce3-be4a-d1d2035117e5 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:32:06.125020 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network 9f9af11f-dff6-41b4-82c4-a3276aca7fda is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:06.134128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:06.136962 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:32:06.192175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c8a34-c9bd-4d88-8fa6-25d48fc653d3 req-a4ec6665-b38a-47a3-9018-aac26aa8583c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:06.199077 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c5c8a34-c9bd-4d88-8fa6-25d48fc653d3 req-a4ec6665-b38a-47a3-9018-aac26aa8583c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 1.1020844 Apr 05 20:32:06.296157 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c5c8a34-c9bd-4d88-8fa6-25d48fc653d3 req-4fc048cb-607f-4951-af60-d8c1891c7a6c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961337 Apr 05 20:32:06.350357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f906e1cd-ce21-4ce3-be4a-d1d2035117e5 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:32:06.360080 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c30002-caf8-44b7-900b-7e43189e9fa9 None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:32:06.379469 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f906e1cd-ce21-4ce3-be4a-d1d2035117e5 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:06.379678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-638d3931-a8fe-407d-aca7-159435cbbe7a tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:06.381365 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-638d3931-a8fe-407d-aca7-159435cbbe7a tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.41 "GET /v2.0/networks?id=d83c6b6f-ce15-476b-ab9c-87c332fc7c76 HTTP/1.1" status: 200 len: 809 time: 0.7824764 Apr 05 20:32:06.383706 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c30002-caf8-44b7-900b-7e43189e9fa9 None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:06.384324 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d8c30002-caf8-44b7-900b-7e43189e9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:06.528517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f906e1cd-ce21-4ce3-be4a-d1d2035117e5 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/floatingips/6e03df17-d66c-4ae5-9a5b-4044263e53c8 HTTP/1.1" status: 204 len: 168 time: 3.0356617 Apr 05 20:32:06.537467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56776) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:06.575014 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d8c30002-caf8-44b7-900b-7e43189e9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:06.591957 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-314a682a-8fa0-48d0-a260-60f02903313c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:06.594776 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c30002-caf8-44b7-900b-7e43189e9fa9 None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:06.595615 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d8c30002-caf8-44b7-900b-7e43189e9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:06.603435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a3bed-dac6-4bb7-b4a0-f2e575c272ef req-04a83c64-5216-4fe4-94bf-07bfa4bc6b49 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:06.605038 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a8a3bed-dac6-4bb7-b4a0-f2e575c272ef req-04a83c64-5216-4fe4-94bf-07bfa4bc6b49 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 931 time: 0.5361576 Apr 05 20:32:06.668180 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a8a3bed-dac6-4bb7-b4a0-f2e575c272ef req-dd67a993-5337-4d62-8c63-f7f7bf3fd047 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561614 Apr 05 20:32:06.695537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0b1de562-8d57-486f-81c1-c47e89464647 None None] Provisioning for port 211e1145-2066-46d1-8a8e-cf44a628e43e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:06.705478 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0b1de562-8d57-486f-81c1-c47e89464647 None None] Provisioning complete for port 211e1145-2066-46d1-8a8e-cf44a628e43e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:06.705857 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0b1de562-8d57-486f-81c1-c47e89464647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:06.728965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-175da66e-056f-4399-b1d5-f9d72179efe0 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port 91ce19f6-e4f7-4a70-a3ad-eba2c0c8e4fc {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:32:06.729411 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-175da66e-056f-4399-b1d5-f9d72179efe0 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:06.748967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Request body: {'port': {'device_id': '2e3c44fb-cecb-42e5-a8ae-7625177db4f8', 'network_id': 'd83c6b6f-ce15-476b-ab9c-87c332fc7c76', 'admin_state_up': True, 'tenant_id': '064f03b550e048d8b24b46624e86af50'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:06.795298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=211e1145-2066-46d1-8a8e-cf44a628e43e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:06.797756 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-314a682a-8fa0-48d0-a260-60f02903313c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:06.800926 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d8c30002-caf8-44b7-900b-7e43189e9fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:06.801328 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c30002-caf8-44b7-900b-7e43189e9fa9 None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:32:06.842262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0b1de562-8d57-486f-81c1-c47e89464647 None None] Port 211e1145-2066-46d1-8a8e-cf44a628e43e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:32:06.897940 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c84495ee-68ab-4552-ad1f-e26d2fcb4ce3 req-6f7d7e05-4db2-413a-a87c-1390080a3776 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.2715394 Apr 05 20:32:06.923338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:06.924327 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:07.087129 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9fbe54fd-1c1e-4d88-b0a2-96f484f351ff tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5931509 Apr 05 20:32:07.185385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Request body: {'port': {'device_id': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:07.331968 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6bb30da2-ee68-4ba4-b291-ce019c477b1b req-ac6ff0e5-eb5e-45a3-aad4-6beb4ddeb6fd tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 210 time: 0.1507523 Apr 05 20:32:07.361011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:07.375337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Usage tracker for resource:port and tenant:064f03b550e048d8b24b46624e86af50 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:07.378288 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-314a682a-8fa0-48d0-a260-60f02903313c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Floating IP 6bbeced5-1c34-4e15-a347-748fe771af54 associated. External IP: 172.25.8.18, port: ddeb2d74-8efa-439c-8821-703a40387be2. Apr 05 20:32:07.406126 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-175da66e-056f-4399-b1d5-f9d72179efe0 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:07.434490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:07.457930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:07.552905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Made reservation on behalf of 064f03b550e048d8b24b46624e86af50 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:07.556486 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:07.611404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:07.621852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-175da66e-056f-4399-b1d5-f9d72179efe0 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for 91ce19f6-e4f7-4a70-a3ad-eba2c0c8e4fc owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:32:08.060710 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-175da66e-056f-4399-b1d5-f9d72179efe0 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:08.168716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175da66e-056f-4399-b1d5-f9d72179efe0 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=91ce19f6-e4f7-4a70-a3ad-eba2c0c8e4fc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:08.300409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51dd90-015c-4e34-8e40-0ec041e4e983 req-d8985850-7ed6-4abc-b7e9-348b6a3ed6d2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:08.309793 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f51dd90-015c-4e34-8e40-0ec041e4e983 req-d8985850-7ed6-4abc-b7e9-348b6a3ed6d2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 1.4127471 Apr 05 20:32:08.384394 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f51dd90-015c-4e34-8e40-0ec041e4e983 req-5cd0ddc6-4ae2-4a99-9736-4cc8272fa8c1 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742869 Apr 05 20:32:08.446775 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-175da66e-056f-4399-b1d5-f9d72179efe0 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:08.475714 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-175da66e-056f-4399-b1d5-f9d72179efe0 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/ports/91ce19f6-e4f7-4a70-a3ad-eba2c0c8e4fc HTTP/1.1" status: 204 len: 168 time: 1.9370868 Apr 05 20:32:08.476770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56818) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:08.482629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:08.499528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Allocated IP 172.20.0.4 (d83c6b6f-ce15-476b-ab9c-87c332fc7c76/d80e92d9-cbc6-4ab0-97b7-3ca6b597a245/510a2a18-71d3-4cda-be0a-1d498ac1dcd4) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:08.500138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:08.504090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:floatingip and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:08.525235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:08.535547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:08.597744 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:08.647978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-500b7b77-132d-4321-b262-eb0c7cd4dab3 req-81ecc0d2-30c0-4acf-8805-b45777c6637c tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1002824 Apr 05 20:32:08.725598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-314a682a-8fa0-48d0-a260-60f02903313c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:32:08.753105 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:08.851828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca6019-749e-4a65-88b8-658f3cab44e8 req-6c6039ee-bc17-40db-a0e5-ee240f1a071d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:08.851828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d1ca6019-749e-4a65-88b8-658f3cab44e8 req-6c6039ee-bc17-40db-a0e5-ee240f1a071d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:08.890539 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:08.982832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b9c50f8-36e5-4ee2-8b90-e3d03dca7c6f req-48361786-792f-43c8-9f02-99f5ba47523b tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 210 time: 0.0491774 Apr 05 20:32:09.024207 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:09.055289 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:32:09.108276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.25.8.242 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/c6839472-b17d-4ecf-8633-054f05213352) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:09.124117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d1ca6019-749e-4a65-88b8-658f3cab44e8 req-6c6039ee-bc17-40db-a0e5-ee240f1a071d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:09.132197 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1ca6019-749e-4a65-88b8-658f3cab44e8 req-6c6039ee-bc17-40db-a0e5-ee240f1a071d tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 931 time: 1.2208273 Apr 05 20:32:09.326524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211e1145-2066-46d1-8a8e-cf44a628e43e {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:32:09.349741 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:09.362667 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:09.369743 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1ca6019-749e-4a65-88b8-658f3cab44e8 req-b386b957-100f-467a-aa04-88aec3c52958 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365751 Apr 05 20:32:09.379523 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:09.393548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-314a682a-8fa0-48d0-a260-60f02903313c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:32:09.407774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba210f-336c-4afa-93ef-c5084dcb3ef5 None None] Sync routers for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:32:09.421455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dba210f-336c-4afa-93ef-c5084dcb3ef5 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:09.422158 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6dba210f-336c-4afa-93ef-c5084dcb3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:09.427422 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-314a682a-8fa0-48d0-a260-60f02903313c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:09.462308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Transition to ACTIVE for port object 211e1145-2066-46d1-8a8e-cf44a628e43e will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:09.469818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7710f5b-7171-4cf3-85db-7dd884952d07 req-5b0fefaa-3ace-46d8-a720-09a998c7121a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:09.471622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7710f5b-7171-4cf3-85db-7dd884952d07 req-5b0fefaa-3ace-46d8-a720-09a998c7121a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 1095 time: 0.1681845 Apr 05 20:32:09.486576 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:09.532336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6991b88-0c2d-4633-965b-5dbb18a52096 req-71ea4a66-9035-402b-87d1-64e5d8a0d8c3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:09.540156 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6991b88-0c2d-4633-965b-5dbb18a52096 req-71ea4a66-9035-402b-87d1-64e5d8a0d8c3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1718054 Apr 05 20:32:09.618533 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:09.624020 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-314a682a-8fa0-48d0-a260-60f02903313c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "PUT /v2.0/floatingips/6bbeced5-1c34-4e15-a347-748fe771af54 HTTP/1.1" status: 200 len: 990 time: 5.4359193 Apr 05 20:32:09.632564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'tag': 'ddeb2d74-8efa-439c-8821-703a40387be2'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:32:09.703689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Pushing event updated for resources: {'Port': ['ID=211e1145-2066-46d1-8a8e-cf44a628e43e,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:09.775441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-6dba210f-336c-4afa-93ef-c5084dcb3ef5 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:32:09.780708 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'tag': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'status': 'completed', 'code': 200} Apr 05 20:32:09.786578 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:09.912664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Network d83c6b6f-ce15-476b-ab9c-87c332fc7c76 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:09.927424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:09.930177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:32:10.103473 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d7edd5f-2d41-43ab-8139-1dbe0758acbe req-fb89d0d5-86e9-4520-a47e-e7d90e716a28 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1182380 Apr 05 20:32:10.184931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Pushing event updated for resources: {'Port': ['ID=510a2a18-71d3-4cda-be0a-1d498ac1dcd4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:10.212389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:10.213407 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:10.251003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Attempting to bind port 211e1145-2066-46d1-8a8e-cf44a628e43e on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:32:10.251706 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Attempting to bind port 211e1145-2066-46d1-8a8e-cf44a628e43e by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '467e6918-36d3-439a-8619-452d251ee0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:32:10.252250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Attempting to bind port 211e1145-2066-46d1-8a8e-cf44a628e43e on network 9f9af11f-dff6-41b4-82c4-a3276aca7fda {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:32:10.259826 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-9c6c772a-5bd4-419a-aabc-da2113024106 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6385367 Apr 05 20:32:10.262206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Port 211e1145-2066-46d1-8a8e-cf44a628e43e on network 9f9af11f-dff6-41b4-82c4-a3276aca7fda not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:32:10.263210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Attempting to bind port 211e1145-2066-46d1-8a8e-cf44a628e43e on network 9f9af11f-dff6-41b4-82c4-a3276aca7fda {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:32:10.273132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:32:10.273710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Checking segment: {'id': '467e6918-36d3-439a-8619-452d251ee0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:32:10.274309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Bound using segment: {'id': '467e6918-36d3-439a-8619-452d251ee0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:32:10.274911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Bound port: 211e1145-2066-46d1-8a8e-cf44a628e43e, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '467e6918-36d3-439a-8619-452d251ee0a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:32:10.275453 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:10.283502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:10.293269 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Request body: {'port': {'device_id': '2e3c44fb-cecb-42e5-a8ae-7625177db4f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:10.356950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7710f5b-7171-4cf3-85db-7dd884952d07 req-d06be19d-a0cd-4929-8300-c00ca845358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:10.358340 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7710f5b-7171-4cf3-85db-7dd884952d07 req-d06be19d-a0cd-4929-8300-c00ca845358d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.8735640 Apr 05 20:32:10.359163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:10.367282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:32:10.390479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6dba210f-336c-4afa-93ef-c5084dcb3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '6bbeced5-1c34-4e15-a347-748fe771af54', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:1c:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:32:06Z', 'revision_number': 1, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:10.394885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba210f-336c-4afa-93ef-c5084dcb3ef5 None None] Checking router: dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:32:10.404890 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dba210f-336c-4afa-93ef-c5084dcb3ef5 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:10.405733 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6dba210f-336c-4afa-93ef-c5084dcb3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:31:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:10.648645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7710f5b-7171-4cf3-85db-7dd884952d07 req-8bf22e67-10e7-4524-a66a-d4d754ff830b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 200 len: 998 time: 0.2212207 Apr 05 20:32:10.675283 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6991b88-0c2d-4633-965b-5dbb18a52096 req-f9c24717-5063-45a2-8de3-27cff152d197 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1338785 Apr 05 20:32:10.693931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-6dba210f-336c-4afa-93ef-c5084dcb3ef5 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:32:10.802183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc679b-1535-43cf-8aee-2be7dc4d505c req-b12637d3-966b-4d89-9824-ad669af175c4 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:10.803054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bccc679b-1535-43cf-8aee-2be7dc4d505c req-b12637d3-966b-4d89-9824-ad669af175c4 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Synchronizing usage tracker for tenant:064f03b550e048d8b24b46624e86af50 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:10.815965 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:10.835815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] For port 211e1145-2066-46d1-8a8e-cf44a628e43e, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:32:10.880776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] For port 211e1145-2066-46d1-8a8e-cf44a628e43e, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=211e1145-2066-46d1-8a8e-cf44a628e43e,segment=NetworkSegment(467e6918-36d3-439a-8619-452d251ee0a1),segment_id=467e6918-36d3-439a-8619-452d251ee0a1)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:32:10.890439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bccc679b-1535-43cf-8aee-2be7dc4d505c req-b12637d3-966b-4d89-9824-ad669af175c4 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Unset dirty status for tenant:064f03b550e048d8b24b46624e86af50 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:10.897418 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bccc679b-1535-43cf-8aee-2be7dc4d505c req-b12637d3-966b-4d89-9824-ad669af175c4 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 931 time: 0.5437315 Apr 05 20:32:10.907358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=c6839472-b17d-4ecf-8633-054f05213352,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:10.936897 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:11.020114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7710f5b-7171-4cf3-85db-7dd884952d07 req-1781bf8b-7bd2-44c3-a186-6ab343c4ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:11.021465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7710f5b-7171-4cf3-85db-7dd884952d07 req-1781bf8b-7bd2-44c3-a186-6ab343c4ce01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.3425825 Apr 05 20:32:11.099259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87b0d7-8706-4874-a8a0-27f83a22979f req-76f9e51d-1e63-4fc6-9891-fb64c3eb6215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:11.100573 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c87b0d7-8706-4874-a8a0-27f83a22979f req-76f9e51d-1e63-4fc6-9891-fb64c3eb6215 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 1096 time: 0.9592745 Apr 05 20:32:11.108533 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bccc679b-1535-43cf-8aee-2be7dc4d505c req-17a5fa13-c0e0-4437-a4b4-dd9023f2d97f tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef4005c5-60f9-4836-b0f6-79b07cdeb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042716 Apr 05 20:32:11.119071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:11.123756 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:11.129996 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] 10.222.0.13 "PUT /v2.0/ports/211e1145-2066-46d1-8a8e-cf44a628e43e HTTP/1.1" status: 200 len: 1091 time: 3.9555497 Apr 05 20:32:11.278825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f44ee6-70a5-484a-a150-5642bbb0c0b9 req-195893f3-3121-4722-9b58-97695882435c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:11.287117 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29f44ee6-70a5-484a-a150-5642bbb0c0b9 req-195893f3-3121-4722-9b58-97695882435c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 943 time: 0.4292092 Apr 05 20:32:11.384850 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:11.393400 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a48bbb70-46c5-4f19-9bd7-e89bd09316d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:11.434282 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6dba210f-336c-4afa-93ef-c5084dcb3ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '6bbeced5-1c34-4e15-a347-748fe771af54', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:1c:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:32:06Z', 'revision_number': 1, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:11.439653 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dba210f-336c-4afa-93ef-c5084dcb3ef5 None None] The sync data for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 is: [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '6bbeced5-1c34-4e15-a347-748fe771af54', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:1c:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:32:06Z', 'revision_number': 1, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:32:11.483846 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1162493c-f2c2-4c55-ad48-7a3466b95296 req-b053fe9e-275e-4cdb-8936-a8087f0000e3 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.0835698 Apr 05 20:32:11.493527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8de87-260e-4f34-a388-2e8d95d57e84 service neutron] Pushing event updated for resources: {'Port': ['ID=211e1145-2066-46d1-8a8e-cf44a628e43e,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:11.600177 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29f44ee6-70a5-484a-a150-5642bbb0c0b9 req-9dc95e32-db4e-4e19-bef6-b29d6bfaf306 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121064 Apr 05 20:32:11.629540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9a617661-8384-4921-a3f1-2633eff98241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:11.631059 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-9a617661-8384-4921-a3f1-2633eff98241 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80fee2de873b412da3b3a54725609093&device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 1094 time: 0.3164973 Apr 05 20:32:11.720396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:11.775485 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-a640ec5a-235a-4365-a3d7-feceb7a05160 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211e1145-2066-46d1-8a8e-cf44a628e43e HTTP/1.1" status: 200 len: 217 time: 0.1332130 Apr 05 20:32:11.783249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'tag': '211e1145-2066-46d1-8a8e-cf44a628e43e'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:32:11.863305 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f93edb-a6f4-4b05-9678-aedc113e1292 None None] New status for floating IP 6bbeced5-1c34-4e15-a347-748fe771af54: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:32:11.926788 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'tag': '211e1145-2066-46d1-8a8e-cf44a628e43e', 'status': 'completed', 'code': 200} Apr 05 20:32:11.979819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-f4294003-eacd-40ea-92ff-482e55a39a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:11.981734 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-f4294003-eacd-40ea-92ff-482e55a39a3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc5c4ca7-42ad-464d-9840-ada40f943526 HTTP/1.1" status: 200 len: 834 time: 0.1799998 Apr 05 20:32:12.078323 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.083768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7710f5b-7171-4cf3-85db-7dd884952d07 req-51b3e4c3-4613-478b-bc68-dc9ca3c2388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:12.085732 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7710f5b-7171-4cf3-85db-7dd884952d07 req-51b3e4c3-4613-478b-bc68-dc9ca3c2388c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0550854 Apr 05 20:32:12.087590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87b0d7-8706-4874-a8a0-27f83a22979f req-a4f2e1a8-6fc9-42f6-bd72-37599a1c6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:12.089850 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c87b0d7-8706-4874-a8a0-27f83a22979f req-a4f2e1a8-6fc9-42f6-bd72-37599a1c6c2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 915 time: 0.9391124 Apr 05 20:32:12.091606 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.159889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22967108-2c70-4653-b364-77fa79067e29 req-a95ae965-3f4b-4cd4-b040-c9fb17022135 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:12.172928 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-22967108-2c70-4653-b364-77fa79067e29 req-a95ae965-3f4b-4cd4-b040-c9fb17022135 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2884800 Apr 05 20:32:12.207844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:32:12.224136 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.303324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Transition to ACTIVE for port object 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:12.319339 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-22967108-2c70-4653-b364-77fa79067e29 req-44036a4e-2d5f-4eff-a3fe-79989e5780b4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454656 Apr 05 20:32:12.328359 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.377236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-281428d0-5ffc-410f-aa0c-5a8b9ec16dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:12.379212 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-281428d0-5ffc-410f-aa0c-5a8b9ec16dea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9af11f-dff6-41b4-82c4-a3276aca7fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3860409 Apr 05 20:32:12.407057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=c6839472-b17d-4ecf-8633-054f05213352,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:12.474511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c87b0d7-8706-4874-a8a0-27f83a22979f req-cccc6554-bdb1-4dac-af62-efc4925f624d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddeb2d74-8efa-439c-8821-703a40387be2 HTTP/1.1" status: 200 len: 1000 time: 0.3776953 Apr 05 20:32:12.683556 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.720141 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:12.721594 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eebaf0be-7c06-47b3-b0ac-fbf2903a7e81 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2437422 Apr 05 20:32:12.728873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56918) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:12.738738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87b0d7-8706-4874-a8a0-27f83a22979f req-56ce6930-6cc6-4e3b-9cc6-84a469e66357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:12.740287 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c87b0d7-8706-4874-a8a0-27f83a22979f req-56ce6930-6cc6-4e3b-9cc6-84a469e66357 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7a21430-0121-4577-bdb7-ba96e7b606a8 HTTP/1.1" status: 200 len: 853 time: 0.1989951 Apr 05 20:32:12.754610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'port': {'network_id': 'dafdf8b2-4df7-4386-a462-72192b0d3764', 'name': 'tempest-FloatingIPTestJSON-405534364'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:12.814203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Pushing event updated for resources: {'Port': ['ID=510a2a18-71d3-4cda-be0a-1d498ac1dcd4,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:12.942787 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-7eef9774-a3af-48cb-90b7-ba4a1264d0a8 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9af11f-dff6-41b4-82c4-a3276aca7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5541756 Apr 05 20:32:13.021205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Attempting to bind port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:32:13.021782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Attempting to bind port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'f108ae37-d6c8-4610-80bd-87073212af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd83c6b6f-ce15-476b-ab9c-87c332fc7c76'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:32:13.022288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Attempting to bind port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 on network d83c6b6f-ce15-476b-ab9c-87c332fc7c76 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:32:13.035366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 on network d83c6b6f-ce15-476b-ab9c-87c332fc7c76 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:32:13.036087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Attempting to bind port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 on network d83c6b6f-ce15-476b-ab9c-87c332fc7c76 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:32:13.053157 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74dcac64-da70-4d02-bf4b-1e72d50bed34 req-d42c52ff-e581-4c8c-b22a-7f73fb621094 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1140316 Apr 05 20:32:13.062738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:32:13.063320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Checking segment: {'id': 'f108ae37-d6c8-4610-80bd-87073212af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd83c6b6f-ce15-476b-ab9c-87c332fc7c76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:32:13.063863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Bound using segment: {'id': 'f108ae37-d6c8-4610-80bd-87073212af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd83c6b6f-ce15-476b-ab9c-87c332fc7c76'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:32:13.064612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Bound port: 510a2a18-71d3-4cda-be0a-1d498ac1dcd4, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f108ae37-d6c8-4610-80bd-87073212af32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd83c6b6f-ce15-476b-ab9c-87c332fc7c76'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:32:13.065130 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:13.269172 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7710f5b-7171-4cf3-85db-7dd884952d07 req-b697aaf0-cb99-4126-8270-0d16a54064ed service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1699121 Apr 05 20:32:13.271809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:13.314247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:port and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:13.321249 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:13.367336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32faa6a7-f358-48a9-b90a-3ae73c7da120 req-37be13fd-f7b9-45d7-9438-a2d1c65b47c0 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:13.369258 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-32faa6a7-f358-48a9-b90a-3ae73c7da120 req-37be13fd-f7b9-45d7-9438-a2d1c65b47c0 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 943 time: 0.9634213 Apr 05 20:32:13.371843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:13.518559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40e0627c-7382-43b6-b35b-4d5b75ba2161 req-47952db7-b05e-41b9-ac30-825bb2049604 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9af11f-dff6-41b4-82c4-a3276aca7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348215 Apr 05 20:32:13.543841 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] For port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:32:13.544599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Made reservation on behalf of 7b523dd593a84adeaa37e7d26ea4e0d3 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:13.548396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:13.556688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] For port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=510a2a18-71d3-4cda-be0a-1d498ac1dcd4,segment=NetworkSegment(f108ae37-d6c8-4610-80bd-87073212af32),segment_id=f108ae37-d6c8-4610-80bd-87073212af32)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:32:13.566211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74937177-bbc3-43bf-b786-429e5e0921b9 req-13504bc8-dc84-40f7-a658-cacbd5f502c0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:13.574005 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74937177-bbc3-43bf-b786-429e5e0921b9 req-13504bc8-dc84-40f7-a658-cacbd5f502c0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 943 time: 0.2983332 Apr 05 20:32:13.587576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-32faa6a7-f358-48a9-b90a-3ae73c7da120 req-90423d38-cf49-4b5d-be95-d51802a4aa19 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Synchronizing usage tracker for tenant:064f03b550e048d8b24b46624e86af50 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:13.593989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87b0d7-8706-4874-a8a0-27f83a22979f req-23b7cfee-93f8-432a-bb44-c21419071a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:13.595467 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c87b0d7-8706-4874-a8a0-27f83a22979f req-23b7cfee-93f8-432a-bb44-c21419071a75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e001c7aa-cc86-425e-9f2c-59333aa3f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8128736 Apr 05 20:32:13.599937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] device_id is not set on port 0c2dc5a9-4b48-494f-a19d-99404ef20d52 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:32:13.675638 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:13.688002 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6de4828e-eed5-4b1e-a2c1-0564c0a2d2f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:13.789197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Pushing event updated for resources: {'Port': ['ID=510a2a18-71d3-4cda-be0a-1d498ac1dcd4,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:13.803936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:13.804282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:13.804615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:13.804943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:13.805272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:13.805607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:13.805933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:13.806253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:13.806570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:13.806880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:13.807196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:13.807635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:13.819580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:13.820394 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:13.822213 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-71e1dda3-7f61-47ce-8401-a77ccfb24713 service neutron] 10.222.0.41 "PUT /v2.0/ports/510a2a18-71d3-4cda-be0a-1d498ac1dcd4 HTTP/1.1" status: 200 len: 1091 time: 3.5503774 Apr 05 20:32:13.850407 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74937177-bbc3-43bf-b786-429e5e0921b9 req-7c50bd66-33eb-49ac-9d15-c0f6da3b9c72 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751284 Apr 05 20:32:13.853316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.20.0.2 (dafdf8b2-4df7-4386-a462-72192b0d3764/b429de9a-2f77-4e4f-aee2-292cf54a1203/0c2dc5a9-4b48-494f-a19d-99404ef20d52) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:13.872843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb134a6-18e4-4774-a51f-c7901b95c266 req-e55beeba-f192-40e0-bf02-1c6ffaf8a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:13.874409 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-beb134a6-18e4-4774-a51f-c7901b95c266 req-e55beeba-f192-40e0-bf02-1c6ffaf8a82b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80fee2de873b412da3b3a54725609093&device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 1094 time: 0.2733610 Apr 05 20:32:13.949283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3c44fb-cecb-42e5-a8ae-7625177db4f8', 'tag': '510a2a18-71d3-4cda-be0a-1d498ac1dcd4'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:32:14.114293 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7710f5b-7171-4cf3-85db-7dd884952d07 req-04d293c4-911e-4659-89d7-20ad765da570 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8331006 Apr 05 20:32:14.172355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-32faa6a7-f358-48a9-b90a-3ae73c7da120 req-90423d38-cf49-4b5d-be95-d51802a4aa19 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Unset dirty status for tenant:064f03b550e048d8b24b46624e86af50 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:14.173812 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-32faa6a7-f358-48a9-b90a-3ae73c7da120 req-90423d38-cf49-4b5d-be95-d51802a4aa19 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef4005c5-60f9-4836-b0f6-79b07cdeb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7916472 Apr 05 20:32:14.212727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-635b2cb0-f2d1-494f-b011-ca0486fe97a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:14.214258 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-635b2cb0-f2d1-494f-b011-ca0486fe97a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=064f03b550e048d8b24b46624e86af50&device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 1094 time: 0.3292799 Apr 05 20:32:14.279290 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:14.296638 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c87b0d7-8706-4874-a8a0-27f83a22979f req-363fd9b6-ae86-4f3a-8045-2576900a7d6e service neutron] 10.222.0.13 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365710 Apr 05 20:32:14.353055 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-2e149a07-7686-4535-ac17-f37836247de2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=510a2a18-71d3-4cda-be0a-1d498ac1dcd4 HTTP/1.1" status: 200 len: 217 time: 0.1178281 Apr 05 20:32:14.354322 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3c44fb-cecb-42e5-a8ae-7625177db4f8', 'tag': '510a2a18-71d3-4cda-be0a-1d498ac1dcd4', 'status': 'completed', 'code': 200} Apr 05 20:32:14.469708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af10eb0-b973-48b6-b753-42ccbcd0d1cd req-2c50af20-67a7-489b-811c-1c602805492a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:14.474955 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:14.476944 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9af10eb0-b973-48b6-b753-42ccbcd0d1cd req-2c50af20-67a7-489b-811c-1c602805492a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.4658020 Apr 05 20:32:14.494794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb134a6-18e4-4774-a51f-c7901b95c266 req-a349da36-f06c-401c-933a-92274f8783c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:14.496407 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-beb134a6-18e4-4774-a51f-c7901b95c266 req-a349da36-f06c-401c-933a-92274f8783c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f9af11f-dff6-41b4-82c4-a3276aca7fda HTTP/1.1" status: 200 len: 898 time: 0.6100502 Apr 05 20:32:14.605915 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c87b0d7-8706-4874-a8a0-27f83a22979f req-1bad3c24-b5c7-434b-8316-ccf2cb7dd0d9 service neutron] 10.222.0.13 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017471 Apr 05 20:32:14.615831 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a9bcd4a-9047-431c-9f73-ee3a5cde4640 req-e9fe8bb8-9569-4699-950c-8df84224b61c tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.0994065 Apr 05 20:32:14.639099 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9af10eb0-b973-48b6-b753-42ccbcd0d1cd req-57e9f8d1-eae9-48f4-9ee0-e7cd9e3282e0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482704 Apr 05 20:32:14.644346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-beb134a6-18e4-4774-a51f-c7901b95c266 req-2198223f-1be3-4004-a0d7-ff8547891c59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211e1145-2066-46d1-8a8e-cf44a628e43e HTTP/1.1" status: 200 len: 217 time: 0.1141138 Apr 05 20:32:14.658353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network dafdf8b2-4df7-4386-a462-72192b0d3764 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:14.663821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:14.676852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:32:14.714357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-aaee12a7-2e9c-4c87-926e-ffefb26bae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:14.716578 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-aaee12a7-2e9c-4c87-926e-ffefb26bae24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d80e92d9-cbc6-4ab0-97b7-3ca6b597a245 HTTP/1.1" status: 200 len: 849 time: 0.3568153 Apr 05 20:32:14.790245 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:14.803064 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-6d2c8c5c-752f-4cad-95f4-cc30bb4a7c46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d83c6b6f-ce15-476b-ab9c-87c332fc7c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794868 Apr 05 20:32:14.805568 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb134a6-18e4-4774-a51f-c7901b95c266 req-ca1ce42e-e735-4a01-a2e3-5224db050e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:14.807341 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-beb134a6-18e4-4774-a51f-c7901b95c266 req-ca1ce42e-e735-4a01-a2e3-5224db050e0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc5c4ca7-42ad-464d-9840-ada40f943526 HTTP/1.1" status: 200 len: 834 time: 0.1571851 Apr 05 20:32:14.848256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:14.848880 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:14.865114 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:14.891589 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1588120 Apr 05 20:32:14.898707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56966) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:14.907815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-fbb3fe56-ff28-41fa-9f28-763606de070e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'floatingip': {'port_id': '0c2dc5a9-4b48-494f-a19d-99404ef20d52'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:14.974516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5586d-34a4-4843-94d1-78dc8c698d6e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=0c2dc5a9-4b48-494f-a19d-99404ef20d52,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:15.020307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fbb3fe56-ff28-41fa-9f28-763606de070e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:15.077556 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-7203db6b-1d32-4309-b533-9da57628926c service neutron] 10.222.0.41 "GET /v2.0/networks/d83c6b6f-ce15-476b-ab9c-87c332fc7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388465 Apr 05 20:32:15.368986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb899f4f-d56f-4bae-904c-decdc6e1d2a4 req-3ae3f31b-8ebb-4094-9aae-6d203a5609d7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:15.376101 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fb899f4f-d56f-4bae-904c-decdc6e1d2a4 req-3ae3f31b-8ebb-4094-9aae-6d203a5609d7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 943 time: 0.2479291 Apr 05 20:32:15.387946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56982) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:15.399144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb134a6-18e4-4774-a51f-c7901b95c266 req-4f4e0336-3eed-40f4-9810-a1ecf198d346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:15.400585 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-beb134a6-18e4-4774-a51f-c7901b95c266 req-4f4e0336-3eed-40f4-9810-a1ecf198d346 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9af11f-dff6-41b4-82c4-a3276aca7fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3221536 Apr 05 20:32:15.693601 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fb899f4f-d56f-4bae-904c-decdc6e1d2a4 req-786d3b1b-b5d9-4f1c-aa50-6dab836be5ee tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3164952 Apr 05 20:32:15.776917 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-beb134a6-18e4-4774-a51f-c7901b95c266 req-9777861a-4a3e-4af7-b97f-b4ffc5553c42 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9af11f-dff6-41b4-82c4-a3276aca7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257508 Apr 05 20:32:15.828231 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb744ae5-d1ef-41fe-a769-e090e3ef8bcb req-5d3c4c5c-e0d5-4280-89d7-65d171b5846f service neutron] 10.222.0.41 "GET /v2.0/networks/d83c6b6f-ce15-476b-ab9c-87c332fc7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6646769 Apr 05 20:32:15.831862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed54925e-97cb-41ac-943f-2eb5461b5319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:15.869283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ed54925e-97cb-41ac-943f-2eb5461b5319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:15.874416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ed54925e-97cb-41ac-943f-2eb5461b5319 admin admin] Usage tracker for resource:security_group_rule and tenant:55e1b09de6a94b41b7ff611ff0e03977 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:15.882927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ed54925e-97cb-41ac-943f-2eb5461b5319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:15.952128 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9474c0ba-d91e-484f-9c8c-a7f525647059 req-ec7e337d-9dc3-4757-a05b-043f714682c6 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1275039 Apr 05 20:32:16.009555 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:16.017002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ed54925e-97cb-41ac-943f-2eb5461b5319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:16.095277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29f209-7d4f-4cdd-b797-e9b2685bba55 req-7840b9ba-ae3c-4cde-83f9-7f433b42151a tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:16.103651 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8c29f209-7d4f-4cdd-b797-e9b2685bba55 req-7840b9ba-ae3c-4cde-83f9-7f433b42151a tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 943 time: 0.7020791 Apr 05 20:32:16.164797 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-beb134a6-18e4-4774-a51f-c7901b95c266 req-6bc7def4-ab58-4442-a076-f30ba7adc31f service neutron] 10.222.0.13 "GET /v2.0/networks/9f9af11f-dff6-41b4-82c4-a3276aca7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611488 Apr 05 20:32:16.223335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd993-0149-4fba-a7a3-d8c1a7b9a477 req-54187899-331c-4244-ab62-04d27748a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:16.223335 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e1bd993-0149-4fba-a7a3-d8c1a7b9a477 req-54187899-331c-4244-ab62-04d27748a96d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=064f03b550e048d8b24b46624e86af50&device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 1094 time: 0.2785618 Apr 05 20:32:16.256811 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fbb3fe56-ff28-41fa-9f28-763606de070e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:16.275511 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fbb3fe56-ff28-41fa-9f28-763606de070e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:16.278430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8c29f209-7d4f-4cdd-b797-e9b2685bba55 req-cf243956-0782-4a53-aa2b-57409f296564 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef4005c5-60f9-4836-b0f6-79b07cdeb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736429 Apr 05 20:32:16.296398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 211e1145-2066-46d1-8a8e-cf44a628e43e details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:32:16.357262 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed54925e-97cb-41ac-943f-2eb5461b5319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:16.373862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed54925e-97cb-41ac-943f-2eb5461b5319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:16.389827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad186baf-4765-4b99-9d59-544f3c02e5e5 req-ecb440fa-c030-4b57-93ab-87fb0262d4eb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:16.391598 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ad186baf-4765-4b99-9d59-544f3c02e5e5 req-ecb440fa-c030-4b57-93ab-87fb0262d4eb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2799900 Apr 05 20:32:16.445242 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ed54925e-97cb-41ac-943f-2eb5461b5319 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55e1b09de6a94b41b7ff611ff0e03977&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0551298 Apr 05 20:32:16.452620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57006) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:16.477202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 211e1145-2066-46d1-8a8e-cf44a628e43e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=211e1145-2066-46d1-8a8e-cf44a628e43e,segment=NetworkSegment(467e6918-36d3-439a-8619-452d251ee0a1),segment_id=467e6918-36d3-439a-8619-452d251ee0a1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:32:16.491815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '211e1145-2066-46d1-8a8e-cf44a628e43e', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'port_id': '211e1145-2066-46d1-8a8e-cf44a628e43e', 'mac_address': 'fa:16:3e:f9:3e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:32:16.529169 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ad186baf-4765-4b99-9d59-544f3c02e5e5 req-502b9ddd-966e-489d-b38b-134646c96f78 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313686 Apr 05 20:32:16.577249 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-fbb3fe56-ff28-41fa-9f28-763606de070e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Floating IP 0119855b-93ab-4c3d-9ab1-bf83e101b8e2 associated. External IP: 172.25.8.242, port: 0c2dc5a9-4b48-494f-a19d-99404ef20d52. Apr 05 20:32:16.584301 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:16.602252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211e1145-2066-46d1-8a8e-cf44a628e43e {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:32:16.604498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54925e-97cb-41ac-943f-2eb5461b5319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625644ad-420f-43cd-ac16-504d9749dd1e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:16.633568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 211e1145-2066-46d1-8a8e-cf44a628e43e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=211e1145-2066-46d1-8a8e-cf44a628e43e,segment=NetworkSegment(467e6918-36d3-439a-8619-452d251ee0a1),segment_id=467e6918-36d3-439a-8619-452d251ee0a1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:32:16.638411 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:16.687101 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a73d1c06-b958-46fb-81b6-453c770ba025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:16.723527 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a73d1c06-b958-46fb-81b6-453c770ba025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:16.796716 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a73d1c06-b958-46fb-81b6-453c770ba025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:16.803118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=211e1145-2066-46d1-8a8e-cf44a628e43e,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:16.817687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d1c06-b958-46fb-81b6-453c770ba025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625644ad-420f-43cd-ac16-504d9749dd1e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:16.823712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd993-0149-4fba-a7a3-d8c1a7b9a477 req-b854f762-3625-488f-954c-af1efa32c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:16.825549 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e1bd993-0149-4fba-a7a3-d8c1a7b9a477 req-b854f762-3625-488f-954c-af1efa32c3f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d83c6b6f-ce15-476b-ab9c-87c332fc7c76 HTTP/1.1" status: 200 len: 910 time: 0.5943036 Apr 05 20:32:16.830936 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a73d1c06-b958-46fb-81b6-453c770ba025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:16.834830 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a73d1c06-b958-46fb-81b6-453c770ba025 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/625644ad-420f-43cd-ac16-504d9749dd1e HTTP/1.1" status: 204 len: 168 time: 0.3790116 Apr 05 20:32:16.873602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['211e1145-2066-46d1-8a8e-cf44a628e43e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:32:16.939036 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e1bd993-0149-4fba-a7a3-d8c1a7b9a477 req-9d252a4d-d5ad-439d-8ae9-e9b6608c01ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=510a2a18-71d3-4cda-be0a-1d498ac1dcd4 HTTP/1.1" status: 200 len: 217 time: 0.1053813 Apr 05 20:32:17.112506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd993-0149-4fba-a7a3-d8c1a7b9a477 req-44f85dcb-2535-436a-a286-5e934d43cd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:17.113969 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e1bd993-0149-4fba-a7a3-d8c1a7b9a477 req-44f85dcb-2535-436a-a286-5e934d43cd4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d80e92d9-cbc6-4ab0-97b7-3ca6b597a245 HTTP/1.1" status: 200 len: 849 time: 0.1680429 Apr 05 20:32:17.217620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68470e83-0247-4322-a90c-b095503a5e78 req-a4e0d70b-c10a-4051-aee6-7445ff589695 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:17.219471 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-68470e83-0247-4322-a90c-b095503a5e78 req-a4e0d70b-c10a-4051-aee6-7445ff589695 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1979699 Apr 05 20:32:17.221512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb3fe56-ff28-41fa-9f28-763606de070e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:32:17.222065 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e1bd993-0149-4fba-a7a3-d8c1a7b9a477 req-c2a3e08b-8e50-49f6-8378-1269e95cb74a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d83c6b6f-ce15-476b-ab9c-87c332fc7c76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965970 Apr 05 20:32:17.354347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4399c74-ba8f-4fad-a306-df29d9561e24 req-cac1f1e4-73f4-46b5-a8db-16c236bb83c6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:17.362898 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e4399c74-ba8f-4fad-a306-df29d9561e24 req-cac1f1e4-73f4-46b5-a8db-16c236bb83c6 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 944 time: 0.2726021 Apr 05 20:32:17.375675 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-68470e83-0247-4322-a90c-b095503a5e78 req-d7cc9b76-8a62-4a76-8e88-3b39740288f1 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487372 Apr 05 20:32:17.442212 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e1bd993-0149-4fba-a7a3-d8c1a7b9a477 req-e846f33f-9531-46fc-936c-db9961e0a5e1 service neutron] 10.222.0.41 "GET /v2.0/networks/d83c6b6f-ce15-476b-ab9c-87c332fc7c76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988595 Apr 05 20:32:17.459905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57040) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:17.598410 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c2e02df5-93f6-43e6-bdd3-3e33fc9e3181 req-a21c4d0a-a3b3-45fc-b161-bc4385e6a460 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.0579305 Apr 05 20:32:17.646567 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e1bd993-0149-4fba-a7a3-d8c1a7b9a477 req-02d973eb-2c73-4691-88c8-e591076ec3cf service neutron] 10.222.0.41 "GET /v2.0/networks/d83c6b6f-ce15-476b-ab9c-87c332fc7c76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979516 Apr 05 20:32:17.721587 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e4399c74-ba8f-4fad-a306-df29d9561e24 req-8f557fad-ebf8-4d91-b0ee-fef8e26d9bf1 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3542609 Apr 05 20:32:17.721587 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c322a8c8-ec72-4866-adf9-609cc9bd2e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:17.751243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c322a8c8-ec72-4866-adf9-609cc9bd2e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:17.755150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c322a8c8-ec72-4866-adf9-609cc9bd2e36 admin admin] Usage tracker for resource:security_group_rule and tenant:e0cf554424e042779b83d339332eced7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:17.760974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c322a8c8-ec72-4866-adf9-609cc9bd2e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:17.769131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb3fe56-ff28-41fa-9f28-763606de070e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:32:17.771039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c322a8c8-ec72-4866-adf9-609cc9bd2e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:17.775173 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fbb3fe56-ff28-41fa-9f28-763606de070e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:17.779847 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfca559-c516-4c89-a809-93f258f40905 None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:32:17.801798 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfca559-c516-4c89-a809-93f258f40905 None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:17.802454 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2dfca559-c516-4c89-a809-93f258f40905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:17.880766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31e69e-586c-4b1d-8a0b-76c0e3773aed req-bb0cc152-dcae-4d3f-811a-c36c06b6b0c3 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:17.888994 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c31e69e-586c-4b1d-8a0b-76c0e3773aed req-bb0cc152-dcae-4d3f-811a-c36c06b6b0c3 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 943 time: 0.1356661 Apr 05 20:32:17.904433 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2dfca559-c516-4c89-a809-93f258f40905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:17.915609 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfca559-c516-4c89-a809-93f258f40905 None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:17.916494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2dfca559-c516-4c89-a809-93f258f40905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:17.946490 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fbb3fe56-ff28-41fa-9f28-763606de070e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "PUT /v2.0/floatingips/0119855b-93ab-4c3d-9ab1-bf83e101b8e2 HTTP/1.1" status: 200 len: 977 time: 3.0465183 Apr 05 20:32:17.952364 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c31e69e-586c-4b1d-8a0b-76c0e3773aed req-03f7fea3-986c-48ed-ab96-871656444965 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef4005c5-60f9-4836-b0f6-79b07cdeb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601525 Apr 05 20:32:17.954206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57048) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:17.997301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2dfca559-c516-4c89-a809-93f258f40905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:17.997789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dfca559-c516-4c89-a809-93f258f40905 None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:32:17.998607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2cb44-12f1-4b90-86ef-49410b9f967e req-5b0145c1-c5b8-4f9f-bee2-df22a2acf692 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:18.000092 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-63f2cb44-12f1-4b90-86ef-49410b9f967e req-5b0145c1-c5b8-4f9f-bee2-df22a2acf692 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1351240 Apr 05 20:32:18.051978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b15bf17a-041e-4a71-a5ee-7c2937566b3f tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port 0c2dc5a9-4b48-494f-a19d-99404ef20d52 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:32:18.052309 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b15bf17a-041e-4a71-a5ee-7c2937566b3f tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:18.102002 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-63f2cb44-12f1-4b90-86ef-49410b9f967e req-e5890aa0-d97b-4b60-a4f6-35ca48251c5b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941374 Apr 05 20:32:18.116805 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c322a8c8-ec72-4866-adf9-609cc9bd2e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:18.124424 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c322a8c8-ec72-4866-adf9-609cc9bd2e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:18.186684 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c322a8c8-ec72-4866-adf9-609cc9bd2e36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0cf554424e042779b83d339332eced7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6589508 Apr 05 20:32:18.186684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322a8c8-ec72-4866-adf9-609cc9bd2e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d9e9c2-04ea-407d-8d10-0dd7c338b75f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:18.187546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57058) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:18.264299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cef9d0a7-2785-442c-a123-53c57ec1a1ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:18.291030 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cef9d0a7-2785-442c-a123-53c57ec1a1ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:18.307048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 211e1145-2066-46d1-8a8e-cf44a628e43e up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:32:18.349418 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cef9d0a7-2785-442c-a123-53c57ec1a1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:18.383806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef9d0a7-2785-442c-a123-53c57ec1a1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d9e9c2-04ea-407d-8d10-0dd7c338b75f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:18.391701 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cef9d0a7-2785-442c-a123-53c57ec1a1ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:18.392881 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cef9d0a7-2785-442c-a123-53c57ec1a1ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63d9e9c2-04ea-407d-8d10-0dd7c338b75f HTTP/1.1" status: 204 len: 168 time: 0.2042308 Apr 05 20:32:18.454413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 211e1145-2066-46d1-8a8e-cf44a628e43e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:18.460427 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 211e1145-2066-46d1-8a8e-cf44a628e43e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:18.460990 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:18.578737 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b15bf17a-041e-4a71-a5ee-7c2937566b3f tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:18.601538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc722332-b871-4543-ad27-d83c56d22aee req-73d334af-8362-440a-b346-ddc12746555b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:18.601736 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:18.603034 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc722332-b871-4543-ad27-d83c56d22aee req-73d334af-8362-440a-b346-ddc12746555b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3885489 Apr 05 20:32:18.634916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211e1145-2066-46d1-8a8e-cf44a628e43e'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:32:18.666299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 211e1145-2066-46d1-8a8e-cf44a628e43e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=211e1145-2066-46d1-8a8e-cf44a628e43e,segment=NetworkSegment(467e6918-36d3-439a-8619-452d251ee0a1),segment_id=467e6918-36d3-439a-8619-452d251ee0a1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:32:18.689851 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:18.795261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=211e1145-2066-46d1-8a8e-cf44a628e43e,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:18.873976 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f8915bc-cbf0-46c1-b383-34b46bbeebb8 req-5d94932f-7df8-4856-b3b3-193537187fd0 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.0820997 Apr 05 20:32:18.905581 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc722332-b871-4543-ad27-d83c56d22aee req-f428aa3d-3376-46e6-a0d4-f593d1a7dc55 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239738 Apr 05 20:32:18.908651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57084) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:18.936826 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211e1145-2066-46d1-8a8e-cf44a628e43e', 'code': 200} Apr 05 20:32:18.962947 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c0df927-2fbd-4204-864b-c9a66a1c6f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.014039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1c0df927-2fbd-4204-864b-c9a66a1c6f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:19.023827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1c0df927-2fbd-4204-864b-c9a66a1c6f15 admin admin] Usage tracker for resource:security_group_rule and tenant:9554294210b44b788f6179528ce23fe0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:19.029147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1c0df927-2fbd-4204-864b-c9a66a1c6f15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:19.042408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1c0df927-2fbd-4204-864b-c9a66a1c6f15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:19.184961 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b15bf17a-041e-4a71-a5ee-7c2937566b3f tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.185323 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b15bf17a-041e-4a71-a5ee-7c2937566b3f tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.185629 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-b15bf17a-041e-4a71-a5ee-7c2937566b3f tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Floating IP 0119855b-93ab-4c3d-9ab1-bf83e101b8e2 disassociated. External IP: 172.25.8.242, port: 0c2dc5a9-4b48-494f-a19d-99404ef20d52. Apr 05 20:32:19.185981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b15bf17a-041e-4a71-a5ee-7c2937566b3f tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for 0c2dc5a9-4b48-494f-a19d-99404ef20d52 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:32:19.189514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb66af-85d3-4951-bab1-4331eeb333f5 req-29524b25-d05f-4651-997a-a7843c96d405 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:19.191047 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26fb66af-85d3-4951-bab1-4331eeb333f5 req-29524b25-d05f-4651-997a-a7843c96d405 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1371198 Apr 05 20:32:19.268056 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:32:19.279184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfe0ae2-37e0-4443-9fb1-9f596aac81fb req-8bd69aca-de44-412c-a7d2-ee22526eb505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:19.280828 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bbfe0ae2-37e0-4443-9fb1-9f596aac81fb req-8bd69aca-de44-412c-a7d2-ee22526eb505 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 1096 time: 0.2481184 Apr 05 20:32:19.306507 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26fb66af-85d3-4951-bab1-4331eeb333f5 req-bd306a0f-2297-4380-94c1-118d2f5e4c64 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015880 Apr 05 20:32:19.328198 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c0df927-2fbd-4204-864b-c9a66a1c6f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.339212 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c0df927-2fbd-4204-864b-c9a66a1c6f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.394967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74cb6d-49d9-4a25-bad4-2860b25452d7 req-6e81f94c-4a62-4072-a2ca-cabee7213412 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:19.396444 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b74cb6d-49d9-4a25-bad4-2860b25452d7 req-6e81f94c-4a62-4072-a2ca-cabee7213412 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 945 time: 0.2678583 Apr 05 20:32:19.424786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0df927-2fbd-4204-864b-c9a66a1c6f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01f888f-ea4d-4921-af5e-45c3ae082c6e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:19.451974 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bbfe0ae2-37e0-4443-9fb1-9f596aac81fb req-b1a95284-1cba-4fd3-8675-eb897c1a8cf1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565552 Apr 05 20:32:19.470047 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1c0df927-2fbd-4204-864b-c9a66a1c6f15 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9554294210b44b788f6179528ce23fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5601900 Apr 05 20:32:19.472925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57104) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:19.501229 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b74cb6d-49d9-4a25-bad4-2860b25452d7 req-9de68827-f665-42f3-8ab0-72e6e920c96f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970125 Apr 05 20:32:19.506466 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b15bf17a-041e-4a71-a5ee-7c2937566b3f tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.531587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=510a2a18-71d3-4cda-be0a-1d498ac1dcd4,segment=NetworkSegment(f108ae37-d6c8-4610-80bd-87073212af32),segment_id=f108ae37-d6c8-4610-80bd-87073212af32)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:32:19.568421 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '510a2a18-71d3-4cda-be0a-1d498ac1dcd4', 'network_id': 'd83c6b6f-ce15-476b-ab9c-87c332fc7c76', 'port_id': '510a2a18-71d3-4cda-be0a-1d498ac1dcd4', 'mac_address': 'fa:16:3e:a7:54:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80e92d9-cbc6-4ab0-97b7-3ca6b597a245', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:32:19.605150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15bf17a-041e-4a71-a5ee-7c2937566b3f tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=0c2dc5a9-4b48-494f-a19d-99404ef20d52,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:19.673460 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.699006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:32:19.720414 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=510a2a18-71d3-4cda-be0a-1d498ac1dcd4,segment=NetworkSegment(f108ae37-d6c8-4610-80bd-87073212af32),segment_id=f108ae37-d6c8-4610-80bd-87073212af32)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:32:19.728366 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.740718 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba4602ea-dd60-411f-a64d-45e64a9df0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.802302 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba4602ea-dd60-411f-a64d-45e64a9df0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.842964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=510a2a18-71d3-4cda-be0a-1d498ac1dcd4,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:19.854780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-fab3e8f8-61b3-4b0e-8c6b-85998bd0cd00 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:19.856471 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-fab3e8f8-61b3-4b0e-8c6b-85998bd0cd00 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 811 time: 0.1856372 Apr 05 20:32:19.876955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e157f-c1a1-4ff9-915e-0d78bf69dd4d req-490b6f02-5c6a-4442-a573-e5adf60b4be9 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:19.878771 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-350e157f-c1a1-4ff9-915e-0d78bf69dd4d req-490b6f02-5c6a-4442-a573-e5adf60b4be9 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 943 time: 0.2840168 Apr 05 20:32:19.924537 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba4602ea-dd60-411f-a64d-45e64a9df0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.939575 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-2939faa4-ad46-4bd7-9e66-c8185f2ebfc6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/quotas/f10ec9e518ac4ef8bb4ff5595bf09d23 HTTP/1.1" status: 200 len: 375 time: 0.0740335 Apr 05 20:32:19.943896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4602ea-dd60-411f-a64d-45e64a9df0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01f888f-ea4d-4921-af5e-45c3ae082c6e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:19.948485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['510a2a18-71d3-4cda-be0a-1d498ac1dcd4'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:32:19.954511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-350e157f-c1a1-4ff9-915e-0d78bf69dd4d req-f300c601-df0c-40ca-be8d-48eb0296d397 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef4005c5-60f9-4836-b0f6-79b07cdeb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676773 Apr 05 20:32:19.963420 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba4602ea-dd60-411f-a64d-45e64a9df0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:19.966907 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ba4602ea-dd60-411f-a64d-45e64a9df0ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b01f888f-ea4d-4921-af5e-45c3ae082c6e HTTP/1.1" status: 204 len: 168 time: 0.4891298 Apr 05 20:32:20.098801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15bf17a-041e-4a71-a5ee-7c2937566b3f tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:32:20.151971 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-ae2708e6-247f-43f1-95e1-6bd4aa526401 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1890166 Apr 05 20:32:20.207512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7201498c-4850-4ec8-9130-88ed81b7a64a req-e5c27ce8-86aa-44a4-b56e-91e9a49db5fc tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1348822 Apr 05 20:32:20.651119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15bf17a-041e-4a71-a5ee-7c2937566b3f tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:32:20.669672 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e732e73-1506-463e-b897-682a2477d2a5 None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:32:20.680755 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e732e73-1506-463e-b897-682a2477d2a5 None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:20.681450 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9e732e73-1506-463e-b897-682a2477d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:20.765763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902b0de-331a-4839-baec-cda87e5932ef req-a1979007-7f49-4104-a65f-124cf8ce3072 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:20.770553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7902b0de-331a-4839-baec-cda87e5932ef req-a1979007-7f49-4104-a65f-124cf8ce3072 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 945 time: 0.1322386 Apr 05 20:32:20.842462 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7eabc3e0-dcee-4c73-947c-40b186d6bb17 service neutron] 10.222.0.24 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6366892 Apr 05 20:32:20.869684 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7902b0de-331a-4839-baec-cda87e5932ef req-2f718b06-c134-4fcb-a721-bcc2dddad0db tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915627 Apr 05 20:32:20.878711 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9e732e73-1506-463e-b897-682a2477d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:20.899698 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e732e73-1506-463e-b897-682a2477d2a5 None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:20.900369 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9e732e73-1506-463e-b897-682a2477d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:20.975588 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9e732e73-1506-463e-b897-682a2477d2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:20.975989 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e732e73-1506-463e-b897-682a2477d2a5 None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:32:20.988164 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b15bf17a-041e-4a71-a5ee-7c2937566b3f tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:21.015615 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b15bf17a-041e-4a71-a5ee-7c2937566b3f tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/ports/0c2dc5a9-4b48-494f-a19d-99404ef20d52 HTTP/1.1" status: 204 len: 168 time: 3.0560052 Apr 05 20:32:21.016041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57162) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:21.061893 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-fdcbd52c-cbc4-41c2-a1d5-8fe53c459d60 service neutron] 10.222.0.24 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108119 Apr 05 20:32:21.201744 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7c4756a4-461c-4c7b-9127-670407c10b98 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "GET /v2.0/floatingips/0119855b-93ab-4c3d-9ab1-bf83e101b8e2 HTTP/1.1" status: 200 len: 688 time: 0.1844208 Apr 05 20:32:21.204267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57176) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:21.300940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:32:21.310932 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2206dfe5-8fbe-45dd-bb08-4719313274de req-3b9287d9-cde1-4979-8ba0-e5fca4cf40a2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 210 time: 0.0682390 Apr 05 20:32:21.468517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4677e887-81e8-4e52-b4c4-2ee345ff9c0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port c6839472-b17d-4ecf-8633-054f05213352 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:32:21.469089 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4677e887-81e8-4e52-b4c4-2ee345ff9c0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:21.515728 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:21.523708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:21.524419 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:21.643634 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a4c660cb-a5c6-4b7e-a1af-533bc0a2320c req-cf746bbe-cabd-453f-99e4-df0ea2e64880 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1318369 Apr 05 20:32:21.701710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e7b3c-ec83-49dd-85eb-b9da13ae93da req-fa5ce4ca-43e8-4ea8-ae41-cb2bcb9a5607 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:21.709397 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-028e7b3c-ec83-49dd-85eb-b9da13ae93da req-fa5ce4ca-43e8-4ea8-ae41-cb2bcb9a5607 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 944 time: 0.6125863 Apr 05 20:32:21.742327 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:21.773193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3c44fb-cecb-42e5-a8ae-7625177db4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510a2a18-71d3-4cda-be0a-1d498ac1dcd4'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:32:21.784412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=510a2a18-71d3-4cda-be0a-1d498ac1dcd4,segment=NetworkSegment(f108ae37-d6c8-4610-80bd-87073212af32),segment_id=f108ae37-d6c8-4610-80bd-87073212af32)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:32:21.796711 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:21.815599 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4677e887-81e8-4e52-b4c4-2ee345ff9c0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:21.816106 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4677e887-81e8-4e52-b4c4-2ee345ff9c0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:21.861400 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-028e7b3c-ec83-49dd-85eb-b9da13ae93da req-ddad2796-eb93-45a1-9393-c0f18bd2eed5 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef4005c5-60f9-4836-b0f6-79b07cdeb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417437 Apr 05 20:32:21.871102 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3c44fb-cecb-42e5-a8ae-7625177db4f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '510a2a18-71d3-4cda-be0a-1d498ac1dcd4', 'code': 200} Apr 05 20:32:22.024249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=510a2a18-71d3-4cda-be0a-1d498ac1dcd4,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:22.225691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4c141-5899-4cd0-8021-9da916493043 req-3c69d28d-2cf8-40be-b6f0-7dd5a981d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:22.227311 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aaa4c141-5899-4cd0-8021-9da916493043 req-3c69d28d-2cf8-40be-b6f0-7dd5a981d26a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 1096 time: 0.2753532 Apr 05 20:32:22.257078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4677e887-81e8-4e52-b4c4-2ee345ff9c0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for c6839472-b17d-4ecf-8633-054f05213352 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:32:22.269673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef502f-b766-4bf0-ab54-8cc0212a297f req-3d57e3cf-dd82-4919-bb80-8aeb3290f855 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:22.271268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d8ef502f-b766-4bf0-ab54-8cc0212a297f req-3d57e3cf-dd82-4919-bb80-8aeb3290f855 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 945 time: 0.1900821 Apr 05 20:32:22.383153 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aaa4c141-5899-4cd0-8021-9da916493043 req-52befa77-f76d-46d4-a891-361200bfb32a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef4005c5-60f9-4836-b0f6-79b07cdeb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456993 Apr 05 20:32:22.410995 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d8ef502f-b766-4bf0-ab54-8cc0212a297f req-3216384c-022d-4ea0-a53a-2b3c2c57bb64 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204455 Apr 05 20:32:22.447801 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4677e887-81e8-4e52-b4c4-2ee345ff9c0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:22.516251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4677e887-81e8-4e52-b4c4-2ee345ff9c0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=c6839472-b17d-4ecf-8633-054f05213352,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:22.690448 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-341d4452-4b3d-4460-9ced-44d5295ac0db req-979ed799-0bbf-4b8b-887a-863129608ea4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 210 time: 0.0778592 Apr 05 20:32:22.702039 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4677e887-81e8-4e52-b4c4-2ee345ff9c0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:22.734022 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4677e887-81e8-4e52-b4c4-2ee345ff9c0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:22.739883 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4677e887-81e8-4e52-b4c4-2ee345ff9c0b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/floatingips/0119855b-93ab-4c3d-9ab1-bf83e101b8e2 HTTP/1.1" status: 204 len: 168 time: 1.5345035 Apr 05 20:32:22.741017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57268) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:22.746178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '1ae45d64-123e-46be-a0cc-828520079d3b'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:22.755598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:22.760051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:floatingip and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:22.763880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:22.776396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:22.819809 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:22.834128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a57c02-b8a8-47bd-9e8c-13a48df32fb0 req-a9bfa2c9-f74d-4d94-9cc3-f3004c7601b0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:22.846747 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87a57c02-b8a8-47bd-9e8c-13a48df32fb0 req-a9bfa2c9-f74d-4d94-9cc3-f3004c7601b0 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 945 time: 0.2135561 Apr 05 20:32:22.971529 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed9f6c8d-28e4-4515-97f4-8e00a42ed243 req-e8cd5d77-28ad-4fe7-ba54-f64d15a49a9b tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.0786264 Apr 05 20:32:23.085019 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87a57c02-b8a8-47bd-9e8c-13a48df32fb0 req-8da4563c-0e03-43c5-9fd2-1717888c1c0c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371893 Apr 05 20:32:23.113107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57302) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:23.202513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-bb894c65-3807-43f2-b295-11fce8910e0c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:23.207975 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-bb894c65-3807-43f2-b295-11fce8910e0c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.13 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 811 time: 0.3204517 Apr 05 20:32:23.230223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Request body: {'port': {'device_id': '1b6108a1-095e-4c21-adf0-36a604256e47', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'admin_state_up': True, 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:23.321515 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:23.409831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee0bd8-8078-4860-97e0-a4238f39e533 req-e6058da9-a557-4974-92bb-5d1c94870bef tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:23.411924 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2aee0bd8-8078-4860-97e0-a4238f39e533 req-e6058da9-a557-4974-92bb-5d1c94870bef tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 945 time: 0.2395244 Apr 05 20:32:23.524564 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2aee0bd8-8078-4860-97e0-a4238f39e533 req-fa1c864e-0597-4364-8b83-c2c80fd0ce99 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef4005c5-60f9-4836-b0f6-79b07cdeb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058364 Apr 05 20:32:23.558686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.25.8.122 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/7b995da2-3c86-4ca7-93b1-9c673de7aa30) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:23.697386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:23.713385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:23.754067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Made reservation on behalf of f10ec9e518ac4ef8bb4ff5595bf09d23 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:23.760619 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:23.828839 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:23.837979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad2753f-da52-4b10-afb8-6059211c7c43 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:23.842712 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bad2753f-da52-4b10-afb8-6059211c7c43 tempest-TestNetworkBasicOps-44916510 tempest-TestNetworkBasicOps-44916510-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 1091 time: 0.7247856 Apr 05 20:32:23.843506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57322) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:23.862620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '211e1145-2066-46d1-8a8e-cf44a628e43e', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:23.885096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:23.919524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:23.929054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Usage tracker for resource:floatingip and tenant:80fee2de873b412da3b3a54725609093 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:23.934151 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:23.974038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:23.980810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=7b995da2-3c86-4ca7-93b1-9c673de7aa30,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:24.006763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:24.008888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:24.011599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:32:24.081593 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8ab4712a-209c-4ae3-b788-93e68094fbf8 req-5475d5fa-1121-43d0-b64e-5f5edc7691e6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 210 time: 0.1087375 Apr 05 20:32:24.084767 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:24.139608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Allocated IP 172.20.0.12 (d87a9372-eb69-4494-b2c7-bae5dbd4e72f/da5778d0-0eca-48da-a855-2a882bbbe611/5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:24.214437 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9309d774-fe46-4569-a321-4e96e81680c8 req-2995e4b8-b960-4753-8960-fe3ede969b24 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1022208 Apr 05 20:32:24.670010 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:24.814557 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:24.827575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:24.872630 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Transition to ACTIVE for port object 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:24.930593 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:25.011163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Allocated IP 172.25.8.233 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/394aeffc-276f-4ae0-ac93-ffbae383c554) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:25.049761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa264e-cd7e-45d3-a417-dbdbc215d15c req-68630082-1bd3-4592-aef2-92c3e279a882 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:25.055515 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-11aa264e-cd7e-45d3-a417-dbdbc215d15c req-68630082-1bd3-4592-aef2-92c3e279a882 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 945 time: 0.3109510 Apr 05 20:32:25.100579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:25.204462 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:25.216387 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:25.347425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Network d87a9372-eb69-4494-b2c7-bae5dbd4e72f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:25.362515 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-11aa264e-cd7e-45d3-a417-dbdbc215d15c req-79119c39-9a74-4976-8aea-7a7c75487235 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef4005c5-60f9-4836-b0f6-79b07cdeb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476943 Apr 05 20:32:25.365690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:25.379363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event updated for resources: {'Port': ['ID=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:25.383505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:32:25.468956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:25.469620 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:25.484272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=7b995da2-3c86-4ca7-93b1-9c673de7aa30,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:25.589679 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:25.742446 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:25.760749 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-adfd7dba-3942-4ab4-95b2-b2ad704f79ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5414982 Apr 05 20:32:25.782381 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c4f0bfe-ead3-4904-8391-e5fc70d6800a req-d2e90403-812b-4175-9598-7e55e0c0e432 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.2409828 Apr 05 20:32:25.803404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Request body: {'port': {'device_id': '1b6108a1-095e-4c21-adf0-36a604256e47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:25.930843 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Floating IP 2d23fc5a-d7c0-4cda-ab1f-aaae755ece6f associated. External IP: 172.25.8.122, port: 1ae45d64-123e-46be-a0cc-828520079d3b. Apr 05 20:32:26.050382 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:26.061208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5c9b13dc-aff9-4870-a9eb-4cad0a483e43 None None] Provisioning for port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:26.074994 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5c9b13dc-aff9-4870-a9eb-4cad0a483e43 None None] Provisioning complete for port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:26.075362 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5c9b13dc-aff9-4870-a9eb-4cad0a483e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:26.107040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084a4c3-2428-4eb4-b82d-0db496b61191 req-6df68c35-b649-4c8e-bfac-4154422754a7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:26.108588 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d084a4c3-2428-4eb4-b82d-0db496b61191 req-6df68c35-b649-4c8e-bfac-4154422754a7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 932 time: 0.8384666 Apr 05 20:32:26.192437 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5c9b13dc-aff9-4870-a9eb-4cad0a483e43 None None] Port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:32:26.204924 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:26.416863 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d084a4c3-2428-4eb4-b82d-0db496b61191 req-8ad5d0a9-9e5b-49c3-b8d1-a4400486db70 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868474 Apr 05 20:32:26.484326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=394aeffc-276f-4ae0-ac93-ffbae383c554,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:26.498922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:26.503275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:26.507675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:32:26.808696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:32:27.258027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:32:27.289303 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa1ab96b-2542-427f-a3c7-f3feb9739253 req-889d6c53-1c72-427f-9f91-f47a804c0654 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.2349541 Apr 05 20:32:27.291244 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:27.343652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:32:27.353517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c084a9c-8ff5-4b47-997e-76830cd006c2 None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:32:27.371107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c084a9c-8ff5-4b47-997e-76830cd006c2 None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:27.372616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1c084a9c-8ff5-4b47-997e-76830cd006c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:27.398052 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:27.538329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1c084a9c-8ff5-4b47-997e-76830cd006c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:27.550607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c084a9c-8ff5-4b47-997e-76830cd006c2 None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:27.551455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1c084a9c-8ff5-4b47-997e-76830cd006c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:27.659178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1c084a9c-8ff5-4b47-997e-76830cd006c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:27.660097 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c084a9c-8ff5-4b47-997e-76830cd006c2 None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:32:27.847541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Transition to ACTIVE for port object 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:27.871036 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:27.873845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3e3fc6a5-1648-4178-a09b-9fadd1347f22 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1317410 Apr 05 20:32:27.874972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57398) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:27.884851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1661544975'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:27.891651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:27.897917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:network and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:27.901588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:27.910015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:27.931282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Made reservation on behalf of 7b523dd593a84adeaa37e7d26ea4e0d3 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:27.934746 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:27.978325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c51ade-ff56-437e-bcbb-dcaa51e99def req-97ec6a6c-1f58-4c12-9d98-488aa514476f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:27.986096 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-03c51ade-ff56-437e-bcbb-dcaa51e99def req-97ec6a6c-1f58-4c12-9d98-488aa514476f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 944 time: 0.1693656 Apr 05 20:32:28.004288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:32:28.039224 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:28.039563 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Added segment f8084ce8-9391-4bbe-83b3-ec0509bfcfca of type vlan for network 650d8515-abb4-485b-9a06-8e699b96cc94 Apr 05 20:32:28.055773 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-03c51ade-ff56-437e-bcbb-dcaa51e99def req-aca1c3d5-4241-4db1-b464-e9d1a24b3ffd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688167 Apr 05 20:32:28.095796 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:28.142485 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:28.156229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:28.157017 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:28.228963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Pushing event updated for resources: {'Port': ['ID=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:28.239946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Attempting to bind port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:32:28.240413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Attempting to bind port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:32:28.240738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Attempting to bind port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:32:28.249159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:32:28.249483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Attempting to bind port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:32:28.262959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:32:28.263718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Checking segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:32:28.263718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Bound using segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:32:28.264067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Bound port: 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:32:28.264402 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:28.320455 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4427252 Apr 05 20:32:28.328674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57408) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:28.336039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0f5d4db9-2493-45d9-af23-43fd4e973254 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'subnet': {'network_id': '650d8515-abb4-485b-9a06-8e699b96cc94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:28.352273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb25d60-92d5-4746-89f5-35504075397b tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Network': ['ID=650d8515-abb4-485b-9a06-8e699b96cc94,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:28.365413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 650d8515-abb4-485b-9a06-8e699b96cc94 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:32:28.505776 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:32:28.578910 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afd8e624-3149-4f9f-9c92-21d4276dec4c req-63169c17-89c7-4688-9858-f783e4341b27 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.0547321 Apr 05 20:32:28.643103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0f5d4db9-2493-45d9-af23-43fd4e973254 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:28.645554 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:28.665291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] For port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:32:28.677631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0f5d4db9-2493-45d9-af23-43fd4e973254 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:28.690766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] For port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:32:28.703222 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:28.859808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5d4db9-2493-45d9-af23-43fd4e973254 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Made reservation on behalf of 7b523dd593a84adeaa37e7d26ea4e0d3 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:28.877631 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4db9-2493-45d9-af23-43fd4e973254 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:28.926061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Pushing event updated for resources: {'Port': ['ID=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:28.957749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:28.958270 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:28.960274 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-7069a38f-b437-499a-8092-0d68789c2a1c service neutron] 10.222.0.13 "PUT /v2.0/ports/5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 HTTP/1.1" status: 200 len: 1092 time: 3.1696944 Apr 05 20:32:28.960725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6108a1-095e-4c21-adf0-36a604256e47', 'tag': '5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:32:29.054471 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6108a1-095e-4c21-adf0-36a604256e47', 'tag': '5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5', 'status': 'completed', 'code': 200} Apr 05 20:32:29.064381 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:29.512105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-9446b5f4-4b05-4f9f-8da0-37f07791f04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:29.515149 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-9446b5f4-4b05-4f9f-8da0-37f07791f04d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 1095 time: 0.3847764 Apr 05 20:32:29.710346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-27f1f492-0596-4d9d-bd95-7214f77cfb80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 HTTP/1.1" status: 200 len: 217 time: 0.1809645 Apr 05 20:32:29.793320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-97d63c4a-e274-4117-8b9e-cb8559f70a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:29.795183 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-97d63c4a-e274-4117-8b9e-cb8559f70a77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.0767272 Apr 05 20:32:29.798454 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4db9-2493-45d9-af23-43fd4e973254 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:29.813576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c1322-5745-4a79-bfef-5b24c7381498 req-8c5f9b81-7384-470e-b3f0-d2708bbf4665 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:29.814502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-619c1322-5745-4a79-bfef-5b24c7381498 req-8c5f9b81-7384-470e-b3f0-d2708bbf4665 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Synchronizing usage tracker for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:29.869001 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d08eb722-4b16-4dfe-995a-635d9d7010d3 req-23dded3f-09bb-4634-80d3-9ea6d5fa88b4 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1008823 Apr 05 20:32:30.139341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5d4db9-2493-45d9-af23-43fd4e973254 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Checking segment: {'id': 'f8084ce8-9391-4bbe-83b3-ec0509bfcfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '650d8515-abb4-485b-9a06-8e699b96cc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:32:30.139738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5d4db9-2493-45d9-af23-43fd4e973254 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network hostable DHCP agents. Network: 650d8515-abb4-485b-9a06-8e699b96cc94, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:32:30.160625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-619c1322-5745-4a79-bfef-5b24c7381498 req-8c5f9b81-7384-470e-b3f0-d2708bbf4665 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Unset dirty status for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:30.167113 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-619c1322-5745-4a79-bfef-5b24c7381498 req-8c5f9b81-7384-470e-b3f0-d2708bbf4665 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 944 time: 0.8956897 Apr 05 20:32:30.189902 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:30.236723 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27b09e90-1c92-4c83-afb3-eec61ae81869 req-8e8f8b3a-cde2-438f-9973-89344c354283 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.0449564 Apr 05 20:32:30.244015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d4db9-2493-45d9-af23-43fd4e973254 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Subnet': ['ID=108d1925-b66b-47b8-a966-a1410c4616bc,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:30.250563 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:30.373668 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-619c1322-5745-4a79-bfef-5b24c7381498 req-1eb9a922-13aa-4b0c-b952-bcf568ffe78c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056763 Apr 05 20:32:30.389080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5d4db9-2493-45d9-af23-43fd4e973254 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network 650d8515-abb4-485b-9a06-8e699b96cc94 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:32:30.409016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-9b58eabe-9577-4d65-8102-a614a78af3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:30.410744 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-9b58eabe-9577-4d65-8102-a614a78af3d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5934532 Apr 05 20:32:30.444472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event updated for resources: {'Port': ['ID=394aeffc-276f-4ae0-ac93-ffbae383c554,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:30.462070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-0f5d4db9-2493-45d9-af23-43fd4e973254 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 650d8515-abb4-485b-9a06-8e699b96cc94) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:30.469571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4d15cf-a0b6-4877-a2d6-a3d968c8cc1a None None] Network 650d8515-abb4-485b-9a06-8e699b96cc94 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:32:30.472326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5d4db9-2493-45d9-af23-43fd4e973254 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:30.472903 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f5d4db9-2493-45d9-af23-43fd4e973254 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:30.540742 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:30.669450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57474) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:30.674896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1963349612', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:30.681155 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0f5d4db9-2493-45d9-af23-43fd4e973254 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3504953 Apr 05 20:32:30.696275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:30.700349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:router and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:30.704116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:30.712151 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-93194fcc-788f-4ae2-a64a-176dcf521686 service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910213 Apr 05 20:32:30.716217 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:30.741816 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:30.742909 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:30.772444 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:30.912699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-650d8515-abb4-485b-9a06-8e699b96cc94', 'network_id': '650d8515-abb4-485b-9a06-8e699b96cc94', 'tenant_id': '7b523dd593a84adeaa37e7d26ea4e0d3', 'fixed_ips': [{'subnet_id': '108d1925-b66b-47b8-a966-a1410c4616bc'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:32:30.913529 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:31.098858 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Floating IP a5182319-e908-41b2-a1bd-d060b49b5769 associated. External IP: 172.25.8.233, port: 211e1145-2066-46d1-8a8e-cf44a628e43e. Apr 05 20:32:31.162247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Allocated IP 172.20.0.2 (650d8515-abb4-485b-9a06-8e699b96cc94/108d1925-b66b-47b8-a966-a1410c4616bc/4195f38c-6a2a-40ce-925d-0daadcab4977) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:31.250804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-377cc84f-d98e-43b6-be31-4e3d173a8a52 req-fa8bd9b1-71b3-4ed2-94a4-6ac442952922 tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.0613003 Apr 05 20:32:31.254759 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc2e0f9a-024b-4018-816d-a47db9b426fc req-26ed9d3c-b51d-448b-9191-b30050ac31c0 service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188623 Apr 05 20:32:31.338483 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:31.759642 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:31.815251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Transition to ACTIVE for port object 4195f38c-6a2a-40ce-925d-0daadcab4977 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:31.856432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbdd1b-2eeb-4ddc-8c80-bb6d2d64c630 req-acb83d3c-b17d-4fc5-87bf-8438f736a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:31.862898 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0dcbdd1b-2eeb-4ddc-8c80-bb6d2d64c630 req-acb83d3c-b17d-4fc5-87bf-8438f736a76b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 1095 time: 0.4570355 Apr 05 20:32:31.876481 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Transition to ACTIVE for port object 4195f38c-6a2a-40ce-925d-0daadcab4977 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:31.892226 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:32.002381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce50f1-a464-4a38-b6d7-cbe55816a404 req-604b92f3-586a-448c-8460-f6a35ec8b612 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:32.003844 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26ce50f1-a464-4a38-b6d7-cbe55816a404 req-604b92f3-586a-448c-8460-f6a35ec8b612 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 944 time: 0.3779705 Apr 05 20:32:32.006656 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ed6f098-d0fd-41d7-add7-8b0f3505fa31 req-d2e9578e-164a-4860-9df9-980ca818d221 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3199189 Apr 05 20:32:32.019207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Pushing event updated for resources: {'Port': ['ID=4195f38c-6a2a-40ce-925d-0daadcab4977,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:32.036631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Network 650d8515-abb4-485b-9a06-8e699b96cc94 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:32.037973 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:32.041547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:32:32.127655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26ce50f1-a464-4a38-b6d7-cbe55816a404 req-be13a17d-a38d-4e8d-9a7d-12dcc4c0835d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150613 Apr 05 20:32:32.152434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbdd1b-2eeb-4ddc-8c80-bb6d2d64c630 req-bcc0e31e-ca2c-4914-91fe-065d329466bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:32.154054 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0dcbdd1b-2eeb-4ddc-8c80-bb6d2d64c630 req-bcc0e31e-ca2c-4914-91fe-065d329466bf service neutron] 10.222.0.13 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.2700121 Apr 05 20:32:32.207220 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Attempting to bind port 4195f38c-6a2a-40ce-925d-0daadcab4977 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:32:32.207695 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Attempting to bind port 4195f38c-6a2a-40ce-925d-0daadcab4977 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'f8084ce8-9391-4bbe-83b3-ec0509bfcfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '650d8515-abb4-485b-9a06-8e699b96cc94'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:32:32.208154 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Attempting to bind port 4195f38c-6a2a-40ce-925d-0daadcab4977 on network 650d8515-abb4-485b-9a06-8e699b96cc94 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:32:32.216112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:32:32.216626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Checking segment: {'id': 'f8084ce8-9391-4bbe-83b3-ec0509bfcfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '650d8515-abb4-485b-9a06-8e699b96cc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:32:32.217168 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:32.217670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Bound using segment: {'id': 'f8084ce8-9391-4bbe-83b3-ec0509bfcfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '650d8515-abb4-485b-9a06-8e699b96cc94'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:32:32.218256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Bound port: 4195f38c-6a2a-40ce-925d-0daadcab4977, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8084ce8-9391-4bbe-83b3-ec0509bfcfca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '650d8515-abb4-485b-9a06-8e699b96cc94'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:32:32.218728 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:32.293108 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:32.330236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] For port 4195f38c-6a2a-40ce-925d-0daadcab4977, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:32:32.334052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] For port 4195f38c-6a2a-40ce-925d-0daadcab4977, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4195f38c-6a2a-40ce-925d-0daadcab4977,segment=NetworkSegment(f8084ce8-9391-4bbe-83b3-ec0509bfcfca),segment_id=f8084ce8-9391-4bbe-83b3-ec0509bfcfca)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:32:32.341223 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:32.368798 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:32.463543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b4b41-633e-4340-a5b3-44bf6d13b1bb None None] Pushing event updated for resources: {'Port': ['ID=4195f38c-6a2a-40ce-925d-0daadcab4977,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:32.515466 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0dcbdd1b-2eeb-4ddc-8c80-bb6d2d64c630 req-efebaee6-3833-4fc9-9431-80d2fa4afbf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 HTTP/1.1" status: 200 len: 217 time: 0.3018541 Apr 05 20:32:32.665723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbdd1b-2eeb-4ddc-8c80-bb6d2d64c630 req-3023f8d2-fc99-4b76-a74a-a65d61c10477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:32.667577 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0dcbdd1b-2eeb-4ddc-8c80-bb6d2d64c630 req-3023f8d2-fc99-4b76-a74a-a65d61c10477 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.1446626 Apr 05 20:32:32.673012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:32:32.767152 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbc16873-bbc7-4b0a-a27a-c301886ae80c req-c1655c24-5f2c-43ca-9ff9-70716b807a9d tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.2864158 Apr 05 20:32:32.790307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6f098-d0fd-41d7-add7-8b0f3505fa31 req-2adf91dc-1422-4efe-9e5f-f14f8d1a676f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:32.793372 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ed6f098-d0fd-41d7-add7-8b0f3505fa31 req-2adf91dc-1422-4efe-9e5f-f14f8d1a676f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b989f8259f244c90867a8d5d547804b1&device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 1101 time: 0.6458588 Apr 05 20:32:33.034793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aae3f6-b014-45a6-89a5-15ac453c8df2 req-09d2acd4-19b9-400b-8130-618f8a5cc1a6 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:33.046955 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87aae3f6-b014-45a6-89a5-15ac453c8df2 req-09d2acd4-19b9-400b-8130-618f8a5cc1a6 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 945 time: 0.8351119 Apr 05 20:32:33.109943 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.25.8.231 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/93597e89-de1e-4a48-bd6b-987537c40caf) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:33.333376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2baca05f-8871-4322-8e7b-98619e346e0f req-d4e0013f-e841-4279-8404-5832460a3318 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ff9a0d6c1d0348769171866fdb751ca6&device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.0927908 Apr 05 20:32:33.382643 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87aae3f6-b014-45a6-89a5-15ac453c8df2 req-7b82d5b6-5c96-4a98-9eec-50c7d1ed2d08 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef4005c5-60f9-4836-b0f6-79b07cdeb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340437 Apr 05 20:32:33.409569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:32:33.412277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6f098-d0fd-41d7-add7-8b0f3505fa31 req-58877de9-9dc0-4e6f-b729-a98a86b4d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:33.413851 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ed6f098-d0fd-41d7-add7-8b0f3505fa31 req-58877de9-9dc0-4e6f-b729-a98a86b4d4d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.5968213 Apr 05 20:32:33.442830 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06194fda-91f4-46fc-bf48-86733ad161f0 None None] Sync routers for ids ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:32:33.488192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcbdd1b-2eeb-4ddc-8c80-bb6d2d64c630 req-4b73775d-2dae-4341-a015-8da8f30aacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:33.489618 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06194fda-91f4-46fc-bf48-86733ad161f0 None None] Routers {'9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:33.491637 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0dcbdd1b-2eeb-4ddc-8c80-bb6d2d64c630 req-4b73775d-2dae-4341-a015-8da8f30aacc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8133712 Apr 05 20:32:33.493601 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-06194fda-91f4-46fc-bf48-86733ad161f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:33.714064 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ed6f098-d0fd-41d7-add7-8b0f3505fa31 req-75eb65ed-fe52-41a7-be07-88d4a0301ebf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1f7958f4-c172-497e-985b-64714eea1de1 HTTP/1.1" status: 200 len: 217 time: 0.1366205 Apr 05 20:32:33.748894 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-974e72f9-2148-458f-a01c-f65049b0fb57 req-e3056007-1693-4687-8d38-3292076ef70d tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1169384 Apr 05 20:32:33.839922 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:33.927153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6f098-d0fd-41d7-add7-8b0f3505fa31 req-9f475b1d-46f3-4031-a565-7e0e1f97796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:33.935287 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ed6f098-d0fd-41d7-add7-8b0f3505fa31 req-9f475b1d-46f3-4031-a565-7e0e1f97796f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.2141747 Apr 05 20:32:33.939305 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2baca05f-8871-4322-8e7b-98619e346e0f req-4086a3ca-1b65-4c9f-beb2-1ffb43328c31 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ff9a0d6c1d0348769171866fdb751ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5722871 Apr 05 20:32:33.971408 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4195f38c-6a2a-40ce-925d-0daadcab4977 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:32:34.020973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6f1c3-437d-42dd-9eb0-eb3281bfff21 req-bea0341a-0380-42ac-b1da-81d7f2801c8d tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:34.023524 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13a6f1c3-437d-42dd-9eb0-eb3281bfff21 req-bea0341a-0380-42ac-b1da-81d7f2801c8d tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 945 time: 0.7951615 Apr 05 20:32:34.033469 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-37ff655f-72fe-49c1-ad2a-a04c8e02f498 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.1880176 Apr 05 20:32:34.034493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57564) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:34.060826 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-06194fda-91f4-46fc-bf48-86733ad161f0 None None] Set router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:32:34.152125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'tag': '211e1145-2066-46d1-8a8e-cf44a628e43e'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:32:34.186628 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 4195f38c-6a2a-40ce-925d-0daadcab4977 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:34.224713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae638e3-808d-471c-bd2a-551366762498 None None] Network 650d8515-abb4-485b-9a06-8e699b96cc94 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:32:34.337987 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:34.518632 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'tag': '211e1145-2066-46d1-8a8e-cf44a628e43e', 'status': 'completed', 'code': 200} Apr 05 20:32:34.538147 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-13a6f1c3-437d-42dd-9eb0-eb3281bfff21 req-05b125b3-0ebd-4be4-8bde-46ccd9716ce0 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Deleting port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:32:34.538575 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-13a6f1c3-437d-42dd-9eb0-eb3281bfff21 req-05b125b3-0ebd-4be4-8bde-46ccd9716ce0 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:34.606901 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:34.629692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:32:34.930409 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-06194fda-91f4-46fc-bf48-86733ad161f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:31:40Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'a5182319-e908-41b2-a1bd-d060b49b5769', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'port_id': '211e1145-2066-46d1-8a8e-cf44a628e43e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'mac_address': 'fa:16:3e:f9:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:32:28Z', 'updated_at': '2022-04-05T20:32:28Z', 'revision_number': 0, 'project_id': '80fee2de873b412da3b3a54725609093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc9ba9b-c518-49db-b236-c3e6de4644cb', 'name': '', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:80:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:35Z', 'updated_at': '2022-04-05T20:31:57Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:34.938446 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06194fda-91f4-46fc-bf48-86733ad161f0 None None] Checking router: 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:32:34.953933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:34.958542 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06194fda-91f4-46fc-bf48-86733ad161f0 None None] Routers {'9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:34.959166 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-06194fda-91f4-46fc-bf48-86733ad161f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:34.990364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:35.029157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:32:35.066272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e6e8e19c-2c07-4ce7-9320-ff9e87d8fff5 None None] Provisioning for port 4195f38c-6a2a-40ce-925d-0daadcab4977 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:35.103516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e6e8e19c-2c07-4ce7-9320-ff9e87d8fff5 None None] Provisioning complete for port 4195f38c-6a2a-40ce-925d-0daadcab4977 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:35.103884 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e19c-2c07-4ce7-9320-ff9e87d8fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:35.113483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-13a6f1c3-437d-42dd-9eb0-eb3281bfff21 req-05b125b3-0ebd-4be4-8bde-46ccd9716ce0 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] For port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=510a2a18-71d3-4cda-be0a-1d498ac1dcd4,segment=NetworkSegment(f108ae37-d6c8-4610-80bd-87073212af32),segment_id=f108ae37-d6c8-4610-80bd-87073212af32)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:32:35.113847 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-13a6f1c3-437d-42dd-9eb0-eb3281bfff21 req-05b125b3-0ebd-4be4-8bde-46ccd9716ce0 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:35.140706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3975d5f1-33c6-416e-b114-ff81ddf5a61a req-5e1409e5-4a74-4710-8f66-c1ccce2bb78d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:35.143705 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3975d5f1-33c6-416e-b114-ff81ddf5a61a req-5e1409e5-4a74-4710-8f66-c1ccce2bb78d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 944 time: 1.8181479 Apr 05 20:32:35.197614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=93597e89-de1e-4a48-bd6b-987537c40caf,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:35.237325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:35.239299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:35.240519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:35.241794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:35.242360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:35.242894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:35.243586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:35.244215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:35.245498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:35.246713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:35.247910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:35.248870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-13a6f1c3-437d-42dd-9eb0-eb3281bfff21 req-05b125b3-0ebd-4be4-8bde-46ccd9716ce0 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Calling delete_port for 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:32:35.250382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:32:35.394837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baca05f-8871-4322-8e7b-98619e346e0f req-ab03f0c6-456f-4bd9-a260-b68f968a2ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:35.399129 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2baca05f-8871-4322-8e7b-98619e346e0f req-ab03f0c6-456f-4bd9-a260-b68f968a2ddb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4383821 Apr 05 20:32:35.529194 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0dcbdd1b-2eeb-4ddc-8c80-bb6d2d64c630 req-5713ef16-e53e-415a-a5c4-e481f16713ab service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9951150 Apr 05 20:32:35.582138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6f098-d0fd-41d7-add7-8b0f3505fa31 req-c21f170a-35d5-443b-b1d1-3ea0042528b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:35.583660 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ed6f098-d0fd-41d7-add7-8b0f3505fa31 req-c21f170a-35d5-443b-b1d1-3ea0042528b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6395118 Apr 05 20:32:35.607687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3975d5f1-33c6-416e-b114-ff81ddf5a61a req-66d0cd53-d129-445c-bbaf-21efee48afcd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191704 Apr 05 20:32:35.627987 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-06194fda-91f4-46fc-bf48-86733ad161f0 None None] Set router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:32:35.691970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:35.810962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be52c81-997d-46ac-8f7d-6af9ac6816ae req-fea8cbf4-62d6-4739-9573-a945a28924a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:35.812454 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8be52c81-997d-46ac-8f7d-6af9ac6816ae req-fea8cbf4-62d6-4739-9573-a945a28924a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80fee2de873b412da3b3a54725609093&device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 1096 time: 1.1802316 Apr 05 20:32:35.937992 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e19c-2c07-4ce7-9320-ff9e87d8fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:35.968042 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ca0778aa-db75-40b8-8c7c-af53268d75a8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/floatingips/a5182319-e908-41b2-a1bd-d060b49b5769 HTTP/1.1" status: 200 len: 991 time: 1.8108637 Apr 05 20:32:35.988108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:32:36.045121 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-13a6f1c3-437d-42dd-9eb0-eb3281bfff21 req-05b125b3-0ebd-4be4-8bde-46ccd9716ce0 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:36.077132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e6e8e19c-2c07-4ce7-9320-ff9e87d8fff5 None None] For port 4195f38c-6a2a-40ce-925d-0daadcab4977, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4195f38c-6a2a-40ce-925d-0daadcab4977,segment=NetworkSegment(f8084ce8-9391-4bbe-83b3-ec0509bfcfca),segment_id=f8084ce8-9391-4bbe-83b3-ec0509bfcfca)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:32:36.118566 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6e8e19c-2c07-4ce7-9320-ff9e87d8fff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:36.120967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'port_id': '5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5', 'mac_address': 'fa:16:3e:73:cd:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:32:36.189823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b125b3-0ebd-4be4-8bde-46ccd9716ce0 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Pushing event deleted for resources: {'Port': ['ID=510a2a18-71d3-4cda-be0a-1d498ac1dcd4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:36.295266 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0dcbdd1b-2eeb-4ddc-8c80-bb6d2d64c630 req-c982d5f3-3b80-45e3-97c1-d7ea0f9efe8e service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7636769 Apr 05 20:32:36.331080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 update to DOWN by agent not found {{(pid=87966) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 05 20:32:36.421692 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ed6f098-d0fd-41d7-add7-8b0f3505fa31 req-4484983f-3e48-41d0-ae97-1955380cb65f service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8010843 Apr 05 20:32:36.429801 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:36.450638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8e19c-2c07-4ce7-9320-ff9e87d8fff5 None None] Pushing event updated for resources: {'Port': ['ID=4195f38c-6a2a-40ce-925d-0daadcab4977,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:36.461946 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:32:36.483457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a6f1c3-437d-42dd-9eb0-eb3281bfff21 req-05b125b3-0ebd-4be4-8bde-46ccd9716ce0 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] No DVR routers for this DVR port 510a2a18-71d3-4cda-be0a-1d498ac1dcd4 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:36.502102 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d342c38d-21d6-47d3-a238-da98f855f3e6 None None] Provisioning complete for port 4195f38c-6a2a-40ce-925d-0daadcab4977 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:36.502678 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d342c38d-21d6-47d3-a238-da98f855f3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:36.503247 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-13a6f1c3-437d-42dd-9eb0-eb3281bfff21 req-05b125b3-0ebd-4be4-8bde-46ccd9716ce0 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:36.522311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195ef84-ceec-4a4d-a9e1-84fa30317ac5 req-fd6859ce-6a5c-48c6-a673-7994c042efc5 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:36.548840 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f195ef84-ceec-4a4d-a9e1-84fa30317ac5 req-fd6859ce-6a5c-48c6-a673-7994c042efc5 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e3c44fb-cecb-42e5-a8ae-7625177db4f8 HTTP/1.1" status: 200 len: 945 time: 1.0511665 Apr 05 20:32:36.553111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3c44fb-cecb-42e5-a8ae-7625177db4f8', 'name': 'network-vif-deleted', 'tag': '510a2a18-71d3-4cda-be0a-1d498ac1dcd4'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:32:36.561269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:32:36.585459 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:36.597806 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-13a6f1c3-437d-42dd-9eb0-eb3281bfff21 req-05b125b3-0ebd-4be4-8bde-46ccd9716ce0 tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.41 "DELETE /v2.0/ports/510a2a18-71d3-4cda-be0a-1d498ac1dcd4 HTTP/1.1" status: 204 len: 173 time: 2.5607831 Apr 05 20:32:36.618801 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-06194fda-91f4-46fc-bf48-86733ad161f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:31:40Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'a5182319-e908-41b2-a1bd-d060b49b5769', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'port_id': '211e1145-2066-46d1-8a8e-cf44a628e43e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'mac_address': 'fa:16:3e:f9:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:32:28Z', 'updated_at': '2022-04-05T20:32:28Z', 'revision_number': 0, 'project_id': '80fee2de873b412da3b3a54725609093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc9ba9b-c518-49db-b236-c3e6de4644cb', 'name': '', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:80:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:35Z', 'updated_at': '2022-04-05T20:31:57Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:36.629872 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06194fda-91f4-46fc-bf48-86733ad161f0 None None] The sync data for ids ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'] in n-d-836604-1 is: [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:31:40Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'a5182319-e908-41b2-a1bd-d060b49b5769', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'floating_ip_address': '172.25.8.233', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'port_id': '211e1145-2066-46d1-8a8e-cf44a628e43e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'mac_address': 'fa:16:3e:f9:3e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:32:28Z', 'updated_at': '2022-04-05T20:32:28Z', 'revision_number': 0, 'project_id': '80fee2de873b412da3b3a54725609093', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dc9ba9b-c518-49db-b236-c3e6de4644cb', 'name': '', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:80:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:35Z', 'updated_at': '2022-04-05T20:31:57Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:32:36.755121 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-484b74f9-3ac9-4c26-8e20-0ac9d1f39835 req-f5f44d69-49c4-41dc-a674-9f05e8fab68b tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.9204540 Apr 05 20:32:36.755467 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f195ef84-ceec-4a4d-a9e1-84fa30317ac5 req-ba57de90-f827-4051-a454-a856ad35387b tempest-VolumesActionsTest-83644220 tempest-VolumesActionsTest-83644220-project] 10.222.0.24 "GET /v2.0/security-groups?id=ef4005c5-60f9-4836-b0f6-79b07cdeb05f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054119 Apr 05 20:32:36.764247 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ed6f098-d0fd-41d7-add7-8b0f3505fa31 req-00648b39-c455-49ec-b9e8-1656be6b1cf9 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532742 Apr 05 20:32:36.875475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:32:36.908331 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2baca05f-8871-4322-8e7b-98619e346e0f req-7ad1a98a-ed91-4a7c-96b3-467eb474d25d tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.41 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1518481 Apr 05 20:32:36.933001 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3c44fb-cecb-42e5-a8ae-7625177db4f8', 'name': 'network-vif-deleted', 'tag': '510a2a18-71d3-4cda-be0a-1d498ac1dcd4', 'status': 'completed', 'code': 200} Apr 05 20:32:36.971814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57822) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:37.028810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:37.262480 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3b677b6d-9dc8-47d8-93da-815dc3d60ec7 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/floatingips/a5182319-e908-41b2-a1bd-d060b49b5769 HTTP/1.1" status: 200 len: 991 time: 0.2845366 Apr 05 20:32:37.263994 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace4f1f6-6a3a-4c44-82dc-2d7f60c68109 None None] New status for floating IP a5182319-e908-41b2-a1bd-d060b49b5769: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:32:37.325710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be52c81-997d-46ac-8f7d-6af9ac6816ae req-ea777985-ad46-4cfd-9383-8045452ec307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:37.327579 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8be52c81-997d-46ac-8f7d-6af9ac6816ae req-ea777985-ad46-4cfd-9383-8045452ec307 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f9af11f-dff6-41b4-82c4-a3276aca7fda HTTP/1.1" status: 200 len: 898 time: 1.4918430 Apr 05 20:32:37.664248 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:37.939327 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4195f38c-6a2a-40ce-925d-0daadcab4977 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:32:38.099276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4195f38c-6a2a-40ce-925d-0daadcab4977 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:38.099987 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:38.124025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5ae8a-920b-4151-90f8-96e63b2a6a01 req-4038f7ba-14df-480f-aed8-2361d7c29708 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:38.141075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88f5ae8a-920b-4151-90f8-96e63b2a6a01 req-4038f7ba-14df-480f-aed8-2361d7c29708 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 945 time: 0.9020326 Apr 05 20:32:38.220586 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8be52c81-997d-46ac-8f7d-6af9ac6816ae req-6d305d8d-32a7-425c-bcf3-2f210a43a3aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211e1145-2066-46d1-8a8e-cf44a628e43e HTTP/1.1" status: 200 len: 999 time: 0.8123360 Apr 05 20:32:38.260971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57934) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:38.488591 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc545ae1-f9dc-4b50-bfeb-09ca57886eec req-1e01e753-b45f-4d55-bd83-8e0882b344cd tempest-ServerShowV254Test-1815946122 tempest-ServerShowV254Test-1815946122-project] 10.222.0.24 "GET /v2.0/ports?device_id=09eb12fe-5366-49ab-9af8-0a1f1884a57d HTTP/1.1" status: 200 len: 210 time: 0.1087000 Apr 05 20:32:38.573208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1bc651b0-2ee5-4efc-8d65-30ca5126a39c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/floatingips/a5182319-e908-41b2-a1bd-d060b49b5769 HTTP/1.1" status: 200 len: 993 time: 0.3095105 Apr 05 20:32:38.589185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:32:38.615425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88f5ae8a-920b-4151-90f8-96e63b2a6a01 req-cf90f9b4-3b33-4dab-9930-c85dfd91c4a8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731073 Apr 05 20:32:38.625873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be52c81-997d-46ac-8f7d-6af9ac6816ae req-b78ddcce-a879-4689-b9ee-3d3f8570e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:38.627672 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8be52c81-997d-46ac-8f7d-6af9ac6816ae req-b78ddcce-a879-4689-b9ee-3d3f8570e469 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc5c4ca7-42ad-464d-9840-ada40f943526 HTTP/1.1" status: 200 len: 834 time: 0.3951557 Apr 05 20:32:38.780584 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:38.795897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:38.802262 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:38.805618 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:38.806130 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:39.045737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be52c81-997d-46ac-8f7d-6af9ac6816ae req-cab40ccc-258e-40ab-b16a-2d987e08a444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:39.047638 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8be52c81-997d-46ac-8f7d-6af9ac6816ae req-cab40ccc-258e-40ab-b16a-2d987e08a444 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9af11f-dff6-41b4-82c4-a3276aca7fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4066880 Apr 05 20:32:39.105597 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:39.108786 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:39.139569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6108a1-095e-4c21-adf0-36a604256e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:32:39.162294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:32:39.171528 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:39.354825 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6108a1-095e-4c21-adf0-36a604256e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5', 'code': 200} Apr 05 20:32:39.355669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:39.715937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073d127-486c-41bf-8fc9-ce9847aeb625 req-1559734d-7272-4fe6-b08c-6790559da6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:39.723544 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8073d127-486c-41bf-8fc9-ce9847aeb625 req-1559734d-7272-4fe6-b08c-6790559da6ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 1097 time: 0.3549030 Apr 05 20:32:39.736909 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8be52c81-997d-46ac-8f7d-6af9ac6816ae req-5f6e4585-43c5-4f99-a924-920cb1afdc71 service neutron] 10.222.0.13 "GET /v2.0/networks/9f9af11f-dff6-41b4-82c4-a3276aca7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6758497 Apr 05 20:32:39.773617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 55d90132-b703-4153-bc4e-457ac6d4dfb0 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:32:39.952149 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8073d127-486c-41bf-8fc9-ce9847aeb625 req-b54e2aca-d13f-4060-811a-6f318e90a5c9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139945 Apr 05 20:32:39.989410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e4e33-2c21-4001-81e7-3d855b240e04 req-682567be-56ec-452f-a031-5453a25aeb96 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:39.991259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b75e4e33-2c21-4001-81e7-3d855b240e04 req-682567be-56ec-452f-a031-5453a25aeb96 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.1182764 Apr 05 20:32:40.113185 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b75e4e33-2c21-4001-81e7-3d855b240e04 req-e3010fbc-aabc-4620-9246-7dae7a636ca4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126885 Apr 05 20:32:40.145052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58032) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:40.194743 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8be52c81-997d-46ac-8f7d-6af9ac6816ae req-19d9c7e7-14ab-4378-94e2-c7f39531978f service neutron] 10.222.0.13 "GET /v2.0/networks/9f9af11f-dff6-41b4-82c4-a3276aca7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238532 Apr 05 20:32:40.239599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:32:40.256636 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59152e68-9c1d-4a19-abf7-dce125aeb7c2 None None] Sync routers for ids ['55d90132-b703-4153-bc4e-457ac6d4dfb0'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:32:40.275984 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59152e68-9c1d-4a19-abf7-dce125aeb7c2 None None] Routers {'55d90132-b703-4153-bc4e-457ac6d4dfb0'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:40.276750 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-59152e68-9c1d-4a19-abf7-dce125aeb7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['55d90132-b703-4153-bc4e-457ac6d4dfb0'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:40.281457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:40.286426 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-77286574-5aec-42c8-8e2d-cc4e1e866ca4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.6129208 Apr 05 20:32:40.287144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58042) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:40.369803 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-59152e68-9c1d-4a19-abf7-dce125aeb7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:40.380320 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59152e68-9c1d-4a19-abf7-dce125aeb7c2 None None] Routers {'55d90132-b703-4153-bc4e-457ac6d4dfb0'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:40.381196 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-59152e68-9c1d-4a19-abf7-dce125aeb7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['55d90132-b703-4153-bc4e-457ac6d4dfb0'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:40.451172 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-59152e68-9c1d-4a19-abf7-dce125aeb7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:40.451716 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59152e68-9c1d-4a19-abf7-dce125aeb7c2 None None] The sync data for ids ['55d90132-b703-4153-bc4e-457ac6d4dfb0'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:32:40.509201 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4b8c91d-693c-4986-a5c5-5e20d15dfa87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:40.562647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d4b8c91d-693c-4986-a5c5-5e20d15dfa87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:40.634765 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d4b8c91d-693c-4986-a5c5-5e20d15dfa87 admin admin] Usage tracker for resource:security_group_rule and tenant:ff9a0d6c1d0348769171866fdb751ca6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:40.641914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d4b8c91d-693c-4986-a5c5-5e20d15dfa87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:40.652654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d4b8c91d-693c-4986-a5c5-5e20d15dfa87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:41.393603 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d2ab49f9-d039-413a-ae65-017acb0a13f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:41.442206 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4b8c91d-693c-4986-a5c5-5e20d15dfa87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:41.457244 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d4b8c91d-693c-4986-a5c5-5e20d15dfa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:41.471331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fd41c-a69c-4316-9a34-d3abcdcba7e0 req-18b18005-167e-4997-98bf-f52c07f6087c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:41.473979 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c31fd41c-a69c-4316-9a34-d3abcdcba7e0 req-18b18005-167e-4997-98bf-f52c07f6087c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.1551671 Apr 05 20:32:41.519515 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d4b8c91d-693c-4986-a5c5-5e20d15dfa87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff9a0d6c1d0348769171866fdb751ca6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3733709 Apr 05 20:32:41.528735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58072) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:41.590633 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c31fd41c-a69c-4316-9a34-d3abcdcba7e0 req-1823cda1-ab36-4799-a14a-d4d2e7c21a3d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063285 Apr 05 20:32:41.689223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8c91d-693c-4986-a5c5-5e20d15dfa87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5a4f0f-7c91-4889-b55e-163072cf7866,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:41.776022 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c67bb42-b711-4bcc-a7ba-247895e5c429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:41.828285 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c67bb42-b711-4bcc-a7ba-247895e5c429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:41.898116 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:42.157004 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c67bb42-b711-4bcc-a7ba-247895e5c429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:42.197629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67bb42-b711-4bcc-a7ba-247895e5c429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5a4f0f-7c91-4889-b55e-163072cf7866,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:42.205758 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c67bb42-b711-4bcc-a7ba-247895e5c429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:42.207035 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1c67bb42-b711-4bcc-a7ba-247895e5c429 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a5a4f0f-7c91-4889-b55e-163072cf7866 HTTP/1.1" status: 204 len: 168 time: 0.6645603 Apr 05 20:32:42.505755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.20.0.1 (650d8515-abb4-485b-9a06-8e699b96cc94/108d1925-b66b-47b8-a966-a1410c4616bc/29421289-ac7f-4630-88cb-6173804c70de) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:43.113477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:43.134050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040e28-7a51-4e35-99fa-92357639ddab req-d2ea5366-c41c-4ce2-9343-c8c37eea3be1 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:43.135512 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0f040e28-7a51-4e35-99fa-92357639ddab req-d2ea5366-c41c-4ce2-9343-c8c37eea3be1 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.3746271 Apr 05 20:32:43.160843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Transition to ACTIVE for port object 29421289-ac7f-4630-88cb-6173804c70de will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:43.211275 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0f040e28-7a51-4e35-99fa-92357639ddab req-828f3136-011f-4f3f-94f8-b1aecacb51fb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689926 Apr 05 20:32:43.259467 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:43.326638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network 650d8515-abb4-485b-9a06-8e699b96cc94 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:43.335037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:43.349549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:32:43.416725 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:43.553527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58116) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:43.586316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=29421289-ac7f-4630-88cb-6173804c70de,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:43.659059 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:43.691182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-122970020-network', 'tenant_id': '09b5feed46c346ba86ce493c9c243f48'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:43.697428 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8f56ce4f-348e-40a6-956e-1ab2c01b7483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:43.708607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:43.726343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Usage tracker for resource:network and tenant:09b5feed46c346ba86ce493c9c243f48 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:43.739955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:43.768557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:43.799355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Made reservation on behalf of 09b5feed46c346ba86ce493c9c243f48 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:43.815182 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:43.985842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.022541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6a27b28c-94c1-4ed6-91d6-f66d5adffac6 None None] Provisioning for port 29421289-ac7f-4630-88cb-6173804c70de completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:44.030732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6a27b28c-94c1-4ed6-91d6-f66d5adffac6 None None] Provisioning complete for port 29421289-ac7f-4630-88cb-6173804c70de triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:44.031505 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6a27b28c-94c1-4ed6-91d6-f66d5adffac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.053519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:44.073239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Usage tracker for resource:security_group_rule and tenant:09b5feed46c346ba86ce493c9c243f48 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:44.082240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:44.101534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:44.176503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6a27b28c-94c1-4ed6-91d6-f66d5adffac6 None None] Port 29421289-ac7f-4630-88cb-6173804c70de cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:32:44.191977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42123aff-9837-428f-b6f3-8bd1710d88d1 req-17789fe6-cc03-431a-8bb0-1614e5a06350 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:44.201540 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42123aff-9837-428f-b6f3-8bd1710d88d1 req-17789fe6-cc03-431a-8bb0-1614e5a06350 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 950 time: 0.8309710 Apr 05 20:32:44.385406 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42123aff-9837-428f-b6f3-8bd1710d88d1 req-12a6770f-008a-4467-a805-4dd05cd6a18a tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dee0b30-0bee-472b-b114-d201304a5762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824026 Apr 05 20:32:44.438846 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de42ae61-609c-4bae-a5da-45677d0dfb88 req-6c3292ea-d26f-4ccd-a71e-89a8ea6484a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4864154 Apr 05 20:32:44.449046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ba14a4-6a6d-4e56-9bae-73f2d2be424d req-e0a3c588-23a3-4d35-97cb-c74b5c8606d3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:44.457025 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f9ba14a4-6a6d-4e56-9bae-73f2d2be424d req-e0a3c588-23a3-4d35-97cb-c74b5c8606d3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.4479570 Apr 05 20:32:44.501360 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.512721 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.597134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:32:44.608070 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f9ba14a4-6a6d-4e56-9bae-73f2d2be424d req-b2ed4b1c-a85f-4584-b8bc-eb22f0301e46 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500285 Apr 05 20:32:44.644088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cad80de-b55e-4470-8733-0d81aece5f0f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:44.650919 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.651495 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Added segment 7581b912-74a7-4d0b-b922-9e587e49fd4a of type vlan for network 57a3dc3a-e074-40a2-aa5d-6bd6cbe45466 Apr 05 20:32:44.703408 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.787723 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.844361 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.888727 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.889913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:44.896555 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:44.994328 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4395633 Apr 05 20:32:45.000627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58144) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:45.016148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Request body: {'subnet': {'network_id': '57a3dc3a-e074-40a2-aa5d-6bd6cbe45466', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-122970020-subnet', 'tenant_id': '09b5feed46c346ba86ce493c9c243f48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:45.063085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ae61-609c-4bae-a5da-45677d0dfb88 req-de71a73b-9796-46f8-bde2-56724eb65706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:45.064811 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de42ae61-609c-4bae-a5da-45677d0dfb88 req-de71a73b-9796-46f8-bde2-56724eb65706 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 1095 time: 0.4349463 Apr 05 20:32:45.097283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:45.113405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Usage tracker for resource:subnet and tenant:09b5feed46c346ba86ce493c9c243f48 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:45.119392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:45.122655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b704a0d-161c-4257-88db-d604b1ca43c8 admin admin] Pushing event updated for resources: {'Network': ['ID=57a3dc3a-e074-40a2-aa5d-6bd6cbe45466,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:45.137165 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 57a3dc3a-e074-40a2-aa5d-6bd6cbe45466 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:32:45.142792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:45.194223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Made reservation on behalf of 09b5feed46c346ba86ce493c9c243f48 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:45.199758 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:45.202258 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:45.268352 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:45.307924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d32af-8cd0-4df2-bc7a-6e1f20b6d7d2 req-f25f16b6-d252-44d7-95fe-a133ecdebe97 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:45.315437 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd0d32af-8cd0-4df2-bc7a-6e1f20b6d7d2 req-f25f16b6-d252-44d7-95fe-a133ecdebe97 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.13 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 950 time: 0.5955112 Apr 05 20:32:45.425845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=29421289-ac7f-4630-88cb-6173804c70de,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:45.462497 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:45.483835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ae61-609c-4bae-a5da-45677d0dfb88 req-5c6f782f-b84c-496b-a006-4be7ce7655e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:45.486097 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de42ae61-609c-4bae-a5da-45677d0dfb88 req-5c6f782f-b84c-496b-a006-4be7ce7655e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.3892694 Apr 05 20:32:45.510997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-bd0d32af-8cd0-4df2-bc7a-6e1f20b6d7d2 req-89eccd36-44df-4bfd-919b-3d3a8c65c965 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Deleting port 1f7958f4-c172-497e-985b-64714eea1de1 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:32:45.512374 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd0d32af-8cd0-4df2-bc7a-6e1f20b6d7d2 req-89eccd36-44df-4bfd-919b-3d3a8c65c965 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:45.663537 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de42ae61-609c-4bae-a5da-45677d0dfb88 req-d1135471-9501-40e9-a170-785586491ff8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 200 len: 998 time: 0.1591442 Apr 05 20:32:45.770308 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:45.808299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ae61-609c-4bae-a5da-45677d0dfb88 req-3e3d1098-c80f-4d33-a4ef-46d8a3775bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:45.810472 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de42ae61-609c-4bae-a5da-45677d0dfb88 req-3e3d1098-c80f-4d33-a4ef-46d8a3775bc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.0924251 Apr 05 20:32:46.017689 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:46.056490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network 650d8515-abb4-485b-9a06-8e699b96cc94 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:46.059779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ae61-609c-4bae-a5da-45677d0dfb88 req-bf7d6bc1-01ef-4b98-9a0b-419195deff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:46.061696 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de42ae61-609c-4bae-a5da-45677d0dfb88 req-bf7d6bc1-01ef-4b98-9a0b-419195deff48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2424645 Apr 05 20:32:46.062199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:46.147052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09c334f1-550a-47b3-b0ea-de91ffd0c077,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:46.164902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24466c3f-1de4-459d-9511-f42450e8a3e1 req-c0069c8b-0037-4a60-bea4-74b9ce283adf tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:46.166839 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24466c3f-1de4-459d-9511-f42450e8a3e1 req-c0069c8b-0037-4a60-bea4-74b9ce283adf tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 950 time: 0.5083723 Apr 05 20:32:46.179916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Checking segment: {'id': '7581b912-74a7-4d0b-b922-9e587e49fd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '57a3dc3a-e074-40a2-aa5d-6bd6cbe45466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:32:46.180338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Network hostable DHCP agents. Network: 57a3dc3a-e074-40a2-aa5d-6bd6cbe45466, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:32:46.191679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6474cf-e5d4-44c5-a452-abde29f6136f req-4ef90f5b-e7c9-43f1-8fc7-d2ced8b496ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:46.193210 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d6474cf-e5d4-44c5-a452-abde29f6136f req-4ef90f5b-e7c9-43f1-8fc7-d2ced8b496ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.2961433 Apr 05 20:32:46.300406 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d6474cf-e5d4-44c5-a452-abde29f6136f req-083b6003-09f5-4047-a64d-f53f0d59ad5c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975304 Apr 05 20:32:46.346746 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24466c3f-1de4-459d-9511-f42450e8a3e1 req-2a1e9e47-b05d-4dda-ac2f-7e8c734d13e3 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/security-groups?id=0dee0b30-0bee-472b-b114-d201304a5762&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567187 Apr 05 20:32:46.350212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Network 57a3dc3a-e074-40a2-aa5d-6bd6cbe45466 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:32:46.370034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 57a3dc3a-e074-40a2-aa5d-6bd6cbe45466) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:46.380861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:46.380861 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:46.381073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87249c4-4436-4cb4-94ea-5281533b8335 None None] Network 57a3dc3a-e074-40a2-aa5d-6bd6cbe45466 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:32:46.454516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-bd0d32af-8cd0-4df2-bc7a-6e1f20b6d7d2 req-89eccd36-44df-4bfd-919b-3d3a8c65c965 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] For port 1f7958f4-c172-497e-985b-64714eea1de1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1f7958f4-c172-497e-985b-64714eea1de1,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:32:46.454867 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd0d32af-8cd0-4df2-bc7a-6e1f20b6d7d2 req-89eccd36-44df-4bfd-919b-3d3a8c65c965 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:46.465783 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-37fa2479-990b-4532-a5bc-2bb780d40fe5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4631796 Apr 05 20:32:46.519668 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de42ae61-609c-4bae-a5da-45677d0dfb88 req-9de6d20c-38c6-48a2-8bf1-7e348a421c2b service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984318 Apr 05 20:32:46.525486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 55d90132-b703-4153-bc4e-457ac6d4dfb0 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:32:46.569214 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-027cb4bd-cd99-46bd-b022-0afecd038dd8 None None] Provisioning complete for port 29421289-ac7f-4630-88cb-6173804c70de triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:46.570115 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-027cb4bd-cd99-46bd-b022-0afecd038dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:46.633076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-bd0d32af-8cd0-4df2-bc7a-6e1f20b6d7d2 req-89eccd36-44df-4bfd-919b-3d3a8c65c965 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Calling delete_port for 1f7958f4-c172-497e-985b-64714eea1de1 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:32:46.654115 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-027cb4bd-cd99-46bd-b022-0afecd038dd8 None None] Port 29421289-ac7f-4630-88cb-6173804c70de cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:32:46.858740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be0f94f-5fee-4671-949f-bbe09c822914 None None] Network 57a3dc3a-e074-40a2-aa5d-6bd6cbe45466 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:32:46.940959 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd0d32af-8cd0-4df2-bc7a-6e1f20b6d7d2 req-89eccd36-44df-4bfd-919b-3d3a8c65c965 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:47.098282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eccd36-44df-4bfd-919b-3d3a8c65c965 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Pushing event deleted for resources: {'Port': ['ID=1f7958f4-c172-497e-985b-64714eea1de1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:47.197861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58200) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:47.203483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-41828926-network', 'tenant_id': '298f982a240243efb14bc4403ae95f9f'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:47.229309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:47.239324 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de42ae61-609c-4bae-a5da-45677d0dfb88 req-d765190a-5322-414a-a8b4-eabcf5ce9ffa service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7076840 Apr 05 20:32:47.240216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Usage tracker for resource:network and tenant:298f982a240243efb14bc4403ae95f9f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:47.253775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:47.264828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:47.270490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:32:47.278892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0d32af-8cd0-4df2-bc7a-6e1f20b6d7d2 req-89eccd36-44df-4bfd-919b-3d3a8c65c965 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] No DVR routers for this DVR port 1f7958f4-c172-497e-985b-64714eea1de1 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:32:47.281813 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bd0d32af-8cd0-4df2-bc7a-6e1f20b6d7d2 req-89eccd36-44df-4bfd-919b-3d3a8c65c965 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:47.284034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc31701-5d7d-4649-97e9-24b2401e42bc None None] Sync routers for ids ['55d90132-b703-4153-bc4e-457ac6d4dfb0'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:32:47.291157 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a1814f19-793f-42cd-9a4f-705fa00907a2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "PUT /v2.0/routers/55d90132-b703-4153-bc4e-457ac6d4dfb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0027084 Apr 05 20:32:47.292674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193bf770-1785-400f-8fc0-48b50fe47368', 'name': 'network-vif-deleted', 'tag': '1f7958f4-c172-497e-985b-64714eea1de1'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:32:47.295011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58206) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:47.300827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc31701-5d7d-4649-97e9-24b2401e42bc None None] Routers {'55d90132-b703-4153-bc4e-457ac6d4dfb0'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:47.301734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0cc31701-5d7d-4649-97e9-24b2401e42bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['55d90132-b703-4153-bc4e-457ac6d4dfb0'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:47.308330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'port': {'network_id': '650d8515-abb4-485b-9a06-8e699b96cc94', 'name': 'tempest-FloatingIPTestJSON-2077838208'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:47.309840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd0d32af-8cd0-4df2-bc7a-6e1f20b6d7d2 req-89eccd36-44df-4bfd-919b-3d3a8c65c965 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.13 "DELETE /v2.0/ports/1f7958f4-c172-497e-985b-64714eea1de1 HTTP/1.1" status: 204 len: 173 time: 1.9881244 Apr 05 20:32:47.353846 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193bf770-1785-400f-8fc0-48b50fe47368', 'name': 'network-vif-deleted', 'tag': '1f7958f4-c172-497e-985b-64714eea1de1', 'status': 'completed', 'code': 200} Apr 05 20:32:47.434244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0cc31701-5d7d-4649-97e9-24b2401e42bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:47.458768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc31701-5d7d-4649-97e9-24b2401e42bc None None] Routers {'55d90132-b703-4153-bc4e-457ac6d4dfb0'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:47.459879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0cc31701-5d7d-4649-97e9-24b2401e42bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['55d90132-b703-4153-bc4e-457ac6d4dfb0'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:47.564715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Made reservation on behalf of 298f982a240243efb14bc4403ae95f9f for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:47.569096 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:47.608223 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0cc31701-5d7d-4649-97e9-24b2401e42bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:47.609976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc31701-5d7d-4649-97e9-24b2401e42bc None None] The sync data for ids ['55d90132-b703-4153-bc4e-457ac6d4dfb0'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:32:47.692146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:47.721513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8fee6104-c98f-4874-a18a-c378dde4098b req-46c547c9-a72e-4757-9fbe-0f504f937978 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Synchronizing usage tracker for tenant:b989f8259f244c90867a8d5d547804b1 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:47.722456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:47.733416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Usage tracker for resource:security_group_rule and tenant:298f982a240243efb14bc4403ae95f9f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:47.742016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:47.751463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8fee6104-c98f-4874-a18a-c378dde4098b req-46c547c9-a72e-4757-9fbe-0f504f937978 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] Unset dirty status for tenant:b989f8259f244c90867a8d5d547804b1 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:47.752634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:47.752778 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8fee6104-c98f-4874-a18a-c378dde4098b req-46c547c9-a72e-4757-9fbe-0f504f937978 tempest-VolumesBackupsTest-1105597549 tempest-VolumesBackupsTest-1105597549-project] 10.222.0.24 "GET /v2.0/ports?device_id=193bf770-1785-400f-8fc0-48b50fe47368 HTTP/1.1" status: 200 len: 210 time: 0.1248932 Apr 05 20:32:47.765042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Usage tracker for resource:port and tenant:7b523dd593a84adeaa37e7d26ea4e0d3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:47.773592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:47.784978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:47.790826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:47.837236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Made reservation on behalf of 7b523dd593a84adeaa37e7d26ea4e0d3 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:47.841547 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:47.868635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef27a1-cf4c-4360-a808-abcb0df29ed4 req-c8737585-c84f-435c-b805-6443362534d0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:47.870086 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5aef27a1-cf4c-4360-a808-abcb0df29ed4 req-c8737585-c84f-435c-b805-6443362534d0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.2714572 Apr 05 20:32:47.910266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] device_id is not set on port 045c2421-0956-4df3-a718-daf9aa70fcfd yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:32:48.004316 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5aef27a1-cf4c-4360-a808-abcb0df29ed4 req-2a37a1b2-52d7-4b26-806c-fbc9053fb14a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211867 Apr 05 20:32:48.127252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Allocated IP 172.20.0.4 (650d8515-abb4-485b-9a06-8e699b96cc94/108d1925-b66b-47b8-a966-a1410c4616bc/045c2421-0956-4df3-a718-daf9aa70fcfd) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:48.138327 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:48.147871 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:48.168286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:32:48.177376 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:48.177762 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Added segment fb338f97-34c2-49bd-b0c3-dcb8997663ec of type vlan for network bca9a0f5-b648-44fd-adda-531126640d76 Apr 05 20:32:48.204380 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:48.243164 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:48.244109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:48.244670 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:48.333092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b98bd3-189a-4bfe-8bd8-ba211e5f58c0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:48.433523 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2350545 Apr 05 20:32:48.434950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb0a3c-0843-4318-93ac-5c09d7c3b4cf admin admin] Pushing event updated for resources: {'Network': ['ID=bca9a0f5-b648-44fd-adda-531126640d76,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:48.437317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58226) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:48.443518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Request body: {'subnet': {'network_id': 'bca9a0f5-b648-44fd-adda-531126640d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-41828926-subnet', 'tenant_id': '298f982a240243efb14bc4403ae95f9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:48.448125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network bca9a0f5-b648-44fd-adda-531126640d76 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:32:48.454307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:48.459656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Usage tracker for resource:subnet and tenant:298f982a240243efb14bc4403ae95f9f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:48.463712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:48.472794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:48.488505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Made reservation on behalf of 298f982a240243efb14bc4403ae95f9f for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:48.491538 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:48.612107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1f7958f4-c172-497e-985b-64714eea1de1 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:32:48.640129 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:48.697046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Transition to ACTIVE for port object 045c2421-0956-4df3-a718-daf9aa70fcfd will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:48.726514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 1f7958f4-c172-497e-985b-64714eea1de1 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:32:48.732244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1f7958f4-c172-497e-985b-64714eea1de1 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:32:48.751986 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:48.863305 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:48.865307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Network 650d8515-abb4-485b-9a06-8e699b96cc94 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:48.869144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:48.883456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:32:48.956192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce19537-9fce-4096-9b57-e6c9bd9919bb,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:48.970122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event updated for resources: {'Port': ['ID=045c2421-0956-4df3-a718-daf9aa70fcfd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:49.012598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Checking segment: {'id': 'fb338f97-34c2-49bd-b0c3-dcb8997663ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bca9a0f5-b648-44fd-adda-531126640d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:32:49.014219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Network hostable DHCP agents. Network: bca9a0f5-b648-44fd-adda-531126640d76, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:32:49.017646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:49.019068 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:49.072666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58244) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:49.072831 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-34a558ea-029e-4b39-b178-2dc989f170de tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7725391 Apr 05 20:32:49.102841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5d55ae29-bbf7-4101-8d5b-92a10d881156 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Request body: {'floatingip': {'port_id': '045c2421-0956-4df3-a718-daf9aa70fcfd'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:49.216394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e593b11a-0fbb-44b4-b014-f851e277a95a None None] Provisioning for port 045c2421-0956-4df3-a718-daf9aa70fcfd completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:32:49.223092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e593b11a-0fbb-44b4-b014-f851e277a95a None None] Provisioning complete for port 045c2421-0956-4df3-a718-daf9aa70fcfd triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:32:49.223471 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e593b11a-0fbb-44b4-b014-f851e277a95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:49.288424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Network bca9a0f5-b648-44fd-adda-531126640d76 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:32:49.325127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, bca9a0f5-b648-44fd-adda-531126640d76) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:49.344111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:49.344749 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:49.346706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd2e781-a23f-422d-9d44-e736cf8d36a6 None None] Network bca9a0f5-b648-44fd-adda-531126640d76 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:32:49.351137 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d55ae29-bbf7-4101-8d5b-92a10d881156 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:49.358177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e8119-192a-4497-a8f7-3e69b11d4160 req-6e4fe2d8-2178-4f11-abfa-3b9634d9a753 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:49.359975 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea6e8119-192a-4497-a8f7-3e69b11d4160 req-6e4fe2d8-2178-4f11-abfa-3b9634d9a753 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.1176274 Apr 05 20:32:49.394570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e593b11a-0fbb-44b4-b014-f851e277a95a None None] Port 045c2421-0956-4df3-a718-daf9aa70fcfd cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:32:49.460237 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea6e8119-192a-4497-a8f7-3e69b11d4160 req-0037f096-90e5-480d-8b50-4c6e69756f6b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939412 Apr 05 20:32:49.552957 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-832fcd59-cbb7-45dd-b891-9dd6e3f7ae8e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1083229 Apr 05 20:32:49.780177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5acb318-609d-43d0-86ba-ee0b2e572f4a None None] Network bca9a0f5-b648-44fd-adda-531126640d76 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:32:50.872635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048b2df-34f3-4d04-bb0a-19cae5abe06b req-0f09f799-8485-4ad1-94ab-eb4d4e28476a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:50.884607 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8048b2df-34f3-4d04-bb0a-19cae5abe06b req-0f09f799-8485-4ad1-94ab-eb4d4e28476a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.1503530 Apr 05 20:32:50.957136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-7da31102-8dae-4ca5-b88d-1cd6ff950b7f tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:50.957836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-7da31102-8dae-4ca5-b88d-1cd6ff950b7f tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Synchronizing usage tracker for tenant:09b5feed46c346ba86ce493c9c243f48 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:50.960440 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8048b2df-34f3-4d04-bb0a-19cae5abe06b req-d0a7c789-d48c-49ed-bf83-e68dcb1c3afd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748014 Apr 05 20:32:50.997872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-7da31102-8dae-4ca5-b88d-1cd6ff950b7f tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Unset dirty status for tenant:09b5feed46c346ba86ce493c9c243f48 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:51.004567 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-7da31102-8dae-4ca5-b88d-1cd6ff950b7f tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/networks?id=57a3dc3a-e074-40a2-aa5d-6bd6cbe45466 HTTP/1.1" status: 200 len: 824 time: 0.2440290 Apr 05 20:32:51.026710 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-bcf905b2-78f8-4f30-ae82-828b077ac848 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/quotas/09b5feed46c346ba86ce493c9c243f48 HTTP/1.1" status: 200 len: 375 time: 0.0212884 Apr 05 20:32:51.150832 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d55ae29-bbf7-4101-8d5b-92a10d881156 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:51.193343 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d55ae29-bbf7-4101-8d5b-92a10d881156 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:51.385337 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-5d55ae29-bbf7-4101-8d5b-92a10d881156 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Floating IP 2d23fc5a-d7c0-4cda-ab1f-aaae755ece6f associated. External IP: 172.25.8.122, port: 1ae45d64-123e-46be-a0cc-828520079d3b. Apr 05 20:32:51.440645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-395ddda1-58bf-4e1e-88a8-490c9a4d9b24 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09b5feed46c346ba86ce493c9c243f48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2884588 Apr 05 20:32:51.732161 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-3dc6dd70-c01a-4403-84a5-b3ac5883cf43 service neutron] 10.222.0.24 "GET /v2.0/networks/57a3dc3a-e074-40a2-aa5d-6bd6cbe45466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535847 Apr 05 20:32:51.934165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58296) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:51.939773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-988bee74-c925-45d9-88dc-17176e8253b2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--129864621', 'description': 'tempest-description--892052795'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:51.950719 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-988bee74-c925-45d9-88dc-17176e8253b2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:51.989453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-988bee74-c925-45d9-88dc-17176e8253b2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:52.013662 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-988bee74-c925-45d9-88dc-17176e8253b2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:52.061110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-988bee74-c925-45d9-88dc-17176e8253b2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:52.071990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-988bee74-c925-45d9-88dc-17176e8253b2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group_rule and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:52.079271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-988bee74-c925-45d9-88dc-17176e8253b2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:52.089633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-988bee74-c925-45d9-88dc-17176e8253b2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:52.135876 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-edab21fc-c06e-4d72-8a85-67f164669432 service neutron] 10.222.0.24 "GET /v2.0/networks/57a3dc3a-e074-40a2-aa5d-6bd6cbe45466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204482 Apr 05 20:32:52.176566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d55ae29-bbf7-4101-8d5b-92a10d881156 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:32:52.323603 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-988bee74-c925-45d9-88dc-17176e8253b2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:52.335075 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-988bee74-c925-45d9-88dc-17176e8253b2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:52.482400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bee74-c925-45d9-88dc-17176e8253b2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85780a5b-dbe4-4411-9989-669344249d74,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:52.540002 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-988bee74-c925-45d9-88dc-17176e8253b2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:52.541479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-988bee74-c925-45d9-88dc-17176e8253b2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6062036 Apr 05 20:32:52.547460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58314) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:52.554222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a436468a-bad1-4fd7-88e5-94c1465e7188 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'security_group_rule': {'security_group_id': '85780a5b-dbe4-4411-9989-669344249d74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:52.564621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a436468a-bad1-4fd7-88e5-94c1465e7188 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:52.573250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a436468a-bad1-4fd7-88e5-94c1465e7188 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group_rule and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:52.578081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a436468a-bad1-4fd7-88e5-94c1465e7188 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:52.585661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a436468a-bad1-4fd7-88e5-94c1465e7188 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:52.621994 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a436468a-bad1-4fd7-88e5-94c1465e7188 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:52.643511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18a2d3-6ef1-4291-a7e5-da9e23318f85 req-d8b9453b-04e3-429a-9599-03eba7c0ad96 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:52.653395 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8e18a2d3-6ef1-4291-a7e5-da9e23318f85 req-d8b9453b-04e3-429a-9599-03eba7c0ad96 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.5211742 Apr 05 20:32:52.765831 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7539ff53-ae84-4c9c-8d52-4e0182577e1b req-5e4b7332-f4bb-485d-95e3-6db06afe19a7 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 210 time: 0.1589155 Apr 05 20:32:52.788714 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8e18a2d3-6ef1-4291-a7e5-da9e23318f85 req-6e437d23-d336-47fc-9802-076bc211b0d2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340883 Apr 05 20:32:52.859270 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a436468a-bad1-4fd7-88e5-94c1465e7188 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:52.873094 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a436468a-bad1-4fd7-88e5-94c1465e7188 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:52.935614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a436468a-bad1-4fd7-88e5-94c1465e7188 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=202dac16-b30b-4fc0-b111-39fe2e3c22ca,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:52.973624 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a436468a-bad1-4fd7-88e5-94c1465e7188 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:52.975071 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a436468a-bad1-4fd7-88e5-94c1465e7188 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4264224 Apr 05 20:32:52.977816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58334) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:52.984307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-09772b47-0d6d-4560-b9b9-9a92fcd3fbcf tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'security_group_rule': {'security_group_id': '85780a5b-dbe4-4411-9989-669344249d74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:52.997329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-09772b47-0d6d-4560-b9b9-9a92fcd3fbcf tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:53.002520 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-09772b47-0d6d-4560-b9b9-9a92fcd3fbcf tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group_rule and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:53.015127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-09772b47-0d6d-4560-b9b9-9a92fcd3fbcf tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:53.026998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-09772b47-0d6d-4560-b9b9-9a92fcd3fbcf tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:53.040821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d55ae29-bbf7-4101-8d5b-92a10d881156 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:32:53.046817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58346) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:53.054115 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999106b-6138-400e-809f-f92931fb31af None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:32:53.067937 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999106b-6138-400e-809f-f92931fb31af None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:53.068522 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4999106b-6138-400e-809f-f92931fb31af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:53.282900 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4999106b-6138-400e-809f-f92931fb31af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:53.315939 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4999106b-6138-400e-809f-f92931fb31af None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:53.318048 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4999106b-6138-400e-809f-f92931fb31af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:53.432377 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4999106b-6138-400e-809f-f92931fb31af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:53.433031 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4999106b-6138-400e-809f-f92931fb31af None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:32:53.595347 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09772b47-0d6d-4560-b9b9-9a92fcd3fbcf tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:53.815449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d55ae29-bbf7-4101-8d5b-92a10d881156 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 55d90132-b703-4153-bc4e-457ac6d4dfb0 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:32:53.842111 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09772b47-0d6d-4560-b9b9-9a92fcd3fbcf tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:53.933066 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09772b47-0d6d-4560-b9b9-9a92fcd3fbcf tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:54.041986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09772b47-0d6d-4560-b9b9-9a92fcd3fbcf tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec46361-a398-4f79-a2fe-fcfdaaba57fb,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:54.062990 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d8a1df35-7422-4025-ad11-7122e5dbe83c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/floatingips/a5182319-e908-41b2-a1bd-d060b49b5769 HTTP/1.1" status: 200 len: 993 time: 1.0106764 Apr 05 20:32:54.071353 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09772b47-0d6d-4560-b9b9-9a92fcd3fbcf tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:54.074640 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-09772b47-0d6d-4560-b9b9-9a92fcd3fbcf tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0932918 Apr 05 20:32:54.077215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58394) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:54.088971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:54.107805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:54.112570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:floatingip and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:54.115249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:54.142135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:54.189434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f417f115-1fae-4567-ad57-c396f208dcb3 req-b398f323-3649-4adc-94d1-481df1013fd4 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 210 time: 0.0923953 Apr 05 20:32:54.372473 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:54.415425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d55ae29-bbf7-4101-8d5b-92a10d881156 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:32:54.424536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d55ae29-bbf7-4101-8d5b-92a10d881156 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:54.430725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c2d968-a473-4a79-bc12-83e7eaf6dc70 None None] Sync routers for ids ['55d90132-b703-4153-bc4e-457ac6d4dfb0'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:32:54.450443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c2d968-a473-4a79-bc12-83e7eaf6dc70 None None] Routers {'55d90132-b703-4153-bc4e-457ac6d4dfb0'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:54.452529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-70c2d968-a473-4a79-bc12-83e7eaf6dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['55d90132-b703-4153-bc4e-457ac6d4dfb0'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:54.561222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58422) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:54.573704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69be78-7fb2-4165-851d-b36e695461d8 req-ae5f3020-bed3-4eb7-a101-df1407eec9db tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:54.575869 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2a69be78-7fb2-4165-851d-b36e695461d8 req-ae5f3020-bed3-4eb7-a101-df1407eec9db tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.4151607 Apr 05 20:32:54.585584 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-46ffe542-a277-460e-b747-8797bbe7dc9c tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:54.587017 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-46ffe542-a277-460e-b747-8797bbe7dc9c tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.41 "GET /v2.0/networks?id=57a3dc3a-e074-40a2-aa5d-6bd6cbe45466 HTTP/1.1" status: 200 len: 824 time: 0.4686475 Apr 05 20:32:54.601956 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-70c2d968-a473-4a79-bc12-83e7eaf6dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:54.608139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Request body: {'port': {'device_id': '54693903-604e-43a5-b1d6-a3dc33b182b1', 'network_id': '57a3dc3a-e074-40a2-aa5d-6bd6cbe45466', 'admin_state_up': True, 'tenant_id': '09b5feed46c346ba86ce493c9c243f48'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:54.614899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c2d968-a473-4a79-bc12-83e7eaf6dc70 None None] Routers {'55d90132-b703-4153-bc4e-457ac6d4dfb0'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:54.615819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-70c2d968-a473-4a79-bc12-83e7eaf6dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['55d90132-b703-4153-bc4e-457ac6d4dfb0'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:54.680623 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2a69be78-7fb2-4165-851d-b36e695461d8 req-8d769cae-aefc-4cf6-919e-1bdb17ef7657 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925169 Apr 05 20:32:54.827277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:32:54.831424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Usage tracker for resource:port and tenant:09b5feed46c346ba86ce493c9c243f48 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:32:54.834485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:32:54.843234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:32:54.850475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-70c2d968-a473-4a79-bc12-83e7eaf6dc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:54.850877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c2d968-a473-4a79-bc12-83e7eaf6dc70 None None] The sync data for ids ['55d90132-b703-4153-bc4e-457ac6d4dfb0'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:32:54.859296 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:54.902015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Made reservation on behalf of 09b5feed46c346ba86ce493c9c243f48 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:32:54.905848 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:54.913216 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5d55ae29-bbf7-4101-8d5b-92a10d881156 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "PUT /v2.0/floatingips/2d23fc5a-d7c0-4cda-ab1f-aaae755ece6f HTTP/1.1" status: 200 len: 978 time: 5.8355777 Apr 05 20:32:54.916800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58442) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:32:55.210329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-616681f7-7f50-4c51-9ef4-122f781a0c2c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting port 394aeffc-276f-4ae0-ac93-ffbae383c554 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:32:55.211211 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-616681f7-7f50-4c51-9ef4-122f781a0c2c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:55.291952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Allocated IP 172.25.8.145 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/0d300f3f-6769-4f52-a855-2a70df482175) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:55.313600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Allocated IP 172.20.0.8 (57a3dc3a-e074-40a2-aa5d-6bd6cbe45466/09c334f1-550a-47b3-b0ea-de91ffd0c077/1c1170d7-09a2-4861-8ca4-e096b95cb634) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:32:55.476203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-43e36690-9719-47a9-bf59-0fcfe2f13d41 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port 045c2421-0956-4df3-a718-daf9aa70fcfd {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:32:55.476550 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43e36690-9719-47a9-bf59-0fcfe2f13d41 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:55.875765 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:56.007659 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:56.060421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a696ac-4ca0-4c2f-ac24-0eb320f6b99c req-d04df2fa-2de9-4cf2-bd60-1a6ad04b75e8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:56.060677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-616681f7-7f50-4c51-9ef4-122f781a0c2c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:56.061141 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-616681f7-7f50-4c51-9ef4-122f781a0c2c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:56.068272 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6a696ac-4ca0-4c2f-ac24-0eb320f6b99c req-d04df2fa-2de9-4cf2-bd60-1a6ad04b75e8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.1533954 Apr 05 20:32:56.078075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a67c2a5e-4788-4c03-b525-bcafb6332fe7 req-7f5e6e6a-2b97-4f9c-b89a-963402ff76ce tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 210 time: 0.1692958 Apr 05 20:32:56.124092 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:56.188661 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6a696ac-4ca0-4c2f-ac24-0eb320f6b99c req-861f27fa-5851-45bf-865b-6a58c77273e0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195669 Apr 05 20:32:56.238620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'Port': ['ID=0d300f3f-6769-4f52-a855-2a70df482175,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:56.248092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:56.249410 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:56.297979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-616681f7-7f50-4c51-9ef4-122f781a0c2c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Calling delete_port for 394aeffc-276f-4ae0-ac93-ffbae383c554 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:32:56.349522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Network 57a3dc3a-e074-40a2-aa5d-6bd6cbe45466 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:32:56.350697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:56.352998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:32:56.387692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Pushing event updated for resources: {'Port': ['ID=1c1170d7-09a2-4861-8ca4-e096b95cb634,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:56.391150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:32:56.393244 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:32:56.604053 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43e36690-9719-47a9-bf59-0fcfe2f13d41 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:56.724065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:56.724978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:56.795533 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-a7bba35d-d3de-4fe3-919e-f392d203620d tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1912391 Apr 05 20:32:56.809704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Request body: {'port': {'device_id': '54693903-604e-43a5-b1d6-a3dc33b182b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:32:56.964094 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.059654 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-616681f7-7f50-4c51-9ef4-122f781a0c2c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.123822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616681f7-7f50-4c51-9ef4-122f781a0c2c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Port': ['ID=394aeffc-276f-4ae0-ac93-ffbae383c554,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:57.269382 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.523259 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-616681f7-7f50-4c51-9ef4-122f781a0c2c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.523757 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-616681f7-7f50-4c51-9ef4-122f781a0c2c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Floating IP a5182319-e908-41b2-a1bd-d060b49b5769 disassociated (deleted). External IP: 172.25.8.233, port: 211e1145-2066-46d1-8a8e-cf44a628e43e. Apr 05 20:32:57.563680 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.806760 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43e36690-9719-47a9-bf59-0fcfe2f13d41 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.807300 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43e36690-9719-47a9-bf59-0fcfe2f13d41 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:57.808486 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-43e36690-9719-47a9-bf59-0fcfe2f13d41 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Floating IP 2d23fc5a-d7c0-4cda-ab1f-aaae755ece6f disassociated. External IP: 172.25.8.122, port: 045c2421-0956-4df3-a718-daf9aa70fcfd. Apr 05 20:32:57.809322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-43e36690-9719-47a9-bf59-0fcfe2f13d41 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for 045c2421-0956-4df3-a718-daf9aa70fcfd owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:32:57.893795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3460a8a1-0042-49a7-823b-7ee8b9b9c14f req-b9637971-5cd2-40e2-8e99-e7cad214b07c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:57.895375 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3460a8a1-0042-49a7-823b-7ee8b9b9c14f req-b9637971-5cd2-40e2-8e99-e7cad214b07c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.5094292 Apr 05 20:32:58.318386 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3460a8a1-0042-49a7-823b-7ee8b9b9c14f req-499426e6-3212-486b-a576-7dfffa03d98e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771765 Apr 05 20:32:58.401954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:58.444280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb20f1-5df8-4616-917b-6b341381e814 req-2435a063-22b7-4ee3-b8c9-1f152a954dfa tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:32:58.452942 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eebb20f1-5df8-4616-917b-6b341381e814 req-2435a063-22b7-4ee3-b8c9-1f152a954dfa tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 931 time: 1.0591140 Apr 05 20:32:58.464951 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:58.488589 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43e36690-9719-47a9-bf59-0fcfe2f13d41 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:58.554742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c1170d7-09a2-4861-8ca4-e096b95cb634 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:32:58.618660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-eebb20f1-5df8-4616-917b-6b341381e814 req-acf66c6e-1c53-41d5-a306-e8b0065c80b9 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Synchronizing usage tracker for tenant:09b5feed46c346ba86ce493c9c243f48 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:32:58.619509 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:58.622526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e36690-9719-47a9-bf59-0fcfe2f13d41 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=045c2421-0956-4df3-a718-daf9aa70fcfd,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:58.827027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Transition to ACTIVE for port object 1c1170d7-09a2-4861-8ca4-e096b95cb634 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:32:58.853012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'Port': ['ID=0d300f3f-6769-4f52-a855-2a70df482175,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:58.863435 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:58.924787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616681f7-7f50-4c51-9ef4-122f781a0c2c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:32:58.990256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1170d7-09a2-4861-8ca4-e096b95cb634,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:32:58.991893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-eebb20f1-5df8-4616-917b-6b341381e814 req-acf66c6e-1c53-41d5-a306-e8b0065c80b9 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Unset dirty status for tenant:09b5feed46c346ba86ce493c9c243f48 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:32:59.007954 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eebb20f1-5df8-4616-917b-6b341381e814 req-acf66c6e-1c53-41d5-a306-e8b0065c80b9 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/security-groups?id=3cad80de-b55e-4470-8733-0d81aece5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539672 Apr 05 20:32:59.009746 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:59.216235 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:59.225749 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-27ddb17b-d667-44ea-9b60-4e54f5416b43 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1393373 Apr 05 20:32:59.470991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Attempting to bind port 1c1170d7-09a2-4861-8ca4-e096b95cb634 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:32:59.472374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Attempting to bind port 1c1170d7-09a2-4861-8ca4-e096b95cb634 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '7581b912-74a7-4d0b-b922-9e587e49fd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '57a3dc3a-e074-40a2-aa5d-6bd6cbe45466'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:32:59.473752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Attempting to bind port 1c1170d7-09a2-4861-8ca4-e096b95cb634 on network 57a3dc3a-e074-40a2-aa5d-6bd6cbe45466 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:32:59.488763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Port 1c1170d7-09a2-4861-8ca4-e096b95cb634 on network 57a3dc3a-e074-40a2-aa5d-6bd6cbe45466 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:32:59.494009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Attempting to bind port 1c1170d7-09a2-4861-8ca4-e096b95cb634 on network 57a3dc3a-e074-40a2-aa5d-6bd6cbe45466 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:32:59.512359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:32:59.512867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Checking segment: {'id': '7581b912-74a7-4d0b-b922-9e587e49fd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '57a3dc3a-e074-40a2-aa5d-6bd6cbe45466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:32:59.517904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Bound using segment: {'id': '7581b912-74a7-4d0b-b922-9e587e49fd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '57a3dc3a-e074-40a2-aa5d-6bd6cbe45466'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:32:59.520399 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Bound port: 1c1170d7-09a2-4861-8ca4-e096b95cb634, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7581b912-74a7-4d0b-b922-9e587e49fd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '57a3dc3a-e074-40a2-aa5d-6bd6cbe45466'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:32:59.521692 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:32:59.538472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616681f7-7f50-4c51-9ef4-122f781a0c2c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:32:59.551222 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42577a-0d13-4740-8f9c-bfc0ab8a030f None None] Sync routers for ids ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:32:59.576455 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab42577a-0d13-4740-8f9c-bfc0ab8a030f None None] Routers {'9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:32:59.583071 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ab42577a-0d13-4740-8f9c-bfc0ab8a030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:32:59.615491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e36690-9719-47a9-bf59-0fcfe2f13d41 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 55d90132-b703-4153-bc4e-457ac6d4dfb0 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:32:59.632998 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-616681f7-7f50-4c51-9ef4-122f781a0c2c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:00.016643 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-ab42577a-0d13-4740-8f9c-bfc0ab8a030f None None] Set router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:33:00.067831 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-01a19a17-4fb7-4d33-a888-0a39b1f2ef17 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--129864621&fields=id&tenant_id=0b85162d0163437385af208333519bc3 HTTP/1.1" status: 200 len: 267 time: 0.2369256 Apr 05 20:33:00.078922 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-616681f7-7f50-4c51-9ef4-122f781a0c2c tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "DELETE /v2.0/floatingips/a5182319-e908-41b2-a1bd-d060b49b5769 HTTP/1.1" status: 204 len: 168 time: 5.5157428 Apr 05 20:33:00.097205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] For port 1c1170d7-09a2-4861-8ca4-e096b95cb634, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:33:00.134611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] For port 1c1170d7-09a2-4861-8ca4-e096b95cb634, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1c1170d7-09a2-4861-8ca4-e096b95cb634,segment=NetworkSegment(7581b912-74a7-4d0b-b922-9e587e49fd4a),segment_id=7581b912-74a7-4d0b-b922-9e587e49fd4a)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:33:00.177348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'tag': '211e1145-2066-46d1-8a8e-cf44a628e43e'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:33:00.188063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9641de-8fcb-4d11-bb46-ac1759c53c4d req-5ea7f299-4f46-4274-8bff-c8960b1574f6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:00.203895 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f9641de-8fcb-4d11-bb46-ac1759c53c4d req-5ea7f299-4f46-4274-8bff-c8960b1574f6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.6036668 Apr 05 20:33:00.205433 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:00.331158 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f9641de-8fcb-4d11-bb46-ac1759c53c4d req-9c8e2f53-599e-4821-92bb-aed1dda2324d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052952 Apr 05 20:33:00.377421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:00.380702 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:00.382585 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] 10.222.0.41 "PUT /v2.0/ports/1c1170d7-09a2-4861-8ca4-e096b95cb634 HTTP/1.1" status: 200 len: 1091 time: 3.5791521 Apr 05 20:33:00.391555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54693903-604e-43a5-b1d6-a3dc33b182b1', 'tag': '1c1170d7-09a2-4861-8ca4-e096b95cb634'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:33:00.498510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e36690-9719-47a9-bf59-0fcfe2f13d41 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:33:00.513053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9f03cb-01d3-4f5d-ad78-8fc2663be0c2 None None] Sync routers for ids ['55d90132-b703-4153-bc4e-457ac6d4dfb0'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:33:00.529816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9f03cb-01d3-4f5d-ad78-8fc2663be0c2 None None] Routers {'55d90132-b703-4153-bc4e-457ac6d4dfb0'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:33:00.532444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8c9f03cb-01d3-4f5d-ad78-8fc2663be0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['55d90132-b703-4153-bc4e-457ac6d4dfb0'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:00.699938 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8c9f03cb-01d3-4f5d-ad78-8fc2663be0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:00.720140 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ab42577a-0d13-4740-8f9c-bfc0ab8a030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:31:40Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8dc9ba9b-c518-49db-b236-c3e6de4644cb', 'name': '', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:80:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:35Z', 'updated_at': '2022-04-05T20:31:57Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:00.727168 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42577a-0d13-4740-8f9c-bfc0ab8a030f None None] Checking router: 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:33:00.737906 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43e36690-9719-47a9-bf59-0fcfe2f13d41 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:00.740450 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-43e36690-9719-47a9-bf59-0fcfe2f13d41 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/ports/045c2421-0956-4df3-a718-daf9aa70fcfd HTTP/1.1" status: 204 len: 168 time: 5.8222382 Apr 05 20:33:00.741397 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab42577a-0d13-4740-8f9c-bfc0ab8a030f None None] Routers {'9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:33:00.742275 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ab42577a-0d13-4740-8f9c-bfc0ab8a030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:00.744013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58520) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:00.765328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9f03cb-01d3-4f5d-ad78-8fc2663be0c2 None None] Routers {'55d90132-b703-4153-bc4e-457ac6d4dfb0'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:33:00.765871 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8c9f03cb-01d3-4f5d-ad78-8fc2663be0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['55d90132-b703-4153-bc4e-457ac6d4dfb0'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:00.955646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8c9f03cb-01d3-4f5d-ad78-8fc2663be0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:00.955806 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9f03cb-01d3-4f5d-ad78-8fc2663be0c2 None None] The sync data for ids ['55d90132-b703-4153-bc4e-457ac6d4dfb0'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:33:01.045973 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-ab42577a-0d13-4740-8f9c-bfc0ab8a030f None None] Set router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:33:01.150256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8ea27-e9c1-4de8-9b16-6824daec1fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=1c1170d7-09a2-4861-8ca4-e096b95cb634,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:01.327123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-453f9c77-0664-4889-8e57-2515546970b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:01.330344 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-453f9c77-0664-4889-8e57-2515546970b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09b5feed46c346ba86ce493c9c243f48&device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 1094 time: 0.8897202 Apr 05 20:33:01.339390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2dc998-d7c7-4b21-a381-bb47637f4063 req-f7785536-1106-4c21-8963-13675202ab68 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:01.340123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1c2dc998-d7c7-4b21-a381-bb47637f4063 req-f7785536-1106-4c21-8963-13675202ab68 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Synchronizing usage tracker for tenant:09b5feed46c346ba86ce493c9c243f48 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:01.427185 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-34ad2a2c-f59a-49ea-a5cb-ebb94355676a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c1170d7-09a2-4861-8ca4-e096b95cb634 HTTP/1.1" status: 200 len: 217 time: 0.0823264 Apr 05 20:33:01.458857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-8d8fc00e-34e8-4208-88f8-9eb78d34c81c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:01.461189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-8d8fc00e-34e8-4208-88f8-9eb78d34c81c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:01.517153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1c2dc998-d7c7-4b21-a381-bb47637f4063 req-f7785536-1106-4c21-8963-13675202ab68 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Unset dirty status for tenant:09b5feed46c346ba86ce493c9c243f48 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:01.521036 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c2dc998-d7c7-4b21-a381-bb47637f4063 req-f7785536-1106-4c21-8963-13675202ab68 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 943 time: 0.5260403 Apr 05 20:33:01.591197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-8c4faa2c-488f-4e3d-a176-2057405d94ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:01.592879 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-8c4faa2c-488f-4e3d-a176-2057405d94ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09c334f1-550a-47b3-b0ea-de91ffd0c077 HTTP/1.1" status: 200 len: 864 time: 0.1601586 Apr 05 20:33:01.720834 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-9b2894ee-544f-4e27-8fdf-38c767a560fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57a3dc3a-e074-40a2-aa5d-6bd6cbe45466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192324 Apr 05 20:33:01.829458 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c2dc998-d7c7-4b21-a381-bb47637f4063 req-3a6dfc37-a4d8-44d0-95e2-20d9237eac34 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/security-groups?id=3cad80de-b55e-4470-8733-0d81aece5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870972 Apr 05 20:33:01.860902 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ab42577a-0d13-4740-8f9c-bfc0ab8a030f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:31:40Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8dc9ba9b-c518-49db-b236-c3e6de4644cb', 'name': '', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:80:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:35Z', 'updated_at': '2022-04-05T20:31:57Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:01.877710 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42577a-0d13-4740-8f9c-bfc0ab8a030f None None] The sync data for ids ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'] in n-d-836604-1 is: [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:31:40Z', 'revision_number': 4, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8dc9ba9b-c518-49db-b236-c3e6de4644cb', 'name': '', 'network_id': '9f9af11f-dff6-41b4-82c4-a3276aca7fda', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'mac_address': 'fa:16:3e:80:51:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2411, 'fixed_ips': [{'subnet_id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:35Z', 'updated_at': '2022-04-05T20:31:57Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'subnets': [{'id': 'cc5c4ca7-42ad-464d-9840-ada40f943526', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:33:02.084909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-8d8fc00e-34e8-4208-88f8-9eb78d34c81c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:02.099286 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-8d8fc00e-34e8-4208-88f8-9eb78d34c81c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 814 time: 2.0123253 Apr 05 20:33:02.150930 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-62d0f90b-5a20-4e11-97fc-19b7c08c1dfa tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/quotas/0b85162d0163437385af208333519bc3 HTTP/1.1" status: 200 len: 375 time: 0.0506713 Apr 05 20:33:02.224264 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-939084cf-27da-4987-b03e-8f8c36e7fc5e service neutron] 10.222.0.41 "GET /v2.0/networks/57a3dc3a-e074-40a2-aa5d-6bd6cbe45466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935424 Apr 05 20:33:02.391425 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27012f16-dd3e-4051-bf26-bcbe587c9749 None None] New status for floating IP a5182319-e908-41b2-a1bd-d060b49b5769: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:33:02.644247 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54693903-604e-43a5-b1d6-a3dc33b182b1', 'tag': '1c1170d7-09a2-4861-8ca4-e096b95cb634', 'status': 'completed', 'code': 200} Apr 05 20:33:02.707351 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28fb45ae-08f2-4bf2-a8e7-42862f30b978 req-ee714bdc-a8e9-4ddf-aa03-a99e3266c277 service neutron] 10.222.0.41 "GET /v2.0/networks/57a3dc3a-e074-40a2-aa5d-6bd6cbe45466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712355 Apr 05 20:33:02.722693 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'tag': '211e1145-2066-46d1-8a8e-cf44a628e43e', 'status': 'completed', 'code': 200} Apr 05 20:33:03.046250 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-1dd69a5b-ff57-4c09-9023-f94a3e4643f7 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8940816 Apr 05 20:33:03.050933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24ff78-2a9d-44cd-ae7f-510df391bf89 req-45fc8cd0-c735-4f02-b8b1-8524e200b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:03.059372 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6b24ff78-2a9d-44cd-ae7f-510df391bf89 req-45fc8cd0-c735-4f02-b8b1-8524e200b7ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=80fee2de873b412da3b3a54725609093&device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 1096 time: 0.4338660 Apr 05 20:33:03.297029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26286c1-a20e-4803-88d2-d23e58dc7803 req-b67bb5c9-d012-4135-968e-159a88842c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:03.299234 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a26286c1-a20e-4803-88d2-d23e58dc7803 req-b67bb5c9-d012-4135-968e-159a88842c0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09b5feed46c346ba86ce493c9c243f48&device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 1094 time: 0.5293758 Apr 05 20:33:03.321414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc321093-d61a-4c14-b009-f3225c55aa7d req-62bc51bd-18a8-46fd-8b49-bc651e39a679 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:03.335010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc321093-d61a-4c14-b009-f3225c55aa7d req-62bc51bd-18a8-46fd-8b49-bc651e39a679 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.3067188 Apr 05 20:33:03.493706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24ff78-2a9d-44cd-ae7f-510df391bf89 req-6528c669-1d5d-440c-872c-e70c6450f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:03.500032 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6b24ff78-2a9d-44cd-ae7f-510df391bf89 req-6528c669-1d5d-440c-872c-e70c6450f154 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9f9af11f-dff6-41b4-82c4-a3276aca7fda HTTP/1.1" status: 200 len: 898 time: 0.3247318 Apr 05 20:33:03.543040 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bc321093-d61a-4c14-b009-f3225c55aa7d req-dc2b79d6-f244-430f-90ae-2f14c182530e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066171 Apr 05 20:33:03.624485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26286c1-a20e-4803-88d2-d23e58dc7803 req-e15b928d-7bbd-46c2-af89-4e62c5582190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:03.629857 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a26286c1-a20e-4803-88d2-d23e58dc7803 req-e15b928d-7bbd-46c2-af89-4e62c5582190 service neutron] 10.222.0.41 "GET /v2.0/networks?id=57a3dc3a-e074-40a2-aa5d-6bd6cbe45466 HTTP/1.1" status: 200 len: 925 time: 0.2731524 Apr 05 20:33:03.768109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6b24ff78-2a9d-44cd-ae7f-510df391bf89 req-c60889c3-9734-4980-95d4-640133d23c54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=211e1145-2066-46d1-8a8e-cf44a628e43e HTTP/1.1" status: 200 len: 217 time: 0.2386258 Apr 05 20:33:03.891950 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a26286c1-a20e-4803-88d2-d23e58dc7803 req-0fb1003e-ee9c-4d3b-a375-6c3f59b3bf25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1c1170d7-09a2-4861-8ca4-e096b95cb634 HTTP/1.1" status: 200 len: 217 time: 0.2559142 Apr 05 20:33:03.992245 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-aeb1ab0d-6c27-40d8-8dd5-9580a5122138 service neutron] 10.222.0.24 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9248011 Apr 05 20:33:04.001638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26286c1-a20e-4803-88d2-d23e58dc7803 req-15329cb0-6cad-4333-9963-abe22c093e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:04.003404 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a26286c1-a20e-4803-88d2-d23e58dc7803 req-15329cb0-6cad-4333-9963-abe22c093e53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=09c334f1-550a-47b3-b0ea-de91ffd0c077 HTTP/1.1" status: 200 len: 864 time: 0.1025920 Apr 05 20:33:04.011082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24ff78-2a9d-44cd-ae7f-510df391bf89 req-48478363-c39f-43ea-9cfd-eeea8c6048f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:04.013135 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6b24ff78-2a9d-44cd-ae7f-510df391bf89 req-48478363-c39f-43ea-9cfd-eeea8c6048f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cc5c4ca7-42ad-464d-9840-ada40f943526 HTTP/1.1" status: 200 len: 834 time: 0.1235347 Apr 05 20:33:04.013936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b63b0-b6e9-48b9-8bd8-d2eded60652f req-1712ec15-c607-4629-97bb-a44e8f50e039 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:04.022850 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d66b63b0-b6e9-48b9-8bd8-d2eded60652f req-1712ec15-c607-4629-97bb-a44e8f50e039 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 945 time: 0.2378666 Apr 05 20:33:04.089401 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a26286c1-a20e-4803-88d2-d23e58dc7803 req-74bad85e-6679-4b6e-a709-52ec44b84110 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=57a3dc3a-e074-40a2-aa5d-6bd6cbe45466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505841 Apr 05 20:33:04.180933 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-e07ab7e6-163b-4b11-9ec4-317d376e7b7e service neutron] 10.222.0.24 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653478 Apr 05 20:33:04.309915 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d66b63b0-b6e9-48b9-8bd8-d2eded60652f req-487de190-c4ee-4a67-9866-a39f4f257b0b tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764201 Apr 05 20:33:04.457119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-7903c28f-bd0c-4799-8e82-8c94809a6e2a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:04.457857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-7903c28f-bd0c-4799-8e82-8c94809a6e2a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:04.517400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-7903c28f-bd0c-4799-8e82-8c94809a6e2a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:04.518827 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-7903c28f-bd0c-4799-8e82-8c94809a6e2a tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 945 time: 0.7152629 Apr 05 20:33:04.521722 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d342e2d8-0a6c-46f0-adef-20d1490428ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:04.566943 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a26286c1-a20e-4803-88d2-d23e58dc7803 req-2f14b0a6-3899-49dd-8cc5-f068b692f55b service neutron] 10.222.0.41 "GET /v2.0/networks/57a3dc3a-e074-40a2-aa5d-6bd6cbe45466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260361 Apr 05 20:33:05.198265 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdaf7e7f-3869-4499-b9f0-f8d725ab23fa req-96da3d48-80da-4f31-856d-8230d1f07422 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 210 time: 0.2078683 Apr 05 20:33:05.264984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24ff78-2a9d-44cd-ae7f-510df391bf89 req-66279d68-5332-4bbe-8bc2-ddde262ac7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:05.266503 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6b24ff78-2a9d-44cd-ae7f-510df391bf89 req-66279d68-5332-4bbe-8bc2-ddde262ac7e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9f9af11f-dff6-41b4-82c4-a3276aca7fda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0806384 Apr 05 20:33:05.367984 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a26286c1-a20e-4803-88d2-d23e58dc7803 req-aa384732-017f-482f-9045-0315227100a7 service neutron] 10.222.0.41 "GET /v2.0/networks/57a3dc3a-e074-40a2-aa5d-6bd6cbe45466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7966952 Apr 05 20:33:05.383928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a537d5-a4c9-4893-ad73-ff1f113f08f6 req-5c3415f6-bf2a-4c69-913b-8449f13b97c5 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:05.406068 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09a537d5-a4c9-4893-ad73-ff1f113f08f6 req-5c3415f6-bf2a-4c69-913b-8449f13b97c5 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 943 time: 0.8339615 Apr 05 20:33:05.475318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting port 211e1145-2066-46d1-8a8e-cf44a628e43e {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:05.475562 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:05.525697 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:33:05.535605 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09a537d5-a4c9-4893-ad73-ff1f113f08f6 req-ca1a0898-9f51-4a1d-afe6-ae6d397a8777 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/security-groups?id=3cad80de-b55e-4470-8733-0d81aece5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280727 Apr 05 20:33:05.578489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1c1170d7-09a2-4861-8ca4-e096b95cb634 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:33:05.878696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1c1170d7-09a2-4861-8ca4-e096b95cb634, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1c1170d7-09a2-4861-8ca4-e096b95cb634,segment=NetworkSegment(7581b912-74a7-4d0b-b922-9e587e49fd4a),segment_id=7581b912-74a7-4d0b-b922-9e587e49fd4a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:05.889080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d342e2d8-0a6c-46f0-adef-20d1490428ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port 29421289-ac7f-4630-88cb-6173804c70de {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:05.889590 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d342e2d8-0a6c-46f0-adef-20d1490428ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:05.914132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '1c1170d7-09a2-4861-8ca4-e096b95cb634', 'network_id': '57a3dc3a-e074-40a2-aa5d-6bd6cbe45466', 'port_id': '1c1170d7-09a2-4861-8ca4-e096b95cb634', 'mac_address': 'fa:16:3e:85:60:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09c334f1-550a-47b3-b0ea-de91ffd0c077', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:33:06.025472 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:06.061868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c1170d7-09a2-4861-8ca4-e096b95cb634 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:33:06.096566 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1c1170d7-09a2-4861-8ca4-e096b95cb634, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1c1170d7-09a2-4861-8ca4-e096b95cb634,segment=NetworkSegment(7581b912-74a7-4d0b-b922-9e587e49fd4a),segment_id=7581b912-74a7-4d0b-b922-9e587e49fd4a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:06.105167 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:06.159293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e564c-bcad-49b0-9a40-0c4007efdcf0 req-b9818cd2-4878-415f-aa6a-fe179f0fc7da tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:06.165406 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7e564c-bcad-49b0-9a40-0c4007efdcf0 req-b9818cd2-4878-415f-aa6a-fe179f0fc7da tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.3868778 Apr 05 20:33:06.188583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a56202-54fe-45c0-b599-8095b1ed7b3e req-4bb84e25-6908-463b-a565-8290594e7b50 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:06.190746 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f6a56202-54fe-45c0-b599-8095b1ed7b3e req-4bb84e25-6908-463b-a565-8290594e7b50 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 945 time: 0.3158679 Apr 05 20:33:06.256078 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=1c1170d7-09a2-4861-8ca4-e096b95cb634,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:06.277489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:06.278133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:06.278651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:06.279142 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:06.279850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:06.282321 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:06.282862 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:06.283443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:06.289587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:06.290194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:06.290691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:06.291202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:06.370737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['1c1170d7-09a2-4861-8ca4-e096b95cb634'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:33:06.384272 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f6a56202-54fe-45c0-b599-8095b1ed7b3e req-bf67e6c2-d8ba-4241-96dc-6921d014ce18 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479571 Apr 05 20:33:06.734971 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c20e2c1a-3d11-4fcc-98a2-30213c49f071 req-49e968b4-564e-448f-91f6-9f5c44099105 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 210 time: 0.1402018 Apr 05 20:33:06.749541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 211e1145-2066-46d1-8a8e-cf44a628e43e no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:33:06.754198 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef7e564c-bcad-49b0-9a40-0c4007efdcf0 req-4a2b08f6-69c1-47b3-9412-093fa6ea2774 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774689 Apr 05 20:33:06.895926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] For port 211e1145-2066-46d1-8a8e-cf44a628e43e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=211e1145-2066-46d1-8a8e-cf44a628e43e,segment=NetworkSegment(467e6918-36d3-439a-8619-452d251ee0a1),segment_id=467e6918-36d3-439a-8619-452d251ee0a1)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:06.896606 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:06.957257 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6b24ff78-2a9d-44cd-ae7f-510df391bf89 req-5dee67c7-fac2-4aae-9485-bb4c18faaf5a service neutron] 10.222.0.13 "GET /v2.0/networks/9f9af11f-dff6-41b4-82c4-a3276aca7fda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6790204 Apr 05 20:33:06.983531 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:07.084971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 211e1145-2066-46d1-8a8e-cf44a628e43e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=211e1145-2066-46d1-8a8e-cf44a628e43e,segment=NetworkSegment(467e6918-36d3-439a-8619-452d251ee0a1),segment_id=467e6918-36d3-439a-8619-452d251ee0a1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:07.086884 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211e1145-2066-46d1-8a8e-cf44a628e43e'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:33:07.105264 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:07.234883 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6b24ff78-2a9d-44cd-ae7f-510df391bf89 req-dd1465be-3c35-4005-a28f-9f1890383d5a service neutron] 10.222.0.13 "GET /v2.0/networks/9f9af11f-dff6-41b4-82c4-a3276aca7fda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602761 Apr 05 20:33:07.388645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Calling delete_port for 211e1145-2066-46d1-8a8e-cf44a628e43e owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:07.400460 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '211e1145-2066-46d1-8a8e-cf44a628e43e', 'code': 200} Apr 05 20:33:07.410425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba39393-808f-49fb-a44b-c1c8d69e1827 req-2860b783-03fd-445a-a29e-77885710a9e8 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:07.421824 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1ba39393-808f-49fb-a44b-c1c8d69e1827 req-2860b783-03fd-445a-a29e-77885710a9e8 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 944 time: 0.2672026 Apr 05 20:33:07.422800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=211e1145-2066-46d1-8a8e-cf44a628e43e,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:07.484583 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d342e2d8-0a6c-46f0-adef-20d1490428ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:07.538988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-9119eb55-f9cd-46f8-a49f-a2aa0c3626ae tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:07.540783 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-9119eb55-f9cd-46f8-a49f-a2aa0c3626ae tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 814 time: 0.7606034 Apr 05 20:33:07.594065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1c1170d7-09a2-4861-8ca4-e096b95cb634 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:33:07.624096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-6965d216-a5b1-48a5-a75d-f76bb82782bb tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:07.666906 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1ba39393-808f-49fb-a44b-c1c8d69e1827 req-85baedc1-87ad-4e2a-8bcc-0852039bf3b7 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/security-groups?id=3cad80de-b55e-4470-8733-0d81aece5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437174 Apr 05 20:33:07.671814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-6965d216-a5b1-48a5-a75d-f76bb82782bb tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:07.673124 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-6965d216-a5b1-48a5-a75d-f76bb82782bb tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b85162d0163437385af208333519bc3 HTTP/1.1" status: 200 len: 472 time: 0.1222742 Apr 05 20:33:07.688020 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'port': {'device_id': '1441044e-3e10-4826-aee5-076699dfbeac', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'admin_state_up': True, 'tenant_id': '0b85162d0163437385af208333519bc3', 'security_groups': ['85780a5b-dbe4-4411-9989-669344249d74']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:07.846609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d342e2d8-0a6c-46f0-adef-20d1490428ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for 29421289-ac7f-4630-88cb-6173804c70de owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:07.936893 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:33:07.937557 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:33:07.949534 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 1c1170d7-09a2-4861-8ca4-e096b95cb634 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:07.978824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 1c1170d7-09a2-4861-8ca4-e096b95cb634 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:07.984798 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:08.013602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4954a1-faa4-491f-bc77-90f007624047 req-82ae058d-12b8-4533-82c8-52c790b8882b tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:08.023150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e4954a1-faa4-491f-bc77-90f007624047 req-82ae058d-12b8-4533-82c8-52c790b8882b tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 943 time: 0.2827783 Apr 05 20:33:08.042496 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76857ced-bf24-4287-a3bb-b1c51232cb5c req-cd355934-2a3b-4fc4-b817-fdc9aec34b01 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 210 time: 0.0819111 Apr 05 20:33:08.080613 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e4954a1-faa4-491f-bc77-90f007624047 req-70a0b9c3-778f-48d1-9fe6-9946711a8beb tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562165 Apr 05 20:33:08.179760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:08.198004 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:08.216902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Made reservation on behalf of 0b85162d0163437385af208333519bc3 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:08.220841 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:08.320191 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d342e2d8-0a6c-46f0-adef-20d1490428ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:08.459442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting port 211e1145-2066-46d1-8a8e-cf44a628e43e {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:08.461759 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:08.512806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:08.515870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342e2d8-0a6c-46f0-adef-20d1490428ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=29421289-ac7f-4630-88cb-6173804c70de,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:08.572148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1c1170d7-09a2-4861-8ca4-e096b95cb634, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1c1170d7-09a2-4861-8ca4-e096b95cb634,segment=NetworkSegment(7581b912-74a7-4d0b-b922-9e587e49fd4a),segment_id=7581b912-74a7-4d0b-b922-9e587e49fd4a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:08.580714 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:08.746805 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=1c1170d7-09a2-4861-8ca4-e096b95cb634,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:08.815042 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:08.975997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Allocated IP 172.20.0.8 (e001c7aa-cc86-425e-9f2c-59333aa3f65f/d7a21430-0121-4577-bdb7-ba96e7b606a8/36795325-94e7-4c5b-9d3e-d405b70d95a1) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:33:09.053680 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:09.222406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43701dc-5328-4aca-a1a2-84ae6533793d req-c079d17b-2905-46a2-8302-ddad6ddb7c03 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:09.230015 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a43701dc-5328-4aca-a1a2-84ae6533793d req-c079d17b-2905-46a2-8302-ddad6ddb7c03 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.7274971 Apr 05 20:33:09.291630 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d342e2d8-0a6c-46f0-adef-20d1490428ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:09.301709 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:09.315415 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a43701dc-5328-4aca-a1a2-84ae6533793d req-9ef83aae-8550-4d59-ac68-cf19d1abc6e7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840948 Apr 05 20:33:09.335549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] For port 211e1145-2066-46d1-8a8e-cf44a628e43e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=211e1145-2066-46d1-8a8e-cf44a628e43e,segment=NetworkSegment(467e6918-36d3-439a-8619-452d251ee0a1),segment_id=467e6918-36d3-439a-8619-452d251ee0a1)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:09.335908 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:09.348000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Transition to ACTIVE for port object 36795325-94e7-4c5b-9d3e-d405b70d95a1 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:09.400907 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:09.402010 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54693903-604e-43a5-b1d6-a3dc33b182b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1170d7-09a2-4861-8ca4-e096b95cb634'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:33:09.486848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667359d-2ef8-4814-a86c-c11a5c27dad1 req-e0dd75c9-0160-4026-9b4c-4e6e74cb3428 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:09.488351 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f667359d-2ef8-4814-a86c-c11a5c27dad1 req-e0dd75c9-0160-4026-9b4c-4e6e74cb3428 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 945 time: 0.5042632 Apr 05 20:33:09.557203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Network e001c7aa-cc86-425e-9f2c-59333aa3f65f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:33:09.577695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:09.589934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'Port': ['ID=36795325-94e7-4c5b-9d3e-d405b70d95a1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:09.592997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:33:09.632459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Calling delete_port for 211e1145-2066-46d1-8a8e-cf44a628e43e owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:09.676144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:09.676874 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:09.717822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-0e903bc4-a4ee-4157-b381-a068add2f6b9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0377700 Apr 05 20:33:09.753324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Request body: {'port': {'device_id': '1441044e-3e10-4826-aee5-076699dfbeac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:09.767478 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f667359d-2ef8-4814-a86c-c11a5c27dad1 req-6a71f913-eef6-4ded-9f29-90c5aa864a68 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/security-groups?id=3cad80de-b55e-4470-8733-0d81aece5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685912 Apr 05 20:33:09.943347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b4c5a-9fc4-493d-a78b-dfca9a538947 req-6a975a1e-8d1d-4eb7-9a82-6e2b4cf94131 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:09.944141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-fa7b4c5a-9fc4-493d-a78b-dfca9a538947 req-6a975a1e-8d1d-4eb7-9a82-6e2b4cf94131 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:10.059575 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-32c626ba-38fb-4381-aaf1-7eab99acbe7b None None] Provisioning for port 36795325-94e7-4c5b-9d3e-d405b70d95a1 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:10.079273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-32c626ba-38fb-4381-aaf1-7eab99acbe7b None None] Provisioning complete for port 36795325-94e7-4c5b-9d3e-d405b70d95a1 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:10.080425 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-32c626ba-38fb-4381-aaf1-7eab99acbe7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:10.110822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-fa7b4c5a-9fc4-493d-a78b-dfca9a538947 req-6a975a1e-8d1d-4eb7-9a82-6e2b4cf94131 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:10.125199 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa7b4c5a-9fc4-493d-a78b-dfca9a538947 req-6a975a1e-8d1d-4eb7-9a82-6e2b4cf94131 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 931 time: 0.6554813 Apr 05 20:33:10.175973 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:10.209596 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa7b4c5a-9fc4-493d-a78b-dfca9a538947 req-d05d37fe-01b6-4b84-a5e3-7123b2dc15a4 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=85780a5b-dbe4-4411-9989-669344249d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824537 Apr 05 20:33:10.273823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-32c626ba-38fb-4381-aaf1-7eab99acbe7b None None] Port 36795325-94e7-4c5b-9d3e-d405b70d95a1 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:33:10.299866 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54693903-604e-43a5-b1d6-a3dc33b182b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c1170d7-09a2-4861-8ca4-e096b95cb634', 'code': 200} Apr 05 20:33:10.423601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98465cfa-208b-4cc9-95e4-98bdb86cc59d req-7719fe70-3bff-4b15-ac2e-cc7a92cf5ba8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:10.431945 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-98465cfa-208b-4cc9-95e4-98bdb86cc59d req-7719fe70-3bff-4b15-ac2e-cc7a92cf5ba8 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 943 time: 0.3949313 Apr 05 20:33:10.856997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-98465cfa-208b-4cc9-95e4-98bdb86cc59d req-f13cc375-29f6-43df-9d0d-317cd24a8f46 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/security-groups?id=4deeed25-5984-4849-9aa8-e4ff484407d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4236188 Apr 05 20:33:10.899605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.131851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36795325-94e7-4c5b-9d3e-d405b70d95a1 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:33:11.142978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.163315 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Port': ['ID=211e1145-2066-46d1-8a8e-cf44a628e43e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:11.164051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Transition to ACTIVE for port object 36795325-94e7-4c5b-9d3e-d405b70d95a1 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:11.191933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.205051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] No DVR routers for this DVR port 211e1145-2066-46d1-8a8e-cf44a628e43e on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:33:11.207568 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.213195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'name': 'network-vif-deleted', 'tag': '211e1145-2066-46d1-8a8e-cf44a628e43e'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:33:11.243551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6bff6-613b-4c48-8d90-bc4b8ef30523 req-ba36e55a-629a-42f2-9210-1b3027b0f93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:11.245318 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5e6bff6-613b-4c48-8d90-bc4b8ef30523 req-ba36e55a-629a-42f2-9210-1b3027b0f93d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 1096 time: 0.7888122 Apr 05 20:33:11.248858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d342e2d8-0a6c-46f0-adef-20d1490428ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 55d90132-b703-4153-bc4e-457ac6d4dfb0 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:33:11.290775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f05267fd-a4b0-4de4-a57f-9ca7a5744638 req-db5fa949-3763-440c-9a03-c95c749a4253 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.13 "DELETE /v2.0/ports/211e1145-2066-46d1-8a8e-cf44a628e43e HTTP/1.1" status: 204 len: 173 time: 6.2465122 Apr 05 20:33:11.317248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e4a9a-d71c-45f1-a7fb-16a2283137ee req-8827217b-e38b-4954-8686-58c3b35e8302 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:11.326071 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8a2e4a9a-d71c-45f1-a7fb-16a2283137ee req-8827217b-e38b-4954-8686-58c3b35e8302 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.8665991 Apr 05 20:33:11.352392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Pushing event updated for resources: {'Port': ['ID=36795325-94e7-4c5b-9d3e-d405b70d95a1,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:11.355808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bf0f0-5870-4ebb-9197-90ba8f0fc45e req-6070a636-5b3b-4493-8adf-e7fed9ff73a4 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:11.358227 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df7bf0f0-5870-4ebb-9197-90ba8f0fc45e req-6070a636-5b3b-4493-8adf-e7fed9ff73a4 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 945 time: 0.3113704 Apr 05 20:33:11.396917 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-80895708-d8d1-41ff-8cfc-92e2250ded50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.536230 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8a2e4a9a-d71c-45f1-a7fb-16a2283137ee req-ab275162-c069-4427-882b-b0830b08d50c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085612 Apr 05 20:33:11.719644 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cd9a12-a219-4bf0-852d-2c951632fe2e', 'name': 'network-vif-deleted', 'tag': '211e1145-2066-46d1-8a8e-cf44a628e43e', 'status': 'completed', 'code': 200} Apr 05 20:33:11.721635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d342e2d8-0a6c-46f0-adef-20d1490428ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:33:11.733508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18484c5-a578-4d2b-a58f-ebee3b61a423 None None] Sync routers for ids ['55d90132-b703-4153-bc4e-457ac6d4dfb0'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:33:11.734684 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5e6bff6-613b-4c48-8d90-bc4b8ef30523 req-42a4484e-bef2-44f9-a0aa-e6050c6b3f1b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3cad80de-b55e-4470-8733-0d81aece5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780252 Apr 05 20:33:11.741142 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d342e2d8-0a6c-46f0-adef-20d1490428ee tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "PUT /v2.0/routers/55d90132-b703-4153-bc4e-457ac6d4dfb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9963562 Apr 05 20:33:11.747623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58666) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:11.751899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18484c5-a578-4d2b-a58f-ebee3b61a423 None None] Routers {'55d90132-b703-4153-bc4e-457ac6d4dfb0'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:33:11.752555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a18484c5-a578-4d2b-a58f-ebee3b61a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['55d90132-b703-4153-bc4e-457ac6d4dfb0'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:11.849764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Attempting to bind port 36795325-94e7-4c5b-9d3e-d405b70d95a1 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:33:11.850156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Attempting to bind port 36795325-94e7-4c5b-9d3e-d405b70d95a1 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:33:11.850489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Attempting to bind port 36795325-94e7-4c5b-9d3e-d405b70d95a1 on network e001c7aa-cc86-425e-9f2c-59333aa3f65f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:33:11.905606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Port 36795325-94e7-4c5b-9d3e-d405b70d95a1 on network e001c7aa-cc86-425e-9f2c-59333aa3f65f not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:33:11.905960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Attempting to bind port 36795325-94e7-4c5b-9d3e-d405b70d95a1 on network e001c7aa-cc86-425e-9f2c-59333aa3f65f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:33:11.920633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:33:11.920972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Checking segment: {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:33:11.921538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Bound using segment: {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:33:11.922388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Bound port: 36795325-94e7-4c5b-9d3e-d405b70d95a1, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:33:11.922972 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:11.958673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a18484c5-a578-4d2b-a58f-ebee3b61a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:11.969468 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df7bf0f0-5870-4ebb-9197-90ba8f0fc45e req-5f93e36c-6edc-447b-a760-3435a673b6c0 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/security-groups?id=3cad80de-b55e-4470-8733-0d81aece5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704706 Apr 05 20:33:11.979064 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18484c5-a578-4d2b-a58f-ebee3b61a423 None None] Routers {'55d90132-b703-4153-bc4e-457ac6d4dfb0'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:33:11.979987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a18484c5-a578-4d2b-a58f-ebee3b61a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:32:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['55d90132-b703-4153-bc4e-457ac6d4dfb0'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:12.083650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a18484c5-a578-4d2b-a58f-ebee3b61a423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:12.084071 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18484c5-a578-4d2b-a58f-ebee3b61a423 None None] The sync data for ids ['55d90132-b703-4153-bc4e-457ac6d4dfb0'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:33:12.104093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] For port 36795325-94e7-4c5b-9d3e-d405b70d95a1, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:33:12.137275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a748c-a813-4187-841c-81da79784e9d req-9dd50efc-a270-4019-8472-0bdbfbda330e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.140093 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-592a748c-a813-4187-841c-81da79784e9d req-9dd50efc-a270-4019-8472-0bdbfbda330e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 943 time: 0.2781193 Apr 05 20:33:12.181149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] For port 36795325-94e7-4c5b-9d3e-d405b70d95a1, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=36795325-94e7-4c5b-9d3e-d405b70d95a1,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:33:12.191363 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:12.224392 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:12.288906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.289660 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:12.291112 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] 10.222.0.41 "PUT /v2.0/ports/36795325-94e7-4c5b-9d3e-d405b70d95a1 HTTP/1.1" status: 200 len: 1091 time: 2.5508196 Apr 05 20:33:12.294970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1441044e-3e10-4826-aee5-076699dfbeac', 'tag': '36795325-94e7-4c5b-9d3e-d405b70d95a1'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:33:12.362479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-592a748c-a813-4187-841c-81da79784e9d req-b0e93bfd-639b-4a4b-85ea-0d5f62d84f59 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=85780a5b-dbe4-4411-9989-669344249d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151427 Apr 05 20:33:12.583604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd4f1e-3e8a-415a-ac5a-e3391343929e service neutron] Pushing event updated for resources: {'Port': ['ID=36795325-94e7-4c5b-9d3e-d405b70d95a1,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:12.744807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-45921e18-160c-4c7d-adf3-15814acdf426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:12.747703 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-45921e18-160c-4c7d-adf3-15814acdf426 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 1094 time: 0.3650243 Apr 05 20:33:12.923334 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-10f31173-36e5-491c-a839-d520dc94a706 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36795325-94e7-4c5b-9d3e-d405b70d95a1 HTTP/1.1" status: 200 len: 217 time: 0.1634893 Apr 05 20:33:12.986561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9a719e17-8c3c-49ce-9d45-46e050421ccc req-4c0aa82c-6b04-4f16-a962-07cc874b68a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Synchronizing usage tracker for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:13.030076 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.049156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port 93597e89-de1e-4a48-bd6b-987537c40caf {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:13.049481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.051941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8996c-0603-4ea8-8adf-4306ff65d9f2 req-63339043-e3c1-4c9f-b774-32ac797e7d37 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.054377 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f0a8996c-0603-4ea8-8adf-4306ff65d9f2 req-63339043-e3c1-4c9f-b774-32ac797e7d37 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.4559374 Apr 05 20:33:13.081166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9a719e17-8c3c-49ce-9d45-46e050421ccc req-4c0aa82c-6b04-4f16-a962-07cc874b68a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Unset dirty status for tenant:80fee2de873b412da3b3a54725609093 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:13.082109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9a719e17-8c3c-49ce-9d45-46e050421ccc req-4c0aa82c-6b04-4f16-a962-07cc874b68a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8cd9a12-a219-4bf0-852d-2c951632fe2e HTTP/1.1" status: 200 len: 210 time: 0.4706182 Apr 05 20:33:13.093331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-fe3482c1-e7ef-41a6-a529-b291e17ed547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.097067 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-fe3482c1-e7ef-41a6-a529-b291e17ed547 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a21430-0121-4577-bdb7-ba96e7b606a8 HTTP/1.1" status: 200 len: 853 time: 0.1671133 Apr 05 20:33:13.168452 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1441044e-3e10-4826-aee5-076699dfbeac', 'tag': '36795325-94e7-4c5b-9d3e-d405b70d95a1', 'status': 'completed', 'code': 200} Apr 05 20:33:13.174053 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f0a8996c-0603-4ea8-8adf-4306ff65d9f2 req-45cae2e1-3d94-4ade-bdde-053b186a766c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077511 Apr 05 20:33:13.242306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-a87ed958-ca91-4c9e-a584-26d503d2d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.244688 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-a87ed958-ca91-4c9e-a584-26d503d2d213 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e001c7aa-cc86-425e-9f2c-59333aa3f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294718 Apr 05 20:33:13.252230 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.486453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for 93597e89-de1e-4a48-bd6b-987537c40caf owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:13.518580 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-c9590ce0-4cf3-473c-a6c7-8327ce787b06 service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679265 Apr 05 20:33:13.634276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c16d30-8203-45b3-a527-34903515052a req-bd7e08e1-4186-4f88-a60f-d09bb8362cba tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.636737 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3c16d30-8203-45b3-a527-34903515052a req-bd7e08e1-4186-4f88-a60f-d09bb8362cba tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 945 time: 0.2748809 Apr 05 20:33:13.684010 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-21b2c98c-9b63-4f13-a170-74677dc471bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.746239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e18407-f161-4e3b-a00f-1a355edff2d0 req-e7f5e96d-b6ad-43d1-91dc-95fc4349e14b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:13.758642 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-71e18407-f161-4e3b-a00f-1a355edff2d0 req-e7f5e96d-b6ad-43d1-91dc-95fc4349e14b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3631642 Apr 05 20:33:13.762393 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3c16d30-8203-45b3-a527-34903515052a req-999f1c5b-893e-4505-a463-09dd437aeb9a tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/security-groups?id=3cad80de-b55e-4470-8733-0d81aece5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180153 Apr 05 20:33:13.798525 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35844a81-d9bd-4009-b48f-650aafba6b6c req-adae5787-f26b-41c2-9766-369ca4ba6d33 service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723100 Apr 05 20:33:13.885986 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:13.975990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=93597e89-de1e-4a48-bd6b-987537c40caf,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:14.046593 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-71e18407-f161-4e3b-a00f-1a355edff2d0 req-9b4fc16c-4caf-4144-9f81-aa2ce339f66e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864728 Apr 05 20:33:14.084620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f46378-edd2-4124-b120-277f4019405e req-4a11d821-2c7a-4c60-ac6e-10caa9282263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:14.086849 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89f46378-edd2-4124-b120-277f4019405e req-4a11d821-2c7a-4c60-ac6e-10caa9282263 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 1094 time: 0.2101710 Apr 05 20:33:14.182466 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.428638 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.453868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52ed6e-a7e5-4529-aa93-019c89b6f36d req-720f1a69-63dc-4f86-80df-07140c35a59d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:14.465938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c52ed6e-a7e5-4529-aa93-019c89b6f36d req-720f1a69-63dc-4f86-80df-07140c35a59d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 943 time: 0.3694193 Apr 05 20:33:14.488374 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.550298 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.550798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Fanout notify agent at l3_agent the message router_deleted on router 55d90132-b703-4153-bc4e-457ac6d4dfb0 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:33:14.591043 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c52ed6e-a7e5-4529-aa93-019c89b6f36d req-33feaf01-8d5a-4f4e-a328-620c0a6b3af7 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=85780a5b-dbe4-4411-9989-669344249d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237564 Apr 05 20:33:14.598885 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.600763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4911e882-232f-4d3f-97f5-f1c15fda468e tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/routers/55d90132-b703-4153-bc4e-457ac6d4dfb0 HTTP/1.1" status: 204 len: 168 time: 2.8395951 Apr 05 20:33:14.602748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f46378-edd2-4124-b120-277f4019405e req-29a42630-379d-4f7f-8433-c452454b6740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:14.603621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58704) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:14.604185 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89f46378-edd2-4124-b120-277f4019405e req-29a42630-379d-4f7f-8433-c452454b6740 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 915 time: 0.5108354 Apr 05 20:33:14.695491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-280183db-d924-43bd-8c8b-6f944d2110e3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting subnet 108d1925-b66b-47b8-a966-a1410c4616bc {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:33:14.704330 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-280183db-d924-43bd-8c8b-6f944d2110e3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.710213 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89f46378-edd2-4124-b120-277f4019405e req-ae7dda14-7d74-4782-a41d-36db07e48ef3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36795325-94e7-4c5b-9d3e-d405b70d95a1 HTTP/1.1" status: 200 len: 217 time: 0.0860417 Apr 05 20:33:14.720058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490664b8-c5f0-48fb-a028-2bdf4fd269f9 req-19452889-923d-4a0c-a887-77429f895194 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:14.722280 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-490664b8-c5f0-48fb-a028-2bdf4fd269f9 req-19452889-923d-4a0c-a887-77429f895194 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 945 time: 0.2397478 Apr 05 20:33:14.795245 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.863324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.905648 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-280183db-d924-43bd-8c8b-6f944d2110e3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:14.907923 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-490664b8-c5f0-48fb-a028-2bdf4fd269f9 req-4c8c06fe-f9c8-4ebc-9bd6-d2cdbba24d3e tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/security-groups?id=3cad80de-b55e-4470-8733-0d81aece5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366148 Apr 05 20:33:14.914559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f46378-edd2-4124-b120-277f4019405e req-9fd8c03a-9b37-4c10-874f-638703851a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:14.917160 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89f46378-edd2-4124-b120-277f4019405e req-9fd8c03a-9b37-4c10-874f-638703851a9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a21430-0121-4577-bdb7-ba96e7b606a8 HTTP/1.1" status: 200 len: 853 time: 0.1935194 Apr 05 20:33:15.062365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58716) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:15.103231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f46378-edd2-4124-b120-277f4019405e req-4768da24-09cb-4311-9ff0-5ccf31699f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:15.103231 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89f46378-edd2-4124-b120-277f4019405e req-4768da24-09cb-4311-9ff0-5ccf31699f30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e001c7aa-cc86-425e-9f2c-59333aa3f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749265 Apr 05 20:33:15.111140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6feaf-c912-4bdf-89a5-c248fc8d4b88 req-d59a4bcd-f90b-4519-b7e8-b30c6aebb5fe tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:15.112755 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5a6feaf-c912-4bdf-89a5-c248fc8d4b88 req-d59a4bcd-f90b-4519-b7e8-b30c6aebb5fe tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1350350 Apr 05 20:33:15.183208 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5a6feaf-c912-4bdf-89a5-c248fc8d4b88 req-c441c1a4-7fff-4255-b61b-f4ba6d8cdf09 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645182 Apr 05 20:33:15.186495 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-280183db-d924-43bd-8c8b-6f944d2110e3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.299629 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.336121 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-280183db-d924-43bd-8c8b-6f944d2110e3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.348055 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89f46378-edd2-4124-b120-277f4019405e req-94515684-8cdf-4a4b-9b8d-224054c82f24 service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388639 Apr 05 20:33:15.354351 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.579506 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-280183db-d924-43bd-8c8b-6f944d2110e3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.587533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aada8f1-2c80-4f9a-af63-f2f413af30d3 None None] Network 650d8515-abb4-485b-9a06-8e699b96cc94 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:33:15.629113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280183db-d924-43bd-8c8b-6f944d2110e3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Subnet': ['ID=108d1925-b66b-47b8-a966-a1410c4616bc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:15.655710 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-280183db-d924-43bd-8c8b-6f944d2110e3 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/subnets/108d1925-b66b-47b8-a966-a1410c4616bc HTTP/1.1" status: 204 len: 168 time: 1.0508616 Apr 05 20:33:15.659065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58738) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:15.805578 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89f46378-edd2-4124-b120-277f4019405e req-b1f17c55-6521-42b4-9acc-89618414edd4 service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422371 Apr 05 20:33:15.853950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26223f7-19a1-407c-bdbe-4219697f0353 req-190e9c3d-1e79-4535-ac91-30697f2a84d3 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:15.868551 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a26223f7-19a1-407c-bdbe-4219697f0353 req-190e9c3d-1e79-4535-ac91-30697f2a84d3 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 945 time: 0.3287575 Apr 05 20:33:15.927269 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.954199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd1810-dd62-4aa0-a558-a45078c47290 req-7f344fcd-c8b3-47cc-be06-068a2add5746 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:15.961656 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:15.962447 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88cd1810-dd62-4aa0-a558-a45078c47290 req-7f344fcd-c8b3-47cc-be06-068a2add5746 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3750534 Apr 05 20:33:15.991208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port 4195f38c-6a2a-40ce-925d-0daadcab4977 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:15.991824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.055276 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a26223f7-19a1-407c-bdbe-4219697f0353 req-229b3906-0f7c-4993-8109-4499dc12d8bc tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/security-groups?id=3cad80de-b55e-4470-8733-0d81aece5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846404 Apr 05 20:33:16.079769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4deeed25-5984-4849-9aa8-e4ff484407d4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:16.094628 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88cd1810-dd62-4aa0-a558-a45078c47290 req-a45b23af-925e-4ec8-8d82-047282b92091 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260736 Apr 05 20:33:16.142356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:16.159765 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:16.166516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:16.166989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:16.171701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:16.172230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:16.174298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:16.178549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:16.179132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:16.184424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:16.188749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:16.189301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:16.203335 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.217244 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ce2d1198-0975-4e6e-9d28-20da8d0ee4a3 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "DELETE /v2.0/security-groups/4deeed25-5984-4849-9aa8-e4ff484407d4 HTTP/1.1" status: 204 len: 168 time: 1.1507800 Apr 05 20:33:16.303152 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.381667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58760) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:16.509590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce0a598-5467-4d82-b345-d0c2659e65d6 None None] DHCP port deletion for 650d8515-abb4-485b-9a06-8e699b96cc94 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:33:16.515693 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0a598-5467-4d82-b345-d0c2659e65d6 None None] Deleting port 4195f38c-6a2a-40ce-925d-0daadcab4977 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:16.516078 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a598-5467-4d82-b345-d0c2659e65d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.575423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] For port 4195f38c-6a2a-40ce-925d-0daadcab4977, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4195f38c-6a2a-40ce-925d-0daadcab4977,segment=NetworkSegment(f8084ce8-9391-4bbe-83b3-ec0509bfcfca),segment_id=f8084ce8-9391-4bbe-83b3-ec0509bfcfca)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:16.576016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:16.976110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for 4195f38c-6a2a-40ce-925d-0daadcab4977 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:17.053633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7ce0a598-5467-4d82-b345-d0c2659e65d6 None None] For port 4195f38c-6a2a-40ce-925d-0daadcab4977, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4195f38c-6a2a-40ce-925d-0daadcab4977,segment=NetworkSegment(f8084ce8-9391-4bbe-83b3-ec0509bfcfca),segment_id=f8084ce8-9391-4bbe-83b3-ec0509bfcfca)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:17.054045 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a598-5467-4d82-b345-d0c2659e65d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:17.361474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-7021a17c-01a8-4087-bbe0-01a07a4c2fb4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:17.362347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-7021a17c-01a8-4087-bbe0-01a07a4c2fb4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Synchronizing usage tracker for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:17.382226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0a598-5467-4d82-b345-d0c2659e65d6 None None] Calling delete_port for 4195f38c-6a2a-40ce-925d-0daadcab4977 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:17.415172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-7021a17c-01a8-4087-bbe0-01a07a4c2fb4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Unset dirty status for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:17.455874 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-7021a17c-01a8-4087-bbe0-01a07a4c2fb4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 811 time: 0.3039737 Apr 05 20:33:17.560166 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:17.599919 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-7ce0a598-5467-4d82-b345-d0c2659e65d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:33:17.600553 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-7ce0a598-5467-4d82-b345-d0c2659e65d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:33:17.646109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cb890-1858-402a-9df5-41296bda40e9 req-8b47a175-e267-4359-8199-5401612cc6cf tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:17.649896 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 36795325-94e7-4c5b-9d3e-d405b70d95a1 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:33:17.657469 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be8cb890-1858-402a-9df5-41296bda40e9 req-8b47a175-e267-4359-8199-5401612cc6cf tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 943 time: 1.1217959 Apr 05 20:33:17.663098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-52495b40-9720-4900-a5f4-cce670568a27 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/quotas/f10ec9e518ac4ef8bb4ff5595bf09d23 HTTP/1.1" status: 200 len: 375 time: 0.1999111 Apr 05 20:33:17.719227 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be8cb890-1858-402a-9df5-41296bda40e9 req-a22218ca-1729-44ec-9d22-11a644b91d72 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=85780a5b-dbe4-4411-9989-669344249d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559108 Apr 05 20:33:17.794118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=4195f38c-6a2a-40ce-925d-0daadcab4977,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:17.828714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] No DVR routers for this DVR port 4195f38c-6a2a-40ce-925d-0daadcab4977 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:33:17.869178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 36795325-94e7-4c5b-9d3e-d405b70d95a1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=36795325-94e7-4c5b-9d3e-d405b70d95a1,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:17.908784 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '36795325-94e7-4c5b-9d3e-d405b70d95a1', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'port_id': '36795325-94e7-4c5b-9d3e-d405b70d95a1', 'mac_address': 'fa:16:3e:ad:ca:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:33:17.996496 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4195f38c-6a2a-40ce-925d-0daadcab4977 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:33:18.106614 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0a598-5467-4d82-b345-d0c2659e65d6 None None] Deleting port 4195f38c-6a2a-40ce-925d-0daadcab4977 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:18.108139 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7ce0a598-5467-4d82-b345-d0c2659e65d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.144348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c0f29-8494-419b-9c3a-d54f859b673c req-1018548c-40fe-400e-8e5f-269122490e88 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:18.152486 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5a6c0f29-8494-419b-9c3a-d54f859b673c req-1018548c-40fe-400e-8e5f-269122490e88 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 945 time: 0.1413109 Apr 05 20:33:18.212068 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5a6c0f29-8494-419b-9c3a-d54f859b673c req-abf6ed09-e3de-41f3-b948-bc97eb750b56 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/security-groups?id=3cad80de-b55e-4470-8733-0d81aece5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583963 Apr 05 20:33:18.220550 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.247661 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-801274d9-cf7f-4990-add5-9892928ed82f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.281504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650d8515-abb4-485b-9a06-8e699b96cc94']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:18.320247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 4195f38c-6a2a-40ce-925d-0daadcab4977 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:33:18.320751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4195f38c-6a2a-40ce-925d-0daadcab4977 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:33:18.328376 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7ce0a598-5467-4d82-b345-d0c2659e65d6 None None] The port '4195f38c-6a2a-40ce-925d-0daadcab4977' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:33:18.329348 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-bf72f1fe-2701-4d45-a518-b55a3ade9b27 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6639731 Apr 05 20:33:18.333463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8084ce8-9391-4bbe-83b3-ec0509bfcfca') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:18.333856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8084ce8-9391-4bbe-83b3-ec0509bfcfca') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:18.439180 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.475817 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.525288 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36795325-94e7-4c5b-9d3e-d405b70d95a1 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:33:18.591644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 36795325-94e7-4c5b-9d3e-d405b70d95a1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=36795325-94e7-4c5b-9d3e-d405b70d95a1,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:18.609479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e4042-aa7e-4dce-9033-fd8f4f82f020 req-0a9a49bc-8cd9-46e0-bbf7-f710330b2548 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:18.609734 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.611560 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-956e4042-aa7e-4dce-9033-fd8f4f82f020 req-0a9a49bc-8cd9-46e0-bbf7-f710330b2548 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.41 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 945 time: 0.2860594 Apr 05 20:33:18.665642 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.692527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:33:18.692934 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:33:18.737798 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:33:18.797356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-956e4042-aa7e-4dce-9033-fd8f4f82f020 req-2b146e8a-566a-446a-bc41-af404db22543 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Deleting port 1c1170d7-09a2-4861-8ca4-e096b95cb634 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:18.798440 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-956e4042-aa7e-4dce-9033-fd8f4f82f020 req-2b146e8a-566a-446a-bc41-af404db22543 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:18.884344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['36795325-94e7-4c5b-9d3e-d405b70d95a1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:33:18.972348 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9c31cc4d-60b1-4554-8887-25c4e9641eeb service neutron] 10.222.0.24 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263502 Apr 05 20:33:19.152554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=36795325-94e7-4c5b-9d3e-d405b70d95a1,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:19.330928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-956e4042-aa7e-4dce-9033-fd8f4f82f020 req-2b146e8a-566a-446a-bc41-af404db22543 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] For port 1c1170d7-09a2-4861-8ca4-e096b95cb634, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1c1170d7-09a2-4861-8ca4-e096b95cb634,segment=NetworkSegment(7581b912-74a7-4d0b-b922-9e587e49fd4a),segment_id=7581b912-74a7-4d0b-b922-9e587e49fd4a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:19.331837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-956e4042-aa7e-4dce-9033-fd8f4f82f020 req-2b146e8a-566a-446a-bc41-af404db22543 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:19.371407 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:19.409103 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:19.471769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Network': ['ID=650d8515-abb4-485b-9a06-8e699b96cc94,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:19.480463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ddb85a00-e107-4710-9f4d-d6bbea334820 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/networks/650d8515-abb4-485b-9a06-8e699b96cc94 HTTP/1.1" status: 204 len: 168 time: 3.8172228 Apr 05 20:33:19.488466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58796) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:19.555830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-956e4042-aa7e-4dce-9033-fd8f4f82f020 req-2b146e8a-566a-446a-bc41-af404db22543 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Calling delete_port for 1c1170d7-09a2-4861-8ca4-e096b95cb634 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:19.681158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e0bfd-0b03-477b-9e36-1d6a22aa8f9b req-8e450c13-5ec4-4b86-8dbb-94b0081fedf3 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:19.684458 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-131e0bfd-0b03-477b-9e36-1d6a22aa8f9b req-8e450c13-5ec4-4b86-8dbb-94b0081fedf3 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 944 time: 0.7195086 Apr 05 20:33:19.760570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-21c10aaf-404c-4d91-afc4-c828212d7b6c tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port 7b995da2-3c86-4ca7-93b1-9c673de7aa30 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:19.761547 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-21c10aaf-404c-4d91-afc4-c828212d7b6c tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:19.802787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58808) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:19.807459 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-bc05147a-6181-4188-96bd-49ace8f7784d service neutron] 10.222.0.24 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8321552 Apr 05 20:33:19.945518 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-131e0bfd-0b03-477b-9e36-1d6a22aa8f9b req-7d51242e-66aa-42fe-9250-ad5e57c74b73 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=85780a5b-dbe4-4411-9989-669344249d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180831 Apr 05 20:33:20.226577 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d12a0112-83bb-415d-acb8-f12d6adef0cd req-422a970a-8a2f-490e-bd27-ebb4d9b1371c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 210 time: 0.0556040 Apr 05 20:33:20.298168 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-21c10aaf-404c-4d91-afc4-c828212d7b6c tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:20.298500 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-21c10aaf-404c-4d91-afc4-c828212d7b6c tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:20.313945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-7092651c-29e9-4a0f-a7a4-8c56a425d038 admin admin] Deleting subnet d80e92d9-cbc6-4ab0-97b7-3ca6b597a245 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:33:20.325711 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7092651c-29e9-4a0f-a7a4-8c56a425d038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:20.518206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-21c10aaf-404c-4d91-afc4-c828212d7b6c tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for 7b995da2-3c86-4ca7-93b1-9c673de7aa30 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:20.560107 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7092651c-29e9-4a0f-a7a4-8c56a425d038 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:20.625948 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7092651c-29e9-4a0f-a7a4-8c56a425d038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:20.779878 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-21c10aaf-404c-4d91-afc4-c828212d7b6c tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:20.823595 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7092651c-29e9-4a0f-a7a4-8c56a425d038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:20.863849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c10aaf-404c-4d91-afc4-c828212d7b6c tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=7b995da2-3c86-4ca7-93b1-9c673de7aa30,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:20.871714 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-956e4042-aa7e-4dce-9033-fd8f4f82f020 req-2b146e8a-566a-446a-bc41-af404db22543 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:20.878858 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7092651c-29e9-4a0f-a7a4-8c56a425d038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:20.891702 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-801274d9-cf7f-4990-add5-9892928ed82f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting port 8dc9ba9b-c518-49db-b236-c3e6de4644cb {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:20.892039 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-801274d9-cf7f-4990-add5-9892928ed82f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:20.984773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b146e8a-566a-446a-bc41-af404db22543 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Pushing event deleted for resources: {'Port': ['ID=1c1170d7-09a2-4861-8ca4-e096b95cb634,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:20.986708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092651c-29e9-4a0f-a7a4-8c56a425d038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80e92d9-cbc6-4ab0-97b7-3ca6b597a245,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:21.087663 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7092651c-29e9-4a0f-a7a4-8c56a425d038 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d80e92d9-cbc6-4ab0-97b7-3ca6b597a245 HTTP/1.1" status: 204 len: 168 time: 1.2786117 Apr 05 20:33:21.088503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58836) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:21.153038 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-21c10aaf-404c-4d91-afc4-c828212d7b6c tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:21.273386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-956e4042-aa7e-4dce-9033-fd8f4f82f020 req-2b146e8a-566a-446a-bc41-af404db22543 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] No DVR routers for this DVR port 1c1170d7-09a2-4861-8ca4-e096b95cb634 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:33:21.285325 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-21c10aaf-404c-4d91-afc4-c828212d7b6c tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:21.298521 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-956e4042-aa7e-4dce-9033-fd8f4f82f020 req-2b146e8a-566a-446a-bc41-af404db22543 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:21.300085 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-21c10aaf-404c-4d91-afc4-c828212d7b6c tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/floatingips/2d23fc5a-d7c0-4cda-ab1f-aaae755ece6f HTTP/1.1" status: 204 len: 168 time: 1.8105626 Apr 05 20:33:21.300933 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-956e4042-aa7e-4dce-9033-fd8f4f82f020 req-2b146e8a-566a-446a-bc41-af404db22543 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.41 "DELETE /v2.0/ports/1c1170d7-09a2-4861-8ca4-e096b95cb634 HTTP/1.1" status: 204 len: 173 time: 2.6781008 Apr 05 20:33:21.301069 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58844) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:21.304712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54693903-604e-43a5-b1d6-a3dc33b182b1', 'name': 'network-vif-deleted', 'tag': '1c1170d7-09a2-4861-8ca4-e096b95cb634'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:33:21.329524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12624903-bea3-41be-80c9-90e9188f328a req-ee36059f-d80e-4e7f-82a9-78eef02a1670 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:21.330584 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-12624903-bea3-41be-80c9-90e9188f328a req-ee36059f-d80e-4e7f-82a9-78eef02a1670 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Synchronizing usage tracker for tenant:09b5feed46c346ba86ce493c9c243f48 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:21.377071 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e107d5-f4cd-4d03-98c3-5f0b00a7f5e4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] DELETE failed (client error): The resource could not be found. Apr 05 20:33:21.377647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e107d5-f4cd-4d03-98c3-5f0b00a7f5e4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:33:21.382981 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-23e107d5-f4cd-4d03-98c3-5f0b00a7f5e4 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/ports/045c2421-0956-4df3-a718-daf9aa70fcfd HTTP/1.1" status: 404 len: 333 time: 0.0676169 Apr 05 20:33:21.383939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58850) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:21.475303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e3dfce35-f33f-41f1-8575-c50b11d09cd9 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Synchronizing usage tracker for tenant:7b523dd593a84adeaa37e7d26ea4e0d3 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:21.540961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca38a47-3b72-49ee-8e1e-9bfc2aad713d req-55b0fd69-7e1a-4298-bd91-5f81624ff4a3 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:21.542678 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fca38a47-3b72-49ee-8e1e-9bfc2aad713d req-55b0fd69-7e1a-4298-bd91-5f81624ff4a3 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 944 time: 0.3601651 Apr 05 20:33:21.597459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e3dfce35-f33f-41f1-8575-c50b11d09cd9 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Unset dirty status for tenant:7b523dd593a84adeaa37e7d26ea4e0d3 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:21.599987 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2662e308-1e5d-47ac-a7fb-136c6b9f7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:21.601499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58854) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:21.601644 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e3dfce35-f33f-41f1-8575-c50b11d09cd9 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "GET /v2.0/ports?device_id=55d90132-b703-4153-bc4e-457ac6d4dfb0 HTTP/1.1" status: 200 len: 205 time: 0.2155242 Apr 05 20:33:21.606479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-12624903-bea3-41be-80c9-90e9188f328a req-ee36059f-d80e-4e7f-82a9-78eef02a1670 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] Unset dirty status for tenant:09b5feed46c346ba86ce493c9c243f48 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:21.608190 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12624903-bea3-41be-80c9-90e9188f328a req-ee36059f-d80e-4e7f-82a9-78eef02a1670 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/ports?device_id=54693903-604e-43a5-b1d6-a3dc33b182b1 HTTP/1.1" status: 200 len: 867 time: 1.4380486 Apr 05 20:33:21.613040 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fca38a47-3b72-49ee-8e1e-9bfc2aad713d req-de2b88da-b0e9-4ce0-8ab2-931ff3e018e9 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=85780a5b-dbe4-4411-9989-669344249d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625021 Apr 05 20:33:21.656427 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 36795325-94e7-4c5b-9d3e-d405b70d95a1 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:33:21.826848 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-db6d1ad7-3e2c-40c4-a53b-68f00cc37ffd tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] delete failed (client error): The resource could not be found. Apr 05 20:33:21.827877 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-db6d1ad7-3e2c-40c4-a53b-68f00cc37ffd tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/routers/55d90132-b703-4153-bc4e-457ac6d4dfb0 HTTP/1.1" status: 404 len: 336 time: 0.2232685 Apr 05 20:33:21.830956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58858) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:21.834514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-801274d9-cf7f-4990-add5-9892928ed82f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] For port 8dc9ba9b-c518-49db-b236-c3e6de4644cb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8dc9ba9b-c518-49db-b236-c3e6de4644cb,segment=NetworkSegment(467e6918-36d3-439a-8619-452d251ee0a1),segment_id=467e6918-36d3-439a-8619-452d251ee0a1)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:21.834917 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-801274d9-cf7f-4990-add5-9892928ed82f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:21.853201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 36795325-94e7-4c5b-9d3e-d405b70d95a1 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:21.868447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 36795325-94e7-4c5b-9d3e-d405b70d95a1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:21.869026 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:22.038221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-801274d9-cf7f-4990-add5-9892928ed82f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Calling delete_port for 8dc9ba9b-c518-49db-b236-c3e6de4644cb owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:22.104324 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12624903-bea3-41be-80c9-90e9188f328a req-3a28ae9a-c563-48b4-80bf-cbd42f56c427 tempest-ServersNegativeTestMultiTenantJSON-418638207 tempest-ServersNegativeTestMultiTenantJSON-418638207-project] 10.222.0.24 "GET /v2.0/security-groups?id=3cad80de-b55e-4470-8733-0d81aece5f0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936024 Apr 05 20:33:22.257708 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2662e308-1e5d-47ac-a7fb-136c6b9f7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:22.301344 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-376d11a5-6096-47a2-a7f1-d96c615be2ec tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] DELETE failed (client error): The resource could not be found. Apr 05 20:33:22.302401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376d11a5-6096-47a2-a7f1-d96c615be2ec tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:33:22.304116 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-376d11a5-6096-47a2-a7f1-d96c615be2ec tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/subnets/108d1925-b66b-47b8-a966-a1410c4616bc HTTP/1.1" status: 404 len: 337 time: 0.4720669 Apr 05 20:33:22.324505 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:22.335859 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2662e308-1e5d-47ac-a7fb-136c6b9f7d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d83c6b6f-ce15-476b-ab9c-87c332fc7c76']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:22.342473 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b2710d4f-7eaa-4f82-b79e-053a309e8d35 req-e5a49f11-919c-4bde-bbcb-75a3a18c34c8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 210 time: 0.4202869 Apr 05 20:33:22.343001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58866) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:22.361988 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54693903-604e-43a5-b1d6-a3dc33b182b1', 'name': 'network-vif-deleted', 'tag': '1c1170d7-09a2-4861-8ca4-e096b95cb634', 'status': 'completed', 'code': 200} Apr 05 20:33:22.381731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2662e308-1e5d-47ac-a7fb-136c6b9f7d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f108ae37-d6c8-4610-80bd-87073212af32') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:22.390534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2662e308-1e5d-47ac-a7fb-136c6b9f7d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f108ae37-d6c8-4610-80bd-87073212af32') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:22.399571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1441044e-3e10-4826-aee5-076699dfbeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36795325-94e7-4c5b-9d3e-d405b70d95a1'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:33:22.427822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-74b059d2-58e8-43a7-ab68-a580dc58400c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:22.429409 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-74b059d2-58e8-43a7-ab68-a580dc58400c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.13 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 811 time: 0.4086549 Apr 05 20:33:22.451555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 36795325-94e7-4c5b-9d3e-d405b70d95a1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=36795325-94e7-4c5b-9d3e-d405b70d95a1,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:22.459421 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:22.460214 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1c1170d7-09a2-4861-8ca4-e096b95cb634 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:33:22.461913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Request body: {'port': {'device_id': '45e7f128-36da-46a0-ad9e-ebcc57034b54', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'admin_state_up': True, 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:22.617128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-dd8aed83-78cd-47a5-9eef-1a555ec1be58 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port 1ae45d64-123e-46be-a0cc-828520079d3b {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:22.617472 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd8aed83-78cd-47a5-9eef-1a555ec1be58 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:22.762400 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1441044e-3e10-4826-aee5-076699dfbeac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36795325-94e7-4c5b-9d3e-d405b70d95a1', 'code': 200} Apr 05 20:33:22.771148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 1c1170d7-09a2-4861-8ca4-e096b95cb634 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:33:22.772691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1c1170d7-09a2-4861-8ca4-e096b95cb634 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:33:22.838076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-6f00e3f8-a660-4df9-9ffb-e23e76a42ad3 req-99adea67-16c5-4ca5-93e0-e51dd9bc85f6 service neutron] (87965) timed out ('10.222.0.24', 50194) {{(pid=87965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 20:33:22.888118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=36795325-94e7-4c5b-9d3e-d405b70d95a1,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:22.938546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2662e308-1e5d-47ac-a7fb-136c6b9f7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:22.980170 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2662e308-1e5d-47ac-a7fb-136c6b9f7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:23.001290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2662e308-1e5d-47ac-a7fb-136c6b9f7d45 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:33:23.001960 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2662e308-1e5d-47ac-a7fb-136c6b9f7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:33:23.062451 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:33:23.297850 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd8aed83-78cd-47a5-9eef-1a555ec1be58 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:23.355543 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-801274d9-cf7f-4990-add5-9892928ed82f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:23.366619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58886) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:23.430509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-dd8aed83-78cd-47a5-9eef-1a555ec1be58 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for 1ae45d64-123e-46be-a0cc-828520079d3b owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:23.655430 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd8aed83-78cd-47a5-9eef-1a555ec1be58 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:23.674471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:23.694231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:23.804793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8aed83-78cd-47a5-9eef-1a555ec1be58 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=1ae45d64-123e-46be-a0cc-828520079d3b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:23.816597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b995575-370f-4dd8-a463-7d14350fe64c req-d1c511c8-6020-451e-8844-5813b4f4d86a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:23.825024 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6b995575-370f-4dd8-a463-7d14350fe64c req-d1c511c8-6020-451e-8844-5813b4f4d86a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 945 time: 0.9294558 Apr 05 20:33:23.873195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Made reservation on behalf of f10ec9e518ac4ef8bb4ff5595bf09d23 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:23.878681 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:23.890249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801274d9-cf7f-4990-add5-9892928ed82f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Port': ['ID=8dc9ba9b-c518-49db-b236-c3e6de4644cb,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:23.928240 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6b995575-370f-4dd8-a463-7d14350fe64c req-3201dc08-0528-4e20-8ac2-4365e8912627 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=85780a5b-dbe4-4411-9989-669344249d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018908 Apr 05 20:33:23.975300 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a0478fc6-d8de-490f-b6e7-4d640b0ed523 req-71e6b3bc-b886-42b4-9fac-805ce9220c18 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 210 time: 0.2510576 Apr 05 20:33:23.998809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de1ae0-6e3a-4421-b81a-df29ecf46d98 req-f7832749-c4d0-4467-b9f7-dc3aac1dff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:23.998809 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31de1ae0-6e3a-4421-b81a-df29ecf46d98 req-f7832749-c4d0-4467-b9f7-dc3aac1dff8f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 1096 time: 1.1054792 Apr 05 20:33:24.051604 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2662e308-1e5d-47ac-a7fb-136c6b9f7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.139196 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2662e308-1e5d-47ac-a7fb-136c6b9f7d45 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.165931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662e308-1e5d-47ac-a7fb-136c6b9f7d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=d83c6b6f-ce15-476b-ab9c-87c332fc7c76,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:24.173523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfea9c83-634d-4514-9537-92eb6491db4d admin admin] Deleting subnet 09c334f1-550a-47b3-b0ea-de91ffd0c077 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:33:24.173691 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd8aed83-78cd-47a5-9eef-1a555ec1be58 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.176103 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31de1ae0-6e3a-4421-b81a-df29ecf46d98 req-15f17356-1e1a-4264-84b4-033089d84708 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=85780a5b-dbe4-4411-9989-669344249d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629162 Apr 05 20:33:24.183790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58894) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:24.183970 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2662e308-1e5d-47ac-a7fb-136c6b9f7d45 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d83c6b6f-ce15-476b-ab9c-87c332fc7c76 HTTP/1.1" status: 204 len: 168 time: 3.0820589 Apr 05 20:33:24.184760 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bfea9c83-634d-4514-9537-92eb6491db4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.308470 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bfea9c83-634d-4514-9537-92eb6491db4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.376133 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-801274d9-cf7f-4990-add5-9892928ed82f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.391728 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bfea9c83-634d-4514-9537-92eb6491db4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.483396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58898) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:24.483628 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dd8aed83-78cd-47a5-9eef-1a555ec1be58 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/ports/1ae45d64-123e-46be-a0cc-828520079d3b HTTP/1.1" status: 204 len: 168 time: 2.1346459 Apr 05 20:33:24.511978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-881f187a-9d8f-4a77-a358-2c51f31c9f90 admin admin] Deleting subnet 66d197ec-752a-4f4d-b4e6-fc0c4e2ffd79 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:33:24.516708 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-881f187a-9d8f-4a77-a358-2c51f31c9f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.569354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Allocated IP 172.20.0.9 (d87a9372-eb69-4494-b2c7-bae5dbd4e72f/da5778d0-0eca-48da-a855-2a882bbbe611/ea60c462-5f27-48b3-808b-4e935de28bf4) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:33:24.575113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-3799c712-4c6c-4295-ae4a-824155996843 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port f4332560-9633-4d63-90c9-28580b44674c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:24.576021 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3799c712-4c6c-4295-ae4a-824155996843 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.596091 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-881f187a-9d8f-4a77-a358-2c51f31c9f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.805593 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bfea9c83-634d-4514-9537-92eb6491db4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:24.811089 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-881f187a-9d8f-4a77-a358-2c51f31c9f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:25.046375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfea9c83-634d-4514-9537-92eb6491db4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09c334f1-550a-47b3-b0ea-de91ffd0c077,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:25.056317 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bfea9c83-634d-4514-9537-92eb6491db4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:25.184567 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:25.210155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Transition to ACTIVE for port object ea60c462-5f27-48b3-808b-4e935de28bf4 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:25.273791 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-881f187a-9d8f-4a77-a358-2c51f31c9f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:25.352644 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:25.360847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f187a-9d8f-4a77-a358-2c51f31c9f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d197ec-752a-4f4d-b4e6-fc0c4e2ffd79,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:25.378043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:33:25.594140 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bfea9c83-634d-4514-9537-92eb6491db4d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/09c334f1-550a-47b3-b0ea-de91ffd0c077 HTTP/1.1" status: 204 len: 168 time: 2.1017189 Apr 05 20:33:25.606268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58910) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:25.616250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801274d9-cf7f-4990-add5-9892928ed82f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:33:25.805113 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-611b1a33-6d88-4960-92b6-1b52a30b4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:25.839577 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-881f187a-9d8f-4a77-a358-2c51f31c9f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:25.851910 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-881f187a-9d8f-4a77-a358-2c51f31c9f90 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/66d197ec-752a-4f4d-b4e6-fc0c4e2ffd79 HTTP/1.1" status: 204 len: 168 time: 1.6576688 Apr 05 20:33:25.861089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58914) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:25.868768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Network d87a9372-eb69-4494-b2c7-bae5dbd4e72f is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:33:25.945566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:25.974146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3799c712-4c6c-4295-ae4a-824155996843 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:25.984312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:33:26.186025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:26.187474 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:26.364541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-3799c712-4c6c-4295-ae4a-824155996843 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for f4332560-9633-4d63-90c9-28580b44674c owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:26.444004 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c86c021f-2b2b-40cf-850e-aad965a13f15 None None] Provisioning for port ea60c462-5f27-48b3-808b-4e935de28bf4 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:26.450505 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c86c021f-2b2b-40cf-850e-aad965a13f15 None None] Provisioning complete for port ea60c462-5f27-48b3-808b-4e935de28bf4 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:26.450941 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c86c021f-2b2b-40cf-850e-aad965a13f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:26.467816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e749c6c-36d9-4eb7-9310-22dc9c9c1f18 req-78f8230c-b791-448d-bc7a-7ce7c9f7522c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:26.473579 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5e749c6c-36d9-4eb7-9310-22dc9c9c1f18 req-78f8230c-b791-448d-bc7a-7ce7c9f7522c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 931 time: 0.9331331 Apr 05 20:33:26.520572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event updated for resources: {'Port': ['ID=ea60c462-5f27-48b3-808b-4e935de28bf4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:26.539145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-09223819-32fb-4e57-8bfc-24be54fffbf9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0946491 Apr 05 20:33:26.542951 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-611b1a33-6d88-4960-92b6-1b52a30b4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:26.547688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c86c021f-2b2b-40cf-850e-aad965a13f15 None None] Port ea60c462-5f27-48b3-808b-4e935de28bf4 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:33:26.704998 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5e749c6c-36d9-4eb7-9310-22dc9c9c1f18 req-a2f36ca2-de0c-4c74-a169-3f2df110dee1 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011497 Apr 05 20:33:26.770317 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801274d9-cf7f-4990-add5-9892928ed82f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:33:26.779199 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-801274d9-cf7f-4990-add5-9892928ed82f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "PUT /v2.0/routers/9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3961940 Apr 05 20:33:26.781041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58924) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:26.782142 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf9053-744c-4f4e-a41c-3a849c3db4bb None None] Sync routers for ids ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:33:26.782606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Request body: {'port': {'device_id': '45e7f128-36da-46a0-ad9e-ebcc57034b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:26.814515 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf9053-744c-4f4e-a41c-3a849c3db4bb None None] Routers {'9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:33:26.815146 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e4bf9053-744c-4f4e-a41c-3a849c3db4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:33:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:26.896784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-611b1a33-6d88-4960-92b6-1b52a30b4f66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a3dc3a-e074-40a2-aa5d-6bd6cbe45466']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:26.936567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a5527f-1d20-490f-bf45-7501dbbb103f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting subnet cc5c4ca7-42ad-464d-9840-ada40f943526 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:33:26.960685 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d6a5527f-1d20-490f-bf45-7501dbbb103f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.009825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-611b1a33-6d88-4960-92b6-1b52a30b4f66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7581b912-74a7-4d0b-b922-9e587e49fd4a') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:27.010192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-611b1a33-6d88-4960-92b6-1b52a30b4f66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7581b912-74a7-4d0b-b922-9e587e49fd4a') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:27.023758 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-611b1a33-6d88-4960-92b6-1b52a30b4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.046975 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-611b1a33-6d88-4960-92b6-1b52a30b4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.054190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611b1a33-6d88-4960-92b6-1b52a30b4f66 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:33:27.054700 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-611b1a33-6d88-4960-92b6-1b52a30b4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.102998 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-e4bf9053-744c-4f4e-a41c-3a849c3db4bb None None] Set router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:33:27.105339 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d6a5527f-1d20-490f-bf45-7501dbbb103f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.216796 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7773622d-cacf-4bd3-8533-4520a833fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.219011 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3799c712-4c6c-4295-ae4a-824155996843 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:33:27.222090 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:33:27.291575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16be29-f544-46a3-b1ed-588eb7ec7b48 req-985f8d46-d125-44f3-bd52-d85a7242da4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:27.299921 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f16be29-f544-46a3-b1ed-588eb7ec7b48 req-985f8d46-d125-44f3-bd52-d85a7242da4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 945 time: 2.0651901 Apr 05 20:33:27.369084 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-611b1a33-6d88-4960-92b6-1b52a30b4f66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.428856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799c712-4c6c-4295-ae4a-824155996843 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=f4332560-9633-4d63-90c9-28580b44674c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:27.455680 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-611b1a33-6d88-4960-92b6-1b52a30b4f66 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.490443 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.496214 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d6a5527f-1d20-490f-bf45-7501dbbb103f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.513667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b1a33-6d88-4960-92b6-1b52a30b4f66 admin admin] Pushing event deleted for resources: {'Network': ['ID=57a3dc3a-e074-40a2-aa5d-6bd6cbe45466,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:27.557754 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f16be29-f544-46a3-b1ed-588eb7ec7b48 req-ad07721f-16a2-4989-92a8-43f9d9708dd2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=85780a5b-dbe4-4411-9989-669344249d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794713 Apr 05 20:33:27.610998 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e4bf9053-744c-4f4e-a41c-3a849c3db4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:33:22Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:27.615413 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf9053-744c-4f4e-a41c-3a849c3db4bb None None] Checking router: 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:33:27.628212 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf9053-744c-4f4e-a41c-3a849c3db4bb None None] Routers {'9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:33:27.628849 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e4bf9053-744c-4f4e-a41c-3a849c3db4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:33:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:27.653421 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-611b1a33-6d88-4960-92b6-1b52a30b4f66 admin admin] 10.222.0.24 "DELETE /v2.0/networks/57a3dc3a-e074-40a2-aa5d-6bd6cbe45466 HTTP/1.1" status: 204 len: 168 time: 2.0343320 Apr 05 20:33:27.662609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58932) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:27.679721 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3799c712-4c6c-4295-ae4a-824155996843 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.704490 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3799c712-4c6c-4295-ae4a-824155996843 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/ports/f4332560-9633-4d63-90c9-28580b44674c HTTP/1.1" status: 204 len: 168 time: 3.2142582 Apr 05 20:33:27.706839 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7773622d-cacf-4bd3-8533-4520a833fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.708258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58936) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:27.760708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7773622d-cacf-4bd3-8533-4520a833fed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1045654-a948-4991-a991-7452b5521329']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:27.817770 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d6a5527f-1d20-490f-bf45-7501dbbb103f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.826207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7773622d-cacf-4bd3-8533-4520a833fed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb6ed3f-7f90-4d48-8f48-b6f946f97a54') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:27.826859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7773622d-cacf-4bd3-8533-4520a833fed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb6ed3f-7f90-4d48-8f48-b6f946f97a54') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:27.855058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-a122fbf7-63aa-4b44-8b83-990881bd268f admin admin] Deleting subnet 6ce19537-9fce-4096-9b57-e6c9bd9919bb {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:33:27.858290 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a122fbf7-63aa-4b44-8b83-990881bd268f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.879795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5527f-1d20-490f-bf45-7501dbbb103f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5c4ca7-42ad-464d-9840-ada40f943526,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:27.897667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84012ce6-aa2f-4cea-a7ed-4af54d6aca41 None None] Network 9f9af11f-dff6-41b4-82c4-a3276aca7fda requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:33:27.898847 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d6a5527f-1d20-490f-bf45-7501dbbb103f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.901085 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d6a5527f-1d20-490f-bf45-7501dbbb103f tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "DELETE /v2.0/subnets/cc5c4ca7-42ad-464d-9840-ada40f943526 HTTP/1.1" status: 204 len: 168 time: 1.1190333 Apr 05 20:33:27.904442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58942) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:27.914224 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a122fbf7-63aa-4b44-8b83-990881bd268f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:27.926016 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-e4bf9053-744c-4f4e-a41c-3a849c3db4bb None None] Set router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:33:27.974386 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7773622d-cacf-4bd3-8533-4520a833fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.007149 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a122fbf7-63aa-4b44-8b83-990881bd268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.038848 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7773622d-cacf-4bd3-8533-4520a833fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.061921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7773622d-cacf-4bd3-8533-4520a833fed9 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:33:28.062415 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7773622d-cacf-4bd3-8533-4520a833fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:33:28.095281 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:33:28.177643 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.368906 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e4bf9053-744c-4f4e-a41c-3a849c3db4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:33:22Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:28.378926 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf9053-744c-4f4e-a41c-3a849c3db4bb None None] The sync data for ids ['9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff'] in n-d-836604-1 is: [{'id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'name': 'tempest-TestNetworkBasicOps-router-1814146241', 'tenant_id': '80fee2de873b412da3b3a54725609093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:31:13Z', 'updated_at': '2022-04-05T20:33:22Z', 'revision_number': 5, 'project_id': '80fee2de873b412da3b3a54725609093', 'gw_port': {'id': '7cd6df52-58ea-4ff3-9b5a-566ccaee763f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:1d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2401, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:33:28.412152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bb85d6-2da1-4301-9045-28827f8f9017 None None] DHCP port deletion for 9f9af11f-dff6-41b4-82c4-a3276aca7fda request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:33:28.420653 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb85d6-2da1-4301-9045-28827f8f9017 None None] Deleting port 8a9eb6a1-9cef-4861-90db-1c86b3cd470f {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:28.422270 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3bb85d6-2da1-4301-9045-28827f8f9017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.455196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7773622d-cacf-4bd3-8533-4520a833fed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.502948 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7773622d-cacf-4bd3-8533-4520a833fed9 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.538551 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7773622d-cacf-4bd3-8533-4520a833fed9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e1045654-a948-4991-a991-7452b5521329 HTTP/1.1" status: 204 len: 168 time: 2.6564593 Apr 05 20:33:28.539848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773622d-cacf-4bd3-8533-4520a833fed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1045654-a948-4991-a991-7452b5521329,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:28.560324 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a122fbf7-63aa-4b44-8b83-990881bd268f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.620287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122fbf7-63aa-4b44-8b83-990881bd268f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce19537-9fce-4096-9b57-e6c9bd9919bb,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:28.623186 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a122fbf7-63aa-4b44-8b83-990881bd268f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.628323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a122fbf7-63aa-4b44-8b83-990881bd268f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6ce19537-9fce-4096-9b57-e6c9bd9919bb HTTP/1.1" status: 204 len: 168 time: 0.9647110 Apr 05 20:33:28.648384 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58956) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:28.849558 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a3bb85d6-2da1-4301-9045-28827f8f9017 None None] For port 8a9eb6a1-9cef-4861-90db-1c86b3cd470f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8a9eb6a1-9cef-4861-90db-1c86b3cd470f,segment=NetworkSegment(467e6918-36d3-439a-8619-452d251ee0a1),segment_id=467e6918-36d3-439a-8619-452d251ee0a1)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:28.849979 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3bb85d6-2da1-4301-9045-28827f8f9017 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:28.956235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea60c462-5f27-48b3-808b-4e935de28bf4 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:33:28.963649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58962) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:28.992969 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.059199 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20f8fe46-8546-40e7-859d-60570e4b3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.068148 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.079189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Transition to ACTIVE for port object ea60c462-5f27-48b3-808b-4e935de28bf4 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:33:29.087533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e0d5d1-0623-4702-a631-fe3fb4143128 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:29.088423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-98e0d5d1-0623-4702-a631-fe3fb4143128 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Synchronizing usage tracker for tenant:7b523dd593a84adeaa37e7d26ea4e0d3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:29.104341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bad7cc5-f369-4390-bd7f-2c7a489e4e28 req-d17c8532-f19f-46ca-a35d-08af9f942ef0 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:29.112974 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9bad7cc5-f369-4390-bd7f-2c7a489e4e28 req-d17c8532-f19f-46ca-a35d-08af9f942ef0 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 945 time: 0.3107281 Apr 05 20:33:29.130001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Deleting port 7cd6df52-58ea-4ff3-9b5a-566ccaee763f {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:29.130247 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.136293 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.142684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb85d6-2da1-4301-9045-28827f8f9017 None None] Calling delete_port for 8a9eb6a1-9cef-4861-90db-1c86b3cd470f owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:29.199164 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5969d926-ebc1-40ba-8ac0-acb8da4560ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=064f03b550e048d8b24b46624e86af50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305233 Apr 05 20:33:29.209348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58968) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:29.290588 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3bb85d6-2da1-4301-9045-28827f8f9017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.299563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-98e0d5d1-0623-4702-a631-fe3fb4143128 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Unset dirty status for tenant:7b523dd593a84adeaa37e7d26ea4e0d3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:29.301637 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-98e0d5d1-0623-4702-a631-fe3fb4143128 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "GET /v2.0/ports?device_id=4254dd5f-de1a-480f-8204-3ab489054944 HTTP/1.1" status: 200 len: 913 time: 1.5918090 Apr 05 20:33:29.324979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58972) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:29.362951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb85d6-2da1-4301-9045-28827f8f9017 None None] No DVR routers for this DVR port 8a9eb6a1-9cef-4861-90db-1c86b3cd470f on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:33:29.364781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60a78f-fb38-49e1-9e96-969ac278efc3 req-6cba76df-96ed-4086-b5b8-86b617608c9a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:29.367404 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3e60a78f-fb38-49e1-9e96-969ac278efc3 req-6cba76df-96ed-4086-b5b8-86b617608c9a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 931 time: 1.1321394 Apr 05 20:33:29.388639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb85d6-2da1-4301-9045-28827f8f9017 None None] Pushing event deleted for resources: {'Port': ['ID=8a9eb6a1-9cef-4861-90db-1c86b3cd470f,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:29.474275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] For port 7cd6df52-58ea-4ff3-9b5a-566ccaee763f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=7cd6df52-58ea-4ff3-9b5a-566ccaee763f,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:29.474773 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.634727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Calling delete_port for 7cd6df52-58ea-4ff3-9b5a-566ccaee763f owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:29.811034 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9bad7cc5-f369-4390-bd7f-2c7a489e4e28 req-2b640a82-fd00-42e7-9271-92a61616dc6d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=85780a5b-dbe4-4411-9989-669344249d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6953681 Apr 05 20:33:29.848777 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3e60a78f-fb38-49e1-9e96-969ac278efc3 req-31596d2a-0013-4cdf-a124-06edab6abfa2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735148 Apr 05 20:33:29.852492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20f8fe46-8546-40e7-859d-60570e4b3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:29.910753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea60c462-5f27-48b3-808b-4e935de28bf4,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:29.915006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8dc9ba9b-c518-49db-b236-c3e6de4644cb no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:33:29.925009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-20f8fe46-8546-40e7-859d-60570e4b3dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca9a0f5-b648-44fd-adda-531126640d76']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:29.969637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-20f8fe46-8546-40e7-859d-60570e4b3dd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb338f97-34c2-49bd-b0c3-dcb8997663ec') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:29.969637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-20f8fe46-8546-40e7-859d-60570e4b3dd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb338f97-34c2-49bd-b0c3-dcb8997663ec') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:30.006379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 8dc9ba9b-c518-49db-b236-c3e6de4644cb {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:33:30.007008 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8dc9ba9b-c518-49db-b236-c3e6de4644cb not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:33:30.007888 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8a9eb6a1-9cef-4861-90db-1c86b3cd470f no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:33:30.021993 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20f8fe46-8546-40e7-859d-60570e4b3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.043366 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ebc34618-2040-478a-97e0-fae4f46c1db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.066942 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20f8fe46-8546-40e7-859d-60570e4b3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.090522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 8a9eb6a1-9cef-4861-90db-1c86b3cd470f {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:33:30.090850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8a9eb6a1-9cef-4861-90db-1c86b3cd470f not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:33:30.150589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f8fe46-8546-40e7-859d-60570e4b3dd5 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:33:30.151149 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20f8fe46-8546-40e7-859d-60570e4b3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:33:30.166433 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:33:30.187725 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ebc34618-2040-478a-97e0-fae4f46c1db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.247058 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.291186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Attempting to bind port ea60c462-5f27-48b3-808b-4e935de28bf4 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:33:30.291592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Attempting to bind port ea60c462-5f27-48b3-808b-4e935de28bf4 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:33:30.292020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Attempting to bind port ea60c462-5f27-48b3-808b-4e935de28bf4 on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:33:30.297020 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20f8fe46-8546-40e7-859d-60570e4b3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.303661 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20f8fe46-8546-40e7-859d-60570e4b3dd5 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.311880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Port ea60c462-5f27-48b3-808b-4e935de28bf4 on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:33:30.312240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Attempting to bind port ea60c462-5f27-48b3-808b-4e935de28bf4 on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:33:30.330843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:33:30.331120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Checking segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:33:30.331550 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Bound using segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:33:30.332207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Bound port: ea60c462-5f27-48b3-808b-4e935de28bf4, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:33:30.332753 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.334546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Port': ['ID=7cd6df52-58ea-4ff3-9b5a-566ccaee763f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:30.365625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a91af-8d1e-4b5e-897d-140fa769d34d req-232a516a-d5d3-4d16-8aa5-d6a43bd08f93 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:30.367408 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d7a91af-8d1e-4b5e-897d-140fa769d34d req-232a516a-d5d3-4d16-8aa5-d6a43bd08f93 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 945 time: 0.3294735 Apr 05 20:33:30.374044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8fe46-8546-40e7-859d-60570e4b3dd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bca9a0f5-b648-44fd-adda-531126640d76,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:30.386544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-20f8fe46-8546-40e7-859d-60570e4b3dd5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bca9a0f5-b648-44fd-adda-531126640d76 HTTP/1.1" status: 204 len: 168 time: 1.6057031 Apr 05 20:33:30.400057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58984) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:30.413577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a776bb36-dedf-49dd-af76-df38a1debe81 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'floatingip': {'port_id': '36795325-94e7-4c5b-9d3e-d405b70d95a1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:30.452918 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.496149 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ebc34618-2040-478a-97e0-fae4f46c1db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.547190 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a776bb36-dedf-49dd-af76-df38a1debe81 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.746960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58988) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:30.766802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc34618-2040-478a-97e0-fae4f46c1db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4005c5-60f9-4836-b0f6-79b07cdeb05f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:30.845774 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.848052 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.873169 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.873864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Fanout notify agent at l3_agent the message router_deleted on router 9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:33:30.900257 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:30.903957 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2fd2ad12-0adb-4537-a624-aef89ffc2f86 tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "DELETE /v2.0/routers/9e4393ea-e4d1-494e-8a01-e1e2b3d1c7ff HTTP/1.1" status: 204 len: 168 time: 2.9898248 Apr 05 20:33:30.904192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58996) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:31.005083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ebc34618-2040-478a-97e0-fae4f46c1db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:31.006305 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ebc34618-2040-478a-97e0-fae4f46c1db9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef4005c5-60f9-4836-b0f6-79b07cdeb05f HTTP/1.1" status: 204 len: 168 time: 1.7764952 Apr 05 20:33:31.041849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] For port ea60c462-5f27-48b3-808b-4e935de28bf4, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:33:31.190455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] For port ea60c462-5f27-48b3-808b-4e935de28bf4, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ea60c462-5f27-48b3-808b-4e935de28bf4,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:33:31.207244 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b3d57cf-9b22-47cd-ba16-c0f416b2eedd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:31.210477 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:31.262460 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c0b8a5d0-9123-4b5c-9b17-5617f729fbc9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09b5feed46c346ba86ce493c9c243f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5050592 Apr 05 20:33:31.269587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59010) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:31.313129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:31.314272 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:31.315640 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] 10.222.0.13 "PUT /v2.0/ports/ea60c462-5f27-48b3-808b-4e935de28bf4 HTTP/1.1" status: 200 len: 1091 time: 4.6905427 Apr 05 20:33:31.403223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e7f128-36da-46a0-ad9e-ebcc57034b54', 'tag': 'ea60c462-5f27-48b3-808b-4e935de28bf4'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:33:31.529813 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-936562ca-b080-4ec0-b11f-f2657f83913d req-4f80fe1e-9dab-410b-bffb-773f05ebaacd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6759300 Apr 05 20:33:31.546410 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e7f128-36da-46a0-ad9e-ebcc57034b54', 'tag': 'ea60c462-5f27-48b3-808b-4e935de28bf4', 'status': 'completed', 'code': 200} Apr 05 20:33:31.554724 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b3d57cf-9b22-47cd-ba16-c0f416b2eedd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:31.640206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-3b3d57cf-9b22-47cd-ba16-c0f416b2eedd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9af11f-dff6-41b4-82c4-a3276aca7fda']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:31.707234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-3b3d57cf-9b22-47cd-ba16-c0f416b2eedd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467e6918-36d3-439a-8619-452d251ee0a1') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:31.707234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-3b3d57cf-9b22-47cd-ba16-c0f416b2eedd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467e6918-36d3-439a-8619-452d251ee0a1') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:31.738305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b3d57cf-9b22-47cd-ba16-c0f416b2eedd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:31.764998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b3d57cf-9b22-47cd-ba16-c0f416b2eedd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:31.771442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3d57cf-9b22-47cd-ba16-c0f416b2eedd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:33:31.771838 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b3d57cf-9b22-47cd-ba16-c0f416b2eedd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:31.907518 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7cd6df52-58ea-4ff3-9b5a-566ccaee763f no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:33:31.910012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59020) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:33:31.935865 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:33:31.955094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 7cd6df52-58ea-4ff3-9b5a-566ccaee763f {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:33:31.955807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7cd6df52-58ea-4ff3-9b5a-566ccaee763f not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:33:31.964666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372b3c6-d34b-44aa-8c99-a2ac858a00b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ea60c462-5f27-48b3-808b-4e935de28bf4,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:31.982155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4447c8a-024f-4c90-8811-4df785dd5118 req-edac2bc4-48d1-4ed2-9621-7c0af5083422 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:31.988918 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:31.990073 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d4447c8a-024f-4c90-8811-4df785dd5118 req-edac2bc4-48d1-4ed2-9621-7c0af5083422 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 943 time: 0.8947687 Apr 05 20:33:32.050172 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b3d57cf-9b22-47cd-ba16-c0f416b2eedd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:32.092163 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b3d57cf-9b22-47cd-ba16-c0f416b2eedd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:32.117212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d57cf-9b22-47cd-ba16-c0f416b2eedd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] Pushing event deleted for resources: {'Network': ['ID=9f9af11f-dff6-41b4-82c4-a3276aca7fda,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:32.122320 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-720d0494-c14c-47a4-9736-d20ba363b3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:32.127757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f6968b03-fa14-4904-915d-a0b359865912 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f2a386dfd81452c865317e3fca9457f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1884837 Apr 05 20:33:32.130970 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d4447c8a-024f-4c90-8811-4df785dd5118 req-9342db6c-b3f9-47c0-a804-2fb16963d552 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401248 Apr 05 20:33:32.131426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59024) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:32.144284 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3b3d57cf-9b22-47cd-ba16-c0f416b2eedd tempest-TestNetworkBasicOps-1266393573 tempest-TestNetworkBasicOps-1266393573-project] 10.222.0.24 "DELETE /v2.0/networks/9f9af11f-dff6-41b4-82c4-a3276aca7fda HTTP/1.1" status: 204 len: 168 time: 1.2362440 Apr 05 20:33:32.183446 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-720d0494-c14c-47a4-9736-d20ba363b3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:32.247897 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f49b5d1-8525-444c-9a4b-4fe3d2c9f940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:32.255838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-eb687e8d-2782-4ac8-96e3-97186402a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:32.258149 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-eb687e8d-2782-4ac8-96e3-97186402a6c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 1094 time: 0.8259676 Apr 05 20:33:32.312394 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f49b5d1-8525-444c-9a4b-4fe3d2c9f940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:32.327039 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-720d0494-c14c-47a4-9736-d20ba363b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:32.358623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d0494-c14c-47a4-9736-d20ba363b3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cad80de-b55e-4470-8733-0d81aece5f0f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:32.403606 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-720d0494-c14c-47a4-9736-d20ba363b3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:32.409105 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-720d0494-c14c-47a4-9736-d20ba363b3a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cad80de-b55e-4470-8733-0d81aece5f0f HTTP/1.1" status: 204 len: 168 time: 1.1353681 Apr 05 20:33:32.438471 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f49b5d1-8525-444c-9a4b-4fe3d2c9f940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:32.459590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936562ca-b080-4ec0-b11f-f2657f83913d req-315f3fea-c716-4290-9e80-366fed7219f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:32.461175 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-936562ca-b080-4ec0-b11f-f2657f83913d req-315f3fea-c716-4290-9e80-366fed7219f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 1096 time: 0.8856549 Apr 05 20:33:32.464006 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f49b5d1-8525-444c-9a4b-4fe3d2c9f940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:32.468730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8f49b5d1-8525-444c-9a4b-4fe3d2c9f940 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2dadd357-c17b-43bd-87bf-0704088cc4ac HTTP/1.1" status: 204 len: 168 time: 0.3291433 Apr 05 20:33:32.469688 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-36bda401-8bdf-4226-8f7c-8cc1dffb07fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea60c462-5f27-48b3-808b-4e935de28bf4 HTTP/1.1" status: 200 len: 217 time: 0.1562459 Apr 05 20:33:32.470601 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49b5d1-8525-444c-9a4b-4fe3d2c9f940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dadd357-c17b-43bd-87bf-0704088cc4ac,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:32.572874 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-a776bb36-dedf-49dd-af76-df38a1debe81 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:33:32.598576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59040) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:33.000252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-95ccc829-1659-45ec-b76c-d6d0d0fae5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:33.001463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-95ccc829-1659-45ec-b76c-d6d0d0fae5d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.5246882 Apr 05 20:33:33.003695 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a776bb36-dedf-49dd-af76-df38a1debe81 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.100117 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a776bb36-dedf-49dd-af76-df38a1debe81 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.120071 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c0e6fe69-7266-460c-b6e1-cd94a14ca6ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80fee2de873b412da3b3a54725609093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5200322 Apr 05 20:33:33.121193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59054) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:33.266903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59070) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:33.267587 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b57debf9-96d9-4af3-be4e-1adc408304ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.353486 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b57debf9-96d9-4af3-be4e-1adc408304ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.368238 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-306aacf7-4166-4580-bf97-709b29dca68c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=298f982a240243efb14bc4403ae95f9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0966358 Apr 05 20:33:33.372559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59080) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:33.480889 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-a776bb36-dedf-49dd-af76-df38a1debe81 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Floating IP 3a283a52-fb40-4c9d-800b-efa9ae9d0689 associated. External IP: 172.25.8.145, port: 36795325-94e7-4c5b-9d3e-d405b70d95a1. Apr 05 20:33:33.534862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d079994-66e5-40de-b28b-deed3a5022ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.552726 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b57debf9-96d9-4af3-be4e-1adc408304ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.582816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57debf9-96d9-4af3-be4e-1adc408304ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1120add7-ceee-4cb2-be05-bb2c2bc7954d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:33.584747 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b57debf9-96d9-4af3-be4e-1adc408304ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.588650 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b57debf9-96d9-4af3-be4e-1adc408304ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1120add7-ceee-4cb2-be05-bb2c2bc7954d HTTP/1.1" status: 204 len: 168 time: 0.4663203 Apr 05 20:33:33.597042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d079994-66e5-40de-b28b-deed3a5022ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.713210 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d079994-66e5-40de-b28b-deed3a5022ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.748243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d079994-66e5-40de-b28b-deed3a5022ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b98bd3-189a-4bfe-8bd8-ba211e5f58c0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:33.774581 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d079994-66e5-40de-b28b-deed3a5022ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:33.775735 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4d079994-66e5-40de-b28b-deed3a5022ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72b98bd3-189a-4bfe-8bd8-ba211e5f58c0 HTTP/1.1" status: 204 len: 168 time: 0.4056070 Apr 05 20:33:33.833821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936562ca-b080-4ec0-b11f-f2657f83913d req-24e52bf6-e694-48ba-b016-bb175b34f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:33.835795 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-936562ca-b080-4ec0-b11f-f2657f83913d req-24e52bf6-e694-48ba-b016-bb175b34f9b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 915 time: 1.3527067 Apr 05 20:33:33.999057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port 0403ce64-9b5f-4915-9d32-a4ae24056878 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:33.999777 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:34.261518 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-936562ca-b080-4ec0-b11f-f2657f83913d req-2658e245-8365-4d4a-b3ae-63d75d218764 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ddeb2d74-8efa-439c-8821-703a40387be2 HTTP/1.1" status: 200 len: 1000 time: 0.4106848 Apr 05 20:33:34.435055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-0bda2c46-65b3-4f57-8f17-4c864ea3f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:34.436695 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-0bda2c46-65b3-4f57-8f17-4c864ea3f84a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4274507 Apr 05 20:33:34.523995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b926610-08c2-4f66-b7f7-d2f0458e1a3c req-4f58d583-a63d-4e13-a02e-113291c1696e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:34.524681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8b926610-08c2-4f66-b7f7-d2f0458e1a3c req-4f58d583-a63d-4e13-a02e-113291c1696e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Synchronizing usage tracker for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:34.543582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59116) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:34.576906 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3de83e75-eb58-4db4-b9aa-99a7bf7a4200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:34.599179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3de83e75-eb58-4db4-b9aa-99a7bf7a4200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:34.610026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3de83e75-eb58-4db4-b9aa-99a7bf7a4200 admin admin] Usage tracker for resource:security_group_rule and tenant:74c12dd1a63342d89953aab4e22900bb is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:34.614013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3de83e75-eb58-4db4-b9aa-99a7bf7a4200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:34.621158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3de83e75-eb58-4db4-b9aa-99a7bf7a4200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:34.847771 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3de83e75-eb58-4db4-b9aa-99a7bf7a4200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:34.854956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936562ca-b080-4ec0-b11f-f2657f83913d req-cb1f53bf-ba5d-4fff-83dc-58ac9e6fe834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:34.855758 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3de83e75-eb58-4db4-b9aa-99a7bf7a4200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:34.856978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-936562ca-b080-4ec0-b11f-f2657f83913d req-cb1f53bf-ba5d-4fff-83dc-58ac9e6fe834 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7a21430-0121-4577-bdb7-ba96e7b606a8 HTTP/1.1" status: 200 len: 853 time: 0.5569501 Apr 05 20:33:34.961264 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3de83e75-eb58-4db4-b9aa-99a7bf7a4200 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74c12dd1a63342d89953aab4e22900bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165773 Apr 05 20:33:34.969184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59134) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:34.978923 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de83e75-eb58-4db4-b9aa-99a7bf7a4200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0e78f4-6d16-4e1f-837c-f5b757d6efa1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:35.063917 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa134fb6-0131-4308-8aa1-44cce968474b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:35.095221 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa134fb6-0131-4308-8aa1-44cce968474b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:35.151522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8b926610-08c2-4f66-b7f7-d2f0458e1a3c req-4f58d583-a63d-4e13-a02e-113291c1696e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Unset dirty status for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:35.159839 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b926610-08c2-4f66-b7f7-d2f0458e1a3c req-4f58d583-a63d-4e13-a02e-113291c1696e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 943 time: 1.5283713 Apr 05 20:33:35.169275 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa134fb6-0131-4308-8aa1-44cce968474b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:35.204686 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa134fb6-0131-4308-8aa1-44cce968474b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:35.209805 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fa134fb6-0131-4308-8aa1-44cce968474b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f0e78f4-6d16-4e1f-837c-f5b757d6efa1 HTTP/1.1" status: 204 len: 168 time: 0.2387166 Apr 05 20:33:35.211169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa134fb6-0131-4308-8aa1-44cce968474b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0e78f4-6d16-4e1f-837c-f5b757d6efa1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:35.260275 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:35.477502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-14863725-aaae-4bd4-9906-91939536d3f2 service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9688225 Apr 05 20:33:35.492227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for 0403ce64-9b5f-4915-9d32-a4ae24056878 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:35.637977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b926610-08c2-4f66-b7f7-d2f0458e1a3c req-1f8eac78-7850-4df1-8b1a-45eb485fc894 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766600 Apr 05 20:33:35.746338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a776bb36-dedf-49dd-af76-df38a1debe81 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:33:36.083178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936562ca-b080-4ec0-b11f-f2657f83913d req-2a259eac-8835-4c99-abec-1ef0b0187abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:36.084792 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-936562ca-b080-4ec0-b11f-f2657f83913d req-2a259eac-8835-4c99-abec-1ef0b0187abe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e001c7aa-cc86-425e-9f2c-59333aa3f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2150705 Apr 05 20:33:36.165546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e7085e-50bc-4643-b3ac-2f5d750e72f3 req-8a6fdeff-e67f-4464-8937-58ff885cda58 service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6304929 Apr 05 20:33:36.623980 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:36.723009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=0403ce64-9b5f-4915-9d32-a4ae24056878,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:36.740780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:36.741174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:36.741446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:36.741776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:36.742123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:36.742442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:36.742757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:36.743070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:36.743381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:36.743692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:36.744025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:36.744338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:33:36.944897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a776bb36-dedf-49dd-af76-df38a1debe81 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:33:36.950648 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-936562ca-b080-4ec0-b11f-f2657f83913d req-79ebde1a-6278-4614-8b19-ffaeaa193faa service neutron] 10.222.0.13 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8571413 Apr 05 20:33:36.954654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd03998-69eb-4b24-bef3-33f3b1d80cf3 None None] Sync routers for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:33:36.960737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a776bb36-dedf-49dd-af76-df38a1debe81 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:36.977059 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd03998-69eb-4b24-bef3-33f3b1d80cf3 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:33:36.977618 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ffd03998-69eb-4b24-bef3-33f3b1d80cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:33:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:37.054676 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a776bb36-dedf-49dd-af76-df38a1debe81 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "PUT /v2.0/floatingips/3a283a52-fb40-4c9d-800b-efa9ae9d0689 HTTP/1.1" status: 200 len: 991 time: 6.6512656 Apr 05 20:33:37.064745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1441044e-3e10-4826-aee5-076699dfbeac', 'tag': '36795325-94e7-4c5b-9d3e-d405b70d95a1'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:33:37.139662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd018f96-6aed-42d8-8f13-3527911b2eb8 req-3a69e49c-fbbc-42ab-915e-d44ba591ec83 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:37.160026 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dd018f96-6aed-42d8-8f13-3527911b2eb8 req-3a69e49c-fbbc-42ab-915e-d44ba591ec83 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 943 time: 0.2908030 Apr 05 20:33:37.418990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-ffd03998-69eb-4b24-bef3-33f3b1d80cf3 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:33:37.463402 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dd018f96-6aed-42d8-8f13-3527911b2eb8 req-0d0dd7fa-c6fd-4aae-a975-dad9cdda9e54 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907820 Apr 05 20:33:37.552353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566340e-8ed0-4cb9-aa54-f00ad8c04dee req-1ffce8a1-1a4a-41fa-89e5-e3cad4009927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:37.559199 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5566340e-8ed0-4cb9-aa54-f00ad8c04dee req-1ffce8a1-1a4a-41fa-89e5-e3cad4009927 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 1096 time: 0.2773957 Apr 05 20:33:37.711912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad162fe-517d-4cf3-8dac-8ae96cf3451b req-b9e5c62c-b668-499e-8605-3ca5e1362bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:37.713492 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ad162fe-517d-4cf3-8dac-8ae96cf3451b req-b9e5c62c-b668-499e-8605-3ca5e1362bb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 1094 time: 1.4142649 Apr 05 20:33:37.717673 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-936562ca-b080-4ec0-b11f-f2657f83913d req-87e9cf61-aa5a-44dd-ab40-a4699c43af87 service neutron] 10.222.0.13 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6940055 Apr 05 20:33:37.726619 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1441044e-3e10-4826-aee5-076699dfbeac', 'tag': '36795325-94e7-4c5b-9d3e-d405b70d95a1', 'status': 'completed', 'code': 200} Apr 05 20:33:37.903779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566340e-8ed0-4cb9-aa54-f00ad8c04dee req-50e88fdc-efec-45b0-a6a9-154f6f4cc85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:37.905862 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5566340e-8ed0-4cb9-aa54-f00ad8c04dee req-50e88fdc-efec-45b0-a6a9-154f6f4cc85f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 915 time: 0.3376520 Apr 05 20:33:37.984009 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:38.077379 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5566340e-8ed0-4cb9-aa54-f00ad8c04dee req-b9f94cef-1fb2-4d97-9c00-932b39201739 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=36795325-94e7-4c5b-9d3e-d405b70d95a1 HTTP/1.1" status: 200 len: 999 time: 0.1639242 Apr 05 20:33:38.110284 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ffd03998-69eb-4b24-bef3-33f3b1d80cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '3a283a52-fb40-4c9d-800b-efa9ae9d0689', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.145', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': '36795325-94e7-4c5b-9d3e-d405b70d95a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:ad:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441044e-3e10-4826-aee5-076699dfbeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:32:56Z', 'updated_at': '2022-04-05T20:33:32Z', 'revision_number': 1, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}, {'id': '6bbeced5-1c34-4e15-a347-748fe771af54', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:1c:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:32:12Z', 'revision_number': 2, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:38.116389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd03998-69eb-4b24-bef3-33f3b1d80cf3 None None] Checking router: dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:33:38.126922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd03998-69eb-4b24-bef3-33f3b1d80cf3 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:33:38.127787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ffd03998-69eb-4b24-bef3-33f3b1d80cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:33:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:38.425931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566340e-8ed0-4cb9-aa54-f00ad8c04dee req-b807029a-102b-4964-a607-445327fef9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:38.428602 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5566340e-8ed0-4cb9-aa54-f00ad8c04dee req-b807029a-102b-4964-a607-445327fef9de service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a21430-0121-4577-bdb7-ba96e7b606a8 HTTP/1.1" status: 200 len: 853 time: 0.3442640 Apr 05 20:33:38.582755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-ffd03998-69eb-4b24-bef3-33f3b1d80cf3 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:33:38.599841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Router 4254dd5f-de1a-480f-8204-3ab489054944 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:33:38.634361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad162fe-517d-4cf3-8dac-8ae96cf3451b req-13322532-862a-414b-a268-2fafce2e2210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:38.641219 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ad162fe-517d-4cf3-8dac-8ae96cf3451b req-13322532-862a-414b-a268-2fafce2e2210 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.9117403 Apr 05 20:33:38.915321 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:38.933927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566340e-8ed0-4cb9-aa54-f00ad8c04dee req-b729e014-3562-49a1-83d0-7fb3915464b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:38.938414 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5566340e-8ed0-4cb9-aa54-f00ad8c04dee req-b729e014-3562-49a1-83d0-7fb3915464b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e001c7aa-cc86-425e-9f2c-59333aa3f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4999094 Apr 05 20:33:39.231436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:33:39.254539 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c704d83-655d-4d27-a7be-48dc263dfd2a None None] Sync routers for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:33:39.278656 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:39.283551 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c704d83-655d-4d27-a7be-48dc263dfd2a None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:33:39.287426 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0c704d83-655d-4d27-a7be-48dc263dfd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:33:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:39.298645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fabfc243-67a0-4b1a-8367-545714fd0a79 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "PUT /v2.0/routers/4254dd5f-de1a-480f-8204-3ab489054944/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9722743 Apr 05 20:33:39.304413 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ad162fe-517d-4cf3-8dac-8ae96cf3451b req-ac6b22a9-930f-4adf-b873-82ea0c46347f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea60c462-5f27-48b3-808b-4e935de28bf4 HTTP/1.1" status: 200 len: 217 time: 0.6460199 Apr 05 20:33:39.310588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59240) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:39.426671 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0c704d83-655d-4d27-a7be-48dc263dfd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:39.469828 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c704d83-655d-4d27-a7be-48dc263dfd2a None None] Routers {'4254dd5f-de1a-480f-8204-3ab489054944'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:33:39.470346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad162fe-517d-4cf3-8dac-8ae96cf3451b req-660fc9d7-515a-4123-9811-21c47fe4a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:39.470962 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0c704d83-655d-4d27-a7be-48dc263dfd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:33:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4254dd5f-de1a-480f-8204-3ab489054944'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:39.471777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ad162fe-517d-4cf3-8dac-8ae96cf3451b req-660fc9d7-515a-4123-9811-21c47fe4a24b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.1565742 Apr 05 20:33:39.506368 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5566340e-8ed0-4cb9-aa54-f00ad8c04dee req-81bafa4e-8349-482c-80ff-645086d27253 service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626080 Apr 05 20:33:39.561488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ffd03998-69eb-4b24-bef3-33f3b1d80cf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '3a283a52-fb40-4c9d-800b-efa9ae9d0689', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.145', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': '36795325-94e7-4c5b-9d3e-d405b70d95a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:ad:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441044e-3e10-4826-aee5-076699dfbeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:32:56Z', 'updated_at': '2022-04-05T20:33:32Z', 'revision_number': 1, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}, {'id': '6bbeced5-1c34-4e15-a347-748fe771af54', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:1c:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:32:12Z', 'revision_number': 2, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:39.566248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd03998-69eb-4b24-bef3-33f3b1d80cf3 None None] The sync data for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 is: [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '3a283a52-fb40-4c9d-800b-efa9ae9d0689', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.145', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': '36795325-94e7-4c5b-9d3e-d405b70d95a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:ad:ca:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1441044e-3e10-4826-aee5-076699dfbeac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:32:56Z', 'updated_at': '2022-04-05T20:33:32Z', 'revision_number': 1, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}, {'id': '6bbeced5-1c34-4e15-a347-748fe771af54', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:1c:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:32:12Z', 'revision_number': 2, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:33:39.600907 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0c704d83-655d-4d27-a7be-48dc263dfd2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:39.601590 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c704d83-655d-4d27-a7be-48dc263dfd2a None None] The sync data for ids ['4254dd5f-de1a-480f-8204-3ab489054944'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:33:39.636932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcdd63-7c2a-42b2-bc63-916dcac88a3a req-18de21ee-9f3d-47c4-9b2a-2d5d1f7ab631 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:39.638360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6cbcdd63-7c2a-42b2-bc63-916dcac88a3a req-18de21ee-9f3d-47c4-9b2a-2d5d1f7ab631 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 943 time: 0.6671627 Apr 05 20:33:39.824197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6cbcdd63-7c2a-42b2-bc63-916dcac88a3a req-60b3c51a-f10a-4004-ad35-aebf28dc07d4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460087 Apr 05 20:33:39.853257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad162fe-517d-4cf3-8dac-8ae96cf3451b req-b5d54ed5-8ef8-496a-9fd7-3d40cf471578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:39.857007 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ad162fe-517d-4cf3-8dac-8ae96cf3451b req-b5d54ed5-8ef8-496a-9fd7-3d40cf471578 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3750527 Apr 05 20:33:39.953016 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5566340e-8ed0-4cb9-aa54-f00ad8c04dee req-20423695-b91f-47b4-bdb0-6698a6ecf98a service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330847 Apr 05 20:33:40.092300 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e193e2e-0fc3-4ec0-b8fb-fe6550380c3c None None] New status for floating IP 3a283a52-fb40-4c9d-800b-efa9ae9d0689: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:33:40.165595 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:40.183496 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ad162fe-517d-4cf3-8dac-8ae96cf3451b req-0f792496-82d6-45ab-9ca6-75e3e94cbcd8 service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170345 Apr 05 20:33:40.457940 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ad162fe-517d-4cf3-8dac-8ae96cf3451b req-023ddb30-3e56-4357-9516-1a9cc4ce9b62 service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469151 Apr 05 20:33:40.554592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:40.571811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting port 1ee2852c-52be-4d64-a1e8-a67d3340510f {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:40.572280 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:40.865985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ea60c462-5f27-48b3-808b-4e935de28bf4 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:33:40.908389 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:41.093706 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Calling delete_port for 1ee2852c-52be-4d64-a1e8-a67d3340510f owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:41.159498 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ea60c462-5f27-48b3-808b-4e935de28bf4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ea60c462-5f27-48b3-808b-4e935de28bf4,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:41.177782 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'ea60c462-5f27-48b3-808b-4e935de28bf4', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'port_id': 'ea60c462-5f27-48b3-808b-4e935de28bf4', 'mac_address': 'fa:16:3e:45:bb:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:33:41.345434 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:41.355567 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:41.415509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea60c462-5f27-48b3-808b-4e935de28bf4 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:33:41.420582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Port': ['ID=1ee2852c-52be-4d64-a1e8-a67d3340510f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:41.451836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ea60c462-5f27-48b3-808b-4e935de28bf4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ea60c462-5f27-48b3-808b-4e935de28bf4,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:41.476806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:41.695076 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3b5abb37-401e-4abb-a7b8-51f669eb5f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:41.751871 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:41.765744 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ea60c462-5f27-48b3-808b-4e935de28bf4,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:41.773986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['ea60c462-5f27-48b3-808b-4e935de28bf4'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:33:42.018503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c05d4-8e1d-4d16-874f-eecdb1e65d4b req-07b4f92a-93ac-4271-bb0a-5e55714a09cc tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:42.020185 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-293c05d4-8e1d-4d16-874f-eecdb1e65d4b req-07b4f92a-93ac-4271-bb0a-5e55714a09cc tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 943 time: 0.7161286 Apr 05 20:33:42.130962 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:42.134315 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:42.172501 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-293c05d4-8e1d-4d16-874f-eecdb1e65d4b req-c7c90aca-4929-469c-8017-76153508658f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372435 Apr 05 20:33:42.185098 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:42.185909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Fanout notify agent at l3_agent the message router_deleted on router 4254dd5f-de1a-480f-8204-3ab489054944 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:33:42.214244 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:42.218496 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-16cf6a23-8bca-485c-b251-4d1933f14d8d tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/routers/4254dd5f-de1a-480f-8204-3ab489054944 HTTP/1.1" status: 204 len: 168 time: 2.9068918 Apr 05 20:33:42.221047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59320) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:42.343489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16c9c5b-11ad-4e43-a20c-c59ac89a73d2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Deleting subnet b429de9a-2f77-4e4f-aee2-292cf54a1203 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:33:42.347570 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e16c9c5b-11ad-4e43-a20c-c59ac89a73d2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:42.523484 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:33:42.685012 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e16c9c5b-11ad-4e43-a20c-c59ac89a73d2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:42.782320 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e16c9c5b-11ad-4e43-a20c-c59ac89a73d2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:42.881248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ea60c462-5f27-48b3-808b-4e935de28bf4 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:33:42.923433 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e16c9c5b-11ad-4e43-a20c-c59ac89a73d2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:43.062412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c9c5b-11ad-4e43-a20c-c59ac89a73d2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Subnet': ['ID=b429de9a-2f77-4e4f-aee2-292cf54a1203,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:43.081004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e16c9c5b-11ad-4e43-a20c-c59ac89a73d2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:43.106465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59354) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:43.107425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e16c9c5b-11ad-4e43-a20c-c59ac89a73d2 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/subnets/b429de9a-2f77-4e4f-aee2-292cf54a1203 HTTP/1.1" status: 204 len: 168 time: 0.8846970 Apr 05 20:33:43.113145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port ea60c462-5f27-48b3-808b-4e935de28bf4 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:33:43.119636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port ea60c462-5f27-48b3-808b-4e935de28bf4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:33:43.120053 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:43.270953 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c030a659-2b74-42cf-a403-ce31627d5088 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:43.434806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:43.522762 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c030a659-2b74-42cf-a403-ce31627d5088 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:43.557038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-c030a659-2b74-42cf-a403-ce31627d5088 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dafdf8b2-4df7-4386-a462-72192b0d3764']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:43.587415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ea60c462-5f27-48b3-808b-4e935de28bf4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ea60c462-5f27-48b3-808b-4e935de28bf4,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:33:43.595202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e7f128-36da-46a0-ad9e-ebcc57034b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea60c462-5f27-48b3-808b-4e935de28bf4'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:33:43.595343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-c030a659-2b74-42cf-a403-ce31627d5088 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20e8b2c-076c-4186-b28e-bbec2172ff22') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:43.595343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-c030a659-2b74-42cf-a403-ce31627d5088 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20e8b2c-076c-4186-b28e-bbec2172ff22') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:43.613141 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:43.632558 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c030a659-2b74-42cf-a403-ce31627d5088 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:43.657841 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c030a659-2b74-42cf-a403-ce31627d5088 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:43.665977 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c030a659-2b74-42cf-a403-ce31627d5088 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:33:43.667101 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c030a659-2b74-42cf-a403-ce31627d5088 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:33:43.689209 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:33:43.744610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d086c0-f056-4e8c-b6ad-7bf110318d46 req-2675c38f-6a29-47d5-b325-14a34c1f22fe tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:43.747944 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30d086c0-f056-4e8c-b6ad-7bf110318d46 req-2675c38f-6a29-47d5-b325-14a34c1f22fe tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 944 time: 0.3321800 Apr 05 20:33:43.841209 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ea60c462-5f27-48b3-808b-4e935de28bf4,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:43.876728 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce3871c9-e1fe-4459-a5a1-c93aeb045dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:43.908212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30d086c0-f056-4e8c-b6ad-7bf110318d46 req-7527c44e-2b32-4d3f-a1ed-71d656db01a6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515608 Apr 05 20:33:43.980054 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c030a659-2b74-42cf-a403-ce31627d5088 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:44.000958 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c030a659-2b74-42cf-a403-ce31627d5088 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:44.100892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030a659-2b74-42cf-a403-ce31627d5088 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] Pushing event deleted for resources: {'Network': ['ID=dafdf8b2-4df7-4386-a462-72192b0d3764,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:44.114160 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c030a659-2b74-42cf-a403-ce31627d5088 tempest-FloatingIPTestJSON-1935376900 tempest-FloatingIPTestJSON-1935376900-project] 10.222.0.24 "DELETE /v2.0/networks/dafdf8b2-4df7-4386-a462-72192b0d3764 HTTP/1.1" status: 204 len: 168 time: 1.0061440 Apr 05 20:33:44.127259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a15f12b-c7c9-4072-a091-5c620c03a996 req-9d2cb4f4-d10f-42bf-8cd5-786af3aa6fe9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2296946 Apr 05 20:33:44.140599 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e7f128-36da-46a0-ad9e-ebcc57034b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea60c462-5f27-48b3-808b-4e935de28bf4', 'code': 200} Apr 05 20:33:44.458458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad42142-4535-45c6-a49a-f1c2a9dedd75 req-81e67545-cf03-4d68-abcc-2de4b7f0ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:44.459979 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aad42142-4535-45c6-a49a-f1c2a9dedd75 req-81e67545-cf03-4d68-abcc-2de4b7f0ed08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 1096 time: 0.2533281 Apr 05 20:33:44.516698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15f12b-c7c9-4072-a091-5c620c03a996 req-e4df3293-9ca3-4e69-8b4a-b0a5caaba909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:44.525139 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a15f12b-c7c9-4072-a091-5c620c03a996 req-e4df3293-9ca3-4e69-8b4a-b0a5caaba909 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 1095 time: 0.1998770 Apr 05 20:33:44.550403 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aad42142-4535-45c6-a49a-f1c2a9dedd75 req-7d9b29b2-83bf-4dc6-9b9e-6732d4d6bfbb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826457 Apr 05 20:33:44.793637 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:44.831687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59402) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:44.861535 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:44.862603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15f12b-c7c9-4072-a091-5c620c03a996 req-94ca88a1-21c0-48ca-8d71-0cdc3110ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:44.864094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a15f12b-c7c9-4072-a091-5c620c03a996 req-94ca88a1-21c0-48ca-8d71-0cdc3110ac0c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.3124127 Apr 05 20:33:45.096987 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a15f12b-c7c9-4072-a091-5c620c03a996 req-3241f00c-c1cd-4adb-a5d8-a5f00ba82901 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 200 len: 998 time: 0.2235689 Apr 05 20:33:45.246607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15f12b-c7c9-4072-a091-5c620c03a996 req-6ddfd4cf-d5da-4a51-a277-69b2749b0237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:45.251202 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a15f12b-c7c9-4072-a091-5c620c03a996 req-6ddfd4cf-d5da-4a51-a277-69b2749b0237 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.1501160 Apr 05 20:33:45.256508 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b27a2a67-3c7a-4bba-89c9-b5f2962e0489 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b523dd593a84adeaa37e7d26ea4e0d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4236584 Apr 05 20:33:45.259279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59420) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:45.297189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2aa4e-8096-4428-8704-6c44d7c93b85 req-2dee16de-961f-4a95-a853-f2558e964734 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:45.298914 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42a2aa4e-8096-4428-8704-6c44d7c93b85 req-2dee16de-961f-4a95-a853-f2558e964734 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 945 time: 0.1572464 Apr 05 20:33:45.361003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59428) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:45.500657 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42a2aa4e-8096-4428-8704-6c44d7c93b85 req-daf23292-6ae6-44ca-99a8-21ef4e5ecdb3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940200 Apr 05 20:33:45.518545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aed5fcf4-fc09-419a-ba73-6488f66d1c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:45.621101 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aed5fcf4-fc09-419a-ba73-6488f66d1c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:45.657909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15f12b-c7c9-4072-a091-5c620c03a996 req-722627b7-fbe4-4484-a33e-1ee6a3fcc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:45.661926 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a15f12b-c7c9-4072-a091-5c620c03a996 req-722627b7-fbe4-4484-a33e-1ee6a3fcc049 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4034023 Apr 05 20:33:46.025847 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.039214 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a15f12b-c7c9-4072-a091-5c620c03a996 req-6923df76-8dd4-4c5f-954c-ce5fec9948e9 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532212 Apr 05 20:33:46.096475 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5bdece90-4ab2-43e1-bd13-4120ddbd198b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.212526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5bdece90-4ab2-43e1-bd13-4120ddbd198b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:46.217133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5bdece90-4ab2-43e1-bd13-4120ddbd198b admin admin] Usage tracker for resource:security_group_rule and tenant:96698874b112448c8164ebf00db2e87b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:46.220131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5bdece90-4ab2-43e1-bd13-4120ddbd198b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:46.228554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5bdece90-4ab2-43e1-bd13-4120ddbd198b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:46.355713 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aed5fcf4-fc09-419a-ba73-6488f66d1c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.407625 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5bdece90-4ab2-43e1-bd13-4120ddbd198b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.409064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5fcf4-fc09-419a-ba73-6488f66d1c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9021691e-db18-402c-8725-81fe2950af53,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:46.416291 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9a15f12b-c7c9-4072-a091-5c620c03a996 req-77171086-4666-480f-a628-e43dd12377dc service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521242 Apr 05 20:33:46.418308 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aed5fcf4-fc09-419a-ba73-6488f66d1c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.422028 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aed5fcf4-fc09-419a-ba73-6488f66d1c05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9021691e-db18-402c-8725-81fe2950af53 HTTP/1.1" status: 204 len: 168 time: 1.1589942 Apr 05 20:33:46.422028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5bdece90-4ab2-43e1-bd13-4120ddbd198b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.465011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59446) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:46.465491 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5bdece90-4ab2-43e1-bd13-4120ddbd198b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96698874b112448c8164ebf00db2e87b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0906730 Apr 05 20:33:46.488435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdece90-4ab2-43e1-bd13-4120ddbd198b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33dc38d1-bd58-462e-b222-a662dcb35db5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:46.644010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b0b6816f-241a-45c4-8ca8-96e9ac048b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.711292 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b0b6816f-241a-45c4-8ca8-96e9ac048b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.816352 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b0b6816f-241a-45c4-8ca8-96e9ac048b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.858181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b6816f-241a-45c4-8ca8-96e9ac048b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33dc38d1-bd58-462e-b222-a662dcb35db5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:46.858181 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b0b6816f-241a-45c4-8ca8-96e9ac048b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:46.858181 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b0b6816f-241a-45c4-8ca8-96e9ac048b47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33dc38d1-bd58-462e-b222-a662dcb35db5 HTTP/1.1" status: 204 len: 168 time: 0.3890555 Apr 05 20:33:46.911538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605be8d-5431-4387-8a05-32b86fda151e req-3b544513-337c-40c5-8dcf-70df2de96646 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:46.913178 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2605be8d-5431-4387-8a05-32b86fda151e req-3b544513-337c-40c5-8dcf-70df2de96646 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 945 time: 0.1886823 Apr 05 20:33:46.963390 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2605be8d-5431-4387-8a05-32b86fda151e req-caf7d78b-c57d-419f-bd30-b96e503bce39 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430505 Apr 05 20:33:47.243615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59472) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:47.302995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59480) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:47.448981 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cff50de1-b171-41cd-b66d-31a08f63e3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:47.468447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cff50de1-b171-41cd-b66d-31a08f63e3f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:47.474743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cff50de1-b171-41cd-b66d-31a08f63e3f8 admin admin] Usage tracker for resource:security_group_rule and tenant:c09590d85d29459f9e4af8b2b96eebe1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:47.481272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cff50de1-b171-41cd-b66d-31a08f63e3f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:47.493724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cff50de1-b171-41cd-b66d-31a08f63e3f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:47.523509 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121eb5e2-68de-4868-977b-9ea4a34d8345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:47.559736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-121eb5e2-68de-4868-977b-9ea4a34d8345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:47.565204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-121eb5e2-68de-4868-977b-9ea4a34d8345 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6725e594ed4356b3bb7b8b4b433e72 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:47.571932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-121eb5e2-68de-4868-977b-9ea4a34d8345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:47.582473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-121eb5e2-68de-4868-977b-9ea4a34d8345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:47.626752 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cff50de1-b171-41cd-b66d-31a08f63e3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:47.636491 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cff50de1-b171-41cd-b66d-31a08f63e3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:47.678998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff50de1-b171-41cd-b66d-31a08f63e3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08d3c69-c7d7-4e5a-89cc-f54edc6813f9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:47.749749 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cff50de1-b171-41cd-b66d-31a08f63e3f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c09590d85d29459f9e4af8b2b96eebe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5047896 Apr 05 20:33:47.755017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59502) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:47.868960 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121eb5e2-68de-4868-977b-9ea4a34d8345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:47.875303 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121eb5e2-68de-4868-977b-9ea4a34d8345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:47.876619 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de233ae8-d8eb-495b-9516-effa37e3f2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:47.923173 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de233ae8-d8eb-495b-9516-effa37e3f2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:47.971473 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-121eb5e2-68de-4868-977b-9ea4a34d8345 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e6725e594ed4356b3bb7b8b4b433e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6633248 Apr 05 20:33:47.971473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121eb5e2-68de-4868-977b-9ea4a34d8345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d6b7f3-ba8f-449f-bcaf-44b85b5fc7be,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:47.973142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59514) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:48.012011 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de233ae8-d8eb-495b-9516-effa37e3f2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:48.038884 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de233ae8-d8eb-495b-9516-effa37e3f2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08d3c69-c7d7-4e5a-89cc-f54edc6813f9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:48.050184 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de233ae8-d8eb-495b-9516-effa37e3f2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:48.051526 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-de233ae8-d8eb-495b-9516-effa37e3f2b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d08d3c69-c7d7-4e5a-89cc-f54edc6813f9 HTTP/1.1" status: 204 len: 168 time: 0.2953675 Apr 05 20:33:48.075990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7735f763-6599-4064-a169-0f145be51aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:48.108904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7735f763-6599-4064-a169-0f145be51aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:48.175463 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7735f763-6599-4064-a169-0f145be51aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:48.191220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735f763-6599-4064-a169-0f145be51aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d6b7f3-ba8f-449f-bcaf-44b85b5fc7be,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:48.201721 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7735f763-6599-4064-a169-0f145be51aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:48.205391 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7735f763-6599-4064-a169-0f145be51aef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67d6b7f3-ba8f-449f-bcaf-44b85b5fc7be HTTP/1.1" status: 204 len: 168 time: 0.2277987 Apr 05 20:33:48.385846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59536) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:48.733275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Request body: {'networks': [{'name': 'tempest-network--836989903'}, {'name': 'tempest-network--117049114'}]} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:48.733852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Request body: {'network': {'name': 'tempest-network--836989903'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:48.734115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Request body: {'network': {'name': 'tempest-network--117049114'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:48.744167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:48.754335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Usage tracker for resource:network and tenant:3f20878b014a4534b6b76a37e9e7257d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:48.763065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:48.771880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:48.783341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59546) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:48.788770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Made reservation on behalf of 3f20878b014a4534b6b76a37e9e7257d for: {'network': 2} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:48.793623 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:48.808547 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:48.813752 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0cc8d4ed-6616-4ff6-af72-edf28b6ac2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:48.840392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0cc8d4ed-6616-4ff6-af72-edf28b6ac2ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:48.844714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0cc8d4ed-6616-4ff6-af72-edf28b6ac2ea admin admin] Usage tracker for resource:security_group_rule and tenant:479c94b18f744bf1b032f9e751c77f6b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:48.847894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0cc8d4ed-6616-4ff6-af72-edf28b6ac2ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:48.853931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:48.854148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0cc8d4ed-6616-4ff6-af72-edf28b6ac2ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:48.859464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Usage tracker for resource:security_group_rule and tenant:3f20878b014a4534b6b76a37e9e7257d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:48.863465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:48.871986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:48.979557 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0cc8d4ed-6616-4ff6-af72-edf28b6ac2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:48.992513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:48.994637 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0cc8d4ed-6616-4ff6-af72-edf28b6ac2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.005710 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.006952 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.077262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0cc8d4ed-6616-4ff6-af72-edf28b6ac2ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=479c94b18f744bf1b032f9e751c77f6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921488 Apr 05 20:33:49.078426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc8d4ed-6616-4ff6-af72-edf28b6ac2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a79969e-c9e4-4d0d-94aa-a7d391a80ff8,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:49.081186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59562) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:49.104790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:33:49.118598 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.119478 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Added segment 8616fedd-a719-4b39-afd9-55afb2c8a8fb of type vlan for network c2afbadb-5366-47a7-89bf-6d6b0eb04cc5 Apr 05 20:33:49.149459 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.186018 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85467b5c-5650-4549-995c-33248d48219e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.189165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3b0d4d-a19d-4884-88da-fe3e57ae7fd1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:49.207675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:33:49.218579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.218923 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Added segment eee41187-b15e-41ef-8d40-f8bb853e9258 of type vlan for network c474784c-f384-422b-bd93-f13d021fbbe6 Apr 05 20:33:49.246854 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85467b5c-5650-4549-995c-33248d48219e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.257662 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.311735 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.312543 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.335462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:49.342570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:49.344339 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.344476 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85467b5c-5650-4549-995c-33248d48219e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.373156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85467b5c-5650-4549-995c-33248d48219e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a79969e-c9e4-4d0d-94aa-a7d391a80ff8,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:49.385014 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85467b5c-5650-4549-995c-33248d48219e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:49.388772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-85467b5c-5650-4549-995c-33248d48219e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a79969e-c9e4-4d0d-94aa-a7d391a80ff8 HTTP/1.1" status: 204 len: 168 time: 0.3039129 Apr 05 20:33:49.530532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event updated for resources: {'Network': ['ID=c2afbadb-5366-47a7-89bf-6d6b0eb04cc5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:49.544991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network c2afbadb-5366-47a7-89bf-6d6b0eb04cc5 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:33:49.677697 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2907062 Apr 05 20:33:49.680330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59584) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:49.690505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629179e4-2d8a-433e-a347-cb49386fec36 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event updated for resources: {'Network': ['ID=c474784c-f384-422b-bd93-f13d021fbbe6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:49.777777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network c474784c-f384-422b-bd93-f13d021fbbe6 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:33:50.035455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dff756-ab0e-4ad3-9638-21346619729d tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:50.057001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dff756-ab0e-4ad3-9638-21346619729d tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:50.069477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dff756-ab0e-4ad3-9638-21346619729d tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:50.077385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dff756-ab0e-4ad3-9638-21346619729d tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:50.081568 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-63dff756-ab0e-4ad3-9638-21346619729d tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3975699 Apr 05 20:33:50.082003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59604) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:50.229472 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ab93880c-ece2-4fab-98c3-52cd358aadfe tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.468706 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ab93880c-ece2-4fab-98c3-52cd358aadfe tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.509792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-ab93880c-ece2-4fab-98c3-52cd358aadfe tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2afbadb-5366-47a7-89bf-6d6b0eb04cc5']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:50.527509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-ab93880c-ece2-4fab-98c3-52cd358aadfe tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8616fedd-a719-4b39-afd9-55afb2c8a8fb') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:50.528676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-ab93880c-ece2-4fab-98c3-52cd358aadfe tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8616fedd-a719-4b39-afd9-55afb2c8a8fb') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:50.542317 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ab93880c-ece2-4fab-98c3-52cd358aadfe tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.566789 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ab93880c-ece2-4fab-98c3-52cd358aadfe tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.578754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab93880c-ece2-4fab-98c3-52cd358aadfe tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:33:50.579620 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ab93880c-ece2-4fab-98c3-52cd358aadfe tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:33:50.698714 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:33:50.704232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-3160c186-0a6d-4bcc-942a-f44842283c02 req-a181568d-95f8-46ca-a998-1d448aaae820 service neutron] (87965) timed out ('10.222.0.13', 54006) {{(pid=87965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 20:33:50.731165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ab93880c-ece2-4fab-98c3-52cd358aadfe tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.773002 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ab93880c-ece2-4fab-98c3-52cd358aadfe tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:50.782261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93880c-ece2-4fab-98c3-52cd358aadfe tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event deleted for resources: {'Network': ['ID=c2afbadb-5366-47a7-89bf-6d6b0eb04cc5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:50.801842 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ab93880c-ece2-4fab-98c3-52cd358aadfe tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "DELETE /v2.0/networks/c2afbadb-5366-47a7-89bf-6d6b0eb04cc5 HTTP/1.1" status: 204 len: 168 time: 0.7163134 Apr 05 20:33:50.802204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59630) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:51.082246 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e19c690d-324c-4aca-9f93-94ba57c83e84 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.337372 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e19c690d-324c-4aca-9f93-94ba57c83e84 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.366876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-e19c690d-324c-4aca-9f93-94ba57c83e84 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c474784c-f384-422b-bd93-f13d021fbbe6']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:51.379199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-e19c690d-324c-4aca-9f93-94ba57c83e84 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee41187-b15e-41ef-8d40-f8bb853e9258') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:51.379489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-e19c690d-324c-4aca-9f93-94ba57c83e84 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee41187-b15e-41ef-8d40-f8bb853e9258') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:33:51.391032 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e19c690d-324c-4aca-9f93-94ba57c83e84 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.408350 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e19c690d-324c-4aca-9f93-94ba57c83e84 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.418448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19c690d-324c-4aca-9f93-94ba57c83e84 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:33:51.418448 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e19c690d-324c-4aca-9f93-94ba57c83e84 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:33:51.506728 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:33:51.513094 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e19c690d-324c-4aca-9f93-94ba57c83e84 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.540840 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e19c690d-324c-4aca-9f93-94ba57c83e84 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.549166 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e19c690d-324c-4aca-9f93-94ba57c83e84 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "DELETE /v2.0/networks/c474784c-f384-422b-bd93-f13d021fbbe6 HTTP/1.1" status: 204 len: 168 time: 0.7454152 Apr 05 20:33:51.552182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59666) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:51.557233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c690d-324c-4aca-9f93-94ba57c83e84 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event deleted for resources: {'Network': ['ID=c474784c-f384-422b-bd93-f13d021fbbe6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:51.731781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c086c8-284c-4f77-846c-b6a0b728ef1f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:51.740611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c086c8-284c-4f77-846c-b6a0b728ef1f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:51.742536 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-78c086c8-284c-4f77-846c-b6a0b728ef1f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1881366 Apr 05 20:33:51.748343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59674) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:51.754473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-758908856'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:51.762484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:51.775949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Usage tracker for resource:network and tenant:3f20878b014a4534b6b76a37e9e7257d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:51.780963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:51.800978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:51.839668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Made reservation on behalf of 3f20878b014a4534b6b76a37e9e7257d for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:51.843142 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.912793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:33:51.931324 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:51.931672 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Added segment 38d5454e-2bb7-4bbf-9823-3aba5f1f3a66 of type vlan for network 0ff05c3d-9a99-41c4-84b1-4a7990be44a6 Apr 05 20:33:51.986645 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:52.041964 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:52.053091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:52.054400 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:52.200730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4512525 Apr 05 20:33:52.203500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59694) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:52.210094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-335339011'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:52.215137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e5027-f60f-4dfd-9b93-438b7c4fe592 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event updated for resources: {'Network': ['ID=0ff05c3d-9a99-41c4-84b1-4a7990be44a6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:52.219105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:52.238601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Usage tracker for resource:network and tenant:3f20878b014a4534b6b76a37e9e7257d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:52.246347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 0ff05c3d-9a99-41c4-84b1-4a7990be44a6 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:33:52.255180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:52.279094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:52.299012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Made reservation on behalf of 3f20878b014a4534b6b76a37e9e7257d for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:52.302754 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:52.357043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:33:52.375128 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:52.375457 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Added segment 335d1e66-455d-40bc-aba6-e461b817c1fa of type vlan for network d70be538-dda8-4a8e-b06b-7ea646faac2f Apr 05 20:33:52.430204 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:52.484568 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:52.490460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:52.491040 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:52.554896 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3500409 Apr 05 20:33:52.556073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59712) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:52.570642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Request body: {'ports': [{'network_id': '0ff05c3d-9a99-41c4-84b1-4a7990be44a6', 'name': 'tempest-port--774932884', 'admin_state_up': True}, {'network_id': 'd70be538-dda8-4a8e-b06b-7ea646faac2f', 'admin_state_up': False}]} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:52.570952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Request body: {'port': {'network_id': '0ff05c3d-9a99-41c4-84b1-4a7990be44a6', 'name': 'tempest-port--774932884', 'admin_state_up': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:52.571429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Request body: {'port': {'network_id': 'd70be538-dda8-4a8e-b06b-7ea646faac2f', 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:53.021596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f283ed6-f722-4ad8-a1b9-07795743c5b7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event updated for resources: {'Network': ['ID=d70be538-dda8-4a8e-b06b-7ea646faac2f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:53.037751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network d70be538-dda8-4a8e-b06b-7ea646faac2f details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:33:53.117410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:53.122341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Usage tracker for resource:port and tenant:3f20878b014a4534b6b76a37e9e7257d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:53.125475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:53.153991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:53.170301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Made reservation on behalf of 3f20878b014a4534b6b76a37e9e7257d for: {'port': 2} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:53.175515 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:53.204396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:53.458711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] device_id is not set on port 99d6c71f-a741-4207-b3d6-7d9d14a89d15 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:33:53.618039 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:53.826466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] device_id is not set on port d987764c-cf57-442d-b649-6c7e8314e3e5 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:33:53.939502 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:53.970102 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:54.085286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event updated for resources: {'Port': ['ID=99d6c71f-a741-4207-b3d6-7d9d14a89d15,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:54.117517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Checking segment: {'id': '38d5454e-2bb7-4bbf-9823-3aba5f1f3a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0ff05c3d-9a99-41c4-84b1-4a7990be44a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:33:54.117871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Network hostable DHCP agents. Network: 0ff05c3d-9a99-41c4-84b1-4a7990be44a6, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:33:54.166318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Network 0ff05c3d-9a99-41c4-84b1-4a7990be44a6 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:33:54.184555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 0ff05c3d-9a99-41c4-84b1-4a7990be44a6) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:54.192843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab937da9-38ec-465a-9456-a1f277a2612b None None] Network 0ff05c3d-9a99-41c4-84b1-4a7990be44a6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:33:54.196311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:33:54.197213 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:54.392787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event updated for resources: {'Port': ['ID=d987764c-cf57-442d-b649-6c7e8314e3e5,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:54.425854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Checking segment: {'id': '335d1e66-455d-40bc-aba6-e461b817c1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd70be538-dda8-4a8e-b06b-7ea646faac2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:33:54.426251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Network hostable DHCP agents. Network: d70be538-dda8-4a8e-b06b-7ea646faac2f, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:33:54.455592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Network d70be538-dda8-4a8e-b06b-7ea646faac2f is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:33:54.476061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, d70be538-dda8-4a8e-b06b-7ea646faac2f) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:33:54.485411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:33:54.497094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:54.503890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:54.505753 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:54.520706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac78694-cfed-44e8-857b-ee06b68b5347 None None] Network d70be538-dda8-4a8e-b06b-7ea646faac2f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:33:54.540869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59778) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:54.541763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b3c42204-a275-485b-9dc8-2dff841cd5d7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9800730 Apr 05 20:33:54.671705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0562ba-d213-4d83-9570-5a06a31fad95 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:54.678716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0562ba-d213-4d83-9570-5a06a31fad95 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:54.680908 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-df0562ba-d213-4d83-9570-5a06a31fad95 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1377342 Apr 05 20:33:54.683716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59786) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:54.873126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8e85f950-ccb1-40ad-a8af-3ccae4ee1a23 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Deleting port 99d6c71f-a741-4207-b3d6-7d9d14a89d15 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:54.877931 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8e85f950-ccb1-40ad-a8af-3ccae4ee1a23 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:55.351989 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8e85f950-ccb1-40ad-a8af-3ccae4ee1a23 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:55.547012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8e85f950-ccb1-40ad-a8af-3ccae4ee1a23 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Calling delete_port for 99d6c71f-a741-4207-b3d6-7d9d14a89d15 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:55.665260 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8e85f950-ccb1-40ad-a8af-3ccae4ee1a23 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:55.767818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85f950-ccb1-40ad-a8af-3ccae4ee1a23 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event deleted for resources: {'Port': ['ID=99d6c71f-a741-4207-b3d6-7d9d14a89d15,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:55.770127 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8e85f950-ccb1-40ad-a8af-3ccae4ee1a23 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:55.777946 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8e85f950-ccb1-40ad-a8af-3ccae4ee1a23 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "DELETE /v2.0/ports/99d6c71f-a741-4207-b3d6-7d9d14a89d15 HTTP/1.1" status: 204 len: 168 time: 1.0928810 Apr 05 20:33:55.786518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59822) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:55.872078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e4102-744d-4f5c-83dd-b5ee203b5322 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Deleting port d987764c-cf57-442d-b649-6c7e8314e3e5 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:33:55.872825 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4102-744d-4f5c-83dd-b5ee203b5322 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:56.232804 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4102-744d-4f5c-83dd-b5ee203b5322 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:56.488733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e4102-744d-4f5c-83dd-b5ee203b5322 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Calling delete_port for d987764c-cf57-442d-b649-6c7e8314e3e5 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:33:56.634846 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4102-744d-4f5c-83dd-b5ee203b5322 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:56.759022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e4102-744d-4f5c-83dd-b5ee203b5322 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event deleted for resources: {'Port': ['ID=d987764c-cf57-442d-b649-6c7e8314e3e5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:56.790569 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a1e4102-744d-4f5c-83dd-b5ee203b5322 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:56.798526 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9a1e4102-744d-4f5c-83dd-b5ee203b5322 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "DELETE /v2.0/ports/d987764c-cf57-442d-b649-6c7e8314e3e5 HTTP/1.1" status: 204 len: 168 time: 1.0157852 Apr 05 20:33:56.801010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59852) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:56.895702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e1a856bb-ff2c-4d5a-8f75-8f52e945c29a tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Synchronizing usage tracker for tenant:3f20878b014a4534b6b76a37e9e7257d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:33:56.933817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e1a856bb-ff2c-4d5a-8f75-8f52e945c29a tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Unset dirty status for tenant:3f20878b014a4534b6b76a37e9e7257d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:33:56.935025 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e1a856bb-ff2c-4d5a-8f75-8f52e945c29a tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1324370 Apr 05 20:33:56.939272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59860) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:56.946097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-361370459'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:56.952292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:56.956939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Usage tracker for resource:network and tenant:3f20878b014a4534b6b76a37e9e7257d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:56.973547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:56.985135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:57.002686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Made reservation on behalf of 3f20878b014a4534b6b76a37e9e7257d for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:57.009359 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.061520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:33:57.073387 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.074153 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Added segment 01051ab0-c5ff-4715-92dc-f26402867069 of type vlan for network 932a59a2-60f6-4b6e-adee-f154e407aeb0 Apr 05 20:33:57.109646 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.152236 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.179667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:57.180867 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.349648 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4087980 Apr 05 20:33:57.351928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59880) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:57.358831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1192877928'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:33:57.365938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062ed23-e44f-429f-a396-73a72d25d56f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event updated for resources: {'Network': ['ID=932a59a2-60f6-4b6e-adee-f154e407aeb0,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:57.375502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:57.378519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 932a59a2-60f6-4b6e-adee-f154e407aeb0 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:33:57.396311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Usage tracker for resource:network and tenant:3f20878b014a4534b6b76a37e9e7257d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:57.399938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:57.421812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:57.453020 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Made reservation on behalf of 3f20878b014a4534b6b76a37e9e7257d for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:33:57.453020 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.543079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:33:57.575111 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.575364 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Added segment 00a22a1d-4d94-4367-8c9d-e104bc6ba6ef of type vlan for network 72d93740-6fdc-41e6-a8b0-313137f431e9 Apr 05 20:33:57.671751 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.774314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.801570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:57.810178 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:57.906454 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5490580 Apr 05 20:33:58.160833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751b388-c5b5-4b99-879c-be788e48c761 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event updated for resources: {'Network': ['ID=72d93740-6fdc-41e6-a8b0-313137f431e9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:58.196830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 72d93740-6fdc-41e6-a8b0-313137f431e9 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:33:58.317861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59908) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:58.605510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6edbc9b6-1b37-426e-a3da-ee2016bbba7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:58.699859 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6edbc9b6-1b37-426e-a3da-ee2016bbba7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:33:58.706856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6edbc9b6-1b37-426e-a3da-ee2016bbba7e admin admin] Usage tracker for resource:security_group_rule and tenant:ee9d72d0ccab441886f8a9012b3b11a2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:33:58.710826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6edbc9b6-1b37-426e-a3da-ee2016bbba7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:33:58.746882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6edbc9b6-1b37-426e-a3da-ee2016bbba7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:33:58.784487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500677d6-9db8-45f0-a347-fc9e496907e1 req-026a6059-e203-4d70-80a4-f661eaa73fb5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:58.788805 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-500677d6-9db8-45f0-a347-fc9e496907e1 req-026a6059-e203-4d70-80a4-f661eaa73fb5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.4274247 Apr 05 20:33:58.878332 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-500677d6-9db8-45f0-a347-fc9e496907e1 req-334ad24d-67a6-4f00-84b5-cb9620173b9f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854921 Apr 05 20:33:59.033434 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6edbc9b6-1b37-426e-a3da-ee2016bbba7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:59.047188 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6edbc9b6-1b37-426e-a3da-ee2016bbba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:59.146505 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6edbc9b6-1b37-426e-a3da-ee2016bbba7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee9d72d0ccab441886f8a9012b3b11a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8272502 Apr 05 20:33:59.149068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59938) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:33:59.236235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbc9b6-1b37-426e-a3da-ee2016bbba7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c030c2-9848-470c-9070-79d100f9b452,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:59.317852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d9ab13-949e-4fcd-9cce-1710544f537b req-5b9a9361-b16e-498d-9de1-53e12954cc6f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:59.325922 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30d9ab13-949e-4fcd-9cce-1710544f537b req-5b9a9361-b16e-498d-9de1-53e12954cc6f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1515980 Apr 05 20:33:59.396537 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d4209eac-de29-4481-9612-09bbe94f5b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:59.493187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30d9ab13-949e-4fcd-9cce-1710544f537b req-936b6354-2456-4318-991f-8e258def5626 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661785 Apr 05 20:33:59.495188 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d4209eac-de29-4481-9612-09bbe94f5b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:59.619870 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d4209eac-de29-4481-9612-09bbe94f5b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:59.635982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4209eac-de29-4481-9612-09bbe94f5b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c030c2-9848-470c-9070-79d100f9b452,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:33:59.643439 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d4209eac-de29-4481-9612-09bbe94f5b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:33:59.648106 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d4209eac-de29-4481-9612-09bbe94f5b24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2c030c2-9848-470c-9070-79d100f9b452 HTTP/1.1" status: 204 len: 168 time: 0.4969981 Apr 05 20:33:59.946708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e23813-418b-4a83-945b-6f7bc07dfb7a req-6bbecffb-2cb6-4c89-850f-a0daddad4744 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:59.959611 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b1e23813-418b-4a83-945b-6f7bc07dfb7a req-6bbecffb-2cb6-4c89-850f-a0daddad4744 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 945 time: 0.2177608 Apr 05 20:33:59.969272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c479e6-05bf-4ede-bd33-7fada984766b req-74d198dc-ba5a-4061-8110-470e87260c2d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:33:59.980582 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5c479e6-05bf-4ede-bd33-7fada984766b req-74d198dc-ba5a-4061-8110-470e87260c2d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2215712 Apr 05 20:34:00.066086 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b5c479e6-05bf-4ede-bd33-7fada984766b req-8f0c0862-caf9-4bdc-8b8b-2ff007f83361 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821650 Apr 05 20:34:00.074682 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b1e23813-418b-4a83-945b-6f7bc07dfb7a req-a6dd5d29-4d4f-4c4c-9ca9-a7c49a610d99 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=85780a5b-dbe4-4411-9989-669344249d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135352 Apr 05 20:34:00.409301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7a9dd-b2a0-49b6-974e-fa0f07f2cbd5 req-233e37d9-5a59-4c6d-8613-b6a3b85a69f0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:00.422782 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78b7a9dd-b2a0-49b6-974e-fa0f07f2cbd5 req-233e37d9-5a59-4c6d-8613-b6a3b85a69f0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1671522 Apr 05 20:34:00.596212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78b7a9dd-b2a0-49b6-974e-fa0f07f2cbd5 req-8bd88cd0-e7ba-4ee6-8731-83cbc651c80a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723020 Apr 05 20:34:01.067717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-5b840177-7982-4516-98a1-71f0a6176d10 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:01.073297 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-5b840177-7982-4516-98a1-71f0a6176d10 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 945 time: 0.1908698 Apr 05 20:34:01.248298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Deleting port 36795325-94e7-4c5b-9d3e-d405b70d95a1 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:01.251568 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:01.462130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60002) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:01.471891 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Request body: {'subnets': [{'network_id': '932a59a2-60f6-4b6e-adee-f154e407aeb0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--871629027', 'ip_version': 6}, {'network_id': '72d93740-6fdc-41e6-a8b0-313137f431e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:01.472492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Request body: {'subnet': {'network_id': '932a59a2-60f6-4b6e-adee-f154e407aeb0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--871629027', 'ip_version': 6}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:01.473373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Request body: {'subnet': {'network_id': '72d93740-6fdc-41e6-a8b0-313137f431e9', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:01.897292 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] For port 36795325-94e7-4c5b-9d3e-d405b70d95a1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=36795325-94e7-4c5b-9d3e-d405b70d95a1,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:01.897862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.222720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699c997-d260-4a2b-844f-87afa9821679 req-943339fd-17f9-492b-9e4a-272014e0eff8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:02.232763 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3699c997-d260-4a2b-844f-87afa9821679 req-943339fd-17f9-492b-9e4a-272014e0eff8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 945 time: 0.8442166 Apr 05 20:34:02.245670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955d50d-c50a-441b-b4c7-d5840ce6482d req-cbf636ab-b6e6-4b4c-9aaa-7b39792b7629 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:02.254663 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a955d50d-c50a-441b-b4c7-d5840ce6482d req-cbf636ab-b6e6-4b4c-9aaa-7b39792b7629 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.8991244 Apr 05 20:34:02.269923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60022) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:02.305395 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3699c997-d260-4a2b-844f-87afa9821679 req-653bd04a-20ba-436c-87bc-ab5e2269c967 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=85780a5b-dbe4-4411-9989-669344249d74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651293 Apr 05 20:34:02.315466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:02.335417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Usage tracker for resource:subnet and tenant:3f20878b014a4534b6b76a37e9e7257d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:02.346220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:02.362165 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a955d50d-c50a-441b-b4c7-d5840ce6482d req-33795c21-53fe-4bd7-871a-1d8e06cd5e37 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069691 Apr 05 20:34:02.363702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:02.379359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Made reservation on behalf of 3f20878b014a4534b6b76a37e9e7257d for: {'subnet': 2} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:02.386470 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.388698 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.726308 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.726555 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:02.727306 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Floating IP 3a283a52-fb40-4c9d-800b-efa9ae9d0689 disassociated. External IP: 172.25.8.145, port: 36795325-94e7-4c5b-9d3e-d405b70d95a1. Apr 05 20:34:02.727306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Calling delete_port for 36795325-94e7-4c5b-9d3e-d405b70d95a1 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:02.976434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-293520635-network', 'tenant_id': '247254edb7414c1882044b0056ae3f7f'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:02.990970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:03.033970 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:03.112264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event deleted for resources: {'Port': ['ID=36795325-94e7-4c5b-9d3e-d405b70d95a1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:03.194147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Usage tracker for resource:network and tenant:247254edb7414c1882044b0056ae3f7f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:03.198760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:03.205648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:03.228371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Made reservation on behalf of 247254edb7414c1882044b0056ae3f7f for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:03.231046 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:03.270453 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:03.301589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:03.327760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Usage tracker for resource:security_group_rule and tenant:247254edb7414c1882044b0056ae3f7f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:03.382353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:03.403637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:03.930369 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d9bc2f8-6411-4bcc-a882-386d611eeb99 req-f36af70d-f684-44b2-80f5-6180c54a4ade tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 210 time: 0.2417145 Apr 05 20:34:04.022794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:34:04.064990 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.071856 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.152258 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.220468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:34:04.243802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event updated for resources: {'Subnet': ['ID=e902c47d-361d-4fe8-a772-e10b164c23d8,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:04.246542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb0ea0f-0c11-4b23-8232-e3348bc10880,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:04.256626 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.257161 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Added segment 867f708b-f666-42d3-82d5-a431b2fbb843 of type vlan for network ef457a5d-cffc-4c84-9e6d-32f895747d38 Apr 05 20:34:04.258882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Checking segment: {'id': '01051ab0-c5ff-4715-92dc-f26402867069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '932a59a2-60f6-4b6e-adee-f154e407aeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:34:04.259368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Network hostable DHCP agents. Network: 932a59a2-60f6-4b6e-adee-f154e407aeb0, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:34:04.308175 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.310034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:34:04.320272 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87a36f-b57a-4da9-aa83-3d3a4e30d188 None None] Sync routers for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:34:04.321049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Network 932a59a2-60f6-4b6e-adee-f154e407aeb0 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:34:04.337692 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87a36f-b57a-4da9-aa83-3d3a4e30d188 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:34:04.338807 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8d87a36f-b57a-4da9-aa83-3d3a4e30d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:33:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:04.350691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 932a59a2-60f6-4b6e-adee-f154e407aeb0) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:04.356347 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.361854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807d2449-15ef-4ed9-9608-4b2fcfb5fd33 None None] Network 932a59a2-60f6-4b6e-adee-f154e407aeb0 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:34:04.368363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea78792-2b72-4547-8e15-66fdeed4c9db req-f1a1f449-7bbe-4fe3-9e60-33478b9469b7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:04.375900 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ea78792-2b72-4547-8e15-66fdeed4c9db req-f1a1f449-7bbe-4fe3-9e60-33478b9469b7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.5598013 Apr 05 20:34:04.396051 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.397164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:04.397812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.450614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] No DVR routers for this DVR port 36795325-94e7-4c5b-9d3e-d405b70d95a1 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:04.458911 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.462147 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1872363 Apr 05 20:34:04.485464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60082) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:04.487982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1441044e-3e10-4826-aee5-076699dfbeac', 'name': 'network-vif-deleted', 'tag': '36795325-94e7-4c5b-9d3e-d405b70d95a1'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:34:04.498527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Request body: {'subnet': {'network_id': 'ef457a5d-cffc-4c84-9e6d-32f895747d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-293520635-subnet', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:04.506465 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-232c7c5d-de88-4235-9786-eca8b6f33363 req-9ac222e8-80b7-4fff-b843-a649a1a86b7c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "DELETE /v2.0/ports/36795325-94e7-4c5b-9d3e-d405b70d95a1 HTTP/1.1" status: 204 len: 173 time: 3.4282525 Apr 05 20:34:04.519839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:04.586086 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ea78792-2b72-4547-8e15-66fdeed4c9db req-268d3b83-9c0c-4f09-92a2-be1008e7b23f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067676 Apr 05 20:34:04.596566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Usage tracker for resource:subnet and tenant:247254edb7414c1882044b0056ae3f7f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:04.609586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:04.614812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event updated for resources: {'Subnet': ['ID=10f49f06-e64d-4d9c-899d-b9e0946e75a7,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:04.617177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fcb08-cfec-473f-bc87-dec2469454ac admin admin] Pushing event updated for resources: {'Network': ['ID=ef457a5d-cffc-4c84-9e6d-32f895747d38,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:04.630137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:04.635606 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-8d87a36f-b57a-4da9-aa83-3d3a4e30d188 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:34:04.639532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Checking segment: {'id': '00a22a1d-4d94-4367-8c9d-e104bc6ba6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '72d93740-6fdc-41e6-a8b0-313137f431e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:34:04.639960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Network hostable DHCP agents. Network: 72d93740-6fdc-41e6-a8b0-313137f431e9, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:34:04.655304 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network ef457a5d-cffc-4c84-9e6d-32f895747d38 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:34:04.663177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Made reservation on behalf of 247254edb7414c1882044b0056ae3f7f for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:04.666854 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.686506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Network 72d93740-6fdc-41e6-a8b0-313137f431e9 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:34:04.906098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 72d93740-6fdc-41e6-a8b0-313137f431e9) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:04.914634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:04.915101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:04.915724 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:04.958270 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1441044e-3e10-4826-aee5-076699dfbeac', 'name': 'network-vif-deleted', 'tag': '36795325-94e7-4c5b-9d3e-d405b70d95a1', 'status': 'completed', 'code': 200} Apr 05 20:34:04.987086 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c1d3efdc-7c8f-414a-8a5a-ab5ef97f92f7 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.5222526 Apr 05 20:34:04.989403 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60106) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:05.039700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac28e38d-6ace-4a10-af0d-8c955c911f08 None None] Network 72d93740-6fdc-41e6-a8b0-313137f431e9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:34:05.180545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260f9616-3102-4079-8064-cab8d18b8639 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:05.203603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260f9616-3102-4079-8064-cab8d18b8639 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:05.205738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260f9616-3102-4079-8064-cab8d18b8639 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:05.213579 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-260f9616-3102-4079-8064-cab8d18b8639 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2195482 Apr 05 20:34:05.219487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60116) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:05.231526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-932a59a2-60f6-4b6e-adee-f154e407aeb0', 'network_id': '932a59a2-60f6-4b6e-adee-f154e407aeb0', 'tenant_id': '3f20878b014a4534b6b76a37e9e7257d', 'fixed_ips': [{'subnet_id': 'e902c47d-361d-4fe8-a772-e10b164c23d8'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:34:05.236501 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:05.248575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:05.357455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a297f22c-804b-4921-ad2f-6fde3161cc80,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:05.379834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Checking segment: {'id': '867f708b-f666-42d3-82d5-a431b2fbb843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef457a5d-cffc-4c84-9e6d-32f895747d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:34:05.380448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Network hostable DHCP agents. Network: ef457a5d-cffc-4c84-9e6d-32f895747d38, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:34:05.407478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Network ef457a5d-cffc-4c84-9e6d-32f895747d38 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:34:05.425065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, ef457a5d-cffc-4c84-9e6d-32f895747d38) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:05.429515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:05.430387 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:05.456563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f2d4a8-940e-4edd-9831-2e5e2c51799e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Deleting subnet e902c47d-361d-4fe8-a772-e10b164c23d8 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:34:05.472358 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0e2c519b-1afa-4fa3-a68d-c9cf7a89fe0e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9857497 Apr 05 20:34:05.475034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60122) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:05.481278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-293520635-router', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:05.492671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:05.501055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Usage tracker for resource:router and tenant:247254edb7414c1882044b0056ae3f7f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:05.508370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:05.529226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:05.562162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510c6e68-399b-4aea-a7eb-c3def1447e22 None None] Network ef457a5d-cffc-4c84-9e6d-32f895747d38 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:34:05.564759 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:05.565273 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8d87a36f-b57a-4da9-aa83-3d3a4e30d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '6bbeced5-1c34-4e15-a347-748fe771af54', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:1c:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:32:12Z', 'revision_number': 2, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:05.565774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6279b1d0-ca8f-4ff9-8478-1c4ff8baf6d8 req-6cb0bcbe-5639-4ff7-9e9b-4a9022e9036f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:05.567051 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:05.576636 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87a36f-b57a-4da9-aa83-3d3a4e30d188 None None] Checking router: dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:34:05.590341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6279b1d0-ca8f-4ff9-8478-1c4ff8baf6d8 req-6cb0bcbe-5639-4ff7-9e9b-4a9022e9036f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:05.605733 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6279b1d0-ca8f-4ff9-8478-1c4ff8baf6d8 req-6cb0bcbe-5639-4ff7-9e9b-4a9022e9036f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=1441044e-3e10-4826-aee5-076699dfbeac HTTP/1.1" status: 200 len: 210 time: 0.1384583 Apr 05 20:34:05.606060 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87a36f-b57a-4da9-aa83-3d3a4e30d188 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:34:05.606174 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:05.606405 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8d87a36f-b57a-4da9-aa83-3d3a4e30d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:33:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:06.015119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 36795325-94e7-4c5b-9d3e-d405b70d95a1 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:06.079574 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-8d87a36f-b57a-4da9-aa83-3d3a4e30d188 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:34:06.182485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 36795325-94e7-4c5b-9d3e-d405b70d95a1 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:34:06.182848 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 36795325-94e7-4c5b-9d3e-d405b70d95a1 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:06.243864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Allocated IP 2001:db8::1 (932a59a2-60f6-4b6e-adee-f154e407aeb0/e902c47d-361d-4fe8-a772-e10b164c23d8/779ebdd3-d8ff-4d7a-b959-edc9b6243158) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:06.248071 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-ef457a5d-cffc-4c84-9e6d-32f895747d38', 'network_id': 'ef457a5d-cffc-4c84-9e6d-32f895747d38', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'fixed_ips': [{'subnet_id': 'a297f22c-804b-4921-ad2f-6fde3161cc80'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:34:06.249572 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:06.538592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:06.713574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-72d93740-6fdc-41e6-a8b0-313137f431e9', 'network_id': '72d93740-6fdc-41e6-a8b0-313137f431e9', 'tenant_id': '3f20878b014a4534b6b76a37e9e7257d', 'fixed_ips': [{'subnet_id': '10f49f06-e64d-4d9c-899d-b9e0946e75a7'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:34:06.714427 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:06.880369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74671d41-e3a2-44b7-95a1-7ef99d375bcd req-4fd0db51-439a-4e5c-9a9e-fd72fd578c99 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:06.881794 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74671d41-e3a2-44b7-95a1-7ef99d375bcd req-4fd0db51-439a-4e5c-9a9e-fd72fd578c99 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3963847 Apr 05 20:34:06.891154 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8d87a36f-b57a-4da9-aa83-3d3a4e30d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '6bbeced5-1c34-4e15-a347-748fe771af54', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:1c:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:32:12Z', 'revision_number': 2, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:06.898886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60162) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:06.902268 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87a36f-b57a-4da9-aa83-3d3a4e30d188 None None] The sync data for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 is: [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '6bbeced5-1c34-4e15-a347-748fe771af54', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:1c:ff:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:31:17Z', 'updated_at': '2022-04-05T20:32:12Z', 'revision_number': 2, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:34:07.042032 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74671d41-e3a2-44b7-95a1-7ef99d375bcd req-ab5a9fa0-1248-4450-ab8b-344088a5b3eb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332176 Apr 05 20:34:07.063437 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-beaa8ddb-20ba-4f40-ab4e-e228531dfe96 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:07.132210 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-beaa8ddb-20ba-4f40-ab4e-e228531dfe96 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:07.255101 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-beaa8ddb-20ba-4f40-ab4e-e228531dfe96 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:07.283539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaa8ddb-20ba-4f40-ab4e-e228531dfe96 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85780a5b-dbe4-4411-9989-669344249d74,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:07.293080 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-beaa8ddb-20ba-4f40-ab4e-e228531dfe96 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:07.294262 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-beaa8ddb-20ba-4f40-ab4e-e228531dfe96 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "DELETE /v2.0/security-groups/85780a5b-dbe4-4411-9989-669344249d74 HTTP/1.1" status: 204 len: 168 time: 0.3938355 Apr 05 20:34:07.297195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60170) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:07.317118 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-f7152d5b-12f0-4a1f-8dcf-df3a0aa72fab tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] show failed (client error): The resource could not be found. Apr 05 20:34:07.318443 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f7152d5b-12f0-4a1f-8dcf-df3a0aa72fab tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups/85780a5b-dbe4-4411-9989-669344249d74 HTTP/1.1" status: 404 len: 347 time: 0.0203426 Apr 05 20:34:07.321542 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60174) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:07.426041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Allocated IP 2001:db8:0:1::1 (72d93740-6fdc-41e6-a8b0-313137f431e9/10f49f06-e64d-4d9c-899d-b9e0946e75a7/64ac3009-0b02-46df-acf8-2a3180e5cfac) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:07.436850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f60af3-622d-43d5-9e95-a76a1e833a1f None None] New status for floating IP 3a283a52-fb40-4c9d-800b-efa9ae9d0689: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:34:07.489031 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:07.560040 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:07.612248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Deleting port 0d300f3f-6769-4f52-a855-2a70df482175 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:07.612477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:07.840038 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Allocated IP 172.25.8.214 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/70d2d372-9384-4a54-81b8-28ad9125d986) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:08.007886 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:08.010228 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:08.147845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:08.215392 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:08.225083 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:08.264513 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Transition to ACTIVE for port object 64ac3009-0b02-46df-acf8-2a3180e5cfac will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:08.306648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Transition to ACTIVE for port object 64ac3009-0b02-46df-acf8-2a3180e5cfac will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:08.355125 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:08.358289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Calling delete_port for 0d300f3f-6769-4f52-a855-2a70df482175 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:08.374673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:08.375843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:08.381753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:34:08.520799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Pushing event updated for resources: {'Port': ['ID=64ac3009-0b02-46df-acf8-2a3180e5cfac,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:08.548506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Pushing event updated for resources: {'Port': ['ID=70d2d372-9384-4a54-81b8-28ad9125d986,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:08.587268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Allocated IP 172.20.0.2 (ef457a5d-cffc-4c84-9e6d-32f895747d38/a297f22c-804b-4921-ad2f-6fde3161cc80/a48bb3c0-c241-4b11-9add-51c42d2e53e1) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:08.690242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:08.692730 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:08.693090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:08.693428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:08.693758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:08.694112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:08.694440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:08.699203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:08.699601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:08.699990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:08.700329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:08.700655 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:08.723599 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Network 72d93740-6fdc-41e6-a8b0-313137f431e9 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:08.724748 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:08.750249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:08.756108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:34:08.807455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e676fd57-e191-40ec-8f26-35832cd3b315 req-8c075a33-cbc4-4b3e-b054-9e3ae823307b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:08.815574 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e676fd57-e191-40ec-8f26-35832cd3b315 req-8c075a33-cbc4-4b3e-b054-9e3ae823307b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.4992502 Apr 05 20:34:08.878596 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e676fd57-e191-40ec-8f26-35832cd3b315 req-08e95a7d-44dc-470e-8ccc-b3ffdbad0a65 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621722 Apr 05 20:34:08.905840 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:34:08.906586 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:34:08.931874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Transition to ACTIVE for port object 779ebdd3-d8ff-4d7a-b959-edc9b6243158 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:08.949699 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.102217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Transition to ACTIVE for port object 779ebdd3-d8ff-4d7a-b959-edc9b6243158 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:09.105795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Attempting to bind port 64ac3009-0b02-46df-acf8-2a3180e5cfac on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:09.106439 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Attempting to bind port 64ac3009-0b02-46df-acf8-2a3180e5cfac by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '00a22a1d-4d94-4367-8c9d-e104bc6ba6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '72d93740-6fdc-41e6-a8b0-313137f431e9'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:09.106809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Attempting to bind port 64ac3009-0b02-46df-acf8-2a3180e5cfac on network 72d93740-6fdc-41e6-a8b0-313137f431e9 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:34:09.115353 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.122460 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-31f2d4a8-940e-4edd-9831-2e5e2c51799e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.122975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:34:09.122975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Checking segment: {'id': '00a22a1d-4d94-4367-8c9d-e104bc6ba6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '72d93740-6fdc-41e6-a8b0-313137f431e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:34:09.123439 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.123699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Bound using segment: {'id': '00a22a1d-4d94-4367-8c9d-e104bc6ba6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '72d93740-6fdc-41e6-a8b0-313137f431e9'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:34:09.124231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Bound port: 64ac3009-0b02-46df-acf8-2a3180e5cfac, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a22a1d-4d94-4367-8c9d-e104bc6ba6ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '72d93740-6fdc-41e6-a8b0-313137f431e9'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:09.124740 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.141310 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.280596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Network 932a59a2-60f6-4b6e-adee-f154e407aeb0 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:09.331519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:09.352246 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:34:09.364678 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Pushing event updated for resources: {'Port': ['ID=779ebdd3-d8ff-4d7a-b959-edc9b6243158,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:09.410961 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.548965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Deleting port 0d300f3f-6769-4f52-a855-2a70df482175 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:09.549203 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.595557 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.613649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Transition to ACTIVE for port object a48bb3c0-c241-4b11-9add-51c42d2e53e1 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:09.644000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Transition to ACTIVE for port object a48bb3c0-c241-4b11-9add-51c42d2e53e1 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:09.646975 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-31f2d4a8-940e-4edd-9831-2e5e2c51799e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.680781 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] For port 64ac3009-0b02-46df-acf8-2a3180e5cfac, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:34:09.685786 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] For port 64ac3009-0b02-46df-acf8-2a3180e5cfac, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=64ac3009-0b02-46df-acf8-2a3180e5cfac,segment=NetworkSegment(00a22a1d-4d94-4367-8c9d-e104bc6ba6ef),segment_id=00a22a1d-4d94-4367-8c9d-e104bc6ba6ef)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:34:09.696165 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.841473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Network ef457a5d-cffc-4c84-9e6d-32f895747d38 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:09.845786 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.857020 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Pushing event updated for resources: {'Port': ['ID=a48bb3c0-c241-4b11-9add-51c42d2e53e1,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:09.910874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:09.918846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:34:09.922380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Attempting to bind port 779ebdd3-d8ff-4d7a-b959-edc9b6243158 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:09.922920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Attempting to bind port 779ebdd3-d8ff-4d7a-b959-edc9b6243158 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '01051ab0-c5ff-4715-92dc-f26402867069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '932a59a2-60f6-4b6e-adee-f154e407aeb0'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:09.923382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Attempting to bind port 779ebdd3-d8ff-4d7a-b959-edc9b6243158 on network 932a59a2-60f6-4b6e-adee-f154e407aeb0 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:34:09.945413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:34:09.945916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Checking segment: {'id': '01051ab0-c5ff-4715-92dc-f26402867069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '932a59a2-60f6-4b6e-adee-f154e407aeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:34:09.947409 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:09.947912 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Bound using segment: {'id': '01051ab0-c5ff-4715-92dc-f26402867069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '932a59a2-60f6-4b6e-adee-f154e407aeb0'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:34:09.950638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Bound port: 779ebdd3-d8ff-4d7a-b959-edc9b6243158, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01051ab0-c5ff-4715-92dc-f26402867069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '932a59a2-60f6-4b6e-adee-f154e407aeb0'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:09.951573 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.017834 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.018849 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.069227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb22f0-9968-49cc-8f0c-18355b1ccb75 None None] Pushing event updated for resources: {'Port': ['ID=64ac3009-0b02-46df-acf8-2a3180e5cfac,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:10.221697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Calling delete_port for 0d300f3f-6769-4f52-a855-2a70df482175 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:10.264120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Attempting to bind port a48bb3c0-c241-4b11-9add-51c42d2e53e1 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:10.264777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Attempting to bind port a48bb3c0-c241-4b11-9add-51c42d2e53e1 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '867f708b-f666-42d3-82d5-a431b2fbb843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef457a5d-cffc-4c84-9e6d-32f895747d38'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:10.265354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Attempting to bind port a48bb3c0-c241-4b11-9add-51c42d2e53e1 on network ef457a5d-cffc-4c84-9e6d-32f895747d38 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:34:10.284758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:34:10.285954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Checking segment: {'id': '867f708b-f666-42d3-82d5-a431b2fbb843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef457a5d-cffc-4c84-9e6d-32f895747d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:34:10.286578 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.287169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Bound using segment: {'id': '867f708b-f666-42d3-82d5-a431b2fbb843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef457a5d-cffc-4c84-9e6d-32f895747d38'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:34:10.287842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Bound port: a48bb3c0-c241-4b11-9add-51c42d2e53e1, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867f708b-f666-42d3-82d5-a431b2fbb843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef457a5d-cffc-4c84-9e6d-32f895747d38'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:10.288425 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.302131 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-31f2d4a8-940e-4edd-9831-2e5e2c51799e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.456341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] For port a48bb3c0-c241-4b11-9add-51c42d2e53e1, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:34:10.462437 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] For port a48bb3c0-c241-4b11-9add-51c42d2e53e1, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a48bb3c0-c241-4b11-9add-51c42d2e53e1,segment=NetworkSegment(867f708b-f666-42d3-82d5-a431b2fbb843),segment_id=867f708b-f666-42d3-82d5-a431b2fbb843)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:34:10.470006 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.519852 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.589253 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2253de-4971-4424-9c24-17ade0f33fc5 None None] Pushing event updated for resources: {'Port': ['ID=a48bb3c0-c241-4b11-9add-51c42d2e53e1,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:10.702596 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-31f2d4a8-940e-4edd-9831-2e5e2c51799e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.705700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] For port 779ebdd3-d8ff-4d7a-b959-edc9b6243158, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:34:10.723453 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] For port 779ebdd3-d8ff-4d7a-b959-edc9b6243158, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=779ebdd3-d8ff-4d7a-b959-edc9b6243158,segment=NetworkSegment(01051ab0-c5ff-4715-92dc-f26402867069),segment_id=01051ab0-c5ff-4715-92dc-f26402867069)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:34:10.735978 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.774186 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-31f2d4a8-940e-4edd-9831-2e5e2c51799e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.810831 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-31f2d4a8-940e-4edd-9831-2e5e2c51799e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "DELETE /v2.0/subnets/e902c47d-361d-4fe8-a772-e10b164c23d8 HTTP/1.1" status: 204 len: 168 time: 5.5878193 Apr 05 20:34:10.818154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60220) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:10.820941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2d4a8-940e-4edd-9831-2e5e2c51799e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event deleted for resources: {'Subnet': ['ID=e902c47d-361d-4fe8-a772-e10b164c23d8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:10.937619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-f134a4ec-7971-4bb7-9a4e-d63b1fdffe4e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Deleting subnet 10f49f06-e64d-4d9c-899d-b9e0946e75a7 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:34:10.942134 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f134a4ec-7971-4bb7-9a4e-d63b1fdffe4e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:10.966757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b3d2c-e9a3-4dbb-955f-e7b385be6599 None None] Pushing event updated for resources: {'Port': ['ID=779ebdd3-d8ff-4d7a-b959-edc9b6243158,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:11.031277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f134a4ec-7971-4bb7-9a4e-d63b1fdffe4e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:11.129144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60226) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:11.161308 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:11.206618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df0551-2ecb-4a33-a2c1-d1b6573a5030 req-74d6910b-82e2-4930-b000-7e5de325e3ca tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:11.208027 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6df0551-2ecb-4a33-a2c1-d1b6573a5030 req-74d6910b-82e2-4930-b000-7e5de325e3ca tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.7548180 Apr 05 20:34:11.344373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Router 76087eff-a1f2-408a-8e1b-17f912f31297 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:34:11.393763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event deleted for resources: {'Port': ['ID=0d300f3f-6769-4f52-a855-2a70df482175,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:11.402253 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a47d395b-03d1-46cf-95df-d0f33aec23d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:11.459159 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6df0551-2ecb-4a33-a2c1-d1b6573a5030 req-f102728b-a51a-4229-8d87-dc64bc0044b6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356040 Apr 05 20:34:11.528479 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f134a4ec-7971-4bb7-9a4e-d63b1fdffe4e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:11.631685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:34:11.645352 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Sync routers for ids ['76087eff-a1f2-408a-8e1b-17f912f31297'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:34:11.676922 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Routers {'76087eff-a1f2-408a-8e1b-17f912f31297'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:34:11.678697 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:33:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76087eff-a1f2-408a-8e1b-17f912f31297'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:11.681075 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:11.685121 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f5b35078-d63d-4ef9-9ac5-a28de044e9e6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.2088966 Apr 05 20:34:11.685810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60236) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:11.794001 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:11.801452 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f134a4ec-7971-4bb7-9a4e-d63b1fdffe4e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:11.953482 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b45d-66ac-4d21-9698-89f918ba6431 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:12.020901 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:12.024345 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-04473a24-45e8-44ee-a2f5-355ef8515327 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "DELETE /v2.0/floatingips/3a283a52-fb40-4c9d-800b-efa9ae9d0689 HTTP/1.1" status: 204 len: 168 time: 4.6975174 Apr 05 20:34:12.024345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134a4ec-7971-4bb7-9a4e-d63b1fdffe4e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event deleted for resources: {'Subnet': ['ID=10f49f06-e64d-4d9c-899d-b9e0946e75a7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:12.040538 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f134a4ec-7971-4bb7-9a4e-d63b1fdffe4e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:12.051176 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f134a4ec-7971-4bb7-9a4e-d63b1fdffe4e tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "DELETE /v2.0/subnets/10f49f06-e64d-4d9c-899d-b9e0946e75a7 HTTP/1.1" status: 204 len: 168 time: 1.2315848 Apr 05 20:34:12.053858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f4d9b45d-66ac-4d21-9698-89f918ba6431 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:12.055113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60246) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:12.069004 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f4d9b45d-66ac-4d21-9698-89f918ba6431 admin admin] Usage tracker for resource:security_group_rule and tenant:635e246fe8ae4ab09fbcf964783cef99 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:12.173642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a48bb3c0-c241-4b11-9add-51c42d2e53e1 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:12.179896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f4d9b45d-66ac-4d21-9698-89f918ba6431 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:12.208790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f4d9b45d-66ac-4d21-9698-89f918ba6431 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:12.305733 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Set router 76087eff-a1f2-408a-8e1b-17f912f31297 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:34:12.373437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31a9d9f-e313-4bb4-a8df-2e491ab216b3 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:12.374303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b31a9d9f-e313-4bb4-a8df-2e491ab216b3 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Synchronizing usage tracker for tenant:3f20878b014a4534b6b76a37e9e7257d on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:12.391246 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a48bb3c0-c241-4b11-9add-51c42d2e53e1 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:12.396800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 64ac3009-0b02-46df-acf8-2a3180e5cfac up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:12.447989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b31a9d9f-e313-4bb4-a8df-2e491ab216b3 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Unset dirty status for tenant:3f20878b014a4534b6b76a37e9e7257d on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:12.459769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2535e8-9ad7-4db7-b96f-1e703cf0edf9 None None] Network 72d93740-6fdc-41e6-a8b0-313137f431e9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:34:12.461148 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b31a9d9f-e313-4bb4-a8df-2e491ab216b3 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3969102 Apr 05 20:34:12.462196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60256) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:12.742451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1c055297-d238-4475-91c2-a68a13bf78d3 None None] Provisioning for port 64ac3009-0b02-46df-acf8-2a3180e5cfac completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:12.890998 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7eb2d8-e06e-4453-aa2b-23fc0837daae None None] Network ef457a5d-cffc-4c84-9e6d-32f895747d38 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:34:12.983487 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b45d-66ac-4d21-9698-89f918ba6431 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:12.988331 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:13.023301 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b45d-66ac-4d21-9698-89f918ba6431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:13.060503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Deleting port 64ac3009-0b02-46df-acf8-2a3180e5cfac {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:13.060841 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:13.164826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 64ac3009-0b02-46df-acf8-2a3180e5cfac completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:13.184842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ebe8e816-f41b-4e37-b74f-50a666b2058d None None] Provisioning for port a48bb3c0-c241-4b11-9add-51c42d2e53e1 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:13.195178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ebe8e816-f41b-4e37-b74f-50a666b2058d None None] Provisioning complete for port a48bb3c0-c241-4b11-9add-51c42d2e53e1 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:13.195800 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e816-f41b-4e37-b74f-50a666b2058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:13.231857 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f4d9b45d-66ac-4d21-9698-89f918ba6431 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=635e246fe8ae4ab09fbcf964783cef99&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0992475 Apr 05 20:34:13.250857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60264) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:13.261668 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'name': 'tempest-ImageQuotaTest-293520635-router', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '70d2d372-9384-4a54-81b8-28ad9125d986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:05Z', 'updated_at': '2022-04-05T20:34:09Z', 'revision_number': 3, 'project_id': '247254edb7414c1882044b0056ae3f7f', 'gw_port': {'id': '70d2d372-9384-4a54-81b8-28ad9125d986', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:07Z', 'updated_at': '2022-04-05T20:34:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:13.270019 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 64ac3009-0b02-46df-acf8-2a3180e5cfac triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:13.270638 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Checking router: 76087eff-a1f2-408a-8e1b-17f912f31297 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:34:13.270981 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Updating router 76087eff-a1f2-408a-8e1b-17f912f31297 port 70d2d372-9384-4a54-81b8-28ad9125d986 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:34:13.272761 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:13.317131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9b45d-66ac-4d21-9698-89f918ba6431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5984688e-a52c-4ecc-b774-6db634170093,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:13.383871 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1af76da-1e9a-4d41-b875-4acb263314c5 None None] Network 932a59a2-60f6-4b6e-adee-f154e407aeb0 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:34:13.411251 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:13.655075 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fdee433e-ad87-462b-830f-701440d0ea97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.172550 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb60866-4a38-4acb-aba7-6abad4691c4c None None] DHCP port deletion for 72d93740-6fdc-41e6-a8b0-313137f431e9 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:34:14.191874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb9934-b39c-4c02-a395-f66cb51ad9ec req-e31e5e93-a70a-4c2e-aed1-219f40cfb2c4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:14.193650 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-00eb9934-b39c-4c02-a395-f66cb51ad9ec req-e31e5e93-a70a-4c2e-aed1-219f40cfb2c4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.7400942 Apr 05 20:34:14.205088 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fdee433e-ad87-462b-830f-701440d0ea97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.242004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.286307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] For port 64ac3009-0b02-46df-acf8-2a3180e5cfac, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=64ac3009-0b02-46df-acf8-2a3180e5cfac,segment=NetworkSegment(00a22a1d-4d94-4367-8c9d-e104bc6ba6ef),segment_id=00a22a1d-4d94-4367-8c9d-e104bc6ba6ef)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:14.288042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.381458 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-90a5a89c-dc30-42aa-9d8a-636ac1e3682f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.390128 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.398204 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-00eb9934-b39c-4c02-a395-f66cb51ad9ec req-ed7d5041-a188-4906-98c9-6e8122d44086 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924973 Apr 05 20:34:14.430377 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Transition to ACTIVE for port object 70d2d372-9384-4a54-81b8-28ad9125d986 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:14.444485 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.484129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ddb60866-4a38-4acb-aba7-6abad4691c4c None None] Deleting port 64ac3009-0b02-46df-acf8-2a3180e5cfac {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:14.488598 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ddb60866-4a38-4acb-aba7-6abad4691c4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.602935 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Attempting to bind port 70d2d372-9384-4a54-81b8-28ad9125d986 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:14.603299 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Attempting to bind port 70d2d372-9384-4a54-81b8-28ad9125d986 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:14.606319 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Attempting to bind port 70d2d372-9384-4a54-81b8-28ad9125d986 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:34:14.664059 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:34:14.664447 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:34:14.664820 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.665197 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:34:14.665681 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Bound port: 70d2d372-9384-4a54-81b8-28ad9125d986, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:14.666604 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.678590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Calling delete_port for 64ac3009-0b02-46df-acf8-2a3180e5cfac owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:14.810298 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] For port 70d2d372-9384-4a54-81b8-28ad9125d986, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:34:14.813839 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] For port 70d2d372-9384-4a54-81b8-28ad9125d986, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=70d2d372-9384-4a54-81b8-28ad9125d986,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:34:14.819898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Allocated IP 172.20.0.1 (ef457a5d-cffc-4c84-9e6d-32f895747d38/a297f22c-804b-4921-ad2f-6fde3161cc80/4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:14.821144 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572ecbe-54bc-45df-ac51-6b7310a4911d None None] Pushing event updated for resources: {'Port': ['ID=70d2d372-9384-4a54-81b8-28ad9125d986,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:14.829696 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:14.843435 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9572ecbe-54bc-45df-ac51-6b7310a4911d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:14.844788 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9572ecbe-54bc-45df-ac51-6b7310a4911d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:14.846436 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9572ecbe-54bc-45df-ac51-6b7310a4911d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:14.848999 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9572ecbe-54bc-45df-ac51-6b7310a4911d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:14.858372 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9572ecbe-54bc-45df-ac51-6b7310a4911d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:14.859005 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9572ecbe-54bc-45df-ac51-6b7310a4911d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:14.859448 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9572ecbe-54bc-45df-ac51-6b7310a4911d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:14.861389 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9572ecbe-54bc-45df-ac51-6b7310a4911d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:14.861819 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9572ecbe-54bc-45df-ac51-6b7310a4911d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:14.862251 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9572ecbe-54bc-45df-ac51-6b7310a4911d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:14.862683 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9572ecbe-54bc-45df-ac51-6b7310a4911d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:14.863086 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9572ecbe-54bc-45df-ac51-6b7310a4911d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:15.006584 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572ecbe-54bc-45df-ac51-6b7310a4911d None None] Pushing event updated for resources: {'Port': ['ID=70d2d372-9384-4a54-81b8-28ad9125d986,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:15.058707 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Routers {'76087eff-a1f2-408a-8e1b-17f912f31297'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:34:15.059463 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:34:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76087eff-a1f2-408a-8e1b-17f912f31297'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:15.072872 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.149208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ddb60866-4a38-4acb-aba7-6abad4691c4c None None] For port 64ac3009-0b02-46df-acf8-2a3180e5cfac, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=64ac3009-0b02-46df-acf8-2a3180e5cfac,segment=NetworkSegment(00a22a1d-4d94-4367-8c9d-e104bc6ba6ef),segment_id=00a22a1d-4d94-4367-8c9d-e104bc6ba6ef)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:15.149825 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ddb60866-4a38-4acb-aba7-6abad4691c4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.159899 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.214916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Transition to ACTIVE for port object 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:15.268059 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.295289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] No DVR routers for this DVR port 64ac3009-0b02-46df-acf8-2a3180e5cfac on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:15.299221 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fdee433e-ad87-462b-830f-701440d0ea97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.323750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ddb60866-4a38-4acb-aba7-6abad4691c4c None None] Calling delete_port for 64ac3009-0b02-46df-acf8-2a3180e5cfac owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:15.435177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:15.445154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Network ef457a5d-cffc-4c84-9e6d-32f895747d38 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:15.446729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:15.457815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:34:15.510616 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] Set router 76087eff-a1f2-408a-8e1b-17f912f31297 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:34:15.604386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee433e-ad87-462b-830f-701440d0ea97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5984688e-a52c-4ecc-b774-6db634170093,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:15.611802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event deleted for resources: {'Port': ['ID=64ac3009-0b02-46df-acf8-2a3180e5cfac,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:15.640630 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.674274 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e816-f41b-4e37-b74f-50a666b2058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.682159 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.705854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d93740-6fdc-41e6-a8b0-313137f431e9']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:15.723070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fdee433e-ad87-462b-830f-701440d0ea97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.733423 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fdee433e-ad87-462b-830f-701440d0ea97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5984688e-a52c-4ecc-b774-6db634170093 HTTP/1.1" status: 204 len: 168 time: 2.4749131 Apr 05 20:34:15.748946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a22a1d-4d94-4367-8c9d-e104bc6ba6ef') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:15.749250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a22a1d-4d94-4367-8c9d-e104bc6ba6ef') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:15.757166 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.776129 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.807323 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.821380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:34:15.822190 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:34:15.853833 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:34:15.885868 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:15.966524 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.021546 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ebe8e816-f41b-4e37-b74f-50a666b2058d None None] For port a48bb3c0-c241-4b11-9add-51c42d2e53e1, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a48bb3c0-c241-4b11-9add-51c42d2e53e1,segment=NetworkSegment(867f708b-f666-42d3-82d5-a431b2fbb843),segment_id=867f708b-f666-42d3-82d5-a431b2fbb843)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:16.044400 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906d253a-731c-48bc-a038-1da509710103 None None] DHCP port deletion for 932a59a2-60f6-4b6e-adee-f154e407aeb0 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:34:16.101775 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.110086 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'name': 'tempest-ImageQuotaTest-293520635-router', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '70d2d372-9384-4a54-81b8-28ad9125d986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:05Z', 'updated_at': '2022-04-05T20:34:09Z', 'revision_number': 3, 'project_id': '247254edb7414c1882044b0056ae3f7f', 'gw_port': {'id': '70d2d372-9384-4a54-81b8-28ad9125d986', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:07Z', 'updated_at': '2022-04-05T20:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:16.114184 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df63d756-b9e7-4e01-adc2-ffaf66c98b68 None None] The sync data for ids ['76087eff-a1f2-408a-8e1b-17f912f31297'] in n-d-836604-1 is: [{'id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'name': 'tempest-ImageQuotaTest-293520635-router', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '70d2d372-9384-4a54-81b8-28ad9125d986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:05Z', 'updated_at': '2022-04-05T20:34:09Z', 'revision_number': 3, 'project_id': '247254edb7414c1882044b0056ae3f7f', 'gw_port': {'id': '70d2d372-9384-4a54-81b8-28ad9125d986', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:07Z', 'updated_at': '2022-04-05T20:34:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:34:16.148904 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ebe8e816-f41b-4e37-b74f-50a666b2058d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.158285 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-ddb60866-4a38-4acb-aba7-6abad4691c4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:34:16.158635 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-ddb60866-4a38-4acb-aba7-6abad4691c4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:34:16.159198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 779ebdd3-d8ff-4d7a-b959-edc9b6243158 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:16.202274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.212497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event deleted for resources: {'Network': ['ID=72d93740-6fdc-41e6-a8b0-313137f431e9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:16.252561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.256874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.257520 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.261564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.262131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.262629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.266870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.267446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.267936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.272185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.273044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.273613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:16.281857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60298) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:16.284818 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f155245f-92b2-4bda-8b38-7f21a0de61d5 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "DELETE /v2.0/networks/72d93740-6fdc-41e6-a8b0-313137f431e9 HTTP/1.1" status: 204 len: 168 time: 3.8138015 Apr 05 20:34:16.417511 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-906d253a-731c-48bc-a038-1da509710103 None None] Deleting port 779ebdd3-d8ff-4d7a-b959-edc9b6243158 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:16.420730 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-906d253a-731c-48bc-a038-1da509710103 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.500673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8e816-f41b-4e37-b74f-50a666b2058d None None] Pushing event updated for resources: {'Port': ['ID=a48bb3c0-c241-4b11-9add-51c42d2e53e1,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:16.580640 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.641199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-409a14a4-c3d4-4027-af23-b0ab7165d067 None None] Provisioning for port 779ebdd3-d8ff-4d7a-b959-edc9b6243158 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:16.659334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ddb60866-4a38-4acb-aba7-6abad4691c4c None None] Deleting port 64ac3009-0b02-46df-acf8-2a3180e5cfac {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:16.660303 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ddb60866-4a38-4acb-aba7-6abad4691c4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.770637 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.842886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60308) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:16.927233 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b8652da3-b418-46c8-87f8-c59ab02a315e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:16.982009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b8652da3-b418-46c8-87f8-c59ab02a315e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:16.993334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b8652da3-b418-46c8-87f8-c59ab02a315e admin admin] Usage tracker for resource:security_group_rule and tenant:1fe1d22a55f34bae81d56e97ac46cfd9 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:17.005791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b8652da3-b418-46c8-87f8-c59ab02a315e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:17.029387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b8652da3-b418-46c8-87f8-c59ab02a315e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:17.100900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a236f-58e1-419f-a7ce-ba195957198a req-9a8a2ddf-1ebd-4b03-91a7-4231c4c47130 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:17.103326 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b0a236f-58e1-419f-a7ce-ba195957198a req-9a8a2ddf-1ebd-4b03-91a7-4231c4c47130 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 1.5000806 Apr 05 20:34:17.104346 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:17.199312 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b8652da3-b418-46c8-87f8-c59ab02a315e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:17.214521 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b8652da3-b418-46c8-87f8-c59ab02a315e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:17.223826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ddb60866-4a38-4acb-aba7-6abad4691c4c None None] The port '64ac3009-0b02-46df-acf8-2a3180e5cfac' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:34:17.328195 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b8652da3-b418-46c8-87f8-c59ab02a315e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fe1d22a55f34bae81d56e97ac46cfd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4841087 Apr 05 20:34:17.329524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60314) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:17.331391 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8652da3-b418-46c8-87f8-c59ab02a315e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdd4f8e-3444-4586-8ecc-3a175e4ea89f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:17.445311 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-91f2847e-97cc-4772-9374-c0c9b6b1696f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:17.514761 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-906d253a-731c-48bc-a038-1da509710103 None None] For port 779ebdd3-d8ff-4d7a-b959-edc9b6243158, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=779ebdd3-d8ff-4d7a-b959-edc9b6243158,segment=NetworkSegment(01051ab0-c5ff-4715-92dc-f26402867069),segment_id=01051ab0-c5ff-4715-92dc-f26402867069)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:17.517117 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-906d253a-731c-48bc-a038-1da509710103 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:17.525539 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-91f2847e-97cc-4772-9374-c0c9b6b1696f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:17.783290 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:17.794569 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:17.903070 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 779ebdd3-d8ff-4d7a-b959-edc9b6243158 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:17.919038 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-906d253a-731c-48bc-a038-1da509710103 None None] Calling delete_port for 779ebdd3-d8ff-4d7a-b959-edc9b6243158 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:17.942591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d445bb0-7b96-4f4b-9b94-3b8c7e755988 req-bb96f2b6-d95d-421d-a39b-4086d27f1478 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:17.943972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-7d445bb0-7b96-4f4b-9b94-3b8c7e755988 req-bb96f2b6-d95d-421d-a39b-4086d27f1478 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:17.958924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Deleting port 779ebdd3-d8ff-4d7a-b959-edc9b6243158 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:17.959299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:17.982677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c4da0103-25a5-4721-814a-3d9e533f6579 None None] Provisioning for port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:17.984422 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-91f2847e-97cc-4772-9374-c0c9b6b1696f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:18.011940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2847e-97cc-4772-9374-c0c9b6b1696f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdd4f8e-3444-4586-8ecc-3a175e4ea89f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:18.018278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-7d445bb0-7b96-4f4b-9b94-3b8c7e755988 req-bb96f2b6-d95d-421d-a39b-4086d27f1478 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:18.021446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Pushing event updated for resources: {'Port': ['ID=4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:18.029719 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7d445bb0-7b96-4f4b-9b94-3b8c7e755988 req-bb96f2b6-d95d-421d-a39b-4086d27f1478 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 945 time: 0.4062316 Apr 05 20:34:18.043597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 779ebdd3-d8ff-4d7a-b959-edc9b6243158 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:18.044198 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:18.087538 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b0a236f-58e1-419f-a7ce-ba195957198a req-673a7ef4-1130-4761-8b95-f9b8bd7d10e6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9453933 Apr 05 20:34:18.127556 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-91f2847e-97cc-4772-9374-c0c9b6b1696f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:18.127556 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-91f2847e-97cc-4772-9374-c0c9b6b1696f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4fdd4f8e-3444-4586-8ecc-3a175e4ea89f HTTP/1.1" status: 204 len: 168 time: 0.7845750 Apr 05 20:34:18.155688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c4da0103-25a5-4721-814a-3d9e533f6579 None None] Provisioning complete for port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:18.156049 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c4da0103-25a5-4721-814a-3d9e533f6579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:18.188198 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:18.227352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-7d445bb0-7b96-4f4b-9b94-3b8c7e755988 req-b08a2571-78aa-4c04-b45b-22526736f65e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:18.287807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-7d445bb0-7b96-4f4b-9b94-3b8c7e755988 req-b08a2571-78aa-4c04-b45b-22526736f65e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:18.303158 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7d445bb0-7b96-4f4b-9b94-3b8c7e755988 req-b08a2571-78aa-4c04-b45b-22526736f65e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2717419 Apr 05 20:34:18.371365 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c4da0103-25a5-4721-814a-3d9e533f6579 None None] Port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:34:18.504467 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-906d253a-731c-48bc-a038-1da509710103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:18.610162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d253a-731c-48bc-a038-1da509710103 None None] No DVR routers for this DVR port 779ebdd3-d8ff-4d7a-b959-edc9b6243158 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:18.636579 n-d-836604-1 neutron-server[87966]: INFO neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No ports have port_id starting with 779ebdd3-d8ff-4d7a-b959-edc9b6243158 Apr 05 20:34:18.647673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d253a-731c-48bc-a038-1da509710103 None None] Pushing event deleted for resources: {'Port': ['ID=779ebdd3-d8ff-4d7a-b959-edc9b6243158,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:18.650139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c4da0103-25a5-4721-814a-3d9e533f6579 None None] Provisioning complete for port a48bb3c0-c241-4b11-9add-51c42d2e53e1 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:18.651265 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c4da0103-25a5-4721-814a-3d9e533f6579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:18.721849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] For port 779ebdd3-d8ff-4d7a-b959-edc9b6243158, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=779ebdd3-d8ff-4d7a-b959-edc9b6243158,segment=NetworkSegment(01051ab0-c5ff-4715-92dc-f26402867069),segment_id=01051ab0-c5ff-4715-92dc-f26402867069)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:18.722961 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:19.227074 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a48bb3c0-c241-4b11-9add-51c42d2e53e1 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:19.255951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Calling delete_port for 779ebdd3-d8ff-4d7a-b959-edc9b6243158 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:19.330878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Network ef457a5d-cffc-4c84-9e6d-32f895747d38 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:19.351261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5a87d-179e-43b8-a621-6b6b69235bb1 req-76ec6abf-6f20-4d76-b787-9f79c950971a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:19.360027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:19.367685 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-05a5a87d-179e-43b8-a621-6b6b69235bb1 req-76ec6abf-6f20-4d76-b787-9f79c950971a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3654108 Apr 05 20:34:19.490931 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-05a5a87d-179e-43b8-a621-6b6b69235bb1 req-e72ca0fe-83d0-428f-b97d-3532a414d3c2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220913 Apr 05 20:34:19.515753 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a48bb3c0-c241-4b11-9add-51c42d2e53e1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:19.516494 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:19.530635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bffcab-289b-4263-b25a-078e5dbbc12f req-3d8ff6d6-c0bf-4429-aeec-ef5f65554a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:19.532562 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:34:19.535242 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b1bffcab-289b-4263-b25a-078e5dbbc12f req-3d8ff6d6-c0bf-4429-aeec-ef5f65554a67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 1095 time: 0.4177475 Apr 05 20:34:19.796097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bffcab-289b-4263-b25a-078e5dbbc12f req-2ea24542-142d-4cb2-998d-7f428ddd7fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:19.799191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b1bffcab-289b-4263-b25a-078e5dbbc12f req-2ea24542-142d-4cb2-998d-7f428ddd7fba service neutron] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.2582006 Apr 05 20:34:20.023744 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 70d2d372-9384-4a54-81b8-28ad9125d986 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:20.079191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Router 76087eff-a1f2-408a-8e1b-17f912f31297 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:34:20.088841 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b1bffcab-289b-4263-b25a-078e5dbbc12f req-efc47d22-3881-47a7-beaa-3941d99de96c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 200 len: 998 time: 0.2798073 Apr 05 20:34:20.131710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2fd019a9-cde7-4490-9e86-fe31b2761094 None None] Provisioning complete for port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:20.132077 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2fd019a9-cde7-4490-9e86-fe31b2761094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:20.176476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-91f4a05b-4708-4653-9795-8c5cfecf8d62 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:20.180353 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-91f4a05b-4708-4653-9795-8c5cfecf8d62 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 945 time: 1.2790999 Apr 05 20:34:20.223688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bffcab-289b-4263-b25a-078e5dbbc12f req-bf4a55b0-fb69-4445-8eb4-32fd0ffb9ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:20.231035 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b1bffcab-289b-4263-b25a-078e5dbbc12f req-bf4a55b0-fb69-4445-8eb4-32fd0ffb9ecf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.1353714 Apr 05 20:34:20.235946 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 70d2d372-9384-4a54-81b8-28ad9125d986 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:20.249934 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 70d2d372-9384-4a54-81b8-28ad9125d986 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:20.250301 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:20.350164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2fd019a9-cde7-4490-9e86-fe31b2761094 None None] Port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:34:20.395467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bffcab-289b-4263-b25a-078e5dbbc12f req-5cb05c04-2ef5-45df-9c5c-320c487bc407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:20.401400 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b1bffcab-289b-4263-b25a-078e5dbbc12f req-5cb05c04-2ef5-45df-9c5c-320c487bc407 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1657679 Apr 05 20:34:20.535415 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:20.571085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 70d2d372-9384-4a54-81b8-28ad9125d986, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=70d2d372-9384-4a54-81b8-28ad9125d986,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:20.579681 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:20.678577 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 64ac3009-0b02-46df-acf8-2a3180e5cfac no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:20.796696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 64ac3009-0b02-46df-acf8-2a3180e5cfac {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:34:20.797157 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 64ac3009-0b02-46df-acf8-2a3180e5cfac not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:20.797458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 779ebdd3-d8ff-4d7a-b959-edc9b6243158 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:20.904785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 779ebdd3-d8ff-4d7a-b959-edc9b6243158 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:34:20.905536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 779ebdd3-d8ff-4d7a-b959-edc9b6243158 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:21.005357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=70d2d372-9384-4a54-81b8-28ad9125d986,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:21.024309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ddeb2d74-8efa-439c-8821-703a40387be2 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:21.067892 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b1bffcab-289b-4263-b25a-078e5dbbc12f req-afbe0f3d-94fb-4b24-b7a4-23b9345c738c service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6597219 Apr 05 20:34:21.093015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:34:21.114363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:34:21.114691 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:34:21.130281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Deleting port ddeb2d74-8efa-439c-8821-703a40387be2 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:21.130623 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:21.203034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Sync routers for ids ['76087eff-a1f2-408a-8e1b-17f912f31297'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:34:21.349473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Routers {'76087eff-a1f2-408a-8e1b-17f912f31297'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:34:21.364553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:34:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76087eff-a1f2-408a-8e1b-17f912f31297'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:21.388359 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b1bffcab-289b-4263-b25a-078e5dbbc12f req-c5f75bbc-0f8e-404f-9bb6-759996855d99 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930050 Apr 05 20:34:21.396685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c59d1-af6e-41f9-b2a8-872063526691 req-a896cd2e-b888-487f-a919-6d1ed2316a32 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:21.399176 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d89c59d1-af6e-41f9-b2a8-872063526691 req-a896cd2e-b888-487f-a919-6d1ed2316a32 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.5245335 Apr 05 20:34:21.519309 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d89c59d1-af6e-41f9-b2a8-872063526691 req-5ecc9672-4958-4708-b35a-2fdd790ccbd6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130178 Apr 05 20:34:21.548828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077aa503-a48f-41f9-8a79-06f1696c688a req-390d8dc4-50c3-4948-aa21-13b24f1bdf72 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:21.551921 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-077aa503-a48f-41f9-8a79-06f1696c688a req-390d8dc4-50c3-4948-aa21-13b24f1bdf72 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 945 time: 1.6210523 Apr 05 20:34:21.599833 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e9ebfe89-9336-4cd5-8c72-fd752baee277 admin admin] 10.222.0.24 "PUT /v2.0/routers/76087eff-a1f2-408a-8e1b-17f912f31297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9128513 Apr 05 20:34:21.620592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Deleting port 779ebdd3-d8ff-4d7a-b959-edc9b6243158 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:21.621010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:21.649637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Set router 76087eff-a1f2-408a-8e1b-17f912f31297 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:34:21.750384 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-077aa503-a48f-41f9-8a79-06f1696c688a req-bdfcd4cd-8bde-4fc4-9655-d3423a8374ea tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922867 Apr 05 20:34:21.779411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] The port '779ebdd3-d8ff-4d7a-b959-edc9b6243158' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:34:21.967139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] For port ddeb2d74-8efa-439c-8821-703a40387be2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ddeb2d74-8efa-439c-8821-703a40387be2,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:21.969470 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.099903 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.122313 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.171834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932a59a2-60f6-4b6e-adee-f154e407aeb0']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:22.213049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01051ab0-c5ff-4715-92dc-f26402867069') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:22.213350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01051ab0-c5ff-4715-92dc-f26402867069') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:22.227067 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.251501 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.257310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60408) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:22.259013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:34:22.259417 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.268755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddeb2d74-8efa-439c-8821-703a40387be2'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:34:22.284670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ddeb2d74-8efa-439c-8821-703a40387be2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ddeb2d74-8efa-439c-8821-703a40387be2,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:22.296098 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:34:22.433247 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:34:22.443923 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.447391 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'code': 200} Apr 05 20:34:22.448866 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.483086 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32096993-e0b4-4808-a1c8-a0c3fd464fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.507688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-32096993-e0b4-4808-a1c8-a0c3fd464fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:22.537693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-32096993-e0b4-4808-a1c8-a0c3fd464fd3 admin admin] Usage tracker for resource:security_group_rule and tenant:0d25bdaa4c2c42fabcaedb71fc5ded18 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:22.547635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-32096993-e0b4-4808-a1c8-a0c3fd464fd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:22.557286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-32096993-e0b4-4808-a1c8-a0c3fd464fd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:22.617924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event deleted for resources: {'Network': ['ID=932a59a2-60f6-4b6e-adee-f154e407aeb0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:22.659405 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-010308f5-5373-465b-9a6c-e0766c64265f tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "DELETE /v2.0/networks/932a59a2-60f6-4b6e-adee-f154e407aeb0 HTTP/1.1" status: 204 len: 168 time: 6.3469992 Apr 05 20:34:22.670645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60426) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:22.694515 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ddeb2d74-8efa-439c-8821-703a40387be2,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:22.773736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'name': 'tempest-ImageQuotaTest-293520635-router', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '70d2d372-9384-4a54-81b8-28ad9125d986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:05Z', 'updated_at': '2022-04-05T20:34:16Z', 'revision_number': 4, 'project_id': '247254edb7414c1882044b0056ae3f7f', 'gw_port': {'id': '70d2d372-9384-4a54-81b8-28ad9125d986', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:07Z', 'updated_at': '2022-04-05T20:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7', 'name': '', 'network_id': 'ef457a5d-cffc-4c84-9e6d-32f895747d38', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'mac_address': 'fa:16:3e:50:2d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a297f22c-804b-4921-ad2f-6fde3161cc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:14Z', 'updated_at': '2022-04-05T20:34:17Z', 'revision_number': 2, 'project_id': '247254edb7414c1882044b0056ae3f7f', 'subnets': [{'id': 'a297f22c-804b-4921-ad2f-6fde3161cc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:22.795747 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Checking router: 76087eff-a1f2-408a-8e1b-17f912f31297 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:34:22.799282 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Updating router 76087eff-a1f2-408a-8e1b-17f912f31297 port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:34:22.823707 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32096993-e0b4-4808-a1c8-a0c3fd464fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.840330 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32096993-e0b4-4808-a1c8-a0c3fd464fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.897196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6979dd8-f6df-418a-954c-f8b700672372 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.943229 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:22.993308 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-32096993-e0b4-4808-a1c8-a0c3fd464fd3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d25bdaa4c2c42fabcaedb71fc5ded18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7346580 Apr 05 20:34:22.998678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60434) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:23.077586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32096993-e0b4-4808-a1c8-a0c3fd464fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77958457-9d9b-4bbd-8ba6-b5f58633ea32,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:23.109099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 70d2d372-9384-4a54-81b8-28ad9125d986 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:23.146271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0842c-1dad-4880-bf64-f18103502847 req-bbec6740-f91d-4e59-a506-25da11479334 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:23.155915 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-03d0842c-1dad-4880-bf64-f18103502847 req-bbec6740-f91d-4e59-a506-25da11479334 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 943 time: 0.1553516 Apr 05 20:34:23.235296 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-03d0842c-1dad-4880-bf64-f18103502847 req-f754474c-1517-4d0f-924f-c1f8b5d68a14 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781634 Apr 05 20:34:23.291704 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6979dd8-f6df-418a-954c-f8b700672372 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.307013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 70d2d372-9384-4a54-81b8-28ad9125d986 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:23.307654 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.321075 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d6979dd8-f6df-418a-954c-f8b700672372 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d70be538-dda8-4a8e-b06b-7ea646faac2f']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:23.333224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d6979dd8-f6df-418a-954c-f8b700672372 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '335d1e66-455d-40bc-aba6-e461b817c1fa') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:23.333522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d6979dd8-f6df-418a-954c-f8b700672372 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '335d1e66-455d-40bc-aba6-e461b817c1fa') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:23.345706 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6979dd8-f6df-418a-954c-f8b700672372 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.363155 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6979dd8-f6df-418a-954c-f8b700672372 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.369815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6979dd8-f6df-418a-954c-f8b700672372 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:34:23.370238 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6979dd8-f6df-418a-954c-f8b700672372 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:34:23.621689 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:34:23.670346 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6979dd8-f6df-418a-954c-f8b700672372 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.675293 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d6979dd8-f6df-418a-954c-f8b700672372 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.718157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6979dd8-f6df-418a-954c-f8b700672372 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event deleted for resources: {'Network': ['ID=d70be538-dda8-4a8e-b06b-7ea646faac2f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:23.727220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9156c7a6-3d55-4af2-a33d-038f7647e0d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.749271 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d6979dd8-f6df-418a-954c-f8b700672372 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "DELETE /v2.0/networks/d70be538-dda8-4a8e-b06b-7ea646faac2f HTTP/1.1" status: 204 len: 168 time: 1.0775292 Apr 05 20:34:23.751658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60450) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:23.771536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.776262 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.776971 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.777523 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Floating IP 6bbeced5-1c34-4e15-a347-748fe771af54 disassociated. External IP: 172.25.8.18, port: ddeb2d74-8efa-439c-8821-703a40387be2. Apr 05 20:34:23.778106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Calling delete_port for ddeb2d74-8efa-439c-8821-703a40387be2 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:23.787871 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Transition to ACTIVE for port object 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:23.807942 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.905711 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9156c7a6-3d55-4af2-a33d-038f7647e0d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:23.949703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07aff0-c324-4411-9c1b-7b66e3ef561f req-df538e75-c256-4ecb-977e-01ba42166b75 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:23.957365 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a07aff0-c324-4411-9c1b-7b66e3ef561f req-df538e75-c256-4ecb-977e-01ba42166b75 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 1.0540912 Apr 05 20:34:23.995046 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2a7b-78e0-4aca-bb62-b5a18d221b94 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:24.079016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b0df9-765c-41f7-8af2-3f0584e1820c None None] Pushing event updated for resources: {'Port': ['ID=4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:24.143178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60460) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:24.148015 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a07aff0-c324-4411-9c1b-7b66e3ef561f req-a19dcebd-dfad-4fdf-b6c1-1764a1979ec9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554563 Apr 05 20:34:24.153353 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:34:24.153353 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:34:24.183454 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9156c7a6-3d55-4af2-a33d-038f7647e0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:24.214733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156c7a6-3d55-4af2-a33d-038f7647e0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77958457-9d9b-4bbd-8ba6-b5f58633ea32,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:24.249573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9156c7a6-3d55-4af2-a33d-038f7647e0d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:24.250734 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9156c7a6-3d55-4af2-a33d-038f7647e0d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77958457-9d9b-4bbd-8ba6-b5f58633ea32 HTTP/1.1" status: 204 len: 168 time: 1.1822591 Apr 05 20:34:24.374301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Attempting to bind port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:24.374860 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Attempting to bind port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '867f708b-f666-42d3-82d5-a431b2fbb843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef457a5d-cffc-4c84-9e6d-32f895747d38'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:24.375195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Attempting to bind port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 on network ef457a5d-cffc-4c84-9e6d-32f895747d38 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:34:24.383493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:34:24.384187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Checking segment: {'id': '867f708b-f666-42d3-82d5-a431b2fbb843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef457a5d-cffc-4c84-9e6d-32f895747d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:34:24.384816 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:24.385354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Bound using segment: {'id': '867f708b-f666-42d3-82d5-a431b2fbb843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef457a5d-cffc-4c84-9e6d-32f895747d38'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:34:24.386001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Bound port: 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '867f708b-f666-42d3-82d5-a431b2fbb843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ef457a5d-cffc-4c84-9e6d-32f895747d38'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:24.386584 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:24.562530 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2a7b-78e0-4aca-bb62-b5a18d221b94 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:24.574073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] For port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:34:24.581180 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] For port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7,segment=NetworkSegment(867f708b-f666-42d3-82d5-a431b2fbb843),segment_id=867f708b-f666-42d3-82d5-a431b2fbb843)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:34:24.590775 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:24.619812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2c1c2a7b-78e0-4aca-bb62-b5a18d221b94 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff05c3d-9a99-41c4-84b1-4a7990be44a6']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:24.655364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Deleting port ddeb2d74-8efa-439c-8821-703a40387be2 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:24.655952 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:24.666725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b0df9-765c-41f7-8af2-3f0584e1820c None None] Pushing event updated for resources: {'Port': ['ID=4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:24.700993 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Routers {'76087eff-a1f2-408a-8e1b-17f912f31297'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:34:24.701985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:34:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76087eff-a1f2-408a-8e1b-17f912f31297'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:24.706742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2c1c2a7b-78e0-4aca-bb62-b5a18d221b94 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d5454e-2bb7-4bbf-9823-3aba5f1f3a66') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:24.710403 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2c1c2a7b-78e0-4aca-bb62-b5a18d221b94 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d5454e-2bb7-4bbf-9823-3aba5f1f3a66') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:24.836651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a1277-158e-4ceb-9f40-3e1cf745a8fb req-94ea4a40-fddb-40f4-b997-002c8fdca68b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:24.837401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-542a1277-158e-4ceb-9f40-3e1cf745a8fb req-94ea4a40-fddb-40f4-b997-002c8fdca68b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:24.912192 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2a7b-78e0-4aca-bb62-b5a18d221b94 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:24.977732 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ffffe-7ab0-4ae0-bb12-9ce096e60370 req-5b57dab9-ea6d-4df5-985f-fdd90b6dc7df tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:24.979632 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d01ffffe-7ab0-4ae0-bb12-9ce096e60370 req-5b57dab9-ea6d-4df5-985f-fdd90b6dc7df tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.4971795 Apr 05 20:34:24.983017 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2a7b-78e0-4aca-bb62-b5a18d221b94 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:25.123906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] Set router 76087eff-a1f2-408a-8e1b-17f912f31297 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:34:25.171206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] For port ddeb2d74-8efa-439c-8821-703a40387be2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ddeb2d74-8efa-439c-8821-703a40387be2,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:25.171803 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:25.329448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-542a1277-158e-4ceb-9f40-3e1cf745a8fb req-94ea4a40-fddb-40f4-b997-002c8fdca68b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:25.330656 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-542a1277-158e-4ceb-9f40-3e1cf745a8fb req-94ea4a40-fddb-40f4-b997-002c8fdca68b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 943 time: 0.8129578 Apr 05 20:34:25.469165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1c2a7b-78e0-4aca-bb62-b5a18d221b94 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:34:25.469573 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2a7b-78e0-4aca-bb62-b5a18d221b94 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:25.540225 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-542a1277-158e-4ceb-9f40-3e1cf745a8fb req-991d5ff5-98df-4c42-b01e-db69c2ed10be tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=3c3af553-5990-43a7-b4f0-02b0586952c5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987317 Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:34:25.609139 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:34:25.660036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'name': 'tempest-ImageQuotaTest-293520635-router', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '70d2d372-9384-4a54-81b8-28ad9125d986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:05Z', 'updated_at': '2022-04-05T20:34:16Z', 'revision_number': 4, 'project_id': '247254edb7414c1882044b0056ae3f7f', 'gw_port': {'id': '70d2d372-9384-4a54-81b8-28ad9125d986', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:07Z', 'updated_at': '2022-04-05T20:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7', 'name': '', 'network_id': 'ef457a5d-cffc-4c84-9e6d-32f895747d38', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'mac_address': 'fa:16:3e:50:2d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a297f22c-804b-4921-ad2f-6fde3161cc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:14Z', 'updated_at': '2022-04-05T20:34:24Z', 'revision_number': 4, 'project_id': '247254edb7414c1882044b0056ae3f7f', 'subnets': [{'id': 'a297f22c-804b-4921-ad2f-6fde3161cc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:25.666727 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d3007-4cd9-45f9-8267-98919d2ff19a None None] The sync data for ids ['76087eff-a1f2-408a-8e1b-17f912f31297'] in n-d-836604-1 is: [{'id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'name': 'tempest-ImageQuotaTest-293520635-router', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '70d2d372-9384-4a54-81b8-28ad9125d986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:05Z', 'updated_at': '2022-04-05T20:34:16Z', 'revision_number': 4, 'project_id': '247254edb7414c1882044b0056ae3f7f', 'gw_port': {'id': '70d2d372-9384-4a54-81b8-28ad9125d986', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:07Z', 'updated_at': '2022-04-05T20:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7', 'name': '', 'network_id': 'ef457a5d-cffc-4c84-9e6d-32f895747d38', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'mac_address': 'fa:16:3e:50:2d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'a297f22c-804b-4921-ad2f-6fde3161cc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:14Z', 'updated_at': '2022-04-05T20:34:24Z', 'revision_number': 4, 'project_id': '247254edb7414c1882044b0056ae3f7f', 'subnets': [{'id': 'a297f22c-804b-4921-ad2f-6fde3161cc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:34:25.679614 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d01ffffe-7ab0-4ae0-bb12-9ce096e60370 req-7fcf3536-a223-475d-8939-fcb63099cabe tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6547699 Apr 05 20:34:25.872052 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:25.873127 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:25.873494 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Floating IP 6bbeced5-1c34-4e15-a347-748fe771af54 disassociated. External IP: 172.25.8.18, port: ddeb2d74-8efa-439c-8821-703a40387be2. Apr 05 20:34:25.873841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Calling delete_port for ddeb2d74-8efa-439c-8821-703a40387be2 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:26.157239 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2a7b-78e0-4aca-bb62-b5a18d221b94 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:26.185725 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c1c2a7b-78e0-4aca-bb62-b5a18d221b94 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:26.189365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c2a7b-78e0-4aca-bb62-b5a18d221b94 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] Pushing event deleted for resources: {'Network': ['ID=0ff05c3d-9a99-41c4-84b1-4a7990be44a6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:26.214508 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2c1c2a7b-78e0-4aca-bb62-b5a18d221b94 tempest-BulkNetworkOpsIpV6Test-2132537783 tempest-BulkNetworkOpsIpV6Test-2132537783-project] 10.222.0.24 "DELETE /v2.0/networks/0ff05c3d-9a99-41c4-84b1-4a7990be44a6 HTTP/1.1" status: 204 len: 168 time: 2.4610593 Apr 05 20:34:26.361092 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:26.461845 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:26.602839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event deleted for resources: {'Port': ['ID=ddeb2d74-8efa-439c-8821-703a40387be2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:27.018407 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60528) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:27.114385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:27.158891 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-727ef8b6-392a-4be5-a7ea-c0f4d37f8b7e req-23887b0a-1ead-4309-a9f1-2c875d2b0d2e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 210 time: 0.2918081 Apr 05 20:34:27.190194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a627c6a-48b7-46aa-9dca-6b4da2c05a7d req-c53ffa91-a86c-4ca3-ab33-fc4106a1d325 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:27.203643 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a627c6a-48b7-46aa-9dca-6b4da2c05a7d req-c53ffa91-a86c-4ca3-ab33-fc4106a1d325 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.5779178 Apr 05 20:34:27.260026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:34:27.308913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:27.318069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:27.318442 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:27.473152 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a627c6a-48b7-46aa-9dca-6b4da2c05a7d req-fbea09c0-72a6-4f31-a140-c1296b26af31 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684107 Apr 05 20:34:27.588532 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9447c8b1-052a-4fd9-abad-14d4ad8e11b3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f20878b014a4534b6b76a37e9e7257d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5448878 Apr 05 20:34:27.600186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60548) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:27.760029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Deleting port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:27.760383 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:27.770725 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:27.883767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7,segment=NetworkSegment(867f708b-f666-42d3-82d5-a431b2fbb843),segment_id=867f708b-f666-42d3-82d5-a431b2fbb843)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:27.893081 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:28.088999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] For port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7,segment=NetworkSegment(867f708b-f666-42d3-82d5-a431b2fbb843),segment_id=867f708b-f666-42d3-82d5-a431b2fbb843)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:28.090491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:28.096250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:28.267049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:34:28.279359 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5518f8-35be-4575-bd4e-918d222f0092 None None] Sync routers for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:34:28.303850 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5518f8-35be-4575-bd4e-918d222f0092 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:34:28.304489 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-fe5518f8-35be-4575-bd4e-918d222f0092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:34:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:28.310863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Calling delete_port for 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:28.415690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] No DVR routers for this DVR port ddeb2d74-8efa-439c-8821-703a40387be2 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:28.439280 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:28.453736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'name': 'network-vif-deleted', 'tag': 'ddeb2d74-8efa-439c-8821-703a40387be2'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:34:28.485419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9cecd-875a-4eab-bcfd-810e2cd933eb req-ea680ea4-570f-4b5a-a62a-4af380aadbae tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:28.487741 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7eb9cecd-875a-4eab-bcfd-810e2cd933eb req-ea680ea4-570f-4b5a-a62a-4af380aadbae tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3447423 Apr 05 20:34:28.489761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c66b47fc-ce7b-40a7-882e-72dff840039d req-fa5fb6d4-bef8-40df-9d20-399dda553566 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.13 "DELETE /v2.0/ports/ddeb2d74-8efa-439c-8821-703a40387be2 HTTP/1.1" status: 204 len: 173 time: 7.9883480 Apr 05 20:34:28.581634 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7eb9cecd-875a-4eab-bcfd-810e2cd933eb req-52770386-f1a7-4fd7-9c54-ff57956482e4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837371 Apr 05 20:34:28.678813 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2728a531-bbd9-480b-a062-232eef084700 req-0e4ce4a6-438e-4f42-bb11-f66b2aebf02b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce8fa662-5d32-4dbc-8ade-a607d674a778 HTTP/1.1" status: 200 len: 210 time: 0.1729050 Apr 05 20:34:28.689056 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b79100c7-ffad-4eb6-9695-246fec2251b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:28.730344 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-fe5518f8-35be-4575-bd4e-918d222f0092 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:34:28.739255 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:34:28.739574 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:34:28.754920 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b79100c7-ffad-4eb6-9695-246fec2251b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:28.867379 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b79100c7-ffad-4eb6-9695-246fec2251b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:28.921500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79100c7-ffad-4eb6-9695-246fec2251b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3b0d4d-a19d-4884-88da-fe3e57ae7fd1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:28.944877 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b79100c7-ffad-4eb6-9695-246fec2251b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:28.959084 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b79100c7-ffad-4eb6-9695-246fec2251b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e3b0d4d-a19d-4884-88da-fe3e57ae7fd1 HTTP/1.1" status: 204 len: 168 time: 1.2030358 Apr 05 20:34:29.099012 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8fa662-5d32-4dbc-8ade-a607d674a778', 'name': 'network-vif-deleted', 'tag': 'ddeb2d74-8efa-439c-8821-703a40387be2', 'status': 'completed', 'code': 200} Apr 05 20:34:29.136622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:29.230558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39febb-5529-4bfe-9d40-2cd2ef4f7e4e req-352eb930-103b-4a8f-9e60-5fc0731b083c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:29.232338 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cd39febb-5529-4bfe-9d40-2cd2ef4f7e4e req-352eb930-103b-4a8f-9e60-5fc0731b083c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2596741 Apr 05 20:34:29.265329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Deleting port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:29.265674 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:29.433413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:29.433874 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:29.509109 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cd39febb-5529-4bfe-9d40-2cd2ef4f7e4e req-f99c72ea-4bfa-4740-9030-3ebfdd38c0ad tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708611 Apr 05 20:34:29.613683 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-fe5518f8-35be-4575-bd4e-918d222f0092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:29.623295 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5518f8-35be-4575-bd4e-918d222f0092 None None] Checking router: dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:34:29.644327 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5518f8-35be-4575-bd4e-918d222f0092 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:34:29.647251 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-fe5518f8-35be-4575-bd4e-918d222f0092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:34:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:29.975762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60670) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:30.137471 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-fe5518f8-35be-4575-bd4e-918d222f0092 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:34:30.191656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1219e510-f33e-4c70-8549-c4d72aebfe25 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:30.256685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] For port 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7,segment=NetworkSegment(867f708b-f666-42d3-82d5-a431b2fbb843),segment_id=867f708b-f666-42d3-82d5-a431b2fbb843)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:30.257037 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:30.302554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60678) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:30.417759 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1219e510-f33e-4c70-8549-c4d72aebfe25 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:30.492681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce8894-0546-4013-a820-3eee8bb00950 req-affd922d-b3c4-4e6f-a4f7-c429684270f0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:30.495089 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-81ce8894-0546-4013-a820-3eee8bb00950 req-affd922d-b3c4-4e6f-a4f7-c429684270f0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2447231 Apr 05 20:34:30.551897 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1219e510-f33e-4c70-8549-c4d72aebfe25 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:30.629766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Calling delete_port for 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:30.632658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1219e510-f33e-4c70-8549-c4d72aebfe25 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3af553-5990-43a7-b4f0-02b0586952c5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:30.636988 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-81ce8894-0546-4013-a820-3eee8bb00950 req-8e4eb8df-1ab3-419f-b737-a70733b92256 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249795 Apr 05 20:34:30.673117 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1219e510-f33e-4c70-8549-c4d72aebfe25 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:30.674614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1219e510-f33e-4c70-8549-c4d72aebfe25 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "DELETE /v2.0/security-groups/3c3af553-5990-43a7-b4f0-02b0586952c5 HTTP/1.1" status: 204 len: 168 time: 0.6979027 Apr 05 20:34:30.704013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60692) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:30.814210 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-4c9cb017-d5d9-438c-bf57-70a61fefdec8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] show failed (client error): The resource could not be found. Apr 05 20:34:30.818254 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4c9cb017-d5d9-438c-bf57-70a61fefdec8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups/3c3af553-5990-43a7-b4f0-02b0586952c5 HTTP/1.1" status: 404 len: 347 time: 0.1197360 Apr 05 20:34:30.823220 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-fe5518f8-35be-4575-bd4e-918d222f0092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:30.823808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60702) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:30.826216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1d4eea94-85a8-4b5a-896b-bf06833eca0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:30.827586 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5518f8-35be-4575-bd4e-918d222f0092 None None] The sync data for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 is: [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:34:30.879685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1d4eea94-85a8-4b5a-896b-bf06833eca0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:30.886427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1d4eea94-85a8-4b5a-896b-bf06833eca0e admin admin] Usage tracker for resource:security_group_rule and tenant:2e1d752f350d49ac8b21a4df0200deeb is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:30.894896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1d4eea94-85a8-4b5a-896b-bf06833eca0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:30.918788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1d4eea94-85a8-4b5a-896b-bf06833eca0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:31.093824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1d4eea94-85a8-4b5a-896b-bf06833eca0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:31.108083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1d4eea94-85a8-4b5a-896b-bf06833eca0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:31.155687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1d4eea94-85a8-4b5a-896b-bf06833eca0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e1d752f350d49ac8b21a4df0200deeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7922747 Apr 05 20:34:31.159202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60710) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:31.189531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Deleting port 2190c3f7-7fb6-44e0-acd0-d1939fd6ac3e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:31.193250 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:31.215709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4eea94-85a8-4b5a-896b-bf06833eca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd4ecb0-1b55-4d4f-bd33-dd4fe8010466,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:31.347598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f302e9c-314e-44a8-84f5-472a1ab1fea6 None None] New status for floating IP 6bbeced5-1c34-4e15-a347-748fe771af54: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:34:31.432139 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:31.432457 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:31.655443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Calling delete_port for 2190c3f7-7fb6-44e0-acd0-d1939fd6ac3e owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:31.774208 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:34:31.774442 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:34:31.855810 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cfe48324-e7e7-42e5-a0ae-f8a685a8590b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:32.062685 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cfe48324-e7e7-42e5-a0ae-f8a685a8590b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:32.099443 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:32.260530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:32.333730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Deleting port 2190c3f7-7fb6-44e0-acd0-d1939fd6ac3e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:32.334120 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:32.794815 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:32.795762 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:32.931517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Calling delete_port for 2190c3f7-7fb6-44e0-acd0-d1939fd6ac3e owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:33.076816 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cfe48324-e7e7-42e5-a0ae-f8a685a8590b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:33.128434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe48324-e7e7-42e5-a0ae-f8a685a8590b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd4ecb0-1b55-4d4f-bd33-dd4fe8010466,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:33.159495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aac125-657b-41e4-afa2-8c1537f60424 req-e0ab21ed-5f47-4745-bc91-21aef8bfe967 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:33.160732 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d4aac125-657b-41e4-afa2-8c1537f60424 req-e0ab21ed-5f47-4745-bc91-21aef8bfe967 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 1.2745359 Apr 05 20:34:33.300868 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cfe48324-e7e7-42e5-a0ae-f8a685a8590b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:33.302005 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cfe48324-e7e7-42e5-a0ae-f8a685a8590b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0bd4ecb0-1b55-4d4f-bd33-dd4fe8010466 HTTP/1.1" status: 204 len: 168 time: 2.1400561 Apr 05 20:34:33.402521 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d4aac125-657b-41e4-afa2-8c1537f60424 req-872d67c7-2e95-4759-86f5-ce44e7d840fb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236595 Apr 05 20:34:33.432175 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:33.625277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:33.730642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event deleted for resources: {'Port': ['ID=2190c3f7-7fb6-44e0-acd0-d1939fd6ac3e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:33.815415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60772) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:33.855111 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03d365c1-bfa9-4cbc-bf4a-73bcd94f4cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:33.876652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-03d365c1-bfa9-4cbc-bf4a-73bcd94f4cf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:33.880914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-03d365c1-bfa9-4cbc-bf4a-73bcd94f4cf3 admin admin] Usage tracker for resource:security_group_rule and tenant:87b6423df12246b4ad7d088361b2a020 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:33.884048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-03d365c1-bfa9-4cbc-bf4a-73bcd94f4cf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:33.891721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-03d365c1-bfa9-4cbc-bf4a-73bcd94f4cf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:33.998177 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03d365c1-bfa9-4cbc-bf4a-73bcd94f4cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.011344 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03d365c1-bfa9-4cbc-bf4a-73bcd94f4cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.074052 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-03d365c1-bfa9-4cbc-bf4a-73bcd94f4cf3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87b6423df12246b4ad7d088361b2a020&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574995 Apr 05 20:34:34.075882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d365c1-bfa9-4cbc-bf4a-73bcd94f4cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67ea790-731b-4dd0-ace3-b7c02ede7ca0,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:34.078642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60780) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:34.190310 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-794c408c-3a05-4519-9b49-202893557119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.235057 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-794c408c-3a05-4519-9b49-202893557119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.300995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-794c408c-3a05-4519-9b49-202893557119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.327290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794c408c-3a05-4519-9b49-202893557119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67ea790-731b-4dd0-ace3-b7c02ede7ca0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:34.345464 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-794c408c-3a05-4519-9b49-202893557119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.346987 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-794c408c-3a05-4519-9b49-202893557119 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d67ea790-731b-4dd0-ace3-b7c02ede7ca0 HTTP/1.1" status: 204 len: 168 time: 0.2549422 Apr 05 20:34:34.433318 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.495013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Router 76087eff-a1f2-408a-8e1b-17f912f31297 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:34:34.524488 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:34.527435 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ad0fafcf-bb13-428d-9f25-d9ceff3128e8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "DELETE /v2.0/floatingips/6bbeced5-1c34-4e15-a347-748fe771af54 HTTP/1.1" status: 204 len: 168 time: 3.6790550 Apr 05 20:34:34.538395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8722e797-ca92-48d1-8398-856d6219e309 req-e5b1bcc3-46eb-4841-9ffd-a2559b108d7a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:34.540197 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8722e797-ca92-48d1-8398-856d6219e309 req-e5b1bcc3-46eb-4841-9ffd-a2559b108d7a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.5294909 Apr 05 20:34:34.860908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:34:34.871043 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4936f-4e27-4012-b5bd-8bd5d8a80289 None None] Sync routers for ids ['76087eff-a1f2-408a-8e1b-17f912f31297'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:34:34.890496 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e4936f-4e27-4012-b5bd-8bd5d8a80289 None None] Routers {'76087eff-a1f2-408a-8e1b-17f912f31297'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:34:34.891100 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d6e4936f-4e27-4012-b5bd-8bd5d8a80289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:34:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76087eff-a1f2-408a-8e1b-17f912f31297'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:34.933174 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8a91ee96-089a-48ab-a4d9-27efd5e9f363 admin admin] 10.222.0.24 "PUT /v2.0/routers/76087eff-a1f2-408a-8e1b-17f912f31297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7886174 Apr 05 20:34:34.936309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60840) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:34.995463 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8722e797-ca92-48d1-8398-856d6219e309 req-8c5294b4-7d3c-4c46-9861-c4a2cebc62b7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360328 Apr 05 20:34:35.355204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60860) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:35.360285 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1381709197', 'description': 'tempest-description--407566383'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:35.387194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:35.393476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:35.398968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:35.403423 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-d6e4936f-4e27-4012-b5bd-8bd5d8a80289 None None] Set router 76087eff-a1f2-408a-8e1b-17f912f31297 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:34:35.414729 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:35.445277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:35.520657 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:35.525073 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:35.528963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group_rule and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:35.534697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:35.551161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:36.107281 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d6e4936f-4e27-4012-b5bd-8bd5d8a80289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'name': 'tempest-ImageQuotaTest-293520635-router', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.214'}], 'enable_snat': True}, 'gw_port_id': '70d2d372-9384-4a54-81b8-28ad9125d986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:05Z', 'updated_at': '2022-04-05T20:34:31Z', 'revision_number': 5, 'project_id': '247254edb7414c1882044b0056ae3f7f', 'gw_port': {'id': '70d2d372-9384-4a54-81b8-28ad9125d986', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:0c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:34:07Z', 'updated_at': '2022-04-05T20:34:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:36.116429 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4936f-4e27-4012-b5bd-8bd5d8a80289 None None] Checking router: 76087eff-a1f2-408a-8e1b-17f912f31297 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:34:36.124532 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:36.138565 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e4936f-4e27-4012-b5bd-8bd5d8a80289 None None] Routers {'76087eff-a1f2-408a-8e1b-17f912f31297'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:34:36.139154 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d6e4936f-4e27-4012-b5bd-8bd5d8a80289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:34:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76087eff-a1f2-408a-8e1b-17f912f31297'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:36.163069 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] Deleting port 70d2d372-9384-4a54-81b8-28ad9125d986 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:36.163416 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:36.179427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:36.187612 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:36.272941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6e4f67-1762-4fba-b4c9-694939163366,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:36.396589 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:36.404966 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-30b83c5a-2975-47dc-b175-791b1496bfe1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0486655 Apr 05 20:34:36.406612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60908) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:36.448064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'security_group_rule': {'security_group_id': '4a6e4f67-1762-4fba-b4c9-694939163366', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:36.468122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89877a23-6316-4c48-947f-0a102753b3c7 req-3c17c46c-d8dc-4ae8-921c-d5b53f0c1df6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:36.470054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:36.471182 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89877a23-6316-4c48-947f-0a102753b3c7 req-3c17c46c-d8dc-4ae8-921c-d5b53f0c1df6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1744516 Apr 05 20:34:36.514781 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-d6e4936f-4e27-4012-b5bd-8bd5d8a80289 None None] Set router 76087eff-a1f2-408a-8e1b-17f912f31297 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:34:36.537763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group_rule and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:36.549314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:36.559887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:36.646711 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89877a23-6316-4c48-947f-0a102753b3c7 req-a692e9c1-a452-45ad-8c37-b01342554519 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690764 Apr 05 20:34:36.685047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] For port 70d2d372-9384-4a54-81b8-28ad9125d986, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=70d2d372-9384-4a54-81b8-28ad9125d986,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:36.686533 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:36.907254 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d6e4936f-4e27-4012-b5bd-8bd5d8a80289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'name': 'tempest-ImageQuotaTest-293520635-router', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:05Z', 'updated_at': '2022-04-05T20:34:36Z', 'revision_number': 6, 'project_id': '247254edb7414c1882044b0056ae3f7f', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:36.912591 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4936f-4e27-4012-b5bd-8bd5d8a80289 None None] The sync data for ids ['76087eff-a1f2-408a-8e1b-17f912f31297'] in n-d-836604-1 is: [{'id': '76087eff-a1f2-408a-8e1b-17f912f31297', 'name': 'tempest-ImageQuotaTest-293520635-router', 'tenant_id': '247254edb7414c1882044b0056ae3f7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:34:05Z', 'updated_at': '2022-04-05T20:34:36Z', 'revision_number': 6, 'project_id': '247254edb7414c1882044b0056ae3f7f', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:34:36.974897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] Calling delete_port for 70d2d372-9384-4a54-81b8-28ad9125d986 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:37.220262 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:37.316253 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:37.398383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:34:37.399459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4a8c96a3-4f2f-4831-9fb9-fe5bf9dd6ac7 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:37.630815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eb648-88fa-4746-8540-49523938147d req-6a5efa30-557c-4bef-b1e0-6fecbac99cd2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:37.632313 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7b5eb648-88fa-4746-8540-49523938147d req-6a5efa30-557c-4bef-b1e0-6fecbac99cd2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.4825485 Apr 05 20:34:37.772898 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:37.817714 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:37.863392 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7b5eb648-88fa-4746-8540-49523938147d req-1a1dae29-8778-4113-9c60-6b9a23b3682b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2161191 Apr 05 20:34:37.887545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1c9a6a-d149-4be2-b31d-674ace8523cd,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:37.960789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:37.960789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:37.960789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:37.960789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:37.960789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:37.963934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:37.963934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:37.963934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:37.963934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:37.969642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:37.971337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:37.971477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:34:37.987489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:37.991226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60974) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:37.995180 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f00956af-33df-4e0f-8c6c-d6a02d2a7671 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5789750 Apr 05 20:34:38.000227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-32453007-4318-4ab2-b0ab-f448b985145b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'security_group_rule': {'security_group_id': '4a6e4f67-1762-4fba-b4c9-694939163366', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:38.041692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-32453007-4318-4ab2-b0ab-f448b985145b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:38.055753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-32453007-4318-4ab2-b0ab-f448b985145b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group_rule and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:38.071034 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.074310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-32453007-4318-4ab2-b0ab-f448b985145b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:38.084735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-32453007-4318-4ab2-b0ab-f448b985145b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:38.187845 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32453007-4318-4ab2-b0ab-f448b985145b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.345458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] Pushing event deleted for resources: {'Port': ['ID=70d2d372-9384-4a54-81b8-28ad9125d986,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:38.425454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8926d-ca22-4d9e-b868-7d5dc1e147ba req-2bf67a3a-7d03-4a5f-a958-0b3f8d806a8d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:38.428686 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0d8926d-ca22-4d9e-b868-7d5dc1e147ba req-2bf67a3a-7d03-4a5f-a958-0b3f8d806a8d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3057022 Apr 05 20:34:38.446280 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32453007-4318-4ab2-b0ab-f448b985145b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.472840 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.492591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32453007-4318-4ab2-b0ab-f448b985145b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.585411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32453007-4318-4ab2-b0ab-f448b985145b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0df41db-3c60-48cb-9b0b-3f0d8f37faf7,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:38.593404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-32453007-4318-4ab2-b0ab-f448b985145b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.594915 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-32453007-4318-4ab2-b0ab-f448b985145b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6026771 Apr 05 20:34:38.598303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60998) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:38.627171 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0d8926d-ca22-4d9e-b868-7d5dc1e147ba req-9e60db44-f9d5-41ca-a011-5206d3e9b46a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860704 Apr 05 20:34:38.638896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:38.648163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:38.653343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:floatingip and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:38.657258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:38.663489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:38.682285 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.732958 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.735386 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.768466 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.786812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.787330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76087eff-a1f2-408a-8e1b-17f912f31297 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:34:38.801596 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:38.803405 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6554c8b4-bf4f-45ec-a06f-57d1f9ecefdf admin admin] 10.222.0.24 "DELETE /v2.0/routers/76087eff-a1f2-408a-8e1b-17f912f31297 HTTP/1.1" status: 204 len: 168 time: 3.8659885 Apr 05 20:34:38.805511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32774) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:39.054939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32780) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:39.068966 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 70d2d372-9384-4a54-81b8-28ad9125d986 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:39.124335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-0909cdf0-c7a3-468d-9ce0-2ba77eb4ac77 admin admin] Deleting subnet a297f22c-804b-4921-ad2f-6fde3161cc80 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:34:39.133673 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0909cdf0-c7a3-468d-9ce0-2ba77eb4ac77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:39.208983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 70d2d372-9384-4a54-81b8-28ad9125d986 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:34:39.210608 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:39.213923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 70d2d372-9384-4a54-81b8-28ad9125d986 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:39.222741 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:39.345254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a57880-a73a-4eed-9632-30bf2c00986f req-d98c1a40-77a5-484a-b385-859a369753d8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:39.352573 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-38a57880-a73a-4eed-9632-30bf2c00986f req-d98c1a40-77a5-484a-b385-859a369753d8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.4273160 Apr 05 20:34:39.370536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Allocated IP 172.25.8.102 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/16b2091f-be12-468d-8ac2-e572da87aed5) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:39.419695 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0909cdf0-c7a3-468d-9ce0-2ba77eb4ac77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:39.484210 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-38a57880-a73a-4eed-9632-30bf2c00986f req-f367c2c7-3fc9-43a3-b451-9a6e0cb6784c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303680 Apr 05 20:34:39.498880 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58bbc8cf-d73a-4eb8-a554-fef166d5ca66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:39.517603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-58bbc8cf-d73a-4eb8-a554-fef166d5ca66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:39.522342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-58bbc8cf-d73a-4eb8-a554-fef166d5ca66 admin admin] Usage tracker for resource:security_group_rule and tenant:afc6bb53c11c43a0918fdc9c1e640834 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:39.527373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-58bbc8cf-d73a-4eb8-a554-fef166d5ca66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:39.536008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-58bbc8cf-d73a-4eb8-a554-fef166d5ca66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:39.588953 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:39.734718 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:39.741035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58bbc8cf-d73a-4eb8-a554-fef166d5ca66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:39.747221 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0909cdf0-c7a3-468d-9ce0-2ba77eb4ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:39.833917 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58bbc8cf-d73a-4eb8-a554-fef166d5ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:39.878446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:39.887730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:39.902345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:34:39.954682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbc8cf-d73a-4eb8-a554-fef166d5ca66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12901f82-8a8b-4a7d-a0ce-478ecce26f4d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:39.964081 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-58bbc8cf-d73a-4eb8-a554-fef166d5ca66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afc6bb53c11c43a0918fdc9c1e640834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8978183 Apr 05 20:34:39.964081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32796) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:39.984164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'Port': ['ID=16b2091f-be12-468d-8ac2-e572da87aed5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:40.058730 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0909cdf0-c7a3-468d-9ce0-2ba77eb4ac77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.076979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfd98f-069b-492b-b4e0-411ee4451806 req-a689fabb-81a1-4298-a1d0-180b2e69f148 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:40.078585 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4cfd98f-069b-492b-b4e0-411ee4451806 req-a689fabb-81a1-4298-a1d0-180b2e69f148 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2401590 Apr 05 20:34:40.110499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63d53c84-32db-41e7-9276-8470e8925f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.113740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0909cdf0-c7a3-468d-9ce0-2ba77eb4ac77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a297f22c-804b-4921-ad2f-6fde3161cc80,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:40.116931 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0909cdf0-c7a3-468d-9ce0-2ba77eb4ac77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.126919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5fc365-2413-43a6-9e0f-20043f2d1e40 None None] Network ef457a5d-cffc-4c84-9e6d-32f895747d38 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:34:40.147188 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0909cdf0-c7a3-468d-9ce0-2ba77eb4ac77 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a297f22c-804b-4921-ad2f-6fde3161cc80 HTTP/1.1" status: 204 len: 168 time: 1.3402667 Apr 05 20:34:40.147714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32802) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:40.148663 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f4cfd98f-069b-492b-b4e0-411ee4451806 req-0883fd64-675d-4689-be52-c0c97f213bc6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624702 Apr 05 20:34:40.172583 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.314803 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.360868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.459029 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30056494-f89d-4187-b9c9-c97c5d3aa86d None None] DHCP port deletion for ef457a5d-cffc-4c84-9e6d-32f895747d38 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:34:40.467115 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-30056494-f89d-4187-b9c9-c97c5d3aa86d None None] Deleting port a48bb3c0-c241-4b11-9add-51c42d2e53e1 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:40.467946 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-30056494-f89d-4187-b9c9-c97c5d3aa86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.532598 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63d53c84-32db-41e7-9276-8470e8925f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.579656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Deleting port a48bb3c0-c241-4b11-9add-51c42d2e53e1 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:40.579992 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.731381 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63d53c84-32db-41e7-9276-8470e8925f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.760140 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.771095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.788771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d53c84-32db-41e7-9276-8470e8925f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12901f82-8a8b-4a7d-a0ce-478ecce26f4d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:40.831831 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63d53c84-32db-41e7-9276-8470e8925f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.837915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-30056494-f89d-4187-b9c9-c97c5d3aa86d None None] For port a48bb3c0-c241-4b11-9add-51c42d2e53e1, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a48bb3c0-c241-4b11-9add-51c42d2e53e1,segment=NetworkSegment(867f708b-f666-42d3-82d5-a431b2fbb843),segment_id=867f708b-f666-42d3-82d5-a431b2fbb843)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:40.838310 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-30056494-f89d-4187-b9c9-c97c5d3aa86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:40.840175 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-63d53c84-32db-41e7-9276-8470e8925f63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12901f82-8a8b-4a7d-a0ce-478ecce26f4d HTTP/1.1" status: 204 len: 168 time: 0.8730998 Apr 05 20:34:40.864671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73136b22-ae8f-4273-8cca-187b7c78682f req-bb95db81-b9d5-4c03-add7-6a242484b7d7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:40.874561 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73136b22-ae8f-4273-8cca-187b7c78682f req-bb95db81-b9d5-4c03-add7-6a242484b7d7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.5088699 Apr 05 20:34:40.899505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'Port': ['ID=16b2091f-be12-468d-8ac2-e572da87aed5,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:41.029472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] For port a48bb3c0-c241-4b11-9add-51c42d2e53e1, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a48bb3c0-c241-4b11-9add-51c42d2e53e1,segment=NetworkSegment(867f708b-f666-42d3-82d5-a431b2fbb843),segment_id=867f708b-f666-42d3-82d5-a431b2fbb843)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:41.029835 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.038259 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.100531 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.106441 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1abc96ff-1b6f-45a4-969c-c481d44de64d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5068300 Apr 05 20:34:41.278731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-30056494-f89d-4187-b9c9-c97c5d3aa86d None None] Calling delete_port for a48bb3c0-c241-4b11-9add-51c42d2e53e1 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:41.335254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Calling delete_port for a48bb3c0-c241-4b11-9add-51c42d2e53e1 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:41.346151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a48bb3c0-c241-4b11-9add-51c42d2e53e1 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:41.475964 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4b15ed38-de79-4945-b19e-d3580219d9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.567854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-25421bae-3cc4-4a50-b7ae-0f62251a8c3d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:41.574280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 32842) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:41.600385 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d20bdd5d-cb2b-499f-be3b-5f612af46a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.625264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d20bdd5d-cb2b-499f-be3b-5f612af46a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:41.630933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d20bdd5d-cb2b-499f-be3b-5f612af46a76 admin admin] Usage tracker for resource:security_group_rule and tenant:0693826847724f6a81240529be8a2aff is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:41.634203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-25421bae-3cc4-4a50-b7ae-0f62251a8c3d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:41.644804 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-25421bae-3cc4-4a50-b7ae-0f62251a8c3d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1381709197&fields=id&tenant_id=0b85162d0163437385af208333519bc3 HTTP/1.1" status: 200 len: 267 time: 0.1658940 Apr 05 20:34:41.647313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d20bdd5d-cb2b-499f-be3b-5f612af46a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:41.663683 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-73136b22-ae8f-4273-8cca-187b7c78682f req-82b24bda-066c-46cd-a207-ea62dfb26767 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6881092 Apr 05 20:34:41.681496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d20bdd5d-cb2b-499f-be3b-5f612af46a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:41.721526 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.766866 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:41.824503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=a48bb3c0-c241-4b11-9add-51c42d2e53e1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:41.829217 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-30056494-f89d-4187-b9c9-c97c5d3aa86d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 05 20:34:41.829217 n-d-836604-1 neutron-server[87966]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Apr 05 20:34:41.829217 n-d-836604-1 neutron-server[87966]: [parameters: {'port_id': 'a48bb3c0-c241-4b11-9add-51c42d2e53e1', 'host': 'n-d-836604-1', 'level': 0}] Apr 05 20:34:41.829217 n-d-836604-1 neutron-server[87966]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:34:41.829662 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-30056494-f89d-4187-b9c9-c97c5d3aa86d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:34:41.845700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] No DVR routers for this DVR port a48bb3c0-c241-4b11-9add-51c42d2e53e1 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:41.980013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-e12d9559-dfe7-4115-874a-74b66bcd6789 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:41.982086 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-e12d9559-dfe7-4115-874a-74b66bcd6789 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 814 time: 0.3361714 Apr 05 20:34:42.129241 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.192467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef457a5d-cffc-4c84-9e6d-32f895747d38']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:42.197843 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-d4e52d38-c424-4350-8fab-519fe9fe67a2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/quotas/0b85162d0163437385af208333519bc3 HTTP/1.1" status: 200 len: 375 time: 0.2090118 Apr 05 20:34:42.219615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '867f708b-f666-42d3-82d5-a431b2fbb843') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:42.220980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '867f708b-f666-42d3-82d5-a431b2fbb843') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:42.263706 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.309542 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.311111 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d20bdd5d-cb2b-499f-be3b-5f612af46a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.324788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:34:42.325458 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.327801 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d20bdd5d-cb2b-499f-be3b-5f612af46a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.333926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-30056494-f89d-4187-b9c9-c97c5d3aa86d None None] Deleting port a48bb3c0-c241-4b11-9add-51c42d2e53e1 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:42.333926 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-30056494-f89d-4187-b9c9-c97c5d3aa86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.437446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-55d49353-8cad-47b5-a2d6-43fcf3ab0d40 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:34:42.449835 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:34:42.456895 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.466113 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-30056494-f89d-4187-b9c9-c97c5d3aa86d None None] The port 'a48bb3c0-c241-4b11-9add-51c42d2e53e1' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:34:42.494782 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.497505 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d20bdd5d-cb2b-499f-be3b-5f612af46a76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0693826847724f6a81240529be8a2aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9219139 Apr 05 20:34:42.500238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bdd5d-cb2b-499f-be3b-5f612af46a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e4d706-5537-4b35-876a-0bc517e8839a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:42.501873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32858) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:42.510175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-55d49353-8cad-47b5-a2d6-43fcf3ab0d40 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:42.512745 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-55d49353-8cad-47b5-a2d6-43fcf3ab0d40 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3080556 Apr 05 20:34:42.517528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] Pushing event deleted for resources: {'Network': ['ID=ef457a5d-cffc-4c84-9e6d-32f895747d38,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:42.538730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e5560c3c-08e8-4973-85a0-e01684364d5d admin admin] 10.222.0.24 "DELETE /v2.0/networks/ef457a5d-cffc-4c84-9e6d-32f895747d38 HTTP/1.1" status: 204 len: 168 time: 2.3866107 Apr 05 20:34:42.674312 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49075fbf-c010-4033-aa66-10359dd81ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.763091 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49075fbf-c010-4033-aa66-10359dd81ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.883285 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49075fbf-c010-4033-aa66-10359dd81ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.911992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49075fbf-c010-4033-aa66-10359dd81ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e4d706-5537-4b35-876a-0bc517e8839a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:42.924222 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49075fbf-c010-4033-aa66-10359dd81ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:42.925915 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-49075fbf-c010-4033-aa66-10359dd81ba6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5e4d706-5537-4b35-876a-0bc517e8839a HTTP/1.1" status: 204 len: 168 time: 0.4063268 Apr 05 20:34:42.927288 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-c319ddc8-3c37-47c9-86fe-1e8a0fe93158 service neutron] 10.222.0.24 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995061 Apr 05 20:34:42.949925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32874) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:43.052659 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-017f7958-99b9-4dd7-854f-7d16276f3339 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=247254edb7414c1882044b0056ae3f7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1014197 Apr 05 20:34:43.055911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32880) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:43.144435 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c39d264a-0ecf-471e-9ec3-c09d0b99579f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:43.176199 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c39d264a-0ecf-471e-9ec3-c09d0b99579f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:43.197225 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-568a9a95-b281-4892-aa5f-e8e5d07d0574 service neutron] 10.222.0.24 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661066 Apr 05 20:34:43.260440 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c39d264a-0ecf-471e-9ec3-c09d0b99579f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:43.281153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39d264a-0ecf-471e-9ec3-c09d0b99579f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb0ea0f-0c11-4b23-8232-e3348bc10880,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:43.302440 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c39d264a-0ecf-471e-9ec3-c09d0b99579f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:43.305429 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c39d264a-0ecf-471e-9ec3-c09d0b99579f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cb0ea0f-0c11-4b23-8232-e3348bc10880 HTTP/1.1" status: 204 len: 168 time: 0.2463462 Apr 05 20:34:43.578048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a5f67237-21ba-404e-b7e4-2c822a4d9c44 req-9ae827eb-c4d1-4a47-b052-ef7811be4661 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:43.609430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a5f67237-21ba-404e-b7e4-2c822a4d9c44 req-9ae827eb-c4d1-4a47-b052-ef7811be4661 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:43.611011 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5f67237-21ba-404e-b7e4-2c822a4d9c44 req-9ae827eb-c4d1-4a47-b052-ef7811be4661 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 210 time: 0.1190445 Apr 05 20:34:43.828647 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-010e2cb2-0f14-46fc-a67c-000f212f7db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.041218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32920) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:44.090482 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7e2-b98a-4331-810f-e9784cd4ece5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.156011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cb4cd7e2-b98a-4331-810f-e9784cd4ece5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:44.169358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cb4cd7e2-b98a-4331-810f-e9784cd4ece5 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:44.175807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cb4cd7e2-b98a-4331-810f-e9784cd4ece5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:44.199189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cb4cd7e2-b98a-4331-810f-e9784cd4ece5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:44.423158 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7e2-b98a-4331-810f-e9784cd4ece5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.426797 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7e2-b98a-4331-810f-e9784cd4ece5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.482624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 32938) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:44.483677 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cb4cd7e2-b98a-4331-810f-e9784cd4ece5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4406683 Apr 05 20:34:44.516291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cd7e2-b98a-4331-810f-e9784cd4ece5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a99e56-04ef-4408-a795-e6452b66102d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:44.634514 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bebb404-846b-4d47-aa14-46a72d0f15a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.743915 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bebb404-846b-4d47-aa14-46a72d0f15a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.807735 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.849908 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:44.909406 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-668e5524-6a11-40c5-9f05-2843fd511153 req-35f6bba5-a56b-4dbc-9f0f-ef226f5106f6 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 210 time: 0.1499801 Apr 05 20:34:44.979878 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bebb404-846b-4d47-aa14-46a72d0f15a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.023393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bebb404-846b-4d47-aa14-46a72d0f15a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a99e56-04ef-4408-a795-e6452b66102d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:45.071122 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bebb404-846b-4d47-aa14-46a72d0f15a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:45.075812 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4bebb404-846b-4d47-aa14-46a72d0f15a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90a99e56-04ef-4408-a795-e6452b66102d HTTP/1.1" status: 204 len: 168 time: 0.5922151 Apr 05 20:34:46.035233 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:46.267580 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37a0a0d7-44d3-4006-8bfc-b4173a1afa0f req-3ccf6422-cfa2-46f0-add5-26f7a1d34f98 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 210 time: 0.1141002 Apr 05 20:34:46.311501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-674b908b-1640-4020-94e5-b3dbc54b081b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:46.316194 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-674b908b-1640-4020-94e5-b3dbc54b081b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 814 time: 0.3883777 Apr 05 20:34:46.369148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 32990) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:46.494609 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-f68f1ae8-d73b-4802-b293-6eb1e20ef452 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b85162d0163437385af208333519bc3 HTTP/1.1" status: 200 len: 380 time: 0.1679914 Apr 05 20:34:46.509943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'port': {'device_id': '0b40c242-05f4-4136-a814-6a13f1d7d8e6', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'admin_state_up': True, 'tenant_id': '0b85162d0163437385af208333519bc3', 'security_groups': ['4a6e4f67-1762-4fba-b4c9-694939163366']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:46.816596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1124846414'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:46.853798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:46.871117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Usage tracker for resource:network and tenant:60ca9308f06b48ef870ceaf3aefef04b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:46.906475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:46.921933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:46.931576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:46.944243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:46.953397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Made reservation on behalf of 60ca9308f06b48ef870ceaf3aefef04b for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:46.957257 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:46.969295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Made reservation on behalf of 0b85162d0163437385af208333519bc3 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:46.972715 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:46.984435 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.010995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:47.048443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Usage tracker for resource:security_group_rule and tenant:60ca9308f06b48ef870ceaf3aefef04b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:47.051939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:47.065718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:47.193739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Allocated IP 172.20.0.5 (e001c7aa-cc86-425e-9f2c-59333aa3f65f/d7a21430-0121-4577-bdb7-ba96e7b606a8/e6d5e59f-274a-433c-920e-823e89eea1f3) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:47.263465 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.268949 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.452824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:34:47.455618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf5ad8a-b294-485a-b744-a9d2b88411d2,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:47.480278 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.480814 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Added segment 1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8 of type vlan for network 0eb095ca-b853-49dc-9765-39465b1528c4 Apr 05 20:34:47.487398 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.514524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Transition to ACTIVE for port object e6d5e59f-274a-433c-920e-823e89eea1f3 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:47.532440 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.717677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.737183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:47.739541 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.881648 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:47.914844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33022) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:47.916516 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5355484 Apr 05 20:34:47.923441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Request body: {'subnet': {'network_id': '0eb095ca-b853-49dc-9765-39465b1528c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:48.081724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Network e001c7aa-cc86-425e-9f2c-59333aa3f65f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:48.093108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:48.200764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:48.211238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Usage tracker for resource:subnet and tenant:60ca9308f06b48ef870ceaf3aefef04b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:48.232394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:48.234352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:34:48.236893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:48.262266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Made reservation on behalf of 60ca9308f06b48ef870ceaf3aefef04b for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:48.267847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:48.460853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a69b1-3774-46db-b835-edb9d87f2bf3 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Pushing event updated for resources: {'Network': ['ID=0eb095ca-b853-49dc-9765-39465b1528c4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:48.473576 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 0eb095ca-b853-49dc-9765-39465b1528c4 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:34:48.555690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'Port': ['ID=e6d5e59f-274a-433c-920e-823e89eea1f3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:48.635722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfca00-33bc-4be7-bb1f-272ff4b035c7 req-38c8099b-9eb6-4501-a734-a5e451feb87f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:48.636845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-f2cfca00-33bc-4be7-bb1f-272ff4b035c7 req-38c8099b-9eb6-4501-a734-a5e451feb87f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:48.687195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f7a636df-eb4e-4833-87cb-4d5e38f91f77 None None] Provisioning for port e6d5e59f-274a-433c-920e-823e89eea1f3 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:48.701310 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f7a636df-eb4e-4833-87cb-4d5e38f91f77 None None] Provisioning complete for port e6d5e59f-274a-433c-920e-823e89eea1f3 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:48.701654 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7a636df-eb4e-4833-87cb-4d5e38f91f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:48.727539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:48.737053 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:48.806185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-f2cfca00-33bc-4be7-bb1f-272ff4b035c7 req-38c8099b-9eb6-4501-a734-a5e451feb87f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:48.814353 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2cfca00-33bc-4be7-bb1f-272ff4b035c7 req-38c8099b-9eb6-4501-a734-a5e451feb87f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 931 time: 1.2273040 Apr 05 20:34:48.816937 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-47121d22-3f4d-4ebb-94ca-f60e9874f8fc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3137124 Apr 05 20:34:48.848893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f7a636df-eb4e-4833-87cb-4d5e38f91f77 None None] Port e6d5e59f-274a-433c-920e-823e89eea1f3 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:34:48.877123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Request body: {'port': {'device_id': '0b40c242-05f4-4136-a814-6a13f1d7d8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:49.105381 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2cfca00-33bc-4be7-bb1f-272ff4b035c7 req-2f477f40-1bdd-42f2-a936-9b4630bb352c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a6e4f67-1762-4fba-b4c9-694939163366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840018 Apr 05 20:34:49.134793 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:49.167153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:49.290247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Checking segment: {'id': '1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0eb095ca-b853-49dc-9765-39465b1528c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:34:49.290880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Network hostable DHCP agents. Network: 0eb095ca-b853-49dc-9765-39465b1528c4, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:34:49.306516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Pushing event updated for resources: {'Subnet': ['ID=00544ba5-dd74-4a42-afc4-0d40422344e4,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:49.324952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Network 0eb095ca-b853-49dc-9765-39465b1528c4 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:34:49.352479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 0eb095ca-b853-49dc-9765-39465b1528c4) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:49.359856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:49.360721 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:49.365262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85deb14f-00f5-48bf-b502-c31a9d90bb1b None None] Network 0eb095ca-b853-49dc-9765-39465b1528c4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:34:49.426762 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d9bd9983-2e36-4549-afdd-e30ad3f98b30 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5098481 Apr 05 20:34:49.427741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33042) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:49.433768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Request body: {'port': {'network_id': '0eb095ca-b853-49dc-9765-39465b1528c4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1676720673'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:49.728917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:49.741709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Usage tracker for resource:port and tenant:60ca9308f06b48ef870ceaf3aefef04b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:49.749268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:49.774179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:49.806810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-0eb095ca-b853-49dc-9765-39465b1528c4', 'network_id': '0eb095ca-b853-49dc-9765-39465b1528c4', 'tenant_id': '60ca9308f06b48ef870ceaf3aefef04b', 'fixed_ips': [{'subnet_id': '00544ba5-dd74-4a42-afc4-0d40422344e4'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:34:49.808327 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:49.813864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Made reservation on behalf of 60ca9308f06b48ef870ceaf3aefef04b for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:49.817547 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:49.865264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] device_id is not set on port 4b5202d0-9378-4579-b0e9-ca27e74143d6 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:34:49.888698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d5e59f-274a-433c-920e-823e89eea1f3 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:34:49.917423 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:49.959652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Transition to ACTIVE for port object e6d5e59f-274a-433c-920e-823e89eea1f3 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:49.966658 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.062084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d5e59f-274a-433c-920e-823e89eea1f3,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:50.340775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Allocated IP 172.20.0.2 (0eb095ca-b853-49dc-9765-39465b1528c4/00544ba5-dd74-4a42-afc4-0d40422344e4/c36662d0-a9a3-4585-85f2-5049d11cdae2) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:50.580647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99fb9d-f32c-4f0b-847d-71050c418465 req-8e47fcaa-7f1e-4e64-95ac-1c4b6ab06712 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:50.591755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Attempting to bind port e6d5e59f-274a-433c-920e-823e89eea1f3 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:50.592092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Attempting to bind port e6d5e59f-274a-433c-920e-823e89eea1f3 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:50.592596 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7b99fb9d-f32c-4f0b-847d-71050c418465 req-8e47fcaa-7f1e-4e64-95ac-1c4b6ab06712 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 943 time: 0.2427306 Apr 05 20:34:50.592813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Attempting to bind port e6d5e59f-274a-433c-920e-823e89eea1f3 on network e001c7aa-cc86-425e-9f2c-59333aa3f65f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:34:50.602394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Port e6d5e59f-274a-433c-920e-823e89eea1f3 on network e001c7aa-cc86-425e-9f2c-59333aa3f65f not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:34:50.603438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Attempting to bind port e6d5e59f-274a-433c-920e-823e89eea1f3 on network e001c7aa-cc86-425e-9f2c-59333aa3f65f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:34:50.609314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:34:50.609645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Checking segment: {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:34:50.610054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Bound using segment: {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:34:50.610492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Bound port: e6d5e59f-274a-433c-920e-823e89eea1f3, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:50.610838 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.652018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7b99fb9d-f32c-4f0b-847d-71050c418465 req-25960515-f939-4b3e-9d64-615e2e7bb521 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:34:50.678708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7b99fb9d-f32c-4f0b-847d-71050c418465 req-25960515-f939-4b3e-9d64-615e2e7bb521 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:34:50.689714 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7b99fb9d-f32c-4f0b-847d-71050c418465 req-25960515-f939-4b3e-9d64-615e2e7bb521 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a6e4f67-1762-4fba-b4c9-694939163366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939019 Apr 05 20:34:50.755749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] For port e6d5e59f-274a-433c-920e-823e89eea1f3, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:34:50.764787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] For port e6d5e59f-274a-433c-920e-823e89eea1f3, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e6d5e59f-274a-433c-920e-823e89eea1f3,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:34:50.793060 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.889059 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:50.892040 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.892040 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] 10.222.0.41 "PUT /v2.0/ports/e6d5e59f-274a-433c-920e-823e89eea1f3 HTTP/1.1" status: 200 len: 1091 time: 2.0182848 Apr 05 20:34:50.896667 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:50.908291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b40c242-05f4-4136-a814-6a13f1d7d8e6', 'tag': 'e6d5e59f-274a-433c-920e-823e89eea1f3'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:34:50.932716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Transition to ACTIVE for port object c36662d0-a9a3-4585-85f2-5049d11cdae2 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:51.012726 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Transition to ACTIVE for port object c36662d0-a9a3-4585-85f2-5049d11cdae2 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:51.028972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b567ddb-a9c6-4238-9ce3-fa90110b9281 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d5e59f-274a-433c-920e-823e89eea1f3,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:51.038078 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:51.042553 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b40c242-05f4-4136-a814-6a13f1d7d8e6', 'tag': 'e6d5e59f-274a-433c-920e-823e89eea1f3', 'status': 'completed', 'code': 200} Apr 05 20:34:51.139573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-bf060756-f6d3-46ee-bb9a-8a6cc58dcade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:51.146724 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-bf060756-f6d3-46ee-bb9a-8a6cc58dcade service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 1094 time: 0.1867111 Apr 05 20:34:51.185142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Allocated IP 172.20.0.10 (0eb095ca-b853-49dc-9765-39465b1528c4/00544ba5-dd74-4a42-afc4-0d40422344e4/4b5202d0-9378-4579-b0e9-ca27e74143d6) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:34:51.333518 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Pushing event updated for resources: {'Port': ['ID=c36662d0-a9a3-4585-85f2-5049d11cdae2,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:51.344947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Network 0eb095ca-b853-49dc-9765-39465b1528c4 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:51.351399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:51.357152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:34:51.416119 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-4dc9bff5-5b79-4acf-9cf2-05239b2d66ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d5e59f-274a-433c-920e-823e89eea1f3 HTTP/1.1" status: 200 len: 217 time: 0.2602172 Apr 05 20:34:51.495257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-330141b8-19af-4571-8bd8-8e8f1cf4752a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:51.496782 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-330141b8-19af-4571-8bd8-8e8f1cf4752a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a21430-0121-4577-bdb7-ba96e7b606a8 HTTP/1.1" status: 200 len: 853 time: 0.0727251 Apr 05 20:34:51.615812 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Attempting to bind port c36662d0-a9a3-4585-85f2-5049d11cdae2 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:34:51.621415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Attempting to bind port c36662d0-a9a3-4585-85f2-5049d11cdae2 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0eb095ca-b853-49dc-9765-39465b1528c4'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:34:51.622016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Attempting to bind port c36662d0-a9a3-4585-85f2-5049d11cdae2 on network 0eb095ca-b853-49dc-9765-39465b1528c4 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:34:51.643825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:34:51.645035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Checking segment: {'id': '1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0eb095ca-b853-49dc-9765-39465b1528c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:34:51.646220 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:51.648186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Bound using segment: {'id': '1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0eb095ca-b853-49dc-9765-39465b1528c4'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:34:51.650255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Bound port: c36662d0-a9a3-4585-85f2-5049d11cdae2, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0eb095ca-b853-49dc-9765-39465b1528c4'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:34:51.650738 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:51.686565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-a0f5e369-1507-4804-b149-0cbc941e225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:51.699944 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-a0f5e369-1507-4804-b149-0cbc941e225d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e001c7aa-cc86-425e-9f2c-59333aa3f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1861017 Apr 05 20:34:51.777075 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:51.878333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Transition to ACTIVE for port object 4b5202d0-9378-4579-b0e9-ca27e74143d6 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:34:51.936557 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:51.965298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] For port c36662d0-a9a3-4585-85f2-5049d11cdae2, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:34:51.969874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] For port c36662d0-a9a3-4585-85f2-5049d11cdae2, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c36662d0-a9a3-4585-85f2-5049d11cdae2,segment=NetworkSegment(1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8),segment_id=1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:34:51.981832 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:52.045637 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-6b3be4a1-640f-4a01-a3c5-7f71bcd3a3e2 service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444352 Apr 05 20:34:52.105394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Network 0eb095ca-b853-49dc-9765-39465b1528c4 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:34:52.107256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Pushing event updated for resources: {'Port': ['ID=4b5202d0-9378-4579-b0e9-ca27e74143d6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:52.112273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:34:52.114418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:34:52.200189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f19426-9ca6-4482-aaaf-0a7dd8ba0fa7 None None] Pushing event updated for resources: {'Port': ['ID=c36662d0-a9a3-4585-85f2-5049d11cdae2,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:52.203305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:52.203943 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:52.254469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f22dda-ef18-4c8d-8300-0e520b6acaf0 req-758d4a2b-a2cc-418b-a09d-4d2a660a4526 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:52.256820 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-27f22dda-ef18-4c8d-8300-0e520b6acaf0 req-758d4a2b-a2cc-418b-a09d-4d2a660a4526 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 943 time: 0.2317736 Apr 05 20:34:52.314431 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6cda7267-56ac-4f12-8dc0-e5a07ce3f209 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.8761508 Apr 05 20:34:52.314431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33088) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:52.354404 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cbe7b5e2-4264-4005-be0d-a64521081883 req-d9d3b042-29df-4d35-b4ba-b43b9c38cc6b service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003407 Apr 05 20:34:52.403203 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-27f22dda-ef18-4c8d-8300-0e520b6acaf0 req-35a7e1a0-c54f-4d24-8e5a-43c6d2af1daa tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a6e4f67-1762-4fba-b4c9-694939163366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359997 Apr 05 20:34:52.436017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-e27043ce-e90f-4515-a1e3-b5792bffe0f1 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Deleting port 4b5202d0-9378-4579-b0e9-ca27e74143d6 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:52.436423 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e27043ce-e90f-4515-a1e3-b5792bffe0f1 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:52.674990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c35ab-faa0-44d0-a969-907ef44286ab req-1523739b-6cc1-4c0f-82d1-ffa2b5be9af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:52.683072 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f1c35ab-faa0-44d0-a969-907ef44286ab req-1523739b-6cc1-4c0f-82d1-ffa2b5be9af0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 1094 time: 0.2656035 Apr 05 20:34:52.953962 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e27043ce-e90f-4515-a1e3-b5792bffe0f1 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:53.210519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c36662d0-a9a3-4585-85f2-5049d11cdae2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:53.212256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c35ab-faa0-44d0-a969-907ef44286ab req-10a5ad9e-664f-432e-a54a-3f830b49c6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:53.214327 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f1c35ab-faa0-44d0-a969-907ef44286ab req-10a5ad9e-664f-432e-a54a-3f830b49c6d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 915 time: 0.5204048 Apr 05 20:34:53.231959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-e27043ce-e90f-4515-a1e3-b5792bffe0f1 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Calling delete_port for 4b5202d0-9378-4579-b0e9-ca27e74143d6 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:53.330135 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f1c35ab-faa0-44d0-a969-907ef44286ab req-184824a4-8fc0-439a-9260-42caa790a2b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d5e59f-274a-433c-920e-823e89eea1f3 HTTP/1.1" status: 200 len: 217 time: 0.1083245 Apr 05 20:34:53.359319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c36662d0-a9a3-4585-85f2-5049d11cdae2 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:53.499496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c35ab-faa0-44d0-a969-907ef44286ab req-e7a914e5-b2f8-4917-92c0-7882fad711db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:53.520976 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f1c35ab-faa0-44d0-a969-907ef44286ab req-e7a914e5-b2f8-4917-92c0-7882fad711db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a21430-0121-4577-bdb7-ba96e7b606a8 HTTP/1.1" status: 200 len: 853 time: 0.1819825 Apr 05 20:34:53.813752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c35ab-faa0-44d0-a969-907ef44286ab req-ea7f4d11-c3a8-4061-9f7c-64bbb6262ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:53.815429 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f1c35ab-faa0-44d0-a969-907ef44286ab req-ea7f4d11-c3a8-4061-9f7c-64bbb6262ef8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e001c7aa-cc86-425e-9f2c-59333aa3f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2861738 Apr 05 20:34:53.824180 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e27043ce-e90f-4515-a1e3-b5792bffe0f1 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:53.972745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d26ec-d8a4-4a1d-af4d-1eaee76b958b req-4f8e63d2-aa98-485b-85d9-7602c1b73260 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:53.974348 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-834d26ec-d8a4-4a1d-af4d-1eaee76b958b req-4f8e63d2-aa98-485b-85d9-7602c1b73260 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 943 time: 0.3195167 Apr 05 20:34:53.997245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27043ce-e90f-4515-a1e3-b5792bffe0f1 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Pushing event deleted for resources: {'Port': ['ID=4b5202d0-9378-4579-b0e9-ca27e74143d6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:54.083103 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e27043ce-e90f-4515-a1e3-b5792bffe0f1 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.089770 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e27043ce-e90f-4515-a1e3-b5792bffe0f1 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] 10.222.0.24 "DELETE /v2.0/ports/4b5202d0-9378-4579-b0e9-ca27e74143d6 HTTP/1.1" status: 204 len: 168 time: 1.7794049 Apr 05 20:34:54.092238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33120) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:54.110668 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2164c4ec-c36a-4124-8f49-4743f8ddf3f5 None None] Network 0eb095ca-b853-49dc-9765-39465b1528c4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:34:54.176737 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-834d26ec-d8a4-4a1d-af4d-1eaee76b958b req-948f4266-3008-47a5-af26-f9f00f3cf28d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a6e4f67-1762-4fba-b4c9-694939163366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832690 Apr 05 20:34:54.198730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f1c35ab-faa0-44d0-a969-907ef44286ab req-ac5be2f7-438e-4e7f-a96a-90fd85c12d5b service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726768 Apr 05 20:34:54.231829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33128) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:54.233762 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1799a09b-4ad6-4b81-8d1d-8c8c261eda61 tempest-DHCPAgentSchedulersTestJSON-1415761532 tempest-DHCPAgentSchedulersTestJSON-1415761532-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1401896 Apr 05 20:34:54.253054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-836420648'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:34:54.264931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:34:54.274488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Usage tracker for resource:network and tenant:60ca9308f06b48ef870ceaf3aefef04b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:34:54.300972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dfa0a1a2-04ae-4ba5-9e2a-b32236198ce9 None None] Provisioning for port c36662d0-a9a3-4585-85f2-5049d11cdae2 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:54.340920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dfa0a1a2-04ae-4ba5-9e2a-b32236198ce9 None None] Provisioning complete for port c36662d0-a9a3-4585-85f2-5049d11cdae2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:54.342439 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a1a2-04ae-4ba5-9e2a-b32236198ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.349811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:34:54.375119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:34:54.413016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Made reservation on behalf of 60ca9308f06b48ef870ceaf3aefef04b for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:34:54.418473 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.471417 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f1c35ab-faa0-44d0-a969-907ef44286ab req-53cbb03d-81be-4e36-9644-c1729fdb7bff service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643731 Apr 05 20:34:54.481068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:34:54.494200 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.494780 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Added segment 830e7026-4f65-4f08-9950-5f33439b4c2c of type vlan for network 9ce7b910-bdd4-405b-bfb1-6cd203c8555c Apr 05 20:34:54.529807 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.605182 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.616589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:54.617250 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.690532 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4557691 Apr 05 20:34:54.693112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33144) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:54.716790 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a1a2-04ae-4ba5-9e2a-b32236198ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.770206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-dfa0a1a2-04ae-4ba5-9e2a-b32236198ce9 None None] For port c36662d0-a9a3-4585-85f2-5049d11cdae2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c36662d0-a9a3-4585-85f2-5049d11cdae2,segment=NetworkSegment(1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8),segment_id=1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:54.775727 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dfa0a1a2-04ae-4ba5-9e2a-b32236198ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:54.896262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa0a1a2-04ae-4ba5-9e2a-b32236198ce9 None None] Pushing event updated for resources: {'Port': ['ID=c36662d0-a9a3-4585-85f2-5049d11cdae2,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:54.961243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78392ef9-1edc-4b5b-8e0f-119add1a72d4 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Pushing event updated for resources: {'Network': ['ID=9ce7b910-bdd4-405b-bfb1-6cd203c8555c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:54.974132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 9ce7b910-bdd4-405b-bfb1-6cd203c8555c details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:34:55.160629 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-705b5992-f17e-4c2a-b9bd-2fb92892d287 tempest-DHCPAgentSchedulersTestJSON-1415761532 tempest-DHCPAgentSchedulersTestJSON-1415761532-project-admin] 10.222.0.24 "GET /v2.0/agents/e4bc1ea4-e7c1-4f03-a716-c75b41053ade/dhcp-networks HTTP/1.1" status: 200 len: 4896 time: 0.4660709 Apr 05 20:34:55.163792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33158) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:55.176834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c36662d0-a9a3-4585-85f2-5049d11cdae2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:55.325892 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1fe71460-e3df-4224-bf60-12b03e5c4c8b None None] Provisioning complete for port c36662d0-a9a3-4585-85f2-5049d11cdae2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:55.330163 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1fe71460-e3df-4224-bf60-12b03e5c4c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:55.404114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f230748b-4422-408a-9df6-e09e20f0efce tempest-DHCPAgentSchedulersTestJSON-1415761532 tempest-DHCPAgentSchedulersTestJSON-1415761532-project-admin] Network 9ce7b910-bdd4-405b-bfb1-6cd203c8555c is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:34:55.419823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c36662d0-a9a3-4585-85f2-5049d11cdae2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:55.420658 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:55.436447 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f230748b-4422-408a-9df6-e09e20f0efce tempest-DHCPAgentSchedulersTestJSON-1415761532 tempest-DHCPAgentSchedulersTestJSON-1415761532-project-admin] 10.222.0.24 "POST /v2.0/agents/e4bc1ea4-e7c1-4f03-a716-c75b41053ade/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2715824 Apr 05 20:34:55.439445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33166) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:55.506646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aca84b-b419-4f22-bc67-c3cc6f6eaa2d None None] Network 9ce7b910-bdd4-405b-bfb1-6cd203c8555c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:34:55.608868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d1477-f65a-400e-91e6-fd43a9658042 req-7c219700-c5ef-479e-a879-5a47a3b9f915 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:55.621933 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-083d1477-f65a-400e-91e6-fd43a9658042 req-7c219700-c5ef-479e-a879-5a47a3b9f915 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 943 time: 0.1760902 Apr 05 20:34:55.739543 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-083d1477-f65a-400e-91e6-fd43a9658042 req-8c3b9a91-1857-47ea-a945-53574a953a12 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a6e4f67-1762-4fba-b4c9-694939163366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163392 Apr 05 20:34:55.813305 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-61216951-ff07-4e58-ba9d-7167755e32d6 tempest-DHCPAgentSchedulersTestJSON-1415761532 tempest-DHCPAgentSchedulersTestJSON-1415761532-project-admin] 10.222.0.24 "GET /v2.0/agents/e4bc1ea4-e7c1-4f03-a716-c75b41053ade/dhcp-networks HTTP/1.1" status: 200 len: 5666 time: 0.3726068 Apr 05 20:34:55.816104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33170) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:55.936196 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f5bc137d-56db-4587-925f-1632544b318e tempest-DHCPAgentSchedulersTestJSON-1415761532 tempest-DHCPAgentSchedulersTestJSON-1415761532-project-admin] 10.222.0.24 "DELETE /v2.0/agents/e4bc1ea4-e7c1-4f03-a716-c75b41053ade/dhcp-networks/9ce7b910-bdd4-405b-bfb1-6cd203c8555c HTTP/1.1" status: 204 len: 168 time: 0.1165857 Apr 05 20:34:55.936535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33174) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:56.079277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e6d5e59f-274a-433c-920e-823e89eea1f3 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:34:56.165937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-239029db-c468-4a0d-9315-9a2801600dac None None] Could not find standard attr ID for object 4b5202d0-9378-4579-b0e9-ca27e74143d6. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:34:56.176533 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-42ae544c-6c12-4698-9cb7-9dde676bd4cc tempest-DHCPAgentSchedulersTestJSON-1415761532 tempest-DHCPAgentSchedulersTestJSON-1415761532-project-admin] 10.222.0.24 "GET /v2.0/agents/e4bc1ea4-e7c1-4f03-a716-c75b41053ade/dhcp-networks HTTP/1.1" status: 200 len: 4896 time: 0.2388105 Apr 05 20:34:56.183974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33180) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:56.225247 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2b5f5f79-ad74-4c76-ae76-e1587c2934e0 tempest-DHCPAgentSchedulersTestJSON-1415761532 tempest-DHCPAgentSchedulersTestJSON-1415761532-project-admin] 10.222.0.24 "GET /v2.0/networks/0eb095ca-b853-49dc-9765-39465b1528c4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0362666 Apr 05 20:34:56.225551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33184) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:56.258063 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a6e525c2-461f-4df6-bb83-634d5631c84c tempest-DHCPAgentSchedulersTestJSON-1415761532 tempest-DHCPAgentSchedulersTestJSON-1415761532-project-admin] 10.222.0.24 "GET /v2.0/networks/0eb095ca-b853-49dc-9765-39465b1528c4/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0312982 Apr 05 20:34:56.261189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33188) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:56.318834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e6d5e59f-274a-433c-920e-823e89eea1f3, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e6d5e59f-274a-433c-920e-823e89eea1f3,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:56.362933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'e6d5e59f-274a-433c-920e-823e89eea1f3', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'port_id': 'e6d5e59f-274a-433c-920e-823e89eea1f3', 'mac_address': 'fa:16:3e:33:40:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:34:56.496766 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-03086550-2342-4b12-ae1a-7b4badf1244d tempest-DHCPAgentSchedulersTestJSON-1415761532 tempest-DHCPAgentSchedulersTestJSON-1415761532-project-admin] 10.222.0.24 "GET /v2.0/agents/e4bc1ea4-e7c1-4f03-a716-c75b41053ade/dhcp-networks HTTP/1.1" status: 200 len: 4896 time: 0.2291486 Apr 05 20:34:56.497441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33198) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:56.499517 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:56.523438 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:34:56.536520 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d5e59f-274a-433c-920e-823e89eea1f3 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:34:56.570569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e6d5e59f-274a-433c-920e-823e89eea1f3, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e6d5e59f-274a-433c-920e-823e89eea1f3,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:56.577007 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:56.650843 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ded7bbcc-2373-4fea-ab3c-b82e36f30399 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:56.707935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=e6d5e59f-274a-433c-920e-823e89eea1f3,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:56.807419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['e6d5e59f-274a-433c-920e-823e89eea1f3'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:34:57.024135 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ded7bbcc-2373-4fea-ab3c-b82e36f30399 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:57.057744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-ded7bbcc-2373-4fea-ab3c-b82e36f30399 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ce7b910-bdd4-405b-bfb1-6cd203c8555c']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:57.076974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-ded7bbcc-2373-4fea-ab3c-b82e36f30399 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '830e7026-4f65-4f08-9950-5f33439b4c2c') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:57.077270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-ded7bbcc-2373-4fea-ab3c-b82e36f30399 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '830e7026-4f65-4f08-9950-5f33439b4c2c') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:34:57.102264 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ded7bbcc-2373-4fea-ab3c-b82e36f30399 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:57.125846 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ded7bbcc-2373-4fea-ab3c-b82e36f30399 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:57.132733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded7bbcc-2373-4fea-ab3c-b82e36f30399 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:34:57.133097 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ded7bbcc-2373-4fea-ab3c-b82e36f30399 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:34:57.160722 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:34:57.175567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f0e866-b5e2-472d-988b-ae176913eb57 req-3c53098d-ac14-4852-9d2c-a76f86afcd3d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:57.178490 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1f0e866-b5e2-472d-988b-ae176913eb57 req-3c53098d-ac14-4852-9d2c-a76f86afcd3d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 944 time: 0.2293613 Apr 05 20:34:57.327978 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1f0e866-b5e2-472d-988b-ae176913eb57 req-43ebf25c-1af5-495c-800f-e6d6e1c88dd6 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a6e4f67-1762-4fba-b4c9-694939163366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339979 Apr 05 20:34:57.337337 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ded7bbcc-2373-4fea-ab3c-b82e36f30399 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:57.362062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ded7bbcc-2373-4fea-ab3c-b82e36f30399 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:57.364838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7bbcc-2373-4fea-ab3c-b82e36f30399 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Pushing event deleted for resources: {'Network': ['ID=9ce7b910-bdd4-405b-bfb1-6cd203c8555c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:57.371482 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ded7bbcc-2373-4fea-ab3c-b82e36f30399 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] 10.222.0.24 "DELETE /v2.0/networks/9ce7b910-bdd4-405b-bfb1-6cd203c8555c HTTP/1.1" status: 204 len: 168 time: 0.8735886 Apr 05 20:34:57.374223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33212) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:57.433397 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-135a17eb-f1ec-410e-982a-03c0f8a4613f tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] DELETE failed (client error): The resource could not be found. Apr 05 20:34:57.436095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135a17eb-f1ec-410e-982a-03c0f8a4613f tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:34:57.438149 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-135a17eb-f1ec-410e-982a-03c0f8a4613f tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] 10.222.0.24 "DELETE /v2.0/ports/4b5202d0-9378-4579-b0e9-ca27e74143d6 HTTP/1.1" status: 404 len: 333 time: 0.0625255 Apr 05 20:34:57.440653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33216) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:57.514924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-309917fa-8ecb-47e5-acad-f1e09a7b7368 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Deleting subnet 00544ba5-dd74-4a42-afc4-0d40422344e4 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:34:57.518866 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-309917fa-8ecb-47e5-acad-f1e09a7b7368 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:57.583437 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-309917fa-8ecb-47e5-acad-f1e09a7b7368 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:57.748526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-309917fa-8ecb-47e5-acad-f1e09a7b7368 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:57.863484 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-309917fa-8ecb-47e5-acad-f1e09a7b7368 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:57.905783 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-309917fa-8ecb-47e5-acad-f1e09a7b7368 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:57.912060 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edb557f-d63a-4f9c-9442-11fe1a218142 None None] Network 0eb095ca-b853-49dc-9765-39465b1528c4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:34:57.923310 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-309917fa-8ecb-47e5-acad-f1e09a7b7368 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] 10.222.0.24 "DELETE /v2.0/subnets/00544ba5-dd74-4a42-afc4-0d40422344e4 HTTP/1.1" status: 204 len: 168 time: 0.4815211 Apr 05 20:34:57.924444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309917fa-8ecb-47e5-acad-f1e09a7b7368 tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Pushing event deleted for resources: {'Subnet': ['ID=00544ba5-dd74-4a42-afc4-0d40422344e4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:57.926558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33238) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:34:58.079781 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e6d5e59f-274a-433c-920e-823e89eea1f3 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:34:58.146071 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.159479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Deleting port c36662d0-a9a3-4585-85f2-5049d11cdae2 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:58.160200 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.235708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port e6d5e59f-274a-433c-920e-823e89eea1f3 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:34:58.243619 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port e6d5e59f-274a-433c-920e-823e89eea1f3 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:34:58.244328 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.422883 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f2632d-0129-4e70-8f5c-7d17d0b3b9e1 None None] DHCP port deletion for 0eb095ca-b853-49dc-9765-39465b1528c4 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:34:58.433779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-44f2632d-0129-4e70-8f5c-7d17d0b3b9e1 None None] Deleting port c36662d0-a9a3-4585-85f2-5049d11cdae2 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:34:58.434323 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-44f2632d-0129-4e70-8f5c-7d17d0b3b9e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.515324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.669383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] For port c36662d0-a9a3-4585-85f2-5049d11cdae2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c36662d0-a9a3-4585-85f2-5049d11cdae2,segment=NetworkSegment(1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8),segment_id=1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:58.669519 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.768249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b40c242-05f4-4136-a814-6a13f1d7d8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d5e59f-274a-433c-920e-823e89eea1f3'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:34:58.789300 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e6d5e59f-274a-433c-920e-823e89eea1f3, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e6d5e59f-274a-433c-920e-823e89eea1f3,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:58.811494 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:58.949294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Calling delete_port for c36662d0-a9a3-4585-85f2-5049d11cdae2 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:59.005354 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b40c242-05f4-4136-a814-6a13f1d7d8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d5e59f-274a-433c-920e-823e89eea1f3', 'code': 200} Apr 05 20:34:59.181926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d32b4-5fbd-4e64-be16-f591aa41a80a req-ab8d6547-3acf-44c9-8c20-bf72255321d4 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:59.193329 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5d32b4-5fbd-4e64-be16-f591aa41a80a req-ab8d6547-3acf-44c9-8c20-bf72255321d4 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 944 time: 0.6579428 Apr 05 20:34:59.199209 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-44f2632d-0129-4e70-8f5c-7d17d0b3b9e1 None None] For port c36662d0-a9a3-4585-85f2-5049d11cdae2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c36662d0-a9a3-4585-85f2-5049d11cdae2,segment=NetworkSegment(1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8),segment_id=1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:34:59.202461 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-44f2632d-0129-4e70-8f5c-7d17d0b3b9e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:59.275220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a200554-32db-41ba-bf44-1060c78b4e33 req-7a0df979-fc25-422b-b403-e3164bbaee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:59.279010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a200554-32db-41ba-bf44-1060c78b4e33 req-7a0df979-fc25-422b-b403-e3164bbaee3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 1095 time: 0.3333850 Apr 05 20:34:59.323136 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5d32b4-5fbd-4e64-be16-f591aa41a80a req-7b0d9656-83a8-4716-8dd8-32e072ef5b96 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a6e4f67-1762-4fba-b4c9-694939163366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269715 Apr 05 20:34:59.444896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74736fdd-40be-4429-9cf2-f324d0df6a4d req-b1cdfcab-7620-42da-81d6-e85092a1e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:59.447651 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74736fdd-40be-4429-9cf2-f324d0df6a4d req-b1cdfcab-7620-42da-81d6-e85092a1e62d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 1096 time: 0.3991463 Apr 05 20:34:59.449612 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:34:59.587467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-44f2632d-0129-4e70-8f5c-7d17d0b3b9e1 None None] Calling delete_port for c36662d0-a9a3-4585-85f2-5049d11cdae2 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:34:59.606447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102c9ca-4069-4571-8d79-4b1b9c16aef2 req-ebb424a4-9f10-4f65-8d6d-24b848bdad43 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:59.610887 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8102c9ca-4069-4571-8d79-4b1b9c16aef2 req-ebb424a4-9f10-4f65-8d6d-24b848bdad43 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.4592257 Apr 05 20:34:59.612275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] No DVR routers for this DVR port c36662d0-a9a3-4585-85f2-5049d11cdae2 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:34:59.693544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8102c9ca-4069-4571-8d79-4b1b9c16aef2 req-70f76fb6-738a-47cc-960e-79b3eedf7ddb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822186 Apr 05 20:34:59.694098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Pushing event deleted for resources: {'Port': ['ID=c36662d0-a9a3-4585-85f2-5049d11cdae2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:59.719852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a200554-32db-41ba-bf44-1060c78b4e33 req-f0c56c6f-d2f2-4bd9-8cf6-19cec2554bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:34:59.721564 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a200554-32db-41ba-bf44-1060c78b4e33 req-f0c56c6f-d2f2-4bd9-8cf6-19cec2554bc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.4314148 Apr 05 20:34:59.753315 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-44f2632d-0129-4e70-8f5c-7d17d0b3b9e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:34:59.753665 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-44f2632d-0129-4e70-8f5c-7d17d0b3b9e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:34:59.770646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c36662d0-a9a3-4585-85f2-5049d11cdae2 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:34:59.903404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: c36662d0-a9a3-4585-85f2-5049d11cdae2 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:34:59.903975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c36662d0-a9a3-4585-85f2-5049d11cdae2 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:34:59.945103 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=e6d5e59f-274a-433c-920e-823e89eea1f3,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:34:59.984958 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a200554-32db-41ba-bf44-1060c78b4e33 req-e9155395-e159-4d85-ab62-93858f254061 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 200 len: 998 time: 0.2557731 Apr 05 20:35:00.059018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a200554-32db-41ba-bf44-1060c78b4e33 req-4a63425d-7e0a-4ed6-bbcf-a8723799fde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:00.060455 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a200554-32db-41ba-bf44-1060c78b4e33 req-4a63425d-7e0a-4ed6-bbcf-a8723799fde0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.0660355 Apr 05 20:35:00.096145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74736fdd-40be-4429-9cf2-f324d0df6a4d req-bb7ef05e-98b9-4758-9b18-1ca82ba28990 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4a6e4f67-1762-4fba-b4c9-694939163366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6188364 Apr 05 20:35:00.118881 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.175243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb095ca-b853-49dc-9765-39465b1528c4']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:00.175556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a200554-32db-41ba-bf44-1060c78b4e33 req-47ea4b91-698e-49c3-8749-b167163ff886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:00.179358 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a200554-32db-41ba-bf44-1060c78b4e33 req-47ea4b91-698e-49c3-8749-b167163ff886 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131592 Apr 05 20:35:00.192889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:00.193390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2d9f3d-c553-48cd-bd9d-9cfbb01768a8') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:00.207396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.225136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.233918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:35:00.234453 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.254997 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-44f2632d-0129-4e70-8f5c-7d17d0b3b9e1 None None] Deleting port c36662d0-a9a3-4585-85f2-5049d11cdae2 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:00.255632 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:00.259499 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-44f2632d-0129-4e70-8f5c-7d17d0b3b9e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.382970 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.447160 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-44f2632d-0129-4e70-8f5c-7d17d0b3b9e1 None None] The port 'c36662d0-a9a3-4585-85f2-5049d11cdae2' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:35:00.488010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:00.522120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] Pushing event deleted for resources: {'Network': ['ID=0eb095ca-b853-49dc-9765-39465b1528c4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:00.546224 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2cd7b226-4b51-4d0b-ae18-47eb5263ad0b tempest-DHCPAgentSchedulersTestJSON-1523389360 tempest-DHCPAgentSchedulersTestJSON-1523389360-project] 10.222.0.24 "DELETE /v2.0/networks/0eb095ca-b853-49dc-9765-39465b1528c4 HTTP/1.1" status: 204 len: 168 time: 2.6136777 Apr 05 20:35:00.625336 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a200554-32db-41ba-bf44-1060c78b4e33 req-1b8d8a07-933f-4cae-b29d-f94624c50835 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369906 Apr 05 20:35:00.686334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba09101-6658-4f3a-a5c7-5eb0fc17b858 req-0e1e8adc-ba2a-4fdd-bc25-063bf8d86139 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:00.696409 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ba09101-6658-4f3a-a5c7-5eb0fc17b858 req-0e1e8adc-ba2a-4fdd-bc25-063bf8d86139 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 945 time: 0.1345277 Apr 05 20:35:00.850184 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ba09101-6658-4f3a-a5c7-5eb0fc17b858 req-88912457-264e-40ef-a7de-811e3ca9494b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a6e4f67-1762-4fba-b4c9-694939163366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528234 Apr 05 20:35:01.146457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33332) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:01.233691 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a200554-32db-41ba-bf44-1060c78b4e33 req-61b87a6e-4e2d-484e-93a1-952c7fd9bb8a service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6016154 Apr 05 20:35:01.309190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d494a-418d-46c2-bb2a-70dde1003d7b req-6310bae9-624f-447c-8751-7ba556e1ad5f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:01.316384 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-201d494a-418d-46c2-bb2a-70dde1003d7b req-6310bae9-624f-447c-8751-7ba556e1ad5f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.4328880 Apr 05 20:35:01.391264 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-201d494a-418d-46c2-bb2a-70dde1003d7b req-fe82201a-abd3-4b29-ac59-07d9769ae6ab tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733371 Apr 05 20:35:01.445426 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-662ad2ff-78fe-4999-87a0-4a0511edfce7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60ca9308f06b48ef870ceaf3aefef04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971661 Apr 05 20:35:01.448654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33342) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:01.532974 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c699ec04-b066-42de-9c59-e2ccf7ace243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:01.581090 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c699ec04-b066-42de-9c59-e2ccf7ace243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:01.647905 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c699ec04-b066-42de-9c59-e2ccf7ace243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:01.678526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699ec04-b066-42de-9c59-e2ccf7ace243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf5ad8a-b294-485a-b744-a9d2b88411d2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:01.692949 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c699ec04-b066-42de-9c59-e2ccf7ace243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:01.697507 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c699ec04-b066-42de-9c59-e2ccf7ace243 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cf5ad8a-b294-485a-b744-a9d2b88411d2 HTTP/1.1" status: 204 len: 168 time: 0.2472868 Apr 05 20:35:02.198602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1bca1-1dc0-48c1-8261-f97cc57d3e33 req-a7ed8648-e18e-4621-a31d-4a4c9121e859 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:02.208424 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6b1bca1-1dc0-48c1-8261-f97cc57d3e33 req-a7ed8648-e18e-4621-a31d-4a4c9121e859 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 945 time: 0.1762497 Apr 05 20:35:02.237456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33374) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:02.262114 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ffe32c3-3c1e-4d44-86f2-e02aae13b188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:02.275863 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6b1bca1-1dc0-48c1-8261-f97cc57d3e33 req-b47abfc0-6684-4818-bc72-63ab4899b367 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a6e4f67-1762-4fba-b4c9-694939163366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513389 Apr 05 20:35:02.294086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8ffe32c3-3c1e-4d44-86f2-e02aae13b188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:02.299152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8ffe32c3-3c1e-4d44-86f2-e02aae13b188 admin admin] Usage tracker for resource:security_group_rule and tenant:2b7afd32dde6413a81d3d5f4b1f15daa is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:02.302985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8ffe32c3-3c1e-4d44-86f2-e02aae13b188 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:02.310130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8ffe32c3-3c1e-4d44-86f2-e02aae13b188 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:02.470221 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ffe32c3-3c1e-4d44-86f2-e02aae13b188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:02.594826 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ffe32c3-3c1e-4d44-86f2-e02aae13b188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:02.658732 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8ffe32c3-3c1e-4d44-86f2-e02aae13b188 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b7afd32dde6413a81d3d5f4b1f15daa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196429 Apr 05 20:35:02.661321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33392) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:02.733243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe32c3-3c1e-4d44-86f2-e02aae13b188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bde053-2dc6-4e50-b29b-f2406b21c506,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:02.781170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903120d-5065-41a9-bd4f-1ff1ca5788b6 req-e9f2447e-1a28-4c75-9bc8-2817b47c7b25 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:02.782705 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f903120d-5065-41a9-bd4f-1ff1ca5788b6 req-e9f2447e-1a28-4c75-9bc8-2817b47c7b25 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 945 time: 0.3078327 Apr 05 20:35:02.792288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33398) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:02.797776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-75f50970-5e1b-47f8-a2e7-696636ad2a08 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'floatingip': {'port_id': 'e6d5e59f-274a-433c-920e-823e89eea1f3'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:02.864885 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-232bf6d1-de58-4752-9b0c-a8e153a7b85e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:02.928107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5a547-3e9c-47b5-a23b-3091e9d2b897 req-6eb702e7-c73b-4d0d-bd39-f2bcf471169a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:02.934735 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11d5a547-3e9c-47b5-a23b-3091e9d2b897 req-6eb702e7-c73b-4d0d-bd39-f2bcf471169a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2479401 Apr 05 20:35:02.938995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-232bf6d1-de58-4752-9b0c-a8e153a7b85e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:02.940554 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-75f50970-5e1b-47f8-a2e7-696636ad2a08 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.005735 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-232bf6d1-de58-4752-9b0c-a8e153a7b85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.038545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bf6d1-de58-4752-9b0c-a8e153a7b85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bde053-2dc6-4e50-b29b-f2406b21c506,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:03.046900 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-232bf6d1-de58-4752-9b0c-a8e153a7b85e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:03.058874 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-232bf6d1-de58-4752-9b0c-a8e153a7b85e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36bde053-2dc6-4e50-b29b-f2406b21c506 HTTP/1.1" status: 204 len: 168 time: 0.3857317 Apr 05 20:35:03.073509 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11d5a547-3e9c-47b5-a23b-3091e9d2b897 req-1acb6bef-b346-4bc0-9cf2-d10877638e92 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834985 Apr 05 20:35:04.016922 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-75f50970-5e1b-47f8-a2e7-696636ad2a08 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.032571 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-75f50970-5e1b-47f8-a2e7-696636ad2a08 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:04.388739 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-75f50970-5e1b-47f8-a2e7-696636ad2a08 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Floating IP cd92c8fc-078f-407e-9c13-603d2c45ed36 associated. External IP: 172.25.8.102, port: e6d5e59f-274a-433c-920e-823e89eea1f3. Apr 05 20:35:05.132249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f50970-5e1b-47f8-a2e7-696636ad2a08 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:35:05.367199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f50970-5e1b-47f8-a2e7-696636ad2a08 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:35:05.387856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b10ca5-c5f9-4fd1-a4f8-4ed35cdccbc6 None None] Sync routers for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:35:05.403684 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-75f50970-5e1b-47f8-a2e7-696636ad2a08 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:05.408565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b10ca5-c5f9-4fd1-a4f8-4ed35cdccbc6 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:35:05.409596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-93b10ca5-c5f9-4fd1-a4f8-4ed35cdccbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:34:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:05.490699 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-75f50970-5e1b-47f8-a2e7-696636ad2a08 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "PUT /v2.0/floatingips/cd92c8fc-078f-407e-9c13-603d2c45ed36 HTTP/1.1" status: 200 len: 991 time: 2.6973515 Apr 05 20:35:05.491687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b40c242-05f4-4136-a814-6a13f1d7d8e6', 'tag': 'e6d5e59f-274a-433c-920e-823e89eea1f3'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:35:05.565717 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b40c242-05f4-4136-a814-6a13f1d7d8e6', 'tag': 'e6d5e59f-274a-433c-920e-823e89eea1f3', 'status': 'completed', 'code': 200} Apr 05 20:35:05.678274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-93b10ca5-c5f9-4fd1-a4f8-4ed35cdccbc6 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:35:05.805214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14087cba-ab7d-4ded-9bef-b415deac50ac req-925b61d3-229d-4926-b40d-089b57b240d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:05.807563 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-14087cba-ab7d-4ded-9bef-b415deac50ac req-925b61d3-229d-4926-b40d-089b57b240d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 1096 time: 0.2152231 Apr 05 20:35:05.963458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33504) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:06.128132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14087cba-ab7d-4ded-9bef-b415deac50ac req-4f7cb21b-a34b-42f2-8cea-d941ecde6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:06.129599 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-14087cba-ab7d-4ded-9bef-b415deac50ac req-4f7cb21b-a34b-42f2-8cea-d941ecde6fe9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 915 time: 0.3135417 Apr 05 20:35:06.182074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3dc31368-b1ac-4be7-aed0-38381dbd60da tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:06.210699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3dc31368-b1ac-4be7-aed0-38381dbd60da tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] 10.222.0.24 "PUT /v2.0/quotas/e4e97375cb6b4246a9a5ae91b991538d HTTP/1.1" status: 200 len: 368 time: 0.2454536 Apr 05 20:35:06.215392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33520) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:06.221103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Request body: {'network': {'project_id': 'e4e97375cb6b4246a9a5ae91b991538d'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:06.238991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:06.245740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Usage tracker for resource:network and tenant:e4e97375cb6b4246a9a5ae91b991538d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:06.249444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:06.257168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:06.280473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Made reservation on behalf of e4e97375cb6b4246a9a5ae91b991538d for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:06.283093 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:06.308759 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:06.341849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-93b10ca5-c5f9-4fd1-a4f8-4ed35cdccbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'cd92c8fc-078f-407e-9c13-603d2c45ed36', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'e6d5e59f-274a-433c-920e-823e89eea1f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:33:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b40c242-05f4-4136-a814-6a13f1d7d8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:34:40Z', 'updated_at': '2022-04-05T20:35:03Z', 'revision_number': 1, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:06.346355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:06.349796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b10ca5-c5f9-4fd1-a4f8-4ed35cdccbc6 None None] Checking router: dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:35:06.355023 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-14087cba-ab7d-4ded-9bef-b415deac50ac req-2ec78e0c-6a3d-4ed5-a66e-4e31d14682c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e6d5e59f-274a-433c-920e-823e89eea1f3 HTTP/1.1" status: 200 len: 999 time: 0.2185621 Apr 05 20:35:06.356280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Usage tracker for resource:security_group_rule and tenant:e4e97375cb6b4246a9a5ae91b991538d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:06.362673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:06.370461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b10ca5-c5f9-4fd1-a4f8-4ed35cdccbc6 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:35:06.371093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-93b10ca5-c5f9-4fd1-a4f8-4ed35cdccbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:34:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:06.376413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:06.480186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14087cba-ab7d-4ded-9bef-b415deac50ac req-aae9cd44-2eb7-4865-bd0a-9067212b1996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:06.482715 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-14087cba-ab7d-4ded-9bef-b415deac50ac req-aae9cd44-2eb7-4865-bd0a-9067212b1996 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a21430-0121-4577-bdb7-ba96e7b606a8 HTTP/1.1" status: 200 len: 853 time: 0.1218493 Apr 05 20:35:06.620562 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:06.630991 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:06.677839 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14087cba-ab7d-4ded-9bef-b415deac50ac req-878a9553-3f97-4725-b110-2330a8ba9ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:06.686265 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-14087cba-ab7d-4ded-9bef-b415deac50ac req-878a9553-3f97-4725-b110-2330a8ba9ca8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e001c7aa-cc86-425e-9f2c-59333aa3f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958230 Apr 05 20:35:06.716954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:06.743371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1818e0cc-8a43-4521-a799-e1ebb41738bc,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:06.764759 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:06.765129 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Added segment a2a3d2a8-b0f8-4b78-8e78-16d0f157a64a of type vlan for network b0705ff6-827a-4966-87e2-d08bff194ef3 Apr 05 20:35:06.851204 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:06.894268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-93b10ca5-c5f9-4fd1-a4f8-4ed35cdccbc6 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:35:06.942965 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:06.944219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:06.944972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.004531 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7876921 Apr 05 20:35:07.011505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33550) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:07.064010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-14087cba-ab7d-4ded-9bef-b415deac50ac req-9cb9b1a3-3521-411e-b6e8-bddc2b147bb8 service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717241 Apr 05 20:35:07.080920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Request body: {'network': {'project_id': 'e4e97375cb6b4246a9a5ae91b991538d'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:07.126040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:07.142395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b40685-1fe7-43ba-babb-28dd6cbc180c tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Pushing event updated for resources: {'Network': ['ID=b0705ff6-827a-4966-87e2-d08bff194ef3,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:07.144061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Usage tracker for resource:network and tenant:e4e97375cb6b4246a9a5ae91b991538d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:07.149298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:07.173798 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network b0705ff6-827a-4966-87e2-d08bff194ef3 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:07.209227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:07.244833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Made reservation on behalf of e4e97375cb6b4246a9a5ae91b991538d for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:07.247348 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.297200 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-14087cba-ab7d-4ded-9bef-b415deac50ac req-f73325d5-2901-49ca-b56a-986b983198e1 service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993051 Apr 05 20:35:07.305040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:07.320244 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.321071 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Added segment d20d7906-2e9c-4ea9-a001-3dbf36cff712 of type vlan for network a1bca137-cbae-4e7b-a629-49962825fc88 Apr 05 20:35:07.351109 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.386286 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.387829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:07.388525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.511258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Pushing event updated for resources: {'Network': ['ID=a1bca137-cbae-4e7b-a629-49962825fc88,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:07.528977 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b4bbcbb0-9830-41ac-a821-cee7b3e7765a tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5092392 Apr 05 20:35:07.529294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33560) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:07.534829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-55912ee8-4ce5-4855-82b0-ce0e410e8360 tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Request body: {'network': {'project_id': 'e4e97375cb6b4246a9a5ae91b991538d'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:07.540869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-55912ee8-4ce5-4855-82b0-ce0e410e8360 tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:07.544808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-55912ee8-4ce5-4855-82b0-ce0e410e8360 tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Usage tracker for resource:network and tenant:e4e97375cb6b4246a9a5ae91b991538d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:07.547966 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-55912ee8-4ce5-4855-82b0-ce0e410e8360 tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:07.554699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-55912ee8-4ce5-4855-82b0-ce0e410e8360 tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:07.557015 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-55912ee8-4ce5-4855-82b0-ce0e410e8360 tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 20:35:07.557490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55912ee8-4ce5-4855-82b0-ce0e410e8360 tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:35:07.558671 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-55912ee8-4ce5-4855-82b0-ce0e410e8360 tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0283480 Apr 05 20:35:07.561855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33564) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:07.610895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network a1bca137-cbae-4e7b-a629-49962825fc88 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:07.625265 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-58713604-3c88-4eec-a26a-e28d0243abbd tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4e97375cb6b4246a9a5ae91b991538d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597596 Apr 05 20:35:07.625625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33572) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:07.697239 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b18767d3-b3c2-4631-8e1b-59a2fb51bc44 tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.740911 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b18767d3-b3c2-4631-8e1b-59a2fb51bc44 tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.836835 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b18767d3-b3c2-4631-8e1b-59a2fb51bc44 tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.860630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18767d3-b3c2-4631-8e1b-59a2fb51bc44 tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1818e0cc-8a43-4521-a799-e1ebb41738bc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:07.863265 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b18767d3-b3c2-4631-8e1b-59a2fb51bc44 tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:07.872464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b18767d3-b3c2-4631-8e1b-59a2fb51bc44 tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/1818e0cc-8a43-4521-a799-e1ebb41738bc HTTP/1.1" status: 204 len: 168 time: 0.2404916 Apr 05 20:35:07.872464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33580) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:07.940734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-93b10ca5-c5f9-4fd1-a4f8-4ed35cdccbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'cd92c8fc-078f-407e-9c13-603d2c45ed36', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'e6d5e59f-274a-433c-920e-823e89eea1f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:33:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b40c242-05f4-4136-a814-6a13f1d7d8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:34:40Z', 'updated_at': '2022-04-05T20:35:03Z', 'revision_number': 1, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:07.949011 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b10ca5-c5f9-4fd1-a4f8-4ed35cdccbc6 None None] The sync data for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 is: [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'cd92c8fc-078f-407e-9c13-603d2c45ed36', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.102', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'e6d5e59f-274a-433c-920e-823e89eea1f3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:33:40:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b40c242-05f4-4136-a814-6a13f1d7d8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:34:40Z', 'updated_at': '2022-04-05T20:35:03Z', 'revision_number': 1, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:35:08.010004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a4455dd1-84af-421a-86af-afe32102f05f tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.194242 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a4455dd1-84af-421a-86af-afe32102f05f tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.229167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a4455dd1-84af-421a-86af-afe32102f05f tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bca137-cbae-4e7b-a629-49962825fc88']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:08.248509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a4455dd1-84af-421a-86af-afe32102f05f tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20d7906-2e9c-4ea9-a001-3dbf36cff712') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:08.249176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a4455dd1-84af-421a-86af-afe32102f05f tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20d7906-2e9c-4ea9-a001-3dbf36cff712') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:08.266292 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a4455dd1-84af-421a-86af-afe32102f05f tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.300676 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a4455dd1-84af-421a-86af-afe32102f05f tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.309321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4455dd1-84af-421a-86af-afe32102f05f tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:35:08.309816 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a4455dd1-84af-421a-86af-afe32102f05f tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.330359 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d422f488-3c0b-4ab1-b134-8e590a935aea None None] New status for floating IP cd92c8fc-078f-407e-9c13-603d2c45ed36: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:08.330944 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:08.423270 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a4455dd1-84af-421a-86af-afe32102f05f tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.430471 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a4455dd1-84af-421a-86af-afe32102f05f tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.453120 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a4455dd1-84af-421a-86af-afe32102f05f tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] 10.222.0.24 "DELETE /v2.0/networks/a1bca137-cbae-4e7b-a629-49962825fc88 HTTP/1.1" status: 204 len: 168 time: 0.5795009 Apr 05 20:35:08.456375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33606) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:08.494894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4455dd1-84af-421a-86af-afe32102f05f tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1bca137-cbae-4e7b-a629-49962825fc88,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:08.728003 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6ba50e47-23cd-4775-adff-9bf2bba0daae tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.781954 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.910812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6ba50e47-23cd-4775-adff-9bf2bba0daae tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:08.956341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-6ba50e47-23cd-4775-adff-9bf2bba0daae tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0705ff6-827a-4966-87e2-d08bff194ef3']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:08.974444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-6ba50e47-23cd-4775-adff-9bf2bba0daae tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a3d2a8-b0f8-4b78-8e78-16d0f157a64a') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:08.974732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-6ba50e47-23cd-4775-adff-9bf2bba0daae tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a3d2a8-b0f8-4b78-8e78-16d0f157a64a') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:09.000476 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6ba50e47-23cd-4775-adff-9bf2bba0daae tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:09.028392 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6ba50e47-23cd-4775-adff-9bf2bba0daae tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:09.048596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba50e47-23cd-4775-adff-9bf2bba0daae tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:35:09.049130 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6ba50e47-23cd-4775-adff-9bf2bba0daae tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:09.067279 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:09.088252 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:09.157532 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6ba50e47-23cd-4775-adff-9bf2bba0daae tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:09.178909 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6ba50e47-23cd-4775-adff-9bf2bba0daae tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:09.188620 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6ba50e47-23cd-4775-adff-9bf2bba0daae tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] 10.222.0.24 "DELETE /v2.0/networks/b0705ff6-827a-4966-87e2-d08bff194ef3 HTTP/1.1" status: 204 len: 168 time: 0.7312765 Apr 05 20:35:09.194905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba50e47-23cd-4775-adff-9bf2bba0daae tempest-QuotasNegativeTest-1107597086 tempest-QuotasNegativeTest-1107597086-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0705ff6-827a-4966-87e2-d08bff194ef3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:09.787488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33648) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:09.945434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4556c8d3-bba6-4733-8756-b4776dab3d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:10.077188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4556c8d3-bba6-4733-8756-b4776dab3d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:10.082296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4556c8d3-bba6-4733-8756-b4776dab3d84 admin admin] Usage tracker for resource:security_group_rule and tenant:272738b5d0884465bd35417a2088a3f7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:10.087237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4556c8d3-bba6-4733-8756-b4776dab3d84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:10.107664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4556c8d3-bba6-4733-8756-b4776dab3d84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:10.238411 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4556c8d3-bba6-4733-8756-b4776dab3d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:10.247104 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4556c8d3-bba6-4733-8756-b4776dab3d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:10.306773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556c8d3-bba6-4733-8756-b4776dab3d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bbe151-f74e-4c28-a9f6-81fb6f9330f9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:10.320390 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4556c8d3-bba6-4733-8756-b4776dab3d84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=272738b5d0884465bd35417a2088a3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317411 Apr 05 20:35:10.325064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33668) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:10.426061 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb736950-9726-418b-872d-634329757fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:10.462784 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb736950-9726-418b-872d-634329757fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:10.538236 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb736950-9726-418b-872d-634329757fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:10.573185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb736950-9726-418b-872d-634329757fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bbe151-f74e-4c28-a9f6-81fb6f9330f9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:10.579701 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb736950-9726-418b-872d-634329757fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:10.580994 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cb736950-9726-418b-872d-634329757fcd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32bbe151-f74e-4c28-a9f6-81fb6f9330f9 HTTP/1.1" status: 204 len: 168 time: 0.2549644 Apr 05 20:35:11.075976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33700) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:11.139854 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50c1d37f-c21c-4ed9-9f9c-db2abd6c73fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.177207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-50c1d37f-c21c-4ed9-9f9c-db2abd6c73fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:11.186327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-50c1d37f-c21c-4ed9-9f9c-db2abd6c73fa admin admin] Usage tracker for resource:security_group_rule and tenant:a2eaa303855f4d008458c1dd3abf20bc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:11.196222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-50c1d37f-c21c-4ed9-9f9c-db2abd6c73fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:11.207515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-50c1d37f-c21c-4ed9-9f9c-db2abd6c73fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:11.385316 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d5e1abfb-47c4-4028-8da9-42721b140950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.545195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50c1d37f-c21c-4ed9-9f9c-db2abd6c73fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.552746 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50c1d37f-c21c-4ed9-9f9c-db2abd6c73fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.608256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33716) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:11.608785 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-50c1d37f-c21c-4ed9-9f9c-db2abd6c73fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2eaa303855f4d008458c1dd3abf20bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5308497 Apr 05 20:35:11.609124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1d37f-c21c-4ed9-9f9c-db2abd6c73fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1654bf0f-dadd-46be-911b-889aa7728f52,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:11.725055 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4fec0a88-24b8-4194-81bf-d22acaf26608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.784457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4fec0a88-24b8-4194-81bf-d22acaf26608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.905665 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4fec0a88-24b8-4194-81bf-d22acaf26608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.935153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec0a88-24b8-4194-81bf-d22acaf26608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1654bf0f-dadd-46be-911b-889aa7728f52,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:11.943152 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4fec0a88-24b8-4194-81bf-d22acaf26608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:11.944775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4fec0a88-24b8-4194-81bf-d22acaf26608 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1654bf0f-dadd-46be-911b-889aa7728f52 HTTP/1.1" status: 204 len: 168 time: 0.3347461 Apr 05 20:35:12.816532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33762) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:12.939982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-98789383'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:12.945521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:12.949389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:network and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:12.952452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:12.958839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:12.972226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:12.976345 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:12.990655 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.006995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:13.011707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:security_group_rule and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:13.022664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:13.032686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:13.156730 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.163470 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.186685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:13.214427 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.214778 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Added segment 950c4543-42f5-4ad0-accf-e144581a9336 of type vlan for network d6680639-b54b-41c8-baca-0314dfea1aa1 Apr 05 20:35:13.220025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=135a31c6-e4fa-43e2-bff8-85e8e417d105,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:13.288102 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.329494 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.338008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:13.338970 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.469338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6498890 Apr 05 20:35:13.470328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a18182-4ad6-4b29-9cac-360f5869597c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Network': ['ID=d6680639-b54b-41c8-baca-0314dfea1aa1,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:13.480803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network d6680639-b54b-41c8-baca-0314dfea1aa1 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:13.608316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33782) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:13.614209 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'subnet': {'network_id': 'd6680639-b54b-41c8-baca-0314dfea1aa1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:13.668088 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-147f9486-c92f-454e-83a5-0cdee712df7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:13.763869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:13.768000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:subnet and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:13.771037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:13.776981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:13.787381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:13.790906 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.013021 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.098690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Subnet': ['ID=0540a989-a159-4bb9-a5df-67d6636c25ac,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:14.108425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Checking segment: {'id': '950c4543-42f5-4ad0-accf-e144581a9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6680639-b54b-41c8-baca-0314dfea1aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:14.108675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network hostable DHCP agents. Network: d6680639-b54b-41c8-baca-0314dfea1aa1, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:35:14.128926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network d6680639-b54b-41c8-baca-0314dfea1aa1 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:35:14.139139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, d6680639-b54b-41c8-baca-0314dfea1aa1) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:14.143519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:14.144306 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.152455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a3aff0-3009-465b-84c2-960a2a3af259 None None] Network d6680639-b54b-41c8-baca-0314dfea1aa1 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:14.178201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33790) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:14.179813 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9915129b-9d0b-4a54-9a5c-8552715e3953 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.5701890 Apr 05 20:35:14.186210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-759216043'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:14.192026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:14.197242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:network and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:14.200591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:14.226277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:14.254235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:14.257709 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.298118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:14.311734 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.312157 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Added segment a5106daf-5f19-412f-b692-3fbc043651d6 of type vlan for network 91ca1394-2ad1-4331-9dd5-939149356a62 Apr 05 20:35:14.348120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.394558 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.402664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:14.403783 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.412820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-d6680639-b54b-41c8-baca-0314dfea1aa1', 'network_id': 'd6680639-b54b-41c8-baca-0314dfea1aa1', 'tenant_id': '6c3bc57ba7824a8a913bb6ce73ee4699', 'fixed_ips': [{'subnet_id': '0540a989-a159-4bb9-a5df-67d6636c25ac'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:35:14.413656 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.520569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Network': ['ID=91ca1394-2ad1-4331-9dd5-939149356a62,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:14.543819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 91ca1394-2ad1-4331-9dd5-939149356a62 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:14.549049 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-809731b9-6889-4930-bc4f-3a3d8ee8d471 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3688185 Apr 05 20:35:14.551790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33804) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:14.560908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'subnet': {'network_id': '91ca1394-2ad1-4331-9dd5-939149356a62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:14.673650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Allocated IP 172.20.255.242 (d6680639-b54b-41c8-baca-0314dfea1aa1/0540a989-a159-4bb9-a5df-67d6636c25ac/efbcf224-8950-42e1-a041-7caf71fe93a9) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:14.753320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:14.762851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:subnet and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:14.767518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:14.776198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:14.791148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:14.796913 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.848790 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.853022 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.953252 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:14.966379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Transition to ACTIVE for port object efbcf224-8950-42e1-a041-7caf71fe93a9 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:14.990064 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Transition to ACTIVE for port object efbcf224-8950-42e1-a041-7caf71fe93a9 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:14.997679 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.066667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Network d6680639-b54b-41c8-baca-0314dfea1aa1 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:15.069790 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:15.074311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:35:15.092824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.169953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Pushing event updated for resources: {'Port': ['ID=efbcf224-8950-42e1-a041-7caf71fe93a9,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:15.174661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Subnet': ['ID=363feecb-3d68-4eb8-a166-f3cf3326fcf7,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:15.213005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:15.213838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:15.214032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:15.214340 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:15.214755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:15.215024 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:15.215345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:15.215665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:15.216226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:15.216728 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:15.217135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Checking segment: {'id': 'a5106daf-5f19-412f-b692-3fbc043651d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '91ca1394-2ad1-4331-9dd5-939149356a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:15.217597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:15.217708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network hostable DHCP agents. Network: 91ca1394-2ad1-4331-9dd5-939149356a62, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:35:15.217802 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:15.243554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Attempting to bind port efbcf224-8950-42e1-a041-7caf71fe93a9 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:15.243925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network 91ca1394-2ad1-4331-9dd5-939149356a62 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:35:15.244038 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Attempting to bind port efbcf224-8950-42e1-a041-7caf71fe93a9 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '950c4543-42f5-4ad0-accf-e144581a9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6680639-b54b-41c8-baca-0314dfea1aa1'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:15.244337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Attempting to bind port efbcf224-8950-42e1-a041-7caf71fe93a9 on network d6680639-b54b-41c8-baca-0314dfea1aa1 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:35:15.252727 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:35:15.254533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Checking segment: {'id': '950c4543-42f5-4ad0-accf-e144581a9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6680639-b54b-41c8-baca-0314dfea1aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:15.255123 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.255578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Bound using segment: {'id': '950c4543-42f5-4ad0-accf-e144581a9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6680639-b54b-41c8-baca-0314dfea1aa1'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:35:15.256069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Bound port: efbcf224-8950-42e1-a041-7caf71fe93a9, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950c4543-42f5-4ad0-accf-e144581a9336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd6680639-b54b-41c8-baca-0314dfea1aa1'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:15.256475 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.265764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 91ca1394-2ad1-4331-9dd5-939149356a62) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:15.277373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c56c6f-bcf0-45ce-bbe3-7d05dc0d4ce7 None None] Network 91ca1394-2ad1-4331-9dd5-939149356a62 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:15.284554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:15.285423 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.342852 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1d5b9426-011d-4259-b789-1f23258dcfa0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.7894621 Apr 05 20:35:15.343185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33816) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:15.496482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] For port efbcf224-8950-42e1-a041-7caf71fe93a9, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:35:15.500123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] For port efbcf224-8950-42e1-a041-7caf71fe93a9, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=efbcf224-8950-42e1-a041-7caf71fe93a9,segment=NetworkSegment(950c4543-42f5-4ad0-accf-e144581a9336),segment_id=950c4543-42f5-4ad0-accf-e144581a9336)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:35:15.527413 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.581236 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.712805 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.769256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40407a-9aa6-43c6-ae78-78dbefc33e7a None None] Pushing event updated for resources: {'Port': ['ID=efbcf224-8950-42e1-a041-7caf71fe93a9,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:15.867596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8dbbe8-bef1-4164-b257-a3f7594d41e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-91ca1394-2ad1-4331-9dd5-939149356a62', 'network_id': '91ca1394-2ad1-4331-9dd5-939149356a62', 'tenant_id': '6c3bc57ba7824a8a913bb6ce73ee4699', 'fixed_ips': [{'subnet_id': '363feecb-3d68-4eb8-a166-f3cf3326fcf7'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:35:15.870061 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fd8dbbe8-bef1-4164-b257-a3f7594d41e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:15.892853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.037193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Subnet': ['ID=363feecb-3d68-4eb8-a166-f3cf3326fcf7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:16.100433 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.160132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83865804-e3b2-4421-9a05-09e45cbf13ed None None] Network 91ca1394-2ad1-4331-9dd5-939149356a62 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:16.201558 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.231687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ca1394-2ad1-4331-9dd5-939149356a62']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:16.246000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5106daf-5f19-412f-b692-3fbc043651d6') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:16.246400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5106daf-5f19-412f-b692-3fbc043651d6') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:16.247826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33828) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:16.260953 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.280877 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.287386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:35:16.287827 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:16.304328 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:16.396848 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.411454 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34a8b563-af83-44eb-adac-770bb55bfd90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.418320 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.424883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Network': ['ID=91ca1394-2ad1-4331-9dd5-939149356a62,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:16.428644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-34a8b563-af83-44eb-adac-770bb55bfd90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:16.433268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-34a8b563-af83-44eb-adac-770bb55bfd90 admin admin] Usage tracker for resource:security_group_rule and tenant:f935604047b646719ca2d3a5ed60b0ca is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:16.435580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:16.435919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:16.436248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:16.436570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:16.436891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:16.437121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-34a8b563-af83-44eb-adac-770bb55bfd90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:16.437250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:16.437510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:16.437821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:16.438158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:16.438497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:16.438810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:16.439119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:16.442347 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-88666395-8129-48bb-a188-18c5867eaa8c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/91ca1394-2ad1-4331-9dd5-939149356a62 HTTP/1.1" status: 204 len: 168 time: 1.0981605 Apr 05 20:35:16.446382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33834) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:16.448842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-34a8b563-af83-44eb-adac-770bb55bfd90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:16.455087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-518814392'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:16.465915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:16.471131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:network and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:16.479616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:16.488364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:16.509407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:16.513356 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.561286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:16.572201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.572583 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Added segment 8cfacbaa-5984-4c12-8703-965ced708e90 of type vlan for network 1cf9e01c-da23-4d62-abb4-95caaef205b6 Apr 05 20:35:16.618685 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.667440 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34a8b563-af83-44eb-adac-770bb55bfd90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.681621 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34a8b563-af83-44eb-adac-770bb55bfd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.724937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8b563-af83-44eb-adac-770bb55bfd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6587fd45-b3ca-488a-8506-a9e24e890ef2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:16.754238 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.762842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:16.763479 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.825243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-34a8b563-af83-44eb-adac-770bb55bfd90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f935604047b646719ca2d3a5ed60b0ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5756295 Apr 05 20:35:16.829666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33848) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:16.916654 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4f2b53c-8bad-4fce-8ae3-ed7941c77ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.929969 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4801514 Apr 05 20:35:16.929969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19dfaf5-c3f6-4962-8549-ae1ae6cfb50b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Network': ['ID=1cf9e01c-da23-4d62-abb4-95caaef205b6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:16.933105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33852) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:16.939956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'subnet': {'network_id': '1cf9e01c-da23-4d62-abb4-95caaef205b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:16.940361 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 1cf9e01c-da23-4d62-abb4-95caaef205b6 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:16.959824 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4f2b53c-8bad-4fce-8ae3-ed7941c77ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:16.976612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93e78da-d748-4a31-9b1f-b6924bc55084 None None] Network d6680639-b54b-41c8-baca-0314dfea1aa1 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:17.027162 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4f2b53c-8bad-4fce-8ae3-ed7941c77ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.065592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f2b53c-8bad-4fce-8ae3-ed7941c77ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6587fd45-b3ca-488a-8506-a9e24e890ef2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:17.075018 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4f2b53c-8bad-4fce-8ae3-ed7941c77ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.090446 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c4f2b53c-8bad-4fce-8ae3-ed7941c77ef2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6587fd45-b3ca-488a-8506-a9e24e890ef2 HTTP/1.1" status: 204 len: 168 time: 0.2483616 Apr 05 20:35:17.132753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:17.137233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:subnet and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:17.141969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:17.154964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:17.174779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:17.178188 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.246485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device efbcf224-8950-42e1-a041-7caf71fe93a9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:17.319266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-17dcbd37-1fa6-4644-8e4f-44b5700b4352 None None] Provisioning for port efbcf224-8950-42e1-a041-7caf71fe93a9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:17.334708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.ipam_backend_mixin [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Performing IP validity checks on allocation pools {{(pid=87964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 20:35:17.338124 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.ipam_backend_mixin [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 20:35:17.497408 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port efbcf224-8950-42e1-a041-7caf71fe93a9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:17.507536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port efbcf224-8950-42e1-a041-7caf71fe93a9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:17.507909 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.549344 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.694964 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.745309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Checking segment: {'id': '8cfacbaa-5984-4c12-8703-965ced708e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1cf9e01c-da23-4d62-abb4-95caaef205b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:17.745670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network hostable DHCP agents. Network: 1cf9e01c-da23-4d62-abb4-95caaef205b6, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:35:17.755348 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port efbcf224-8950-42e1-a041-7caf71fe93a9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=efbcf224-8950-42e1-a041-7caf71fe93a9,segment=NetworkSegment(950c4543-42f5-4ad0-accf-e144581a9336),segment_id=950c4543-42f5-4ad0-accf-e144581a9336)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:35:17.762397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Subnet': ['ID=391e4e8a-163c-4b53-a464-393299c3e55f,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:17.766129 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.807131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network 1cf9e01c-da23-4d62-abb4-95caaef205b6 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:35:17.825499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 1cf9e01c-da23-4d62-abb4-95caaef205b6) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:17.829748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:17.830355 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:17.841235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cc37a4-3b80-4805-9b2e-12c5f21a5bb7 None None] Network 1cf9e01c-da23-4d62-abb4-95caaef205b6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:17.870210 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8b9494ce-00dd-4f40-afaf-231e866ed237 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9356954 Apr 05 20:35:17.870755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33872) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:17.999608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=efbcf224-8950-42e1-a041-7caf71fe93a9,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:18.011153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4b6425c2-0412-4ea8-ade5-1e38c9608292 None None] Provisioning complete for port efbcf224-8950-42e1-a041-7caf71fe93a9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:18.011723 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4b6425c2-0412-4ea8-ade5-1e38c9608292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:18.082987 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:18.327857 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:18.378459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372978a-415e-4e70-b163-c1987a78dfe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-1cf9e01c-da23-4d62-abb4-95caaef205b6', 'network_id': '1cf9e01c-da23-4d62-abb4-95caaef205b6', 'tenant_id': '6c3bc57ba7824a8a913bb6ce73ee4699', 'fixed_ips': [{'subnet_id': '391e4e8a-163c-4b53-a464-393299c3e55f'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:35:18.379319 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3372978a-415e-4e70-b163-c1987a78dfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:18.431035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:18.471930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Subnet': ['ID=391e4e8a-163c-4b53-a464-393299c3e55f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:18.580888 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5d0916-2908-48e2-87ee-4a49006f5991 None None] Network 1cf9e01c-da23-4d62-abb4-95caaef205b6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:18.599196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:18.633604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf9e01c-da23-4d62-abb4-95caaef205b6']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:18.652683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cfacbaa-5984-4c12-8703-965ced708e90') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:18.653337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cfacbaa-5984-4c12-8703-965ced708e90') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:18.669489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:18.709009 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:18.720676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:35:18.723491 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:18.941188 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:18.950792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:18.986086 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:18.993135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Network': ['ID=1cf9e01c-da23-4d62-abb4-95caaef205b6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:19.007086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33892) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:19.023338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2031565545'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:19.028437 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2de8bc6d-03a2-436e-9106-273cbb9ddce1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/1cf9e01c-da23-4d62-abb4-95caaef205b6 HTTP/1.1" status: 204 len: 168 time: 1.1548102 Apr 05 20:35:19.049141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:19.058832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:network and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:19.065588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:19.072189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:19.086215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:19.090350 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.122529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device efbcf224-8950-42e1-a041-7caf71fe93a9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:19.132534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:19.141653 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.142018 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Added segment e7e9a310-be56-4f91-99d3-68dcf2fd48ca of type vlan for network 927fd206-62d2-4bcc-bbfe-093cb6460e2e Apr 05 20:35:19.175528 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.216068 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.222373 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:19.223229 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.260176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port efbcf224-8950-42e1-a041-7caf71fe93a9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:19.260790 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.354236 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3459659 Apr 05 20:35:19.356887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33904) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:19.365604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'subnet': {'network_id': '927fd206-62d2-4bcc-bbfe-093cb6460e2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:19.371230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e922a50-2587-4010-a736-87419cac6c87 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Network': ['ID=927fd206-62d2-4bcc-bbfe-093cb6460e2e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:19.395317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 927fd206-62d2-4bcc-bbfe-093cb6460e2e details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:19.553708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:19.558782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:subnet and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:19.562501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:19.569406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:19.583510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:19.587266 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.860900 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:19.968721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Subnet': ['ID=447a782f-ec81-43ff-90e0-0ae3f6a688d3,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:19.968721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Checking segment: {'id': 'e7e9a310-be56-4f91-99d3-68dcf2fd48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '927fd206-62d2-4bcc-bbfe-093cb6460e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:19.968721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network hostable DHCP agents. Network: 927fd206-62d2-4bcc-bbfe-093cb6460e2e, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:35:19.994789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network 927fd206-62d2-4bcc-bbfe-093cb6460e2e is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:35:20.009620 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 927fd206-62d2-4bcc-bbfe-093cb6460e2e) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:20.020213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:20.020213 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.026476 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e927ab-af23-46c1-b081-c38fef37441c None None] Network 927fd206-62d2-4bcc-bbfe-093cb6460e2e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:20.050203 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-48e6e30f-ef98-408b-a2a0-b00de46af9e9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6920390 Apr 05 20:35:20.052702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33914) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:20.259779 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.295725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-927fd206-62d2-4bcc-bbfe-093cb6460e2e', 'network_id': '927fd206-62d2-4bcc-bbfe-093cb6460e2e', 'tenant_id': '6c3bc57ba7824a8a913bb6ce73ee4699', 'fixed_ips': [{'subnet_id': '447a782f-ec81-43ff-90e0-0ae3f6a688d3'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:35:20.296847 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.392601 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.552367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Allocated IP 172.20.0.1 (927fd206-62d2-4bcc-bbfe-093cb6460e2e/447a782f-ec81-43ff-90e0-0ae3f6a688d3/c607e607-e035-41d8-8f33-d5ad98f28901) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:20.717836 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-1729b2bd-6e8c-4a87-af15-fc127a87a3d9 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fc997a0b38174d56ad97a8f53621b02b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385358 Apr 05 20:35:20.830943 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.843797 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Transition to ACTIVE for port object c607e607-e035-41d8-8f33-d5ad98f28901 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:20.864525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Transition to ACTIVE for port object c607e607-e035-41d8-8f33-d5ad98f28901 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:20.871166 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.895356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-45dd771c-f681-45c6-b707-979ac741b963 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:20.896796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-45dd771c-f681-45c6-b707-979ac741b963 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781015 Apr 05 20:35:20.912488 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:20.934161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Network 927fd206-62d2-4bcc-bbfe-093cb6460e2e is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:20.941423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:20.946202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:35:20.953600 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-df595b15-9066-4657-ae4e-25a5a7216ea1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/quotas/fc997a0b38174d56ad97a8f53621b02b HTTP/1.1" status: 200 len: 375 time: 0.0501134 Apr 05 20:35:20.960517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Subnet': ['ID=447a782f-ec81-43ff-90e0-0ae3f6a688d3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:20.985911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Pushing event updated for resources: {'Port': ['ID=c607e607-e035-41d8-8f33-d5ad98f28901,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:21.039035 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-ba5b1516-ee86-495a-b650-bf47af7acd95 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc997a0b38174d56ad97a8f53621b02b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620666 Apr 05 20:35:21.044975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Attempting to bind port c607e607-e035-41d8-8f33-d5ad98f28901 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:21.045612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Attempting to bind port c607e607-e035-41d8-8f33-d5ad98f28901 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e7e9a310-be56-4f91-99d3-68dcf2fd48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '927fd206-62d2-4bcc-bbfe-093cb6460e2e'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:21.046011 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Attempting to bind port c607e607-e035-41d8-8f33-d5ad98f28901 on network 927fd206-62d2-4bcc-bbfe-093cb6460e2e {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:35:21.051412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:35:21.052080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Checking segment: {'id': 'e7e9a310-be56-4f91-99d3-68dcf2fd48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '927fd206-62d2-4bcc-bbfe-093cb6460e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:21.052677 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.053286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Bound using segment: {'id': 'e7e9a310-be56-4f91-99d3-68dcf2fd48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '927fd206-62d2-4bcc-bbfe-093cb6460e2e'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:35:21.053977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Bound port: c607e607-e035-41d8-8f33-d5ad98f28901, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e9a310-be56-4f91-99d3-68dcf2fd48ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '927fd206-62d2-4bcc-bbfe-093cb6460e2e'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:21.054769 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.102035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.130739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927fd206-62d2-4bcc-bbfe-093cb6460e2e']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:21.147334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e9a310-be56-4f91-99d3-68dcf2fd48ca') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:21.147334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e9a310-be56-4f91-99d3-68dcf2fd48ca') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:21.156298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] For port c607e607-e035-41d8-8f33-d5ad98f28901, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:35:21.160355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] For port c607e607-e035-41d8-8f33-d5ad98f28901, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c607e607-e035-41d8-8f33-d5ad98f28901,segment=NetworkSegment(e7e9a310-be56-4f91-99d3-68dcf2fd48ca),segment_id=e7e9a310-be56-4f91-99d3-68dcf2fd48ca)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:35:21.175594 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.187484 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.206429 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.214016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:35:21.214578 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:21.265821 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:21.309413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ff91f-5b16-469f-8c74-684448aaa78b None None] Pushing event updated for resources: {'Port': ['ID=c607e607-e035-41d8-8f33-d5ad98f28901,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:21.328026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86617e42-0bcf-4450-a22e-da9bf82d4b8e None None] Network 927fd206-62d2-4bcc-bbfe-093cb6460e2e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:21.336683 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c967d05-7e11-4e38-8699-ad0beee4f5bf req-6fe88c88-3c8c-4947-b64c-6c76b5ea4d32 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 210 time: 0.1199942 Apr 05 20:35:21.438143 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 20:35:21.438143 n-d-836604-1 neutron-server[87964]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 20:35:21.438143 n-d-836604-1 neutron-server[87964]: [parameters: {'id': '927fd206-62d2-4bcc-bbfe-093cb6460e2e'}] Apr 05 20:35:21.438143 n-d-836604-1 neutron-server[87964]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:35:21.438580 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:35:21.707028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1354e796-ad84-44a1-b1ab-5dfab3a00202 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:35:21.939700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1354e796-ad84-44a1-b1ab-5dfab3a00202 None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:35:21.943168 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:21.967900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Deleting port c607e607-e035-41d8-8f33-d5ad98f28901 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:35:21.967900 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:22.509825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] For port c607e607-e035-41d8-8f33-d5ad98f28901, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c607e607-e035-41d8-8f33-d5ad98f28901,segment=NetworkSegment(e7e9a310-be56-4f91-99d3-68dcf2fd48ca),segment_id=e7e9a310-be56-4f91-99d3-68dcf2fd48ca)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:35:22.509825 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:22.700468 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e70baa8-1126-400b-8901-92a631a53bf6 req-5ec8a8e6-2aae-459b-b5d0-16adedc066f8 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 210 time: 0.1229241 Apr 05 20:35:22.707938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Calling delete_port for c607e607-e035-41d8-8f33-d5ad98f28901 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:35:22.812899 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:22.869986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Port': ['ID=c607e607-e035-41d8-8f33-d5ad98f28901,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:22.907446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No DVR routers for this DVR port c607e607-e035-41d8-8f33-d5ad98f28901 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:35:22.945282 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-d436cab6-97e9-48fd-bac8-fa4db1394b31 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=fc997a0b38174d56ad97a8f53621b02b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686390 Apr 05 20:35:23.205168 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.249216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927fd206-62d2-4bcc-bbfe-093cb6460e2e']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:23.276192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7e9a310-be56-4f91-99d3-68dcf2fd48ca') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:23.276492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7e9a310-be56-4f91-99d3-68dcf2fd48ca') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:23.302085 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.316845 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-d5562ef5-e262-4af5-bddc-26a6934a7799 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:23.321314 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-d5562ef5-e262-4af5-bddc-26a6934a7799 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3722332 Apr 05 20:35:23.333482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Request body: {'port': {'device_id': 'e0ccb84f-7b42-48f0-9425-aaae14262892', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': 'fc997a0b38174d56ad97a8f53621b02b'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:23.349346 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.375902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:35:23.375902 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:23.391781 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:23.585450 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.598985 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.670107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Network': ['ID=927fd206-62d2-4bcc-bbfe-093cb6460e2e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:23.670107 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-be17db1c-4876-424a-bfd2-7d8b84be267a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/927fd206-62d2-4bcc-bbfe-093cb6460e2e HTTP/1.1" status: 204 len: 168 time: 3.6075139 Apr 05 20:35:23.672774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33998) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:23.672774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1538095261'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:23.682894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:23.688784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:23.694919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:network and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:23.706899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Usage tracker for resource:port and tenant:fc997a0b38174d56ad97a8f53621b02b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:23.710461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:23.790891 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:23.790982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:23.791123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:23.791209 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:23.791209 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.797828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Made reservation on behalf of fc997a0b38174d56ad97a8f53621b02b for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:23.802015 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.832854 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.852798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:23.857121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Usage tracker for resource:security_group_rule and tenant:fc997a0b38174d56ad97a8f53621b02b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:23.860325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:23.868328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:23.879922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:23.960406 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f0b18a02-aa75-46f9-bc8d-e4f4a87ea172 req-f66181f6-8bae-4075-9762-0ca617cb9d65 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 210 time: 0.0744708 Apr 05 20:35:23.976593 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.976593 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Added segment 02f099a7-87b7-454c-b3a8-cadb88605e5a of type vlan for network 261b6f9d-f0ed-40b1-a68a-098716434ab7 Apr 05 20:35:23.983494 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:23.988873 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.012936 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.049486 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.055913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:24.055913 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.137157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26427f08-596c-4f44-95e9-1f3f08c8d695,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:24.300683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Allocated IP 192.168.233.162 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/04370297-a023-4332-8cf8-e7b6aeefa5da) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:24.437374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Network': ['ID=261b6f9d-f0ed-40b1-a68a-098716434ab7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:24.449271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 261b6f9d-f0ed-40b1-a68a-098716434ab7 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:24.460985 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6d3772cc-3529-413f-9025-fd27eb4a3e89 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7941704 Apr 05 20:35:24.465306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34016) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:24.479449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'subnet': {'network_id': '261b6f9d-f0ed-40b1-a68a-098716434ab7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:24.684511 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.706548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Transition to ACTIVE for port object 04370297-a023-4332-8cf8-e7b6aeefa5da will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:24.715676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:24.728620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:subnet and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:24.736125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:24.744842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.763740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:24.787405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:24.791664 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.864173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:24.864173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:24.869181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:35:24.942854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:24.942854 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:24.964358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Pushing event updated for resources: {'Port': ['ID=04370297-a023-4332-8cf8-e7b6aeefa5da,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:25.003244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-477a6e19-713a-4583-89a1-24c1734934f1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6733792 Apr 05 20:35:25.011052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Request body: {'port': {'device_id': 'e0ccb84f-7b42-48f0-9425-aaae14262892', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:25.249118 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:25.308790 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f2259feb-c34b-42f7-84ba-938ceacb2fb5 None None] Provisioning for port 04370297-a023-4332-8cf8-e7b6aeefa5da completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:25.327369 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f2259feb-c34b-42f7-84ba-938ceacb2fb5 None None] Provisioning complete for port 04370297-a023-4332-8cf8-e7b6aeefa5da triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:25.327369 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f2259feb-c34b-42f7-84ba-938ceacb2fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:25.361382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Checking segment: {'id': '02f099a7-87b7-454c-b3a8-cadb88605e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '261b6f9d-f0ed-40b1-a68a-098716434ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:25.361382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network hostable DHCP agents. Network: 261b6f9d-f0ed-40b1-a68a-098716434ab7, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:35:25.377970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Subnet': ['ID=ae67cf07-354a-4ef1-91fb-8c551bf28760,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:25.388265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network 261b6f9d-f0ed-40b1-a68a-098716434ab7 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:35:25.402238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 261b6f9d-f0ed-40b1-a68a-098716434ab7) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:25.413425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:25.414480 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:25.424917 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56db172f-ed28-4f57-85e9-28e685904180 None None] Network 261b6f9d-f0ed-40b1-a68a-098716434ab7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:25.425274 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:25.468352 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7ea02244-21ff-41d4-80cb-c15d0d83846f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0003085 Apr 05 20:35:25.470872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34040) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:25.538836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f2259feb-c34b-42f7-84ba-938ceacb2fb5 None None] Port 04370297-a023-4332-8cf8-e7b6aeefa5da cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:35:25.605474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a08258-1cde-4360-9d87-26c1cea33794 req-0f1679b7-c676-41cf-8175-f8aac5a1dfc5 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:25.605474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-39a08258-1cde-4360-9d87-26c1cea33794 req-0f1679b7-c676-41cf-8175-f8aac5a1dfc5 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Synchronizing usage tracker for tenant:fc997a0b38174d56ad97a8f53621b02b on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:25.677240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-39a08258-1cde-4360-9d87-26c1cea33794 req-0f1679b7-c676-41cf-8175-f8aac5a1dfc5 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Unset dirty status for tenant:fc997a0b38174d56ad97a8f53621b02b on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:25.677240 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39a08258-1cde-4360-9d87-26c1cea33794 req-0f1679b7-c676-41cf-8175-f8aac5a1dfc5 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 936 time: 0.3155484 Apr 05 20:35:25.836063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-261b6f9d-f0ed-40b1-a68a-098716434ab7', 'network_id': '261b6f9d-f0ed-40b1-a68a-098716434ab7', 'tenant_id': '6c3bc57ba7824a8a913bb6ce73ee4699', 'fixed_ips': [{'subnet_id': 'ae67cf07-354a-4ef1-91fb-8c551bf28760'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:35:25.838863 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:25.874391 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.082038 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04370297-a023-4332-8cf8-e7b6aeefa5da {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:35:26.103879 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.112518 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.119800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Transition to ACTIVE for port object 04370297-a023-4332-8cf8-e7b6aeefa5da will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:26.123123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-39a08258-1cde-4360-9d87-26c1cea33794 req-f9148e08-cf84-42b4-a351-6d1f6c55bd68 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Synchronizing usage tracker for tenant:fc997a0b38174d56ad97a8f53621b02b on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:26.142398 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.206784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-39a08258-1cde-4360-9d87-26c1cea33794 req-f9148e08-cf84-42b4-a351-6d1f6c55bd68 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Unset dirty status for tenant:fc997a0b38174d56ad97a8f53621b02b on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:26.213030 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Allocated IP 172.20.0.2 (261b6f9d-f0ed-40b1-a68a-098716434ab7/ae67cf07-354a-4ef1-91fb-8c551bf28760/6d8e02a2-cd14-46fb-b977-ae5a1375950f) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:26.217292 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39a08258-1cde-4360-9d87-26c1cea33794 req-f9148e08-cf84-42b4-a351-6d1f6c55bd68 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/security-groups?id=26427f08-596c-4f44-95e9-1f3f08c8d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058575 Apr 05 20:35:26.355054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=04370297-a023-4332-8cf8-e7b6aeefa5da,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:26.598303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Attempting to bind port 04370297-a023-4332-8cf8-e7b6aeefa5da on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:26.598659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Attempting to bind port 04370297-a023-4332-8cf8-e7b6aeefa5da by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:26.598985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Attempting to bind port 04370297-a023-4332-8cf8-e7b6aeefa5da on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:35:26.605242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Port 04370297-a023-4332-8cf8-e7b6aeefa5da on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:35:26.605513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Attempting to bind port 04370297-a023-4332-8cf8-e7b6aeefa5da on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:35:26.617604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:35:26.617965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:26.618359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:35:26.618790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Bound port: 04370297-a023-4332-8cf8-e7b6aeefa5da, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:26.619142 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.828338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] For port 04370297-a023-4332-8cf8-e7b6aeefa5da, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:35:26.846969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] For port 04370297-a023-4332-8cf8-e7b6aeefa5da, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=04370297-a023-4332-8cf8-e7b6aeefa5da,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:35:26.870015 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.879242 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.901822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Transition to ACTIVE for port object 6d8e02a2-cd14-46fb-b977-ae5a1375950f will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:26.931584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Transition to ACTIVE for port object 6d8e02a2-cd14-46fb-b977-ae5a1375950f will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:26.942909 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.979089 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.982867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:26.982867 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:26.982867 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] 10.222.0.13 "PUT /v2.0/ports/04370297-a023-4332-8cf8-e7b6aeefa5da HTTP/1.1" status: 200 len: 1096 time: 1.9709096 Apr 05 20:35:26.982867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0ccb84f-7b42-48f0-9425-aaae14262892', 'tag': '04370297-a023-4332-8cf8-e7b6aeefa5da'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:35:27.051350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899a072-4616-4355-bfa9-1ebb395cdfa6 service neutron] Pushing event updated for resources: {'Port': ['ID=04370297-a023-4332-8cf8-e7b6aeefa5da,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:27.146699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Subnet': ['ID=ae67cf07-354a-4ef1-91fb-8c551bf28760,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:27.185352 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Network 261b6f9d-f0ed-40b1-a68a-098716434ab7 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:27.193176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:27.196448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:35:27.238385 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0ccb84f-7b42-48f0-9425-aaae14262892', 'tag': '04370297-a023-4332-8cf8-e7b6aeefa5da', 'status': 'completed', 'code': 200} Apr 05 20:35:27.315835 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:27.317239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-f418a086-996a-4a40-85eb-749bcf8b7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:27.323653 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-f418a086-996a-4a40-85eb-749bcf8b7986 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc997a0b38174d56ad97a8f53621b02b&device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 1099 time: 0.1779988 Apr 05 20:35:27.386175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261b6f9d-f0ed-40b1-a68a-098716434ab7']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:27.418914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f099a7-87b7-454c-b3a8-cadb88605e5a') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:27.419715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f099a7-87b7-454c-b3a8-cadb88605e5a') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:27.428142 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Pushing event updated for resources: {'Port': ['ID=6d8e02a2-cd14-46fb-b977-ae5a1375950f,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:27.447085 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:27.453339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Attempting to bind port 6d8e02a2-cd14-46fb-b977-ae5a1375950f on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:27.453339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Attempting to bind port 6d8e02a2-cd14-46fb-b977-ae5a1375950f by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '02f099a7-87b7-454c-b3a8-cadb88605e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '261b6f9d-f0ed-40b1-a68a-098716434ab7'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:27.453339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Attempting to bind port 6d8e02a2-cd14-46fb-b977-ae5a1375950f on network 261b6f9d-f0ed-40b1-a68a-098716434ab7 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:35:27.463697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:35:27.463697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Checking segment: {'id': '02f099a7-87b7-454c-b3a8-cadb88605e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '261b6f9d-f0ed-40b1-a68a-098716434ab7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:27.463697 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:27.463697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Bound using segment: {'id': '02f099a7-87b7-454c-b3a8-cadb88605e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '261b6f9d-f0ed-40b1-a68a-098716434ab7'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:35:27.463697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Bound port: 6d8e02a2-cd14-46fb-b977-ae5a1375950f, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f099a7-87b7-454c-b3a8-cadb88605e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '261b6f9d-f0ed-40b1-a68a-098716434ab7'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:27.463697 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:27.524661 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:27.539908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:35:27.539908 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:27.579045 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:27.668794 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-95a64533-f619-407c-98c2-87d30c419487 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=04370297-a023-4332-8cf8-e7b6aeefa5da HTTP/1.1" status: 200 len: 217 time: 0.3365781 Apr 05 20:35:27.697548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] For port 6d8e02a2-cd14-46fb-b977-ae5a1375950f, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:35:27.701544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] For port 6d8e02a2-cd14-46fb-b977-ae5a1375950f, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6d8e02a2-cd14-46fb-b977-ae5a1375950f,segment=NetworkSegment(02f099a7-87b7-454c-b3a8-cadb88605e5a),segment_id=02f099a7-87b7-454c-b3a8-cadb88605e5a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:35:27.703451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 20:35:27.703451 n-d-836604-1 neutron-server[87965]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 20:35:27.703451 n-d-836604-1 neutron-server[87965]: [parameters: {'id': '261b6f9d-f0ed-40b1-a68a-098716434ab7'}] Apr 05 20:35:27.703451 n-d-836604-1 neutron-server[87965]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:35:27.704133 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:35:27.709024 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:27.823742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f05f49-1309-4896-8423-5ce32d935a94 None None] Pushing event updated for resources: {'Port': ['ID=6d8e02a2-cd14-46fb-b977-ae5a1375950f,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:27.853765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-73ba9380-56e3-42d9-a66a-013b3c30c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:27.855969 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-73ba9380-56e3-42d9-a66a-013b3c30c762 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.1717288 Apr 05 20:35:27.917476 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818c6f69-7a47-4bb2-8360-f608e2fd7d00 None None] Network 261b6f9d-f0ed-40b1-a68a-098716434ab7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:27.945405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d5706-ffad-4a96-a64a-6046419a78c0 req-9e9737f0-ac3a-44c3-89b1-575ba3fa0f1c tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:27.945854 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-218d5706-ffad-4a96-a64a-6046419a78c0 req-9e9737f0-ac3a-44c3-89b1-575ba3fa0f1c tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 948 time: 0.3559923 Apr 05 20:35:28.015981 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-218d5706-ffad-4a96-a64a-6046419a78c0 req-0a91cd3d-72f1-4e5f-9e3c-978011fe1de1 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/security-groups?id=26427f08-596c-4f44-95e9-1f3f08c8d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642955 Apr 05 20:35:28.052822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-ceb034f6-b736-4712-bf88-440da1097f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:28.054491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-ceb034f6-b736-4712-bf88-440da1097f39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1936071 Apr 05 20:35:28.198940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9b61c9-bed0-4343-8ed7-d15c7f85e09f None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:35:28.207795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:28.251335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Deleting port 6d8e02a2-cd14-46fb-b977-ae5a1375950f {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:35:28.251335 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:28.269452 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-407706d9-f5e9-4742-8a18-ed32ecd6e42f service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072668 Apr 05 20:35:28.388830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b61c9-bed0-4343-8ed7-d15c7f85e09f None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:35:28.517049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] For port 6d8e02a2-cd14-46fb-b977-ae5a1375950f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6d8e02a2-cd14-46fb-b977-ae5a1375950f,segment=NetworkSegment(02f099a7-87b7-454c-b3a8-cadb88605e5a),segment_id=02f099a7-87b7-454c-b3a8-cadb88605e5a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:35:28.517049 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:28.637010 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-090e7068-25e5-44ad-94cf-3b6c7e29e23a req-d5fe1da8-bfc4-4829-ac74-54593b65007c service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495338 Apr 05 20:35:28.784951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Calling delete_port for 6d8e02a2-cd14-46fb-b977-ae5a1375950f owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:35:28.817609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431a85b-7ce4-49d4-bebb-bca44e08fecc req-6e7c6bea-fb63-4f7e-9365-3ec9af0fa24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:28.819492 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d431a85b-7ce4-49d4-bebb-bca44e08fecc req-6e7c6bea-fb63-4f7e-9365-3ec9af0fa24c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fc997a0b38174d56ad97a8f53621b02b&device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 1099 time: 0.1133018 Apr 05 20:35:28.916479 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:28.996600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Port': ['ID=6d8e02a2-cd14-46fb-b977-ae5a1375950f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:29.019040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No DVR routers for this DVR port 6d8e02a2-cd14-46fb-b977-ae5a1375950f on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:35:29.080882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431a85b-7ce4-49d4-bebb-bca44e08fecc req-475fdf68-54f0-45b4-9558-b5bfcaabae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:29.080882 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d431a85b-7ce4-49d4-bebb-bca44e08fecc req-475fdf68-54f0-45b4-9558-b5bfcaabae0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2495692 Apr 05 20:35:29.214889 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d431a85b-7ce4-49d4-bebb-bca44e08fecc req-f9a28cc3-6a0e-4ee1-84e5-43441437fe53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=04370297-a023-4332-8cf8-e7b6aeefa5da HTTP/1.1" status: 200 len: 217 time: 0.1077693 Apr 05 20:35:29.301180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431a85b-7ce4-49d4-bebb-bca44e08fecc req-d8bd92bc-69fe-433b-9051-09b0bab539f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:29.301180 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d431a85b-7ce4-49d4-bebb-bca44e08fecc req-d8bd92bc-69fe-433b-9051-09b0bab539f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0787613 Apr 05 20:35:29.391412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d431a85b-7ce4-49d4-bebb-bca44e08fecc req-2b4da6e9-964f-4302-9fc5-ca7e5beeeeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:29.392909 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d431a85b-7ce4-49d4-bebb-bca44e08fecc req-2b4da6e9-964f-4302-9fc5-ca7e5beeeeca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0821893 Apr 05 20:35:29.430063 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:29.469095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['261b6f9d-f0ed-40b1-a68a-098716434ab7']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:29.486943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f099a7-87b7-454c-b3a8-cadb88605e5a') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:29.487293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f099a7-87b7-454c-b3a8-cadb88605e5a') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:29.509634 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:29.532270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06fce08-be9c-4865-a11c-87e1662c2077 req-a1789160-b947-4c50-8d22-ccfcbfbeed9b tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:29.540329 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b06fce08-be9c-4865-a11c-87e1662c2077 req-a1789160-b947-4c50-8d22-ccfcbfbeed9b tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 948 time: 0.3064373 Apr 05 20:35:29.564243 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:29.579364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:35:29.579771 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:29.599784 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:29.637101 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d431a85b-7ce4-49d4-bebb-bca44e08fecc req-edc0f545-e964-41c7-a4b7-dd35cfa47494 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302847 Apr 05 20:35:29.678285 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b06fce08-be9c-4865-a11c-87e1662c2077 req-4ec25952-ea5c-4cb1-8faf-d4037a024a67 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/security-groups?id=26427f08-596c-4f44-95e9-1f3f08c8d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347384 Apr 05 20:35:29.716699 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:29.716699 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:29.787065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Network': ['ID=261b6f9d-f0ed-40b1-a68a-098716434ab7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:29.789977 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5de55356-28f4-4b9f-a2fa-6ef60f355d9f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/261b6f9d-f0ed-40b1-a68a-098716434ab7 HTTP/1.1" status: 204 len: 168 time: 4.3165185 Apr 05 20:35:29.793506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34100) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:29.829646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1481949225'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:29.844181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:29.857011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:network and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:29.868864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:29.875774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:29.895324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d431a85b-7ce4-49d4-bebb-bca44e08fecc req-1b9f2d91-f74a-4a6c-86b5-d75621a02aa4 service neutron] 10.222.0.13 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531424 Apr 05 20:35:29.899872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:29.903663 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:29.949738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:29.982904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:29.986588 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Added segment 405477b7-f5ac-4199-905e-53a49de83e15 of type vlan for network d2f5c860-bf5b-45a4-840b-224d2e754558 Apr 05 20:35:30.017871 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.061567 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.067933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:30.067933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.182530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34114) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:30.185480 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3907144 Apr 05 20:35:30.187998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'subnet': {'network_id': 'd2f5c860-bf5b-45a4-840b-224d2e754558', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:30.199848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08c4e7-7c60-492d-b359-0bf425e35742 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Network': ['ID=d2f5c860-bf5b-45a4-840b-224d2e754558,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:30.217009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network d2f5c860-bf5b-45a4-840b-224d2e754558 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:30.355573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:30.355573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:subnet and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:30.363356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:30.371291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:30.388620 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:30.391954 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.489373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.ipam_backend_mixin [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Performing IP validity checks on allocation pools {{(pid=87964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 20:35:30.489907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.ipam_backend_mixin [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 20:35:30.679519 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.790584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Subnet': ['ID=7d55487b-fec2-459b-9014-17ce9fa686f7,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:30.793058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Checking segment: {'id': '405477b7-f5ac-4199-905e-53a49de83e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd2f5c860-bf5b-45a4-840b-224d2e754558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:30.793591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network hostable DHCP agents. Network: d2f5c860-bf5b-45a4-840b-224d2e754558, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:35:30.818104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network d2f5c860-bf5b-45a4-840b-224d2e754558 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:35:30.830205 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, d2f5c860-bf5b-45a4-840b-224d2e754558) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:30.835733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:30.837633 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:30.843526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453502d4-1dc4-418f-8457-d40b3425b85d None None] Network d2f5c860-bf5b-45a4-840b-224d2e754558 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:30.945755 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a9dfee50-7176-41c9-9e04-1f88174ae282 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7601237 Apr 05 20:35:30.945755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34126) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:31.145548 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:31.163980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd324ae5-6186-4b5c-822d-65da06425882 req-979b8265-a319-4e34-a4c8-53e486b16bc0 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:31.166836 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd324ae5-6186-4b5c-822d-65da06425882 req-979b8265-a319-4e34-a4c8-53e486b16bc0 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 948 time: 0.3074956 Apr 05 20:35:31.234360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-d2f5c860-bf5b-45a4-840b-224d2e754558', 'network_id': 'd2f5c860-bf5b-45a4-840b-224d2e754558', 'tenant_id': '6c3bc57ba7824a8a913bb6ce73ee4699', 'fixed_ips': [{'subnet_id': '7d55487b-fec2-459b-9014-17ce9fa686f7'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:35:31.235205 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:31.318369 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd324ae5-6186-4b5c-822d-65da06425882 req-f1e7db48-cfbf-47cd-b80e-61c0964577bd tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/security-groups?id=26427f08-596c-4f44-95e9-1f3f08c8d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065264 Apr 05 20:35:31.337634 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:31.449813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 04370297-a023-4332-8cf8-e7b6aeefa5da details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:35:31.569792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Allocated IP 172.20.0.3 (d2f5c860-bf5b-45a4-840b-224d2e754558/7d55487b-fec2-459b-9014-17ce9fa686f7/33bb3b6c-6300-4ed5-ab63-31c23990439a) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:31.869524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 04370297-a023-4332-8cf8-e7b6aeefa5da, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=04370297-a023-4332-8cf8-e7b6aeefa5da,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:35:31.889290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '04370297-a023-4332-8cf8-e7b6aeefa5da', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': '04370297-a023-4332-8cf8-e7b6aeefa5da', 'mac_address': 'fa:16:3e:d5:20:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:35:32.009326 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.050791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04370297-a023-4332-8cf8-e7b6aeefa5da {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:35:32.068981 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.080889 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 04370297-a023-4332-8cf8-e7b6aeefa5da, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=04370297-a023-4332-8cf8-e7b6aeefa5da,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:35:32.085725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Transition to ACTIVE for port object 33bb3b6c-6300-4ed5-ab63-31c23990439a will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:32.092243 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.158866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Transition to ACTIVE for port object 33bb3b6c-6300-4ed5-ab63-31c23990439a will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:32.189795 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.190703 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.203284 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=04370297-a023-4332-8cf8-e7b6aeefa5da,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:32.288358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Pushing event updated for resources: {'Port': ['ID=33bb3b6c-6300-4ed5-ab63-31c23990439a,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:32.296513 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Network d2f5c860-bf5b-45a4-840b-224d2e754558 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:32.298495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:32.301300 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:35:32.335137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['04370297-a023-4332-8cf8-e7b6aeefa5da'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:35:32.351876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Subnet': ['ID=7d55487b-fec2-459b-9014-17ce9fa686f7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:32.447338 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Attempting to bind port 33bb3b6c-6300-4ed5-ab63-31c23990439a on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:32.447338 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Attempting to bind port 33bb3b6c-6300-4ed5-ab63-31c23990439a by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '405477b7-f5ac-4199-905e-53a49de83e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd2f5c860-bf5b-45a4-840b-224d2e754558'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:32.447338 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Attempting to bind port 33bb3b6c-6300-4ed5-ab63-31c23990439a on network d2f5c860-bf5b-45a4-840b-224d2e754558 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:35:32.467125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:35:32.467125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Checking segment: {'id': '405477b7-f5ac-4199-905e-53a49de83e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd2f5c860-bf5b-45a4-840b-224d2e754558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:32.467125 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.467125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Bound using segment: {'id': '405477b7-f5ac-4199-905e-53a49de83e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd2f5c860-bf5b-45a4-840b-224d2e754558'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:35:32.467125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Bound port: 33bb3b6c-6300-4ed5-ab63-31c23990439a, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405477b7-f5ac-4199-905e-53a49de83e15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd2f5c860-bf5b-45a4-840b-224d2e754558'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:32.467125 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.478792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.522802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f5c860-bf5b-45a4-840b-224d2e754558']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:32.539820 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a777bc-1555-4cf4-93cd-9bfd72c27387 req-f9c2e922-d401-4023-89db-ff5cd84df610 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:32.548802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405477b7-f5ac-4199-905e-53a49de83e15') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:32.551701 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-54a777bc-1555-4cf4-93cd-9bfd72c27387 req-f9c2e922-d401-4023-89db-ff5cd84df610 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 949 time: 0.1055226 Apr 05 20:35:32.554547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405477b7-f5ac-4199-905e-53a49de83e15') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:32.569799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] For port 33bb3b6c-6300-4ed5-ab63-31c23990439a, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:35:32.575840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] For port 33bb3b6c-6300-4ed5-ab63-31c23990439a, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=33bb3b6c-6300-4ed5-ab63-31c23990439a,segment=NetworkSegment(405477b7-f5ac-4199-905e-53a49de83e15),segment_id=405477b7-f5ac-4199-905e-53a49de83e15)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:35:32.578835 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.593052 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.620859 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.634808 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-54a777bc-1555-4cf4-93cd-9bfd72c27387 req-0e77ccf1-fe3c-4ea9-9cbe-05ed01cefd14 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/security-groups?id=26427f08-596c-4f44-95e9-1f3f08c8d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887902 Apr 05 20:35:32.640280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:35:32.642327 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:32.673965 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:32.732612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d9dda-f47d-4e3f-b214-b5a0bbe8d9d4 None None] Pushing event updated for resources: {'Port': ['ID=33bb3b6c-6300-4ed5-ab63-31c23990439a,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:32.774666 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 20:35:32.774666 n-d-836604-1 neutron-server[87964]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 20:35:32.774666 n-d-836604-1 neutron-server[87964]: [parameters: {'id': 'd2f5c860-bf5b-45a4-840b-224d2e754558'}] Apr 05 20:35:32.774666 n-d-836604-1 neutron-server[87964]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:35:32.775045 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:35:32.837384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e86174-16de-4cac-b245-5a4233e663c6 None None] Network d2f5c860-bf5b-45a4-840b-224d2e754558 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:33.119463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d526e23-28ff-4d69-91e6-085b4b1265e5 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:35:33.245223 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d526e23-28ff-4d69-91e6-085b4b1265e5 None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:35:33.275981 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:33.289122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Deleting port 33bb3b6c-6300-4ed5-ab63-31c23990439a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:35:33.290247 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:33.582058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] For port 33bb3b6c-6300-4ed5-ab63-31c23990439a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=33bb3b6c-6300-4ed5-ab63-31c23990439a,segment=NetworkSegment(405477b7-f5ac-4199-905e-53a49de83e15),segment_id=405477b7-f5ac-4199-905e-53a49de83e15)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:35:33.582058 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:33.733022 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:35:33.870444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Calling delete_port for 33bb3b6c-6300-4ed5-ab63-31c23990439a owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:35:34.033392 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.099251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af607039-3d33-4d4a-8ecc-ad5d41ba6960 req-a03ab5a8-7e0a-49f1-a455-6254a5021f68 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:34.104068 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af607039-3d33-4d4a-8ecc-ad5d41ba6960 req-a03ab5a8-7e0a-49f1-a455-6254a5021f68 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 949 time: 0.1930683 Apr 05 20:35:34.107632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Port': ['ID=33bb3b6c-6300-4ed5-ab63-31c23990439a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:34.129080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No DVR routers for this DVR port 33bb3b6c-6300-4ed5-ab63-31c23990439a on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:35:34.284432 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af607039-3d33-4d4a-8ecc-ad5d41ba6960 req-17fe61a3-0644-4c11-b58a-4fdf581d4e8a tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/security-groups?id=26427f08-596c-4f44-95e9-1f3f08c8d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717741 Apr 05 20:35:34.307485 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.350919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f5c860-bf5b-45a4-840b-224d2e754558']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:34.366443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405477b7-f5ac-4199-905e-53a49de83e15') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:34.366745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405477b7-f5ac-4199-905e-53a49de83e15') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:34.380573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.410335 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.429007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:35:34.429817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:34.445935 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:34.587279 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.611183 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.628235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Network': ['ID=d2f5c860-bf5b-45a4-840b-224d2e754558,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:34.635209 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d1b45bb4-662e-494c-b036-8fa35852f7b1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/d2f5c860-bf5b-45a4-840b-224d2e754558 HTTP/1.1" status: 204 len: 168 time: 3.6882925 Apr 05 20:35:34.640666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34196) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:34.644968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1737542994'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:34.651876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:34.659816 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b651b158-9daf-4221-aa06-3ec0eb2280aa req-d7088ea7-21b1-437a-a358-ce4eecd37804 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1157644 Apr 05 20:35:34.660304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:network and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:34.664276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:34.677453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:34.697383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:34.703244 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.768526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:34.777829 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.778285 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Added segment a7a57306-e8df-46a7-8c07-45ad591ae796 of type vlan for network bfd60620-820c-4372-b2b1-b8f5efd7ec0c Apr 05 20:35:34.815016 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.888440 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.888440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:34.888440 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:34.907561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651b158-9daf-4221-aa06-3ec0eb2280aa req-3e142310-60cb-4700-94a7-78f60bd78bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:34.907561 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b651b158-9daf-4221-aa06-3ec0eb2280aa req-3e142310-60cb-4700-94a7-78f60bd78bcb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 1097 time: 0.1127100 Apr 05 20:35:34.990863 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3463953 Apr 05 20:35:35.007987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34212) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:35.018064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'subnet': {'network_id': 'bfd60620-820c-4372-b2b1-b8f5efd7ec0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:35.114168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d21aad-bfc7-4cc3-8ec7-eeca89bc98c8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Network': ['ID=bfd60620-820c-4372-b2b1-b8f5efd7ec0c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:35.129702 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network bfd60620-820c-4372-b2b1-b8f5efd7ec0c details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:35.405365 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 04370297-a023-4332-8cf8-e7b6aeefa5da up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:35.498534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651b158-9daf-4221-aa06-3ec0eb2280aa req-e1de6492-64eb-47f4-ac31-121b76ec0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:35.499994 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b651b158-9daf-4221-aa06-3ec0eb2280aa req-e1de6492-64eb-47f4-ac31-121b76ec0ee6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.5728514 Apr 05 20:35:35.587411 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 04370297-a023-4332-8cf8-e7b6aeefa5da completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:35.608813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 04370297-a023-4332-8cf8-e7b6aeefa5da triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:35.609317 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:35.684811 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b651b158-9daf-4221-aa06-3ec0eb2280aa req-2d695ab0-121a-405e-9aff-6fa467f10c6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 HTTP/1.1" status: 200 len: 217 time: 0.1459005 Apr 05 20:35:35.778088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:35.806417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:subnet and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:35.822058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:35.828980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d600e39-db03-43a1-84b3-11a1fc1074b9 req-b46070d6-ffc2-4c16-8697-1cb786619ebe tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:35.830562 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d600e39-db03-43a1-84b3-11a1fc1074b9 req-b46070d6-ffc2-4c16-8697-1cb786619ebe tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 949 time: 0.2322519 Apr 05 20:35:35.846774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:35.849618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651b158-9daf-4221-aa06-3ec0eb2280aa req-dd473bc3-5c28-4b88-b8b5-9ea4528139ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:35.858547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b651b158-9daf-4221-aa06-3ec0eb2280aa req-dd473bc3-5c28-4b88-b8b5-9ea4528139ed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.1635303 Apr 05 20:35:35.953612 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d600e39-db03-43a1-84b3-11a1fc1074b9 req-9234b3de-3e11-4a66-b10c-c0b1a8f45ca7 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/security-groups?id=26427f08-596c-4f44-95e9-1f3f08c8d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048365 Apr 05 20:35:35.957973 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:36.019412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 04370297-a023-4332-8cf8-e7b6aeefa5da, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=04370297-a023-4332-8cf8-e7b6aeefa5da,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:35:36.019412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ccb84f-7b42-48f0-9425-aaae14262892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04370297-a023-4332-8cf8-e7b6aeefa5da'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:35:36.032290 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:36.043334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfe9ad-02ad-409d-b9a1-4801d0200139 req-9679fea3-cdc2-470a-b8cf-3715368ebce8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:36.043334 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6dcfe9ad-02ad-409d-b9a1-4801d0200139 req-9679fea3-cdc2-470a-b8cf-3715368ebce8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.5319035 Apr 05 20:35:36.063653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:36.063653 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:36.154896 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ccb84f-7b42-48f0-9425-aaae14262892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04370297-a023-4332-8cf8-e7b6aeefa5da', 'code': 200} Apr 05 20:35:36.183401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=04370297-a023-4332-8cf8-e7b6aeefa5da,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:36.329134 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6dcfe9ad-02ad-409d-b9a1-4801d0200139 req-8a6e3107-0a08-4267-b5ce-f995a5a6dd22 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869182 Apr 05 20:35:36.369255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b651b158-9daf-4221-aa06-3ec0eb2280aa req-a4b30454-343d-47fc-a87e-580a5814355b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:36.369255 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b651b158-9daf-4221-aa06-3ec0eb2280aa req-a4b30454-343d-47fc-a87e-580a5814355b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5065248 Apr 05 20:35:36.768790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf69eb7-85ca-44e3-b472-aa9c5dc01d78 req-7f0a5ca1-9249-4ffc-86f6-9edaed0de249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:36.768790 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-baf69eb7-85ca-44e3-b472-aa9c5dc01d78 req-7f0a5ca1-9249-4ffc-86f6-9edaed0de249 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 1101 time: 0.6065345 Apr 05 20:35:36.768790 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:36.772205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e884492-9b1f-4b06-81ff-ab33f2e76d12 req-59f27092-ad30-4950-8028-8c48377069f4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:36.807061 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9e884492-9b1f-4b06-81ff-ab33f2e76d12 req-59f27092-ad30-4950-8028-8c48377069f4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2076581 Apr 05 20:35:36.919502 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9e884492-9b1f-4b06-81ff-ab33f2e76d12 req-be008fa1-1a96-4972-ab5d-a2e374706956 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070507 Apr 05 20:35:37.014968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Subnet': ['ID=4361d3f0-5f43-4431-ade3-fe37dcad2af7,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:37.145121 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-baf69eb7-85ca-44e3-b472-aa9c5dc01d78 req-f7fdcdfc-ef1f-4ee7-9096-cecc6ceec92a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=26427f08-596c-4f44-95e9-1f3f08c8d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509774 Apr 05 20:35:37.210178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b651b158-9daf-4221-aa06-3ec0eb2280aa req-2dbebcbe-c12c-47c3-8748-79de0d2266fe service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8284686 Apr 05 20:35:37.239816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Checking segment: {'id': 'a7a57306-e8df-46a7-8c07-45ad591ae796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bfd60620-820c-4372-b2b1-b8f5efd7ec0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:37.239816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network hostable DHCP agents. Network: bfd60620-820c-4372-b2b1-b8f5efd7ec0c, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:35:37.269249 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4db1f-d359-4a6d-a473-87aff980e0fe req-6a816811-c759-4c26-bb8e-ade00bba21ee tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:37.288027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5543b13-fef4-4a7d-8e0b-fbcf20f3ec77 req-2e944701-8c76-45c9-aa2b-674242dbf982 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:37.302812 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a5543b13-fef4-4a7d-8e0b-fbcf20f3ec77 req-2e944701-8c76-45c9-aa2b-674242dbf982 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 950 time: 0.1954269 Apr 05 20:35:37.306518 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fab4db1f-d359-4a6d-a473-87aff980e0fe req-6a816811-c759-4c26-bb8e-ade00bba21ee tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2620924 Apr 05 20:35:37.429064 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a5543b13-fef4-4a7d-8e0b-fbcf20f3ec77 req-909a6d39-3231-49f9-a10f-9a80f2c575a7 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/security-groups?id=26427f08-596c-4f44-95e9-1f3f08c8d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246991 Apr 05 20:35:37.451851 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fab4db1f-d359-4a6d-a473-87aff980e0fe req-462bf656-4321-4562-a595-e1be6296a082 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444769 Apr 05 20:35:37.603154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network bfd60620-820c-4372-b2b1-b8f5efd7ec0c is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:35:37.637911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, bfd60620-820c-4372-b2b1-b8f5efd7ec0c) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:37.647247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b164083c-726d-4382-a93a-f1ef6cbdb829 None None] Network bfd60620-820c-4372-b2b1-b8f5efd7ec0c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:37.656058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:37.656665 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:37.662465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b651b158-9daf-4221-aa06-3ec0eb2280aa req-b75240d3-21ef-4e7f-9f1e-74ff28efda5f service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759109 Apr 05 20:35:37.690499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-78f6a01b-5d56-4a30-b6ed-9cfe79d4c4ba tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6873620 Apr 05 20:35:37.691424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34264) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:37.739483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd9846-6db3-4872-ba65-74255686433b req-ce92cb47-aa1c-4972-8715-431907b6add7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:37.741041 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12fd9846-6db3-4872-ba65-74255686433b req-ce92cb47-aa1c-4972-8715-431907b6add7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1556482 Apr 05 20:35:37.835030 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12fd9846-6db3-4872-ba65-74255686433b req-1ee5b637-3c21-43a3-abcb-c38c2aa04dd9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878017 Apr 05 20:35:37.924306 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.055634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eadc38-8fd1-49ac-bab3-e1f590514002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-bfd60620-820c-4372-b2b1-b8f5efd7ec0c', 'network_id': 'bfd60620-820c-4372-b2b1-b8f5efd7ec0c', 'tenant_id': '6c3bc57ba7824a8a913bb6ce73ee4699', 'fixed_ips': [{'subnet_id': '4361d3f0-5f43-4431-ade3-fe37dcad2af7'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:35:38.055634 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d5eadc38-8fd1-49ac-bab3-e1f590514002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.082303 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.196704 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server [None req-d5eadc38-8fd1-49ac-bab3-e1f590514002 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4361d3f0-5f43-4431-ade3-fe37dcad2af7: This subnet is being modified by another concurrent operation. Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:35:38.260945 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise exception Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4361d3f0-5f43-4431-ade3-fe37dcad2af7: This subnet is being modified by another concurrent operation. Apr 05 20:35:38.263855 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server Apr 05 20:35:38.297058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Subnet': ['ID=4361d3f0-5f43-4431-ade3-fe37dcad2af7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:38.300885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d1e3e-c7b5-468c-9e8e-a6195bab687f None None] Network bfd60620-820c-4372-b2b1-b8f5efd7ec0c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:38.376186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:38.376186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:38.376186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:38.376186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:38.376186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:38.376186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:38.376186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:38.376186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:38.376186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:38.376186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:38.376186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:38.376186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:35:38.669007 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.676958 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71e7658-3b49-47a7-94c1-da4f3e69f686 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:35:38.713108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfd60620-820c-4372-b2b1-b8f5efd7ec0c']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:38.746533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a57306-e8df-46a7-8c07-45ad591ae796') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:38.746533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a57306-e8df-46a7-8c07-45ad591ae796') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:38.757049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-3219c1e2-0c82-409a-a979-a892a3df2334 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:38.768431 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-3219c1e2-0c82-409a-a979-a892a3df2334 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 811 time: 0.5285161 Apr 05 20:35:38.789752 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.801124 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-950eccf0-9d67-4d8c-9461-30c804c26bbd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/quotas/f10ec9e518ac4ef8bb4ff5595bf09d23 HTTP/1.1" status: 200 len: 375 time: 0.0340800 Apr 05 20:35:38.836696 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.858448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71e7658-3b49-47a7-94c1-da4f3e69f686 None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:35:38.873034 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.893351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:35:38.893351 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:38.915062 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:39.019263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-bf8e5c3a-a03f-49d7-a37b-4cd9ca657c54 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2232616 Apr 05 20:35:39.082465 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.092999 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.204328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Network': ['ID=bfd60620-820c-4372-b2b1-b8f5efd7ec0c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:39.208193 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-af1f2177-8ae0-4db5-b633-0291ca353563 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/bfd60620-820c-4372-b2b1-b8f5efd7ec0c HTTP/1.1" status: 204 len: 168 time: 1.5103102 Apr 05 20:35:39.229509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34320) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:39.235328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1806556140'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:39.275030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:39.290727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:network and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:39.299297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:39.323710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:39.432915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:39.436905 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.438090 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.455704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f17dd9-68bc-4942-93d9-8e84f02b8759 req-9f1eba6b-7e41-4a87-9ecb-c3dda6ed0111 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:39.459737 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30f17dd9-68bc-4942-93d9-8e84f02b8759 req-9f1eba6b-7e41-4a87-9ecb-c3dda6ed0111 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 950 time: 0.2582908 Apr 05 20:35:39.598670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30f17dd9-68bc-4942-93d9-8e84f02b8759 req-75dd5102-52c9-44cb-b849-cd8b2f0e0a21 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/security-groups?id=26427f08-596c-4f44-95e9-1f3f08c8d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284332 Apr 05 20:35:39.739083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:39.756901 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-cf30aa0c-f03e-402d-8842-9af60d7835f1 service neutron] 10.222.0.24 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7354293 Apr 05 20:35:39.761026 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.761530 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Added segment 390555b8-e1b9-4323-8fb3-86652ee41420 of type vlan for network 0c764002-3cec-47c4-b980-c940b147dea4 Apr 05 20:35:39.829813 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.961189 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:39.966023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:39.966023 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:40.127649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Network': ['ID=0c764002-3cec-47c4-b980-c940b147dea4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:40.150191 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 0c764002-3cec-47c4-b980-c940b147dea4 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:40.172436 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-57d4efa1-8a23-4b4b-a598-2cce6381bad5 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9490564 Apr 05 20:35:40.173261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34342) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:40.174111 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-3f27f671-ac87-4e7e-9776-5dcc32456679 service neutron] 10.222.0.24 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967783 Apr 05 20:35:40.197748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'subnet': {'network_id': '0c764002-3cec-47c4-b980-c940b147dea4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:40.604617 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e44ff893-18ca-45f7-9043-5f60e6b48f7b req-c60c7655-a621-4092-9351-5cd714e9ba0f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 210 time: 0.0883744 Apr 05 20:35:40.654270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:40.667267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:subnet and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:40.674971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:40.685654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:40.699229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d305c1f-7b18-437c-a3b7-af3cc04d1db5 req-ab052e1a-eea4-42dc-92ab-992ed010a12f tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:40.705066 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d305c1f-7b18-437c-a3b7-af3cc04d1db5 req-ab052e1a-eea4-42dc-92ab-992ed010a12f tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 950 time: 0.2600675 Apr 05 20:35:40.747318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:40.756468 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:40.979384 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d305c1f-7b18-437c-a3b7-af3cc04d1db5 req-3370d47f-0422-4a50-a769-73ba63cd30eb tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/security-groups?id=26427f08-596c-4f44-95e9-1f3f08c8d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751508 Apr 05 20:35:41.376594 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:41.396061 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-40d6ec55-2008-46a6-8a10-c81acb118f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:41.469446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Subnet': ['ID=4865e82a-c9a2-4ff7-9974-c210fbab7c24,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:41.580763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Checking segment: {'id': '390555b8-e1b9-4323-8fb3-86652ee41420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c764002-3cec-47c4-b980-c940b147dea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:41.581300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network hostable DHCP agents. Network: 0c764002-3cec-47c4-b980-c940b147dea4, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:35:41.620542 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network 0c764002-3cec-47c4-b980-c940b147dea4 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:35:41.634993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 0c764002-3cec-47c4-b980-c940b147dea4) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:41.671530 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e9efee-54d9-424e-a098-aac425814a43 None None] Network 0c764002-3cec-47c4-b980-c940b147dea4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:41.715021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:41.715021 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:41.760368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4c3f0-e929-4f9b-a348-377151174f8a req-5d24ea93-3851-4c2e-9bb1-417d9b397881 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:41.760368 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1fc4c3f0-e929-4f9b-a348-377151174f8a req-5d24ea93-3851-4c2e-9bb1-417d9b397881 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 950 time: 0.3410611 Apr 05 20:35:41.791393 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-386d3a92-633f-4dd3-944e-60a0e3daf802 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6095974 Apr 05 20:35:41.791393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34380) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:41.996539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-1fc4c3f0-e929-4f9b-a348-377151174f8a req-b3d71e2c-d759-4673-b70d-92715647c4b5 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Deleting port 04370297-a023-4332-8cf8-e7b6aeefa5da {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:35:41.997641 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1fc4c3f0-e929-4f9b-a348-377151174f8a req-b3d71e2c-d759-4673-b70d-92715647c4b5 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.149157 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5c16c33-3713-417b-b7a5-822debefd6dd req-bac29470-4695-429e-b6ad-662c8d97a849 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 210 time: 0.2172613 Apr 05 20:35:42.184505 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.284591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.290539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d10c4ba-efca-400f-8e50-2d4f349bd653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-0c764002-3cec-47c4-b980-c940b147dea4', 'network_id': '0c764002-3cec-47c4-b980-c940b147dea4', 'tenant_id': '6c3bc57ba7824a8a913bb6ce73ee4699', 'fixed_ips': [{'subnet_id': '4865e82a-c9a2-4ff7-9974-c210fbab7c24'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:35:42.291439 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4d10c4ba-efca-400f-8e50-2d4f349bd653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.542965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1fc4c3f0-e929-4f9b-a348-377151174f8a req-b3d71e2c-d759-4673-b70d-92715647c4b5 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] For port 04370297-a023-4332-8cf8-e7b6aeefa5da, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=04370297-a023-4332-8cf8-e7b6aeefa5da,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:35:42.542965 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1fc4c3f0-e929-4f9b-a348-377151174f8a req-b3d71e2c-d759-4673-b70d-92715647c4b5 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server [None req-4d10c4ba-efca-400f-8e50-2d4f349bd653 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4865e82a-c9a2-4ff7-9974-c210fbab7c24: This subnet is being modified by another concurrent operation. Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 20:35:42.565077 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise self.value Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server raise exception Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4865e82a-c9a2-4ff7-9974-c210fbab7c24: This subnet is being modified by another concurrent operation. Apr 05 20:35:42.571466 n-d-836604-1 neutron-server[87966]: ERROR oslo_messaging.rpc.server Apr 05 20:35:42.593475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6331f-f3dc-4eed-a5bb-89f62bae34c3 None None] Network 0c764002-3cec-47c4-b980-c940b147dea4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:42.717082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-1fc4c3f0-e929-4f9b-a348-377151174f8a req-b3d71e2c-d759-4673-b70d-92715647c4b5 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Calling delete_port for 04370297-a023-4332-8cf8-e7b6aeefa5da owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:35:42.780936 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:42.892081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Subnet': ['ID=4865e82a-c9a2-4ff7-9974-c210fbab7c24,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:43.119480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79877abf-d83e-4140-9aca-8c912147c277 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:35:43.258388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef0fa6-30f6-42a4-af5f-35d034cb504e req-b7427f18-5e6b-4275-a379-8e77c9676f95 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:43.267053 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b0ef0fa6-30f6-42a4-af5f-35d034cb504e req-b7427f18-5e6b-4275-a379-8e77c9676f95 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 950 time: 0.7377241 Apr 05 20:35:43.427172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-cbe6f3b6-b45e-40d7-a8d3-4ccc530573d0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:43.427172 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-cbe6f3b6-b45e-40d7-a8d3-4ccc530573d0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 811 time: 0.6618092 Apr 05 20:35:43.427172 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:43.455651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Request body: {'port': {'device_id': '0a5dc93b-cee3-4751-a4d8-fc2b91ebe730', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'admin_state_up': True, 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:43.495692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79877abf-d83e-4140-9aca-8c912147c277 None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:35:43.528588 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b0ef0fa6-30f6-42a4-af5f-35d034cb504e req-fb3eee83-d725-4420-aad9-4331e1f71013 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/security-groups?id=26427f08-596c-4f44-95e9-1f3f08c8d695&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538722 Apr 05 20:35:43.539013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c764002-3cec-47c4-b980-c940b147dea4']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:43.541019 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-83ea1343-b339-4795-9c5a-5c5587796f8e req-69f34238-ccc0-4c82-bd5d-548a54bb5bd1 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 210 time: 0.1036034 Apr 05 20:35:43.574703 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1fc4c3f0-e929-4f9b-a348-377151174f8a req-b3d71e2c-d759-4673-b70d-92715647c4b5 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:43.613095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '390555b8-e1b9-4323-8fb3-86652ee41420') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:43.613384 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '390555b8-e1b9-4323-8fb3-86652ee41420') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:43.634417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d71e2c-d759-4673-b70d-92715647c4b5 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Pushing event deleted for resources: {'Port': ['ID=04370297-a023-4332-8cf8-e7b6aeefa5da,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:43.642267 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:43.676377 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:43.734513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:35:43.734513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:43.794129 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4ac6fb89-4d1c-4240-98e8-10a20814156d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:43.805318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fc4c3f0-e929-4f9b-a348-377151174f8a req-b3d71e2c-d759-4673-b70d-92715647c4b5 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] No DVR routers for this DVR port 04370297-a023-4332-8cf8-e7b6aeefa5da on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:35:43.819453 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1fc4c3f0-e929-4f9b-a348-377151174f8a req-b3d71e2c-d759-4673-b70d-92715647c4b5 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:43.819453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0ccb84f-7b42-48f0-9425-aaae14262892', 'name': 'network-vif-deleted', 'tag': '04370297-a023-4332-8cf8-e7b6aeefa5da'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:43.832993 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:43.867796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1fc4c3f0-e929-4f9b-a348-377151174f8a req-b3d71e2c-d759-4673-b70d-92715647c4b5 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.13 "DELETE /v2.0/ports/04370297-a023-4332-8cf8-e7b6aeefa5da HTTP/1.1" status: 204 len: 173 time: 2.0977306 Apr 05 20:35:43.922025 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0ccb84f-7b42-48f0-9425-aaae14262892', 'name': 'network-vif-deleted', 'tag': '04370297-a023-4332-8cf8-e7b6aeefa5da', 'status': 'completed', 'code': 200} Apr 05 20:35:43.956689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:43.982991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:43.992739 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.040699 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.065693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Network': ['ID=0c764002-3cec-47c4-b980-c940b147dea4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:44.079853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Made reservation on behalf of f10ec9e518ac4ef8bb4ff5595bf09d23 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:44.079853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.138437 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7ea8c95c-ee59-4e69-a706-eb4ddeae9879 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/0c764002-3cec-47c4-b980-c940b147dea4 HTTP/1.1" status: 204 len: 168 time: 2.3399417 Apr 05 20:35:44.141631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34426) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:44.154269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-105032866'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:44.168184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:44.187240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:network and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:44.206285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:44.240360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:44.263354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:44.268648 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.341809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:44.353300 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.353627 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Added segment 41803fc1-bb37-40d9-8c1b-bb8409abeb09 of type vlan for network a936efe7-8b71-4d7b-be03-95940c9784b2 Apr 05 20:35:44.412218 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Allocated IP 172.20.0.4 (d87a9372-eb69-4494-b2c7-bae5dbd4e72f/da5778d0-0eca-48da-a855-2a882bbbe611/5e95a4bc-1896-4c58-ad31-aeac1e853cca) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:44.415290 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.451382 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.458806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:44.459945 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.755711 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6182830 Apr 05 20:35:44.775470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34444) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:44.852430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2a3905a0-d768-4ee2-bd17-f7c92f0d4fad tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:44.873408 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:44.916359 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:45.022513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df7bdc-9c8d-4b4a-9fef-b46d47079036 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Network': ['ID=a936efe7-8b71-4d7b-be03-95940c9784b2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:45.041578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9039e2d7-7fdf-411d-98bf-a21cb83c347c req-b2d40f74-c9f0-45b6-a11d-afbdf603a3d4 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Synchronizing usage tracker for tenant:fc997a0b38174d56ad97a8f53621b02b on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:45.043537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network a936efe7-8b71-4d7b-be03-95940c9784b2 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:45.174348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9039e2d7-7fdf-411d-98bf-a21cb83c347c req-b2d40f74-c9f0-45b6-a11d-afbdf603a3d4 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] Unset dirty status for tenant:fc997a0b38174d56ad97a8f53621b02b on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:45.175548 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9039e2d7-7fdf-411d-98bf-a21cb83c347c req-b2d40f74-c9f0-45b6-a11d-afbdf603a3d4 tempest-VolumesNegativeTest-1741915987 tempest-VolumesNegativeTest-1741915987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e0ccb84f-7b42-48f0-9425-aaae14262892 HTTP/1.1" status: 200 len: 210 time: 0.2628939 Apr 05 20:35:45.312189 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07e086c2-bc80-4eb7-b65f-3ba726bacd5c req-ab189574-459c-49f2-8ece-7b13efdd14a7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 210 time: 0.1249104 Apr 05 20:35:45.418532 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:45.436399 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Transition to ACTIVE for port object 5e95a4bc-1896-4c58-ad31-aeac1e853cca will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:45.447186 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a3905a0-d768-4ee2-bd17-f7c92f0d4fad tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:45.458627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 04370297-a023-4332-8cf8-e7b6aeefa5da no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:45.475597 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-723a2fde-a144-4918-b087-11abfa075360 req-c83fb58e-e9f2-4bd6-bbbe-37edf24a0683 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2990718 Apr 05 20:35:45.477655 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a3905a0-d768-4ee2-bd17-f7c92f0d4fad tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:45.501415 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:45.516174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2a3905a0-d768-4ee2-bd17-f7c92f0d4fad tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network a936efe7-8b71-4d7b-be03-95940c9784b2 is not hosted by any dhcp agent {{(pid=87964) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 05 20:35:45.522475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3905a0-d768-4ee2-bd17-f7c92f0d4fad tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:45.523451 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a3905a0-d768-4ee2-bd17-f7c92f0d4fad tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:45.524982 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2a3905a0-d768-4ee2-bd17-f7c92f0d4fad tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "PUT /v2.0/networks/a936efe7-8b71-4d7b-be03-95940c9784b2 HTTP/1.1" status: 200 len: 723 time: 0.7494879 Apr 05 20:35:45.529718 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34456) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:45.535371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'subnet': {'network_id': 'a936efe7-8b71-4d7b-be03-95940c9784b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:45.582586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5', 'ea60c462-5f27-48b3-808b-4e935de28bf4'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:35:45.699016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event updated for resources: {'Port': ['ID=5e95a4bc-1896-4c58-ad31-aeac1e853cca,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:45.721962 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 04370297-a023-4332-8cf8-e7b6aeefa5da {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:35:45.722729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 04370297-a023-4332-8cf8-e7b6aeefa5da not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:45.734344 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Network d87a9372-eb69-4494-b2c7-bae5dbd4e72f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:45.735785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:45.739077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:35:45.931922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:45.931922 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:46.008601 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-59c44e9c-39cf-4076-a6fd-a3354ecdc454 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5591161 Apr 05 20:35:46.035238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Request body: {'port': {'device_id': '0a5dc93b-cee3-4751-a4d8-fc2b91ebe730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:46.054325 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:46.188405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3905a0-d768-4ee2-bd17-f7c92f0d4fad tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Network': ['ID=a936efe7-8b71-4d7b-be03-95940c9784b2,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:46.203444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:46.209599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:subnet and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:46.215045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:46.222854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:46.239928 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network a936efe7-8b71-4d7b-be03-95940c9784b2 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:46.243952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:46.247765 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:46.257185 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:46.288770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a2fde-a144-4918-b087-11abfa075360 req-f4d59d12-d063-4002-b323-3ef78df69516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:46.291488 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-723a2fde-a144-4918-b087-11abfa075360 req-f4d59d12-d063-4002-b323-3ef78df69516 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 1095 time: 0.2591054 Apr 05 20:35:46.391772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cce76e36-0eb6-4e87-a314-ba80217d8619 None None] Provisioning for port 5e95a4bc-1896-4c58-ad31-aeac1e853cca completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:46.412696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cce76e36-0eb6-4e87-a314-ba80217d8619 None None] Provisioning complete for port 5e95a4bc-1896-4c58-ad31-aeac1e853cca triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:46.412696 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cce76e36-0eb6-4e87-a314-ba80217d8619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:46.563809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-cce76e36-0eb6-4e87-a314-ba80217d8619 None None] Port 5e95a4bc-1896-4c58-ad31-aeac1e853cca cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:35:46.974159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4dae73-703e-474b-bb1e-6c1bfe3ea1db req-8a0e1682-b213-4b5b-bd93-66400d41011c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:46.974159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cb4dae73-703e-474b-bb1e-6c1bfe3ea1db req-8a0e1682-b213-4b5b-bd93-66400d41011c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Synchronizing usage tracker for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:47.001421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cb4dae73-703e-474b-bb1e-6c1bfe3ea1db req-8a0e1682-b213-4b5b-bd93-66400d41011c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Unset dirty status for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:47.002746 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb4dae73-703e-474b-bb1e-6c1bfe3ea1db req-8a0e1682-b213-4b5b-bd93-66400d41011c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 931 time: 0.3665633 Apr 05 20:35:47.068936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a2fde-a144-4918-b087-11abfa075360 req-bde93df1-8514-481c-8fcc-f8007c2dc205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:47.070729 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-723a2fde-a144-4918-b087-11abfa075360 req-bde93df1-8514-481c-8fcc-f8007c2dc205 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.5322063 Apr 05 20:35:47.286796 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb4dae73-703e-474b-bb1e-6c1bfe3ea1db req-2fb3e9e0-1867-4e74-a6e8-215bb0045b42 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437680 Apr 05 20:35:47.286796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e95a4bc-1896-4c58-ad31-aeac1e853cca {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:35:47.309827 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:47.352262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Transition to ACTIVE for port object 5e95a4bc-1896-4c58-ad31-aeac1e853cca will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:47.352262 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:47.443434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:47.848465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-723a2fde-a144-4918-b087-11abfa075360 req-fa31984e-1d1f-4dc1-918f-70b79cafb097 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 200 len: 998 time: 0.7598264 Apr 05 20:35:48.058933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e95a4bc-1896-4c58-ad31-aeac1e853cca,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:48.059426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Checking segment: {'id': '41803fc1-bb37-40d9-8c1b-bb8409abeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a936efe7-8b71-4d7b-be03-95940c9784b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:48.059666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network hostable DHCP agents. Network: a936efe7-8b71-4d7b-be03-95940c9784b2, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:35:48.068527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Subnet': ['ID=0b0b22e4-9a70-4e83-9862-150f14aed9bf,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:48.096352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a2fde-a144-4918-b087-11abfa075360 req-b605976d-4b57-4cd2-9fe0-606bf99359f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:48.098159 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-723a2fde-a144-4918-b087-11abfa075360 req-b605976d-4b57-4cd2-9fe0-606bf99359f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.2500665 Apr 05 20:35:48.169449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Attempting to bind port 5e95a4bc-1896-4c58-ad31-aeac1e853cca on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:48.170263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Attempting to bind port 5e95a4bc-1896-4c58-ad31-aeac1e853cca by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:48.171171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Attempting to bind port 5e95a4bc-1896-4c58-ad31-aeac1e853cca on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:35:48.177471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Port 5e95a4bc-1896-4c58-ad31-aeac1e853cca on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:35:48.178835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Attempting to bind port 5e95a4bc-1896-4c58-ad31-aeac1e853cca on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:35:48.203741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:35:48.203741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Checking segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:48.203741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Bound using segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:35:48.203741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Bound port: 5e95a4bc-1896-4c58-ad31-aeac1e853cca, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:48.203741 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:48.220367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network a936efe7-8b71-4d7b-be03-95940c9784b2 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:35:48.262834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, a936efe7-8b71-4d7b-be03-95940c9784b2) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:48.283514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:48.283514 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:48.320087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee32088-6dcd-4937-baa8-e4ed2b2c4769 None None] Network a936efe7-8b71-4d7b-be03-95940c9784b2 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:48.349244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a2fde-a144-4918-b087-11abfa075360 req-089c61da-f6ca-4b1b-b847-b1742bb83fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:48.349244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-723a2fde-a144-4918-b087-11abfa075360 req-089c61da-f6ca-4b1b-b847-b1742bb83fe9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2428145 Apr 05 20:35:48.359634 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e1f3f111-d061-46fd-b15c-f1485a6ea2bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8278086 Apr 05 20:35:48.389613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34598) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:48.405805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-dc44f246-4cf5-41d1-bc28-b2862d04a5d0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:48.616574 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-723a2fde-a144-4918-b087-11abfa075360 req-83a8c8e1-3278-4ccc-8298-7b42dbb00b36 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467258 Apr 05 20:35:48.873711 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dc44f246-4cf5-41d1-bc28-b2862d04a5d0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2200138'] for subnet, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:48.876263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-723a2fde-a144-4918-b087-11abfa075360 req-d4e7d569-e3f5-45ad-98e7-a657c8fe4fea service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117052 Apr 05 20:35:48.924349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddafc31-ddd4-4008-8908-4705e08aa5ba req-2dcdfcaa-11a8-4200-a2d9-727aae8f747e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:48.926590 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ddafc31-ddd4-4008-8908-4705e08aa5ba req-2dcdfcaa-11a8-4200-a2d9-727aae8f747e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 943 time: 0.3161602 Apr 05 20:35:49.007423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] For port 5e95a4bc-1896-4c58-ad31-aeac1e853cca, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:35:49.064142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] For port 5e95a4bc-1896-4c58-ad31-aeac1e853cca, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5e95a4bc-1896-4c58-ad31-aeac1e853cca,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:35:49.076330 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:49.084562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34622) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:49.130453 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9ddafc31-ddd4-4008-8908-4705e08aa5ba req-2718a208-7cb0-4d51-8b3d-ad955d68d18c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910353 Apr 05 20:35:49.250127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-a936efe7-8b71-4d7b-be03-95940c9784b2', 'network_id': 'a936efe7-8b71-4d7b-be03-95940c9784b2', 'tenant_id': '6c3bc57ba7824a8a913bb6ce73ee4699', 'fixed_ips': [{'subnet_id': '0b0b22e4-9a70-4e83-9862-150f14aed9bf'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:35:49.255888 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:49.294216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:49.294216 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:49.294216 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] 10.222.0.41 "PUT /v2.0/ports/5e95a4bc-1896-4c58-ad31-aeac1e853cca HTTP/1.1" status: 200 len: 1091 time: 3.2787685 Apr 05 20:35:49.294216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5dc93b-cee3-4751-a4d8-fc2b91ebe730', 'tag': '5e95a4bc-1896-4c58-ad31-aeac1e853cca'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:35:49.431695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e470cbe-9998-4bb7-b6fa-b96516acd7e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5e95a4bc-1896-4c58-ad31-aeac1e853cca,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:49.449723 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5dc93b-cee3-4751-a4d8-fc2b91ebe730', 'tag': '5e95a4bc-1896-4c58-ad31-aeac1e853cca', 'status': 'completed', 'code': 200} Apr 05 20:35:49.468981 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4884b13b-a335-4ed9-9214-fe740f4fdd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:49.535962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4884b13b-a335-4ed9-9214-fe740f4fdd09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:49.572089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4884b13b-a335-4ed9-9214-fe740f4fdd09 admin admin] Usage tracker for resource:security_group_rule and tenant:fc7afcc5acb94cfa8def8de9294d90e5 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:49.582382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4884b13b-a335-4ed9-9214-fe740f4fdd09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:49.592352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4884b13b-a335-4ed9-9214-fe740f4fdd09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:49.693174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-12a7f66e-97d4-4a14-a95b-8b35ba0582d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:49.703764 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-12a7f66e-97d4-4a14-a95b-8b35ba0582d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 1094 time: 0.2613358 Apr 05 20:35:49.706695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dc44f246-4cf5-41d1-bc28-b2862d04a5d0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791805225072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2264705'] for subnet, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:49.777316 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4884b13b-a335-4ed9-9214-fe740f4fdd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:49.791373 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4884b13b-a335-4ed9-9214-fe740f4fdd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:49.793224 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Allocated IP 172.20.0.2 (a936efe7-8b71-4d7b-be03-95940c9784b2/0b0b22e4-9a70-4e83-9862-150f14aed9bf/d24b0511-77d8-4442-a2e1-d77de744a21f) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:35:49.977066 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4884b13b-a335-4ed9-9214-fe740f4fdd09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc7afcc5acb94cfa8def8de9294d90e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8806989 Apr 05 20:35:49.977066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884b13b-a335-4ed9-9214-fe740f4fdd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a49855c-1686-4630-81c9-351e4da00737,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:49.977066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34654) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:50.054861 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4ca53279-1b53-4024-a8ea-04e0da743274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.135123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4ca53279-1b53-4024-a8ea-04e0da743274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.180467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc44f246-4cf5-41d1-bc28-b2862d04a5d0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:50.180467 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dc44f246-4cf5-41d1-bc28-b2862d04a5d0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.206471 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dc44f246-4cf5-41d1-bc28-b2862d04a5d0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "PUT /v2.0/subnets/0b0b22e4-9a70-4e83-9862-150f14aed9bf HTTP/1.1" status: 200 len: 806 time: 1.8129115 Apr 05 20:35:50.206471 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-877bd51c-a6dd-4d0e-bd1e-b92f4262d3e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e95a4bc-1896-4c58-ad31-aeac1e853cca HTTP/1.1" status: 200 len: 217 time: 0.4811065 Apr 05 20:35:50.206471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34672) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:50.249554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4ca53279-1b53-4024-a8ea-04e0da743274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.291227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca53279-1b53-4024-a8ea-04e0da743274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a49855c-1686-4630-81c9-351e4da00737,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:50.310279 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4ca53279-1b53-4024-a8ea-04e0da743274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.314476 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.324984 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44f246-4cf5-41d1-bc28-b2862d04a5d0 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Subnet': ['ID=0b0b22e4-9a70-4e83-9862-150f14aed9bf,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:50.334496 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4ca53279-1b53-4024-a8ea-04e0da743274 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a49855c-1686-4630-81c9-351e4da00737 HTTP/1.1" status: 204 len: 168 time: 0.3368890 Apr 05 20:35:50.337814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Transition to ACTIVE for port object d24b0511-77d8-4442-a2e1-d77de744a21f will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:50.358096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Transition to ACTIVE for port object d24b0511-77d8-4442-a2e1-d77de744a21f will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:35:50.390607 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.446809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Network a936efe7-8b71-4d7b-be03-95940c9784b2 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:35:50.447486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:35:50.451755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:35:50.542453 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Pushing event updated for resources: {'Port': ['ID=d24b0511-77d8-4442-a2e1-d77de744a21f,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:50.631847 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Attempting to bind port d24b0511-77d8-4442-a2e1-d77de744a21f on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:35:50.631847 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Attempting to bind port d24b0511-77d8-4442-a2e1-d77de744a21f by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '41803fc1-bb37-40d9-8c1b-bb8409abeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a936efe7-8b71-4d7b-be03-95940c9784b2'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:35:50.631847 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Attempting to bind port d24b0511-77d8-4442-a2e1-d77de744a21f on network a936efe7-8b71-4d7b-be03-95940c9784b2 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:35:50.640713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:35:50.640713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Checking segment: {'id': '41803fc1-bb37-40d9-8c1b-bb8409abeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a936efe7-8b71-4d7b-be03-95940c9784b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:35:50.644796 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.644796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Bound using segment: {'id': '41803fc1-bb37-40d9-8c1b-bb8409abeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a936efe7-8b71-4d7b-be03-95940c9784b2'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:35:50.644796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Bound port: d24b0511-77d8-4442-a2e1-d77de744a21f, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41803fc1-bb37-40d9-8c1b-bb8409abeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a936efe7-8b71-4d7b-be03-95940c9784b2'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:35:50.644796 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.835453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179fd53-fe90-4097-93e1-13a83a3cb7f7 req-6586d929-de75-4896-b198-ae67512e50c9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:50.848632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] For port d24b0511-77d8-4442-a2e1-d77de744a21f, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:35:50.850871 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] For port d24b0511-77d8-4442-a2e1-d77de744a21f, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d24b0511-77d8-4442-a2e1-d77de744a21f,segment=NetworkSegment(41803fc1-bb37-40d9-8c1b-bb8409abeb09),segment_id=41803fc1-bb37-40d9-8c1b-bb8409abeb09)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:35:50.853766 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7179fd53-fe90-4097-93e1-13a83a3cb7f7 req-6586d929-de75-4896-b198-ae67512e50c9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 943 time: 0.3719938 Apr 05 20:35:50.862251 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.926664 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:50.948211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f9219-fcc1-40c9-95ea-d6ff406d3828 None None] Pushing event updated for resources: {'Port': ['ID=d24b0511-77d8-4442-a2e1-d77de744a21f,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:50.954718 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7179fd53-fe90-4097-93e1-13a83a3cb7f7 req-656ff38e-8870-4f35-a077-b52bea01f192 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949860 Apr 05 20:35:51.029656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Deleting port d24b0511-77d8-4442-a2e1-d77de744a21f {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:35:51.029656 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.118080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-ba843526-fba0-4c0c-baca-4572a1cebdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:51.118080 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-ba843526-fba0-4c0c-baca-4572a1cebdfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.9064507 Apr 05 20:35:51.219375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34742) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:51.268104 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5bc01ddd-aca2-4e42-8db2-e04a63c2b6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.309468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5bc01ddd-aca2-4e42-8db2-e04a63c2b6f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:51.314538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5bc01ddd-aca2-4e42-8db2-e04a63c2b6f9 admin admin] Usage tracker for resource:security_group_rule and tenant:e854a90254bf45c28ab7a5ea35686ca7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:51.317593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5bc01ddd-aca2-4e42-8db2-e04a63c2b6f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:51.327771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5bc01ddd-aca2-4e42-8db2-e04a63c2b6f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:51.595066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-6cf8b27c-e914-4214-8ed6-ec27e2fefec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:51.595066 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-6cf8b27c-e914-4214-8ed6-ec27e2fefec3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4486067 Apr 05 20:35:51.595066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] For port d24b0511-77d8-4442-a2e1-d77de744a21f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d24b0511-77d8-4442-a2e1-d77de744a21f,segment=NetworkSegment(41803fc1-bb37-40d9-8c1b-bb8409abeb09),segment_id=41803fc1-bb37-40d9-8c1b-bb8409abeb09)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:35:51.595066 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.599339 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5bc01ddd-aca2-4e42-8db2-e04a63c2b6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.607229 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5bc01ddd-aca2-4e42-8db2-e04a63c2b6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.652859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc01ddd-aca2-4e42-8db2-e04a63c2b6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c885d3-2c0d-4705-b9c8-1214c0584cd4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:51.676352 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5bc01ddd-aca2-4e42-8db2-e04a63c2b6f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e854a90254bf45c28ab7a5ea35686ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4538865 Apr 05 20:35:51.676352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34756) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:51.860231 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0d730557-b16f-44cb-9248-3a2d6359d317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:51.880813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Calling delete_port for d24b0511-77d8-4442-a2e1-d77de744a21f owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:35:51.910623 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0d730557-b16f-44cb-9248-3a2d6359d317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:52.005315 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0d730557-b16f-44cb-9248-3a2d6359d317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:52.064927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d730557-b16f-44cb-9248-3a2d6359d317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c885d3-2c0d-4705-b9c8-1214c0584cd4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:52.074802 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0d730557-b16f-44cb-9248-3a2d6359d317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:52.078946 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0d730557-b16f-44cb-9248-3a2d6359d317 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24c885d3-2c0d-4705-b9c8-1214c0584cd4 HTTP/1.1" status: 204 len: 168 time: 0.3984802 Apr 05 20:35:52.268702 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-849f94b7-27e0-489d-9bd7-705c74b14b92 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6682496 Apr 05 20:35:52.611976 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ef2b5011-29ea-43a3-b6e0-e993db4dbbd3 req-df980820-f429-4da7-9afe-55bdc8c11032 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571170 Apr 05 20:35:52.869142 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:52.952709 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa337817-efce-4a37-ab89-9faa88ada8c9 None None] Network a936efe7-8b71-4d7b-be03-95940c9784b2 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:53.081426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0aff2-1a87-4d36-b6ec-9c0a78f37cae req-888a0e26-f29a-4748-b5d4-1046fa6b23a8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:53.081426 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ac0aff2-1a87-4d36-b6ec-9c0a78f37cae req-888a0e26-f29a-4748-b5d4-1046fa6b23a8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 943 time: 0.8175850 Apr 05 20:35:53.081426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Port': ['ID=d24b0511-77d8-4442-a2e1-d77de744a21f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:53.299599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No DVR routers for this DVR port d24b0511-77d8-4442-a2e1-d77de744a21f on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:35:53.375737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d24b0511-77d8-4442-a2e1-d77de744a21f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:53.515969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1fee146d-9452-4711-b65a-d117dfa10e27 None None] Could not find standard attr ID for object d24b0511-77d8-4442-a2e1-d77de744a21f. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:35:53.515969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: d24b0511-77d8-4442-a2e1-d77de744a21f {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:35:53.515969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d24b0511-77d8-4442-a2e1-d77de744a21f not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 05 20:35:53.641419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Port d24b0511-77d8-4442-a2e1-d77de744a21f not found, will not notify nova. {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 05 20:35:53.738082 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ac0aff2-1a87-4d36-b6ec-9c0a78f37cae req-b96eb2e1-090f-48e0-b818-854caa4007e7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943515 Apr 05 20:35:53.783221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0e7c-c7be-4026-ba7b-48b8a26e5285 req-d953887a-37ab-42d1-affc-941b1f5dffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:53.790687 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-188b0e7c-c7be-4026-ba7b-48b8a26e5285 req-d953887a-37ab-42d1-affc-941b1f5dffc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 1094 time: 1.0114586 Apr 05 20:35:53.923499 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:53.963379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff431c-aaa3-4b3a-bf1e-3b7c2fc60128 None None] Network a936efe7-8b71-4d7b-be03-95940c9784b2 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:35:54.170110 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:54.222694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0b22e4-9a70-4e83-9862-150f14aed9bf,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:54.350970 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:54.402333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a936efe7-8b71-4d7b-be03-95940c9784b2']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:54.439307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bc3291-bf9f-45ad-a7fc-8537919b0222 None None] DHCP port deletion for a936efe7-8b71-4d7b-be03-95940c9784b2 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:35:54.461574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41803fc1-bb37-40d9-8c1b-bb8409abeb09') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:54.462594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41803fc1-bb37-40d9-8c1b-bb8409abeb09') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:35:54.473912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0e7c-c7be-4026-ba7b-48b8a26e5285 req-97a8eb74-7b5c-4bc9-a6d2-d0633bb5589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:54.475930 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-188b0e7c-c7be-4026-ba7b-48b8a26e5285 req-97a8eb74-7b5c-4bc9-a6d2-d0633bb5589c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.6780288 Apr 05 20:35:54.567929 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:54.585103 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-188b0e7c-c7be-4026-ba7b-48b8a26e5285 req-16ead825-4627-4e7f-a248-f5d01fd4f45d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e95a4bc-1896-4c58-ad31-aeac1e853cca HTTP/1.1" status: 200 len: 217 time: 0.0919862 Apr 05 20:35:54.601814 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:54.624124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:35:54.624124 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:35:54.865142 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:35:55.047914 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.058912 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.105377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0e7c-c7be-4026-ba7b-48b8a26e5285 req-7be04777-09b2-444b-9a76-f14ca78b78ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:55.106947 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-188b0e7c-c7be-4026-ba7b-48b8a26e5285 req-7be04777-09b2-444b-9a76-f14ca78b78ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.2501919 Apr 05 20:35:55.110048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Network': ['ID=a936efe7-8b71-4d7b-be03-95940c9784b2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:55.172792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d24b0511-77d8-4442-a2e1-d77de744a21f no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:35:55.213074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34906) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:55.216480 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7cec77b1-e11b-481c-b9fb-904432b99016 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/a936efe7-8b71-4d7b-be03-95940c9784b2 HTTP/1.1" status: 204 len: 168 time: 4.9984689 Apr 05 20:35:55.234055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4c694-744c-42f4-8e37-350d0c4821e1 req-335277e4-9d49-4587-8462-1ee2424c0688 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:55.259945 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fbc4c694-744c-42f4-8e37-350d0c4821e1 req-335277e4-9d49-4587-8462-1ee2424c0688 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 943 time: 0.3175912 Apr 05 20:35:55.302522 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-486a7394-e972-41e2-b059-a62bd059a65d tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:35:55.302522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-486a7394-e972-41e2-b059-a62bd059a65d tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:35:55.308604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: d24b0511-77d8-4442-a2e1-d77de744a21f {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:35:55.308604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d24b0511-77d8-4442-a2e1-d77de744a21f not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:35:55.326694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-486a7394-e972-41e2-b059-a62bd059a65d tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/a936efe7-8b71-4d7b-be03-95940c9784b2 HTTP/1.1" status: 404 len: 339 time: 0.1178353 Apr 05 20:35:55.326694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34916) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:55.342754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-201957903', 'description': 'd1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:55.342754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:55.342754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:network and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:55.350100 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:55.350100 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:55.366155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:55.379595 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.430217 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:55.440513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.440962 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Added segment f826c837-b9c6-462d-ad7a-5cfefcf31b4a of type vlan for network f22065f2-7bcd-4dce-befb-b8a5b63a5355 Apr 05 20:35:55.501521 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.534941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0e7c-c7be-4026-ba7b-48b8a26e5285 req-8d48d893-b0c4-4897-964b-261e0f9931c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:55.536426 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-188b0e7c-c7be-4026-ba7b-48b8a26e5285 req-8d48d893-b0c4-4897-964b-261e0f9931c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4040656 Apr 05 20:35:55.562150 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fbc4c694-744c-42f4-8e37-350d0c4821e1 req-ecceb00a-84e2-41a6-a81d-869230aa5dce tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110170 Apr 05 20:35:55.595020 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.612091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:55.613466 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:55.741532 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4110091 Apr 05 20:35:55.751164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34932) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:55.857492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66581ab5-65cc-4225-85bf-e0046a464863 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Network': ['ID=f22065f2-7bcd-4dce-befb-b8a5b63a5355,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:55.864299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network f22065f2-7bcd-4dce-befb-b8a5b63a5355 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:56.083043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef260f96-7fab-47a8-b7cb-fe9be25de7d7 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:56.083043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ef260f96-7fab-47a8-b7cb-fe9be25de7d7 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Synchronizing usage tracker for tenant:6c3bc57ba7824a8a913bb6ce73ee4699 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:35:56.098546 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-188b0e7c-c7be-4026-ba7b-48b8a26e5285 req-2c96a993-8770-4850-98eb-9104127ee6b3 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474873 Apr 05 20:35:56.187246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cedcf9-179f-46cf-910e-24c39493791e req-9482a483-ed37-480e-b6b5-a744384a6438 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:56.187246 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89cedcf9-179f-46cf-910e-24c39493791e req-9482a483-ed37-480e-b6b5-a744384a6438 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 945 time: 0.4352622 Apr 05 20:35:56.192264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ef260f96-7fab-47a8-b7cb-fe9be25de7d7 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Unset dirty status for tenant:6c3bc57ba7824a8a913bb6ce73ee4699 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:35:56.199608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34940) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:56.210948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1a21061c-22ab-43ef-8aaa-bc0cfe35d694 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'network': {'description': 'd2'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:56.214907 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ef260f96-7fab-47a8-b7cb-fe9be25de7d7 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "GET /v2.0/networks?id=f22065f2-7bcd-4dce-befb-b8a5b63a5355 HTTP/1.1" status: 200 len: 760 time: 0.4695470 Apr 05 20:35:56.241478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34944) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:56.352249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5e95a4bc-1896-4c58-ad31-aeac1e853cca details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:35:56.408707 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89cedcf9-179f-46cf-910e-24c39493791e req-a05bd7f6-7bd7-4ed7-ae9e-35dcdcdde80e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a6e4f67-1762-4fba-b4c9-694939163366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851749 Apr 05 20:35:56.454382 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-188b0e7c-c7be-4026-ba7b-48b8a26e5285 req-fc2cf578-3e79-47dc-8414-848ea9396149 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383374 Apr 05 20:35:56.580842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e59faa7a-204a-404f-ac2a-9ae08565a7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:56.598797 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a21061c-22ab-43ef-8aaa-bc0cfe35d694 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:56.614671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e59faa7a-204a-404f-ac2a-9ae08565a7a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:56.619868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e59faa7a-204a-404f-ac2a-9ae08565a7a0 admin admin] Usage tracker for resource:security_group_rule and tenant:7d3195df64cc49358bb2f0df70dcb38d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:56.622696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5e95a4bc-1896-4c58-ad31-aeac1e853cca, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5e95a4bc-1896-4c58-ad31-aeac1e853cca,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:35:56.623042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e59faa7a-204a-404f-ac2a-9ae08565a7a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:56.629196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e59faa7a-204a-404f-ac2a-9ae08565a7a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:56.633193 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a21061c-22ab-43ef-8aaa-bc0cfe35d694 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:56.637033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '5e95a4bc-1896-4c58-ad31-aeac1e853cca', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'port_id': '5e95a4bc-1896-4c58-ad31-aeac1e853cca', 'mac_address': 'fa:16:3e:71:07:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:35:56.825790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a21061c-22ab-43ef-8aaa-bc0cfe35d694 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network f22065f2-7bcd-4dce-befb-b8a5b63a5355 is not hosted by any dhcp agent {{(pid=87964) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 05 20:35:56.825790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a21061c-22ab-43ef-8aaa-bc0cfe35d694 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:56.832199 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a21061c-22ab-43ef-8aaa-bc0cfe35d694 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:56.832199 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1a21061c-22ab-43ef-8aaa-bc0cfe35d694 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "PUT /v2.0/networks/f22065f2-7bcd-4dce-befb-b8a5b63a5355 HTTP/1.1" status: 200 len: 757 time: 0.6318951 Apr 05 20:35:56.836167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34960) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:56.866195 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:56.908698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e95a4bc-1896-4c58-ad31-aeac1e853cca {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:35:56.930087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5e95a4bc-1896-4c58-ad31-aeac1e853cca, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5e95a4bc-1896-4c58-ad31-aeac1e853cca,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:35:56.937276 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.019592 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=5e95a4bc-1896-4c58-ad31-aeac1e853cca,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:57.103784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21061c-22ab-43ef-8aaa-bc0cfe35d694 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Network': ['ID=f22065f2-7bcd-4dce-befb-b8a5b63a5355,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:57.114919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network f22065f2-7bcd-4dce-befb-b8a5b63a5355 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:57.169696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['5e95a4bc-1896-4c58-ad31-aeac1e853cca'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:35:57.188370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a437e0b-4098-4bc3-bdae-fe5eaf3d4c09 req-325e474e-d210-4b63-be9a-170c686f6c1b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:57.196200 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0a437e0b-4098-4bc3-bdae-fe5eaf3d4c09 req-325e474e-d210-4b63-be9a-170c686f6c1b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 943 time: 0.3810034 Apr 05 20:35:57.284629 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0a437e0b-4098-4bc3-bdae-fe5eaf3d4c09 req-225e3c89-9586-4dfb-9137-452ce83a8101 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901487 Apr 05 20:35:57.289208 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e59faa7a-204a-404f-ac2a-9ae08565a7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.308896 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e59faa7a-204a-404f-ac2a-9ae08565a7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.336321 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c897ef-15b8-4e3e-94d9-80f624847728 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:57.344948 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-14c897ef-15b8-4e3e-94d9-80f624847728 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "GET /v2.0/networks?id=f22065f2-7bcd-4dce-befb-b8a5b63a5355 HTTP/1.1" status: 200 len: 760 time: 0.5125091 Apr 05 20:35:57.345739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34968) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:57.358853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a5e5d30b-8504-4e90-81a7-92affec4edee tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1102747861'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:57.364144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a5e5d30b-8504-4e90-81a7-92affec4edee tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:57.378438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a5e5d30b-8504-4e90-81a7-92affec4edee tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:57.383052 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e59faa7a-204a-404f-ac2a-9ae08565a7a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d3195df64cc49358bb2f0df70dcb38d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1393864 Apr 05 20:35:57.384437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59faa7a-204a-404f-ac2a-9ae08565a7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d6c32a-8128-4a14-b410-12dcf1c4df06,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:57.388000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34972) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:57.408634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e5d30b-8504-4e90-81a7-92affec4edee tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:57.420963 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d30b-8504-4e90-81a7-92affec4edee tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.486858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e5d30b-8504-4e90-81a7-92affec4edee tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:35:57.516196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f22dd8a2-9fa4-4d56-8ffc-42c12eca86c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.519441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-356ca394-1b40-4933-98a4-45170a61259f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:57.519441 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-356ca394-1b40-4933-98a4-45170a61259f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 945 time: 0.4491484 Apr 05 20:35:57.587352 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d30b-8504-4e90-81a7-92affec4edee tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.587352 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-a5e5d30b-8504-4e90-81a7-92affec4edee tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Added segment afb9f5d8-a56e-4f43-8891-f4f5ce219912 of type vlan for network 0e0bb4d1-d05f-4217-9085-ab08333f5998 Apr 05 20:35:57.640637 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f22dd8a2-9fa4-4d56-8ffc-42c12eca86c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.708831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Deleting port e6d5e59f-274a-433c-920e-823e89eea1f3 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:35:57.711224 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.814824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f22dd8a2-9fa4-4d56-8ffc-42c12eca86c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.837758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22dd8a2-9fa4-4d56-8ffc-42c12eca86c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d6c32a-8128-4a14-b410-12dcf1c4df06,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:57.861471 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f22dd8a2-9fa4-4d56-8ffc-42c12eca86c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:57.861471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f22dd8a2-9fa4-4d56-8ffc-42c12eca86c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3d6c32a-8128-4a14-b410-12dcf1c4df06 HTTP/1.1" status: 204 len: 168 time: 0.4632072 Apr 05 20:35:57.883470 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d30b-8504-4e90-81a7-92affec4edee tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:58.017158 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d30b-8504-4e90-81a7-92affec4edee tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:58.022594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e5d30b-8504-4e90-81a7-92affec4edee tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:58.022594 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a5e5d30b-8504-4e90-81a7-92affec4edee tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:58.300539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5d30b-8504-4e90-81a7-92affec4edee tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Network': ['ID=0e0bb4d1-d05f-4217-9085-ab08333f5998,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:58.315344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 0e0bb4d1-d05f-4217-9085-ab08333f5998 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:35:58.369614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc9e9f-e95f-47ef-8d27-d13f969b4e14 req-e228db14-fc45-4f21-b722-ea9a437bce88 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:58.369614 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8bfc9e9f-e95f-47ef-8d27-d13f969b4e14 req-e228db14-fc45-4f21-b722-ea9a437bce88 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 945 time: 0.5644882 Apr 05 20:35:58.379415 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a5e5d30b-8504-4e90-81a7-92affec4edee tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0220640 Apr 05 20:35:58.383356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34992) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:58.390328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'subnet': {'network_id': '0e0bb4d1-d05f-4217-9085-ab08333f5998', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:35:58.416142 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5e95a4bc-1896-4c58-ad31-aeac1e853cca up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:35:58.431764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34996) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:58.492418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] For port e6d5e59f-274a-433c-920e-823e89eea1f3, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e6d5e59f-274a-433c-920e-823e89eea1f3,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:35:58.492961 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:58.585171 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 5e95a4bc-1896-4c58-ad31-aeac1e853cca completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:35:58.590844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 5e95a4bc-1896-4c58-ad31-aeac1e853cca triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:35:58.591462 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:58.606639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f6f91e2-dccf-4520-adc2-7eef2ec56778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:58.845568 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:58.846207 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:58.846760 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Floating IP cd92c8fc-078f-407e-9c13-603d2c45ed36 disassociated. External IP: 172.25.8.102, port: e6d5e59f-274a-433c-920e-823e89eea1f3. Apr 05 20:35:58.847302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Calling delete_port for e6d5e59f-274a-433c-920e-823e89eea1f3 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:35:58.866003 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:58.900656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5dc93b-cee3-4751-a4d8-fc2b91ebe730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95a4bc-1896-4c58-ad31-aeac1e853cca'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:35:58.912843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5e95a4bc-1896-4c58-ad31-aeac1e853cca, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5e95a4bc-1896-4c58-ad31-aeac1e853cca,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:35:58.920502 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:58.984878 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8bfc9e9f-e95f-47ef-8d27-d13f969b4e14 req-66cf9928-69aa-41d5-ba02-ca3c12c3a663 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=4a6e4f67-1762-4fba-b4c9-694939163366&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6132667 Apr 05 20:35:58.990648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4f6f91e2-dccf-4520-adc2-7eef2ec56778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:59.006653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4f6f91e2-dccf-4520-adc2-7eef2ec56778 admin admin] Usage tracker for resource:security_group_rule and tenant:f8aa271ded614aaf9983382e120c8f7e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:59.006653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4f6f91e2-dccf-4520-adc2-7eef2ec56778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:59.047993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4f6f91e2-dccf-4520-adc2-7eef2ec56778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:59.116180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:35:59.132361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Usage tracker for resource:subnet and tenant:6c3bc57ba7824a8a913bb6ce73ee4699 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:35:59.134295 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5dc93b-cee3-4751-a4d8-fc2b91ebe730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e95a4bc-1896-4c58-ad31-aeac1e853cca', 'code': 200} Apr 05 20:35:59.134295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=5e95a4bc-1896-4c58-ad31-aeac1e853cca,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:59.166333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:35:59.206783 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:59.243945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:35:59.251323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f58f4-784b-47dc-bbfd-1a6ed19d2c70 req-635e5b4b-02b9-440f-b0ca-19f7272d4182 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:59.259097 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b1f58f4-784b-47dc-bbfd-1a6ed19d2c70 req-635e5b4b-02b9-440f-b0ca-19f7272d4182 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 944 time: 0.7220459 Apr 05 20:35:59.278333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event deleted for resources: {'Port': ['ID=e6d5e59f-274a-433c-920e-823e89eea1f3,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:59.364118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:35:59.369111 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:59.445323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b1f58f4-784b-47dc-bbfd-1a6ed19d2c70 req-bebc3ea7-c520-494c-82a3-f39100c1e856 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800537 Apr 05 20:35:59.542994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:35:59.582866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad76b1-0665-4fbb-888b-f353df3c41f9 req-5461e8e2-2f4d-432e-b9a0-f15848cb6313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:35:59.582866 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b0ad76b1-0665-4fbb-888b-f353df3c41f9 req-5461e8e2-2f4d-432e-b9a0-f15848cb6313 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 1096 time: 0.4006982 Apr 05 20:35:59.630834 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f6f91e2-dccf-4520-adc2-7eef2ec56778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:59.648794 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f6f91e2-dccf-4520-adc2-7eef2ec56778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:35:59.708198 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b0ad76b1-0665-4fbb-888b-f353df3c41f9 req-12cf29d8-7fe8-4f96-b2de-9ec574440f27 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235697 Apr 05 20:35:59.767739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f91e2-dccf-4520-adc2-7eef2ec56778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cc54d0-5331-46aa-aca9-14c20e34ac86,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:35:59.789539 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4f6f91e2-dccf-4520-adc2-7eef2ec56778 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8aa271ded614aaf9983382e120c8f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3598793 Apr 05 20:35:59.798123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35018) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:35:59.889846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35024) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:00.065407 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0894dfa5-b3db-466f-a659-1ae7396e1a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.087584 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.200925 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0894dfa5-b3db-466f-a659-1ae7396e1a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.274737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:36:00.274737 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0c694244-f5a2-4cc0-be14-092f3475d74e req-61474690-e825-4264-95df-a74f21a00570 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 210 time: 0.0544922 Apr 05 20:36:00.290500 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bebe605-e7e1-4722-b771-58b04844f5d7 None None] Sync routers for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:36:00.294481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Checking segment: {'id': 'afb9f5d8-a56e-4f43-8891-f4f5ce219912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0e0bb4d1-d05f-4217-9085-ab08333f5998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:00.294481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network hostable DHCP agents. Network: 0e0bb4d1-d05f-4217-9085-ab08333f5998, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:36:00.302112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Subnet': ['ID=c71144c9-5545-43d0-8d96-8a6248cb53c9,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:00.331136 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bebe605-e7e1-4722-b771-58b04844f5d7 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:36:00.331136 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2bebe605-e7e1-4722-b771-58b04844f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:35:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:00.357853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] No DVR routers for this DVR port e6d5e59f-274a-433c-920e-823e89eea1f3 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:36:00.357853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.360882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b40c242-05f4-4136-a814-6a13f1d7d8e6', 'name': 'network-vif-deleted', 'tag': 'e6d5e59f-274a-433c-920e-823e89eea1f3'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:36:00.378724 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-db27ed68-15fa-4d46-bcf5-676cae7d5f42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc997a0b38174d56ad97a8f53621b02b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4768333 Apr 05 20:36:00.378724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network 0e0bb4d1-d05f-4217-9085-ab08333f5998 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:36:00.383275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35036) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:00.419334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 0e0bb4d1-d05f-4217-9085-ab08333f5998) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:00.423430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:00.423430 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.445286 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0894dfa5-b3db-466f-a659-1ae7396e1a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.456002 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b40c242-05f4-4136-a814-6a13f1d7d8e6', 'name': 'network-vif-deleted', 'tag': 'e6d5e59f-274a-433c-920e-823e89eea1f3', 'status': 'completed', 'code': 200} Apr 05 20:36:00.462820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b91bb4-cd8c-4111-bbab-358c774eea9f None None] Network 0e0bb4d1-d05f-4217-9085-ab08333f5998 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:36:00.467296 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edbe8bdc-34de-47b7-847c-87593a92ce38 req-308d4898-f7a2-4ed7-bcfb-6680f0e629ba tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "DELETE /v2.0/ports/e6d5e59f-274a-433c-920e-823e89eea1f3 HTTP/1.1" status: 204 len: 173 time: 2.9438109 Apr 05 20:36:00.492313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894dfa5-b3db-466f-a659-1ae7396e1a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cc54d0-5331-46aa-aca9-14c20e34ac86,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:00.509828 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0894dfa5-b3db-466f-a659-1ae7396e1a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.537104 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0894dfa5-b3db-466f-a659-1ae7396e1a49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5cc54d0-5331-46aa-aca9-14c20e34ac86 HTTP/1.1" status: 204 len: 168 time: 0.7307720 Apr 05 20:36:00.554772 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e10898ba-98eb-49a9-8e58-d267ea2427af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.554772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35046) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:00.559292 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-81723ac0-72ca-4aa4-8105-39468160536f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1634793 Apr 05 20:36:00.804863 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e10898ba-98eb-49a9-8e58-d267ea2427af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.855590 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:00.977131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-0e0bb4d1-d05f-4217-9085-ab08333f5998', 'network_id': '0e0bb4d1-d05f-4217-9085-ab08333f5998', 'tenant_id': '6c3bc57ba7824a8a913bb6ce73ee4699', 'fixed_ips': [{'subnet_id': 'c71144c9-5545-43d0-8d96-8a6248cb53c9'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:36:00.990845 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:01.096776 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-2bebe605-e7e1-4722-b771-58b04844f5d7 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:36:01.117828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601e4e6f-ad8e-4834-a128-88388a36c2f9 req-637a8eed-80c8-483a-9dbc-dc62591e4f40 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:01.119586 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-601e4e6f-ad8e-4834-a128-88388a36c2f9 req-637a8eed-80c8-483a-9dbc-dc62591e4f40 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 945 time: 0.4022050 Apr 05 20:36:01.183060 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-601e4e6f-ad8e-4834-a128-88388a36c2f9 req-9a313140-5bfc-43d3-8ba0-2f7845929b75 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547216 Apr 05 20:36:01.183995 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e10898ba-98eb-49a9-8e58-d267ea2427af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:01.209792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10898ba-98eb-49a9-8e58-d267ea2427af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26427f08-596c-4f44-95e9-1f3f08c8d695,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:01.236016 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:01.360217 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e10898ba-98eb-49a9-8e58-d267ea2427af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:01.374491 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e10898ba-98eb-49a9-8e58-d267ea2427af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26427f08-596c-4f44-95e9-1f3f08c8d695 HTTP/1.1" status: 204 len: 168 time: 0.9902611 Apr 05 20:36:01.689401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Allocated IP 172.20.0.2 (0e0bb4d1-d05f-4217-9085-ab08333f5998/c71144c9-5545-43d0-8d96-8a6248cb53c9/525ecb8e-c21a-4392-8d52-60e94936d1c1) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:01.749363 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1af6ca22-d615-4dfd-8d4c-0b638a1396d0 req-20dd34ae-361a-47b3-a24a-91ae38c071ea tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b40c242-05f4-4136-a814-6a13f1d7d8e6 HTTP/1.1" status: 200 len: 210 time: 0.1351819 Apr 05 20:36:01.973217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2bebe605-e7e1-4722-b771-58b04844f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:01.992443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bebe605-e7e1-4722-b771-58b04844f5d7 None None] Checking router: dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:36:02.056632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bebe605-e7e1-4722-b771-58b04844f5d7 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:36:02.057435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2bebe605-e7e1-4722-b771-58b04844f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:35:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:02.212181 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:02.243616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Transition to ACTIVE for port object 525ecb8e-c21a-4392-8d52-60e94936d1c1 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:02.297801 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Transition to ACTIVE for port object 525ecb8e-c21a-4392-8d52-60e94936d1c1 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:02.303330 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-2bebe605-e7e1-4722-b771-58b04844f5d7 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:36:02.367983 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:02.388187 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:02.424169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e6d5e59f-274a-433c-920e-823e89eea1f3 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:36:02.440607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Subnet': ['ID=c71144c9-5545-43d0-8d96-8a6248cb53c9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:02.482162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: e6d5e59f-274a-433c-920e-823e89eea1f3 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:36:02.483722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e6d5e59f-274a-433c-920e-823e89eea1f3 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:36:02.544674 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:02.580809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0bb4d1-d05f-4217-9085-ab08333f5998']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:02.587845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Network 0e0bb4d1-d05f-4217-9085-ab08333f5998 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:02.591797 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:02.594077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Pushing event updated for resources: {'Port': ['ID=525ecb8e-c21a-4392-8d52-60e94936d1c1,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:02.602182 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e7a0d-bfdf-4803-b603-6cba0766dc44 req-f0631995-9eb6-4778-9750-1424b4c99d03 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:02.609069 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f46e7a0d-bfdf-4803-b603-6cba0766dc44 req-f0631995-9eb6-4778-9750-1424b4c99d03 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 945 time: 0.2686367 Apr 05 20:36:02.612000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb9f5d8-a56e-4f43-8891-f4f5ce219912') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:02.612290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb9f5d8-a56e-4f43-8891-f4f5ce219912') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:02.612924 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:02.654226 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:02.686630 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:02.699537 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f46e7a0d-bfdf-4803-b603-6cba0766dc44 req-0b9a974d-2f6b-425b-8be4-9444eb96766c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895691 Apr 05 20:36:02.709975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:36:02.711168 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:36:02.753321 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:36:02.760863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35110) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:02.862762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Attempting to bind port 525ecb8e-c21a-4392-8d52-60e94936d1c1 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:02.863246 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Attempting to bind port 525ecb8e-c21a-4392-8d52-60e94936d1c1 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'afb9f5d8-a56e-4f43-8891-f4f5ce219912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0e0bb4d1-d05f-4217-9085-ab08333f5998'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:02.865060 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Attempting to bind port 525ecb8e-c21a-4392-8d52-60e94936d1c1 on network 0e0bb4d1-d05f-4217-9085-ab08333f5998 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:02.874566 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:36:02.874843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Checking segment: {'id': 'afb9f5d8-a56e-4f43-8891-f4f5ce219912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0e0bb4d1-d05f-4217-9085-ab08333f5998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:02.875243 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:02.875629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Bound using segment: {'id': 'afb9f5d8-a56e-4f43-8891-f4f5ce219912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0e0bb4d1-d05f-4217-9085-ab08333f5998'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:36:02.876103 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Bound port: 525ecb8e-c21a-4392-8d52-60e94936d1c1, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afb9f5d8-a56e-4f43-8891-f4f5ce219912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0e0bb4d1-d05f-4217-9085-ab08333f5998'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:02.876476 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:02.916496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1419969252-network', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:02.923196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:02.927734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Usage tracker for resource:network and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:02.931783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:02.939043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:02.990217 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 20:36:02.990217 n-d-836604-1 neutron-server[87965]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 20:36:02.990217 n-d-836604-1 neutron-server[87965]: [parameters: {'id': '0e0bb4d1-d05f-4217-9085-ab08333f5998'}] Apr 05 20:36:02.990217 n-d-836604-1 neutron-server[87965]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:36:02.990900 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:36:03.009997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Made reservation on behalf of dacf556d99314275b005d0fe30e76cf0 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:03.016591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35126) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:03.016966 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.066619 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.097581 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] For port 525ecb8e-c21a-4392-8d52-60e94936d1c1, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:36:03.101025 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] For port 525ecb8e-c21a-4392-8d52-60e94936d1c1, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=525ecb8e-c21a-4392-8d52-60e94936d1c1,segment=NetworkSegment(afb9f5d8-a56e-4f43-8891-f4f5ce219912),segment_id=afb9f5d8-a56e-4f43-8891-f4f5ce219912)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:36:03.110865 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.113519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:03.126720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Usage tracker for resource:security_group_rule and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:03.127124 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62aa1c87-fdf5-4803-99de-7c7cddfa7c57 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.130664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:03.146107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:03.158048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2bebe605-e7e1-4722-b771-58b04844f5d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:03.167635 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62aa1c87-fdf5-4803-99de-7c7cddfa7c57 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.178131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bebe605-e7e1-4722-b771-58b04844f5d7 None None] The sync data for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 is: [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:36:03.267133 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62aa1c87-fdf5-4803-99de-7c7cddfa7c57 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.294619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa1c87-fdf5-4803-99de-7c7cddfa7c57 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6e4f67-1762-4fba-b4c9-694939163366,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:03.324920 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62aa1c87-fdf5-4803-99de-7c7cddfa7c57 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.326645 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-62aa1c87-fdf5-4803-99de-7c7cddfa7c57 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "DELETE /v2.0/security-groups/4a6e4f67-1762-4fba-b4c9-694939163366 HTTP/1.1" status: 204 len: 168 time: 0.3083434 Apr 05 20:36:03.338945 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4caa0b56-9ff5-437a-92c2-9437c4cd44b2 req-ceb1dc93-bd00-4181-8f6d-d438da887b2e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23 HTTP/1.1" status: 200 len: 267 time: 0.3878865 Apr 05 20:36:03.346514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35134) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:03.353684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d9c03a-2e52-4d25-90fe-6cef11b8e043 None None] Pushing event updated for resources: {'Port': ['ID=525ecb8e-c21a-4392-8d52-60e94936d1c1,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:03.369459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e93929-af8d-417b-a814-01a66c3940a4 None None] Network 0e0bb4d1-d05f-4217-9085-ab08333f5998 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:36:03.386109 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-55d9b582-f6c7-42de-8512-949934930fc3 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] show failed (client error): The resource could not be found. Apr 05 20:36:03.387635 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-55d9b582-f6c7-42de-8512-949934930fc3 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups/4a6e4f67-1762-4fba-b4c9-694939163366 HTTP/1.1" status: 404 len: 347 time: 0.0396428 Apr 05 20:36:03.390309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35138) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:03.494144 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.551037 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.589158 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.603209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:36:03.612799 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.613557 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Added segment 62c9eb83-1e84-4c7d-a085-d077167dbf01 of type vlan for network b0771cdf-7fba-4afa-bb63-06eaaa63271e Apr 05 20:36:03.658521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Deleting port 16b2091f-be12-468d-8ac2-e572da87aed5 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:36:03.658924 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5640e095-c99a-40cd-b1a9-a7d3997a1f36 None None] New status for floating IP cd92c8fc-078f-407e-9c13-603d2c45ed36: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:36:03.659706 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.669979 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.706173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Deleting port 525ecb8e-c21a-4392-8d52-60e94936d1c1 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:36:03.706847 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.730365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1c8aff-c62c-477e-a43a-19061f340342,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:03.733392 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.734589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:03.735341 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:03.766846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0098380f-1d46-496c-bc8c-514635748ee0 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:36:03.788109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa0b56-9ff5-437a-92c2-9437c4cd44b2 req-cd654e54-6f4c-4180-9fea-f83acc7e172d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:03.790244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4caa0b56-9ff5-437a-92c2-9437c4cd44b2 req-cd654e54-6f4c-4180-9fea-f83acc7e172d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 945 time: 0.4436669 Apr 05 20:36:03.808411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-4caa0b56-9ff5-437a-92c2-9437c4cd44b2 req-812d5a1f-80d5-4dc9-b66b-713421161c0d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Request body: {'port': {'security_groups': []}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:03.947780 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0098380f-1d46-496c-bc8c-514635748ee0 None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:36:04.158245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] Pushing event updated for resources: {'Network': ['ID=b0771cdf-7fba-4afa-bb63-06eaaa63271e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:04.173653 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-02c12e04-9299-4efc-bd93-10df206be012 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4115548 Apr 05 20:36:04.176136 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:36:04.177094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35152) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:04.184960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Request body: {'subnet': {'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1419969252-subnet', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:04.190300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:04.195602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Usage tracker for resource:subnet and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:04.201334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:04.208137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:04.216190 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4caa0b56-9ff5-437a-92c2-9437c4cd44b2 req-812d5a1f-80d5-4dc9-b66b-713421161c0d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:04.263623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Made reservation on behalf of dacf556d99314275b005d0fe30e76cf0 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:04.266491 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:04.409824 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:04.414213 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:04.699903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Calling delete_port for 16b2091f-be12-468d-8ac2-e572da87aed5 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:36:04.760518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-4caa0b56-9ff5-437a-92c2-9437c4cd44b2 req-812d5a1f-80d5-4dc9-b66b-713421161c0d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] For port 5e95a4bc-1896-4c58-ad31-aeac1e853cca, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5e95a4bc-1896-4c58-ad31-aeac1e853cca,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:04.822134 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4caa0b56-9ff5-437a-92c2-9437c4cd44b2 req-812d5a1f-80d5-4dc9-b66b-713421161c0d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:04.835213 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:04.881222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] For port 525ecb8e-c21a-4392-8d52-60e94936d1c1, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=525ecb8e-c21a-4392-8d52-60e94936d1c1,segment=NetworkSegment(afb9f5d8-a56e-4f43-8891-f4f5ce219912),segment_id=afb9f5d8-a56e-4f43-8891-f4f5ce219912)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:04.881677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:04.888026 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4caa0b56-9ff5-437a-92c2-9437c4cd44b2 req-812d5a1f-80d5-4dc9-b66b-713421161c0d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:04.901614 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5', 'ea60c462-5f27-48b3-808b-4e935de28bf4'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:36:04.954815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['5e95a4bc-1896-4c58-ad31-aeac1e853cca'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:36:05.005633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812d5a1f-80d5-4dc9-b66b-713421161c0d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event updated for resources: {'Port': ['ID=5e95a4bc-1896-4c58-ad31-aeac1e853cca,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:05.070048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa0b56-9ff5-437a-92c2-9437c4cd44b2 req-812d5a1f-80d5-4dc9-b66b-713421161c0d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:05.070870 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-4caa0b56-9ff5-437a-92c2-9437c4cd44b2 req-812d5a1f-80d5-4dc9-b66b-713421161c0d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:05.072755 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4caa0b56-9ff5-437a-92c2-9437c4cd44b2 req-812d5a1f-80d5-4dc9-b66b-713421161c0d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "PUT /v2.0/ports/5e95a4bc-1896-4c58-ad31-aeac1e853cca HTTP/1.1" status: 200 len: 904 time: 1.2750847 Apr 05 20:36:05.079486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5dc93b-cee3-4751-a4d8-fc2b91ebe730', 'tag': '5e95a4bc-1896-4c58-ad31-aeac1e853cca'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:36:05.086872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e0a468e-24dc-4e37-a095-c4e9126d90ec,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:05.091617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Checking segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:05.093360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Network hostable DHCP agents. Network: b0771cdf-7fba-4afa-bb63-06eaaa63271e, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:36:05.125045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:36:05.143708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['5e95a4bc-1896-4c58-ad31-aeac1e853cca'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:36:05.145502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, b0771cdf-7fba-4afa-bb63-06eaaa63271e) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:05.156495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:05.157360 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:05.197140 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8db3e378-c11d-4bd8-b24a-e5447f83a91d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0187805 Apr 05 20:36:05.198099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35172) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:05.202578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec28ee65-ff76-4cd1-b22e-54a02893622d None None] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:36:05.209123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:05.220337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Calling delete_port for 525ecb8e-c21a-4392-8d52-60e94936d1c1 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:36:05.243357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:05.252420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Usage tracker for resource:router and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:05.261762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:05.269537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:05.279595 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a5dc93b-cee3-4751-a4d8-fc2b91ebe730', 'tag': '5e95a4bc-1896-4c58-ad31-aeac1e853cca', 'status': 'completed', 'code': 200} Apr 05 20:36:05.284845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:05.287674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:05.338102 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:05.353829 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:36:05.356540 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:36:05.512693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d495a-49b8-47ce-bc48-3b5cc05035ca req-a3cffe58-2ed7-41ef-abc6-f9935f6bd16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:05.515024 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-666d495a-49b8-47ce-bc48-3b5cc05035ca req-a3cffe58-2ed7-41ef-abc6-f9935f6bd16b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 1058 time: 0.2651372 Apr 05 20:36:05.517400 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:05.593694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No DVR routers for this DVR port 525ecb8e-c21a-4392-8d52-60e94936d1c1 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:36:05.620187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c3526-22dd-4726-b2f1-9f29be9b25a5 req-a4aff68f-d13e-47c6-ab9a-f15bb1e1da2f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:05.622036 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d80c3526-22dd-4726-b2f1-9f29be9b25a5 req-a4aff68f-d13e-47c6-ab9a-f15bb1e1da2f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 907 time: 0.2986460 Apr 05 20:36:05.724607 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:05.851681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b729a6d9-6f38-4902-bf7c-5ef07dba2e9b None None] Provisioning complete for port 5e95a4bc-1896-4c58-ad31-aeac1e853cca triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:05.852055 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b729a6d9-6f38-4902-bf7c-5ef07dba2e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:05.933955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Deleting port 16b2091f-be12-468d-8ac2-e572da87aed5 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:36:05.934442 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:05.959225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d495a-49b8-47ce-bc48-3b5cc05035ca req-1d2ef6f1-f72a-4f42-aa65-304358e7076f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:05.961430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-666d495a-49b8-47ce-bc48-3b5cc05035ca req-1d2ef6f1-f72a-4f42-aa65-304358e7076f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.4339828 Apr 05 20:36:05.972852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Port': ['ID=525ecb8e-c21a-4392-8d52-60e94936d1c1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:06.027490 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:36:06.028946 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.047847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89990f9c-e0d2-499c-9726-7bb6463dceb0 req-58450fc9-0f81-4094-a77c-e90ffc589a7a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:06.055527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-89990f9c-e0d2-499c-9726-7bb6463dceb0 req-58450fc9-0f81-4094-a77c-e90ffc589a7a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1464491 Apr 05 20:36:06.097414 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-666d495a-49b8-47ce-bc48-3b5cc05035ca req-2e1f80d7-4f72-41e5-a399-f3c8029eb634 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e95a4bc-1896-4c58-ad31-aeac1e853cca HTTP/1.1" status: 200 len: 217 time: 0.1156828 Apr 05 20:36:06.253800 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.371782 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-89990f9c-e0d2-499c-9726-7bb6463dceb0 req-cbc3ddfb-bc55-41d6-b41b-72effd409d83 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3151503 Apr 05 20:36:06.453939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.485824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d495a-49b8-47ce-bc48-3b5cc05035ca req-f71bb10e-e1c1-4048-8b62-74e323eeecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:06.487025 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.487844 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-666d495a-49b8-47ce-bc48-3b5cc05035ca req-f71bb10e-e1c1-4048-8b62-74e323eeecc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.3764188 Apr 05 20:36:06.491406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0bb4d1-d05f-4217-9085-ab08333f5998']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:06.508940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Allocated IP 172.20.0.2 (b0771cdf-7fba-4afa-bb63-06eaaa63271e/9e0a468e-24dc-4e37-a095-c4e9126d90ec/62c53318-9fd3-4a1b-9aba-ce99770844cb) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:06.569819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afb9f5d8-a56e-4f43-8891-f4f5ce219912') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:06.570411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afb9f5d8-a56e-4f43-8891-f4f5ce219912') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:06.637230 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.645489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Allocated IP 172.25.8.58 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/60ae9ff0-1eb3-42cf-84af-a289e245e0e5) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:06.688276 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.697272 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.697597 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.714160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:36:06.714573 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:36:06.730779 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:36:06.860951 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.883241 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.916837 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:06.986337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Calling delete_port for 16b2091f-be12-468d-8ac2-e572da87aed5 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:36:06.990718 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:06.993772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:06.996341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:07.109420 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d495a-49b8-47ce-bc48-3b5cc05035ca req-b5e6b16c-4b8d-4e2e-8c68-85b3c9c67418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:07.111094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-666d495a-49b8-47ce-bc48-3b5cc05035ca req-b5e6b16c-4b8d-4e2e-8c68-85b3c9c67418 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6097093 Apr 05 20:36:07.122170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Transition to ACTIVE for port object 62c53318-9fd3-4a1b-9aba-ce99770844cb will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:07.127984 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e5013-78b1-400f-b2db-02763017bfc6 req-feeabc4a-eef6-42b5-8e31-0c87b2aae35d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:07.129561 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc1e5013-78b1-400f-b2db-02763017bfc6 req-feeabc4a-eef6-42b5-8e31-0c87b2aae35d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.5686789 Apr 05 20:36:07.153231 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.178270 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.214352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Pushing event updated for resources: {'Port': ['ID=60ae9ff0-1eb3-42cf-84af-a289e245e0e5,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:07.248704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Network': ['ID=0e0bb4d1-d05f-4217-9085-ab08333f5998,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:07.375553 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc1e5013-78b1-400f-b2db-02763017bfc6 req-0a716e86-b2c4-43ab-a784-f46557c5d2a5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2200892 Apr 05 20:36:07.384871 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a099388a-a005-42b3-8d3b-e284d826984c tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/0e0bb4d1-d05f-4217-9085-ab08333f5998 HTTP/1.1" status: 204 len: 168 time: 6.8395698 Apr 05 20:36:07.386822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35192) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:07.402881 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Transition to ACTIVE for port object 62c53318-9fd3-4a1b-9aba-ce99770844cb will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:07.410807 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.434494 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc2f874-53f6-4e33-98e5-8104b70498c1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] GET failed (client error): The resource could not be found. Apr 05 20:36:07.435023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0cc2f874-53f6-4e33-98e5-8104b70498c1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Synchronizing usage tracker for tenant:6c3bc57ba7824a8a913bb6ce73ee4699 on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:07.452893 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.489173 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:07.492050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:07.497409 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:07.529790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event deleted for resources: {'Port': ['ID=16b2091f-be12-468d-8ac2-e572da87aed5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:07.546024 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Pushing event updated for resources: {'Port': ['ID=62c53318-9fd3-4a1b-9aba-ce99770844cb,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:07.585764 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-666d495a-49b8-47ce-bc48-3b5cc05035ca req-f1234c56-6e4c-4b7a-8fef-c9a4ef599eac service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550641 Apr 05 20:36:07.643287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Attempting to bind port 62c53318-9fd3-4a1b-9aba-ce99770844cb on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:07.643287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Attempting to bind port 62c53318-9fd3-4a1b-9aba-ce99770844cb by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:07.643287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Attempting to bind port 62c53318-9fd3-4a1b-9aba-ce99770844cb on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:07.643287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:36:07.643611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Checking segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:07.643767 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.644103 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Bound using segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:36:07.644552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Bound port: 62c53318-9fd3-4a1b-9aba-ce99770844cb, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:07.644912 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.755452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] For port 62c53318-9fd3-4a1b-9aba-ce99770844cb, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:36:07.760741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] For port 62c53318-9fd3-4a1b-9aba-ce99770844cb, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=62c53318-9fd3-4a1b-9aba-ce99770844cb,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:36:07.766832 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.774321 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0cc2f874-53f6-4e33-98e5-8104b70498c1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Unset dirty status for tenant:6c3bc57ba7824a8a913bb6ce73ee4699 on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:07.775735 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0cc2f874-53f6-4e33-98e5-8104b70498c1 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "GET /v2.0/subnets/c71144c9-5545-43d0-8d96-8a6248cb53c9 HTTP/1.1" status: 404 len: 337 time: 0.3889284 Apr 05 20:36:07.778034 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-666d495a-49b8-47ce-bc48-3b5cc05035ca req-447bb170-ee20-49f6-ad7d-d9fd694b4b79 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799006 Apr 05 20:36:07.778668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35200) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:07.802708 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.834342 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-428f33a1-dce5-45d0-94b3-082c66b34af9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:07.835143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-428f33a1-dce5-45d0-94b3-082c66b34af9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:07.837174 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-428f33a1-dce5-45d0-94b3-082c66b34af9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/0e0bb4d1-d05f-4217-9085-ab08333f5998 HTTP/1.1" status: 404 len: 339 time: 0.0433815 Apr 05 20:36:07.841397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35204) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:07.869807 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.872498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:07.876488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6d1b9-4500-420b-b5ab-d8bfd8a95207 None None] Pushing event updated for resources: {'Port': ['ID=62c53318-9fd3-4a1b-9aba-ce99770844cb,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:07.877223 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a6ac6896-7a91-4ad9-b3c2-1241218053e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "DELETE /v2.0/floatingips/cd92c8fc-078f-407e-9c13-603d2c45ed36 HTTP/1.1" status: 204 len: 168 time: 4.4852202 Apr 05 20:36:08.014075 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d9823-7880-4dcb-a77e-e7edc569545f req-969e6758-c3d7-49e6-ac01-f75bf4b6204d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:08.018767 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-113d9823-7880-4dcb-a77e-e7edc569545f req-969e6758-c3d7-49e6-ac01-f75bf4b6204d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3824451 Apr 05 20:36:08.053410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a75069a-7a14-4653-a160-4548de82bde3 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:08.055104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6a75069a-7a14-4653-a160-4548de82bde3 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Synchronizing usage tracker for tenant:6c3bc57ba7824a8a913bb6ce73ee4699 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:08.087771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6a75069a-7a14-4653-a160-4548de82bde3 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Unset dirty status for tenant:6c3bc57ba7824a8a913bb6ce73ee4699 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:08.088980 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6a75069a-7a14-4653-a160-4548de82bde3 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2464130 Apr 05 20:36:08.091837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35216) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:08.178500 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-65e588cb-775c-420c-9d61-3f81fdb86325 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 207 time: 0.0856009 Apr 05 20:36:08.179665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35222) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:08.486616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a13d9-32a8-48ac-a0b3-11fac7cb4975 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:08.501172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a13d9-32a8-48ac-a0b3-11fac7cb4975 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:08.509236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a13d9-32a8-48ac-a0b3-11fac7cb4975 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:08.515967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32a13d9-32a8-48ac-a0b3-11fac7cb4975 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:08.522091 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f32a13d9-32a8-48ac-a0b3-11fac7cb4975 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.3412080 Apr 05 20:36:08.523280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35254) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:08.596190 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-113d9823-7880-4dcb-a77e-e7edc569545f req-c1350cc1-7c11-4f73-97a2-6b8e861ef97a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5605564 Apr 05 20:36:08.790644 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:08.912871 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:09.038504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35308) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:09.096685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1985576432', 'description': 'tempest-description--2014978660'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:09.106842 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:09.135263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:09.139893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:09.143456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:09.151723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:09.185279 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:09.284782 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e6f72345-67e8-49b5-b7a1-7120de9dd77a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.7581577 Apr 05 20:36:09.297366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35338) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:09.309764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 62c53318-9fd3-4a1b-9aba-ce99770844cb up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:09.481363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862fb443-2663-4ad7-8ed0-ce5b338ee60b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:09.484705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862fb443-2663-4ad7-8ed0-ce5b338ee60b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:09.486847 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-862fb443-2663-4ad7-8ed0-ce5b338ee60b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1839814 Apr 05 20:36:09.490069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35362) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:09.494874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 62c53318-9fd3-4a1b-9aba-ce99770844cb completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:09.528026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d13199c-3d7e-419b-9247-506f82310602 None None] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:36:09.621475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:09.639211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group_rule and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:09.647213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:09.668888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c663253d-b6c9-4b0b-88a4-52fa2629ffd6 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:09.670451 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c663253d-b6c9-4b0b-88a4-52fa2629ffd6 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:09.676449 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c663253d-b6c9-4b0b-88a4-52fa2629ffd6 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1812589 Apr 05 20:36:09.676449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35382) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:09.679783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:09.780635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ff933-6e4e-49ef-b803-1d51c76456eb req-b7dd313b-1e2c-482d-89df-6b4031768ff5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:09.782889 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-008ff933-6e4e-49ef-b803-1d51c76456eb req-b7dd313b-1e2c-482d-89df-6b4031768ff5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3225863 Apr 05 20:36:09.828113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Router 092b81b3-d817-4edf-9f14-4be8aea5b4db is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:36:09.862321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-008ff933-6e4e-49ef-b803-1d51c76456eb req-31bd67f6-56f7-41bb-b10d-92f596de9be1 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689712 Apr 05 20:36:09.905653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd04c3e8-2c74-44d0-90f6-5c1c2f071605 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:09.907344 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cd04c3e8-2c74-44d0-90f6-5c1c2f071605 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "GET /v2.0/networks/d6680639-b54b-41c8-baca-0314dfea1aa1 HTTP/1.1" status: 200 len: 798 time: 0.2304974 Apr 05 20:36:09.911388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35404) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:09.935984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-162e7d16-7875-44a3-88bc-30a5eff5bb8d None None] Provisioning for port 62c53318-9fd3-4a1b-9aba-ce99770844cb completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:09.990589 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.001921 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.033417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-162e7d16-7875-44a3-88bc-30a5eff5bb8d None None] Provisioning complete for port 62c53318-9fd3-4a1b-9aba-ce99770844cb triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:10.035684 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-162e7d16-7875-44a3-88bc-30a5eff5bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.123782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:36:10.136346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccc6193-4a54-4284-b8c4-b4ab82a829f8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:10.145354 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.151832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e744d398-438e-4abd-813b-22ea12cac491 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1120455 Apr 05 20:36:10.154000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35432) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:10.162403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-56f38bf4-76c5-46be-89f3-83e76004cf8b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'security_group_rule': {'security_group_id': '0ccc6193-4a54-4284-b8c4-b4ab82a829f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:10.187764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-56f38bf4-76c5-46be-89f3-83e76004cf8b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:10.199123 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-17ffffcb-90c2-41ca-a632-212581d9d905 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "GET /v2.0/networks/d6680639-b54b-41c8-baca-0314dfea1aa1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.2830420 Apr 05 20:36:10.199646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35442) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:10.216143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-56f38bf4-76c5-46be-89f3-83e76004cf8b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group_rule and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:10.229065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-56f38bf4-76c5-46be-89f3-83e76004cf8b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:10.246487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-56f38bf4-76c5-46be-89f3-83e76004cf8b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:10.251312 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.256076 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5a0ff949-86e0-4e06-b4c9-39b0966e01a5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0566988 Apr 05 20:36:10.259134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35454) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:10.291586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Sync routers for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:36:10.301363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c2f0e8-e57d-4b56-9b76-26085becbc6e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:10.306160 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-13c2f0e8-e57d-4b56-9b76-26085becbc6e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "GET /v2.0/subnets/0540a989-a159-4bb9-a5df-67d6636c25ac HTTP/1.1" status: 200 len: 811 time: 0.1020367 Apr 05 20:36:10.307192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35462) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:10.321457 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:36:10.322239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:35:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:10.409074 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-56f38bf4-76c5-46be-89f3-83e76004cf8b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.523387 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:36:10.546944 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff489597-bbc5-49ee-a575-37a4debaf7c3 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['shared'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:10.547400 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-162e7d16-7875-44a3-88bc-30a5eff5bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.548345 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ff489597-bbc5-49ee-a575-37a4debaf7c3 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "GET /v2.0/subnets/0540a989-a159-4bb9-a5df-67d6636c25ac?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2396424 Apr 05 20:36:10.553600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35494) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:10.562478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fd8a8f1e-eec6-4640-b2da-e83ced810c41 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-471186525'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:10.568184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fd8a8f1e-eec6-4640-b2da-e83ced810c41 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:10.580885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fd8a8f1e-eec6-4640-b2da-e83ced810c41 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:10.600781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8a8f1e-eec6-4640-b2da-e83ced810c41 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:10.604840 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8f1e-eec6-4640-b2da-e83ced810c41 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.647370 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-56f38bf4-76c5-46be-89f3-83e76004cf8b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.665575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-56f38bf4-76c5-46be-89f3-83e76004cf8b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.682933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-3d78d4f6-36da-4836-8120-26c7362b667b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:10.692170 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-3d78d4f6-36da-4836-8120-26c7362b667b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 811 time: 0.3431132 Apr 05 20:36:10.727717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-162e7d16-7875-44a3-88bc-30a5eff5bb8d None None] For port 62c53318-9fd3-4a1b-9aba-ce99770844cb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=62c53318-9fd3-4a1b-9aba-ce99770844cb,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:10.730173 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:36:10.731243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8a8f1e-eec6-4640-b2da-e83ced810c41 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:36:10.762114 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0b48037-30ee-495f-9b5b-db07120ab694 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/quotas/f10ec9e518ac4ef8bb4ff5595bf09d23 HTTP/1.1" status: 200 len: 375 time: 0.0595927 Apr 05 20:36:10.774714 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8f1e-eec6-4640-b2da-e83ced810c41 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.775452 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-fd8a8f1e-eec6-4640-b2da-e83ced810c41 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Added segment d2f0c82e-3252-4e96-add0-de7e662b951a of type vlan for network c753a277-d7ff-4372-a8c9-891d216fed26 Apr 05 20:36:10.779526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f38bf4-76c5-46be-89f3-83e76004cf8b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe746d97-5d01-47b0-a16b-a3122fb7e549,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:10.812865 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-56f38bf4-76c5-46be-89f3-83e76004cf8b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.822498 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-56f38bf4-76c5-46be-89f3-83e76004cf8b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6642745 Apr 05 20:36:10.826322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35520) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:10.839036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-4fd79c0d-3af6-4ad7-8001-a47cf237450d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'security_group_rule': {'security_group_id': '0ccc6193-4a54-4284-b8c4-b4ab82a829f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:10.847321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4fd79c0d-3af6-4ad7-8001-a47cf237450d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:10.852047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4fd79c0d-3af6-4ad7-8001-a47cf237450d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:security_group_rule and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:10.855975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4fd79c0d-3af6-4ad7-8001-a47cf237450d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:10.863814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4fd79c0d-3af6-4ad7-8001-a47cf237450d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:10.874288 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-162e7d16-7875-44a3-88bc-30a5eff5bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.964201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4fd79c0d-3af6-4ad7-8001-a47cf237450d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:10.976449 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8f1e-eec6-4640-b2da-e83ced810c41 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:11.066327 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4fd79c0d-3af6-4ad7-8001-a47cf237450d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:11.067802 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-0049ef2b-abfc-4d62-95f5-51abc5dc140a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2995834 Apr 05 20:36:11.082372 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4fd79c0d-3af6-4ad7-8001-a47cf237450d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:11.139273 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8f1e-eec6-4640-b2da-e83ced810c41 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:11.148487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8a8f1e-eec6-4640-b2da-e83ced810c41 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:11.154251 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8f1e-eec6-4640-b2da-e83ced810c41 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:11.208802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd79c0d-3af6-4ad7-8001-a47cf237450d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10da3064-a288-4b67-8ba6-4cfbc4871e72,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:11.209984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e7d16-7875-44a3-88bc-30a5eff5bb8d None None] Pushing event updated for resources: {'Port': ['ID=62c53318-9fd3-4a1b-9aba-ce99770844cb,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:11.214043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ddfa288b-4359-4eac-9c4d-6ed9a94d329e None None] Provisioning complete for port 62c53318-9fd3-4a1b-9aba-ce99770844cb triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:11.214678 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ddfa288b-4359-4eac-9c4d-6ed9a94d329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:11.218030 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4fd79c0d-3af6-4ad7-8001-a47cf237450d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:11.222224 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4fd79c0d-3af6-4ad7-8001-a47cf237450d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3918674 Apr 05 20:36:11.232757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35562) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:11.240463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:11.248123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:11.253171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Usage tracker for resource:floatingip and tenant:0b85162d0163437385af208333519bc3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:11.255755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:11.262377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:11.327325 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:11.330851 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-b9f1a49e-820a-42d0-a34e-0b4241d0905c service neutron] 10.222.0.24 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436483 Apr 05 20:36:11.443912 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-73b5e1a5-692f-4689-b4ac-cc64711bcbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:11.454101 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fd8a8f1e-eec6-4640-b2da-e83ced810c41 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8986516 Apr 05 20:36:11.479999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35586) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:11.492543 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'subnet': {'network_id': 'c753a277-d7ff-4372-a8c9-891d216fed26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:11.563945 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:07Z', 'revision_number': 3, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:11.568396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Checking router: 092b81b3-d817-4edf-9f14-4be8aea5b4db for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:36:11.568814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Updating router 092b81b3-d817-4edf-9f14-4be8aea5b4db port 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:36:11.592751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a8f1e-eec6-4640-b2da-e83ced810c41 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Network': ['ID=c753a277-d7ff-4372-a8c9-891d216fed26,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:11.619425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network c753a277-d7ff-4372-a8c9-891d216fed26 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:36:11.647521 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-2a787936-b5b3-40c0-892a-ae7f0502ed8c service neutron] 10.222.0.24 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951787 Apr 05 20:36:11.740338 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:12.013802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:12.115096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:12.131224 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a87e41ae-d949-4525-a9de-e944772d7642 req-43b59623-c483-47d6-b37c-f25a4aa87bc8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 210 time: 0.0958574 Apr 05 20:36:12.188868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:12.196587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Made reservation on behalf of 6c3bc57ba7824a8a913bb6ce73ee4699 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:12.200169 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:12.315447 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:12.315997 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:12.329864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Transition to ACTIVE for port object 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:12.341639 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:12.420457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.ipam_backend_mixin [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Performing IP validity checks on allocation pools {{(pid=87964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 20:36:12.422256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.ipam_backend_mixin [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 20:36:12.429491 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65cc07-a0cc-43ad-9986-7ee774e7e27d None None] Pushing event updated for resources: {'Port': ['ID=60ae9ff0-1eb3-42cf-84af-a289e245e0e5,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:12.431925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Attempting to bind port 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:12.432432 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Attempting to bind port 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:12.432796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Attempting to bind port 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:12.439167 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:36:12.439725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:12.440564 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:12.441069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:36:12.442554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Bound port: 60ae9ff0-1eb3-42cf-84af-a289e245e0e5, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:12.443139 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:12.525778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] For port 60ae9ff0-1eb3-42cf-84af-a289e245e0e5, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:36:12.528929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] For port 60ae9ff0-1eb3-42cf-84af-a289e245e0e5, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=60ae9ff0-1eb3-42cf-84af-a289e245e0e5,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:36:12.535856 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:12.643278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:36:12.644358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:35:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:12.833311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:36:12.963108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65cc07-a0cc-43ad-9986-7ee774e7e27d None None] Pushing event updated for resources: {'Port': ['ID=60ae9ff0-1eb3-42cf-84af-a289e245e0e5,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:13.032728 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:13.082288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Allocated IP 172.25.8.162 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/eeeb686d-287c-479a-96b0-92e3673eff57) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:13.192035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Allocated IP 172.20.0.1 (b0771cdf-7fba-4afa-bb63-06eaaa63271e/9e0a468e-24dc-4e37-a095-c4e9126d90ec/d13cae6f-728c-484f-9317-defe659a4645) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:13.192658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 62c53318-9fd3-4a1b-9aba-ce99770844cb up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:13.282429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Subnet': ['ID=afda9a69-06af-44ca-898b-e71a5426067b,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:13.327148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Checking segment: {'id': 'd2f0c82e-3252-4e96-add0-de7e662b951a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c753a277-d7ff-4372-a8c9-891d216fed26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:13.327899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network hostable DHCP agents. Network: c753a277-d7ff-4372-a8c9-891d216fed26, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:36:13.409928 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-147f63de-3336-4056-aa45-89c3dea19019 req-668e7b9b-a777-45a3-be7c-15f30025b4c2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 210 time: 0.0669582 Apr 05 20:36:13.442335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 62c53318-9fd3-4a1b-9aba-ce99770844cb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:13.443265 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:13.523246 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:07Z', 'revision_number': 3, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:13.528974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64e73f8-9f23-43b7-97d4-484075b21ce1 None None] The sync data for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 is: [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:07Z', 'revision_number': 3, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:36:13.664374 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:13.703797 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4cb7a966-e6d3-429b-8f00-655d78259531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:13.760697 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:14.046644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35776) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:14.046948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-aa759818-6e60-4b6f-9adf-f7f8b2f29a92 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:14.048603 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-aa759818-6e60-4b6f-9adf-f7f8b2f29a92 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.13 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 811 time: 0.2547276 Apr 05 20:36:14.050273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Transition to ACTIVE for port object d13cae6f-728c-484f-9317-defe659a4645 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:14.052810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Network c753a277-d7ff-4372-a8c9-891d216fed26 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:36:14.065155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Request body: {'port': {'device_id': '40a50896-6277-404e-90c1-6ea4c0d88904', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'admin_state_up': True, 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:14.207826 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:14.245370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, c753a277-d7ff-4372-a8c9-891d216fed26) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:14.251725 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68a5b75b-b34d-463c-aefd-d149e69c6b7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:14.256769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd683c5-5eab-44d9-8055-f6f864291580 None None] Network c753a277-d7ff-4372-a8c9-891d216fed26 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:36:14.284020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:14.285348 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:14.294037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-68a5b75b-b34d-463c-aefd-d149e69c6b7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:14.306546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-68a5b75b-b34d-463c-aefd-d149e69c6b7a admin admin] Usage tracker for resource:security_group_rule and tenant:2e53c112b3c948cab08f3dc8ef70b08d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:14.310181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-68a5b75b-b34d-463c-aefd-d149e69c6b7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:14.324986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-68a5b75b-b34d-463c-aefd-d149e69c6b7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:14.328655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:14.343789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:14.359450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:14.469014 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'Port': ['ID=eeeb686d-287c-479a-96b0-92e3673eff57,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:14.480606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:14.487174 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:14.500024 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68a5b75b-b34d-463c-aefd-d149e69c6b7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:14.503847 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9e6326e4-c217-462e-a3ae-437e00e6c6ff tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.0200937 Apr 05 20:36:14.506605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35788) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:14.512851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ebd476e8-4f29-4e77-b662-a30edc7ebc24 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:14.514339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:14.575727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Made reservation on behalf of f10ec9e518ac4ef8bb4ff5595bf09d23 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:14.579974 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:14.806371 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:14.814649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:14.823003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:14.866588 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68a5b75b-b34d-463c-aefd-d149e69c6b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:14.927315 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-68a5b75b-b34d-463c-aefd-d149e69c6b7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e53c112b3c948cab08f3dc8ef70b08d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8794522 Apr 05 20:36:14.948650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35794) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:14.950719 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:14.958372 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:14.983298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:14.990284 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-c753a277-d7ff-4372-a8c9-891d216fed26', 'network_id': 'c753a277-d7ff-4372-a8c9-891d216fed26', 'tenant_id': '6c3bc57ba7824a8a913bb6ce73ee4699', 'fixed_ips': [{'subnet_id': 'afda9a69-06af-44ca-898b-e71a5426067b'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:36:14.991365 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.063015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5b75b-b34d-463c-aefd-d149e69c6b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e1f08f-87d1-406a-b286-1c8177c82a03,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:15.068046 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.085130 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-345e75bd-2007-4c1c-9876-efbdeb66dcf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.088890 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ebd476e8-4f29-4e77-b662-a30edc7ebc24 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2200138'] for subnet, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.096273 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.128853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-345e75bd-2007-4c1c-9876-efbdeb66dcf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.206598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-10024c76-9be3-407e-8d16-ca2cf502eb46 None None] Provisioning for port d13cae6f-728c-484f-9317-defe659a4645 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:15.216007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-10024c76-9be3-407e-8d16-ca2cf502eb46 None None] Provisioning complete for port d13cae6f-728c-484f-9317-defe659a4645 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:15.216377 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-10024c76-9be3-407e-8d16-ca2cf502eb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.268502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:15.310726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a208bcb7-ce09-4ad4-b6bc-3173e8727969 req-b8c0fb28-fcb1-41f2-9a73-e53acab8e5f2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 210 time: 0.4983721 Apr 05 20:36:15.320725 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 05 20:36:15.320725 n-d-836604-1 neutron-server[87966]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 05 20:36:15.320725 n-d-836604-1 neutron-server[87966]: [parameters: {'in_use': 1, 'id_1': 'afda9a69-06af-44ca-898b-e71a5426067b'}] Apr 05 20:36:15.320725 n-d-836604-1 neutron-server[87966]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:36:15.321587 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:36:15.360050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-10024c76-9be3-407e-8d16-ca2cf502eb46 None None] Port d13cae6f-728c-484f-9317-defe659a4645 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:36:15.387451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Pushing event updated for resources: {'Port': ['ID=d13cae6f-728c-484f-9317-defe659a4645,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:15.398349 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:15.405410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:15.405780 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.455130 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-345e75bd-2007-4c1c-9876-efbdeb66dcf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.517320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e75bd-2007-4c1c-9876-efbdeb66dcf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e1f08f-87d1-406a-b286-1c8177c82a03,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:15.552737 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-345e75bd-2007-4c1c-9876-efbdeb66dcf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.556089 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-345e75bd-2007-4c1c-9876-efbdeb66dcf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45e1f08f-87d1-406a-b286-1c8177c82a03 HTTP/1.1" status: 204 len: 168 time: 0.6059270 Apr 05 20:36:15.584836 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ebd476e8-4f29-4e77-b662-a30edc7ebc24 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791805225072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2264705'] for subnet, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.690045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd476e8-4f29-4e77-b662-a30edc7ebc24 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:15.690813 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ebd476e8-4f29-4e77-b662-a30edc7ebc24 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.692521 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ebd476e8-4f29-4e77-b662-a30edc7ebc24 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "PUT /v2.0/subnets/afda9a69-06af-44ca-898b-e71a5426067b HTTP/1.1" status: 200 len: 877 time: 1.1847115 Apr 05 20:36:15.695931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35802) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:15.737681 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.755668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd476e8-4f29-4e77-b662-a30edc7ebc24 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event updated for resources: {'Subnet': ['ID=afda9a69-06af-44ca-898b-e71a5426067b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:15.762503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Allocated IP 172.20.0.7 (d87a9372-eb69-4494-b2c7-bae5dbd4e72f/da5778d0-0eca-48da-a855-2a882bbbe611/23a6555f-59ab-4a00-8b33-c354c421586f) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:15.792677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 60ae9ff0-1eb3-42cf-84af-a289e245e0e5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=60ae9ff0-1eb3-42cf-84af-a289e245e0e5,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:15.800410 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.859927 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.865910 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.912129 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.930514 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.949958 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:15.983377 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=60ae9ff0-1eb3-42cf-84af-a289e245e0e5,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:15.994526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:15.994779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:15.995332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:15.995605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:15.995940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:15.996266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:15.997375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:15.997375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:15.997375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:15.997668 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:15.997827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:15.998185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.023765 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.052278 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.096477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35808) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:16.120132 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-166532e8-5b3c-4cf6-963b-f0dd27cf7654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.135315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Allocated IP 172.20.0.3 (c753a277-d7ff-4372-a8c9-891d216fed26/afda9a69-06af-44ca-898b-e71a5426067b/5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:16.140983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-166532e8-5b3c-4cf6-963b-f0dd27cf7654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:16.145662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-166532e8-5b3c-4cf6-963b-f0dd27cf7654 admin admin] Usage tracker for resource:security_group_rule and tenant:eddc0a795cad4acaa82e289cfa02347d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:16.150281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-166532e8-5b3c-4cf6-963b-f0dd27cf7654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:16.156436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-166532e8-5b3c-4cf6-963b-f0dd27cf7654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:16.217573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'Port': ['ID=eeeb686d-287c-479a-96b0-92e3673eff57,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:16.250717 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-166532e8-5b3c-4cf6-963b-f0dd27cf7654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.250899 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.255404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-166532e8-5b3c-4cf6-963b-f0dd27cf7654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.305615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166532e8-5b3c-4cf6-963b-f0dd27cf7654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348fc857-2101-4f4e-b33c-b51d58583050,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:16.312541 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-166532e8-5b3c-4cf6-963b-f0dd27cf7654 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eddc0a795cad4acaa82e289cfa02347d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148590 Apr 05 20:36:16.313129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35812) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:16.365806 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.372122 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.377690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.378965 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-276566ff-0ed9-40a6-b5fe-519475caca4f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1451640 Apr 05 20:36:16.386838 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.396418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Transition to ACTIVE for port object 5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:16.419444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Transition to ACTIVE for port object 23a6555f-59ab-4a00-8b33-c354c421586f will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:16.422880 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Transition to ACTIVE for port object 5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:16.432887 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.440463 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.471859 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.479457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.512060 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Network c753a277-d7ff-4372-a8c9-891d216fed26 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:16.515285 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:16.517817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:16.575282 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Pushing event updated for resources: {'Port': ['ID=5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:16.578715 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.590474 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.632514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5', 'ea60c462-5f27-48b3-808b-4e935de28bf4'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:36:16.644537 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.715000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Subnet': ['ID=afda9a69-06af-44ca-898b-e71a5426067b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:16.721099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348fc857-2101-4f4e-b33c-b51d58583050,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:16.727347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Attempting to bind port 5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:16.728037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Attempting to bind port 5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'd2f0c82e-3252-4e96-add0-de7e662b951a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c753a277-d7ff-4372-a8c9-891d216fed26'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:16.728586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Attempting to bind port 5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7 on network c753a277-d7ff-4372-a8c9-891d216fed26 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:16.740844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:36:16.742223 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Checking segment: {'id': 'd2f0c82e-3252-4e96-add0-de7e662b951a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c753a277-d7ff-4372-a8c9-891d216fed26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:16.742815 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.743355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Bound using segment: {'id': 'd2f0c82e-3252-4e96-add0-de7e662b951a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c753a277-d7ff-4372-a8c9-891d216fed26'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:36:16.744578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Bound port: 5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f0c82e-3252-4e96-add0-de7e662b951a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c753a277-d7ff-4372-a8c9-891d216fed26'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:16.745163 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.758647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.759123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.759548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.759966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.760384 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.760826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.761233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.761639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.762071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.762476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.762882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.763284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.778831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.779418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.780377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.780883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.781345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.781908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.782383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.782880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.783512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.783982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.784888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.785371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:16.868396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Network d87a9372-eb69-4494-b2c7-bae5dbd4e72f is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:16.883393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:16.885977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:16.897662 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.914319 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:16.915576 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-512d1384-3f98-4150-8563-6ff065e3a493 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/348fc857-2101-4f4e-b33c-b51d58583050 HTTP/1.1" status: 204 len: 168 time: 0.6012247 Apr 05 20:36:16.952593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] For port 5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:36:16.981733 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] For port 5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7,segment=NetworkSegment(d2f0c82e-3252-4e96-add0-de7e662b951a),segment_id=d2f0c82e-3252-4e96-add0-de7e662b951a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:36:16.998068 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.020837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fa4592-9882-4c87-93ce-456c5784194b req-65ac04da-be17-4c39-9397-02d1da22e04d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:17.025977 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-63fa4592-9882-4c87-93ce-456c5784194b req-65ac04da-be17-4c39-9397-02d1da22e04d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 931 time: 0.5278275 Apr 05 20:36:17.031445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c753a277-d7ff-4372-a8c9-891d216fed26']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:17.056271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:17.059500 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.093192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Pushing event updated for resources: {'Port': ['ID=d13cae6f-728c-484f-9317-defe659a4645,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:17.123933 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.133497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f0c82e-3252-4e96-add0-de7e662b951a') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:17.137340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f0c82e-3252-4e96-add0-de7e662b951a') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:17.172718 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.230098 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-63fa4592-9882-4c87-93ce-456c5784194b req-5e4fce8e-fc2b-48cd-98a9-eae06e26b633 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695001 Apr 05 20:36:17.236112 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.270018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:36:17.270946 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.271065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:17.294655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-64e4129f-c0cc-423f-a218-8ddfb39365dc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1985576432&fields=id&tenant_id=0b85162d0163437385af208333519bc3 HTTP/1.1" status: 200 len: 267 time: 0.4705441 Apr 05 20:36:17.333161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352354b7-8931-4146-9210-4faf6a47d4b0 None None] Pushing event updated for resources: {'Port': ['ID=5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:17.336902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1bda3-8dd4-4eee-94d1-2ca6e0733b26 None None] Network c753a277-d7ff-4372-a8c9-891d216fed26 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:36:17.390776 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:36:17.396347 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 20:36:17.396347 n-d-836604-1 neutron-server[87965]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 20:36:17.396347 n-d-836604-1 neutron-server[87965]: [parameters: {'id': 'c753a277-d7ff-4372-a8c9-891d216fed26'}] Apr 05 20:36:17.396347 n-d-836604-1 neutron-server[87965]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:36:17.398953 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:36:17.446577 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3884602 Apr 05 20:36:17.467831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Request body: {'port': {'device_id': '40a50896-6277-404e-90c1-6ea4c0d88904', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:17.576611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de913ed1-c0a5-4f65-8b21-f4961d5954c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event updated for resources: {'Port': ['ID=23a6555f-59ab-4a00-8b33-c354c421586f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:17.594979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-651c414d-2848-4c96-a1b2-31aca9cb19cb None None] Provisioning for port 23a6555f-59ab-4a00-8b33-c354c421586f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:17.636685 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-651c414d-2848-4c96-a1b2-31aca9cb19cb None None] Provisioning complete for port 23a6555f-59ab-4a00-8b33-c354c421586f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:17.637060 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-651c414d-2848-4c96-a1b2-31aca9cb19cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.708303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:17.722895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-15048205-a840-4714-9e84-039a1814ed6e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:17.724377 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-15048205-a840-4714-9e84-039a1814ed6e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 814 time: 0.4295838 Apr 05 20:36:17.727898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:17.734969 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.821976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:17.822410 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.892741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-651c414d-2848-4c96-a1b2-31aca9cb19cb None None] Port 23a6555f-59ab-4a00-8b33-c354c421586f cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:36:17.900026 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:17.904734 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-ba1423a0-e20d-4e7e-aa37-048a438b26ed tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/quotas/0b85162d0163437385af208333519bc3 HTTP/1.1" status: 200 len: 375 time: 0.1706250 Apr 05 20:36:17.918507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Deleting port 5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:36:17.919369 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:18.052991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f557dec-6637-4e9a-988d-df7cf2e59a10 None None] Network c753a277-d7ff-4372-a8c9-891d216fed26 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:36:18.275367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] For port 5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7,segment=NetworkSegment(d2f0c82e-3252-4e96-add0-de7e662b951a),segment_id=d2f0c82e-3252-4e96-add0-de7e662b951a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:18.275725 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:18.310139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b73f02f7-7c9a-4ec3-941b-dc66dc7a19c3 None None] Provisioning complete for port d13cae6f-728c-484f-9317-defe659a4645 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:18.310662 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b73f02f7-7c9a-4ec3-941b-dc66dc7a19c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:18.395516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b73f02f7-7c9a-4ec3-941b-dc66dc7a19c3 None None] Port d13cae6f-728c-484f-9317-defe659a4645 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:36:18.425259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Router 092b81b3-d817-4edf-9f14-4be8aea5b4db has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:36:18.432773 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffbe9d0-4d7a-4e21-bbb4-fefa719ea5e0 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:36:18.445460 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-667ddb9c-4893-455e-a186-d55149c01b91 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5244095 Apr 05 20:36:18.614085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Calling delete_port for 5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:36:18.614678 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffbe9d0-4d7a-4e21-bbb4-fefa719ea5e0 None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:36:18.732405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480db6e-2831-4e06-9672-62578ee607bd req-a981c125-beb5-453c-bf20-d8757c0c2240 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:18.734197 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3480db6e-2831-4e06-9672-62578ee607bd req-a981c125-beb5-453c-bf20-d8757c0c2240 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 931 time: 0.2453635 Apr 05 20:36:18.814197 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:18.890627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Port': ['ID=5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:18.902304 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3480db6e-2831-4e06-9672-62578ee607bd req-20e8a3c6-f3e3-4534-a29b-fafb2db986b8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588514 Apr 05 20:36:18.904130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No DVR routers for this DVR port 5d0c5ee3-dd06-4cad-8316-cb2eecb95ef7 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:36:19.067592 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-61ebad59-39a9-4aea-a497-83b95db1740c service neutron] 10.222.0.24 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6209605 Apr 05 20:36:19.149837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:19.189266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c753a277-d7ff-4372-a8c9-891d216fed26']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:19.206542 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f0c82e-3252-4e96-add0-de7e662b951a') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:19.207111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f0c82e-3252-4e96-add0-de7e662b951a') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:19.223617 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:19.264439 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:19.289057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:36:19.289459 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:36:19.321770 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:36:19.343221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:36:19.354241 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Sync routers for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:36:19.368973 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:36:19.370059 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:36:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:19.408775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d5d0c4f5-ea43-4dd5-85d9-50502df3b1bf admin admin] 10.222.0.24 "PUT /v2.0/routers/092b81b3-d817-4edf-9f14-4be8aea5b4db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1488562 Apr 05 20:36:19.443948 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:19.450940 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:19.452128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a6555f-59ab-4a00-8b33-c354c421586f {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:36:19.477280 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:19.519098 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/c753a277-d7ff-4372-a8c9-891d216fed26 HTTP/1.1" status: 204 len: 168 time: 3.8192096 Apr 05 20:36:19.520846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35910) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:19.525592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a4908-16b8-45e5-8929-986e3b000575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Network': ['ID=c753a277-d7ff-4372-a8c9-891d216fed26,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:19.566915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Transition to ACTIVE for port object 23a6555f-59ab-4a00-8b33-c354c421586f will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:19.581333 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-a6d109a0-9a81-4865-9d8e-4d5f55133314 service neutron] 10.222.0.24 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321795 Apr 05 20:36:19.584420 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:19.608577 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ed8bcd-01af-4ed4-9382-bcf28a41a575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:19.608857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ed8bcd-01af-4ed4-9382-bcf28a41a575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:19.613784 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-16ed8bcd-01af-4ed4-9382-bcf28a41a575 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/subnets/afda9a69-06af-44ca-898b-e71a5426067b HTTP/1.1" status: 404 len: 337 time: 0.0883448 Apr 05 20:36:19.614509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35920) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:19.643811 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b8ec0b0-b810-4d72-9099-72b7c4757115 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:19.644806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b8ec0b0-b810-4d72-9099-72b7c4757115 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:19.646721 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6b8ec0b0-b810-4d72-9099-72b7c4757115 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/c753a277-d7ff-4372-a8c9-891d216fed26 HTTP/1.1" status: 404 len: 339 time: 0.0312836 Apr 05 20:36:19.650937 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:36:19.680659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35926) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:19.918015 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-16616254-3f12-4bd9-a268-207104fafff3 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:19.918580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16616254-3f12-4bd9-a268-207104fafff3 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:19.939054 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-16616254-3f12-4bd9-a268-207104fafff3 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/subnets/c71144c9-5545-43d0-8d96-8a6248cb53c9 HTTP/1.1" status: 404 len: 337 time: 0.2492459 Apr 05 20:36:19.939722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35956) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:20.034726 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-536f29ad-ba18-4239-98be-f46624baab25 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:20.035804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-536f29ad-ba18-4239-98be-f46624baab25 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:20.037546 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-536f29ad-ba18-4239-98be-f46624baab25 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/0e0bb4d1-d05f-4217-9085-ab08333f5998 HTTP/1.1" status: 404 len: 339 time: 0.0968716 Apr 05 20:36:20.041087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35964) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:20.278239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=23a6555f-59ab-4a00-8b33-c354c421586f,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:20.285527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c390d4a-1f5d-472e-8000-8ef9acccf8ba req-74cf99dc-2914-4204-b518-7eadac5e3d3a tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 210 time: 0.1690607 Apr 05 20:36:20.290056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Attempting to bind port 23a6555f-59ab-4a00-8b33-c354c421586f on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:20.290812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Attempting to bind port 23a6555f-59ab-4a00-8b33-c354c421586f by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:20.291372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Attempting to bind port 23a6555f-59ab-4a00-8b33-c354c421586f on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:20.297325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Port 23a6555f-59ab-4a00-8b33-c354c421586f on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:36:20.300657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Attempting to bind port 23a6555f-59ab-4a00-8b33-c354c421586f on network d87a9372-eb69-4494-b2c7-bae5dbd4e72f {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:20.314553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:36:20.315091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Checking segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:20.315689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Bound using segment: {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:36:20.316213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Bound port: 23a6555f-59ab-4a00-8b33-c354c421586f, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1694fe6-3c84-40b7-ac91-a6ef223a163a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:20.316664 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.383308 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89539b3e-a4eb-43aa-860c-8149481e1c0a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.525557 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:16Z', 'revision_number': 2, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:20.530816 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Checking router: 092b81b3-d817-4edf-9f14-4be8aea5b4db for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:36:20.531355 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Updating router 092b81b3-d817-4edf-9f14-4be8aea5b4db port d13cae6f-728c-484f-9317-defe659a4645 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:36:20.551634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d2a51-cf36-41f1-a4c4-24e66e22e3f6 req-f1d9de01-cc11-4971-97cf-ffcce64b6290 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:20.553526 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c5d2a51-cf36-41f1-a4c4-24e66e22e3f6 req-f1d9de01-cc11-4971-97cf-ffcce64b6290 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 943 time: 0.2497394 Apr 05 20:36:20.596353 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89539b3e-a4eb-43aa-860c-8149481e1c0a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.626683 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.631160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] For port 23a6555f-59ab-4a00-8b33-c354c421586f, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:36:20.631692 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c5d2a51-cf36-41f1-a4c4-24e66e22e3f6 req-2b18e093-3372-41aa-bf24-d9e6caa665f9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674644 Apr 05 20:36:20.635902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-89539b3e-a4eb-43aa-860c-8149481e1c0a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f22065f2-7bcd-4dce-befb-b8a5b63a5355']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:20.636442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] For port 23a6555f-59ab-4a00-8b33-c354c421586f, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=23a6555f-59ab-4a00-8b33-c354c421586f,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:36:20.648227 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.656024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-89539b3e-a4eb-43aa-860c-8149481e1c0a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f826c837-b9c6-462d-ad7a-5cfefcf31b4a') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:20.656604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-89539b3e-a4eb-43aa-860c-8149481e1c0a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f826c837-b9c6-462d-ad7a-5cfefcf31b4a') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:20.669703 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89539b3e-a4eb-43aa-860c-8149481e1c0a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.708550 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89539b3e-a4eb-43aa-860c-8149481e1c0a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.726094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89539b3e-a4eb-43aa-860c-8149481e1c0a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:36:20.727549 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89539b3e-a4eb-43aa-860c-8149481e1c0a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.764041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:20.768865 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:20.771682 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/23a6555f-59ab-4a00-8b33-c354c421586f HTTP/1.1" status: 200 len: 1091 time: 3.3089218 Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:36:20.771984 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:36:20.775009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a50896-6277-404e-90c1-6ea4c0d88904', 'tag': '23a6555f-59ab-4a00-8b33-c354c421586f'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:36:20.929253 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a50896-6277-404e-90c1-6ea4c0d88904', 'tag': '23a6555f-59ab-4a00-8b33-c354c421586f', 'status': 'completed', 'code': 200} Apr 05 20:36:20.969092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0844a3c-1ef6-4c07-8b96-62517251d1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=23a6555f-59ab-4a00-8b33-c354c421586f,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:21.024904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89539b3e-a4eb-43aa-860c-8149481e1c0a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:21.043826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35990) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:21.050847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1177305432-network', 'tenant_id': '0173deccd5f54eb29278921a207f95c4'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:21.058667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:21.062310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-96d748b3-17c4-4d6d-8e95-681b990ba632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:21.063813 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-96d748b3-17c4-4d6d-8e95-681b990ba632 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 1094 time: 0.2144043 Apr 05 20:36:21.066421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Usage tracker for resource:network and tenant:0173deccd5f54eb29278921a207f95c4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:21.070053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:21.095187 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-89539b3e-a4eb-43aa-860c-8149481e1c0a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:21.141996 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-89539b3e-a4eb-43aa-860c-8149481e1c0a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/f22065f2-7bcd-4dce-befb-b8a5b63a5355 HTTP/1.1" status: 204 len: 168 time: 1.0997999 Apr 05 20:36:21.145051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35994) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:21.180322 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-9b8b6bfe-b56c-4d91-88ce-92ecc6bc4db7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a6555f-59ab-4a00-8b33-c354c421586f HTTP/1.1" status: 200 len: 217 time: 0.1050060 Apr 05 20:36:21.181480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:21.183773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89539b3e-a4eb-43aa-860c-8149481e1c0a tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Network': ['ID=f22065f2-7bcd-4dce-befb-b8a5b63a5355,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:21.195915 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-f500c028-b237-455f-abe6-326217141f76 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:21.196863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f500c028-b237-455f-abe6-326217141f76 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:21.199478 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f500c028-b237-455f-abe6-326217141f76 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/subnets/0b0b22e4-9a70-4e83-9862-150f14aed9bf HTTP/1.1" status: 404 len: 337 time: 0.0534451 Apr 05 20:36:21.201952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35998) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:21.235318 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a1b0dd-5832-48d0-82fd-3c32ed0ed289 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:21.236070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a1b0dd-5832-48d0-82fd-3c32ed0ed289 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:21.238513 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-42a1b0dd-5832-48d0-82fd-3c32ed0ed289 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/a936efe7-8b71-4d7b-be03-95940c9784b2 HTTP/1.1" status: 404 len: 339 time: 0.0352480 Apr 05 20:36:21.240604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36004) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:21.263725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-da8bd5a0-e783-40cc-a689-1b49a993a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:21.265184 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-da8bd5a0-e783-40cc-a689-1b49a993a2fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.0735557 Apr 05 20:36:21.270940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Made reservation on behalf of 0173deccd5f54eb29278921a207f95c4 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:21.273787 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:21.291201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:21.303009 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d91606-036c-4e4b-ba09-74566f43e0c9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:21.304356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d91606-036c-4e4b-ba09-74566f43e0c9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:21.306526 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d9d91606-036c-4e4b-ba09-74566f43e0c9 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/subnets/4865e82a-c9a2-4ff7-9974-c210fbab7c24 HTTP/1.1" status: 404 len: 337 time: 0.0640306 Apr 05 20:36:21.309012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36008) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:21.357025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:21.374931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Usage tracker for resource:security_group_rule and tenant:0173deccd5f54eb29278921a207f95c4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:21.382817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:21.401600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:21.405347 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-217e0884-28c0-460e-ab71-0cb06a491984 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:21.406189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217e0884-28c0-460e-ab71-0cb06a491984 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:21.409522 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-217e0884-28c0-460e-ab71-0cb06a491984 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/0c764002-3cec-47c4-b980-c940b147dea4 HTTP/1.1" status: 404 len: 339 time: 0.0991054 Apr 05 20:36:21.412199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36014) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:21.415795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d92f4f0b-3dde-4de7-bda6-6a9f5d557ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:21.417412 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-d92f4f0b-3dde-4de7-bda6-6a9f5d557ccd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1281073 Apr 05 20:36:21.630090 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-17fd418b-6ac9-4187-91d4-15fca430e699 service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017441 Apr 05 20:36:21.690824 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:21.735975 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Transition to ACTIVE for port object d13cae6f-728c-484f-9317-defe659a4645 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:21.755658 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:21.766617 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:21.782521 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:21.827680 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8a7d73-ddfe-43f2-aa03-1558c9638308 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:21.828334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8a7d73-ddfe-43f2-aa03-1558c9638308 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:21.832884 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bf8a7d73-ddfe-43f2-aa03-1558c9638308 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/subnets/4361d3f0-5f43-4431-ade3-fe37dcad2af7 HTTP/1.1" status: 404 len: 337 time: 0.4189591 Apr 05 20:36:21.833695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36024) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:21.861296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-77e7f19b-be4b-4772-87ba-6b10b3be7640 req-186e8156-fad7-4256-ba4b-e294fac99137 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:21.875726 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2cedcbc-b257-4e84-8149-60076560f249 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:21.876392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2cedcbc-b257-4e84-8149-60076560f249 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:21.882444 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c2cedcbc-b257-4e84-8149-60076560f249 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/bfd60620-820c-4372-b2b1-b8f5efd7ec0c HTTP/1.1" status: 404 len: 339 time: 0.0424788 Apr 05 20:36:21.898623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36032) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:21.983346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-77e7f19b-be4b-4772-87ba-6b10b3be7640 req-186e8156-fad7-4256-ba4b-e294fac99137 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:21.989670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77e7f19b-be4b-4772-87ba-6b10b3be7640 req-186e8156-fad7-4256-ba4b-e294fac99137 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 210 time: 0.3061626 Apr 05 20:36:21.990865 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7249736-ef47-47bf-bc08-a3144e765eb8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:21.991351 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7249736-ef47-47bf-bc08-a3144e765eb8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:21.996615 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d7249736-ef47-47bf-bc08-a3144e765eb8 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/subnets/7d55487b-fec2-459b-9014-17ce9fa686f7 HTTP/1.1" status: 404 len: 337 time: 0.0934243 Apr 05 20:36:21.999323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36040) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:22.045677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:36:22.054033 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c6ee6-a526-4c5b-a858-c9a64a2a7abb None None] Pushing event updated for resources: {'Port': ['ID=d13cae6f-728c-484f-9317-defe659a4645,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:22.070135 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-59756803-fddd-418b-a0e3-44c33e0b9229 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:22.070678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59756803-fddd-418b-a0e3-44c33e0b9229 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:22.072868 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-59756803-fddd-418b-a0e3-44c33e0b9229 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/d2f5c860-bf5b-45a4-840b-224d2e754558 HTTP/1.1" status: 404 len: 339 time: 0.0709889 Apr 05 20:36:22.086036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36044) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:22.146039 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c6ee6-a526-4c5b-a858-c9a64a2a7abb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:22.146679 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c6ee6-a526-4c5b-a858-c9a64a2a7abb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:22.147232 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c6ee6-a526-4c5b-a858-c9a64a2a7abb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:22.148323 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c6ee6-a526-4c5b-a858-c9a64a2a7abb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:22.148892 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c6ee6-a526-4c5b-a858-c9a64a2a7abb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:22.149418 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c6ee6-a526-4c5b-a858-c9a64a2a7abb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:22.149932 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c6ee6-a526-4c5b-a858-c9a64a2a7abb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:22.150571 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c6ee6-a526-4c5b-a858-c9a64a2a7abb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:22.151065 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c6ee6-a526-4c5b-a858-c9a64a2a7abb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:22.153157 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c6ee6-a526-4c5b-a858-c9a64a2a7abb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:22.153677 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c6ee6-a526-4c5b-a858-c9a64a2a7abb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:22.154219 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38c6ee6-a526-4c5b-a858-c9a64a2a7abb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:22.231387 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Attempting to bind port d13cae6f-728c-484f-9317-defe659a4645 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:22.232404 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Attempting to bind port d13cae6f-728c-484f-9317-defe659a4645 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:22.232952 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Attempting to bind port d13cae6f-728c-484f-9317-defe659a4645 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:22.233403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a57e31-fdab-4591-9694-e365dd9b202d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:22.242133 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:36:22.242877 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Checking segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:22.243498 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:22.243971 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Bound using segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:36:22.245099 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Bound port: d13cae6f-728c-484f-9317-defe659a4645, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:22.245810 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:22.246808 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:22.247290 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Added segment 55a1a7d2-d59a-40b0-a176-c07462b9a2d4 of type vlan for network 9a029627-0b88-4d49-b677-8bfd90879d23 Apr 05 20:36:22.281536 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-763d0820-8ba3-4811-b85f-c75dbe3d45bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:22.282390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763d0820-8ba3-4811-b85f-c75dbe3d45bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:22.284659 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-763d0820-8ba3-4811-b85f-c75dbe3d45bf tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/subnets/ae67cf07-354a-4ef1-91fb-8c551bf28760 HTTP/1.1" status: 404 len: 337 time: 0.1975982 Apr 05 20:36:22.289872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36048) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:22.372500 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a24e23-f0c4-4f9d-82a7-5457320c8b20 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:22.373202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a24e23-f0c4-4f9d-82a7-5457320c8b20 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:22.378240 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:22.395231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e0dc7-4475-44ba-807f-0df88fa9c05a req-ff6d0f97-8186-44f3-8ec5-6aae5bc3c044 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:22.396343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-425e0dc7-4475-44ba-807f-0df88fa9c05a req-ff6d0f97-8186-44f3-8ec5-6aae5bc3c044 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Synchronizing usage tracker for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:22.409554 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8612c28-bfe0-468e-b0d6-a6e6a6013150 req-b4e1cb3c-74f9-49f8-9884-68ce34306d04 service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7725461 Apr 05 20:36:22.438955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c3a24e23-f0c4-4f9d-82a7-5457320c8b20 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/261b6f9d-f0ed-40b1-a68a-098716434ab7 HTTP/1.1" status: 404 len: 339 time: 0.1318133 Apr 05 20:36:22.449677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36058) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:22.453559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-425e0dc7-4475-44ba-807f-0df88fa9c05a req-ff6d0f97-8186-44f3-8ec5-6aae5bc3c044 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Unset dirty status for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:22.474506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-425e0dc7-4475-44ba-807f-0df88fa9c05a req-ff6d0f97-8186-44f3-8ec5-6aae5bc3c044 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 943 time: 0.6435976 Apr 05 20:36:22.481221 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] For port d13cae6f-728c-484f-9317-defe659a4645, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:36:22.485995 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] For port d13cae6f-728c-484f-9317-defe659a4645, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d13cae6f-728c-484f-9317-defe659a4645,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:36:22.497768 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:22.516027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-f33c55b4-2b38-4830-9b84-7b1553543611 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:22.518290 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-f33c55b4-2b38-4830-9b84-7b1553543611 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 814 time: 0.3764541 Apr 05 20:36:22.574887 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cead16-bb7d-48b5-9308-5e63121481dd tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:22.575452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cead16-bb7d-48b5-9308-5e63121481dd tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:22.577330 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-01cead16-bb7d-48b5-9308-5e63121481dd tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/subnets/447a782f-ec81-43ff-90e0-0ae3f6a688d3 HTTP/1.1" status: 404 len: 337 time: 0.1252849 Apr 05 20:36:22.608908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36064) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:22.634120 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:36:22.634988 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:36:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:22.675748 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-e73c5ae0-7a55-4136-a0b9-86690a8d6918 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:22.676223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e73c5ae0-7a55-4136-a0b9-86690a8d6918 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:22.680650 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e73c5ae0-7a55-4136-a0b9-86690a8d6918 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/927fd206-62d2-4bcc-bbfe-093cb6460e2e HTTP/1.1" status: 404 len: 339 time: 0.0680616 Apr 05 20:36:22.682805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36068) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:22.714212 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:22.715403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:22.716138 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:22.722960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-00ad5696-e20f-4976-a5d6-e778cfa2d02f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:22.724338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-425e0dc7-4475-44ba-807f-0df88fa9c05a req-9f3e70c9-a644-4dd3-bc82-ecf739a37d44 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490199 Apr 05 20:36:22.745641 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-00ad5696-e20f-4976-a5d6-e778cfa2d02f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:22.749368 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-00ad5696-e20f-4976-a5d6-e778cfa2d02f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b85162d0163437385af208333519bc3 HTTP/1.1" status: 200 len: 380 time: 0.2170238 Apr 05 20:36:22.753250 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c6ee6-a526-4c5b-a858-c9a64a2a7abb None None] Pushing event updated for resources: {'Port': ['ID=d13cae6f-728c-484f-9317-defe659a4645,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:22.767840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'port': {'device_id': '66204d83-c746-4ac8-a8f9-d88b987796ec', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'admin_state_up': True, 'tenant_id': '0b85162d0163437385af208333519bc3', 'security_groups': ['0ccc6193-4a54-4284-b8c4-b4ab82a829f8']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:23.015645 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:36:23.018490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:23.031679 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcf511d-e441-41f5-a1bd-e3cf26824967 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:23.032218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afcf511d-e441-41f5-a1bd-e3cf26824967 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:23.032782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:23.048165 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-afcf511d-e441-41f5-a1bd-e3cf26824967 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/subnets/391e4e8a-163c-4b53-a464-393299c3e55f HTTP/1.1" status: 404 len: 337 time: 0.3349981 Apr 05 20:36:23.050763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36080) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:23.122119 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-67372bdf-26bc-4e11-9572-ba43c77a6abe tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:23.122760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67372bdf-26bc-4e11-9572-ba43c77a6abe tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:23.124297 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-67372bdf-26bc-4e11-9572-ba43c77a6abe tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/1cf9e01c-da23-4d62-abb4-95caaef205b6 HTTP/1.1" status: 404 len: 339 time: 0.0718589 Apr 05 20:36:23.132256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36084) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:23.203894 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1589761 Apr 05 20:36:23.204650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36088) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:23.217144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Request body: {'subnet': {'network_id': '9a029627-0b88-4d49-b677-8bfd90879d23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1177305432-subnet', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:23.222789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:23.226806 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a834df1-967d-47a0-8ed6-923ee3f8df10 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:23.227263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a834df1-967d-47a0-8ed6-923ee3f8df10 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:23.227498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Usage tracker for resource:subnet and tenant:0173deccd5f54eb29278921a207f95c4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:23.233337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:23.234526 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7a834df1-967d-47a0-8ed6-923ee3f8df10 tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/subnets/363feecb-3d68-4eb8-a166-f3cf3326fcf7 HTTP/1.1" status: 404 len: 337 time: 0.0983057 Apr 05 20:36:23.237919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:23.246103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30121196-a8ad-4216-8f14-bbd0390abd73 admin admin] Pushing event updated for resources: {'Network': ['ID=9a029627-0b88-4d49-b677-8bfd90879d23,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:23.248829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36092) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:23.257569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 9a029627-0b88-4d49-b677-8bfd90879d23 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:36:23.287963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Made reservation on behalf of 0173deccd5f54eb29278921a207f95c4 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:23.291050 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:23.323165 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-382ac589-4c37-4d68-a595-e38e9b51bb0f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:23.323638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-382ac589-4c37-4d68-a595-e38e9b51bb0f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:23.325322 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-382ac589-4c37-4d68-a595-e38e9b51bb0f tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/91ca1394-2ad1-4331-9dd5-939149356a62 HTTP/1.1" status: 404 len: 339 time: 0.0754974 Apr 05 20:36:23.330228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215afe-d502-4d54-ae3a-89e26c8170e9 req-2afadebe-6bb8-4844-84e2-5cd2ec81736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:23.332170 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e215afe-d502-4d54-ae3a-89e26c8170e9 req-2afadebe-6bb8-4844-84e2-5cd2ec81736c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 1094 time: 0.7631712 Apr 05 20:36:23.332635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36096) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:23.381082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Made reservation on behalf of 0b85162d0163437385af208333519bc3 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:23.395589 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:23.483641 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8f110430-286d-45c8-87f7-6826d589ce5f req-03161a61-cf4a-4264-9881-cf0d1196ff18 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 210 time: 0.2462237 Apr 05 20:36:23.498929 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:22Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:23.506374 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e208c-ab1f-4921-adaf-4f9a0ad3660c None None] The sync data for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 is: [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:22Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:36:23.624783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-17bc6176-da88-4df1-bfeb-d5ec860d9f5b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Deleting subnet 0540a989-a159-4bb9-a5df-67d6636c25ac {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:36:23.632657 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17bc6176-da88-4df1-bfeb-d5ec860d9f5b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:23.741456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Allocated IP 172.20.0.7 (e001c7aa-cc86-425e-9f2c-59333aa3f65f/d7a21430-0121-4577-bdb7-ba96e7b606a8/ab115d4b-25b7-4cc8-a68a-d774b1372387) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:23.743042 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17bc6176-da88-4df1-bfeb-d5ec860d9f5b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:23.865849 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17bc6176-da88-4df1-bfeb-d5ec860d9f5b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:24.066698 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:24.093551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Transition to ACTIVE for port object ab115d4b-25b7-4cc8-a68a-d774b1372387 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:24.136698 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:24.281340 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17bc6176-da88-4df1-bfeb-d5ec860d9f5b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:24.281808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Network e001c7aa-cc86-425e-9f2c-59333aa3f65f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:24.282865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:24.288647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:24.363706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb566d-bf71-4554-9037-f91be6704c46 None None] Network d6680639-b54b-41c8-baca-0314dfea1aa1 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:36:24.399380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event updated for resources: {'Port': ['ID=ab115d4b-25b7-4cc8-a68a-d774b1372387,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:24.410072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17bc6176-da88-4df1-bfeb-d5ec860d9f5b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:24.454296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:24.455765 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:24.469439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc6176-da88-4df1-bfeb-d5ec860d9f5b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Subnet': ['ID=0540a989-a159-4bb9-a5df-67d6636c25ac,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:24.472036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215afe-d502-4d54-ae3a-89e26c8170e9 req-298849b2-8e49-4726-992d-91abb28014bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:24.476578 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e215afe-d502-4d54-ae3a-89e26c8170e9 req-298849b2-8e49-4726-992d-91abb28014bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 1.0965264 Apr 05 20:36:24.533585 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-87483505-f144-4f61-b218-632d385380de tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7786829 Apr 05 20:36:24.554940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Request body: {'port': {'device_id': '66204d83-c746-4ac8-a8f9-d88b987796ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:24.767251 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e215afe-d502-4d54-ae3a-89e26c8170e9 req-056c0c0c-c5ad-4ab2-a35c-e9b1e2f378fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a6555f-59ab-4a00-8b33-c354c421586f HTTP/1.1" status: 200 len: 217 time: 0.2467647 Apr 05 20:36:24.780800 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-17bc6176-da88-4df1-bfeb-d5ec860d9f5b tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/subnets/0540a989-a159-4bb9-a5df-67d6636c25ac HTTP/1.1" status: 204 len: 168 time: 1.4449949 Apr 05 20:36:24.789568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36122) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:24.835585 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0e338bcf-2054-44e5-8d08-de9b1f8d504b None None] Provisioning for port ab115d4b-25b7-4cc8-a68a-d774b1372387 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:24.849827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0e338bcf-2054-44e5-8d08-de9b1f8d504b None None] Provisioning complete for port ab115d4b-25b7-4cc8-a68a-d774b1372387 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:24.855111 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0e338bcf-2054-44e5-8d08-de9b1f8d504b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:24.905035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215afe-d502-4d54-ae3a-89e26c8170e9 req-61c23ac7-d793-4508-8eb5-3093e37d2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:24.906492 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e215afe-d502-4d54-ae3a-89e26c8170e9 req-61c23ac7-d793-4508-8eb5-3093e37d2afe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.1136103 Apr 05 20:36:24.915855 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:24.997329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0e338bcf-2054-44e5-8d08-de9b1f8d504b None None] Port ab115d4b-25b7-4cc8-a68a-d774b1372387 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:36:25.151223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fc8f4-1f48-4b39-814f-b745930a0dd0 req-cb4efdbf-e174-427d-a585-c81f717f1e1e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:25.164194 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a0fc8f4-1f48-4b39-814f-b745930a0dd0 req-cb4efdbf-e174-427d-a585-c81f717f1e1e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 943 time: 1.1703176 Apr 05 20:36:25.182842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf5890-a323-46bb-ac81-7af6c03d05c7 None None] DHCP port deletion for d6680639-b54b-41c8-baca-0314dfea1aa1 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:36:25.191148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4abf5890-a323-46bb-ac81-7af6c03d05c7 None None] Deleting port efbcf224-8950-42e1-a041-7caf71fe93a9 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:36:25.191148 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4abf5890-a323-46bb-ac81-7af6c03d05c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.256145 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0357d2-7252-4605-bbf9-1cb13bf27eef req-a2dd9ff7-801e-4f75-885d-40d2290d2d0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:25.257411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bb0357d2-7252-4605-bbf9-1cb13bf27eef req-a2dd9ff7-801e-4f75-885d-40d2290d2d0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:25.275798 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.327519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bb0357d2-7252-4605-bbf9-1cb13bf27eef req-a2dd9ff7-801e-4f75-885d-40d2290d2d0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:25.328778 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb0357d2-7252-4605-bbf9-1cb13bf27eef req-a2dd9ff7-801e-4f75-885d-40d2290d2d0f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 931 time: 0.5184817 Apr 05 20:36:25.404380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d13cae6f-728c-484f-9317-defe659a4645 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:25.466843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Pushing event updated for resources: {'Subnet': ['ID=df66e40f-3722-407e-aa90-40f74fded197,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:25.540741 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.577229 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a0fc8f4-1f48-4b39-814f-b745930a0dd0 req-7662a911-45a4-4cc2-980f-7f654c3abf7e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103665 Apr 05 20:36:25.633082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Deleting port efbcf224-8950-42e1-a041-7caf71fe93a9 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:36:25.634170 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.635757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port d13cae6f-728c-484f-9317-defe659a4645 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:25.665125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d13cae6f-728c-484f-9317-defe659a4645 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:25.665761 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:25.742829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Checking segment: {'id': '55a1a7d2-d59a-40b0-a176-c07462b9a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9a029627-0b88-4d49-b677-8bfd90879d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:25.743319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Network hostable DHCP agents. Network: 9a029627-0b88-4d49-b677-8bfd90879d23, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:36:25.755379 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215afe-d502-4d54-ae3a-89e26c8170e9 req-4bab84f4-0dee-4cf3-9b24-52a66ea6157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:25.757512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e215afe-d502-4d54-ae3a-89e26c8170e9 req-4bab84f4-0dee-4cf3-9b24-52a66ea6157c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7865818 Apr 05 20:36:25.761329 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb0357d2-7252-4605-bbf9-1cb13bf27eef req-59327ce9-9fbb-4c50-87fb-d85d61821b1d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ccc6193-4a54-4284-b8c4-b4ab82a829f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4202886 Apr 05 20:36:25.807529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 23a6555f-59ab-4a00-8b33-c354c421586f details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:36:25.949361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab115d4b-25b7-4cc8-a68a-d774b1372387 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:36:25.971646 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:26.026541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Transition to ACTIVE for port object ab115d4b-25b7-4cc8-a68a-d774b1372387 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:26.036787 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:26.041095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] For port efbcf224-8950-42e1-a041-7caf71fe93a9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=efbcf224-8950-42e1-a041-7caf71fe93a9,segment=NetworkSegment(950c4543-42f5-4ad0-accf-e144581a9336),segment_id=950c4543-42f5-4ad0-accf-e144581a9336)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:26.041645 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:26.090092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-4abf5890-a323-46bb-ac81-7af6c03d05c7 None None] For port efbcf224-8950-42e1-a041-7caf71fe93a9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=efbcf224-8950-42e1-a041-7caf71fe93a9,segment=NetworkSegment(950c4543-42f5-4ad0-accf-e144581a9336),segment_id=950c4543-42f5-4ad0-accf-e144581a9336)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:26.090899 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4abf5890-a323-46bb-ac81-7af6c03d05c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:26.403610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Calling delete_port for efbcf224-8950-42e1-a041-7caf71fe93a9 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:36:26.437343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4abf5890-a323-46bb-ac81-7af6c03d05c7 None None] Calling delete_port for efbcf224-8950-42e1-a041-7caf71fe93a9 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:36:26.563810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Pushing event updated for resources: {'Port': ['ID=ab115d4b-25b7-4cc8-a68a-d774b1372387,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:26.702518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Network 9a029627-0b88-4d49-b677-8bfd90879d23 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:36:26.720946 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:26.737370 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-4abf5890-a323-46bb-ac81-7af6c03d05c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:36:26.742784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Attempting to bind port ab115d4b-25b7-4cc8-a68a-d774b1372387 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:26.743961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Attempting to bind port ab115d4b-25b7-4cc8-a68a-d774b1372387 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:26.745327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Attempting to bind port ab115d4b-25b7-4cc8-a68a-d774b1372387 on network e001c7aa-cc86-425e-9f2c-59333aa3f65f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:26.751492 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-4abf5890-a323-46bb-ac81-7af6c03d05c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:36:26.766942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Port ab115d4b-25b7-4cc8-a68a-d774b1372387 on network e001c7aa-cc86-425e-9f2c-59333aa3f65f not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:36:26.767512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Attempting to bind port ab115d4b-25b7-4cc8-a68a-d774b1372387 on network e001c7aa-cc86-425e-9f2c-59333aa3f65f {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:26.772446 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:26.783228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:36:26.783703 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Checking segment: {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:26.784183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Bound using segment: {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:36:26.784718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Bound port: ab115d4b-25b7-4cc8-a68a-d774b1372387, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da845051-1bde-4a15-a323-dbfab693faa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:26.785163 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:26.837982 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 23a6555f-59ab-4a00-8b33-c354c421586f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=23a6555f-59ab-4a00-8b33-c354c421586f,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:26.883922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port d13cae6f-728c-484f-9317-defe659a4645, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d13cae6f-728c-484f-9317-defe659a4645,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:26.891428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '23a6555f-59ab-4a00-8b33-c354c421586f', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'port_id': '23a6555f-59ab-4a00-8b33-c354c421586f', 'mac_address': 'fa:16:3e:61:10:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:36:26.960394 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:26.964311 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e215afe-d502-4d54-ae3a-89e26c8170e9 req-6cd3bf29-6d38-4503-afd8-511c844f614e service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1900997 Apr 05 20:36:27.008065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Port': ['ID=efbcf224-8950-42e1-a041-7caf71fe93a9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:27.071885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 9a029627-0b88-4d49-b677-8bfd90879d23) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:27.074833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] No DVR routers for this DVR port efbcf224-8950-42e1-a041-7caf71fe93a9 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:36:27.092136 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068a8917-0144-4a48-ba01-7d36f9ddc15b None None] Network 9a029627-0b88-4d49-b677-8bfd90879d23 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:36:27.108989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] For port ab115d4b-25b7-4cc8-a68a-d774b1372387, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:36:27.130751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] For port ab115d4b-25b7-4cc8-a68a-d774b1372387, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ab115d4b-25b7-4cc8-a68a-d774b1372387,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:36:27.161411 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.247930 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.257145 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c69a94-4102-4db7-8388-f0af0990f842 req-753d5ea4-5e59-4355-9a5f-6130481e87bd tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:27.259437 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device efbcf224-8950-42e1-a041-7caf71fe93a9 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:36:27.264971 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-98c69a94-4102-4db7-8388-f0af0990f842 req-753d5ea4-5e59-4355-9a5f-6130481e87bd tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 943 time: 0.2695301 Apr 05 20:36:27.281976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:27.282573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.322452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:27.323219 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.324603 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] 10.222.0.41 "PUT /v2.0/ports/ab115d4b-25b7-4cc8-a68a-d774b1372387 HTTP/1.1" status: 200 len: 1091 time: 2.7836928 Apr 05 20:36:27.327435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66204d83-c746-4ac8-a8f9-d88b987796ec', 'tag': 'ab115d4b-25b7-4cc8-a68a-d774b1372387'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:36:27.355847 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4abf5890-a323-46bb-ac81-7af6c03d05c7 None None] Deleting port efbcf224-8950-42e1-a041-7caf71fe93a9 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:36:27.356320 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4abf5890-a323-46bb-ac81-7af6c03d05c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.360541 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-98c69a94-4102-4db7-8388-f0af0990f842 req-28dd0353-023a-4b00-91e2-04e98e887fcb tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ccc6193-4a54-4284-b8c4-b4ab82a829f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946550 Apr 05 20:36:27.468136 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66204d83-c746-4ac8-a8f9-d88b987796ec', 'tag': 'ab115d4b-25b7-4cc8-a68a-d774b1372387', 'status': 'completed', 'code': 200} Apr 05 20:36:27.470217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=d13cae6f-728c-484f-9317-defe659a4645,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:27.475460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20572ba-bfb7-4eab-b05a-c7ae481d15ca service neutron] Pushing event updated for resources: {'Port': ['ID=ab115d4b-25b7-4cc8-a68a-d774b1372387,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:27.501820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: efbcf224-8950-42e1-a041-7caf71fe93a9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:36:27.502473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device efbcf224-8950-42e1-a041-7caf71fe93a9 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:36:27.518066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-a7801572-0916-44bd-b52e-2c15f5862b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:27.519707 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-a7801572-0916-44bd-b52e-2c15f5862b61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 1094 time: 0.1412494 Apr 05 20:36:27.529772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a6555f-59ab-4a00-8b33-c354c421586f {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:36:27.561636 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.605106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4abf5890-a323-46bb-ac81-7af6c03d05c7 None None] The port 'efbcf224-8950-42e1-a041-7caf71fe93a9' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:36:27.657750 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-b096bfe2-898a-4de2-ab12-b273ddb41a03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab115d4b-25b7-4cc8-a68a-d774b1372387 HTTP/1.1" status: 200 len: 217 time: 0.1298444 Apr 05 20:36:27.734909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-b9a5a391-efeb-4ec9-846b-9f3db62a7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:27.737057 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4520af41-70e0-4fb5-93e5-b692e2af9fed admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.5288432 Apr 05 20:36:27.739693 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-b9a5a391-efeb-4ec9-846b-9f3db62a7386 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a21430-0121-4577-bdb7-ba96e7b606a8 HTTP/1.1" status: 200 len: 853 time: 0.0698082 Apr 05 20:36:27.740340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36168) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:27.740797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6680639-b54b-41c8-baca-0314dfea1aa1']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:27.745914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1177305432-router', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:27.785507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950c4543-42f5-4ad0-accf-e144581a9336') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:27.788090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950c4543-42f5-4ad0-accf-e144581a9336') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:27.833530 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 23a6555f-59ab-4a00-8b33-c354c421586f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=23a6555f-59ab-4a00-8b33-c354c421586f,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:27.835475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:27.848596 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.860924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Usage tracker for resource:router and tenant:0173deccd5f54eb29278921a207f95c4 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:27.868503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cdb1f-a8bc-4839-be7a-52a0ca6938b3 req-2b3dbc85-f43e-4a98-85b3-ff0a391e905f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:27.869258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:27.870222 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-214cdb1f-a8bc-4839-be7a-52a0ca6938b3 req-2b3dbc85-f43e-4a98-85b3-ff0a391e905f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 943 time: 0.9908795 Apr 05 20:36:27.881381 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e215afe-d502-4d54-ae3a-89e26c8170e9 req-dc428c89-a27e-4fd8-8e7b-a03121f2387e service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8747110 Apr 05 20:36:27.893412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:27.930855 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.950197 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.961706 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.963037 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:27.979256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-c14ee1c2-4911-40ed-b168-2afba6185e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:27.981140 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-c14ee1c2-4911-40ed-b168-2afba6185e9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e001c7aa-cc86-425e-9f2c-59333aa3f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2311380 Apr 05 20:36:27.986641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:36:27.989130 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.007634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-9a029627-0b88-4d49-b677-8bfd90879d23', 'network_id': '9a029627-0b88-4d49-b677-8bfd90879d23', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'fixed_ips': [{'subnet_id': 'df66e40f-3722-407e-aa90-40f74fded197'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:36:28.008574 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.019589 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:36:28.039945 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:36:28.106472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=23a6555f-59ab-4a00-8b33-c354c421586f,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:28.145742 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-214cdb1f-a8bc-4839-be7a-52a0ca6938b3 req-ee353a00-eaa1-43fa-9775-f107e4ab4d06 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668686 Apr 05 20:36:28.177054 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.182298 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.215415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] Pushing event deleted for resources: {'Network': ['ID=d6680639-b54b-41c8-baca-0314dfea1aa1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:28.216153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['23a6555f-59ab-4a00-8b33-c354c421586f'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:36:28.222389 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-797b39c0-f125-4077-876c-3db91ea25e7e tempest-NetworksTest-1064903098 tempest-NetworksTest-1064903098-project] 10.222.0.24 "DELETE /v2.0/networks/d6680639-b54b-41c8-baca-0314dfea1aa1 HTTP/1.1" status: 204 len: 168 time: 3.4282613 Apr 05 20:36:28.391880 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Allocated IP 172.20.0.2 (9a029627-0b88-4d49-b677-8bfd90879d23/df66e40f-3722-407e-aa90-40f74fded197/cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:28.608108 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-7890a423-d641-4bdd-b87a-08c7e8a1001c service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112731 Apr 05 20:36:28.705910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36186) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:28.735678 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.828121 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.852322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Transition to ACTIVE for port object cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:28.888345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Transition to ACTIVE for port object cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:28.899353 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:28.985468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Pushing event updated for resources: {'Port': ['ID=cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:29.009447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Network 9a029627-0b88-4d49-b677-8bfd90879d23 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:29.011336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:29.014211 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1b51b00c-13c3-4a95-ac32-3c2cc71ae2ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c3bc57ba7824a8a913bb6ce73ee4699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070545 Apr 05 20:36:29.014721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:29.015117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36196) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:29.134262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Attempting to bind port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:29.134859 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Attempting to bind port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '55a1a7d2-d59a-40b0-a176-c07462b9a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9a029627-0b88-4d49-b677-8bfd90879d23'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:29.135430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Attempting to bind port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f on network 9a029627-0b88-4d49-b677-8bfd90879d23 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:29.141759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:36:29.142436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Checking segment: {'id': '55a1a7d2-d59a-40b0-a176-c07462b9a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9a029627-0b88-4d49-b677-8bfd90879d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:29.143301 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:29.143907 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Bound using segment: {'id': '55a1a7d2-d59a-40b0-a176-c07462b9a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9a029627-0b88-4d49-b677-8bfd90879d23'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:36:29.144571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Bound port: cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a1a7d2-d59a-40b0-a176-c07462b9a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9a029627-0b88-4d49-b677-8bfd90879d23'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:29.145151 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:29.159942 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d18e6f35-3acd-4007-9067-4569935bbc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:29.229661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d18e6f35-3acd-4007-9067-4569935bbc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:29.249713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] For port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:36:29.252955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] For port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f,segment=NetworkSegment(55a1a7d2-d59a-40b0-a176-c07462b9a2d4),segment_id=55a1a7d2-d59a-40b0-a176-c07462b9a2d4)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:36:29.264544 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:29.351573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d18e6f35-3acd-4007-9067-4569935bbc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:29.359548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d13cae6f-728c-484f-9317-defe659a4645 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:29.398485 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d18e6f35-3acd-4007-9067-4569935bbc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:29.402355 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d18e6f35-3acd-4007-9067-4569935bbc34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/135a31c6-e4fa-43e2-bff8-85e8e417d105 HTTP/1.1" status: 204 len: 168 time: 0.3841741 Apr 05 20:36:29.409228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e6f35-3acd-4007-9067-4569935bbc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135a31c6-e4fa-43e2-bff8-85e8e417d105,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:29.415799 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d64c2-5cfe-4929-8417-32a84f29c44f req-4bf2ab6f-0b06-440c-8eee-359294bfcee3 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:29.419098 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd9d64c2-5cfe-4929-8417-32a84f29c44f req-4bf2ab6f-0b06-440c-8eee-359294bfcee3 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 943 time: 0.9064534 Apr 05 20:36:29.492337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d13cae6f-728c-484f-9317-defe659a4645 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:29.492707 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:29.568261 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cafe3d3c-9dd1-4953-ac8f-2e34d16076cc req-de89811c-15fb-4d68-b2b5-1de88764d698 service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7852840 Apr 05 20:36:29.604616 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bd9d64c2-5cfe-4929-8417-32a84f29c44f req-a24b7e08-d7ea-43fa-8acb-5d92071ab90b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ccc6193-4a54-4284-b8c4-b4ab82a829f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685245 Apr 05 20:36:29.613562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab6ce5-b2a9-4dc2-ad23-e1bc23d1d71a None None] Pushing event updated for resources: {'Port': ['ID=cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:29.957477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 23a6555f-59ab-4a00-8b33-c354c421586f up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:30.133330 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 23a6555f-59ab-4a00-8b33-c354c421586f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:30.139193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 23a6555f-59ab-4a00-8b33-c354c421586f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:30.139772 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:30.173811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd499061-f8ee-447d-b26e-ba9ce8d89519 req-2fa37e29-76b8-4824-ae10-4fd43fcdd90d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:30.184581 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd499061-f8ee-447d-b26e-ba9ce8d89519 req-2fa37e29-76b8-4824-ae10-4fd43fcdd90d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 944 time: 0.3488557 Apr 05 20:36:30.217983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcfac8-8e10-45d0-8185-461d285e1bf3 req-3b19e986-d390-4d79-9171-fa2cc25850f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:30.220675 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cebcfac8-8e10-45d0-8185-461d285e1bf3 req-3b19e986-d390-4d79-9171-fa2cc25850f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 1094 time: 0.5953674 Apr 05 20:36:30.223549 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:30.297667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd499061-f8ee-447d-b26e-ba9ce8d89519 req-73772a54-ce7a-451e-b008-33f19d53ffb3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098847 Apr 05 20:36:30.320451 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:30.375166 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a50896-6277-404e-90c1-6ea4c0d88904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a6555f-59ab-4a00-8b33-c354c421586f'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:36:30.388499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 23a6555f-59ab-4a00-8b33-c354c421586f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=23a6555f-59ab-4a00-8b33-c354c421586f,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:30.410711 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:30.533800 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a50896-6277-404e-90c1-6ea4c0d88904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a6555f-59ab-4a00-8b33-c354c421586f', 'code': 200} Apr 05 20:36:30.600262 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:30.604122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcfac8-8e10-45d0-8185-461d285e1bf3 req-3ff516a9-742c-4cf5-a868-0cb9c4487199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:30.605737 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cebcfac8-8e10-45d0-8185-461d285e1bf3 req-3ff516a9-742c-4cf5-a868-0cb9c4487199 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 915 time: 0.2789407 Apr 05 20:36:30.605857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=23a6555f-59ab-4a00-8b33-c354c421586f,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:30.608821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834ef8a-aecc-4229-ae35-beb774802ab8 req-1b63acd2-9c0e-41d1-b69e-ccfa525a4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:30.610323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a834ef8a-aecc-4229-ae35-beb774802ab8 req-1b63acd2-9c0e-41d1-b69e-ccfa525a4318 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 1096 time: 0.1049323 Apr 05 20:36:30.753960 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a834ef8a-aecc-4229-ae35-beb774802ab8 req-783df0c1-dd64-471b-811b-86ab0b176a06 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277735 Apr 05 20:36:30.778229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36246) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:30.874133 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cebcfac8-8e10-45d0-8185-461d285e1bf3 req-aef27bd1-7c5d-4582-b503-64d27a31788f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab115d4b-25b7-4cc8-a68a-d774b1372387 HTTP/1.1" status: 200 len: 217 time: 0.1642857 Apr 05 20:36:30.996862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1020ad7d-0e69-4989-8215-119266357f51 tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] Request body: {'port': {'network_id': '526b988e-f2d4-410c-9e8a-8782007ef3cc', 'name': 'tempest-NetworksNegativeTestJSON-1238216042'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:31.038986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ddaa3-a0b1-429f-845a-c2af4a96f98a req-1bfd11e5-dfca-48c1-a286-f4050714b58b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:31.040972 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f0ddaa3-a0b1-429f-845a-c2af4a96f98a req-1bfd11e5-dfca-48c1-a286-f4050714b58b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 943 time: 0.2195237 Apr 05 20:36:31.042270 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-1020ad7d-0e69-4989-8215-119266357f51 tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] POST failed (client error): The resource could not be found. Apr 05 20:36:31.042944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1020ad7d-0e69-4989-8215-119266357f51 tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:31.050512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1020ad7d-0e69-4989-8215-119266357f51 tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2713435 Apr 05 20:36:31.052032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36254) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:31.103057 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a24070e-7d96-4ef8-b0d6-a5913f746cdd tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:31.104809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a24070e-7d96-4ef8-b0d6-a5913f746cdd tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:31.112320 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2a24070e-7d96-4ef8-b0d6-a5913f746cdd tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] 10.222.0.24 "DELETE /v2.0/networks/e8354fdc-4c60-4e63-9166-a8668c46b5be HTTP/1.1" status: 404 len: 339 time: 0.0564198 Apr 05 20:36:31.113163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36258) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:31.170308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Allocated IP 172.25.8.84 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/0f71f88e-6c78-4278-adef-ccfdfd941e2f) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:31.182932 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65151ef-a7d1-431c-b26f-edde727b5924 tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:31.183597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65151ef-a7d1-431c-b26f-edde727b5924 tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:31.194884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36264) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:31.213537 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c65151ef-a7d1-431c-b26f-edde727b5924 tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] 10.222.0.24 "DELETE /v2.0/ports/be52ed63-c1cf-46c5-b7b2-0bcfd3c56e43 HTTP/1.1" status: 404 len: 333 time: 0.0763953 Apr 05 20:36:31.243117 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6f0ddaa3-a0b1-429f-845a-c2af4a96f98a req-e1b1e71b-de67-4fce-851a-e84fc7bc72ce tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ccc6193-4a54-4284-b8c4-b4ab82a829f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898775 Apr 05 20:36:31.259550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcfac8-8e10-45d0-8185-461d285e1bf3 req-05e300e6-228e-402c-b581-c95f0628e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:31.261072 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cebcfac8-8e10-45d0-8185-461d285e1bf3 req-05e300e6-228e-402c-b581-c95f0628e366 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a21430-0121-4577-bdb7-ba96e7b606a8 HTTP/1.1" status: 200 len: 853 time: 0.3871803 Apr 05 20:36:31.269651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:31.277055 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d8bd5e-0831-436d-a6e5-9544b0c0b90d tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:31.277675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d8bd5e-0831-436d-a6e5-9544b0c0b90d tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:31.368541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:31.381942 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faa3407-8a81-48e2-8bd7-a68fdd4820dd None None] Network 9a029627-0b88-4d49-b677-8bfd90879d23 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:36:31.528299 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:31.549108 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-86d8bd5e-0831-436d-a6e5-9544b0c0b90d tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] 10.222.0.24 "DELETE /v2.0/subnets/54dfdc6f-5dbb-48d5-851c-a5e87cfe72c5 HTTP/1.1" status: 404 len: 337 time: 0.3471265 Apr 05 20:36:31.550186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36274) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:31.586113 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6f5d6a84-708b-4b91-b3ac-0c12b1ca84e8 None None] Provisioning for port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:31.596441 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e07b155-188c-4642-85e2-8b2d7e963761 tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] GET failed (client error): The resource could not be found. Apr 05 20:36:31.598908 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6e07b155-188c-4642-85e2-8b2d7e963761 tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] 10.222.0.24 "GET /v2.0/networks/229a5158-2d6a-40c6-af5c-08328f6750f9 HTTP/1.1" status: 404 len: 339 time: 0.0479324 Apr 05 20:36:31.603045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36278) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:31.633799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6f5d6a84-708b-4b91-b3ac-0c12b1ca84e8 None None] Provisioning complete for port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:31.634243 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6f5d6a84-708b-4b91-b3ac-0c12b1ca84e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:31.695371 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5eda15b-e0c8-40d9-83e9-3d1480d85c6a tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] GET failed (client error): The resource could not be found. Apr 05 20:36:31.698646 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f5eda15b-e0c8-40d9-83e9-3d1480d85c6a tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] 10.222.0.24 "GET /v2.0/ports/f03a99a4-7c18-41cd-a816-007e609e104f HTTP/1.1" status: 404 len: 333 time: 0.0945482 Apr 05 20:36:31.703481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36286) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:31.729344 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e22c22-528f-4a3d-94a8-7ffcb656ceb8 req-e7a55615-9bdd-4e5a-989a-d8401b5f50b4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:31.730948 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-11e22c22-528f-4a3d-94a8-7ffcb656ceb8 req-e7a55615-9bdd-4e5a-989a-d8401b5f50b4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.1834257 Apr 05 20:36:31.737538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcfac8-8e10-45d0-8185-461d285e1bf3 req-71225ba0-e7ea-4144-8eaf-7500a4f78603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:31.744575 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cebcfac8-8e10-45d0-8185-461d285e1bf3 req-71225ba0-e7ea-4144-8eaf-7500a4f78603 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e001c7aa-cc86-425e-9f2c-59333aa3f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4633760 Apr 05 20:36:31.747280 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:31.916767 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-058d4aee-06f9-4581-815b-4b31f8042914 tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] GET failed (client error): The resource could not be found. Apr 05 20:36:31.918622 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6f5d6a84-708b-4b91-b3ac-0c12b1ca84e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:31.924814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-058d4aee-06f9-4581-815b-4b31f8042914 tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] 10.222.0.24 "GET /v2.0/subnets/548d534e-acac-49b6-b28f-b2e42fb6d634 HTTP/1.1" status: 404 len: 337 time: 0.2171772 Apr 05 20:36:31.925713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36290) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:31.936048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e83f152f-827e-42a1-abd7-dbc9bb307ddc tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:31.974387 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6f5d6a84-708b-4b91-b3ac-0c12b1ca84e8 None None] For port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f,segment=NetworkSegment(55a1a7d2-d59a-40b0-a176-c07462b9a2d4),segment_id=55a1a7d2-d59a-40b0-a176-c07462b9a2d4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:31.982545 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83f152f-827e-42a1-abd7-dbc9bb307ddc tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] PUT failed (client error): The resource could not be found. Apr 05 20:36:31.982944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83f152f-827e-42a1-abd7-dbc9bb307ddc tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:31.983091 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6f5d6a84-708b-4b91-b3ac-0c12b1ca84e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:31.984407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e83f152f-827e-42a1-abd7-dbc9bb307ddc tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] 10.222.0.24 "PUT /v2.0/networks/b649c655-fd0b-45d0-acfe-2e48f3902eaa HTTP/1.1" status: 404 len: 339 time: 0.0573742 Apr 05 20:36:31.990250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36298) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:32.000284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-22f414e3-ebae-434a-ae45-8632cbe482ef tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:32.095168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:32.136479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d6a84-708b-4b91-b3ac-0c12b1ca84e8 None None] Pushing event updated for resources: {'Port': ['ID=cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:32.149718 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f414e3-ebae-434a-ae45-8632cbe482ef tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] PUT failed (client error): The resource could not be found. Apr 05 20:36:32.150123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22f414e3-ebae-434a-ae45-8632cbe482ef tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:32.153924 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-22f414e3-ebae-434a-ae45-8632cbe482ef tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] 10.222.0.24 "PUT /v2.0/ports/add33cc3-ea30-42b3-b644-e34499b2b211 HTTP/1.1" status: 404 len: 333 time: 0.1592388 Apr 05 20:36:32.156934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36304) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:32.166646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-06f4afb8-b30d-4125-8286-c72ea8a8c05d tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:32.311688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:32.327018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fe6bdcbe-96fc-47f1-89bc-4332f63a06b3 None None] Provisioning complete for port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:32.327556 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fe6bdcbe-96fc-47f1-89bc-4332f63a06b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:32.331243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:32.375419 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-11e22c22-528f-4a3d-94a8-7ffcb656ceb8 req-acb31934-2591-405f-8d04-be688184eaa2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294007 Apr 05 20:36:32.418915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Pushing event updated for resources: {'Port': ['ID=0f71f88e-6c78-4278-adef-ccfdfd941e2f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:32.430901 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-06f4afb8-b30d-4125-8286-c72ea8a8c05d tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] PUT failed (client error): The resource could not be found. Apr 05 20:36:32.431413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06f4afb8-b30d-4125-8286-c72ea8a8c05d tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:32.435700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-06f4afb8-b30d-4125-8286-c72ea8a8c05d tempest-NetworksNegativeTestJSON-47271836 tempest-NetworksNegativeTestJSON-47271836-project] 10.222.0.24 "PUT /v2.0/subnets/ed53880c-7b8e-4548-a29e-00a2c341792b HTTP/1.1" status: 404 len: 337 time: 0.2743556 Apr 05 20:36:32.537203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a24d7-72a8-4320-901c-7f88c44ee3f5 req-90edd884-650a-4e18-96d7-02878805e15f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:32.548546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c0a24d7-72a8-4320-901c-7f88c44ee3f5 req-90edd884-650a-4e18-96d7-02878805e15f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 943 time: 0.1567476 Apr 05 20:36:32.621336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ab115d4b-25b7-4cc8-a68a-d774b1372387 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:36:32.661338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c0a24d7-72a8-4320-901c-7f88c44ee3f5 req-6115f164-c969-4cbc-9c5c-ea0c36c75232 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ccc6193-4a54-4284-b8c4-b4ab82a829f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118448 Apr 05 20:36:32.744651 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cebcfac8-8e10-45d0-8185-461d285e1bf3 req-161146a8-23f7-4519-a17c-413f78d44bbe service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9852149 Apr 05 20:36:32.937759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ab115d4b-25b7-4cc8-a68a-d774b1372387, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ab115d4b-25b7-4cc8-a68a-d774b1372387,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:32.956911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'ab115d4b-25b7-4cc8-a68a-d774b1372387', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'port_id': 'ab115d4b-25b7-4cc8-a68a-d774b1372387', 'mac_address': 'fa:16:3e:a5:ab:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:36:32.971887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36326) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:33.087709 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.108881 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cebcfac8-8e10-45d0-8185-461d285e1bf3 req-71d5b252-2212-4f76-ab44-4c2e809cdc54 service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777889 Apr 05 20:36:33.144631 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9c83-08ee-4189-9563-f4dbe95f78ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.161071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2fbc9c83-08ee-4189-9563-f4dbe95f78ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:33.165274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2fbc9c83-08ee-4189-9563-f4dbe95f78ec admin admin] Usage tracker for resource:security_group_rule and tenant:aaa2d866d1304d949d6b4ed5af9d4dc3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:33.168852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2fbc9c83-08ee-4189-9563-f4dbe95f78ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:33.175917 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.186847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2fbc9c83-08ee-4189-9563-f4dbe95f78ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:33.187297 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab115d4b-25b7-4cc8-a68a-d774b1372387 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:36:33.221579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ab115d4b-25b7-4cc8-a68a-d774b1372387, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ab115d4b-25b7-4cc8-a68a-d774b1372387,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:33.229156 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.286297 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:33.378594 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9c83-08ee-4189-9563-f4dbe95f78ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.383837 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=ab115d4b-25b7-4cc8-a68a-d774b1372387,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:33.384623 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2fbc9c83-08ee-4189-9563-f4dbe95f78ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.425825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:33.432085 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.463194 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2fbc9c83-08ee-4189-9563-f4dbe95f78ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aaa2d866d1304d949d6b4ed5af9d4dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875977 Apr 05 20:36:33.463194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc9c83-08ee-4189-9563-f4dbe95f78ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd7fa8a-26a5-45d0-94b8-818af623b0c7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:33.465412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36340) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:33.504102 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['ab115d4b-25b7-4cc8-a68a-d774b1372387'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:36:33.554502 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-778deef9-aff3-4392-8715-e90c381c6f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.590237 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-778deef9-aff3-4392-8715-e90c381c6f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.687321 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-778deef9-aff3-4392-8715-e90c381c6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.753215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778deef9-aff3-4392-8715-e90c381c6f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd7fa8a-26a5-45d0-94b8-818af623b0c7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:33.883330 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-778deef9-aff3-4392-8715-e90c381c6f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:33.886739 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-778deef9-aff3-4392-8715-e90c381c6f1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7bd7fa8a-26a5-45d0-94b8-818af623b0c7 HTTP/1.1" status: 204 len: 168 time: 0.4181921 Apr 05 20:36:33.925531 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68fb2112-3837-41c2-adb0-e1b703671e90 req-6fbab749-6a32-41b6-aa23-7b8443a44f2c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1752234 Apr 05 20:36:34.046999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e871b82-5310-473d-9a57-9053ce3a791e req-2d693f9a-9458-48f9-997a-8e0782fd144b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:34.059861 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8e871b82-5310-473d-9a57-9053ce3a791e req-2d693f9a-9458-48f9-997a-8e0782fd144b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.4987891 Apr 05 20:36:34.111090 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:34.131234 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb2112-3837-41c2-adb0-e1b703671e90 req-6a1d9dee-5fa9-4f0d-b908-3256e8bf61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:34.132758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68fb2112-3837-41c2-adb0-e1b703671e90 req-6a1d9dee-5fa9-4f0d-b908-3256e8bf61c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 1096 time: 0.1436331 Apr 05 20:36:34.214988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8ddb1-f345-413a-8f35-9a8b2818d303 req-57492e24-862c-45a5-858a-66df3cf9034b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:34.221818 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3b8ddb1-f345-413a-8f35-9a8b2818d303 req-57492e24-862c-45a5-858a-66df3cf9034b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 944 time: 0.2861164 Apr 05 20:36:34.285529 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3b8ddb1-f345-413a-8f35-9a8b2818d303 req-46881e5f-524a-4b6f-9190-00b674ad1d77 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ccc6193-4a54-4284-b8c4-b4ab82a829f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587866 Apr 05 20:36:34.416787 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8e871b82-5310-473d-9a57-9053ce3a791e req-254f7850-687b-4fd4-8cf5-6593f554456b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559380 Apr 05 20:36:34.442661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb2112-3837-41c2-adb0-e1b703671e90 req-6b6c8ed0-6b3d-4abf-9f19-56df223f142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:34.444564 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68fb2112-3837-41c2-adb0-e1b703671e90 req-6b6c8ed0-6b3d-4abf-9f19-56df223f142e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.2898204 Apr 05 20:36:34.480653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Router cf0c8458-c688-43de-9b81-72bdd364aa26 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:36:34.556651 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68fb2112-3837-41c2-adb0-e1b703671e90 req-580743f6-f029-4097-924f-1f82219e8ab0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ea60c462-5f27-48b3-808b-4e935de28bf4 HTTP/1.1" status: 200 len: 217 time: 0.1061971 Apr 05 20:36:34.559977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ab115d4b-25b7-4cc8-a68a-d774b1372387 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:34.705066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port ab115d4b-25b7-4cc8-a68a-d774b1372387 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:34.712385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port ab115d4b-25b7-4cc8-a68a-d774b1372387 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:34.712647 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:34.760597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb2112-3837-41c2-adb0-e1b703671e90 req-57fb2516-100c-4c69-a39b-c2cdf8f9e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:34.762487 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68fb2112-3837-41c2-adb0-e1b703671e90 req-57fb2516-100c-4c69-a39b-c2cdf8f9e842 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.1992300 Apr 05 20:36:34.882876 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:34.953037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66204d83-c746-4ac8-a8f9-d88b987796ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab115d4b-25b7-4cc8-a68a-d774b1372387'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:36:34.992014 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ab115d4b-25b7-4cc8-a68a-d774b1372387, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ab115d4b-25b7-4cc8-a68a-d774b1372387,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:34.997904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fb2112-3837-41c2-adb0-e1b703671e90 req-cb0f9f97-03c4-4cbf-90a7-e3b8f3b8bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:35.002681 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:35.007176 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68fb2112-3837-41c2-adb0-e1b703671e90 req-cb0f9f97-03c4-4cbf-90a7-e3b8f3b8bfb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2313437 Apr 05 20:36:35.121411 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66204d83-c746-4ac8-a8f9-d88b987796ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab115d4b-25b7-4cc8-a68a-d774b1372387', 'code': 200} Apr 05 20:36:35.195107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=ab115d4b-25b7-4cc8-a68a-d774b1372387,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:35.343048 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68fb2112-3837-41c2-adb0-e1b703671e90 req-3c7c03bf-e3f5-4ea1-91e2-7a7fcb080097 service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349700 Apr 05 20:36:35.409267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36398) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:35.472263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:36:35.482280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Sync routers for ids ['cf0c8458-c688-43de-9b81-72bdd364aa26'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:36:35.500293 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Routers {'cf0c8458-c688-43de-9b81-72bdd364aa26'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:36:35.500942 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:36:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cf0c8458-c688-43de-9b81-72bdd364aa26'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:35.549902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e92b4-1a94-4097-8845-995290bd4bad req-3f0d6b16-9f02-4fa4-b6a3-c72ff55804d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:35.554505 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d0e92b4-1a94-4097-8845-995290bd4bad req-3f0d6b16-9f02-4fa4-b6a3-c72ff55804d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 1096 time: 0.3519969 Apr 05 20:36:35.609231 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68fb2112-3837-41c2-adb0-e1b703671e90 req-bf96d4a4-2500-4aa3-88f1-3cd95b24d222 service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595057 Apr 05 20:36:35.646847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1425068516'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:35.654741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:35.664814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d940a380-0d6f-468e-9f95-04462faf87e4 req-0f2a7e82-690c-4b65-a279-a1eb3ba92f9c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:35.666357 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d940a380-0d6f-468e-9f95-04462faf87e4 req-0f2a7e82-690c-4b65-a279-a1eb3ba92f9c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.5843606 Apr 05 20:36:35.677405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8434a25-7c5d-4735-839f-c0df22af2628 req-e1e9292c-caaa-4a53-96d0-975324b60519 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:35.678911 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8434a25-7c5d-4735-839f-c0df22af2628 req-e1e9292c-caaa-4a53-96d0-975324b60519 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 945 time: 0.1938825 Apr 05 20:36:35.679946 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:network and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:35.683252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:35.693859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:35.702511 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d0e92b4-1a94-4097-8845-995290bd4bad req-7d0375d9-4f3e-4e63-8f84-85ee79ab2427 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ccc6193-4a54-4284-b8c4-b4ab82a829f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289172 Apr 05 20:36:35.705621 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:35.707463 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-97f18cfa-8f29-4353-9ba5-67522e00feb6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9657247 Apr 05 20:36:35.711800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36408) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:35.790705 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8434a25-7c5d-4735-839f-c0df22af2628 req-87a33b48-adc5-4371-9c01-1784979f9240 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ccc6193-4a54-4284-b8c4-b4ab82a829f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766840 Apr 05 20:36:35.792331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:35.797918 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:35.833937 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:35.853180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:35.857424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:security_group_rule and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:35.861144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:35.867857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:35.878263 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d940a380-0d6f-468e-9f95-04462faf87e4 req-d6a8891d-7361-4a93-af54-9547b928b067 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944351 Apr 05 20:36:35.935910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Set router cf0c8458-c688-43de-9b81-72bdd364aa26 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:36:36.067684 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.076809 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.093971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:36:36.118660 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.119104 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Added segment a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0 of type vlan for network 3fce8b40-63db-49d0-8f89-aa1945234386 Apr 05 20:36:36.146234 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.219251 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.228439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:36.229174 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.275391 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8617935 Apr 05 20:36:36.277832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36418) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:36.285576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff91a8b-e332-406a-bb2f-d6d2af8c5114,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:36.347323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'name': 'tempest-PortsTestJSON-444327809'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:36.451114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258dc071-1d7c-459f-91ba-ce2b91aad26a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Network': ['ID=3fce8b40-63db-49d0-8f89-aa1945234386,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:36.464763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 3fce8b40-63db-49d0-8f89-aa1945234386 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:36:36.608212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:36.613318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:port and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:36.616222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:36.618078 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'name': 'tempest-TestVolumeBootPattern-1177305432-router', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '0f71f88e-6c78-4278-adef-ccfdfd941e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:27Z', 'updated_at': '2022-04-05T20:36:32Z', 'revision_number': 3, 'project_id': '0173deccd5f54eb29278921a207f95c4', 'gw_port': {'id': '0f71f88e-6c78-4278-adef-ccfdfd941e2f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ee:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:30Z', 'updated_at': '2022-04-05T20:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:36.622849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Checking router: cf0c8458-c688-43de-9b81-72bdd364aa26 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:36:36.623094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:36.623207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Updating router cf0c8458-c688-43de-9b81-72bdd364aa26 port 0f71f88e-6c78-4278-adef-ccfdfd941e2f binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:36:36.641240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:36.645116 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.714466 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:36.786617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:36:37.232475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82fca0-a603-4735-a1ee-2465428db025 req-3cc14ba2-fc01-4847-8b0e-8dd4d108008e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:37.234261 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d82fca0-a603-4735-a1ee-2465428db025 req-3cc14ba2-fc01-4847-8b0e-8dd4d108008e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 945 time: 0.1805680 Apr 05 20:36:37.254715 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.268458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Transition to ACTIVE for port object 0f71f88e-6c78-4278-adef-ccfdfd941e2f will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:37.288156 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.352780 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d82fca0-a603-4735-a1ee-2465428db025 req-b0be80c7-0012-4dd1-bbc6-c14e7f598e4b tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ccc6193-4a54-4284-b8c4-b4ab82a829f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114240 Apr 05 20:36:37.361644 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.418685 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Attempting to bind port 0f71f88e-6c78-4278-adef-ccfdfd941e2f on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:37.419052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Attempting to bind port 0f71f88e-6c78-4278-adef-ccfdfd941e2f by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:37.419844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Attempting to bind port 0f71f88e-6c78-4278-adef-ccfdfd941e2f on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:37.422035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f941d8-1753-4637-8c38-4524578a79a4 None None] Pushing event updated for resources: {'Port': ['ID=0f71f88e-6c78-4278-adef-ccfdfd941e2f,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:37.431055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:36:37.431414 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:37.432441 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.432441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:36:37.432769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Bound port: 0f71f88e-6c78-4278-adef-ccfdfd941e2f, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:37.432989 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.533287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] For port 0f71f88e-6c78-4278-adef-ccfdfd941e2f, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:36:37.538332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] For port 0f71f88e-6c78-4278-adef-ccfdfd941e2f, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0f71f88e-6c78-4278-adef-ccfdfd941e2f,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:36:37.544336 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.647874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Routers {'cf0c8458-c688-43de-9b81-72bdd364aa26'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:36:37.648902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:36:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cf0c8458-c688-43de-9b81-72bdd364aa26'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:37.729531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ca887-f554-417e-9da9-745ba8df3547 req-10f31fa3-23ea-4800-9864-9f81a9b03845 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:37.731008 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c60ca887-f554-417e-9da9-745ba8df3547 req-10f31fa3-23ea-4800-9864-9f81a9b03845 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.4664547 Apr 05 20:36:37.755393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f941d8-1753-4637-8c38-4524578a79a4 None None] Pushing event updated for resources: {'Port': ['ID=0f71f88e-6c78-4278-adef-ccfdfd941e2f,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:37.801308 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.902353 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c60ca887-f554-417e-9da9-745ba8df3547 req-8319f790-75b0-46a9-8429-edf82d24e031 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397624 Apr 05 20:36:37.912148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] Set router cf0c8458-c688-43de-9b81-72bdd364aa26 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:36:37.924132 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:37.967141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:38.022134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Checking segment: {'id': 'a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:38.022134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network hostable DHCP agents. Network: 3fce8b40-63db-49d0-8f89-aa1945234386, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:36:38.146205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 3fce8b40-63db-49d0-8f89-aa1945234386 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:36:38.197800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 3fce8b40-63db-49d0-8f89-aa1945234386) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:38.205696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:38.212442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:38.213519 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.220192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3420f9-9aac-4287-a1a7-054015ca5856 None None] Network 3fce8b40-63db-49d0-8f89-aa1945234386 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:36:38.420476 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-88b38f7c-ae5c-45d2-82ed-bcc968cad6e3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1339138 Apr 05 20:36:38.424098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36466) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:38.429602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-806925155'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:38.437946 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:38.444779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:network and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:38.450641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:38.458104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:38.479930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Allocated IP 172.20.0.1 (9a029627-0b88-4d49-b677-8bfd90879d23/df66e40f-3722-407e-aa90-40f74fded197/4f985be3-260a-4c9b-a3a6-e80c179752ab) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:38.740504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:38.755573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.852699 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.856898 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'name': 'tempest-TestVolumeBootPattern-1177305432-router', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '0f71f88e-6c78-4278-adef-ccfdfd941e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:27Z', 'updated_at': '2022-04-05T20:36:32Z', 'revision_number': 3, 'project_id': '0173deccd5f54eb29278921a207f95c4', 'gw_port': {'id': '0f71f88e-6c78-4278-adef-ccfdfd941e2f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ee:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:30Z', 'updated_at': '2022-04-05T20:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:38.860302 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.872952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Transition to ACTIVE for port object 4f985be3-260a-4c9b-a3a6-e80c179752ab will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:38.891992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:36:38.894559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a7b38-441b-4b24-8144-202cbc8b16b2 None None] The sync data for ids ['cf0c8458-c688-43de-9b81-72bdd364aa26'] in n-d-836604-1 is: [{'id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'name': 'tempest-TestVolumeBootPattern-1177305432-router', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '0f71f88e-6c78-4278-adef-ccfdfd941e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:27Z', 'updated_at': '2022-04-05T20:36:32Z', 'revision_number': 3, 'project_id': '0173deccd5f54eb29278921a207f95c4', 'gw_port': {'id': '0f71f88e-6c78-4278-adef-ccfdfd941e2f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ee:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:30Z', 'updated_at': '2022-04-05T20:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:36:38.922423 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:38.922844 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Added segment 99673783-2262-4615-9ac3-a4f7a4284520 of type vlan for network 148a315b-fb8d-479a-85b3-870d103bba57 Apr 05 20:36:38.941980 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:39.010290 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:39.036531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Network 9a029627-0b88-4d49-b677-8bfd90879d23 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:39.057385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:39.079645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:39.087955 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:39.121145 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:39.128610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:39.129525 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:39.227006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5311dba-7742-4f09-8ea8-37cb24ee138e req-8236f8b8-e5f0-4a2b-8884-cbb47dece691 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:39.246886 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5311dba-7742-4f09-8ea8-37cb24ee138e req-8236f8b8-e5f0-4a2b-8884-cbb47dece691 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 945 time: 0.6490431 Apr 05 20:36:39.308374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Pushing event updated for resources: {'Port': ['ID=4f985be3-260a-4c9b-a3a6-e80c179752ab,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:39.347771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Network': ['ID=148a315b-fb8d-479a-85b3-870d103bba57,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:39.356770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:39.357362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:39.357497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:39.357782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:39.361275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:39.361646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:39.362348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:39.362348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:39.362838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:39.362986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:39.363292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:39.363612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:36:39.375174 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-59361984-2126-4332-b273-71e2b83da915 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9477086 Apr 05 20:36:39.376093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36494) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:39.384325 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:39.391138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 148a315b-fb8d-479a-85b3-870d103bba57 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:36:39.414664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'ports': [{'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386'}, {'network_id': '148a315b-fb8d-479a-85b3-870d103bba57'}]} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:39.414664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:39.416580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'network_id': '148a315b-fb8d-479a-85b3-870d103bba57'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:39.625363 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c5311dba-7742-4f09-8ea8-37cb24ee138e req-6f6f86d5-6df5-47a9-b76c-7d46bc70a38c tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ccc6193-4a54-4284-b8c4-b4ab82a829f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3754153 Apr 05 20:36:39.779948 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9c37215b-58f6-4da0-adeb-9d64af337f08 None None] Provisioning for port 4f985be3-260a-4c9b-a3a6-e80c179752ab completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:39.785323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9c37215b-58f6-4da0-adeb-9d64af337f08 None None] Provisioning complete for port 4f985be3-260a-4c9b-a3a6-e80c179752ab triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:39.786085 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9c37215b-58f6-4da0-adeb-9d64af337f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:39.870393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199ac09-8088-4e44-a5eb-046fa5e4bd99 req-7c6b9319-3be7-4a93-96c3-6218c6e10e1d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:39.872099 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b199ac09-8088-4e44-a5eb-046fa5e4bd99 req-7c6b9319-3be7-4a93-96c3-6218c6e10e1d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.8709943 Apr 05 20:36:39.881772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9c37215b-58f6-4da0-adeb-9d64af337f08 None None] Port 4f985be3-260a-4c9b-a3a6-e80c179752ab cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:36:39.915182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:39.922171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:port and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:39.928608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:39.944096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:40.021719 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8098b-a23e-4248-acd0-5f5810d64634 req-9c16908a-a21f-4b6a-a27d-41522d5f33cc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:40.028689 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a5a8098b-a23e-4248-acd0-5f5810d64634 req-9c16908a-a21f-4b6a-a27d-41522d5f33cc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 945 time: 0.1952600 Apr 05 20:36:40.029545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.034553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b199ac09-8088-4e44-a5eb-046fa5e4bd99 req-a0848a12-ee51-4d2d-bbdd-2c71602abbb4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763412 Apr 05 20:36:40.035475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 2} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:40.041483 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.061045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36516) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:40.062073 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.133402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-dc4b0253-9ba2-4ee0-b98b-7f85a781bc15 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Request body: {'floatingip': {'port_id': 'ab115d4b-25b7-4cc8-a68a-d774b1372387'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:40.332278 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0253-9ba2-4ee0-b98b-7f85a781bc15 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.385549 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.404025 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.617460 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:40.651023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port ed527bf5-fc13-44ac-82b9-1e3d00b94b2a yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:36:40.946990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Pushing event updated for resources: {'Port': ['ID=4f985be3-260a-4c9b-a3a6-e80c179752ab,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:40.979797 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:41.047078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Network 9a029627-0b88-4d49-b677-8bfd90879d23 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:41.048536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:41.323591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0f71f88e-6c78-4278-adef-ccfdfd941e2f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:41.436257 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11005671-f0b0-462f-a99f-e60951b41497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:41.502016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 0f71f88e-6c78-4278-adef-ccfdfd941e2f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:41.539412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0f71f88e-6c78-4278-adef-ccfdfd941e2f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:41.539789 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:41.609864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port 56c2adb2-8aad-43b5-9431-95f7ca10bd40 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:36:41.665988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Router cf0c8458-c688-43de-9b81-72bdd364aa26 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:36:41.709207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c0230db7-afc3-469f-81da-31c4eed57d1c None None] Provisioning complete for port 4f985be3-260a-4c9b-a3a6-e80c179752ab triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:41.721028 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c0230db7-afc3-469f-81da-31c4eed57d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:41.832257 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-dc4b0253-9ba2-4ee0-b98b-7f85a781bc15 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:36:42.008316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 23a6555f-59ab-4a00-8b33-c354c421586f details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:36:42.015726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec0ad3-d747-4f4d-9ccd-d9350204ab3a req-f0800643-75de-4628-be04-535c69b031c8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:42.019846 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-faec0ad3-d747-4f4d-9ccd-d9350204ab3a req-f0800643-75de-4628-be04-535c69b031c8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.4691064 Apr 05 20:36:42.028576 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c0230db7-afc3-469f-81da-31c4eed57d1c None None] Port 4f985be3-260a-4c9b-a3a6-e80c179752ab cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:36:42.049031 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0253-9ba2-4ee0-b98b-7f85a781bc15 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.066196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.075635 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0253-9ba2-4ee0-b98b-7f85a781bc15 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.110827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:36:42.117277 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b9c2c079-8af7-4559-b832-af2d90ac4f58 admin admin] 10.222.0.24 "PUT /v2.0/routers/cf0c8458-c688-43de-9b81-72bdd364aa26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4043505 Apr 05 20:36:42.124398 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Sync routers for ids ['cf0c8458-c688-43de-9b81-72bdd364aa26'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:36:42.137276 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-faec0ad3-d747-4f4d-9ccd-d9350204ab3a req-e224d5a8-052a-4699-ac29-f18f67e33b78 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889442 Apr 05 20:36:42.149429 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Routers {'cf0c8458-c688-43de-9b81-72bdd364aa26'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:36:42.150071 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:36:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cf0c8458-c688-43de-9b81-72bdd364aa26'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:42.177107 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.317807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 0f71f88e-6c78-4278-adef-ccfdfd941e2f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0f71f88e-6c78-4278-adef-ccfdfd941e2f,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:42.334288 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.380530 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-dc4b0253-9ba2-4ee0-b98b-7f85a781bc15 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Floating IP f037142e-7b1e-4708-b342-3ce0b3a91f0f associated. External IP: 172.25.8.162, port: ab115d4b-25b7-4cc8-a68a-d774b1372387. Apr 05 20:36:42.488984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=0f71f88e-6c78-4278-adef-ccfdfd941e2f,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:42.547620 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Set router cf0c8458-c688-43de-9b81-72bdd364aa26 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:36:42.569384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 23a6555f-59ab-4a00-8b33-c354c421586f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=23a6555f-59ab-4a00-8b33-c354c421586f,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:42.598822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '23a6555f-59ab-4a00-8b33-c354c421586f', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'port_id': '23a6555f-59ab-4a00-8b33-c354c421586f', 'mac_address': 'fa:16:3e:61:10:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:36:42.664892 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.687423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23a6555f-59ab-4a00-8b33-c354c421586f {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:36:42.745355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 23a6555f-59ab-4a00-8b33-c354c421586f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=23a6555f-59ab-4a00-8b33-c354c421586f,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:42.762733 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:42.954400 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['23a6555f-59ab-4a00-8b33-c354c421586f'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:36:43.193358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=23a6555f-59ab-4a00-8b33-c354c421586f,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:43.317280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0f71f88e-6c78-4278-adef-ccfdfd941e2f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:43.418362 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'name': 'tempest-TestVolumeBootPattern-1177305432-router', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '0f71f88e-6c78-4278-adef-ccfdfd941e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:27Z', 'updated_at': '2022-04-05T20:36:39Z', 'revision_number': 4, 'project_id': '0173deccd5f54eb29278921a207f95c4', 'gw_port': {'id': '0f71f88e-6c78-4278-adef-ccfdfd941e2f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ee:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:30Z', 'updated_at': '2022-04-05T20:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '4f985be3-260a-4c9b-a3a6-e80c179752ab', 'name': '', 'network_id': '9a029627-0b88-4d49-b677-8bfd90879d23', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'mac_address': 'fa:16:3e:d7:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'df66e40f-3722-407e-aa90-40f74fded197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:38Z', 'updated_at': '2022-04-05T20:36:40Z', 'revision_number': 2, 'project_id': '0173deccd5f54eb29278921a207f95c4', 'subnets': [{'id': 'df66e40f-3722-407e-aa90-40f74fded197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:43.438350 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Checking router: cf0c8458-c688-43de-9b81-72bdd364aa26 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:36:43.439165 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Updating router cf0c8458-c688-43de-9b81-72bdd364aa26 port 4f985be3-260a-4c9b-a3a6-e80c179752ab binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:36:43.532536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0f71f88e-6c78-4278-adef-ccfdfd941e2f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:43.537536 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:43.543857 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:43.705627 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:43.899987 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a08d7450-d832-42c0-b9a7-89f4160ca328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:43.962971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 3fce8b40-63db-49d0-8f89-aa1945234386 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:43.971251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=ed527bf5-fc13-44ac-82b9-1e3d00b94b2a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:43.973839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:43.978411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:43.979319 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:44.037240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc4b0253-9ba2-4ee0-b98b-7f85a781bc15 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:36:44.228062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ea324-5812-4269-abdb-fdebbc976f3d req-cc5740c6-ac62-402d-ac1e-2c988dd519f3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:44.230158 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-417ea324-5812-4269-abdb-fdebbc976f3d req-cc5740c6-ac62-402d-ac1e-2c988dd519f3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 944 time: 0.6716197 Apr 05 20:36:44.239649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Checking segment: {'id': '99673783-2262-4615-9ac3-a4f7a4284520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '148a315b-fb8d-479a-85b3-870d103bba57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:44.240271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network hostable DHCP agents. Network: 148a315b-fb8d-479a-85b3-870d103bba57, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:36:44.280294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=56c2adb2-8aad-43b5-9431-95f7ca10bd40,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:44.332683 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-417ea324-5812-4269-abdb-fdebbc976f3d req-f0493387-57b4-467d-b1ce-0e9dca9488a0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829089 Apr 05 20:36:44.378619 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:44.408483 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Transition to ACTIVE for port object 4f985be3-260a-4c9b-a3a6-e80c179752ab will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:44.430451 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:44.463639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 148a315b-fb8d-479a-85b3-870d103bba57 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:36:44.488795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 148a315b-fb8d-479a-85b3-870d103bba57) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:44.498318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1423c9c7-f86d-4238-b4de-60d32185a7fb None None] Network 148a315b-fb8d-479a-85b3-870d103bba57 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:36:44.573752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:44.582832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:44.599327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:44.602901 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:44.622258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4b0253-9ba2-4ee0-b98b-7f85a781bc15 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:36:44.664194 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc4b0253-9ba2-4ee0-b98b-7f85a781bc15 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:44.706420 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c8c7f-0bdc-4dc0-85c3-82921f90b6d4 None None] Sync routers for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:36:44.739786 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c8c7f-0bdc-4dc0-85c3-82921f90b6d4 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:36:44.748617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a38c8c7f-0bdc-4dc0-85c3-82921f90b6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:36:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:44.934621 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ea351-b5a5-4824-b0d7-ddd1f9992507 None None] Pushing event updated for resources: {'Port': ['ID=4f985be3-260a-4c9b-a3a6-e80c179752ab,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:45.124238 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9ff5a4d3-c158-4b36-b268-d550de5183a4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.7387419 Apr 05 20:36:45.126139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36630) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:45.145977 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Attempting to bind port 4f985be3-260a-4c9b-a3a6-e80c179752ab on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:45.146609 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Attempting to bind port 4f985be3-260a-4c9b-a3a6-e80c179752ab by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '55a1a7d2-d59a-40b0-a176-c07462b9a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9a029627-0b88-4d49-b677-8bfd90879d23'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:45.147693 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Attempting to bind port 4f985be3-260a-4c9b-a3a6-e80c179752ab on network 9a029627-0b88-4d49-b677-8bfd90879d23 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:45.154436 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:36:45.155121 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Checking segment: {'id': '55a1a7d2-d59a-40b0-a176-c07462b9a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9a029627-0b88-4d49-b677-8bfd90879d23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:45.155711 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:45.156279 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Bound using segment: {'id': '55a1a7d2-d59a-40b0-a176-c07462b9a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9a029627-0b88-4d49-b677-8bfd90879d23'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:36:45.156915 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Bound port: 4f985be3-260a-4c9b-a3a6-e80c179752ab, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55a1a7d2-d59a-40b0-a176-c07462b9a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9a029627-0b88-4d49-b677-8bfd90879d23'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:45.157488 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:45.227096 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dc4b0253-9ba2-4ee0-b98b-7f85a781bc15 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "PUT /v2.0/floatingips/f037142e-7b1e-4708-b342-3ce0b3a91f0f HTTP/1.1" status: 200 len: 991 time: 5.1396277 Apr 05 20:36:45.242595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66204d83-c746-4ac8-a8f9-d88b987796ec', 'tag': 'ab115d4b-25b7-4cc8-a68a-d774b1372387'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:36:45.304789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-a38c8c7f-0bdc-4dc0-85c3-82921f90b6d4 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:36:45.318831 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] For port 4f985be3-260a-4c9b-a3a6-e80c179752ab, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:36:45.323230 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] For port 4f985be3-260a-4c9b-a3a6-e80c179752ab, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4f985be3-260a-4c9b-a3a6-e80c179752ab,segment=NetworkSegment(55a1a7d2-d59a-40b0-a176-c07462b9a2d4),segment_id=55a1a7d2-d59a-40b0-a176-c07462b9a2d4)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:36:45.339423 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:45.548244 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-5a48c14c-b700-4eb5-b1d7-3daec37caf06 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 56c2adb2-8aad-43b5-9431-95f7ca10bd40 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:36:45.548603 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5a48c14c-b700-4eb5-b1d7-3daec37caf06 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:45.604520 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Routers {'cf0c8458-c688-43de-9b81-72bdd364aa26'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:36:45.609500 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:36:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cf0c8458-c688-43de-9b81-72bdd364aa26'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:45.823227 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ea351-b5a5-4824-b0d7-ddd1f9992507 None None] Pushing event updated for resources: {'Port': ['ID=4f985be3-260a-4c9b-a3a6-e80c179752ab,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:45.952343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0cce60-0318-4823-990a-cfc24bd5026c req-423ac02a-8cfc-4331-b8f9-16f1a13ceb19 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:45.984880 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d0cce60-0318-4823-990a-cfc24bd5026c req-423ac02a-8cfc-4331-b8f9-16f1a13ceb19 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 944 time: 0.1909099 Apr 05 20:36:46.147807 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d0cce60-0318-4823-990a-cfc24bd5026c req-6361d71f-4815-4af3-84ef-e6400a94011b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617148 Apr 05 20:36:46.211543 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:46.248430 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66204d83-c746-4ac8-a8f9-d88b987796ec', 'tag': 'ab115d4b-25b7-4cc8-a68a-d774b1372387', 'status': 'completed', 'code': 200} Apr 05 20:36:46.267731 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] Set router cf0c8458-c688-43de-9b81-72bdd364aa26 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:36:46.287027 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 23a6555f-59ab-4a00-8b33-c354c421586f up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:46.413790 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5a48c14c-b700-4eb5-b1d7-3daec37caf06 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:46.473767 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:46.637210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-5a48c14c-b700-4eb5-b1d7-3daec37caf06 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for 56c2adb2-8aad-43b5-9431-95f7ca10bd40 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:36:46.735655 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:46.880481 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 23a6555f-59ab-4a00-8b33-c354c421586f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:46.881083 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:46.987291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092424b-a855-4de9-9cfc-16d661edf0c5 req-df7234d5-3685-4b78-b57a-64c13ece5f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:47.004825 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6092424b-a855-4de9-9cfc-16d661edf0c5 req-df7234d5-3685-4b78-b57a-64c13ece5f3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b85162d0163437385af208333519bc3&device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 1096 time: 0.6800833 Apr 05 20:36:47.118699 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:47.133591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a38c8c7f-0bdc-4dc0-85c3-82921f90b6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'f037142e-7b1e-4708-b342-3ce0b3a91f0f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'ab115d4b-25b7-4cc8-a68a-d774b1372387', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:a5:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66204d83-c746-4ac8-a8f9-d88b987796ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:36:14Z', 'updated_at': '2022-04-05T20:36:41Z', 'revision_number': 1, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:47.143123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c8c7f-0bdc-4dc0-85c3-82921f90b6d4 None None] Checking router: dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:36:47.167486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38c8c7f-0bdc-4dc0-85c3-82921f90b6d4 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:36:47.169092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a38c8c7f-0bdc-4dc0-85c3-82921f90b6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:36:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:47.247197 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a50896-6277-404e-90c1-6ea4c0d88904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a6555f-59ab-4a00-8b33-c354c421586f'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:36:47.329006 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5a48c14c-b700-4eb5-b1d7-3daec37caf06 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:47.337787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 23a6555f-59ab-4a00-8b33-c354c421586f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=23a6555f-59ab-4a00-8b33-c354c421586f,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:47.353574 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:47.402160 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a50896-6277-404e-90c1-6ea4c0d88904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a6555f-59ab-4a00-8b33-c354c421586f', 'code': 200} Apr 05 20:36:47.447821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48c14c-b700-4eb5-b1d7-3daec37caf06 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=56c2adb2-8aad-43b5-9431-95f7ca10bd40,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:47.475106 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5a48c14c-b700-4eb5-b1d7-3daec37caf06 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:47.488540 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5a48c14c-b700-4eb5-b1d7-3daec37caf06 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/56c2adb2-8aad-43b5-9431-95f7ca10bd40 HTTP/1.1" status: 204 len: 168 time: 2.3604243 Apr 05 20:36:47.493498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36670) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:47.507957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958906d-c0c8-4273-ae90-fec2fdae8350 req-c6e5a2bb-b54a-45a5-b593-89148c5158ce tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:47.525838 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:36:47.526541 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5958906d-c0c8-4273-ae90-fec2fdae8350 req-c6e5a2bb-b54a-45a5-b593-89148c5158ce tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.1745276 Apr 05 20:36:47.540129 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'name': 'tempest-TestVolumeBootPattern-1177305432-router', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '0f71f88e-6c78-4278-adef-ccfdfd941e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:27Z', 'updated_at': '2022-04-05T20:36:39Z', 'revision_number': 4, 'project_id': '0173deccd5f54eb29278921a207f95c4', 'gw_port': {'id': '0f71f88e-6c78-4278-adef-ccfdfd941e2f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:30Z', 'updated_at': '2022-04-05T20:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '4f985be3-260a-4c9b-a3a6-e80c179752ab', 'name': '', 'network_id': '9a029627-0b88-4d49-b677-8bfd90879d23', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'mac_address': 'fa:16:3e:d7:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'df66e40f-3722-407e-aa90-40f74fded197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:38Z', 'updated_at': '2022-04-05T20:36:45Z', 'revision_number': 4, 'project_id': '0173deccd5f54eb29278921a207f95c4', 'subnets': [{'id': 'df66e40f-3722-407e-aa90-40f74fded197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:47.545328 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da44a09-114f-4715-a1c2-ee733794d7d3 None None] The sync data for ids ['cf0c8458-c688-43de-9b81-72bdd364aa26'] in n-d-836604-1 is: [{'id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'name': 'tempest-TestVolumeBootPattern-1177305432-router', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '0f71f88e-6c78-4278-adef-ccfdfd941e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:27Z', 'updated_at': '2022-04-05T20:36:39Z', 'revision_number': 4, 'project_id': '0173deccd5f54eb29278921a207f95c4', 'gw_port': {'id': '0f71f88e-6c78-4278-adef-ccfdfd941e2f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:30Z', 'updated_at': '2022-04-05T20:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '4f985be3-260a-4c9b-a3a6-e80c179752ab', 'name': '', 'network_id': '9a029627-0b88-4d49-b677-8bfd90879d23', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'mac_address': 'fa:16:3e:d7:a1:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2817, 'fixed_ips': [{'subnet_id': 'df66e40f-3722-407e-aa90-40f74fded197', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:38Z', 'updated_at': '2022-04-05T20:36:45Z', 'revision_number': 4, 'project_id': '0173deccd5f54eb29278921a207f95c4', 'subnets': [{'id': 'df66e40f-3722-407e-aa90-40f74fded197', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:36:47.576081 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=23a6555f-59ab-4a00-8b33-c354c421586f,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:47.615209 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-a38c8c7f-0bdc-4dc0-85c3-82921f90b6d4 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:36:47.665789 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5958906d-c0c8-4273-ae90-fec2fdae8350 req-5a82d11d-49a9-4da5-a1c8-85aaf6d07184 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382358 Apr 05 20:36:47.748974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092424b-a855-4de9-9cfc-16d661edf0c5 req-56af8be3-9e6b-4b45-a059-ef41be53b96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:47.761013 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6092424b-a855-4de9-9cfc-16d661edf0c5 req-56af8be3-9e6b-4b45-a059-ef41be53b96f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 200 len: 915 time: 0.7457650 Apr 05 20:36:48.199093 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6092424b-a855-4de9-9cfc-16d661edf0c5 req-76235efb-b915-405f-8ea1-bf6ce95ea0a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab115d4b-25b7-4cc8-a68a-d774b1372387 HTTP/1.1" status: 200 len: 999 time: 0.4240534 Apr 05 20:36:48.299606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8514cd80-d582-40d7-b26d-ecbbc1a97ec9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:48.317958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8514cd80-d582-40d7-b26d-ecbbc1a97ec9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:48.319047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8514cd80-d582-40d7-b26d-ecbbc1a97ec9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:48.503774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a38c8c7f-0bdc-4dc0-85c3-82921f90b6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'f037142e-7b1e-4708-b342-3ce0b3a91f0f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'ab115d4b-25b7-4cc8-a68a-d774b1372387', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:a5:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66204d83-c746-4ac8-a8f9-d88b987796ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:36:14Z', 'updated_at': '2022-04-05T20:36:41Z', 'revision_number': 1, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:48.509048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38c8c7f-0bdc-4dc0-85c3-82921f90b6d4 None None] The sync data for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 is: [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'f037142e-7b1e-4708-b342-3ce0b3a91f0f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'floating_ip_address': '172.25.8.162', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'port_id': 'ab115d4b-25b7-4cc8-a68a-d774b1372387', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'mac_address': 'fa:16:3e:a5:ab:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66204d83-c746-4ac8-a8f9-d88b987796ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:36:14Z', 'updated_at': '2022-04-05T20:36:41Z', 'revision_number': 1, 'project_id': '0b85162d0163437385af208333519bc3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:36:48.774772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8514cd80-d582-40d7-b26d-ecbbc1a97ec9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:48.776174 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8514cd80-d582-40d7-b26d-ecbbc1a97ec9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.2796655 Apr 05 20:36:48.779098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36696) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:48.795069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092424b-a855-4de9-9cfc-16d661edf0c5 req-4d314c1e-652e-49e3-8aa6-f199762d9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:48.796913 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6092424b-a855-4de9-9cfc-16d661edf0c5 req-4d314c1e-652e-49e3-8aa6-f199762d9e50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d7a21430-0121-4577-bdb7-ba96e7b606a8 HTTP/1.1" status: 200 len: 853 time: 0.5183470 Apr 05 20:36:48.911911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-d0ecf577-577d-4290-a7e3-c3af8ee5a2e0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:48.915499 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-d0ecf577-577d-4290-a7e3-c3af8ee5a2e0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 812 time: 0.7142503 Apr 05 20:36:48.950605 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-a76bd8b7-0f8e-4b91-a7a0-31ca902fe5dc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/quotas/dacf556d99314275b005d0fe30e76cf0 HTTP/1.1" status: 200 len: 375 time: 0.0205748 Apr 05 20:36:49.026011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-b6d50134-075b-4a5d-96fd-5a07f2e6f4cd tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port ed527bf5-fc13-44ac-82b9-1e3d00b94b2a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:36:49.033222 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6d50134-075b-4a5d-96fd-5a07f2e6f4cd tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:49.049446 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875ed30c-c4b4-48bf-83ec-afa73dc43c1f None None] New status for floating IP f037142e-7b1e-4708-b342-3ce0b3a91f0f: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:36:49.050174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092424b-a855-4de9-9cfc-16d661edf0c5 req-2524ff97-67ba-4404-ab4a-1dac3684e7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:49.052141 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6092424b-a855-4de9-9cfc-16d661edf0c5 req-2524ff97-67ba-4404-ab4a-1dac3684e7af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e001c7aa-cc86-425e-9f2c-59333aa3f65f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449129 Apr 05 20:36:49.139156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1c410a-fc76-43c3-86a9-c13577a96484 req-04cb2bbe-285d-4cb0-ae66-2788d2837fa1 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:49.143127 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-08a749b0-9bc4-49d3-9699-9f8a17f7d2e3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1829672 Apr 05 20:36:49.143300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b1c410a-fc76-43c3-86a9-c13577a96484 req-04cb2bbe-285d-4cb0-ae66-2788d2837fa1 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.2683089 Apr 05 20:36:49.311385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4f985be3-260a-4c9b-a3a6-e80c179752ab up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:49.335585 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6092424b-a855-4de9-9cfc-16d661edf0c5 req-52af925e-9f48-4a58-af49-950f6718c97a service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737532 Apr 05 20:36:49.433356 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b1c410a-fc76-43c3-86a9-c13577a96484 req-5dc3b7c3-f2b7-4d2b-bc59-9c06f6d80762 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557580 Apr 05 20:36:49.591392 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 4f985be3-260a-4c9b-a3a6-e80c179752ab completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:49.606216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4f985be3-260a-4c9b-a3a6-e80c179752ab triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:49.606216 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:49.749606 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-c472434d-a662-47c9-aca7-ce9b4a714856 service neutron] 10.222.0.24 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5415075 Apr 05 20:36:49.946582 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6092424b-a855-4de9-9cfc-16d661edf0c5 req-bd964a1f-4b00-4810-802f-f09d19f27cd4 service neutron] 10.222.0.41 "GET /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039913 Apr 05 20:36:49.976261 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6d50134-075b-4a5d-96fd-5a07f2e6f4cd tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:50.125737 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-1e9ad752-4e13-41c9-85bf-8ce0a5a961ea service neutron] 10.222.0.24 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671432 Apr 05 20:36:50.171368 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:50.244931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-b6d50134-075b-4a5d-96fd-5a07f2e6f4cd tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for ed527bf5-fc13-44ac-82b9-1e3d00b94b2a owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:36:50.264706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 4f985be3-260a-4c9b-a3a6-e80c179752ab, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4f985be3-260a-4c9b-a3a6-e80c179752ab,segment=NetworkSegment(55a1a7d2-d59a-40b0-a176-c07462b9a2d4),segment_id=55a1a7d2-d59a-40b0-a176-c07462b9a2d4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:36:50.281138 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:50.388443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=4f985be3-260a-4c9b-a3a6-e80c179752ab,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:50.391567 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6d50134-075b-4a5d-96fd-5a07f2e6f4cd tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:50.510786 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6d50134-075b-4a5d-96fd-5a07f2e6f4cd tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:50.534548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d50134-075b-4a5d-96fd-5a07f2e6f4cd tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=ed527bf5-fc13-44ac-82b9-1e3d00b94b2a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:50.547978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36734) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:50.548109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b6d50134-075b-4a5d-96fd-5a07f2e6f4cd tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/ed527bf5-fc13-44ac-82b9-1e3d00b94b2a HTTP/1.1" status: 204 len: 168 time: 1.7673397 Apr 05 20:36:50.740092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dceaec8-8273-4a38-a6d9-61bcb4fde831 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:50.746287 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1dceaec8-8273-4a38-a6d9-61bcb4fde831 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1937203 Apr 05 20:36:50.746763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36740) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:50.899831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af43461-0aee-4a4c-ab9c-2829d09f04d4 req-e94fb7c1-8670-4e22-bd5b-1b5fc4c88e24 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:50.907224 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4af43461-0aee-4a4c-ab9c-2829d09f04d4 req-e94fb7c1-8670-4e22-bd5b-1b5fc4c88e24 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.2358172 Apr 05 20:36:50.938447 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51cd1aa-1d61-49fd-bcae-54b75b79b8bc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] GET failed (client error): The resource could not be found. Apr 05 20:36:50.941654 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a51cd1aa-1d61-49fd-bcae-54b75b79b8bc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/56c2adb2-8aad-43b5-9431-95f7ca10bd40 HTTP/1.1" status: 404 len: 333 time: 0.1910062 Apr 05 20:36:50.952910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36752) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:51.060542 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4af43461-0aee-4a4c-ab9c-2829d09f04d4 req-166abbd1-00cd-4064-a73f-0cd04dd78b1a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504138 Apr 05 20:36:51.194730 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8006cc-ae9e-46df-b7c6-43959a903a3a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] GET failed (client error): The resource could not be found. Apr 05 20:36:51.199087 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-be8006cc-ae9e-46df-b7c6-43959a903a3a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/ed527bf5-fc13-44ac-82b9-1e3d00b94b2a HTTP/1.1" status: 404 len: 333 time: 0.2433825 Apr 05 20:36:51.199677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36762) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:51.263916 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7b4d6e16-5e68-4079-9688-8148afffb5b3 req-058dde99-06d4-4634-894f-90db72066999 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 210 time: 0.1467514 Apr 05 20:36:51.296678 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4f985be3-260a-4c9b-a3a6-e80c179752ab up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:51.352938 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0e4801-06ff-4229-b8c7-2388831434e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:51.443813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4f985be3-260a-4c9b-a3a6-e80c179752ab triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:51.444244 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:51.591308 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0e4801-06ff-4229-b8c7-2388831434e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:51.663508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-5a0e4801-06ff-4229-b8c7-2388831434e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['148a315b-fb8d-479a-85b3-870d103bba57']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:51.692065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-5a0e4801-06ff-4229-b8c7-2388831434e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99673783-2262-4615-9ac3-a4f7a4284520') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:51.692396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-5a0e4801-06ff-4229-b8c7-2388831434e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99673783-2262-4615-9ac3-a4f7a4284520') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:36:51.717951 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0e4801-06ff-4229-b8c7-2388831434e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:51.736307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0e4801-06ff-4229-b8c7-2388831434e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:51.743924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a0e4801-06ff-4229-b8c7-2388831434e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:36:51.744326 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0e4801-06ff-4229-b8c7-2388831434e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:36:51.907737 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:36:51.914774 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0e4801-06ff-4229-b8c7-2388831434e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:51.939694 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a0e4801-06ff-4229-b8c7-2388831434e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:51.956280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e4801-06ff-4229-b8c7-2388831434e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Network': ['ID=148a315b-fb8d-479a-85b3-870d103bba57,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:51.963334 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5a0e4801-06ff-4229-b8c7-2388831434e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/networks/148a315b-fb8d-479a-85b3-870d103bba57 HTTP/1.1" status: 204 len: 168 time: 0.7622550 Apr 05 20:36:51.967535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36780) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:51.972934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-759944629'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:51.985310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:51.991043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:network and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:51.994553 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:52.000633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:52.017254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:52.029624 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:52.101873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:36:52.111060 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:52.111402 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Added segment d38c4805-8ffa-4c5f-9cd3-2cbed0848f29 of type vlan for network bfebf37d-89ba-4506-8af5-2f3ceb132943 Apr 05 20:36:52.156758 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:52.227576 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:52.234758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:52.237296 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:52.430002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281be71-96ef-47fd-9517-b935a9c46f55 req-c3a3b8d4-904b-4a4d-9612-5ce083fcc145 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:52.432294 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0281be71-96ef-47fd-9517-b935a9c46f55 req-c3a3b8d4-904b-4a4d-9612-5ce083fcc145 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.1904366 Apr 05 20:36:52.438347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Network': ['ID=bfebf37d-89ba-4506-8af5-2f3ceb132943,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:52.452325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network bfebf37d-89ba-4506-8af5-2f3ceb132943 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:36:52.469710 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d7ccc542-2084-4445-807f-c91f50d551e9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4973800 Apr 05 20:36:52.470272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36798) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:52.576768 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8601a23a-35b3-465d-a634-0ae3fa7fc235 req-a59c3478-d825-4f98-827f-18d3a2fc6fbf tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 210 time: 0.0707679 Apr 05 20:36:52.584727 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0281be71-96ef-47fd-9517-b935a9c46f55 req-f0d4aa8e-1073-449d-bbff-7ea8d673da34 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396830 Apr 05 20:36:52.609340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': 'bfebf37d-89ba-4506-8af5-2f3ceb132943', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:53.089786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:53.093988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:53.097066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:53.108086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:53.133519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:53.138188 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:53.296831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-bbeac2c7-236c-4304-8c12-46dff94c78fd tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:53.297794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-bbeac2c7-236c-4304-8c12-46dff94c78fd tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:53.305954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.ipam_backend_mixin [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Performing IP validity checks on allocation pools {{(pid=87964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 20:36:53.306815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.ipam_backend_mixin [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 20:36:53.340044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-bbeac2c7-236c-4304-8c12-46dff94c78fd tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:53.341568 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-bbeac2c7-236c-4304-8c12-46dff94c78fd tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 812 time: 0.4899724 Apr 05 20:36:53.354998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'port': {'device_id': '9459ec47-0357-43f4-bc76-a4bf4bbe42de', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'admin_state_up': True, 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:53.805991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:53.813479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Usage tracker for resource:port and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:53.825771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:53.835812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:53.869137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Made reservation on behalf of dacf556d99314275b005d0fe30e76cf0 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:53.883108 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:54.066855 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fd840de2-1448-42f3-922e-1574f84ef5d6 req-89bca078-3d9c-49e9-81f2-2f9dfb49e23f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 210 time: 0.1258845 Apr 05 20:36:54.182778 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:54.430492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Checking segment: {'id': 'd38c4805-8ffa-4c5f-9cd3-2cbed0848f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bfebf37d-89ba-4506-8af5-2f3ceb132943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:54.431103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network hostable DHCP agents. Network: bfebf37d-89ba-4506-8af5-2f3ceb132943, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:36:54.450240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Subnet': ['ID=ac1a5aaf-b3f2-4f3b-95ed-4ce35715716b,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:54.486393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bba24f-c6e6-48c6-aa52-de68c8c784de req-e40d626a-73d9-4a68-a538-3c8d7287691f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:54.488216 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18bba24f-c6e6-48c6-aa52-de68c8c784de req-e40d626a-73d9-4a68-a538-3c8d7287691f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.4896379 Apr 05 20:36:54.494458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Allocated IP 172.20.0.8 (b0771cdf-7fba-4afa-bb63-06eaaa63271e/9e0a468e-24dc-4e37-a095-c4e9126d90ec/b31ca47e-71aa-44e0-9ad0-f948ffffa981) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:54.519476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network bfebf37d-89ba-4506-8af5-2f3ceb132943 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:36:54.596119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, bfebf37d-89ba-4506-8af5-2f3ceb132943) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:54.608047 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf27303-9238-4a8d-950d-a0d17f85edab None None] Network bfebf37d-89ba-4506-8af5-2f3ceb132943 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:36:54.804189 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18bba24f-c6e6-48c6-aa52-de68c8c784de req-a7a512e3-38a7-4896-82cd-76e50d2ce97c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048620 Apr 05 20:36:54.811497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:54.814533 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:55.000616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36842) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:55.007229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'network_id': 'bfebf37d-89ba-4506-8af5-2f3ceb132943', 'name': 'tempest-PortsTestJSON-1214072587'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:55.011737 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-09706122-e912-41d8-9594-43542604ed01 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4956350 Apr 05 20:36:55.136946 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-bfebf37d-89ba-4506-8af5-2f3ceb132943', 'network_id': 'bfebf37d-89ba-4506-8af5-2f3ceb132943', 'tenant_id': 'd9689dfcccf1439f878d8f0bd45a9811', 'fixed_ips': [{'subnet_id': 'ac1a5aaf-b3f2-4f3b-95ed-4ce35715716b'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:36:55.136946 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:55.251120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:55.285279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36850) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:55.334046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Transition to ACTIVE for port object b31ca47e-71aa-44e0-9ad0-f948ffffa981 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:55.403172 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:55.507769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Allocated IP 172.20.0.2 (bfebf37d-89ba-4506-8af5-2f3ceb132943/ac1a5aaf-b3f2-4f3b-95ed-4ce35715716b/569dfa79-cadc-4354-8f7b-8a99def2f8ef) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:55.586394 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7f25cbb-4b07-4e63-81c8-045c35406a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:55.648430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:55.663384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:55.671358 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:55.675720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:port and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:55.678745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:55.684794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:55.696297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f7f25cbb-4b07-4e63-81c8-045c35406a9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:55.704139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1b56a-5792-4863-a8d3-8e4fd237f297 req-2b6f30ab-cbe1-4a69-8872-3f868ac81367 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:55.705721 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ad1b56a-5792-4863-a8d3-8e4fd237f297 req-2b6f30ab-cbe1-4a69-8872-3f868ac81367 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 931 time: 0.1861258 Apr 05 20:36:55.707125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'Port': ['ID=b31ca47e-71aa-44e0-9ad0-f948ffffa981,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:55.714929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:55.768498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:36:55.772616 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:55.787179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f7f25cbb-4b07-4e63-81c8-045c35406a9b admin admin] Usage tracker for resource:security_group_rule and tenant:4f550c15cc574ccf8cb0cb148b9a4915 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:55.822196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f7f25cbb-4b07-4e63-81c8-045c35406a9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:55.868267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f7f25cbb-4b07-4e63-81c8-045c35406a9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:55.882154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port 626c9b40-1105-4ade-b3c2-2f8c8b9986ab yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:36:55.964677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:55.965356 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.027247 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ad1b56a-5792-4863-a8d3-8e4fd237f297 req-849eb5da-532f-40d5-a826-7189d8244805 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962539 Apr 05 20:36:56.071620 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ea38dec5-91b1-4f13-b6b9-8300d868e09c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7207768 Apr 05 20:36:56.085728 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.095449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Request body: {'port': {'device_id': '9459ec47-0357-43f4-bc76-a4bf4bbe42de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:56.100264 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Transition to ACTIVE for port object 569dfa79-cadc-4354-8f7b-8a99def2f8ef will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:56.126223 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Transition to ACTIVE for port object 569dfa79-cadc-4354-8f7b-8a99def2f8ef will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:56.146805 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.257418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bf747c07-ad6d-4b05-b133-1a329c85e429 None None] Provisioning for port b31ca47e-71aa-44e0-9ad0-f948ffffa981 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:56.271037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bf747c07-ad6d-4b05-b133-1a329c85e429 None None] Provisioning complete for port b31ca47e-71aa-44e0-9ad0-f948ffffa981 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:56.272648 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bf747c07-ad6d-4b05-b133-1a329c85e429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.308056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Allocated IP 172.20.0.4 (bfebf37d-89ba-4506-8af5-2f3ceb132943/ac1a5aaf-b3f2-4f3b-95ed-4ce35715716b/626c9b40-1105-4ade-b3c2-2f8c8b9986ab) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:36:56.336449 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Network bfebf37d-89ba-4506-8af5-2f3ceb132943 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:56.409668 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:56.414616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:56.439879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Pushing event updated for resources: {'Port': ['ID=569dfa79-cadc-4354-8f7b-8a99def2f8ef,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:56.506624 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7f25cbb-4b07-4e63-81c8-045c35406a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.532974 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7f25cbb-4b07-4e63-81c8-045c35406a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.571962 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.713037 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.731165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Transition to ACTIVE for port object 626c9b40-1105-4ade-b3c2-2f8c8b9986ab will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:56.744173 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Attempting to bind port 569dfa79-cadc-4354-8f7b-8a99def2f8ef on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:56.747551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Attempting to bind port 569dfa79-cadc-4354-8f7b-8a99def2f8ef by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'd38c4805-8ffa-4c5f-9cd3-2cbed0848f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bfebf37d-89ba-4506-8af5-2f3ceb132943'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:56.748018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Attempting to bind port 569dfa79-cadc-4354-8f7b-8a99def2f8ef on network bfebf37d-89ba-4506-8af5-2f3ceb132943 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:56.752740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-bf747c07-ad6d-4b05-b133-1a329c85e429 None None] Port b31ca47e-71aa-44e0-9ad0-f948ffffa981 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:36:56.761974 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.762389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:36:56.762742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Checking segment: {'id': 'd38c4805-8ffa-4c5f-9cd3-2cbed0848f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bfebf37d-89ba-4506-8af5-2f3ceb132943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:56.763613 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.764305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Bound using segment: {'id': 'd38c4805-8ffa-4c5f-9cd3-2cbed0848f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bfebf37d-89ba-4506-8af5-2f3ceb132943'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:36:56.764998 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Bound port: 569dfa79-cadc-4354-8f7b-8a99def2f8ef, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38c4805-8ffa-4c5f-9cd3-2cbed0848f29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bfebf37d-89ba-4506-8af5-2f3ceb132943'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:56.765589 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:56.814887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713098b-a5ae-46dd-aa66-c066e54277d0 req-a11840bb-95f3-4aac-b1ac-529422cb827c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:56.820617 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6713098b-a5ae-46dd-aa66-c066e54277d0 req-a11840bb-95f3-4aac-b1ac-529422cb827c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.6212373 Apr 05 20:36:56.863144 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f7f25cbb-4b07-4e63-81c8-045c35406a9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f550c15cc574ccf8cb0cb148b9a4915&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5753334 Apr 05 20:36:56.910499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36876) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:56.930956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=626c9b40-1105-4ade-b3c2-2f8c8b9986ab,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:56.950451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f25cbb-4b07-4e63-81c8-045c35406a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0f632e-37c5-447a-93ef-934c8ca976ca,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:56.977676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network bfebf37d-89ba-4506-8af5-2f3ceb132943 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:36:56.980869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:36:56.986325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:36:57.028498 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] For port 569dfa79-cadc-4354-8f7b-8a99def2f8ef, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:36:57.038381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] For port 569dfa79-cadc-4354-8f7b-8a99def2f8ef, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=569dfa79-cadc-4354-8f7b-8a99def2f8ef,segment=NetworkSegment(d38c4805-8ffa-4c5f-9cd3-2cbed0848f29),segment_id=d38c4805-8ffa-4c5f-9cd3-2cbed0848f29)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:36:57.051168 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.066526 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6713098b-a5ae-46dd-aa66-c066e54277d0 req-e36c27aa-0776-4bd3-960a-bce591526dc2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311263 Apr 05 20:36:57.158904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:57.159579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.237616 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66da9e92-6a5a-42eb-8eb8-94324e532c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.264480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cb405-25fd-464f-a6d8-da471aac71ec None None] Pushing event updated for resources: {'Port': ['ID=569dfa79-cadc-4354-8f7b-8a99def2f8ef,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:57.282528 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-50028354-4800-4296-96c0-9af417aa4fc3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2804868 Apr 05 20:36:57.284658 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66da9e92-6a5a-42eb-8eb8-94324e532c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.293017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36886) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:57.382734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ddc345c6-1eaa-4c00-a5bc-15f703bd29c9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 626c9b40-1105-4ade-b3c2-2f8c8b9986ab {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:36:57.390617 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ddc345c6-1eaa-4c00-a5bc-15f703bd29c9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.548967 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66da9e92-6a5a-42eb-8eb8-94324e532c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.592469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd682f5f-4153-4f08-9f83-dc3bfe773b1e req-db9b1307-cf76-47e6-9696-664869e27b65 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:57.610603 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cd682f5f-4153-4f08-9f83-dc3bfe773b1e req-db9b1307-cf76-47e6-9696-664869e27b65 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 931 time: 0.3955166 Apr 05 20:36:57.617047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66da9e92-6a5a-42eb-8eb8-94324e532c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0f632e-37c5-447a-93ef-934c8ca976ca,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:57.641185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66da9e92-6a5a-42eb-8eb8-94324e532c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.643778 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-66da9e92-6a5a-42eb-8eb8-94324e532c1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba0f632e-37c5-447a-93ef-934c8ca976ca HTTP/1.1" status: 204 len: 168 time: 0.7109463 Apr 05 20:36:57.817916 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cd682f5f-4153-4f08-9f83-dc3bfe773b1e req-dce128ab-a241-4006-a5ee-81ac38165b6e tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060812 Apr 05 20:36:57.870376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31ca47e-71aa-44e0-9ad0-f948ffffa981 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:36:57.896454 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:57.952910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Transition to ACTIVE for port object b31ca47e-71aa-44e0-9ad0-f948ffffa981 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:36:57.987575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.033587 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ddc345c6-1eaa-4c00-a5bc-15f703bd29c9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.206962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Pushing event updated for resources: {'Port': ['ID=b31ca47e-71aa-44e0-9ad0-f948ffffa981,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:58.215739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ddc345c6-1eaa-4c00-a5bc-15f703bd29c9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for 626c9b40-1105-4ade-b3c2-2f8c8b9986ab owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:36:58.623611 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ddc345c6-1eaa-4c00-a5bc-15f703bd29c9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.661595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Attempting to bind port b31ca47e-71aa-44e0-9ad0-f948ffffa981 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:36:58.661939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Attempting to bind port b31ca47e-71aa-44e0-9ad0-f948ffffa981 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:36:58.662845 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Attempting to bind port b31ca47e-71aa-44e0-9ad0-f948ffffa981 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:58.668932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Port b31ca47e-71aa-44e0-9ad0-f948ffffa981 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:36:58.669376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Attempting to bind port b31ca47e-71aa-44e0-9ad0-f948ffffa981 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:36:58.692552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:36:58.692897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Checking segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:36:58.693294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Bound using segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:36:58.693788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Bound port: b31ca47e-71aa-44e0-9ad0-f948ffffa981, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:36:58.694187 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.749667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2973f8b-e6c1-4df9-8974-99d41a23b54e req-6a619c8d-e064-449d-8964-35530962cfba tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:58.755131 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e2973f8b-e6c1-4df9-8974-99d41a23b54e req-6a619c8d-e064-449d-8964-35530962cfba tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.3609054 Apr 05 20:36:58.856456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc345c6-1eaa-4c00-a5bc-15f703bd29c9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=626c9b40-1105-4ade-b3c2-2f8c8b9986ab,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:58.980577 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ddc345c6-1eaa-4c00-a5bc-15f703bd29c9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:58.993133 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ddc345c6-1eaa-4c00-a5bc-15f703bd29c9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/626c9b40-1105-4ade-b3c2-2f8c8b9986ab HTTP/1.1" status: 204 len: 168 time: 1.6958163 Apr 05 20:36:58.993345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] For port b31ca47e-71aa-44e0-9ad0-f948ffffa981, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:36:58.997113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36930) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:59.023631 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e2973f8b-e6c1-4df9-8974-99d41a23b54e req-991ea283-0069-4a73-8422-99fcbd996d0a tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537430 Apr 05 20:36:59.031298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] For port b31ca47e-71aa-44e0-9ad0-f948ffffa981, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b31ca47e-71aa-44e0-9ad0-f948ffffa981,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:36:59.044237 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:59.049606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783ead17-e3d3-40f0-8c25-e10f82a19e81 None None] Network bfebf37d-89ba-4506-8af5-2f3ceb132943 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:36:59.083935 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-2240540f-f55c-42b5-a84a-887fb98d12e4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] DELETE failed (client error): The resource could not be found. Apr 05 20:36:59.084972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2240540f-f55c-42b5-a84a-887fb98d12e4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:36:59.087044 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2240540f-f55c-42b5-a84a-887fb98d12e4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/626c9b40-1105-4ade-b3c2-2f8c8b9986ab HTTP/1.1" status: 404 len: 333 time: 0.0833323 Apr 05 20:36:59.089718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36936) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:59.279762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Pushing event updated for resources: {'Port': ['ID=b31ca47e-71aa-44e0-9ad0-f948ffffa981,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:36:59.326756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:59.327431 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:59.335592 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-ebfbd4cd-4653-49bb-a7e8-a9d2e8a3aff8 service neutron] 10.222.0.13 "PUT /v2.0/ports/b31ca47e-71aa-44e0-9ad0-f948ffffa981 HTTP/1.1" status: 200 len: 1091 time: 3.2537675 Apr 05 20:36:59.336071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9459ec47-0357-43f4-bc76-a4bf4bbe42de', 'tag': 'b31ca47e-71aa-44e0-9ad0-f948ffffa981'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:36:59.360831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36942) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:59.484671 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50d52d4-c7b0-41a3-96e2-7c6fbf8564d7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] GET failed (client error): The resource could not be found. Apr 05 20:36:59.485608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c50d52d4-c7b0-41a3-96e2-7c6fbf8564d7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:36:59.488640 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9459ec47-0357-43f4-bc76-a4bf4bbe42de', 'tag': 'b31ca47e-71aa-44e0-9ad0-f948ffffa981', 'status': 'completed', 'code': 200} Apr 05 20:36:59.536872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 569dfa79-cadc-4354-8f7b-8a99def2f8ef up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:36:59.569092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-4bc35aba-1e76-4021-8599-617342ed3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:59.570632 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-4bc35aba-1e76-4021-8599-617342ed3201 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 1094 time: 0.1816511 Apr 05 20:36:59.576863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c50d52d4-c7b0-41a3-96e2-7c6fbf8564d7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:36:59.581695 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c50d52d4-c7b0-41a3-96e2-7c6fbf8564d7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/626c9b40-1105-4ade-b3c2-2f8c8b9986ab HTTP/1.1" status: 404 len: 333 time: 0.4885263 Apr 05 20:36:59.582659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36954) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:36:59.705108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7957ca4a-c974-48bd-9c70-e09f0c881594 None None] Provisioning for port 569dfa79-cadc-4354-8f7b-8a99def2f8ef completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:59.748359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 569dfa79-cadc-4354-8f7b-8a99def2f8ef completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:36:59.762633 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-12fb7515-9ead-4472-bb1c-2fe8c9152192 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b31ca47e-71aa-44e0-9ad0-f948ffffa981 HTTP/1.1" status: 200 len: 217 time: 0.1726742 Apr 05 20:36:59.764359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 569dfa79-cadc-4354-8f7b-8a99def2f8ef triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:36:59.764979 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:59.784366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-72dcbe14-d62e-4438-8cf2-41e5bd622574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting subnet ac1a5aaf-b3f2-4f3b-95ed-4ce35715716b {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:36:59.793472 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-72dcbe14-d62e-4438-8cf2-41e5bd622574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:59.861508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-577373368-network', 'tenant_id': '5d8120fb369e415bb49155350efcd7b9'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:36:59.888639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:36:59.897098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Usage tracker for resource:network and tenant:5d8120fb369e415bb49155350efcd7b9 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:36:59.902432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:36:59.904639 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-72dcbe14-d62e-4438-8cf2-41e5bd622574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:36:59.915994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:36:59.930038 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-d61bde90-82e4-4037-92bd-6f981c48a496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:36:59.932813 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-d61bde90-82e4-4037-92bd-6f981c48a496 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.1645353 Apr 05 20:36:59.969560 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.010110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Made reservation on behalf of 5d8120fb369e415bb49155350efcd7b9 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:00.013804 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.016987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 569dfa79-cadc-4354-8f7b-8a99def2f8ef, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=569dfa79-cadc-4354-8f7b-8a99def2f8ef,segment=NetworkSegment(d38c4805-8ffa-4c5f-9cd3-2cbed0848f29),segment_id=d38c4805-8ffa-4c5f-9cd3-2cbed0848f29)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:00.028828 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.103971 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.126460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=569dfa79-cadc-4354-8f7b-8a99def2f8ef,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:00.138641 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-72dcbe14-d62e-4438-8cf2-41e5bd622574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.150806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:00.157703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Usage tracker for resource:security_group_rule and tenant:5d8120fb369e415bb49155350efcd7b9 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:00.164899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:00.180343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:00.238056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-966b1c24-ebe6-48e5-90cb-c9af5e6465d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:00.239585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec74bf-30f3-45a7-9d46-f058572c0a81 req-92ffaa0b-c163-4c5c-ad17-2302921ddd7a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:00.239734 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-966b1c24-ebe6-48e5-90cb-c9af5e6465d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2945566 Apr 05 20:37:00.249037 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8dec74bf-30f3-45a7-9d46-f058572c0a81 req-92ffaa0b-c163-4c5c-ad17-2302921ddd7a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 943 time: 0.8429754 Apr 05 20:37:00.352319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2484be7f-7d25-48a8-a350-bd87d306b29b None None] Provisioning complete for port 569dfa79-cadc-4354-8f7b-8a99def2f8ef triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:00.352817 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2484be7f-7d25-48a8-a350-bd87d306b29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.367704 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8dec74bf-30f3-45a7-9d46-f058572c0a81 req-36b080d0-69e5-4cee-8992-ffd1520c7abe tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175237 Apr 05 20:37:00.403777 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-72dcbe14-d62e-4438-8cf2-41e5bd622574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.505408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcbe14-d62e-4438-8cf2-41e5bd622574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Subnet': ['ID=ac1a5aaf-b3f2-4f3b-95ed-4ce35715716b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:00.508587 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.514889 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-72dcbe14-d62e-4438-8cf2-41e5bd622574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.523430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-72dcbe14-d62e-4438-8cf2-41e5bd622574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/ac1a5aaf-b3f2-4f3b-95ed-4ce35715716b HTTP/1.1" status: 204 len: 168 time: 0.9241261 Apr 05 20:37:00.526191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36966) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:00.527283 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.639824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c055360-be5a-46c5-b913-b009c8509f97 None None] Network bfebf37d-89ba-4506-8af5-2f3ceb132943 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:37:00.665682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:37:00.678019 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.678707 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Added segment cca7082a-b4c2-452f-a0d8-f9cabd6011b3 of type vlan for network 33a04c7a-b97d-4230-8a01-e41bba22d876 Apr 05 20:37:00.739134 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.776018 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.810341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 569dfa79-cadc-4354-8f7b-8a99def2f8ef {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:00.810652 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.843644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8da81a-2272-468d-92a4-74f0c9a6f6d2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:00.916110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.917391 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:00.918099 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:00.949512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1756d57e-ebcd-479f-8247-4c1d2b6dfbe8 None None] Could not find standard attr ID for object 626c9b40-1105-4ade-b3c2-2f8c8b9986ab. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:37:00.986580 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-2f057064-4b6c-4a8b-98d1-02d23a2e56ab service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7111318 Apr 05 20:37:01.004552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b404c1c7-17c6-4974-8ee2-2342b6676037 req-0874ca61-8660-4cd5-81f4-57833a82b42b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:01.006825 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b404c1c7-17c6-4974-8ee2-2342b6676037 req-0874ca61-8660-4cd5-81f4-57833a82b42b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.6754253 Apr 05 20:37:01.099224 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e69ceb0-f7eb-4181-b68b-675066046e8e None None] DHCP port deletion for bfebf37d-89ba-4506-8af5-2f3ceb132943 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:37:01.104983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1e69ceb0-f7eb-4181-b68b-675066046e8e None None] Deleting port 569dfa79-cadc-4354-8f7b-8a99def2f8ef {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:01.105729 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1e69ceb0-f7eb-4181-b68b-675066046e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:01.220811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] For port 569dfa79-cadc-4354-8f7b-8a99def2f8ef, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=569dfa79-cadc-4354-8f7b-8a99def2f8ef,segment=NetworkSegment(d38c4805-8ffa-4c5f-9cd3-2cbed0848f29),segment_id=d38c4805-8ffa-4c5f-9cd3-2cbed0848f29)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:01.221376 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:01.278099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 569dfa79-cadc-4354-8f7b-8a99def2f8ef no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:01.285051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] Pushing event updated for resources: {'Network': ['ID=33a04c7a-b97d-4230-8a01-e41bba22d876,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:01.301344 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-153f8ea1-cf21-4b5a-ba24-b9312b236df4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9372752 Apr 05 20:37:01.307153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36982) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:01.343564 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 33a04c7a-b97d-4230-8a01-e41bba22d876 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:37:01.436753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Request body: {'subnet': {'network_id': '33a04c7a-b97d-4230-8a01-e41bba22d876', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-577373368-subnet', 'tenant_id': '5d8120fb369e415bb49155350efcd7b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:01.456855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:01.461851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for 569dfa79-cadc-4354-8f7b-8a99def2f8ef owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:01.475123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Usage tracker for resource:subnet and tenant:5d8120fb369e415bb49155350efcd7b9 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:01.478329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:01.495739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:01.591157 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b404c1c7-17c6-4974-8ee2-2342b6676037 req-5c8c7f4f-20c3-4e23-a70c-14cc55b8931d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741379 Apr 05 20:37:01.591851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Made reservation on behalf of 5d8120fb369e415bb49155350efcd7b9 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:01.607140 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:01.666708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cde6ff-23ae-44a2-be56-2ba61651834c req-04187600-cf17-4649-a503-7f25167e94b0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:01.669360 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2cde6ff-23ae-44a2-be56-2ba61651834c req-04187600-cf17-4649-a503-7f25167e94b0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 943 time: 0.1705203 Apr 05 20:37:01.699402 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:01.773199 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed14b006-cf18-4be5-a3c7-9bdd0c7e95f2 req-e20e96be-57e3-45b7-b73a-0b611dd5f673 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537305 Apr 05 20:37:01.817955 n-d-836604-1 neutron-server[87966]: INFO neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No ports have port_id starting with 569dfa79-cadc-4354-8f7b-8a99def2f8ef Apr 05 20:37:01.855762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1e69ceb0-f7eb-4181-b68b-675066046e8e None None] For port 569dfa79-cadc-4354-8f7b-8a99def2f8ef, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=569dfa79-cadc-4354-8f7b-8a99def2f8ef,segment=NetworkSegment(d38c4805-8ffa-4c5f-9cd3-2cbed0848f29),segment_id=d38c4805-8ffa-4c5f-9cd3-2cbed0848f29)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:01.856161 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1e69ceb0-f7eb-4181-b68b-675066046e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:01.873111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No DVR routers for this DVR port 569dfa79-cadc-4354-8f7b-8a99def2f8ef on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:01.910960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=569dfa79-cadc-4354-8f7b-8a99def2f8ef,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:02.058345 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2cde6ff-23ae-44a2-be56-2ba61651834c req-5150bdb9-8363-4209-a415-0311f5b71ac7 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823638 Apr 05 20:37:02.060476 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.097746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfebf37d-89ba-4506-8af5-2f3ceb132943']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:02.112574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38c4805-8ffa-4c5f-9cd3-2cbed0848f29') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:02.112792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1e69ceb0-f7eb-4181-b68b-675066046e8e None None] Calling delete_port for 569dfa79-cadc-4354-8f7b-8a99def2f8ef owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:02.112915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38c4805-8ffa-4c5f-9cd3-2cbed0848f29') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:02.125981 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.148775 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.169776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:37:02.170434 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:37:02.194131 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:37:02.221858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789df094-704f-4564-b94c-d7f4905ca893 req-9e8d1395-83d1-4634-872f-3b283543fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:02.245849 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-789df094-704f-4564-b94c-d7f4905ca893 req-9e8d1395-83d1-4634-872f-3b283543fcaa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 1094 time: 0.3509831 Apr 05 20:37:02.254892 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-1e69ceb0-f7eb-4181-b68b-675066046e8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:37:02.255248 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-1e69ceb0-f7eb-4181-b68b-675066046e8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:37:02.308828 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.327124 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.345166 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.416908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Network': ['ID=bfebf37d-89ba-4506-8af5-2f3ceb132943,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:02.439266 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8b8151db-0015-494e-8b74-4305b3d13841 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/networks/bfebf37d-89ba-4506-8af5-2f3ceb132943 HTTP/1.1" status: 204 len: 168 time: 1.9119287 Apr 05 20:37:02.440222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36998) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:02.447376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-434872413'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:02.464850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:02.469093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:network and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:02.474794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:02.486854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:02.517108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:02.520829 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.538856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5869ce6-6042-4d26-81dc-82c371897f26,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:02.543282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789df094-704f-4564-b94c-d7f4905ca893 req-2e6d5d8a-9225-43d1-ac6d-054a0baeca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:02.555354 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-789df094-704f-4564-b94c-d7f4905ca893 req-2e6d5d8a-9225-43d1-ac6d-054a0baeca12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.2924340 Apr 05 20:37:02.594411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:37:02.604168 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.604515 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Added segment 2fda1653-f7b4-44d4-b25e-4df4e41542f3 of type vlan for network 1ab0dcef-86fa-477a-8a9e-8585d8659aa9 Apr 05 20:37:02.643840 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.678431 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-789df094-704f-4564-b94c-d7f4905ca893 req-181f9d04-11cd-4d72-bc04-e9d3ead145ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b31ca47e-71aa-44e0-9ad0-f948ffffa981 HTTP/1.1" status: 200 len: 217 time: 0.1212959 Apr 05 20:37:02.682192 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.693144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:02.693144 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.757913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1e69ceb0-f7eb-4181-b68b-675066046e8e None None] Deleting port 569dfa79-cadc-4354-8f7b-8a99def2f8ef {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:02.757913 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1e69ceb0-f7eb-4181-b68b-675066046e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:02.829483 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3879042 Apr 05 20:37:02.830110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37010) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:02.858772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': '1ab0dcef-86fa-477a-8a9e-8585d8659aa9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:02.860406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Checking segment: {'id': 'cca7082a-b4c2-452f-a0d8-f9cabd6011b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '33a04c7a-b97d-4230-8a01-e41bba22d876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:37:02.861001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Network hostable DHCP agents. Network: 33a04c7a-b97d-4230-8a01-e41bba22d876, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:37:02.888090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1e69ceb0-f7eb-4181-b68b-675066046e8e None None] The port '569dfa79-cadc-4354-8f7b-8a99def2f8ef' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:37:02.906368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789df094-704f-4564-b94c-d7f4905ca893 req-0143d82e-0587-42ac-8d77-5a562a715e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:02.908259 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-789df094-704f-4564-b94c-d7f4905ca893 req-0143d82e-0587-42ac-8d77-5a562a715e0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.2184384 Apr 05 20:37:02.993865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Network 33a04c7a-b97d-4230-8a01-e41bba22d876 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:37:03.014367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4d77e-4b7f-4b0f-bfe1-84cbba1a22e5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Network': ['ID=1ab0dcef-86fa-477a-8a9e-8585d8659aa9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:03.022494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 33a04c7a-b97d-4230-8a01-e41bba22d876) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:03.029732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:03.030452 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:03.030991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 1ab0dcef-86fa-477a-8a9e-8585d8659aa9 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:37:03.089573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68daa73-7c73-48cc-bee3-2d6a9d6b629f req-c63284dc-e800-4061-99ad-74cbc1203463 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:03.102002 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c68daa73-7c73-48cc-bee3-2d6a9d6b629f req-c63284dc-e800-4061-99ad-74cbc1203463 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.2823596 Apr 05 20:37:03.174547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-195de4d1-f79c-4156-9a48-5afdbf7b27fb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8638740 Apr 05 20:37:03.213109 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0112a52-d682-4515-9a00-4e458733e400 None None] Network 33a04c7a-b97d-4230-8a01-e41bba22d876 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:37:03.241727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:03.242658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789df094-704f-4564-b94c-d7f4905ca893 req-6fa43732-7de1-4435-956d-e327d1b564d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:03.244159 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-789df094-704f-4564-b94c-d7f4905ca893 req-6fa43732-7de1-4435-956d-e327d1b564d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3258750 Apr 05 20:37:03.254273 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:03.259983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:03.277773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:03.293444 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c68daa73-7c73-48cc-bee3-2d6a9d6b629f req-4df96eeb-813d-4b2c-8937-911084f039c6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826842 Apr 05 20:37:03.303160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:03.307800 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:03.507839 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-789df094-704f-4564-b94c-d7f4905ca893 req-1a7593a7-9e0c-489c-af96-afca9415d64c service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471097 Apr 05 20:37:03.673480 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-789df094-704f-4564-b94c-d7f4905ca893 req-6159ff79-e942-458e-9e2f-6136d6d04157 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587741 Apr 05 20:37:03.717624 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:03.831031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Checking segment: {'id': '2fda1653-f7b4-44d4-b25e-4df4e41542f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ab0dcef-86fa-477a-8a9e-8585d8659aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:37:03.831496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network hostable DHCP agents. Network: 1ab0dcef-86fa-477a-8a9e-8585d8659aa9, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:37:03.853062 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa01304-448e-45a2-9d33-ef6e1b2c7eb3 None None] Network 33a04c7a-b97d-4230-8a01-e41bba22d876 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:37:03.860757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Subnet': ['ID=3f59d6e6-adbf-4693-9f2f-f5e9d4f59c99,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:03.872058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a9495-0279-40d7-b50b-166f0d7bf543 req-995215bf-7cea-44a6-969b-36f21160fb4d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:03.879164 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b24a9495-0279-40d7-b50b-166f0d7bf543 req-995215bf-7cea-44a6-969b-36f21160fb4d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 943 time: 0.2884629 Apr 05 20:37:03.925454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 1ab0dcef-86fa-477a-8a9e-8585d8659aa9 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:37:03.961074 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b24a9495-0279-40d7-b50b-166f0d7bf543 req-a4500862-0973-4372-8627-cb3323b91598 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790033 Apr 05 20:37:03.964752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 1ab0dcef-86fa-477a-8a9e-8585d8659aa9) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:03.972655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:03.973303 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:03.994043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee5d463-f1e7-447d-be68-75f6154d7cf6 None None] Network 1ab0dcef-86fa-477a-8a9e-8585d8659aa9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:37:04.003212 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-de4892da-b9f2-4831-b3f5-29adc34fc467 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1624353 Apr 05 20:37:04.005336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37034) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:04.015907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'network_id': '1ab0dcef-86fa-477a-8a9e-8585d8659aa9', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1357137219'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:04.293455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:04.307593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:port and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:04.316289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:04.336631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:04.363598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:04.368946 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.407189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-1ab0dcef-86fa-477a-8a9e-8585d8659aa9', 'network_id': '1ab0dcef-86fa-477a-8a9e-8585d8659aa9', 'tenant_id': 'd9689dfcccf1439f878d8f0bd45a9811', 'fixed_ips': [{'subnet_id': '3f59d6e6-adbf-4693-9f2f-f5e9d4f59c99'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:37:04.408348 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:04.421789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port 0ed9b20f-bb02-485a-97f6-115556209b68 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:37:04.679381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d28ec-a0d4-436d-bbbb-90ff565df124 req-22680f72-ce85-45ff-bcc3-7b554921e896 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:04.686705 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d60d28ec-a0d4-436d-bbbb-90ff565df124 req-22680f72-ce85-45ff-bcc3-7b554921e896 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.1100249 Apr 05 20:37:04.708465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Allocated IP 172.20.0.14 (1ab0dcef-86fa-477a-8a9e-8585d8659aa9/3f59d6e6-adbf-4693-9f2f-f5e9d4f59c99/0ed9b20f-bb02-485a-97f6-115556209b68) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:04.770770 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d60d28ec-a0d4-436d-bbbb-90ff565df124 req-f3adcfff-91be-4cb6-9501-04028fdde094 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826907 Apr 05 20:37:05.003233 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:05.024437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Transition to ACTIVE for port object 0ed9b20f-bb02-485a-97f6-115556209b68 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:05.082306 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:05.272663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 1ab0dcef-86fa-477a-8a9e-8585d8659aa9 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:05.362649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Allocated IP 172.20.0.2 (1ab0dcef-86fa-477a-8a9e-8585d8659aa9/3f59d6e6-adbf-4693-9f2f-f5e9d4f59c99/136dc280-998b-4b03-b01c-9d13f8e635e5) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:05.431313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:05.479561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:37:05.754852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=0ed9b20f-bb02-485a-97f6-115556209b68,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:05.817062 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:05.821191 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:05.870394 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a194c431-9aba-48d4-b374-186a5d6902cf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.8621726 Apr 05 20:37:05.873495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37072) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:05.880134 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:05.892011 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Transition to ACTIVE for port object 136dc280-998b-4b03-b01c-9d13f8e635e5 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:05.909743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81370ada-3ab0-4d06-9dd5-c306c39e69f6 req-a930e5db-7696-4bcc-a429-b8bd43ce87f4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:05.913476 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Transition to ACTIVE for port object 136dc280-998b-4b03-b01c-9d13f8e635e5 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:05.946226 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-81370ada-3ab0-4d06-9dd5-c306c39e69f6 req-a930e5db-7696-4bcc-a429-b8bd43ce87f4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 943 time: 0.6460567 Apr 05 20:37:05.951554 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:06.002547 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-81370ada-3ab0-4d06-9dd5-c306c39e69f6 req-9406497a-08ac-4548-bcf0-4a587acd079a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534608 Apr 05 20:37:06.051175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Network 1ab0dcef-86fa-477a-8a9e-8585d8659aa9 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:06.055424 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:06.058211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:37:06.100435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-378e5077-ed8b-400b-894c-0e484f553943 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 0ed9b20f-bb02-485a-97f6-115556209b68 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:06.101062 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-378e5077-ed8b-400b-894c-0e484f553943 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:06.164951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Pushing event updated for resources: {'Port': ['ID=136dc280-998b-4b03-b01c-9d13f8e635e5,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:06.187943 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Attempting to bind port 136dc280-998b-4b03-b01c-9d13f8e635e5 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:37:06.188610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Attempting to bind port 136dc280-998b-4b03-b01c-9d13f8e635e5 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '2fda1653-f7b4-44d4-b25e-4df4e41542f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ab0dcef-86fa-477a-8a9e-8585d8659aa9'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:37:06.190658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Attempting to bind port 136dc280-998b-4b03-b01c-9d13f8e635e5 on network 1ab0dcef-86fa-477a-8a9e-8585d8659aa9 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:37:06.199959 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:37:06.200616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Checking segment: {'id': '2fda1653-f7b4-44d4-b25e-4df4e41542f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ab0dcef-86fa-477a-8a9e-8585d8659aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:37:06.201195 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:06.201821 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Bound using segment: {'id': '2fda1653-f7b4-44d4-b25e-4df4e41542f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ab0dcef-86fa-477a-8a9e-8585d8659aa9'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:37:06.202481 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Bound port: 136dc280-998b-4b03-b01c-9d13f8e635e5, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fda1653-f7b4-44d4-b25e-4df4e41542f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1ab0dcef-86fa-477a-8a9e-8585d8659aa9'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:37:06.203018 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:06.332473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] For port 136dc280-998b-4b03-b01c-9d13f8e635e5, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:37:06.337744 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] For port 136dc280-998b-4b03-b01c-9d13f8e635e5, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=136dc280-998b-4b03-b01c-9d13f8e635e5,segment=NetworkSegment(2fda1653-f7b4-44d4-b25e-4df4e41542f3),segment_id=2fda1653-f7b4-44d4-b25e-4df4e41542f3)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:37:06.353607 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:06.419410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efc9ab-535a-43d5-a34f-370284729909 req-53b1f9e3-6968-4ff7-9140-9e74bc7d8e96 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:06.436018 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8efc9ab-535a-43d5-a34f-370284729909 req-53b1f9e3-6968-4ff7-9140-9e74bc7d8e96 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.4227071 Apr 05 20:37:06.478790 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2c6fdc-6d86-4ba5-b5b1-4bd240c35d23 None None] Pushing event updated for resources: {'Port': ['ID=136dc280-998b-4b03-b01c-9d13f8e635e5,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:06.590721 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8efc9ab-535a-43d5-a34f-370284729909 req-7be890c3-6490-41cd-9800-b8e44da623f7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534727 Apr 05 20:37:06.721298 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-378e5077-ed8b-400b-894c-0e484f553943 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:06.893699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-378e5077-ed8b-400b-894c-0e484f553943 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for 0ed9b20f-bb02-485a-97f6-115556209b68 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:07.170675 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-378e5077-ed8b-400b-894c-0e484f553943 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:07.267069 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e5077-ed8b-400b-894c-0e484f553943 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=0ed9b20f-bb02-485a-97f6-115556209b68,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:07.308720 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 136dc280-998b-4b03-b01c-9d13f8e635e5 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:07.451121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd16622-4977-4351-bbba-12032b335bbd req-0054824b-39dd-463d-8a22-a5986a66e072 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:07.452607 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2dd16622-4977-4351-bbba-12032b335bbd req-0054824b-39dd-463d-8a22-a5986a66e072 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 943 time: 0.2437985 Apr 05 20:37:07.471587 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-378e5077-ed8b-400b-894c-0e484f553943 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:07.495058 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-378e5077-ed8b-400b-894c-0e484f553943 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/0ed9b20f-bb02-485a-97f6-115556209b68 HTTP/1.1" status: 204 len: 168 time: 1.6194098 Apr 05 20:37:07.496153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37102) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:07.516196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 136dc280-998b-4b03-b01c-9d13f8e635e5 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:07.564474 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2dd16622-4977-4351-bbba-12032b335bbd req-70c2e5b5-f4f3-40ee-84c5-472ab49711b5 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976326 Apr 05 20:37:07.616951 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-60df71d4-5bef-413a-b2b7-410e11b30cab tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] GET failed (client error): The resource could not be found. Apr 05 20:37:07.617598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-60df71d4-5bef-413a-b2b7-410e11b30cab tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:07.649097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-60df71d4-5bef-413a-b2b7-410e11b30cab tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:07.653472 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-60df71d4-5bef-413a-b2b7-410e11b30cab tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/0ed9b20f-bb02-485a-97f6-115556209b68 HTTP/1.1" status: 404 len: 333 time: 0.1558783 Apr 05 20:37:07.654419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37108) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:07.795170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc034c62-98bd-4039-9cf6-d0789602d780 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting subnet 3f59d6e6-adbf-4693-9f2f-f5e9d4f59c99 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:37:07.798892 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bc034c62-98bd-4039-9cf6-d0789602d780 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:07.943828 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bc034c62-98bd-4039-9cf6-d0789602d780 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.142769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e765356-ff22-4b5c-90a7-f0652643b551 req-9190a04b-4f59-46a3-9afe-65246d76a9b6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:08.145496 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e765356-ff22-4b5c-90a7-f0652643b551 req-9190a04b-4f59-46a3-9afe-65246d76a9b6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.2781940 Apr 05 20:37:08.207653 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bc034c62-98bd-4039-9cf6-d0789602d780 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.252476 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c6fd5b-ec40-44eb-b6c6-40d02f7215d0 None None] Network 1ab0dcef-86fa-477a-8a9e-8585d8659aa9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:37:08.290598 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e765356-ff22-4b5c-90a7-f0652643b551 req-e37350e2-dd98-43b2-b979-2f57feb095d2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362944 Apr 05 20:37:08.350242 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bc034c62-98bd-4039-9cf6-d0789602d780 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.411689 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1a832494-3c49-41aa-a4e7-2bc8f92b799e None None] Provisioning for port 136dc280-998b-4b03-b01c-9d13f8e635e5 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:08.420655 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1a832494-3c49-41aa-a4e7-2bc8f92b799e None None] Provisioning complete for port 136dc280-998b-4b03-b01c-9d13f8e635e5 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:08.427099 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1a832494-3c49-41aa-a4e7-2bc8f92b799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.444930 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bc034c62-98bd-4039-9cf6-d0789602d780 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.464468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc034c62-98bd-4039-9cf6-d0789602d780 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Subnet': ['ID=3f59d6e6-adbf-4693-9f2f-f5e9d4f59c99,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:08.479488 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bc034c62-98bd-4039-9cf6-d0789602d780 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/3f59d6e6-adbf-4693-9f2f-f5e9d4f59c99 HTTP/1.1" status: 204 len: 168 time: 0.8235934 Apr 05 20:37:08.481980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37130) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:08.645812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.691592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 136dc280-998b-4b03-b01c-9d13f8e635e5 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:08.692339 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.741191 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1a832494-3c49-41aa-a4e7-2bc8f92b799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.812837 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1a832494-3c49-41aa-a4e7-2bc8f92b799e None None] For port 136dc280-998b-4b03-b01c-9d13f8e635e5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=136dc280-998b-4b03-b01c-9d13f8e635e5,segment=NetworkSegment(2fda1653-f7b4-44d4-b25e-4df4e41542f3),segment_id=2fda1653-f7b4-44d4-b25e-4df4e41542f3)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:08.868016 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1a832494-3c49-41aa-a4e7-2bc8f92b799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:08.870083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07986b2-1763-43bc-98f8-ab128db2afff None None] DHCP port deletion for 1ab0dcef-86fa-477a-8a9e-8585d8659aa9 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:37:08.943124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42d63c-eb71-4266-aa45-e23cc8831838 req-b2b73d8e-3158-4dc0-98b9-f964c349e964 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:08.946805 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8f42d63c-eb71-4266-aa45-e23cc8831838 req-b2b73d8e-3158-4dc0-98b9-f964c349e964 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 943 time: 0.1135421 Apr 05 20:37:08.960772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a07986b2-1763-43bc-98f8-ab128db2afff None None] Deleting port 136dc280-998b-4b03-b01c-9d13f8e635e5 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:08.961072 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a07986b2-1763-43bc-98f8-ab128db2afff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.011328 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8f42d63c-eb71-4266-aa45-e23cc8831838 req-04d66e6f-8106-493c-bfc9-d07b7fb02823 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565288 Apr 05 20:37:09.017143 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.166788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a832494-3c49-41aa-a4e7-2bc8f92b799e None None] Pushing event updated for resources: {'Port': ['ID=136dc280-998b-4b03-b01c-9d13f8e635e5,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:09.176992 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.351923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a07986b2-1763-43bc-98f8-ab128db2afff None None] For port 136dc280-998b-4b03-b01c-9d13f8e635e5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=136dc280-998b-4b03-b01c-9d13f8e635e5,segment=NetworkSegment(2fda1653-f7b4-44d4-b25e-4df4e41542f3),segment_id=2fda1653-f7b4-44d4-b25e-4df4e41542f3)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:09.355379 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a07986b2-1763-43bc-98f8-ab128db2afff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.443859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] For port 136dc280-998b-4b03-b01c-9d13f8e635e5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=136dc280-998b-4b03-b01c-9d13f8e635e5,segment=NetworkSegment(2fda1653-f7b4-44d4-b25e-4df4e41542f3),segment_id=2fda1653-f7b4-44d4-b25e-4df4e41542f3)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:09.444458 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.487660 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 136dc280-998b-4b03-b01c-9d13f8e635e5 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:09.578756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a07986b2-1763-43bc-98f8-ab128db2afff None None] Calling delete_port for 136dc280-998b-4b03-b01c-9d13f8e635e5 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:09.786972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0a174-8d7a-4a62-99df-34d1f4d2d1be req-0f6701bb-6ecc-4efd-b8a0-7e1eece70232 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:09.788807 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-80f0a174-8d7a-4a62-99df-34d1f4d2d1be req-0f6701bb-6ecc-4efd-b8a0-7e1eece70232 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.2075043 Apr 05 20:37:09.838624 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.864645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for 136dc280-998b-4b03-b01c-9d13f8e635e5 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:09.871443 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-80f0a174-8d7a-4a62-99df-34d1f4d2d1be req-782161eb-b7c9-4638-b7cf-2d38c6db27e2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695415 Apr 05 20:37:09.922193 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a07986b2-1763-43bc-98f8-ab128db2afff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:09.942930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd5c9f-b1f0-4a3f-92f7-9f671b174a2d req-b8bd0d9b-86ab-4a55-8ac5-5bea5ea3b2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:09.945009 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59cd5c9f-b1f0-4a3f-92f7-9f671b174a2d req-b8bd0d9b-86ab-4a55-8ac5-5bea5ea3b2de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 1096 time: 0.6502488 Apr 05 20:37:09.978456 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07986b2-1763-43bc-98f8-ab128db2afff None None] Pushing event deleted for resources: {'Port': ['ID=136dc280-998b-4b03-b01c-9d13f8e635e5,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:10.002553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07986b2-1763-43bc-98f8-ab128db2afff None None] No DVR routers for this DVR port 136dc280-998b-4b03-b01c-9d13f8e635e5 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:10.118035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd5c9f-b1f0-4a3f-92f7-9f671b174a2d req-8440185e-4dfc-484d-bbdc-7c72d6574d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:10.119858 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59cd5c9f-b1f0-4a3f-92f7-9f671b174a2d req-8440185e-4dfc-484d-bbdc-7c72d6574d79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.1641438 Apr 05 20:37:10.121738 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:37:10.122524 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:37:10.157114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b31ca47e-71aa-44e0-9ad0-f948ffffa981 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:37:10.307894 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59cd5c9f-b1f0-4a3f-92f7-9f671b174a2d req-817695d1-482a-420c-bfaf-d2a320aee23c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23a6555f-59ab-4a00-8b33-c354c421586f HTTP/1.1" status: 200 len: 217 time: 0.1703825 Apr 05 20:37:10.355514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b31ca47e-71aa-44e0-9ad0-f948ffffa981, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b31ca47e-71aa-44e0-9ad0-f948ffffa981,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:10.376324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'b31ca47e-71aa-44e0-9ad0-f948ffffa981', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'port_id': 'b31ca47e-71aa-44e0-9ad0-f948ffffa981', 'mac_address': 'fa:16:3e:b8:d5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:37:10.402487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0182d-b133-4751-8d31-1dc062a1a89f req-91abec79-1e5b-4f95-8a93-7ae6dfffe93c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:10.403521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-aee0182d-b133-4751-8d31-1dc062a1a89f req-91abec79-1e5b-4f95-8a93-7ae6dfffe93c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:10.407247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd5c9f-b1f0-4a3f-92f7-9f671b174a2d req-621fe63a-302d-4a4a-b81b-2830e8f2538d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:10.408895 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59cd5c9f-b1f0-4a3f-92f7-9f671b174a2d req-621fe63a-302d-4a4a-b81b-2830e8f2538d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.0937665 Apr 05 20:37:10.441252 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:10.464379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31ca47e-71aa-44e0-9ad0-f948ffffa981 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:37:10.508060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-aee0182d-b133-4751-8d31-1dc062a1a89f req-91abec79-1e5b-4f95-8a93-7ae6dfffe93c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:10.510604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b31ca47e-71aa-44e0-9ad0-f948ffffa981, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b31ca47e-71aa-44e0-9ad0-f948ffffa981,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:10.514515 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aee0182d-b133-4751-8d31-1dc062a1a89f req-91abec79-1e5b-4f95-8a93-7ae6dfffe93c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 943 time: 0.2829123 Apr 05 20:37:10.514941 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:10.578627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-aee0182d-b133-4751-8d31-1dc062a1a89f req-63188335-addc-462a-bfb2-777828083e0a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:10.584568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cd5c9f-b1f0-4a3f-92f7-9f671b174a2d req-7f1b618b-4c4d-498c-b2d3-109eb5f2a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:10.586732 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59cd5c9f-b1f0-4a3f-92f7-9f671b174a2d req-7f1b618b-4c4d-498c-b2d3-109eb5f2a142 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1713817 Apr 05 20:37:10.595863 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=b31ca47e-71aa-44e0-9ad0-f948ffffa981,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:10.631617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 136dc280-998b-4b03-b01c-9d13f8e635e5 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:10.632278 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:10.748850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-aee0182d-b133-4751-8d31-1dc062a1a89f req-63188335-addc-462a-bfb2-777828083e0a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:10.754419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['b31ca47e-71aa-44e0-9ad0-f948ffffa981'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:37:10.773028 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aee0182d-b133-4751-8d31-1dc062a1a89f req-63188335-addc-462a-bfb2-777828083e0a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567964 Apr 05 20:37:10.873553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] The port '136dc280-998b-4b03-b01c-9d13f8e635e5' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:37:10.963811 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59cd5c9f-b1f0-4a3f-92f7-9f671b174a2d req-bfd7e9fc-de84-4685-adb5-8d0ff5f4dae1 service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678012 Apr 05 20:37:11.174412 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59cd5c9f-b1f0-4a3f-92f7-9f671b174a2d req-cfa12643-5efc-47cd-8e6e-91cb6b1912a6 service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035964 Apr 05 20:37:11.177366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3424f9-25ea-4fae-94ac-d3182d49d7a6 req-5da080f9-19cc-4327-96eb-44c69055fa7c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:11.217277 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea3424f9-25ea-4fae-94ac-d3182d49d7a6 req-5da080f9-19cc-4327-96eb-44c69055fa7c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.1707029 Apr 05 20:37:11.239043 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:11.291341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab0dcef-86fa-477a-8a9e-8585d8659aa9']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:11.306180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fda1653-f7b4-44d4-b25e-4df4e41542f3') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:11.306768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fda1653-f7b4-44d4-b25e-4df4e41542f3') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:11.319648 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:11.337513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:11.345830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:37:11.346396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:37:11.366402 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:37:11.384119 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c0b0c942-d9b2-421d-8a5b-c79c3abaaab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:11.444272 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea3424f9-25ea-4fae-94ac-d3182d49d7a6 req-5221e643-1e0b-430c-bd83-46eec4af93f1 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225845 Apr 05 20:37:11.478663 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:11.483774 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:11.517470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Network': ['ID=1ab0dcef-86fa-477a-8a9e-8585d8659aa9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:11.535502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9c1b91ae-c053-4b66-94d5-c64ec5771157 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/networks/1ab0dcef-86fa-477a-8a9e-8585d8659aa9 HTTP/1.1" status: 204 len: 168 time: 3.0490372 Apr 05 20:37:11.536201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37210) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:11.542163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'name': 'tempest-PortsTestJSON-1269728881'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:11.662813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:11.669065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:port and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:11.672057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:11.687421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:11.700390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:11.705888 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:11.866726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port d911113e-db38-43cc-b8a9-3c8ec8038f4f yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:37:12.148361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8a7c7-91dc-458d-bfe1-ba8476cf5be2 req-c2f074d0-1c2c-4a03-af35-5138c45ce57d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:12.149856 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c7d8a7c7-91dc-458d-bfe1-ba8476cf5be2 req-c2f074d0-1c2c-4a03-af35-5138c45ce57d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 944 time: 0.2483981 Apr 05 20:37:12.194164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b31ca47e-71aa-44e0-9ad0-f948ffffa981 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:12.243507 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:12.298502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c7d8a7c7-91dc-458d-bfe1-ba8476cf5be2 req-7f6c124c-4d13-46f5-bdc1-1e1029a957cf tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229649 Apr 05 20:37:12.318382 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:12.324819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port b31ca47e-71aa-44e0-9ad0-f948ffffa981 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:12.332602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port b31ca47e-71aa-44e0-9ad0-f948ffffa981 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:12.332836 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:12.417985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 3fce8b40-63db-49d0-8f89-aa1945234386 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:12.422574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:12.426874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:37:12.432755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:12.433367 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:12.438836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=d911113e-db38-43cc-b8a9-3c8ec8038f4f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:12.495023 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9d98590a-a9fc-43bd-8208-73578d16f686 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9576993 Apr 05 20:37:12.497582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37240) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:12.552814 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:12.593051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port b31ca47e-71aa-44e0-9ad0-f948ffffa981, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b31ca47e-71aa-44e0-9ad0-f948ffffa981,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:12.594401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9459ec47-0357-43f4-bc76-a4bf4bbe42de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31ca47e-71aa-44e0-9ad0-f948ffffa981'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:37:12.603115 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:12.604622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 23a6555f-59ab-4a00-8b33-c354c421586f no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:12.693001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2f737dd9-a299-4b65-a197-f6bf7c33ad63 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port d911113e-db38-43cc-b8a9-3c8ec8038f4f {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:12.695763 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2f737dd9-a299-4b65-a197-f6bf7c33ad63 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:12.890821 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:12.972265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=b31ca47e-71aa-44e0-9ad0-f948ffffa981,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:12.979561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 23a6555f-59ab-4a00-8b33-c354c421586f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=23a6555f-59ab-4a00-8b33-c354c421586f,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:12.985591 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:13.021981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68de27-dad1-4fe0-986f-c24d4cc1e7a2 req-9b13e08a-b5da-4e31-8870-da5ab1446d00 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:13.023804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f68de27-dad1-4fe0-986f-c24d4cc1e7a2 req-9b13e08a-b5da-4e31-8870-da5ab1446d00 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 945 time: 0.3408604 Apr 05 20:37:13.123175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=23a6555f-59ab-4a00-8b33-c354c421586f,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:13.176666 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2f737dd9-a299-4b65-a197-f6bf7c33ad63 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:13.250700 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9459ec47-0357-43f4-bc76-a4bf4bbe42de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31ca47e-71aa-44e0-9ad0-f948ffffa981', 'code': 200} Apr 05 20:37:13.489838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54842b6e-cc17-4773-bda9-69257254e67d req-a1b4b9de-5bbc-4861-8d63-11df6b5d2486 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:13.498189 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-54842b6e-cc17-4773-bda9-69257254e67d req-a1b4b9de-5bbc-4861-8d63-11df6b5d2486 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 945 time: 0.1068740 Apr 05 20:37:13.507877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2f737dd9-a299-4b65-a197-f6bf7c33ad63 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for d911113e-db38-43cc-b8a9-3c8ec8038f4f owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:13.555074 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-54842b6e-cc17-4773-bda9-69257254e67d req-bdd3d311-fabd-4458-a434-03c2023d509f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558281 Apr 05 20:37:13.642422 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3f68de27-dad1-4fe0-986f-c24d4cc1e7a2 req-4f119fd5-e1ef-4fed-9b93-55ea9c62a8ba tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051013 Apr 05 20:37:13.681389 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dab4c639-62f6-4f33-8caa-80d3f3fe4392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:13.739689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead0599-80a6-489c-bc2b-7ab2a53139e0 req-16a30bbd-df6d-4278-8979-9f1dd1bc4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:13.741636 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ead0599-80a6-489c-bc2b-7ab2a53139e0 req-16a30bbd-df6d-4278-8979-9f1dd1bc4cb6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 1096 time: 0.1646965 Apr 05 20:37:13.789917 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2f737dd9-a299-4b65-a197-f6bf7c33ad63 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:13.851665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f737dd9-a299-4b65-a197-f6bf7c33ad63 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=d911113e-db38-43cc-b8a9-3c8ec8038f4f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:13.867851 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2f737dd9-a299-4b65-a197-f6bf7c33ad63 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:13.883840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37280) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:13.889284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'mac_address': 'fa:16:3e:45:1f:99', 'name': 'tempest-PortsTestJSON-775591298'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:13.894026 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2f737dd9-a299-4b65-a197-f6bf7c33ad63 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/d911113e-db38-43cc-b8a9-3c8ec8038f4f HTTP/1.1" status: 204 len: 168 time: 1.3953393 Apr 05 20:37:13.902369 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ead0599-80a6-489c-bc2b-7ab2a53139e0 req-429d63d6-d145-4234-9cb5-faa804542942 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506615 Apr 05 20:37:14.018646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:14.025925 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:port and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:14.030256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:14.037764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:14.052911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:14.166811 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.196196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port 8fc1ca6a-eb28-4239-afba-b73b9581ae96 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:37:14.506773 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.538333 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.600828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 3fce8b40-63db-49d0-8f89-aa1945234386 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:14.605376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:14.609783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:37:14.615977 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:14.616825 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.675467 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7904642 Apr 05 20:37:14.678551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37292) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:14.681845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb79be6-f2da-498d-b6c2-63daf64328ad tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=8fc1ca6a-eb28-4239-afba-b73b9581ae96,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:14.870383 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.884473 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:14.985607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ac04a7-1a5d-4c09-90e5-bc7cf358d597 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:14.988681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec99809-680f-4ce8-95f0-17decfb6fb75 req-d84732e0-d24e-4d2f-a161-cd02c3f89346 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:14.995072 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-57ac04a7-1a5d-4c09-90e5-bc7cf358d597 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:15.015309 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aec99809-680f-4ce8-95f0-17decfb6fb75 req-d84732e0-d24e-4d2f-a161-cd02c3f89346 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 945 time: 0.2445648 Apr 05 20:37:15.041517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-57ac04a7-1a5d-4c09-90e5-bc7cf358d597 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:15.044868 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-57ac04a7-1a5d-4c09-90e5-bc7cf358d597 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/8fc1ca6a-eb28-4239-afba-b73b9581ae96 HTTP/1.1" status: 200 len: 840 time: 0.3650031 Apr 05 20:37:15.049522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37298) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:15.124702 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aec99809-680f-4ce8-95f0-17decfb6fb75 req-863f50ac-9579-46ac-b7cd-5aee219f38b0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084363 Apr 05 20:37:15.126420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20fa3e-f334-4047-ba59-8fb4fdf25ace req-831282c6-1bbe-49f1-89a2-49b93437eef5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:15.136764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c20fa3e-f334-4047-ba59-8fb4fdf25ace req-831282c6-1bbe-49f1-89a2-49b93437eef5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 943 time: 0.2750649 Apr 05 20:37:15.172928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee492a-1169-4336-a64b-569d60cefcac tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 8fc1ca6a-eb28-4239-afba-b73b9581ae96 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:15.173675 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7ee492a-1169-4336-a64b-569d60cefcac tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:15.234458 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c20fa3e-f334-4047-ba59-8fb4fdf25ace req-f417fe3d-7815-4179-af7c-68f561e66686 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999238 Apr 05 20:37:15.252709 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a50896-6277-404e-90c1-6ea4c0d88904', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a6555f-59ab-4a00-8b33-c354c421586f'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:37:15.329300 n-d-836604-1 neutron-server[87966]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40a50896-6277-404e-90c1-6ea4c0d88904', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23a6555f-59ab-4a00-8b33-c354c421586f', 'code': 422} returned with failed status Apr 05 20:37:15.801685 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7ee492a-1169-4336-a64b-569d60cefcac tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:15.931955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-e7ee492a-1169-4336-a64b-569d60cefcac tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for 8fc1ca6a-eb28-4239-afba-b73b9581ae96 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:15.987305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e7544-3cfc-4069-b354-0a2a0bd3a4be req-3ed89e5e-16e9-4995-9422-087bc8008f76 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:15.988764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d3e7544-3cfc-4069-b354-0a2a0bd3a4be req-3ed89e5e-16e9-4995-9422-087bc8008f76 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.5399814 Apr 05 20:37:16.030519 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:16.055978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d3e7544-3cfc-4069-b354-0a2a0bd3a4be req-c3ae9a5e-4b9e-4361-9116-586e374d0e39 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595429 Apr 05 20:37:16.061292 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7ee492a-1169-4336-a64b-569d60cefcac tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:16.123591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee492a-1169-4336-a64b-569d60cefcac tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=8fc1ca6a-eb28-4239-afba-b73b9581ae96,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:16.130234 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7ee492a-1169-4336-a64b-569d60cefcac tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:16.182482 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e7ee492a-1169-4336-a64b-569d60cefcac tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/8fc1ca6a-eb28-4239-afba-b73b9581ae96 HTTP/1.1" status: 204 len: 168 time: 1.1317728 Apr 05 20:37:16.183414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37316) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:16.222935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 23a6555f-59ab-4a00-8b33-c354c421586f no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:16.276091 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a8aac4-e216-4785-bfbf-39d5abdb41a6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] GET failed (client error): The resource could not be found. Apr 05 20:37:16.276993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-15a8aac4-e216-4785-bfbf-39d5abdb41a6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:16.318195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-15a8aac4-e216-4785-bfbf-39d5abdb41a6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:16.319495 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-15a8aac4-e216-4785-bfbf-39d5abdb41a6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/8fc1ca6a-eb28-4239-afba-b73b9581ae96 HTTP/1.1" status: 404 len: 333 time: 0.1349795 Apr 05 20:37:16.324662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37320) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:16.333694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068949b9-8cfd-4989-bf04-5e7433474c58 req-962ad108-5677-4590-ae66-48f6202c69c0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:16.335384 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-068949b9-8cfd-4989-bf04-5e7433474c58 req-962ad108-5677-4590-ae66-48f6202c69c0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1157815 Apr 05 20:37:16.339321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'name': 'tempest-PortsTestJSON-610780498'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:16.394837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-068949b9-8cfd-4989-bf04-5e7433474c58 req-4b0259d3-77dc-4172-b22f-274245934f50 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528905 Apr 05 20:37:16.511077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000af4de-934a-48b3-8b5f-e6384acc82d9 req-d587d2fa-30d4-41ed-8b0a-e9a44d9fd40b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:16.518527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-000af4de-934a-48b3-8b5f-e6384acc82d9 req-d587d2fa-30d4-41ed-8b0a-e9a44d9fd40b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 945 time: 0.2618666 Apr 05 20:37:16.544905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:16.566150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:16.583234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-000af4de-934a-48b3-8b5f-e6384acc82d9 req-2ac83103-b787-4158-a6ad-2c8b6c569191 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638604 Apr 05 20:37:16.591303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:16.598452 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:16.634817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port aaa175bb-09ca-496d-89ad-ecd441dee63c yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:37:16.645862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac0e23-dbe1-4f86-a9a2-c5cad2326ba3 req-e08f12a2-c3af-49ac-abd3-e6f48616e5d1 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:16.654846 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1ac0e23-dbe1-4f86-a9a2-c5cad2326ba3 req-e08f12a2-c3af-49ac-abd3-e6f48616e5d1 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1086142 Apr 05 20:37:16.759564 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1ac0e23-dbe1-4f86-a9a2-c5cad2326ba3 req-49109925-a3d9-476f-836e-ff8b95d64052 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017704 Apr 05 20:37:16.985135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d642584-a801-49fc-a1ad-77885e763efb req-58555677-32b2-4025-82e2-b3fb3eed7b6d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:16.992604 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d642584-a801-49fc-a1ad-77885e763efb req-58555677-32b2-4025-82e2-b3fb3eed7b6d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.0984085 Apr 05 20:37:17.043639 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d642584-a801-49fc-a1ad-77885e763efb req-e32b2721-10b6-4b6e-a8ef-0713e03ed99e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489736 Apr 05 20:37:17.082111 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:17.094294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c07ef-1d86-4435-9af2-3381848130c0 req-ae2b8642-8a72-49d6-93c0-340913d75bf0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:17.095790 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c81c07ef-1d86-4435-9af2-3381848130c0 req-ae2b8642-8a72-49d6-93c0-340913d75bf0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 945 time: 0.2321510 Apr 05 20:37:17.150701 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c81c07ef-1d86-4435-9af2-3381848130c0 req-675055c6-c8a7-4348-b852-d5d6a146b58e tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489423 Apr 05 20:37:17.169547 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:17.275414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 3fce8b40-63db-49d0-8f89-aa1945234386 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:17.282386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:17.330684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:37:17.336647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:17.337201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:17.364647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=aaa175bb-09ca-496d-89ad-ecd441dee63c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:17.389012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-56241ead-a633-4d30-97a8-4d0a0b5ad2d8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0605464 Apr 05 20:37:17.391817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37350) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:17.401040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:17.434552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d4d22-c4be-49d5-9f94-3c793df0095f req-62f987d7-4f6a-488f-b879-f64a1fab27ec tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:17.435777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e03d4d22-c4be-49d5-9f94-3c793df0095f req-62f987d7-4f6a-488f-b879-f64a1fab27ec tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 945 time: 0.1570771 Apr 05 20:37:17.516678 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e03d4d22-c4be-49d5-9f94-3c793df0095f req-e3d8033c-ad0f-4019-a841-5616a0ac2991 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746319 Apr 05 20:37:17.670529 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:17.713044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726ad69b-59b2-488f-94c0-cf9011e647df req-9126e95e-462c-4fe8-b4e2-3f0fa515d91e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:17.718394 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-726ad69b-59b2-488f-94c0-cf9011e647df req-9126e95e-462c-4fe8-b4e2-3f0fa515d91e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2537801 Apr 05 20:37:17.810961 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-726ad69b-59b2-488f-94c0-cf9011e647df req-76f2505b-f57b-4758-8b17-6670ba00fa12 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620904 Apr 05 20:37:18.295236 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:18.305049 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:18.361283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] In _notify_port_updated(), no bound segment for port aaa175bb-09ca-496d-89ad-ecd441dee63c on network 3fce8b40-63db-49d0-8f89-aa1945234386 {{(pid=87965) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:37:18.366705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:18.367300 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:18.369926 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "PUT /v2.0/ports/aaa175bb-09ca-496d-89ad-ecd441dee63c HTTP/1.1" status: 200 len: 818 time: 0.9752123 Apr 05 20:37:18.371554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37366) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:18.401071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=aaa175bb-09ca-496d-89ad-ecd441dee63c,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:18.419904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4225e3-b5ea-4228-bc21-db8dd4e19829 req-af409d71-e161-42e5-9ce3-c2458ddc0bc9 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:18.428363 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d4225e3-b5ea-4228-bc21-db8dd4e19829 req-af409d71-e161-42e5-9ce3-c2458ddc0bc9 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 945 time: 0.3546920 Apr 05 20:37:18.455079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:18.455466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:18.455980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:18.456224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:18.456496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:18.456777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:18.457089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:18.457717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:18.457717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:18.458030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:18.458515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:18.458515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc163e4-d7fb-46c3-9d88-a9fc808d6a75 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:18.475740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ce627716-9156-4227-805b-b01ca822a86d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port aaa175bb-09ca-496d-89ad-ecd441dee63c {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:18.476370 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ce627716-9156-4227-805b-b01ca822a86d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:18.530595 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d4225e3-b5ea-4228-bc21-db8dd4e19829 req-3880b42d-83de-48ff-9476-2048851a6569 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011429 Apr 05 20:37:18.791826 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ce627716-9156-4227-805b-b01ca822a86d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.089247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ce627716-9156-4227-805b-b01ca822a86d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for aaa175bb-09ca-496d-89ad-ecd441dee63c owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:19.235808 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ce627716-9156-4227-805b-b01ca822a86d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.301291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af929c91-f5a3-48f3-b3d3-d2b4b3883ece req-9a4c287c-3d37-4af4-bd32-a6d88b538b99 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:19.303331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af929c91-f5a3-48f3-b3d3-d2b4b3883ece req-9a4c287c-3d37-4af4-bd32-a6d88b538b99 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3166924 Apr 05 20:37:19.307662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce627716-9156-4227-805b-b01ca822a86d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=aaa175bb-09ca-496d-89ad-ecd441dee63c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:19.357190 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ce627716-9156-4227-805b-b01ca822a86d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.397452 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ce627716-9156-4227-805b-b01ca822a86d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/aaa175bb-09ca-496d-89ad-ecd441dee63c HTTP/1.1" status: 204 len: 168 time: 1.0247071 Apr 05 20:37:19.400166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37378) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:19.483826 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af929c91-f5a3-48f3-b3d3-d2b4b3883ece req-0ed573d3-1d5d-40ce-a94b-2b42532508d7 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367445 Apr 05 20:37:19.511418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08685d9d-7b5c-4d50-b638-042233a16673 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:19.515547 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-08685d9d-7b5c-4d50-b638-042233a16673 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1115115 Apr 05 20:37:19.515743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37382) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:19.565709 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdb7a06-2e9f-4331-a5f4-2fd5cb76d766 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] GET failed (client error): The resource could not be found. Apr 05 20:37:19.566567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184721c-d85c-41c6-9a1b-21b0faa97e8d req-1e483ef5-fa5e-4c42-9b40-ef6da18c27b6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:19.567549 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4bdb7a06-2e9f-4331-a5f4-2fd5cb76d766 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/aaa175bb-09ca-496d-89ad-ecd441dee63c HTTP/1.1" status: 404 len: 333 time: 0.0509706 Apr 05 20:37:19.569116 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5184721c-d85c-41c6-9a1b-21b0faa97e8d req-1e483ef5-fa5e-4c42-9b40-ef6da18c27b6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 945 time: 0.2646129 Apr 05 20:37:19.581323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37390) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:19.591939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-145539642'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:19.610447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:19.618550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:network and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:19.625388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:19.639142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:19.666592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:19.679619 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.751914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:37:19.756402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-5184721c-d85c-41c6-9a1b-21b0faa97e8d req-97964928-f8c1-470a-8312-38eac14c5eca tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Deleting port b31ca47e-71aa-44e0-9ad0-f948ffffa981 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:19.756712 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5184721c-d85c-41c6-9a1b-21b0faa97e8d req-97964928-f8c1-470a-8312-38eac14c5eca tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.801015 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:19.802957 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Added segment 076c4f76-5adb-4d73-96d9-37da2125aedc of type vlan for network fc32b1e1-58d3-4b7c-a5b7-60a69a946896 Apr 05 20:37:19.964205 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.054748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e649a-f5f9-424b-a0cb-437394b8e54a req-3c834d1e-7d74-48a9-bb55-3c62c60eb915 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:20.061688 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9e6e649a-f5f9-424b-a0cb-437394b8e54a req-3c834d1e-7d74-48a9-bb55-3c62c60eb915 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 945 time: 0.2273653 Apr 05 20:37:20.086837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-5184721c-d85c-41c6-9a1b-21b0faa97e8d req-97964928-f8c1-470a-8312-38eac14c5eca tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] For port b31ca47e-71aa-44e0-9ad0-f948ffffa981, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=b31ca47e-71aa-44e0-9ad0-f948ffffa981,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:20.087508 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5184721c-d85c-41c6-9a1b-21b0faa97e8d req-97964928-f8c1-470a-8312-38eac14c5eca tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.105810 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9e6e649a-f5f9-424b-a0cb-437394b8e54a req-8ea69f1c-e0fb-4b8a-98b7-3e16715f9ccd tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432875 Apr 05 20:37:20.113296 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.123394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:20.124002 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.229046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-5184721c-d85c-41c6-9a1b-21b0faa97e8d req-97964928-f8c1-470a-8312-38eac14c5eca tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Calling delete_port for b31ca47e-71aa-44e0-9ad0-f948ffffa981 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:20.283798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Network': ['ID=fc32b1e1-58d3-4b7c-a5b7-60a69a946896,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:20.291853 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6ede4770-7dd7-4e87-946f-0bca56ce0826 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7091091 Apr 05 20:37:20.292551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37398) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:20.297057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network fc32b1e1-58d3-4b7c-a5b7-60a69a946896 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:37:20.314307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': 'fc32b1e1-58d3-4b7c-a5b7-60a69a946896', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:20.524895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:20.532295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:20.537853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:20.546825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:20.561522 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5184721c-d85c-41c6-9a1b-21b0faa97e8d req-97964928-f8c1-470a-8312-38eac14c5eca tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.574671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['b31ca47e-71aa-44e0-9ad0-f948ffffa981'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:37:20.604934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:20.608414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.664323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97964928-f8c1-470a-8312-38eac14c5eca tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event deleted for resources: {'Port': ['ID=b31ca47e-71aa-44e0-9ad0-f948ffffa981,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:20.869225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-5184721c-d85c-41c6-9a1b-21b0faa97e8d req-97964928-f8c1-470a-8312-38eac14c5eca tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] No DVR routers for this DVR port b31ca47e-71aa-44e0-9ad0-f948ffffa981 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:20.874021 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5184721c-d85c-41c6-9a1b-21b0faa97e8d req-97964928-f8c1-470a-8312-38eac14c5eca tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:20.886884 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9459ec47-0357-43f4-bc76-a4bf4bbe42de', 'name': 'network-vif-deleted', 'tag': 'b31ca47e-71aa-44e0-9ad0-f948ffffa981'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:37:20.910711 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5184721c-d85c-41c6-9a1b-21b0faa97e8d req-97964928-f8c1-470a-8312-38eac14c5eca tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "DELETE /v2.0/ports/b31ca47e-71aa-44e0-9ad0-f948ffffa981 HTTP/1.1" status: 204 len: 173 time: 1.3349028 Apr 05 20:37:20.980272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d92c2-3ce4-4ebc-bee3-b5c353b37f32 req-d66f9be9-2406-4a71-b346-eb329651d483 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:20.982034 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-755d92c2-3ce4-4ebc-bee3-b5c353b37f32 req-d66f9be9-2406-4a71-b346-eb329651d483 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1757858 Apr 05 20:37:20.986222 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9459ec47-0357-43f4-bc76-a4bf4bbe42de', 'name': 'network-vif-deleted', 'tag': 'b31ca47e-71aa-44e0-9ad0-f948ffffa981', 'status': 'completed', 'code': 200} Apr 05 20:37:21.242001 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-755d92c2-3ce4-4ebc-bee3-b5c353b37f32 req-351f9ae2-95ed-495c-a6d4-326001408aec tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2444694 Apr 05 20:37:21.357239 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:21.463502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Subnet': ['ID=61554c5d-22e0-4c26-a23d-3b45330748b2,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:21.474936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Checking segment: {'id': '076c4f76-5adb-4d73-96d9-37da2125aedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc32b1e1-58d3-4b7c-a5b7-60a69a946896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:37:21.475512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network hostable DHCP agents. Network: fc32b1e1-58d3-4b7c-a5b7-60a69a946896, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:37:21.518277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network fc32b1e1-58d3-4b7c-a5b7-60a69a946896 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:37:21.534559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a114d4c-92fc-43ae-b129-7358f312e5d2 req-685779c8-3370-4eda-9dde-e5c71dfeb32c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 210 time: 0.0985925 Apr 05 20:37:21.551538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, fc32b1e1-58d3-4b7c-a5b7-60a69a946896) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:21.558567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:21.559503 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:21.560760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ea1421-8b81-4668-b6a3-35a6ac7a04d1 None None] Network fc32b1e1-58d3-4b7c-a5b7-60a69a946896 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:37:21.585709 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3796ae1f-1b61-4a1a-af09-1ad1ecf1b574 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2919908 Apr 05 20:37:21.588890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37416) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:21.596215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e85a028d-3986-4882-88f3-ea8f7654f787 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': 'fc32b1e1-58d3-4b7c-a5b7-60a69a946896', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:21.828275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e85a028d-3986-4882-88f3-ea8f7654f787 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:21.832678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e85a028d-3986-4882-88f3-ea8f7654f787 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:21.836635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e85a028d-3986-4882-88f3-ea8f7654f787 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:21.844071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e85a028d-3986-4882-88f3-ea8f7654f787 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:21.860418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85a028d-3986-4882-88f3-ea8f7654f787 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:21.866708 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e85a028d-3986-4882-88f3-ea8f7654f787 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:21.953535 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-fc32b1e1-58d3-4b7c-a5b7-60a69a946896', 'network_id': 'fc32b1e1-58d3-4b7c-a5b7-60a69a946896', 'tenant_id': 'd9689dfcccf1439f878d8f0bd45a9811', 'fixed_ips': [{'subnet_id': '61554c5d-22e0-4c26-a23d-3b45330748b2'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:37:21.954735 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:22.080697 n-d-836604-1 neutron-server[87964]: INFO neutron.db.ipam_backend_mixin [None req-e85a028d-3986-4882-88f3-ea8f7654f787 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 61554c5d-22e0-4c26-a23d-3b45330748b2 (CIDR: 172.20.0.0/28) Apr 05 20:37:22.085607 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85a028d-3986-4882-88f3-ea8f7654f787 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:37:22.086418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85a028d-3986-4882-88f3-ea8f7654f787 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:37:22.137939 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e85a028d-3986-4882-88f3-ea8f7654f787 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5461664 Apr 05 20:37:22.139059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37430) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:22.145626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8b0238f2-d488-462b-8514-6dd2a2ebac25 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': 'fc32b1e1-58d3-4b7c-a5b7-60a69a946896', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:22.149937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Allocated IP 172.20.0.2 (fc32b1e1-58d3-4b7c-a5b7-60a69a946896/61554c5d-22e0-4c26-a23d-3b45330748b2/2cb8b700-26ff-4379-a1b1-0c702f9ba1e9) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:22.320365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8b0238f2-d488-462b-8514-6dd2a2ebac25 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:22.324562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8b0238f2-d488-462b-8514-6dd2a2ebac25 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:22.327515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8b0238f2-d488-462b-8514-6dd2a2ebac25 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:22.334554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8b0238f2-d488-462b-8514-6dd2a2ebac25 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:22.353992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b0238f2-d488-462b-8514-6dd2a2ebac25 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:22.362017 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b0238f2-d488-462b-8514-6dd2a2ebac25 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:22.441916 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:22.473792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Transition to ACTIVE for port object 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:22.500950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fec1b-efcf-4b69-a409-dd3cb6922e44 req-a6207d6d-be95-41d2-9d99-6fe1c0f509ed tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:22.503353 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c1fec1b-efcf-4b69-a409-dd3cb6922e44 req-a6207d6d-be95-41d2-9d99-6fe1c0f509ed tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1240251 Apr 05 20:37:22.549097 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Transition to ACTIVE for port object 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:22.558327 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c1fec1b-efcf-4b69-a409-dd3cb6922e44 req-696fda6a-c04e-467d-8e2b-8ecf46a2f282 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485213 Apr 05 20:37:22.568573 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:22.716360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Network fc32b1e1-58d3-4b7c-a5b7-60a69a946896 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:22.721908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:22.732037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Pushing event updated for resources: {'Port': ['ID=2cb8b700-26ff-4379-a1b1-0c702f9ba1e9,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:22.736998 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:37:22.757989 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.762266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.762758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.763186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.763621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.764048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.764826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.765391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.765972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.766623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.767793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.770298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:22.987198 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34136940-21e6-4109-8b77-419ee10700f1 req-599cb8d3-26ba-43f0-9864-d34686f552f5 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=9459ec47-0357-43f4-bc76-a4bf4bbe42de HTTP/1.1" status: 200 len: 210 time: 0.1420364 Apr 05 20:37:23.047170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Attempting to bind port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:37:23.047656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Attempting to bind port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '076c4f76-5adb-4d73-96d9-37da2125aedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc32b1e1-58d3-4b7c-a5b7-60a69a946896'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:37:23.048020 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Attempting to bind port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 on network fc32b1e1-58d3-4b7c-a5b7-60a69a946896 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:37:23.053658 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b0238f2-d488-462b-8514-6dd2a2ebac25 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:23.056564 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:37:23.057161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Checking segment: {'id': '076c4f76-5adb-4d73-96d9-37da2125aedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc32b1e1-58d3-4b7c-a5b7-60a69a946896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:37:23.057735 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:23.058332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Bound using segment: {'id': '076c4f76-5adb-4d73-96d9-37da2125aedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc32b1e1-58d3-4b7c-a5b7-60a69a946896'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:37:23.058955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Bound port: 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '076c4f76-5adb-4d73-96d9-37da2125aedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fc32b1e1-58d3-4b7c-a5b7-60a69a946896'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:37:23.059510 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:23.119055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0238f2-d488-462b-8514-6dd2a2ebac25 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network fc32b1e1-58d3-4b7c-a5b7-60a69a946896 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:23.122352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-8b0238f2-d488-462b-8514-6dd2a2ebac25 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:23.127139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0238f2-d488-462b-8514-6dd2a2ebac25 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:23.127985 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b0238f2-d488-462b-8514-6dd2a2ebac25 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:23.315749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0238f2-d488-462b-8514-6dd2a2ebac25 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Subnet': ['ID=c9d283e7-1524-4085-8dc9-b0c546085dc1,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:23.322965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37460) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:23.327804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8b0238f2-d488-462b-8514-6dd2a2ebac25 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0198972 Apr 05 20:37:23.331827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'network_id': 'fc32b1e1-58d3-4b7c-a5b7-60a69a946896', 'fixed_ips': [{'subnet_id': '61554c5d-22e0-4c26-a23d-3b45330748b2'}, {'subnet_id': 'c9d283e7-1524-4085-8dc9-b0c546085dc1'}], 'name': 'tempest-PortsTestJSON-1007442741'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:23.334412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] For port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:37:23.334412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] For port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2cb8b700-26ff-4379-a1b1-0c702f9ba1e9,segment=NetworkSegment(076c4f76-5adb-4d73-96d9-37da2125aedc),segment_id=076c4f76-5adb-4d73-96d9-37da2125aedc)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:37:23.334412 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:23.353246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:23.360302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:port and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:23.360302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:23.369126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:23.385798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:23.469139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b269b-f664-4dd9-94d6-58e3128db7d0 None None] Pushing event updated for resources: {'Port': ['ID=2cb8b700-26ff-4379-a1b1-0c702f9ba1e9,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:23.603583 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:23.629940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port c5953b47-18c7-4145-b44f-3b44542ac984 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:37:23.941173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca24d02-e95e-457b-b276-9cda2ec06f59 req-11417106-38b5-4a49-93f8-110e9f8ef169 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:23.948251 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ca24d02-e95e-457b-b276-9cda2ec06f59 req-11417106-38b5-4a49-93f8-110e9f8ef169 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1494105 Apr 05 20:37:24.046913 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ca24d02-e95e-457b-b276-9cda2ec06f59 req-8b90d67e-eec8-449d-8ec0-06dee35c1462 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813522 Apr 05 20:37:24.257569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b31ca47e-71aa-44e0-9ad0-f948ffffa981 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:24.382002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: b31ca47e-71aa-44e0-9ad0-f948ffffa981 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:37:24.383518 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device b31ca47e-71aa-44e0-9ad0-f948ffffa981 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:37:24.463970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Allocated IP 172.20.0.8 (fc32b1e1-58d3-4b7c-a5b7-60a69a946896/61554c5d-22e0-4c26-a23d-3b45330748b2/c5953b47-18c7-4145-b44f-3b44542ac984) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:24.473801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Allocated IP 172.20.0.29 (fc32b1e1-58d3-4b7c-a5b7-60a69a946896/c9d283e7-1524-4085-8dc9-b0c546085dc1/c5953b47-18c7-4145-b44f-3b44542ac984) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:24.563287 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:37:24.855024 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:24.888082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Transition to ACTIVE for port object c5953b47-18c7-4145-b44f-3b44542ac984 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:24.937708 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:25.040151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8864167-539a-4c42-83dc-6a7d551b162f None None] Network fc32b1e1-58d3-4b7c-a5b7-60a69a946896 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:37:25.044490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=c5953b47-18c7-4145-b44f-3b44542ac984,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:25.049909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network fc32b1e1-58d3-4b7c-a5b7-60a69a946896 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:25.049909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:25.056267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:37:25.202438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:25.203392 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:25.328351 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-645dbf4a-6c24-4d33-938b-e6d8459c21f9 None None] Provisioning for port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:25.329894 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2f90206b-ea36-4668-94d5-17ed83819141 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1688185 Apr 05 20:37:25.332881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37522) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:25.340173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e5a29fe2-d3f5-4923-9ac6-f99e04474fa5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61554c5d-22e0-4c26-a23d-3b45330748b2'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:25.451137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048d74d-a1c7-42af-8186-73bbbde5f680 req-5a0edaec-b2d5-495d-9253-04a5253ddce5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:25.457404 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b048d74d-a1c7-42af-8186-73bbbde5f680 req-5a0edaec-b2d5-495d-9253-04a5253ddce5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2006931 Apr 05 20:37:25.531421 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:25.589120 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b048d74d-a1c7-42af-8186-73bbbde5f680 req-8f7b4c17-be47-47b0-ad19-73c759b9e026 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098845 Apr 05 20:37:25.805771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:25.834702 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:25.834702 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.200816 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5a29fe2-d3f5-4923-9ac6-f99e04474fa5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.218014 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.246362 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8244d3-6bee-479f-9934-af97d3687a34 None None] Update dhcp port {'port': {'network_id': 'fc32b1e1-58d3-4b7c-a5b7-60a69a946896', 'fixed_ips': [{'subnet_id': '61554c5d-22e0-4c26-a23d-3b45330748b2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c9d283e7-1524-4085-8dc9-b0c546085dc1'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '2cb8b700-26ff-4379-a1b1-0c702f9ba1e9'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:37:26.391055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2cb8b700-26ff-4379-a1b1-0c702f9ba1e9,segment=NetworkSegment(076c4f76-5adb-4d73-96d9-37da2125aedc),segment_id=076c4f76-5adb-4d73-96d9-37da2125aedc)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:26.391055 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee8244d3-6bee-479f-9934-af97d3687a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.444581 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:26.535630 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9efab-80f0-419b-a643-1882d0a8e2a1 req-44636cc1-60ef-41e8-85d9-993f821ad98d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:26.535630 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aec9efab-80f0-419b-a643-1882d0a8e2a1 req-44636cc1-60ef-41e8-85d9-993f821ad98d tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 945 time: 0.2328022 Apr 05 20:37:26.687832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aec9efab-80f0-419b-a643-1882d0a8e2a1 req-9e779584-e42a-4284-907d-fbf20876c3d3 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ccc6193-4a54-4284-b8c4-b4ab82a829f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484895 Apr 05 20:37:26.852687 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=2cb8b700-26ff-4379-a1b1-0c702f9ba1e9,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:27.017830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-ee8244d3-6bee-479f-9934-af97d3687a34 None None] Allocated IP 172.20.0.18 (fc32b1e1-58d3-4b7c-a5b7-60a69a946896/c9d283e7-1524-4085-8dc9-b0c546085dc1/2cb8b700-26ff-4379-a1b1-0c702f9ba1e9) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:27.303951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee8244d3-6bee-479f-9934-af97d3687a34 None None] For port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2cb8b700-26ff-4379-a1b1-0c702f9ba1e9,segment=NetworkSegment(076c4f76-5adb-4d73-96d9-37da2125aedc),segment_id=076c4f76-5adb-4d73-96d9-37da2125aedc)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:27.309725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f1cad-411d-470f-bd2c-273aac17f13c req-d7dfc7d2-c380-4e3c-b7a9-d9d6fc196ee6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:27.309725 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab5f1cad-411d-470f-bd2c-273aac17f13c req-d7dfc7d2-c380-4e3c-b7a9-d9d6fc196ee6 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.4951141 Apr 05 20:37:27.346495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:27.433474 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee8244d3-6bee-479f-9934-af97d3687a34 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:27.466189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee8244d3-6bee-479f-9934-af97d3687a34 None None] Transition to ACTIVE for port object 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:27.477718 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee8244d3-6bee-479f-9934-af97d3687a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:27.479511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ab5f1cad-411d-470f-bd2c-273aac17f13c req-6651c755-6fe8-44df-a3ad-fb83307e52cd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653750 Apr 05 20:37:27.576932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-e5a29fe2-d3f5-4923-9ac6-f99e04474fa5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Delete allocated IP 172.20.0.29 (fc32b1e1-58d3-4b7c-a5b7-60a69a946896/c9d283e7-1524-4085-8dc9-b0c546085dc1) {{(pid=87964) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 20:37:27.630385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8244d3-6bee-479f-9934-af97d3687a34 None None] Pushing event updated for resources: {'Port': ['ID=2cb8b700-26ff-4379-a1b1-0c702f9ba1e9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:27.830616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-579f2d0d-bd15-4cce-b46b-828ca106bbc2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:27.850089 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-579f2d0d-bd15-4cce-b46b-828ca106bbc2 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 945 time: 0.2926252 Apr 05 20:37:28.120318 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5a29fe2-d3f5-4923-9ac6-f99e04474fa5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:28.135393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Deleting port ab115d4b-25b7-4cc8-a68a-d774b1372387 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:28.136069 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:28.164455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-e5a29fe2-d3f5-4923-9ac6-f99e04474fa5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Ignored duplicate provisioning block setup for port c5953b47-18c7-4145-b44f-3b44542ac984 by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 20:37:28.182735 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5a29fe2-d3f5-4923-9ac6-f99e04474fa5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:28.398966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e96432-9c35-4e66-b22c-43ba7d74b93d req-e105f85a-7c68-41e1-9b77-c17a5190e643 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:28.410136 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-24e96432-9c35-4e66-b22c-43ba7d74b93d req-e105f85a-7c68-41e1-9b77-c17a5190e643 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 945 time: 0.3694913 Apr 05 20:37:28.488053 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-24e96432-9c35-4e66-b22c-43ba7d74b93d req-82279f1a-6ecb-4215-b6f6-5893422002e1 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ccc6193-4a54-4284-b8c4-b4ab82a829f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791571 Apr 05 20:37:28.595679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-e5a29fe2-d3f5-4923-9ac6-f99e04474fa5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] In _notify_port_updated(), no bound segment for port c5953b47-18c7-4145-b44f-3b44542ac984 on network fc32b1e1-58d3-4b7c-a5b7-60a69a946896 {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:37:28.607599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a29fe2-d3f5-4923-9ac6-f99e04474fa5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:28.608272 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5a29fe2-d3f5-4923-9ac6-f99e04474fa5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:28.612302 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e5a29fe2-d3f5-4923-9ac6-f99e04474fa5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "PUT /v2.0/ports/c5953b47-18c7-4145-b44f-3b44542ac984 HTTP/1.1" status: 200 len: 919 time: 3.2750821 Apr 05 20:37:28.613361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37582) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:28.617215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a29fe2-d3f5-4923-9ac6-f99e04474fa5 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=c5953b47-18c7-4145-b44f-3b44542ac984,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:28.688492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26332c0f-4b51-4af4-8633-bcb1d73b224a None None] Network fc32b1e1-58d3-4b7c-a5b7-60a69a946896 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:37:28.743016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a84ae3ce-3d45-4bf1-8771-9a31e0238930 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '61554c5d-22e0-4c26-a23d-3b45330748b2'}, {'subnet_id': 'c9d283e7-1524-4085-8dc9-b0c546085dc1'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:28.992043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8e9fd-991f-4f01-88e0-9b6996c17305 req-97d9cfc5-ee5b-4537-9916-e99653aab7a5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:28.993661 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10a8e9fd-991f-4f01-88e0-9b6996c17305 req-97d9cfc5-ee5b-4537-9916-e99653aab7a5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2359455 Apr 05 20:37:29.116312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10a8e9fd-991f-4f01-88e0-9b6996c17305 req-b7044128-f8d3-4b06-b36f-db79009e3164 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044626 Apr 05 20:37:29.177560 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dafe8f03-fa2d-4e6f-846c-2d98437fa498 None None] Provisioning for port c5953b47-18c7-4145-b44f-3b44542ac984 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:29.209332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dafe8f03-fa2d-4e6f-846c-2d98437fa498 None None] Provisioning complete for port c5953b47-18c7-4145-b44f-3b44542ac984 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:29.209332 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dafe8f03-fa2d-4e6f-846c-2d98437fa498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:29.320595 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-dafe8f03-fa2d-4e6f-846c-2d98437fa498 None None] Port c5953b47-18c7-4145-b44f-3b44542ac984 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:37:29.391411 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:29.467813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dafe8f03-fa2d-4e6f-846c-2d98437fa498 None None] Provisioning for port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:29.478015 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dafe8f03-fa2d-4e6f-846c-2d98437fa498 None None] Provisioning complete for port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:29.482785 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dafe8f03-fa2d-4e6f-846c-2d98437fa498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:29.593997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] For port ab115d4b-25b7-4cc8-a68a-d774b1372387, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ab115d4b-25b7-4cc8-a68a-d774b1372387,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:29.594963 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:29.735370 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:29.735370 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:30.033175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5866e-370b-4984-baff-6a9bbe6bbc4a req-f676b2d2-a093-400b-96ca-9187010d5d43 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:30.041839 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-87f5866e-370b-4984-baff-6a9bbe6bbc4a req-f676b2d2-a093-400b-96ca-9187010d5d43 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3092213 Apr 05 20:37:30.137718 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-87f5866e-370b-4984-baff-6a9bbe6bbc4a req-66c5fe3f-b4a4-4363-b618-db357ef5faa5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888121 Apr 05 20:37:30.149751 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a84ae3ce-3d45-4bf1-8771-9a31e0238930 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:30.157576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76826f-5081-493c-a394-1c23bdd21167 req-d4315479-bfb1-4a94-b9cd-f538b9618702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:30.157576 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c76826f-5081-493c-a394-1c23bdd21167 req-d4315479-bfb1-4a94-b9cd-f538b9618702 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 1095 time: 0.2578912 Apr 05 20:37:30.445514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541deef-6468-4d61-991c-3f211e4896b0 req-eb798812-958a-45c6-8829-9aa4fc6cd66e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:30.447580 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7541deef-6468-4d61-991c-3f211e4896b0 req-eb798812-958a-45c6-8829-9aa4fc6cd66e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 945 time: 0.4584150 Apr 05 20:37:30.489058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76826f-5081-493c-a394-1c23bdd21167 req-bf6493a7-d511-43f2-8181-db6511f50d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:30.493173 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c76826f-5081-493c-a394-1c23bdd21167 req-bf6493a7-d511-43f2-8181-db6511f50d33 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.3235185 Apr 05 20:37:30.650750 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c76826f-5081-493c-a394-1c23bdd21167 req-03e2f9cc-b25a-4f4f-9023-23717df604c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 200 len: 998 time: 0.1453936 Apr 05 20:37:30.736908 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7541deef-6468-4d61-991c-3f211e4896b0 req-bb902b5b-c6f2-42a4-a248-09cfb8249fe8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups?id=0ccc6193-4a54-4284-b8c4-b4ab82a829f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634718 Apr 05 20:37:30.807251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76826f-5081-493c-a394-1c23bdd21167 req-113b1930-3044-4a42-bc12-ca630e1d716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:30.810330 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:30.810693 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:30.811000 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Floating IP f037142e-7b1e-4708-b342-3ce0b3a91f0f disassociated. External IP: 172.25.8.162, port: ab115d4b-25b7-4cc8-a68a-d774b1372387. Apr 05 20:37:30.811330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Calling delete_port for ab115d4b-25b7-4cc8-a68a-d774b1372387 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:30.811761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c76826f-5081-493c-a394-1c23bdd21167 req-113b1930-3044-4a42-bc12-ca630e1d716f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.1484947 Apr 05 20:37:30.934103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76826f-5081-493c-a394-1c23bdd21167 req-d5c29ba9-5e97-4102-9222-38bb071cfd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:30.935877 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c76826f-5081-493c-a394-1c23bdd21167 req-d5c29ba9-5e97-4102-9222-38bb071cfd27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167054 Apr 05 20:37:31.094732 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-a84ae3ce-3d45-4bf1-8771-9a31e0238930 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Allocated IP 172.20.0.23 (fc32b1e1-58d3-4b7c-a5b7-60a69a946896/c9d283e7-1524-4085-8dc9-b0c546085dc1/c5953b47-18c7-4145-b44f-3b44542ac984) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:31.127640 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:31.294485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event deleted for resources: {'Port': ['ID=ab115d4b-25b7-4cc8-a68a-d774b1372387,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:31.342909 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c76826f-5081-493c-a394-1c23bdd21167 req-99f69846-972f-4a99-9660-655d0e033ae2 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994851 Apr 05 20:37:31.368825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2dbcf339-44c6-4a01-a16b-bf4d008adc02 None None] Provisioning complete for port c5953b47-18c7-4145-b44f-3b44542ac984 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:31.368825 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2dbcf339-44c6-4a01-a16b-bf4d008adc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:31.486154 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2dbcf339-44c6-4a01-a16b-bf4d008adc02 None None] Port c5953b47-18c7-4145-b44f-3b44542ac984 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:37:31.528732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2dbcf339-44c6-4a01-a16b-bf4d008adc02 None None] Provisioning complete for port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:31.528732 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2dbcf339-44c6-4a01-a16b-bf4d008adc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:31.923447 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c76826f-5081-493c-a394-1c23bdd21167 req-6f7b91bc-49c2-46b6-b9f3-6242308c5c5f service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714316 Apr 05 20:37:32.023927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c160505-e117-4bdc-b450-8c7f4ff827c6 req-f5cd7cc8-d8c8-4b86-92b4-d440363b6323 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:32.043786 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c160505-e117-4bdc-b450-8c7f4ff827c6 req-f5cd7cc8-d8c8-4b86-92b4-d440363b6323 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.6396515 Apr 05 20:37:32.159849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8e96f773-8b32-4d6b-a2cd-5c4c18ff5ea0 None None] Provisioning complete for port c5953b47-18c7-4145-b44f-3b44542ac984 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:32.159970 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c160505-e117-4bdc-b450-8c7f4ff827c6 req-af1e206e-7763-4ceb-b8e2-8843e4ff8599 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246731 Apr 05 20:37:32.161149 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8e96f773-8b32-4d6b-a2cd-5c4c18ff5ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:32.267133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8e96f773-8b32-4d6b-a2cd-5c4c18ff5ea0 None None] Port c5953b47-18c7-4145-b44f-3b44542ac984 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:37:32.466770 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-a84ae3ce-3d45-4bf1-8771-9a31e0238930 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:37:32.509224 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4728e8c0-90e1-48e6-9520-fa5f2ff7d564 req-9759162e-cc24-433f-8e64-bf7366f76d87 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 210 time: 0.1841562 Apr 05 20:37:32.519594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:37:32.596755 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a84ae3ce-3d45-4bf1-8771-9a31e0238930 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:32.596903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-cdc57568-12cf-4df3-ab8f-524a9221673d req-dc8d1ffd-e124-4c2b-9672-9fc1129dfd36 tempest-ServerPasswordTestJSON-1134975682 tempest-ServerPasswordTestJSON-1134975682-project] (87964) timed out ('10.222.0.41', 51693) {{(pid=87964) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 20:37:32.677971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-a84ae3ce-3d45-4bf1-8771-9a31e0238930 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Transition to ACTIVE for port object c5953b47-18c7-4145-b44f-3b44542ac984 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:32.826513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a84ae3ce-3d45-4bf1-8771-9a31e0238930 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:32.826513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:37:32.845574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d773bc-ca7e-4593-ab4f-99a510bd8065 None None] Sync routers for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:37:32.859236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d773bc-ca7e-4593-ab4f-99a510bd8065 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:37:32.859878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-76d773bc-ca7e-4593-ab4f-99a510bd8065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:37:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:32.957402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ab115d4b-25b7-4cc8-a68a-d774b1372387 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:33.098238 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: ab115d4b-25b7-4cc8-a68a-d774b1372387 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:37:33.098238 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ab115d4b-25b7-4cc8-a68a-d774b1372387 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:37:33.114162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84ae3ce-3d45-4bf1-8771-9a31e0238930 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=c5953b47-18c7-4145-b44f-3b44542ac984,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:33.247787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] No DVR routers for this DVR port ab115d4b-25b7-4cc8-a68a-d774b1372387 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:33.252879 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:33.256001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66204d83-c746-4ac8-a8f9-d88b987796ec', 'name': 'network-vif-deleted', 'tag': 'ab115d4b-25b7-4cc8-a68a-d774b1372387'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:37:33.301175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6e7594c-d87e-433c-a319-2c9bb7c4b2b8 req-fe0a3f0c-a142-43d3-a9ea-a9acc4f868f8 tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.41 "DELETE /v2.0/ports/ab115d4b-25b7-4cc8-a68a-d774b1372387 HTTP/1.1" status: 204 len: 173 time: 5.4501021 Apr 05 20:37:33.309170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a84ae3ce-3d45-4bf1-8771-9a31e0238930 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] In _notify_port_updated(), no bound segment for port c5953b47-18c7-4145-b44f-3b44542ac984 on network fc32b1e1-58d3-4b7c-a5b7-60a69a946896 {{(pid=87965) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:37:33.321099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84ae3ce-3d45-4bf1-8771-9a31e0238930 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:33.322173 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a84ae3ce-3d45-4bf1-8771-9a31e0238930 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:33.323783 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a84ae3ce-3d45-4bf1-8771-9a31e0238930 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "PUT /v2.0/ports/c5953b47-18c7-4145-b44f-3b44542ac984 HTTP/1.1" status: 200 len: 999 time: 4.7077887 Apr 05 20:37:33.326944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37744) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:33.365316 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66204d83-c746-4ac8-a8f9-d88b987796ec', 'name': 'network-vif-deleted', 'tag': 'ab115d4b-25b7-4cc8-a68a-d774b1372387', 'status': 'completed', 'code': 200} Apr 05 20:37:33.444914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-76d773bc-ca7e-4593-ab4f-99a510bd8065 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:37:33.650643 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-58ba78d8-91c8-4503-bef6-fe6b0ecef7d6 None None] Provisioning for port c5953b47-18c7-4145-b44f-3b44542ac984 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:33.695469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-58ba78d8-91c8-4503-bef6-fe6b0ecef7d6 None None] Provisioning complete for port c5953b47-18c7-4145-b44f-3b44542ac984 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:33.695995 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-58ba78d8-91c8-4503-bef6-fe6b0ecef7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:33.854707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-803e363f-4293-48c4-bf5b-82fd229ddf12 req-8aee3e02-6239-43c1-9337-d9bd993b48da tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Synchronizing usage tracker for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:33.862961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-12a7ecf4-0a0c-4069-9e71-7e70cf767310 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port c5953b47-18c7-4145-b44f-3b44542ac984 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:33.862961 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-12a7ecf4-0a0c-4069-9e71-7e70cf767310 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:33.932712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-803e363f-4293-48c4-bf5b-82fd229ddf12 req-8aee3e02-6239-43c1-9337-d9bd993b48da tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Unset dirty status for tenant:0b85162d0163437385af208333519bc3 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:33.951315 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-803e363f-4293-48c4-bf5b-82fd229ddf12 req-8aee3e02-6239-43c1-9337-d9bd993b48da tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/ports?device_id=66204d83-c746-4ac8-a8f9-d88b987796ec HTTP/1.1" status: 200 len: 210 time: 0.1896834 Apr 05 20:37:34.025950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-58ba78d8-91c8-4503-bef6-fe6b0ecef7d6 None None] Port c5953b47-18c7-4145-b44f-3b44542ac984 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:37:34.135175 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c691423-cf8d-46c7-823b-c295862f1e71 req-6cfc6228-3eb6-40dd-ad28-f7abee10a692 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3323398 Apr 05 20:37:34.217272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-76d773bc-ca7e-4593-ab4f-99a510bd8065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:34.220626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d773bc-ca7e-4593-ab4f-99a510bd8065 None None] Checking router: dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:37:34.263475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970da71-3499-4e01-a177-50bd1da6d146 req-5773c50c-163f-4500-921a-e3aa54bca272 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:34.265987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d773bc-ca7e-4593-ab4f-99a510bd8065 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:37:34.265987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-76d773bc-ca7e-4593-ab4f-99a510bd8065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:37:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:34.282102 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9970da71-3499-4e01-a177-50bd1da6d146 req-5773c50c-163f-4500-921a-e3aa54bca272 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.7894897 Apr 05 20:37:34.712021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-76d773bc-ca7e-4593-ab4f-99a510bd8065 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:37:34.733257 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9970da71-3499-4e01-a177-50bd1da6d146 req-0c77ae69-d950-44b7-924c-6de33cf6ba5f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3872380 Apr 05 20:37:34.770001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-63027f11-1d71-46e5-a6f9-d763d2955744 None None] Provisioning complete for port c5953b47-18c7-4145-b44f-3b44542ac984 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:34.771370 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-63027f11-1d71-46e5-a6f9-d763d2955744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:34.779564 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-12a7ecf4-0a0c-4069-9e71-7e70cf767310 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:35.034466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-63027f11-1d71-46e5-a6f9-d763d2955744 None None] Port c5953b47-18c7-4145-b44f-3b44542ac984 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:37:35.083616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b6e3fa-cb6b-4b27-b0c1-427ff1b20f3d req-1e5ed516-1813-4a02-a4b9-f1dfbafd8e14 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:35.091706 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9b6e3fa-cb6b-4b27-b0c1-427ff1b20f3d req-1e5ed516-1813-4a02-a4b9-f1dfbafd8e14 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1700928 Apr 05 20:37:35.135906 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-12a7ecf4-0a0c-4069-9e71-7e70cf767310 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for c5953b47-18c7-4145-b44f-3b44542ac984 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:35.170605 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9b6e3fa-cb6b-4b27-b0c1-427ff1b20f3d req-6f1a229a-951b-4be6-b3e0-72e7b1e0fc59 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780253 Apr 05 20:37:35.252182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c691423-cf8d-46c7-823b-c295862f1e71 req-47321e15-0eef-4f36-92d1-5fd26f67caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:35.252182 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c691423-cf8d-46c7-823b-c295862f1e71 req-47321e15-0eef-4f36-92d1-5fd26f67caaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 1097 time: 0.9722352 Apr 05 20:37:35.407574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-76d773bc-ca7e-4593-ab4f-99a510bd8065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:35.421045 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d773bc-ca7e-4593-ab4f-99a510bd8065 None None] The sync data for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 is: [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6bc779c8-634c-47c6-9d5e-9790f76892cd', 'name': '', 'network_id': 'e001c7aa-cc86-425e-9f2c-59333aa3f65f', 'tenant_id': '0b85162d0163437385af208333519bc3', 'mac_address': 'fa:16:3e:a7:d0:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 2370, 'fixed_ips': [{'subnet_id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:57Z', 'updated_at': '2022-04-05T20:31:15Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'subnets': [{'id': 'd7a21430-0121-4577-bdb7-ba96e7b606a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:37:35.564483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c691423-cf8d-46c7-823b-c295862f1e71 req-72e9df5e-e213-41ed-b5fc-df1ef6f5d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:35.566009 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c691423-cf8d-46c7-823b-c295862f1e71 req-72e9df5e-e213-41ed-b5fc-df1ef6f5d6b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.2883337 Apr 05 20:37:35.594789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad829646-c3b5-4893-b5bd-32ec8aa4f826 req-32060d52-d7df-4c84-a9dc-319d4993fe35 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:35.596660 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ad829646-c3b5-4893-b5bd-32ec8aa4f826 req-32060d52-d7df-4c84-a9dc-319d4993fe35 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2184663 Apr 05 20:37:35.741265 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ad829646-c3b5-4893-b5bd-32ec8aa4f826 req-1624b4a4-d091-454f-8f69-d694356eb9a0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310098 Apr 05 20:37:35.837981 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c691423-cf8d-46c7-823b-c295862f1e71 req-6cec8bfc-f6ca-4bda-89d7-832d7a5c76f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 HTTP/1.1" status: 200 len: 217 time: 0.2521200 Apr 05 20:37:35.928609 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0014cc3-c406-490d-9d91-9ebaa3317e37 None None] New status for floating IP f037142e-7b1e-4708-b342-3ce0b3a91f0f: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:37:36.005980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c691423-cf8d-46c7-823b-c295862f1e71 req-e2fb740c-eec5-4a02-bfe3-33bdd008f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:36.007618 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c691423-cf8d-46c7-823b-c295862f1e71 req-e2fb740c-eec5-4a02-bfe3-33bdd008f2fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.1725740 Apr 05 20:37:36.051716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a6468-43ea-4908-9695-9d470fe69d6a req-1eb2ad49-11e7-4464-8d1a-f27528fc9133 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:36.066367 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-951a6468-43ea-4908-9695-9d470fe69d6a req-1eb2ad49-11e7-4464-8d1a-f27528fc9133 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1459575 Apr 05 20:37:36.163102 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-951a6468-43ea-4908-9695-9d470fe69d6a req-6efa7fe7-159b-4d4c-bea9-f44ebc960067 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915604 Apr 05 20:37:36.192429 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-12a7ecf4-0a0c-4069-9e71-7e70cf767310 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.294215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37806) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:36.317323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7ecf4-0a0c-4069-9e71-7e70cf767310 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=c5953b47-18c7-4145-b44f-3b44542ac984,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:36.475720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c691423-cf8d-46c7-823b-c295862f1e71 req-84ade3a9-a81a-4798-a3c3-01035d7d4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:36.475720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c691423-cf8d-46c7-823b-c295862f1e71 req-84ade3a9-a81a-4798-a3c3-01035d7d4bab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4536195 Apr 05 20:37:36.535980 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f40cea4-c222-4fee-ba2e-797b044f2c5e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.576674 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f40cea4-c222-4fee-ba2e-797b044f2c5e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.646276 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-12a7ecf4-0a0c-4069-9e71-7e70cf767310 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.659314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f40cea4-c222-4fee-ba2e-797b044f2c5e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.659517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-12a7ecf4-0a0c-4069-9e71-7e70cf767310 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/c5953b47-18c7-4145-b44f-3b44542ac984 HTTP/1.1" status: 204 len: 168 time: 3.3311315 Apr 05 20:37:36.661984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37814) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:36.701157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed01e03-438f-4154-af51-15c7f81a5ed8 req-dc9cda6c-bca4-45b5-a07e-fa4bddd63dd2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:36.708267 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8ed01e03-438f-4154-af51-15c7f81a5ed8 req-dc9cda6c-bca4-45b5-a07e-fa4bddd63dd2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2933352 Apr 05 20:37:36.725222 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cfb2e0a-9cb9-4c83-a6b1-4cb7bcaf119c tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] GET failed (client error): The resource could not be found. Apr 05 20:37:36.725747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1cfb2e0a-9cb9-4c83-a6b1-4cb7bcaf119c tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:36.738607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f40cea4-c222-4fee-ba2e-797b044f2c5e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccc6193-4a54-4284-b8c4-b4ab82a829f8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:36.752589 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c691423-cf8d-46c7-823b-c295862f1e71 req-68926d4c-e338-4332-8366-fd86af4bf0f3 service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438354 Apr 05 20:37:36.781937 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8ed01e03-438f-4154-af51-15c7f81a5ed8 req-3ecd1ecf-b5ed-4576-b1d4-d20a2585501e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721362 Apr 05 20:37:36.788472 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f40cea4-c222-4fee-ba2e-797b044f2c5e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:36.793613 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8f40cea4-c222-4fee-ba2e-797b044f2c5e tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "DELETE /v2.0/security-groups/0ccc6193-4a54-4284-b8c4-b4ab82a829f8 HTTP/1.1" status: 204 len: 168 time: 0.4983847 Apr 05 20:37:36.794610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37820) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:36.810229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1cfb2e0a-9cb9-4c83-a6b1-4cb7bcaf119c tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:36.811402 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1cfb2e0a-9cb9-4c83-a6b1-4cb7bcaf119c tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/c5953b47-18c7-4145-b44f-3b44542ac984 HTTP/1.1" status: 404 len: 333 time: 0.1485126 Apr 05 20:37:36.819842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37826) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:36.828224 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-cdb3b925-008e-4aa4-8c52-249c5abc144f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] show failed (client error): The resource could not be found. Apr 05 20:37:36.833261 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cdb3b925-008e-4aa4-8c52-249c5abc144f tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "GET /v2.0/security-groups/0ccc6193-4a54-4284-b8c4-b4ab82a829f8 HTTP/1.1" status: 404 len: 347 time: 0.0374098 Apr 05 20:37:36.834102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37830) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:37.121713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b31fe-0a65-4bff-ba16-5e8d9640d8dc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Deleting port eeeb686d-287c-479a-96b0-92e3673eff57 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:37.125131 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a7b31fe-0a65-4bff-ba16-5e8d9640d8dc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.298740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-af3f4550-8991-43ef-bb01-98335bec52eb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting subnet c9d283e7-1524-4085-8dc9-b0c546085dc1 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:37:37.303240 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af3f4550-8991-43ef-bb01-98335bec52eb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.434784 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af3f4550-8991-43ef-bb01-98335bec52eb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.704981 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a7b31fe-0a65-4bff-ba16-5e8d9640d8dc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.704981 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a7b31fe-0a65-4bff-ba16-5e8d9640d8dc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.728633 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c691423-cf8d-46c7-823b-c295862f1e71 req-f550f5f8-d26c-48e2-9fe7-af09d527472e service neutron] 10.222.0.13 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9526532 Apr 05 20:37:37.810152 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af3f4550-8991-43ef-bb01-98335bec52eb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.948383 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af3f4550-8991-43ef-bb01-98335bec52eb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:37.995220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3f4550-8991-43ef-bb01-98335bec52eb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Subnet': ['ID=c9d283e7-1524-4085-8dc9-b0c546085dc1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:38.006070 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af3f4550-8991-43ef-bb01-98335bec52eb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.033817 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-af3f4550-8991-43ef-bb01-98335bec52eb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/c9d283e7-1524-4085-8dc9-b0c546085dc1 HTTP/1.1" status: 204 len: 168 time: 1.2091677 Apr 05 20:37:38.035796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e06260d-9009-42d3-a5fd-be16c2c2c830 None None] Network fc32b1e1-58d3-4b7c-a5b7-60a69a946896 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:37:38.057872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37858) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:38.198908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96ca32a-ac8c-4cae-8051-d069a5159708 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting subnet 61554c5d-22e0-4c26-a23d-3b45330748b2 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:37:38.206769 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f96ca32a-ac8c-4cae-8051-d069a5159708 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.237571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b31fe-0a65-4bff-ba16-5e8d9640d8dc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Calling delete_port for eeeb686d-287c-479a-96b0-92e3673eff57 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:38.314776 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f96ca32a-ac8c-4cae-8051-d069a5159708 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.453290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057f158a-4ae2-41dc-979a-8d7e88576c89 req-1c6376b5-b7d0-4b6b-b8b5-65b597ac7782 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:38.453290 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-057f158a-4ae2-41dc-979a-8d7e88576c89 req-1c6376b5-b7d0-4b6b-b8b5-65b597ac7782 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.9125450 Apr 05 20:37:38.522667 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f96ca32a-ac8c-4cae-8051-d069a5159708 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.616050 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-057f158a-4ae2-41dc-979a-8d7e88576c89 req-f8b4de8f-49cf-4246-9f33-018c5796c63d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618662 Apr 05 20:37:38.653540 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f96ca32a-ac8c-4cae-8051-d069a5159708 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.687052 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a7b31fe-0a65-4bff-ba16-5e8d9640d8dc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.750348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b31fe-0a65-4bff-ba16-5e8d9640d8dc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Pushing event deleted for resources: {'Port': ['ID=eeeb686d-287c-479a-96b0-92e3673eff57,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:38.754559 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f96ca32a-ac8c-4cae-8051-d069a5159708 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.806925 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f96ca32a-ac8c-4cae-8051-d069a5159708 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/61554c5d-22e0-4c26-a23d-3b45330748b2 HTTP/1.1" status: 204 len: 168 time: 0.7502782 Apr 05 20:37:38.823631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37874) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:38.855367 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:38.997219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ca32a-ac8c-4cae-8051-d069a5159708 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Subnet': ['ID=61554c5d-22e0-4c26-a23d-3b45330748b2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:39.037717 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a7b31fe-0a65-4bff-ba16-5e8d9640d8dc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.073644 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9a7b31fe-0a65-4bff-ba16-5e8d9640d8dc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.077585 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9a7b31fe-0a65-4bff-ba16-5e8d9640d8dc tempest-AttachVolumeNegativeTest-920676355 tempest-AttachVolumeNegativeTest-920676355-project] 10.222.0.24 "DELETE /v2.0/floatingips/f037142e-7b1e-4708-b342-3ce0b3a91f0f HTTP/1.1" status: 204 len: 168 time: 2.2402296 Apr 05 20:37:39.119877 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.140793 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.145403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:39.146031 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.610115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] For port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2cb8b700-26ff-4379-a1b1-0c702f9ba1e9,segment=NetworkSegment(076c4f76-5adb-4d73-96d9-37da2125aedc),segment_id=076c4f76-5adb-4d73-96d9-37da2125aedc)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:39.610115 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:39.624668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-063d5a82-c929-44a7-b712-87465a828668 req-1776dd8e-e620-4b6b-9331-7ae0fa0e4278 service neutron] (87965) timed out ('10.222.0.24', 39432) {{(pid=87965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 20:37:39.683418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ef862c-8e2a-443e-a23f-820c16a35e22 None None] Network fc32b1e1-58d3-4b7c-a5b7-60a69a946896 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:37:39.818024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:39.819521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7dc2bb7b-a3f5-448c-b490-565f9b79420a None None] Provisioning complete for port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:39.820045 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7dc2bb7b-a3f5-448c-b490-565f9b79420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:40.017396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:40.041907 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7dc2bb7b-a3f5-448c-b490-565f9b79420a None None] Could not find standard attr ID for object 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:37:40.123375 n-d-836604-1 neutron-server[87966]: INFO neutron.plugins.ml2.db [None req-7dc2bb7b-a3f5-448c-b490-565f9b79420a None None] No ports have port_id starting with 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 Apr 05 20:37:40.161241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=2cb8b700-26ff-4379-a1b1-0c702f9ba1e9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:40.175489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No DVR routers for this DVR port 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:40.178012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:40.178538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:40.179065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:40.179666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:40.180179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:40.183672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:40.184037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:40.184372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:40.184702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:40.185030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:40.185354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:40.185671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:37:40.324100 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6f18a0-f0a2-4e5e-8299-2e67471279f4 None None] DHCP port deletion for fc32b1e1-58d3-4b7c-a5b7-60a69a946896 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:37:40.617775 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:40.695206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc32b1e1-58d3-4b7c-a5b7-60a69a946896']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:40.742902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076c4f76-5adb-4d73-96d9-37da2125aedc') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:40.742902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076c4f76-5adb-4d73-96d9-37da2125aedc') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:37:40.768441 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:40.841332 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:40.874280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d6b9a-307d-4d1a-b5be-f1ea6a316635 req-3e3c7810-350f-43d9-9788-d156eeeffcf5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:40.875807 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-273d6b9a-307d-4d1a-b5be-f1ea6a316635 req-3e3c7810-350f-43d9-9788-d156eeeffcf5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.9452934 Apr 05 20:37:40.876902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:37:40.877292 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:37:40.900576 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:37:41.066031 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-273d6b9a-307d-4d1a-b5be-f1ea6a316635 req-2eff60d0-c691-40cd-9b66-c25d5b50451f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664481 Apr 05 20:37:41.080543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:41.111103 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:41.137443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Network': ['ID=fc32b1e1-58d3-4b7c-a5b7-60a69a946896,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:41.166541 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a36915cd-8929-4bca-ba89-9c62aacbaebc tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/networks/fc32b1e1-58d3-4b7c-a5b7-60a69a946896 HTTP/1.1" status: 204 len: 168 time: 2.3417027 Apr 05 20:37:41.170814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37924) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:41.287063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:41.449072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:37:41.449622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2cb8b700-26ff-4379-a1b1-0c702f9ba1e9 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:37:41.478868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8096c09a-ea52-4695-9220-860d8766f293 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:41.479684 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8096c09a-ea52-4695-9220-860d8766f293 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:41.494042 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1208edf7-c02e-45e9-a466-0b16c0b0b7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:41.553515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8096c09a-ea52-4695-9220-860d8766f293 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:41.560529 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8096c09a-ea52-4695-9220-860d8766f293 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3869560 Apr 05 20:37:41.561540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37940) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:41.648868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1091137-6c8d-4c4b-9230-02e7b1cf0393 req-aaf1cf2f-5d3d-4c2f-83b4-f4e13b3a98c3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:41.657154 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1091137-6c8d-4c4b-9230-02e7b1cf0393 req-aaf1cf2f-5d3d-4c2f-83b4-f4e13b3a98c3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.1336572 Apr 05 20:37:41.778854 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1091137-6c8d-4c4b-9230-02e7b1cf0393 req-bbe14b39-b7e0-4207-9f35-bbfc0156afc5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090541 Apr 05 20:37:41.884035 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aa732605-cbe0-4ce6-b663-506711ab3c8b tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3038473 Apr 05 20:37:41.887197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37944) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:41.887197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1303695974'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:41.894101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2ece8-f677-4740-8760-71bd8b789a59 req-1b603c5a-822f-4b8a-8e1f-f0cc96e3aad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:41.898100 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:41.910491 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-08c2ece8-f677-4740-8760-71bd8b789a59 req-1b603c5a-822f-4b8a-8e1f-f0cc96e3aad1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 1095 time: 0.3291194 Apr 05 20:37:41.922969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:network and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:41.932772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:41.951644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:41.967941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:41.973449 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:42.038609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:37:42.077703 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:42.077703 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Added segment f4b0d226-515c-4bc7-ac89-1cfb3db2b66c of type vlan for network c5808800-898d-4f12-8930-d0542ac43a44 Apr 05 20:37:42.105459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2ece8-f677-4740-8760-71bd8b789a59 req-5afffeea-351d-4fee-80c0-b4850c6a9869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:42.105459 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-08c2ece8-f677-4740-8760-71bd8b789a59 req-5afffeea-351d-4fee-80c0-b4850c6a9869 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.1936281 Apr 05 20:37:42.120863 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:42.169117 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:42.169117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:42.176214 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:42.290511 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-08c2ece8-f677-4740-8760-71bd8b789a59 req-f49c310f-3936-4b6a-a22d-eb12065fb5bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 200 len: 998 time: 0.1812637 Apr 05 20:37:42.452802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Network': ['ID=c5808800-898d-4f12-8930-d0542ac43a44,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:42.461714 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b8dce0c0-6f26-44fb-99c3-9c09713ecde7 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5814490 Apr 05 20:37:42.466311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 37962) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:42.480302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network c5808800-898d-4f12-8930-d0542ac43a44 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:37:42.482377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': 'c5808800-898d-4f12-8930-d0542ac43a44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:42.509557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2ece8-f677-4740-8760-71bd8b789a59 req-25935f81-15ab-4153-b407-8cef2bc589f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:42.509557 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-08c2ece8-f677-4740-8760-71bd8b789a59 req-25935f81-15ab-4153-b407-8cef2bc589f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.2112958 Apr 05 20:37:42.675542 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2ece8-f677-4740-8760-71bd8b789a59 req-988c4c36-36b3-451f-96d8-ae0786eea284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:42.676578 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-08c2ece8-f677-4740-8760-71bd8b789a59 req-988c4c36-36b3-451f-96d8-ae0786eea284 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622348 Apr 05 20:37:42.820390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:42.828838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:42.835832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:42.853062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:42.875973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:42.875973 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:43.015790 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-08c2ece8-f677-4740-8760-71bd8b789a59 req-2ab739e5-d960-4c1b-8d3e-118de7f36f86 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304486 Apr 05 20:37:43.332850 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:43.418866 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-08c2ece8-f677-4740-8760-71bd8b789a59 req-fd84a1e0-522e-4bb1-8399-5eee72c55404 service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3962128 Apr 05 20:37:43.471094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec948bc-e93c-40ff-9b0f-635150651f5b req-73561b2e-8c09-46a3-872a-f027396cb2b9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:43.472925 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ec948bc-e93c-40ff-9b0f-635150651f5b req-73561b2e-8c09-46a3-872a-f027396cb2b9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3795242 Apr 05 20:37:43.497627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Subnet': ['ID=d6542207-dac1-4d69-ae46-f685deeb1a9e,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:43.533221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Checking segment: {'id': 'f4b0d226-515c-4bc7-ac89-1cfb3db2b66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c5808800-898d-4f12-8930-d0542ac43a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:37:43.533995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network hostable DHCP agents. Network: c5808800-898d-4f12-8930-d0542ac43a44, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:37:43.590175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network c5808800-898d-4f12-8930-d0542ac43a44 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:37:43.618009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, c5808800-898d-4f12-8930-d0542ac43a44) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:43.632009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:43.632605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:43.638839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad28491f-5609-4648-8d64-d36d0b958b17 None None] Network c5808800-898d-4f12-8930-d0542ac43a44 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:37:43.716577 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2ec948bc-e93c-40ff-9b0f-635150651f5b req-5326b711-71db-4586-9cae-754b0a5b9d6d tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153106 Apr 05 20:37:43.730892 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a7800700-fb0c-4611-a7d3-deb9671b5db6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2560127 Apr 05 20:37:43.734508 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 37994) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:43.741920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'network_id': 'c5808800-898d-4f12-8930-d0542ac43a44', 'name': 'tempest-PortsTestJSON-2071041479'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:43.958574 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8569afca-aeee-4bb8-a4dc-ef75a8d7e48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.148450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-c5808800-898d-4f12-8930-d0542ac43a44', 'network_id': 'c5808800-898d-4f12-8930-d0542ac43a44', 'tenant_id': 'd9689dfcccf1439f878d8f0bd45a9811', 'fixed_ips': [{'subnet_id': 'd6542207-dac1-4d69-ae46-f685deeb1a9e'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:37:44.148450 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.170658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:44.199328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:44.216616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:44.232105 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.367404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port 01faac6d-9976-4e3c-b281-620754c70c6c yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:37:44.536162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Allocated IP 172.20.0.2 (c5808800-898d-4f12-8930-d0542ac43a44/d6542207-dac1-4d69-ae46-f685deeb1a9e/67f4180e-653d-467f-9030-1d10196f8902) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:44.933675 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:44.965642 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.193749 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.216694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Transition to ACTIVE for port object 67f4180e-653d-467f-9030-1d10196f8902 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:45.259228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Transition to ACTIVE for port object 67f4180e-653d-467f-9030-1d10196f8902 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:45.271059 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.405659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Network c5808800-898d-4f12-8930-d0542ac43a44 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:45.444497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:45.478442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Allocated IP 172.20.0.11 (c5808800-898d-4f12-8930-d0542ac43a44/d6542207-dac1-4d69-ae46-f685deeb1a9e/01faac6d-9976-4e3c-b281-620754c70c6c) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:45.481402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:37:45.483872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d7041-31eb-411a-add5-e472e1814dec req-dbc768ac-9a82-4cae-9af5-11e0edcf57d0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:45.498081 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af6d7041-31eb-411a-add5-e472e1814dec req-dbc768ac-9a82-4cae-9af5-11e0edcf57d0 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.4667423 Apr 05 20:37:45.602399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af6d7041-31eb-411a-add5-e472e1814dec req-3bb84c88-f248-4460-b942-dc11823fe77b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017995 Apr 05 20:37:45.685428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Pushing event updated for resources: {'Port': ['ID=67f4180e-653d-467f-9030-1d10196f8902,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:45.687985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Attempting to bind port 67f4180e-653d-467f-9030-1d10196f8902 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:37:45.688617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Attempting to bind port 67f4180e-653d-467f-9030-1d10196f8902 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'f4b0d226-515c-4bc7-ac89-1cfb3db2b66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c5808800-898d-4f12-8930-d0542ac43a44'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:37:45.689216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Attempting to bind port 67f4180e-653d-467f-9030-1d10196f8902 on network c5808800-898d-4f12-8930-d0542ac43a44 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:37:45.697106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:37:45.697745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Checking segment: {'id': 'f4b0d226-515c-4bc7-ac89-1cfb3db2b66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c5808800-898d-4f12-8930-d0542ac43a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:37:45.698387 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.698990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Bound using segment: {'id': 'f4b0d226-515c-4bc7-ac89-1cfb3db2b66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c5808800-898d-4f12-8930-d0542ac43a44'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:37:45.699662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Bound port: 67f4180e-653d-467f-9030-1d10196f8902, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b0d226-515c-4bc7-ac89-1cfb3db2b66c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'c5808800-898d-4f12-8930-d0542ac43a44'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:37:45.700233 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.747237 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-394750df-8732-4aed-ba0f-825cc719cc18 req-864e9b61-d486-4e2f-acf1-be6f3612f737 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8934071 Apr 05 20:37:45.804435 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:45.862083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Transition to ACTIVE for port object 01faac6d-9976-4e3c-b281-620754c70c6c will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:45.913527 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:46.060828 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] For port 67f4180e-653d-467f-9030-1d10196f8902, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:37:46.071198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] For port 67f4180e-653d-467f-9030-1d10196f8902, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=67f4180e-653d-467f-9030-1d10196f8902,segment=NetworkSegment(f4b0d226-515c-4bc7-ac89-1cfb3db2b66c),segment_id=f4b0d226-515c-4bc7-ac89-1cfb3db2b66c)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:37:46.088385 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:46.147111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network c5808800-898d-4f12-8930-d0542ac43a44 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:46.151129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:46.158371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:37:46.245857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:46.246544 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:46.291729 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:46.344586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8247b-36a6-4771-9229-d1e960c61ca8 None None] Pushing event updated for resources: {'Port': ['ID=67f4180e-653d-467f-9030-1d10196f8902,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:46.354527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=01faac6d-9976-4e3c-b281-620754c70c6c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:46.390301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38044) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:46.393956 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fecac5cf-e9b9-4c28-83c5-c0024a8fb26f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6564021 Apr 05 20:37:46.404496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'network_id': 'c5808800-898d-4f12-8930-d0542ac43a44', 'name': 'tempest-PortsTestJSON-1721544566'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:37:46.406817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778c9f7-4a8e-4620-a5bc-f4bca0529cde req-c9aebac5-1588-4586-a9b2-3dd2eed62ec3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:46.432841 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0778c9f7-4a8e-4620-a5bc-f4bca0529cde req-c9aebac5-1588-4586-a9b2-3dd2eed62ec3 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3920259 Apr 05 20:37:46.517735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394750df-8732-4aed-ba0f-825cc719cc18 req-3697f001-6ac5-4d05-a560-de9709726048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:46.519237 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-394750df-8732-4aed-ba0f-825cc719cc18 req-3697f001-6ac5-4d05-a560-de9709726048 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 1095 time: 0.4532902 Apr 05 20:37:46.657018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:37:46.682016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:port and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:37:46.723247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:37:46.758023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:37:46.804788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:37:46.821157 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:46.881965 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0778c9f7-4a8e-4620-a5bc-f4bca0529cde req-6be8b5d3-42c8-450f-b71f-5708d6b99f36 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4618146 Apr 05 20:37:46.881965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394750df-8732-4aed-ba0f-825cc719cc18 req-ab6b06eb-60cb-4465-8ce6-0ed0079f8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:46.881965 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-394750df-8732-4aed-ba0f-825cc719cc18 req-ab6b06eb-60cb-4465-8ce6-0ed0079f8964 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 200 len: 912 time: 0.3402464 Apr 05 20:37:46.950983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port bb4c1cb6-1e91-4657-8554-505a1881b54e yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:37:47.391303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 67f4180e-653d-467f-9030-1d10196f8902 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:47.421115 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-394750df-8732-4aed-ba0f-825cc719cc18 req-3eec4d9d-2a85-46fc-b8fe-c825f4595071 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 200 len: 998 time: 0.5179691 Apr 05 20:37:47.483791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Allocated IP 172.20.0.13 (c5808800-898d-4f12-8930-d0542ac43a44/d6542207-dac1-4d69-ae46-f685deeb1a9e/bb4c1cb6-1e91-4657-8554-505a1881b54e) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:37:47.618175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394750df-8732-4aed-ba0f-825cc719cc18 req-6654bc4e-1d45-4878-bcd8-6f37a4033cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:47.618175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-394750df-8732-4aed-ba0f-825cc719cc18 req-6654bc4e-1d45-4878-bcd8-6f37a4033cf9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 200 len: 850 time: 0.1846392 Apr 05 20:37:47.825278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 67f4180e-653d-467f-9030-1d10196f8902 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:47.976032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394750df-8732-4aed-ba0f-825cc719cc18 req-6607490f-6202-4357-a494-df77512a18ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:47.982251 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-394750df-8732-4aed-ba0f-825cc719cc18 req-6607490f-6202-4357-a494-df77512a18ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d87a9372-eb69-4494-b2c7-bae5dbd4e72f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3566675 Apr 05 20:37:48.141327 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.193551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Transition to ACTIVE for port object bb4c1cb6-1e91-4657-8554-505a1881b54e will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:37:48.266731 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:48.419621 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-394750df-8732-4aed-ba0f-825cc719cc18 req-3198bd0b-0a58-44dd-9d37-7070dff1335f service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332185 Apr 05 20:37:48.473249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cafd2c2-456c-464c-9af1-47cdf6672664 None None] Network c5808800-898d-4f12-8930-d0542ac43a44 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:37:48.662327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network c5808800-898d-4f12-8930-d0542ac43a44 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:37:48.666701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:37:48.680707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:37:48.900478 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-394750df-8732-4aed-ba0f-825cc719cc18 req-3a25e854-602e-4ee9-9481-6ab5ac3af91b service neutron] 10.222.0.41 "GET /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4693432 Apr 05 20:37:48.956314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=bb4c1cb6-1e91-4657-8554-505a1881b54e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:48.983528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-685ca877-e71b-43dd-b368-4c03fc5f33e9 None None] Provisioning for port 67f4180e-653d-467f-9030-1d10196f8902 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:48.999029 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-685ca877-e71b-43dd-b368-4c03fc5f33e9 None None] Provisioning complete for port 67f4180e-653d-467f-9030-1d10196f8902 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:48.999327 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-685ca877-e71b-43dd-b368-4c03fc5f33e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.014606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:49.015256 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.093666 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f9d78a94-c118-42c3-af41-42345c62a289 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7089331 Apr 05 20:37:49.096321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38138) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:49.600518 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-685ca877-e71b-43dd-b368-4c03fc5f33e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.656416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1797228b-1939-4e05-aac9-6d16a953e52f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:49.656416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1797228b-1939-4e05-aac9-6d16a953e52f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:49.691869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd34ee-a945-4923-83b0-f8e2f5bda077 req-1a3a493a-9f68-4ada-a7d7-bffe6fea81c9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:49.700242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-685ca877-e71b-43dd-b368-4c03fc5f33e9 None None] For port 67f4180e-653d-467f-9030-1d10196f8902, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=67f4180e-653d-467f-9030-1d10196f8902,segment=NetworkSegment(f4b0d226-515c-4bc7-ac89-1cfb3db2b66c),segment_id=f4b0d226-515c-4bc7-ac89-1cfb3db2b66c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:49.703375 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-80fd34ee-a945-4923-83b0-f8e2f5bda077 req-1a3a493a-9f68-4ada-a7d7-bffe6fea81c9 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a50896-6277-404e-90c1-6ea4c0d88904 HTTP/1.1" status: 200 len: 943 time: 0.3211510 Apr 05 20:37:49.717998 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-685ca877-e71b-43dd-b368-4c03fc5f33e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:49.855340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1797228b-1939-4e05-aac9-6d16a953e52f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:49.860584 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1797228b-1939-4e05-aac9-6d16a953e52f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.7592170 Apr 05 20:37:49.862497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38154) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:50.014849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-80fd34ee-a945-4923-83b0-f8e2f5bda077 req-225ff103-a155-4143-9334-514940b1e010 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Deleting port 23a6555f-59ab-4a00-8b33-c354c421586f {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:50.015199 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-80fd34ee-a945-4923-83b0-f8e2f5bda077 req-225ff103-a155-4143-9334-514940b1e010 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.079003 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ca877-e71b-43dd-b368-4c03fc5f33e9 None None] Pushing event updated for resources: {'Port': ['ID=67f4180e-653d-467f-9030-1d10196f8902,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:50.120558 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3015f589-ac80-4fd4-b2c4-07afb08450e9 None None] Provisioning for port 01faac6d-9976-4e3c-b281-620754c70c6c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:50.131403 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-4acf6252-fe12-4c1a-bb61-4e9fd6f6dbbb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port bb4c1cb6-1e91-4657-8554-505a1881b54e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:50.131403 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4acf6252-fe12-4c1a-bb61-4e9fd6f6dbbb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.133447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3015f589-ac80-4fd4-b2c4-07afb08450e9 None None] Provisioning complete for port 01faac6d-9976-4e3c-b281-620754c70c6c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:50.133447 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3015f589-ac80-4fd4-b2c4-07afb08450e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.363612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3015f589-ac80-4fd4-b2c4-07afb08450e9 None None] Port 01faac6d-9976-4e3c-b281-620754c70c6c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:37:50.377086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3015f589-ac80-4fd4-b2c4-07afb08450e9 None None] Provisioning complete for port 67f4180e-653d-467f-9030-1d10196f8902 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:50.377731 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3015f589-ac80-4fd4-b2c4-07afb08450e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.804866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3015f589-ac80-4fd4-b2c4-07afb08450e9 None None] Provisioning for port bb4c1cb6-1e91-4657-8554-505a1881b54e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:37:50.812331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3015f589-ac80-4fd4-b2c4-07afb08450e9 None None] Provisioning complete for port bb4c1cb6-1e91-4657-8554-505a1881b54e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:50.813051 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3015f589-ac80-4fd4-b2c4-07afb08450e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:50.982279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-80fd34ee-a945-4923-83b0-f8e2f5bda077 req-225ff103-a155-4143-9334-514940b1e010 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] For port 23a6555f-59ab-4a00-8b33-c354c421586f, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=23a6555f-59ab-4a00-8b33-c354c421586f,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:50.982279 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-80fd34ee-a945-4923-83b0-f8e2f5bda077 req-225ff103-a155-4143-9334-514940b1e010 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.053703 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3015f589-ac80-4fd4-b2c4-07afb08450e9 None None] Port bb4c1cb6-1e91-4657-8554-505a1881b54e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:37:51.196455 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4acf6252-fe12-4c1a-bb61-4e9fd6f6dbbb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.200290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7c3a1ea7-6f81-4f6e-ad8b-043a355511e4 None None] Provisioning complete for port 01faac6d-9976-4e3c-b281-620754c70c6c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:51.217459 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1ea7-6f81-4f6e-ad8b-043a355511e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.247757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-80fd34ee-a945-4923-83b0-f8e2f5bda077 req-225ff103-a155-4143-9334-514940b1e010 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Calling delete_port for 23a6555f-59ab-4a00-8b33-c354c421586f owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:51.340667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a1ea7-6f81-4f6e-ad8b-043a355511e4 None None] Port 01faac6d-9976-4e3c-b281-620754c70c6c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:37:51.365975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7c3a1ea7-6f81-4f6e-ad8b-043a355511e4 None None] Provisioning complete for port bb4c1cb6-1e91-4657-8554-505a1881b54e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:51.365975 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7c3a1ea7-6f81-4f6e-ad8b-043a355511e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.447854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 67f4180e-653d-467f-9030-1d10196f8902 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:37:51.618937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-4acf6252-fe12-4c1a-bb61-4e9fd6f6dbbb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for bb4c1cb6-1e91-4657-8554-505a1881b54e owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:51.686217 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-80fd34ee-a945-4923-83b0-f8e2f5bda077 req-225ff103-a155-4143-9334-514940b1e010 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.690321 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7c3a1ea7-6f81-4f6e-ad8b-043a355511e4 None None] Port bb4c1cb6-1e91-4657-8554-505a1881b54e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:37:51.702242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5', 'ea60c462-5f27-48b3-808b-4e935de28bf4'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:37:51.912499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fd34ee-a945-4923-83b0-f8e2f5bda077 req-225ff103-a155-4143-9334-514940b1e010 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] No DVR routers for this DVR port 23a6555f-59ab-4a00-8b33-c354c421586f on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:51.912499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ff103-a155-4143-9334-514940b1e010 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event deleted for resources: {'Port': ['ID=23a6555f-59ab-4a00-8b33-c354c421586f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:51.932946 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-80fd34ee-a945-4923-83b0-f8e2f5bda077 req-225ff103-a155-4143-9334-514940b1e010 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:51.936517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a50896-6277-404e-90c1-6ea4c0d88904', 'name': 'network-vif-deleted', 'tag': '23a6555f-59ab-4a00-8b33-c354c421586f'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:37:51.968994 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-80fd34ee-a945-4923-83b0-f8e2f5bda077 req-225ff103-a155-4143-9334-514940b1e010 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "DELETE /v2.0/ports/23a6555f-59ab-4a00-8b33-c354c421586f HTTP/1.1" status: 204 len: 173 time: 2.2626655 Apr 05 20:37:52.037086 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4acf6252-fe12-4c1a-bb61-4e9fd6f6dbbb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:52.083498 n-d-836604-1 neutron-server[87964]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40a50896-6277-404e-90c1-6ea4c0d88904', 'name': 'network-vif-deleted', 'tag': '23a6555f-59ab-4a00-8b33-c354c421586f', 'status': 'failed', 'code': 422} returned with failed status Apr 05 20:37:52.164766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf6252-fe12-4c1a-bb61-4e9fd6f6dbbb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=bb4c1cb6-1e91-4657-8554-505a1881b54e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:52.223169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 67f4180e-653d-467f-9030-1d10196f8902 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:37:52.226604 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:52.392642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4acf6252-fe12-4c1a-bb61-4e9fd6f6dbbb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:52.449861 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4acf6252-fe12-4c1a-bb61-4e9fd6f6dbbb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/bb4c1cb6-1e91-4657-8554-505a1881b54e HTTP/1.1" status: 204 len: 168 time: 2.5824745 Apr 05 20:37:52.450224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38208) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:52.540860 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0c7e59-9542-4dca-a654-364bf9944166 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] GET failed (client error): The resource could not be found. Apr 05 20:37:52.544778 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4b0c7e59-9542-4dca-a654-364bf9944166 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/bb4c1cb6-1e91-4657-8554-505a1881b54e HTTP/1.1" status: 404 len: 333 time: 0.0947583 Apr 05 20:37:52.545006 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38212) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:52.717409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7c83cf70-27d8-4e00-9e9e-a91db07ec8cb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 01faac6d-9976-4e3c-b281-620754c70c6c {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:52.726115 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c83cf70-27d8-4e00-9e9e-a91db07ec8cb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:53.425782 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c83cf70-27d8-4e00-9e9e-a91db07ec8cb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:53.847305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7c83cf70-27d8-4e00-9e9e-a91db07ec8cb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for 01faac6d-9976-4e3c-b281-620754c70c6c owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:54.118929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d79f93-43a4-4c82-b378-213f315340e0 req-01a68f9b-fd10-4326-97db-d9db889f1d37 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:54.127959 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-71d79f93-43a4-4c82-b378-213f315340e0 req-01a68f9b-fd10-4326-97db-d9db889f1d37 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 907 time: 0.4304099 Apr 05 20:37:54.273368 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c83cf70-27d8-4e00-9e9e-a91db07ec8cb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:54.338900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c83cf70-27d8-4e00-9e9e-a91db07ec8cb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=01faac6d-9976-4e3c-b281-620754c70c6c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:54.533444 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c83cf70-27d8-4e00-9e9e-a91db07ec8cb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:54.587150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7c83cf70-27d8-4e00-9e9e-a91db07ec8cb tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/01faac6d-9976-4e3c-b281-620754c70c6c HTTP/1.1" status: 204 len: 168 time: 2.0361481 Apr 05 20:37:54.589164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38256) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:54.789170 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3f66ee-99f2-4f79-b11b-38ab5144d7b4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] GET failed (client error): The resource could not be found. Apr 05 20:37:54.789170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bf3f66ee-99f2-4f79-b11b-38ab5144d7b4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:54.835034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bf3f66ee-99f2-4f79-b11b-38ab5144d7b4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:54.836440 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bf3f66ee-99f2-4f79-b11b-38ab5144d7b4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/01faac6d-9976-4e3c-b281-620754c70c6c HTTP/1.1" status: 404 len: 333 time: 0.2497118 Apr 05 20:37:54.839640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38266) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:54.894449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-9b02ccbe-5249-4edc-b432-5224417da9bf req-bc77877f-4e27-4c4f-9a5a-7dc67c25b07d service neutron] (87965) timed out ('10.222.0.24', 51854) {{(pid=87965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 20:37:55.024588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97d8820-0fb4-4d36-b86a-614253b26bd1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting subnet d6542207-dac1-4d69-ae46-f685deeb1a9e {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:37:55.043131 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c97d8820-0fb4-4d36-b86a-614253b26bd1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.142371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fa86d1-b96c-4859-aa84-ca84996b1d75 req-f65ebe52-ebf5-4b7f-a9f9-5661e6dc8eee tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:55.142371 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4fa86d1-b96c-4859-aa84-ca84996b1d75 req-f65ebe52-ebf5-4b7f-a9f9-5661e6dc8eee tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 907 time: 0.2158554 Apr 05 20:37:55.208648 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c97d8820-0fb4-4d36-b86a-614253b26bd1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.265738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-b4fa86d1-b96c-4859-aa84-ca84996b1d75 req-be7d0cc0-3188-4473-a895-a849bf1782eb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Deleting port 5e95a4bc-1896-4c58-ad31-aeac1e853cca {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:55.266099 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b4fa86d1-b96c-4859-aa84-ca84996b1d75 req-be7d0cc0-3188-4473-a895-a849bf1782eb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.605242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38286) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:55.633583 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c97d8820-0fb4-4d36-b86a-614253b26bd1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:55.684794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85acd74-1cc8-4f0c-99f1-6385cccfe76a req-8f8b6b12-16bc-4d40-8ad0-ebd53dcca0cd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:55.685533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a85acd74-1cc8-4f0c-99f1-6385cccfe76a req-8f8b6b12-16bc-4d40-8ad0-ebd53dcca0cd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Synchronizing usage tracker for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:55.765489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a85acd74-1cc8-4f0c-99f1-6385cccfe76a req-8f8b6b12-16bc-4d40-8ad0-ebd53dcca0cd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Unset dirty status for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:55.782866 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a85acd74-1cc8-4f0c-99f1-6385cccfe76a req-8f8b6b12-16bc-4d40-8ad0-ebd53dcca0cd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 907 time: 0.3593349 Apr 05 20:37:55.845636 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c97d8820-0fb4-4d36-b86a-614253b26bd1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.042648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-b4fa86d1-b96c-4859-aa84-ca84996b1d75 req-be7d0cc0-3188-4473-a895-a849bf1782eb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] For port 5e95a4bc-1896-4c58-ad31-aeac1e853cca, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5e95a4bc-1896-4c58-ad31-aeac1e853cca,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:56.044008 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b4fa86d1-b96c-4859-aa84-ca84996b1d75 req-be7d0cc0-3188-4473-a895-a849bf1782eb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.089350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d871aa-4a4f-455e-8376-6f66b0333d35 None None] Network c5808800-898d-4f12-8930-d0542ac43a44 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:37:56.102792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c97d8820-0fb4-4d36-b86a-614253b26bd1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.133261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d8820-0fb4-4d36-b86a-614253b26bd1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Subnet': ['ID=d6542207-dac1-4d69-ae46-f685deeb1a9e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:56.173493 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c97d8820-0fb4-4d36-b86a-614253b26bd1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/d6542207-dac1-4d69-ae46-f685deeb1a9e HTTP/1.1" status: 204 len: 168 time: 1.3320887 Apr 05 20:37:56.177990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38300) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:37:56.258627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-b4fa86d1-b96c-4859-aa84-ca84996b1d75 req-be7d0cc0-3188-4473-a895-a849bf1782eb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Calling delete_port for 5e95a4bc-1896-4c58-ad31-aeac1e853cca owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:56.465140 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b4fa86d1-b96c-4859-aa84-ca84996b1d75 req-be7d0cc0-3188-4473-a895-a849bf1782eb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.550387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d0cc0-3188-4473-a895-a849bf1782eb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event deleted for resources: {'Port': ['ID=5e95a4bc-1896-4c58-ad31-aeac1e853cca,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:56.562804 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.624152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 67f4180e-653d-467f-9030-1d10196f8902 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:56.624152 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.652273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] DHCP port deletion for c5808800-898d-4f12-8930-d0542ac43a44 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:37:56.658973 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] Deleting port 67f4180e-653d-467f-9030-1d10196f8902 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:56.658973 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.740245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fa86d1-b96c-4859-aa84-ca84996b1d75 req-be7d0cc0-3188-4473-a895-a849bf1782eb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] No DVR routers for this DVR port 5e95a4bc-1896-4c58-ad31-aeac1e853cca on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:56.755380 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-b4fa86d1-b96c-4859-aa84-ca84996b1d75 req-be7d0cc0-3188-4473-a895-a849bf1782eb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:56.767134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5dc93b-cee3-4751-a4d8-fc2b91ebe730', 'name': 'network-vif-deleted', 'tag': '5e95a4bc-1896-4c58-ad31-aeac1e853cca'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:37:56.828631 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4fa86d1-b96c-4859-aa84-ca84996b1d75 req-be7d0cc0-3188-4473-a895-a849bf1782eb tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.41 "DELETE /v2.0/ports/5e95a4bc-1896-4c58-ad31-aeac1e853cca HTTP/1.1" status: 204 len: 173 time: 1.6815372 Apr 05 20:37:56.896748 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a5dc93b-cee3-4751-a4d8-fc2b91ebe730', 'name': 'network-vif-deleted', 'tag': '5e95a4bc-1896-4c58-ad31-aeac1e853cca', 'status': 'completed', 'code': 200} Apr 05 20:37:57.338036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] For port 67f4180e-653d-467f-9030-1d10196f8902, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=67f4180e-653d-467f-9030-1d10196f8902,segment=NetworkSegment(f4b0d226-515c-4bc7-ac89-1cfb3db2b66c),segment_id=f4b0d226-515c-4bc7-ac89-1cfb3db2b66c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:57.339199 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.362073 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b0deaea-4f89-49a8-96ad-7b5b1fc6aa0e req-f8310147-a57f-4ea3-8e5b-7959c8cbc974 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5dc93b-cee3-4751-a4d8-fc2b91ebe730 HTTP/1.1" status: 200 len: 210 time: 0.0935061 Apr 05 20:37:57.379170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] For port 67f4180e-653d-467f-9030-1d10196f8902, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=67f4180e-653d-467f-9030-1d10196f8902,segment=NetworkSegment(f4b0d226-515c-4bc7-ac89-1cfb3db2b66c),segment_id=f4b0d226-515c-4bc7-ac89-1cfb3db2b66c)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:57.379603 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.423929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 67f4180e-653d-467f-9030-1d10196f8902 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:57.609205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] Calling delete_port for 67f4180e-653d-467f-9030-1d10196f8902 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:57.794166 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.855443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 67f4180e-653d-467f-9030-1d10196f8902, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=67f4180e-653d-467f-9030-1d10196f8902,segment=NetworkSegment(f4b0d226-515c-4bc7-ac89-1cfb3db2b66c),segment_id=f4b0d226-515c-4bc7-ac89-1cfb3db2b66c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:57.868869 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:57.967712 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=67f4180e-653d-467f-9030-1d10196f8902,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:57.967712 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:37:57.967712 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:37:58.058790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for 67f4180e-653d-467f-9030-1d10196f8902 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:58.311078 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:37:58.311078 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:37:58.472653 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] Deleting port 67f4180e-653d-467f-9030-1d10196f8902 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:58.472653 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.571056 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f30c28b-b64e-4f36-9a66-5d37d6220911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.828107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 67f4180e-653d-467f-9030-1d10196f8902 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:58.828107 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:58.921085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] For port 67f4180e-653d-467f-9030-1d10196f8902, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=67f4180e-653d-467f-9030-1d10196f8902,segment=NetworkSegment(f4b0d226-515c-4bc7-ac89-1cfb3db2b66c),segment_id=f4b0d226-515c-4bc7-ac89-1cfb3db2b66c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:58.922069 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:59.256953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170d15a9-5db5-446c-b612-b6be6738162d req-ad76d487-4512-49e5-bc22-da2f3d89924c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:37:59.256953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-170d15a9-5db5-446c-b612-b6be6738162d req-ad76d487-4512-49e5-bc22-da2f3d89924c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Synchronizing usage tracker for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:37:59.310806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-170d15a9-5db5-446c-b612-b6be6738162d req-ad76d487-4512-49e5-bc22-da2f3d89924c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Unset dirty status for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:37:59.310806 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-170d15a9-5db5-446c-b612-b6be6738162d req-ad76d487-4512-49e5-bc22-da2f3d89924c tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 945 time: 0.2497935 Apr 05 20:37:59.321908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] For port 67f4180e-653d-467f-9030-1d10196f8902, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=67f4180e-653d-467f-9030-1d10196f8902,segment=NetworkSegment(f4b0d226-515c-4bc7-ac89-1cfb3db2b66c),segment_id=f4b0d226-515c-4bc7-ac89-1cfb3db2b66c)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:59.321908 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:59.328644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] Calling delete_port for 67f4180e-653d-467f-9030-1d10196f8902 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:59.407441 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-170d15a9-5db5-446c-b612-b6be6738162d req-c96544f5-b882-46fe-9124-55dba43a8392 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887141 Apr 05 20:37:59.457742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for 67f4180e-653d-467f-9030-1d10196f8902 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:37:59.476315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5e95a4bc-1896-4c58-ad31-aeac1e853cca no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:37:59.543735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 5e95a4bc-1896-4c58-ad31-aeac1e853cca {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:37:59.543735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5e95a4bc-1896-4c58-ad31-aeac1e853cca not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:37:59.569215 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:59.601222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1f30c28b-b64e-4f36-9a66-5d37d6220911 admin admin] Deleting port 6bc779c8-634c-47c6-9d5e-9790f76892cd {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:37:59.601222 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f30c28b-b64e-4f36-9a66-5d37d6220911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:37:59.647765 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] Pushing event deleted for resources: {'Port': ['ID=67f4180e-653d-467f-9030-1d10196f8902,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:37:59.659935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47114f-314a-41bb-8cb0-5d53b2dd38e4 None None] No DVR routers for this DVR port 67f4180e-653d-467f-9030-1d10196f8902 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:37:59.776046 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:37:59.776635 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:37:59.867608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-1f30c28b-b64e-4f36-9a66-5d37d6220911 admin admin] For port 6bc779c8-634c-47c6-9d5e-9790f76892cd, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6bc779c8-634c-47c6-9d5e-9790f76892cd,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:37:59.867608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f30c28b-b64e-4f36-9a66-5d37d6220911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:00.262021 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1f30c28b-b64e-4f36-9a66-5d37d6220911 admin admin] Calling delete_port for 6bc779c8-634c-47c6-9d5e-9790f76892cd owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:00.581833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 67f4180e-653d-467f-9030-1d10196f8902 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:00.581833 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:00.687192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed162151-93d8-46e4-b9eb-a0e7b28ac2e1 req-a95d49c5-231a-4c10-b952-6d733f1ed876 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:00.687192 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed162151-93d8-46e4-b9eb-a0e7b28ac2e1 req-a95d49c5-231a-4c10-b952-6d733f1ed876 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.13 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 945 time: 0.4827383 Apr 05 20:38:00.820631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] The port '67f4180e-653d-467f-9030-1d10196f8902' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:38:01.006017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ed162151-93d8-46e4-b9eb-a0e7b28ac2e1 req-035233f7-3aa0-4573-91ab-7b6b72a8a5e2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Deleting port ea60c462-5f27-48b3-808b-4e935de28bf4 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:01.006017 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ed162151-93d8-46e4-b9eb-a0e7b28ac2e1 req-035233f7-3aa0-4573-91ab-7b6b72a8a5e2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:01.205683 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:01.319797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5808800-898d-4f12-8930-d0542ac43a44']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:01.349156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee06a8f-f18f-4702-84f9-4b77ad64b4e2 req-b0fbf844-e858-474f-8118-4bf42f7c3500 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:01.359584 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eee06a8f-f18f-4702-84f9-4b77ad64b4e2 req-b0fbf844-e858-474f-8118-4bf42f7c3500 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 945 time: 0.5799630 Apr 05 20:38:01.383716 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f30c28b-b64e-4f36-9a66-5d37d6220911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:01.394919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b0d226-515c-4bc7-ac89-1cfb3db2b66c') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:01.396364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b0d226-515c-4bc7-ac89-1cfb3db2b66c') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:01.530147 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:38:01.616048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f30c28b-b64e-4f36-9a66-5d37d6220911 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bc779c8-634c-47c6-9d5e-9790f76892cd,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:01.616048 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:01.680079 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:01.680079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:38:01.680079 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:38:01.856313 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:38:01.983260 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eee06a8f-f18f-4702-84f9-4b77ad64b4e2 req-d36b312d-2818-45d5-b616-64f3293feee4 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6247540 Apr 05 20:38:02.023029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.055738 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.082031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Network': ['ID=c5808800-898d-4f12-8930-d0542ac43a44,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:02.090647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ed162151-93d8-46e4-b9eb-a0e7b28ac2e1 req-035233f7-3aa0-4573-91ab-7b6b72a8a5e2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] For port ea60c462-5f27-48b3-808b-4e935de28bf4, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ea60c462-5f27-48b3-808b-4e935de28bf4,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:02.090647 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ed162151-93d8-46e4-b9eb-a0e7b28ac2e1 req-035233f7-3aa0-4573-91ab-7b6b72a8a5e2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.461548 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c722ea58-3522-4ad4-9d33-dbc4a5adbc23 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/networks/c5808800-898d-4f12-8930-d0542ac43a44 HTTP/1.1" status: 204 len: 168 time: 6.2733448 Apr 05 20:38:02.467637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38434) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:02.489966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-52419929'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:02.503681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:02.517660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:network and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:02.528353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:02.528449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ed162151-93d8-46e4-b9eb-a0e7b28ac2e1 req-035233f7-3aa0-4573-91ab-7b6b72a8a5e2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Calling delete_port for ea60c462-5f27-48b3-808b-4e935de28bf4 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:02.533319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:02.560990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:02.565743 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.617634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:38:02.630090 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.630710 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Added segment 875f287d-fa9b-4614-884e-02a3567a45dc of type vlan for network af4785ef-0033-4af1-b3f1-bc02aeea2989 Apr 05 20:38:02.736857 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f30c28b-b64e-4f36-9a66-5d37d6220911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.756688 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.837444 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.844943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:02.844943 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:02.991267 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5105178 Apr 05 20:38:02.993653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38444) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:03.005564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': 'af4785ef-0033-4af1-b3f1-bc02aeea2989', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:03.009609 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ed162151-93d8-46e4-b9eb-a0e7b28ac2e1 req-035233f7-3aa0-4573-91ab-7b6b72a8a5e2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:03.022400 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:38:03.069991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029805b4-5cac-4024-b044-cef430f48dc2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Network': ['ID=af4785ef-0033-4af1-b3f1-bc02aeea2989,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:03.099914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035233f7-3aa0-4573-91ab-7b6b72a8a5e2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event deleted for resources: {'Port': ['ID=ea60c462-5f27-48b3-808b-4e935de28bf4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:03.242249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network af4785ef-0033-4af1-b3f1-bc02aeea2989 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:38:03.452334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed162151-93d8-46e4-b9eb-a0e7b28ac2e1 req-035233f7-3aa0-4573-91ab-7b6b72a8a5e2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] No DVR routers for this DVR port ea60c462-5f27-48b3-808b-4e935de28bf4 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:38:03.452334 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ed162151-93d8-46e4-b9eb-a0e7b28ac2e1 req-035233f7-3aa0-4573-91ab-7b6b72a8a5e2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:03.452334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e7f128-36da-46a0-ad9e-ebcc57034b54', 'name': 'network-vif-deleted', 'tag': 'ea60c462-5f27-48b3-808b-4e935de28bf4'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:38:03.543271 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae007cbe-498c-49d5-a579-5f079449553d req-39625cfe-a118-4919-8339-c282a1297215 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=45e7f128-36da-46a0-ad9e-ebcc57034b54 HTTP/1.1" status: 200 len: 210 time: 0.1290753 Apr 05 20:38:03.556157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:03.565325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:03.566136 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e7f128-36da-46a0-ad9e-ebcc57034b54', 'name': 'network-vif-deleted', 'tag': 'ea60c462-5f27-48b3-808b-4e935de28bf4', 'status': 'completed', 'code': 200} Apr 05 20:38:03.571439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ed162151-93d8-46e4-b9eb-a0e7b28ac2e1 req-035233f7-3aa0-4573-91ab-7b6b72a8a5e2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.13 "DELETE /v2.0/ports/ea60c462-5f27-48b3-808b-4e935de28bf4 HTTP/1.1" status: 204 len: 173 time: 2.8716786 Apr 05 20:38:03.571575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:03.586043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:03.620241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:03.624349 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:03.985651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f30c28b-b64e-4f36-9a66-5d37d6220911 admin admin] Router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:38:04.303551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f30c28b-b64e-4f36-9a66-5d37d6220911 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:38:04.307659 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.349573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174367be-84af-412d-8bcd-1947b99f94e9 None None] Sync routers for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:38:04.357435 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1f30c28b-b64e-4f36-9a66-5d37d6220911 admin admin] 10.222.0.24 "PUT /v2.0/routers/dcf0b656-bd37-4cb9-950e-3f5ae88fbe18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7270799 Apr 05 20:38:04.357435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38472) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:04.384102 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174367be-84af-412d-8bcd-1947b99f94e9 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:38:04.384102 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-174367be-84af-412d-8bcd-1947b99f94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:37:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:04.463742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Subnet': ['ID=0521aa47-cca5-4378-8cdf-5860e0253b42,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:04.547811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ea60c462-5f27-48b3-808b-4e935de28bf4 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:04.557390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Checking segment: {'id': '875f287d-fa9b-4614-884e-02a3567a45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'af4785ef-0033-4af1-b3f1-bc02aeea2989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:38:04.558092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network hostable DHCP agents. Network: af4785ef-0033-4af1-b3f1-bc02aeea2989, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:38:04.606122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network af4785ef-0033-4af1-b3f1-bc02aeea2989 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:38:04.629256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, af4785ef-0033-4af1-b3f1-bc02aeea2989) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:04.629256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:04.629256 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.705626 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2e869e50-a1df-4c4d-a408-ba31adbec5e0 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7039661 Apr 05 20:38:04.714345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38482) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:04.733964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'network_id': 'af4785ef-0033-4af1-b3f1-bc02aeea2989', 'name': 'tempest-PortsTestJSON-160662149', 'fixed_ips': [{'subnet_id': '0521aa47-cca5-4378-8cdf-5860e0253b42', 'ip_address': '172.20.0.10'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:04.814233 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda45a37-5359-40a3-b972-7d02bcc0444a None None] Network af4785ef-0033-4af1-b3f1-bc02aeea2989 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:38:04.904236 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:04.974688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: ea60c462-5f27-48b3-808b-4e935de28bf4 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:38:04.975090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ea60c462-5f27-48b3-808b-4e935de28bf4 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:05.000689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:05.006128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:port and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:05.009538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:05.016130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:05.029654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:05.240588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-174367be-84af-412d-8bcd-1947b99f94e9 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:38:05.248330 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:05.293938 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:05.307165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port 3ca99ca3-a1bf-4ae6-a0e2-1eff5059b4ed yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:38:05.336807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] Deleting port 26134c1a-c7b7-4a41-8511-abb614e234de {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:05.338486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:05.702386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] For port 26134c1a-c7b7-4a41-8511-abb614e234de, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=26134c1a-c7b7-4a41-8511-abb614e234de,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:05.702743 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:05.728718 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-af4785ef-0033-4af1-b3f1-bc02aeea2989', 'network_id': 'af4785ef-0033-4af1-b3f1-bc02aeea2989', 'tenant_id': 'd9689dfcccf1439f878d8f0bd45a9811', 'fixed_ips': [{'subnet_id': '0521aa47-cca5-4378-8cdf-5860e0253b42'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:38:05.729541 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:05.785543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16840ec4-3d18-4bd7-8f6d-b1b036fce6d1 req-ec37bfec-81a4-4ffa-b8ce-be46d1cc95a8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:05.811050 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-16840ec4-3d18-4bd7-8f6d-b1b036fce6d1 req-ec37bfec-81a4-4ffa-b8ce-be46d1cc95a8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.3699882 Apr 05 20:38:06.034440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] Calling delete_port for 26134c1a-c7b7-4a41-8511-abb614e234de owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:06.039619 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-16840ec4-3d18-4bd7-8f6d-b1b036fce6d1 req-4db5b907-0ef3-4f46-b726-e8bf21fbd97e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275927 Apr 05 20:38:06.107308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Allocated IP 172.20.0.10 (af4785ef-0033-4af1-b3f1-bc02aeea2989/0521aa47-cca5-4378-8cdf-5860e0253b42/3ca99ca3-a1bf-4ae6-a0e2-1eff5059b4ed) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:06.205010 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-174367be-84af-412d-8bcd-1947b99f94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81'}], 'enable_snat': True}, 'gw_port_id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:38:00Z', 'revision_number': 5, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port': {'id': '26134c1a-c7b7-4a41-8511-abb614e234de', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:30:46Z', 'updated_at': '2022-04-05T20:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:06.212290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174367be-84af-412d-8bcd-1947b99f94e9 None None] Checking router: dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:38:06.228064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2fb43-0ea1-450b-b876-0445b3a84999 req-ad73477d-e895-4407-9c99-ef5f103e194f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:06.228793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-fce2fb43-0ea1-450b-b876-0445b3a84999 req-ad73477d-e895-4407-9c99-ef5f103e194f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Synchronizing usage tracker for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:06.232569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174367be-84af-412d-8bcd-1947b99f94e9 None None] Routers {'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:38:06.234158 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-174367be-84af-412d-8bcd-1947b99f94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:37:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:06.261770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-fce2fb43-0ea1-450b-b876-0445b3a84999 req-ad73477d-e895-4407-9c99-ef5f103e194f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Unset dirty status for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:06.263783 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fce2fb43-0ea1-450b-b876-0445b3a84999 req-ad73477d-e895-4407-9c99-ef5f103e194f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.1773438 Apr 05 20:38:06.386649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-fce2fb43-0ea1-450b-b876-0445b3a84999 req-442fd18c-79fb-4ea5-b986-6e0c92b50acd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Deleting port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:06.387323 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fce2fb43-0ea1-450b-b876-0445b3a84999 req-442fd18c-79fb-4ea5-b986-6e0c92b50acd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:06.492930 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:06.541789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-174367be-84af-412d-8bcd-1947b99f94e9 None None] Set router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:38:06.640744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Transition to ACTIVE for port object 3ca99ca3-a1bf-4ae6-a0e2-1eff5059b4ed will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:06.682725 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:06.843509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Allocated IP 172.20.0.2 (af4785ef-0033-4af1-b3f1-bc02aeea2989/0521aa47-cca5-4378-8cdf-5860e0253b42/f7b99bfc-e847-498d-a2cc-c3ba7a288cbe) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:06.864769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-fce2fb43-0ea1-450b-b876-0445b3a84999 req-442fd18c-79fb-4ea5-b986-6e0c92b50acd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] For port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:06.865460 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fce2fb43-0ea1-450b-b876-0445b3a84999 req-442fd18c-79fb-4ea5-b986-6e0c92b50acd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:06.871990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=3ca99ca3-a1bf-4ae6-a0e2-1eff5059b4ed,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:06.878868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network af4785ef-0033-4af1-b3f1-bc02aeea2989 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:06.880774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:06.887302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:38:07.004136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.015246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-fce2fb43-0ea1-450b-b876-0445b3a84999 req-442fd18c-79fb-4ea5-b986-6e0c92b50acd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Calling delete_port for 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:07.029213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:07.030447 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.104418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-174367be-84af-412d-8bcd-1947b99f94e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:38:05Z', 'revision_number': 6, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:07.113892 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-46f42ff4-525a-4b55-9fca-b69a2b19e30e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4027014 Apr 05 20:38:07.116825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38530) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:07.122987 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'network_id': 'af4785ef-0033-4af1-b3f1-bc02aeea2989', 'name': 'tempest-PortsTestJSON-1119464220', 'fixed_ips': [{'subnet_id': '0521aa47-cca5-4378-8cdf-5860e0253b42', 'ip_address': '172.20.0.9'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:07.130700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174367be-84af-412d-8bcd-1947b99f94e9 None None] The sync data for ids ['dcf0b656-bd37-4cb9-950e-3f5ae88fbe18'] in n-d-836604-1 is: [{'id': 'dcf0b656-bd37-4cb9-950e-3f5ae88fbe18', 'name': 'tempest-AttachVolumeNegativeTest-599517245-router', 'tenant_id': '0b85162d0163437385af208333519bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:30:43Z', 'updated_at': '2022-04-05T20:38:05Z', 'revision_number': 6, 'project_id': '0b85162d0163437385af208333519bc3', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:38:07.172309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] Pushing event deleted for resources: {'Port': ['ID=26134c1a-c7b7-4a41-8511-abb614e234de,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:07.309651 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.326796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Transition to ACTIVE for port object f7b99bfc-e847-498d-a2cc-c3ba7a288cbe will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:07.356192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Transition to ACTIVE for port object f7b99bfc-e847-498d-a2cc-c3ba7a288cbe will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:07.372388 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.386326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:07.392089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:port and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:07.397785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:07.405162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:07.418701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:07.440115 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.462860 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Network af4785ef-0033-4af1-b3f1-bc02aeea2989 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:07.483095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:07.497893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:38:07.599884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port 5c76cf1d-07e8-46c4-a81e-92477a46d5ed yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:38:07.612655 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.750413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6bc779c8-634c-47c6-9d5e-9790f76892cd no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:07.816546 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Pushing event updated for resources: {'Port': ['ID=f7b99bfc-e847-498d-a2cc-c3ba7a288cbe,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:07.840005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 6bc779c8-634c-47c6-9d5e-9790f76892cd {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:38:07.840522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6bc779c8-634c-47c6-9d5e-9790f76892cd not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:07.856362 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Attempting to bind port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:07.857365 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Attempting to bind port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '875f287d-fa9b-4614-884e-02a3567a45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'af4785ef-0033-4af1-b3f1-bc02aeea2989'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:07.857898 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Attempting to bind port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe on network af4785ef-0033-4af1-b3f1-bc02aeea2989 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:38:07.864438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:38:07.865121 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Checking segment: {'id': '875f287d-fa9b-4614-884e-02a3567a45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'af4785ef-0033-4af1-b3f1-bc02aeea2989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:38:07.865674 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:07.866234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Bound using segment: {'id': '875f287d-fa9b-4614-884e-02a3567a45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'af4785ef-0033-4af1-b3f1-bc02aeea2989'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:38:07.866861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Bound port: f7b99bfc-e847-498d-a2cc-c3ba7a288cbe, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875f287d-fa9b-4614-884e-02a3567a45dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'af4785ef-0033-4af1-b3f1-bc02aeea2989'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:07.867436 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.005480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] For port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:38:08.008961 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] For port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f7b99bfc-e847-498d-a2cc-c3ba7a288cbe,segment=NetworkSegment(875f287d-fa9b-4614-884e-02a3567a45dc),segment_id=875f287d-fa9b-4614-884e-02a3567a45dc)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:38:08.020389 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.034707 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.040761 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.070077 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fce2fb43-0ea1-450b-b876-0445b3a84999 req-442fd18c-79fb-4ea5-b986-6e0c92b50acd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.098647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ae6e4-e1cd-4a59-8941-ff211cf1dfa9 req-0df97dac-838d-4be8-9fb0-f43d6b3b00b8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:08.102476 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5f3ae6e4-e1cd-4a59-8941-ff211cf1dfa9 req-0df97dac-838d-4be8-9fb0-f43d6b3b00b8 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 946 time: 0.7883379 Apr 05 20:38:08.129712 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:38:08.164540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Allocated IP 172.20.0.9 (af4785ef-0033-4af1-b3f1-bc02aeea2989/0521aa47-cca5-4378-8cdf-5860e0253b42/5c76cf1d-07e8-46c4-a81e-92477a46d5ed) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:08.199395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442fd18c-79fb-4ea5-b986-6e0c92b50acd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event deleted for resources: {'Port': ['ID=5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:08.256162 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.257233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:38:08.288716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823b009-6b46-465c-9ef4-df4808b9df56 None None] Pushing event updated for resources: {'Port': ['ID=f7b99bfc-e847-498d-a2cc-c3ba7a288cbe,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:08.326288 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5f3ae6e4-e1cd-4a59-8941-ff211cf1dfa9 req-0f1586c6-9877-4854-8a4f-f951cbc01273 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=52dc2832-a52d-47f2-869e-72d80b39dd0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153175 Apr 05 20:38:08.338036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce2fb43-0ea1-450b-b876-0445b3a84999 req-442fd18c-79fb-4ea5-b986-6e0c92b50acd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] No DVR routers for this DVR port 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:38:08.340937 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-fce2fb43-0ea1-450b-b876-0445b3a84999 req-442fd18c-79fb-4ea5-b986-6e0c92b50acd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.353216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6108a1-095e-4c21-adf0-36a604256e47', 'name': 'network-vif-deleted', 'tag': '5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:38:08.380296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.385812 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2a00cd27-2b35-4235-9431-43f00c0a8495 admin admin] 10.222.0.24 "DELETE /v2.0/routers/dcf0b656-bd37-4cb9-950e-3f5ae88fbe18 HTTP/1.1" status: 204 len: 168 time: 4.0440154 Apr 05 20:38:08.387102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38550) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:08.439565 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fce2fb43-0ea1-450b-b876-0445b3a84999 req-442fd18c-79fb-4ea5-b986-6e0c92b50acd tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.13 "DELETE /v2.0/ports/5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 HTTP/1.1" status: 204 len: 173 time: 2.1697876 Apr 05 20:38:08.508832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-677f2274-400f-4dc1-831f-ffe2194b3f6d admin admin] Deleting subnet d7a21430-0121-4577-bdb7-ba96e7b606a8 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:38:08.524143 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-677f2274-400f-4dc1-831f-ffe2194b3f6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.597839 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6108a1-095e-4c21-adf0-36a604256e47', 'name': 'network-vif-deleted', 'tag': '5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5', 'status': 'completed', 'code': 200} Apr 05 20:38:08.680042 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-677f2274-400f-4dc1-831f-ffe2194b3f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.827622 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.895698 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:08.962462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Transition to ACTIVE for port object 5c76cf1d-07e8-46c4-a81e-92477a46d5ed will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:08.987865 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-677f2274-400f-4dc1-831f-ffe2194b3f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.016087 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.141095 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-677f2274-400f-4dc1-831f-ffe2194b3f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.141547 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.249618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f2274-400f-4dc1-831f-ffe2194b3f6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7a21430-0121-4577-bdb7-ba96e7b606a8,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:09.268329 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-677f2274-400f-4dc1-831f-ffe2194b3f6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.275827 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-677f2274-400f-4dc1-831f-ffe2194b3f6d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d7a21430-0121-4577-bdb7-ba96e7b606a8 HTTP/1.1" status: 204 len: 168 time: 0.8873799 Apr 05 20:38:09.278887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38572) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:09.284524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdd6fa1-6b33-4ece-a810-1d8879e25330 None None] Network e001c7aa-cc86-425e-9f2c-59333aa3f65f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:38:09.380027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network af4785ef-0033-4af1-b3f1-bc02aeea2989 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:09.382077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f7b99bfc-e847-498d-a2cc-c3ba7a288cbe up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:09.383217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:09.387405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:38:09.440027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=5c76cf1d-07e8-46c4-a81e-92477a46d5ed,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:09.466315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:09.467162 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.505212 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-80c7fcbc-c5f5-4bef-84fc-8cdf14cd45df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3870282 Apr 05 20:38:09.507768 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38578) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:09.570465 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.597608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Deleting port e0b5663b-94e0-4801-b532-1c9279c64a7a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:09.598954 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:09.753696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2f721d-7fd8-419d-9e0c-8362cec97a42 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:09.755617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ab2f721d-7fd8-419d-9e0c-8362cec97a42 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:09.797379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ab2f721d-7fd8-419d-9e0c-8362cec97a42 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:09.798914 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ab2f721d-7fd8-419d-9e0c-8362cec97a42 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2900646 Apr 05 20:38:09.801872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38588) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:09.834982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-279106d0-bd67-4a57-af7a-e51be7b8e84e req-74a89121-f5d9-4a9e-89c1-c4d85af1c3d2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Synchronizing usage tracker for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:09.898682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-279106d0-bd67-4a57-af7a-e51be7b8e84e req-74a89121-f5d9-4a9e-89c1-c4d85af1c3d2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Unset dirty status for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:09.899839 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-279106d0-bd67-4a57-af7a-e51be7b8e84e req-74a89121-f5d9-4a9e-89c1-c4d85af1c3d2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6108a1-095e-4c21-adf0-36a604256e47 HTTP/1.1" status: 200 len: 210 time: 0.1854148 Apr 05 20:38:10.059656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:10.075569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce8c5c8-6a37-4205-9c00-c6dd68467dda tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:10.091187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 26134c1a-c7b7-4a41-8511-abb614e234de no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:10.095393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce8c5c8-6a37-4205-9c00-c6dd68467dda tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:10.112690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce8c5c8-6a37-4205-9c00-c6dd68467dda tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:10.114554 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4ce8c5c8-6a37-4205-9c00-c6dd68467dda tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.3117385 Apr 05 20:38:10.125712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38602) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:10.175081 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 26134c1a-c7b7-4a41-8511-abb614e234de {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:38:10.175647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 26134c1a-c7b7-4a41-8511-abb614e234de not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:10.258342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] For port e0b5663b-94e0-4801-b532-1c9279c64a7a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e0b5663b-94e0-4801-b532-1c9279c64a7a,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:10.258888 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:10.303959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7024d635-4cc8-45ce-a84c-74f2f37820de tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 5c76cf1d-07e8-46c4-a81e-92477a46d5ed {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:10.304525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7024d635-4cc8-45ce-a84c-74f2f37820de tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:10.319714 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc0cea4-ca28-40f1-b7f0-d058989824b6 None None] DHCP port deletion for e001c7aa-cc86-425e-9f2c-59333aa3f65f request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:38:10.324276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0cea4-ca28-40f1-b7f0-d058989824b6 None None] Deleting port e0b5663b-94e0-4801-b532-1c9279c64a7a {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:10.324644 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2fc0cea4-ca28-40f1-b7f0-d058989824b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:10.438089 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c630df15-5a28-4eef-af0b-aed11bb84af1 None None] Network af4785ef-0033-4af1-b3f1-bc02aeea2989 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:38:10.461474 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:10.549197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Calling delete_port for e0b5663b-94e0-4801-b532-1c9279c64a7a owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:10.588319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:38:10.588657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5fc7cac3-b4c0-428d-a5be-f4a8cbd057c5 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:10.653231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-aab4993a-daa7-44fa-8b79-af95ca3ecb9e None None] Provisioning for port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:10.670902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-aab4993a-daa7-44fa-8b79-af95ca3ecb9e None None] Provisioning complete for port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:10.671317 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aab4993a-daa7-44fa-8b79-af95ca3ecb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:10.781896 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7024d635-4cc8-45ce-a84c-74f2f37820de tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:10.802682 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:10.884553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Pushing event deleted for resources: {'Port': ['ID=e0b5663b-94e0-4801-b532-1c9279c64a7a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:10.902574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] No DVR routers for this DVR port e0b5663b-94e0-4801-b532-1c9279c64a7a on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:38:10.940406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7024d635-4cc8-45ce-a84c-74f2f37820de tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for 5c76cf1d-07e8-46c4-a81e-92477a46d5ed owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:11.018406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2fc0cea4-ca28-40f1-b7f0-d058989824b6 None None] For port e0b5663b-94e0-4801-b532-1c9279c64a7a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e0b5663b-94e0-4801-b532-1c9279c64a7a,segment=NetworkSegment(da845051-1bde-4a15-a323-dbfab693faa0),segment_id=da845051-1bde-4a15-a323-dbfab693faa0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:11.018791 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2fc0cea4-ca28-40f1-b7f0-d058989824b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.265590 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7024d635-4cc8-45ce-a84c-74f2f37820de tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.272656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0cea4-ca28-40f1-b7f0-d058989824b6 None None] Calling delete_port for e0b5663b-94e0-4801-b532-1c9279c64a7a owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:11.382331 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.420650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e001c7aa-cc86-425e-9f2c-59333aa3f65f']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:11.430747 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e0b5663b-94e0-4801-b532-1c9279c64a7a no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:11.443656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da845051-1bde-4a15-a323-dbfab693faa0') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:11.444650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da845051-1bde-4a15-a323-dbfab693faa0') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:11.480246 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.495178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7024d635-4cc8-45ce-a84c-74f2f37820de tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=5c76cf1d-07e8-46c4-a81e-92477a46d5ed,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:11.502948 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.515876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-cbcd1c87-b560-4bae-98be-0fc748b1cf18 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:11.523669 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-cbcd1c87-b560-4bae-98be-0fc748b1cf18 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 812 time: 1.0007780 Apr 05 20:38:11.526927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:38:11.546273 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:38:11.566906 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:38:11.588849 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-d1fd6638-dad0-440c-8221-edb76dd2a623 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/quotas/dacf556d99314275b005d0fe30e76cf0 HTTP/1.1" status: 200 len: 375 time: 0.0646548 Apr 05 20:38:11.657459 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7024d635-4cc8-45ce-a84c-74f2f37820de tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.678737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.688615 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7024d635-4cc8-45ce-a84c-74f2f37820de tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/5c76cf1d-07e8-46c4-a81e-92477a46d5ed HTTP/1.1" status: 204 len: 168 time: 1.5617900 Apr 05 20:38:11.695769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: e0b5663b-94e0-4801-b532-1c9279c64a7a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:38:11.697427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38634) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:11.697611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e0b5663b-94e0-4801-b532-1c9279c64a7a not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:11.713251 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-6d6005b4-ec4c-47b4-b775-5598fa03037a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233232 Apr 05 20:38:11.745448 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.816096 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-89323426-726c-43ef-b076-1298e2374b62 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] GET failed (client error): The resource could not be found. Apr 05 20:38:11.817360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-89323426-726c-43ef-b076-1298e2374b62 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:11.820723 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-95ed3dd8-4406-4bbc-a3d2-4b46f8b6695d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.835697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] 10.222.0.24 "DELETE /v2.0/networks/e001c7aa-cc86-425e-9f2c-59333aa3f65f HTTP/1.1" status: 204 len: 168 time: 2.5555220 Apr 05 20:38:11.850715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7e4af-05f1-4beb-9d2f-4263beecff0c admin admin] Pushing event deleted for resources: {'Network': ['ID=e001c7aa-cc86-425e-9f2c-59333aa3f65f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.857110 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.859758 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.859758 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.859758 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.859758 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.859758 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.859758 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.859758 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.859758 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.859758 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.859758 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.859758 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.859758 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.859758 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:11.859758 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:38:11.878207 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-2fc0cea4-ca28-40f1-b7f0-d058989824b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:38:11.878562 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-2fc0cea4-ca28-40f1-b7f0-d058989824b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:38:11.927057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-89323426-726c-43ef-b076-1298e2374b62 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:11.928830 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aab4993a-daa7-44fa-8b79-af95ca3ecb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:11.931352 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-89323426-726c-43ef-b076-1298e2374b62 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/5c76cf1d-07e8-46c4-a81e-92477a46d5ed HTTP/1.1" status: 404 len: 333 time: 0.1867838 Apr 05 20:38:11.934103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38646) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:12.039041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-aab4993a-daa7-44fa-8b79-af95ca3ecb9e None None] For port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f7b99bfc-e847-498d-a2cc-c3ba7a288cbe,segment=NetworkSegment(875f287d-fa9b-4614-884e-02a3567a45dc),segment_id=875f287d-fa9b-4614-884e-02a3567a45dc)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:12.058978 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aab4993a-daa7-44fa-8b79-af95ca3ecb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.089149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44857b-7f66-49a2-8b7b-71c4997766b1 req-1ea13aaa-76d2-4c77-8985-94bceef1c83b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:12.095263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb44857b-7f66-49a2-8b7b-71c4997766b1 req-1ea13aaa-76d2-4c77-8985-94bceef1c83b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.2006831 Apr 05 20:38:12.104043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ed30c-1f5c-4d7a-b9e3-b00b779f85f3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 3ca99ca3-a1bf-4ae6-a0e2-1eff5059b4ed {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:12.104385 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed30c-1f5c-4d7a-b9e3-b00b779f85f3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.145868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38652) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:12.222337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab4993a-daa7-44fa-8b79-af95ca3ecb9e None None] Pushing event updated for resources: {'Port': ['ID=f7b99bfc-e847-498d-a2cc-c3ba7a288cbe,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:12.244353 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb44857b-7f66-49a2-8b7b-71c4997766b1 req-31ea2b5f-201a-4a64-82af-028bfb0c782b tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349764 Apr 05 20:38:12.265526 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-24120001-4092-4839-ab80-5496ca45f7d9 service neutron] 10.222.0.24 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511427 Apr 05 20:38:12.301553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a3ba7806-c903-437a-be8d-31ab896d9a18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b85162d0163437385af208333519bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545637 Apr 05 20:38:12.305021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 38658) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:12.381784 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0cea4-ca28-40f1-b7f0-d058989824b6 None None] Deleting port e0b5663b-94e0-4801-b532-1c9279c64a7a {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:12.382264 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2fc0cea4-ca28-40f1-b7f0-d058989824b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.480266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2fc0cea4-ca28-40f1-b7f0-d058989824b6 None None] The port 'e0b5663b-94e0-4801-b532-1c9279c64a7a' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:38:12.503523 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-09ccc8a4-19b9-427f-8879-2144b3adc149 None None] Provisioning complete for port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:12.503892 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-09ccc8a4-19b9-427f-8879-2144b3adc149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.656516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-09ccc8a4-19b9-427f-8879-2144b3adc149 None None] Provisioning for port 3ca99ca3-a1bf-4ae6-a0e2-1eff5059b4ed completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:12.664792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-09ccc8a4-19b9-427f-8879-2144b3adc149 None None] Provisioning complete for port 3ca99ca3-a1bf-4ae6-a0e2-1eff5059b4ed triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:12.665473 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-09ccc8a4-19b9-427f-8879-2144b3adc149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.752812 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed30c-1f5c-4d7a-b9e3-b00b779f85f3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.803796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-09ccc8a4-19b9-427f-8879-2144b3adc149 None None] Port 3ca99ca3-a1bf-4ae6-a0e2-1eff5059b4ed cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:38:12.930483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dc2f71d1-7f9d-4988-9352-682c6a21d79a None None] Provisioning complete for port 3ca99ca3-a1bf-4ae6-a0e2-1eff5059b4ed triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:12.930996 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc2f71d1-7f9d-4988-9352-682c6a21d79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:12.999162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ac6ed30c-1f5c-4d7a-b9e3-b00b779f85f3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for 3ca99ca3-a1bf-4ae6-a0e2-1eff5059b4ed owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:13.017389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f71d1-7f9d-4988-9352-682c6a21d79a None None] Port 3ca99ca3-a1bf-4ae6-a0e2-1eff5059b4ed cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:38:13.131525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f8a26555-9d25-4219-a543-195b8fee441c None None] Could not find standard attr ID for object 5c76cf1d-07e8-46c4-a81e-92477a46d5ed. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:38:13.303842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f7b99bfc-e847-498d-a2cc-c3ba7a288cbe up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:13.402311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-0b709d10-8dcb-4ae8-bf6a-f5b0747d357f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:13.403690 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-0b709d10-8dcb-4ae8-bf6a-f5b0747d357f tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.41 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.4649146 Apr 05 20:38:13.411568 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-3db36c9b-8399-4473-9cc9-ff1f13391e73 service neutron] 10.222.0.24 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1393518 Apr 05 20:38:13.458460 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63a9f1fc-a652-4a3f-9799-08971f3dce8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:13.489675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:13.490240 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:13.552702 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63a9f1fc-a652-4a3f-9799-08971f3dce8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:13.582548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Deleting port a9434fce-c5eb-4352-b6b5-7fd8948481c7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:13.583014 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:13.650420 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed30c-1f5c-4d7a-b9e3-b00b779f85f3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:13.821402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ff877-daa0-4579-9d1a-a4d1cebf0d4c req-94a9ef8a-0ce3-46cc-b81d-04aad6151e79 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:13.823026 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-132ff877-daa0-4579-9d1a-a4d1cebf0d4c req-94a9ef8a-0ce3-46cc-b81d-04aad6151e79 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.3533945 Apr 05 20:38:13.831286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ed30c-1f5c-4d7a-b9e3-b00b779f85f3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=3ca99ca3-a1bf-4ae6-a0e2-1eff5059b4ed,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:13.837021 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-64829691-1a5d-46ed-8073-09dae7154ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:13.919361 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0fac542e-c05f-42e4-b307-7b5624f1794f req-5985f8ff-beec-406c-a98a-fc3e40d06505 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 210 time: 0.1796627 Apr 05 20:38:13.953220 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-132ff877-daa0-4579-9d1a-a4d1cebf0d4c req-ab9aa9f9-80f5-423f-8831-9f8a3b02cb38 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194885 Apr 05 20:38:14.169450 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63a9f1fc-a652-4a3f-9799-08971f3dce8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:14.210156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a9f1fc-a652-4a3f-9799-08971f3dce8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0626ed8-5428-44fe-9313-28203167940e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:14.309941 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac6ed30c-1f5c-4d7a-b9e3-b00b779f85f3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:14.328357 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63a9f1fc-a652-4a3f-9799-08971f3dce8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:14.335969 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-63a9f1fc-a652-4a3f-9799-08971f3dce8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0626ed8-5428-44fe-9313-28203167940e HTTP/1.1" status: 204 len: 168 time: 1.8500979 Apr 05 20:38:14.344250 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ac6ed30c-1f5c-4d7a-b9e3-b00b779f85f3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/3ca99ca3-a1bf-4ae6-a0e2-1eff5059b4ed HTTP/1.1" status: 204 len: 168 time: 2.4049649 Apr 05 20:38:14.344494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38794) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:14.402120 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d92e98c-13fd-45a4-b82a-4d40dc9d1093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] GET failed (client error): The resource could not be found. Apr 05 20:38:14.403020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1d92e98c-13fd-45a4-b82a-4d40dc9d1093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:14.404809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] For port a9434fce-c5eb-4352-b6b5-7fd8948481c7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=a9434fce-c5eb-4352-b6b5-7fd8948481c7,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:14.405379 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:14.422885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1d92e98c-13fd-45a4-b82a-4d40dc9d1093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:14.427067 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1d92e98c-13fd-45a4-b82a-4d40dc9d1093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/3ca99ca3-a1bf-4ae6-a0e2-1eff5059b4ed HTTP/1.1" status: 404 len: 333 time: 0.0790329 Apr 05 20:38:14.427632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38806) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:14.573785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-caac04d5-5a84-44b2-b568-f7ecf953f46b tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting subnet 0521aa47-cca5-4378-8cdf-5860e0253b42 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:38:14.594294 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-caac04d5-5a84-44b2-b568-f7ecf953f46b tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:14.736239 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-caac04d5-5a84-44b2-b568-f7ecf953f46b tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:14.872459 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:14.877496 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.029763 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-caac04d5-5a84-44b2-b568-f7ecf953f46b tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.134661 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f8baec29-e380-4dfa-9272-15bdf082c7ad req-94c80ab0-3c19-4a58-a6b3-76187552cd3e tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 210 time: 0.0709789 Apr 05 20:38:15.144845 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.146971 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.147287 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Floating IP 351622d3-1fe9-4f6e-a19c-5519934b9b7b disassociated. External IP: 172.25.8.61, port: a9434fce-c5eb-4352-b6b5-7fd8948481c7. Apr 05 20:38:15.150807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Calling delete_port for a9434fce-c5eb-4352-b6b5-7fd8948481c7 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:15.184107 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-caac04d5-5a84-44b2-b568-f7ecf953f46b tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.287279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04111949-631b-41c3-8090-309579fb2402 None None] Network af4785ef-0033-4af1-b3f1-bc02aeea2989 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:38:15.287880 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-caac04d5-5a84-44b2-b568-f7ecf953f46b tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.342336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac04d5-5a84-44b2-b568-f7ecf953f46b tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Subnet': ['ID=0521aa47-cca5-4378-8cdf-5860e0253b42,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:15.440229 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-caac04d5-5a84-44b2-b568-f7ecf953f46b tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/0521aa47-cca5-4378-8cdf-5860e0253b42 HTTP/1.1" status: 204 len: 168 time: 1.0111871 Apr 05 20:38:15.444773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 38910) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:15.500274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.637235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event deleted for resources: {'Port': ['ID=a9434fce-c5eb-4352-b6b5-7fd8948481c7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:15.782035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d6f37d-8306-472f-add5-590e92dcd745 req-a66c0b13-96b8-44b6-88f8-d1dd7ab821bc tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:15.790013 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-36d6f37d-8306-472f-add5-590e92dcd745 req-a66c0b13-96b8-44b6-88f8-d1dd7ab821bc tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 944 time: 0.5284634 Apr 05 20:38:15.989331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] DHCP port deletion for af4785ef-0033-4af1-b3f1-bc02aeea2989 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:38:15.989809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:38:15.990639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:15.996791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] Deleting port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:15.997167 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:16.076069 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-a694df50-2119-4416-a309-406926cf55ca tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:16.079910 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-a694df50-2119-4416-a309-406926cf55ca tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 812 time: 0.7388928 Apr 05 20:38:16.120875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'port': {'device_id': 'abbec98f-2d50-405a-996e-c4075cdb1c91', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'admin_state_up': True, 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:16.370697 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:16.455391 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:16.455754 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:16.563504 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-36d6f37d-8306-472f-add5-590e92dcd745 req-9ab62249-287c-4131-b3df-ffc0a258cbf2 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups?id=03f1a55a-25d4-4a0d-8c64-bff405e40e54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7669971 Apr 05 20:38:16.605310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:16.612455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Usage tracker for resource:port and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:16.618184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:16.621013 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a4499d31-8a1a-455c-8a9f-57af11cc4fc0 req-a5c82895-76fe-4a58-9c09-aa360f56d6d2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 210 time: 0.1402864 Apr 05 20:38:16.660272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:16.673678 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] For port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f7b99bfc-e847-498d-a2cc-c3ba7a288cbe,segment=NetworkSegment(875f287d-fa9b-4614-884e-02a3567a45dc),segment_id=875f287d-fa9b-4614-884e-02a3567a45dc)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:16.677682 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:16.680256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:38:16.693288 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a8403a-76c3-450b-8838-629b7c2118e2 None None] Sync routers for ids ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:38:16.708883 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a8403a-76c3-450b-8838-629b7c2118e2 None None] Routers {'276dfbdf-6f2d-4996-bf23-7effd7a1c79b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:38:16.709516 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e7a8403a-76c3-450b-8838-629b7c2118e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:38:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:16.880005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Made reservation on behalf of dacf556d99314275b005d0fe30e76cf0 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:16.896437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:16.941062 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] No DVR routers for this DVR port a9434fce-c5eb-4352-b6b5-7fd8948481c7 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:38:16.948817 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:16.959549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-deleted', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:38:16.992306 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c192cf2-d9dd-4742-ad6d-cc5bf689682f req-3872c237-4047-4371-afe2-2beee815af84 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.41 "DELETE /v2.0/ports/a9434fce-c5eb-4352-b6b5-7fd8948481c7 HTTP/1.1" status: 204 len: 173 time: 3.5784438 Apr 05 20:38:17.045942 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-e7a8403a-76c3-450b-8838-629b7c2118e2 None None] Set router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:38:17.149752 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d7495ac-6b6a-4ca5-acf1-31574d2107fa', 'name': 'network-vif-deleted', 'tag': 'a9434fce-c5eb-4352-b6b5-7fd8948481c7', 'status': 'completed', 'code': 200} Apr 05 20:38:17.390879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] Calling delete_port for f7b99bfc-e847-498d-a2cc-c3ba7a288cbe owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:17.421444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] For port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f7b99bfc-e847-498d-a2cc-c3ba7a288cbe,segment=NetworkSegment(875f287d-fa9b-4614-884e-02a3567a45dc),segment_id=875f287d-fa9b-4614-884e-02a3567a45dc)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:17.426702 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a9434fce-c5eb-4352-b6b5-7fd8948481c7 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:17.440769 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:17.490877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f7b99bfc-e847-498d-a2cc-c3ba7a288cbe no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:17.602052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: a9434fce-c5eb-4352-b6b5-7fd8948481c7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:38:17.602571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device a9434fce-c5eb-4352-b6b5-7fd8948481c7 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:17.925943 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:17.989481 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e7a8403a-76c3-450b-8838-629b7c2118e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:29:02Z', 'revision_number': 4, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port': {'id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:53Z', 'updated_at': '2022-04-05T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8a476303-e593-4476-8d87-5166c20724f6', 'name': '', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'mac_address': 'fa:16:3e:73:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:59Z', 'updated_at': '2022-04-05T20:29:17Z', 'revision_number': 5, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'subnets': [{'id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:17.993071 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f7b99bfc-e847-498d-a2cc-c3ba7a288cbe,segment=NetworkSegment(875f287d-fa9b-4614-884e-02a3567a45dc),segment_id=875f287d-fa9b-4614-884e-02a3567a45dc)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:17.995519 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a8403a-76c3-450b-8838-629b7c2118e2 None None] Checking router: 276dfbdf-6f2d-4996-bf23-7effd7a1c79b for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:38:18.019120 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:18.022877 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a8403a-76c3-450b-8838-629b7c2118e2 None None] Routers {'276dfbdf-6f2d-4996-bf23-7effd7a1c79b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:38:18.024904 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e7a8403a-76c3-450b-8838-629b7c2118e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:38:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:18.084601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for f7b99bfc-e847-498d-a2cc-c3ba7a288cbe owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:18.158700 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:38:18.161517 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:38:18.200878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=f7b99bfc-e847-498d-a2cc-c3ba7a288cbe,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:18.208610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Allocated IP 172.20.0.9 (b0771cdf-7fba-4afa-bb63-06eaaa63271e/9e0a468e-24dc-4e37-a095-c4e9126d90ec/a56aeb73-a064-44da-8379-8609097dfea1) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:18.252309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8ee63469-f3c2-4e3d-acd3-b0dbf8faeb8f req-b5727576-5c86-4b43-b217-fa38f5fb7c99 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Synchronizing usage tracker for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:18.287468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8ee63469-f3c2-4e3d-acd3-b0dbf8faeb8f req-b5727576-5c86-4b43-b217-fa38f5fb7c99 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Unset dirty status for tenant:f10ec9e518ac4ef8bb4ff5595bf09d23 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:18.288609 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8ee63469-f3c2-4e3d-acd3-b0dbf8faeb8f req-b5727576-5c86-4b43-b217-fa38f5fb7c99 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7495ac-6b6a-4ca5-acf1-31574d2107fa HTTP/1.1" status: 200 len: 210 time: 0.1329811 Apr 05 20:38:18.295756 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:38:18.296068 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:38:18.523682 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-e7a8403a-76c3-450b-8838-629b7c2118e2 None None] Set router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:38:18.614335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5ffa93c8-87b1-4583-a149-37c64ebb2ff7 req-78371582-9977-4265-9757-77ae782e20bc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:18.663557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] Deleting port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:18.664538 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:18.747287 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:18.772315 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5ffa93c8-87b1-4583-a149-37c64ebb2ff7 req-78371582-9977-4265-9757-77ae782e20bc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:18.773471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ffa93c8-87b1-4583-a149-37c64ebb2ff7 req-78371582-9977-4265-9757-77ae782e20bc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 210 time: 0.2702546 Apr 05 20:38:18.822250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:18.822833 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:18.920841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Transition to ACTIVE for port object a56aeb73-a064-44da-8379-8609097dfea1 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:19.202946 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] For port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f7b99bfc-e847-498d-a2cc-c3ba7a288cbe,segment=NetworkSegment(875f287d-fa9b-4614-884e-02a3567a45dc),segment_id=875f287d-fa9b-4614-884e-02a3567a45dc)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:19.204040 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:19.221317 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e7a8403a-76c3-450b-8838-629b7c2118e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:29:02Z', 'revision_number': 4, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port': {'id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:53Z', 'updated_at': '2022-04-05T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8a476303-e593-4476-8d87-5166c20724f6', 'name': '', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'mac_address': 'fa:16:3e:73:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:59Z', 'updated_at': '2022-04-05T20:29:17Z', 'revision_number': 5, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'subnets': [{'id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:19.228658 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a8403a-76c3-450b-8838-629b7c2118e2 None None] The sync data for ids ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'] in n-d-836604-1 is: [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:29:02Z', 'revision_number': 4, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port': {'id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:53Z', 'updated_at': '2022-04-05T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8a476303-e593-4476-8d87-5166c20724f6', 'name': '', 'network_id': 'd87a9372-eb69-4494-b2c7-bae5dbd4e72f', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'mac_address': 'fa:16:3e:73:fa:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2196, 'fixed_ips': [{'subnet_id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:59Z', 'updated_at': '2022-04-05T20:29:17Z', 'revision_number': 5, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'subnets': [{'id': 'da5778d0-0eca-48da-a855-2a882bbbe611', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:38:19.375947 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:19.488339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:19.494556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:19.501825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] Calling delete_port for f7b99bfc-e847-498d-a2cc-c3ba7a288cbe owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:19.516261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] For port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f7b99bfc-e847-498d-a2cc-c3ba7a288cbe,segment=NetworkSegment(875f287d-fa9b-4614-884e-02a3567a45dc),segment_id=875f287d-fa9b-4614-884e-02a3567a45dc)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:19.516871 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:19.527088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:38:19.619905 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:19.688223 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] No DVR routers for this DVR port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:38:19.722938 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9990a-8534-4f28-bbfb-ef6adbb89562 None None] Pushing event deleted for resources: {'Port': ['ID=f7b99bfc-e847-498d-a2cc-c3ba7a288cbe,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:19.768194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fe4d80-26a0-49db-81bb-8af55bff928b None None] New status for floating IP 351622d3-1fe9-4f6e-a19c-5519934b9b7b: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:38:19.971916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for f7b99bfc-e847-498d-a2cc-c3ba7a288cbe owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:20.152917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'Port': ['ID=a56aeb73-a064-44da-8379-8609097dfea1,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:20.158097 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:38:20.158649 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:38:20.165538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:20.166716 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:20.191186 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-31701a9b-2dce-48c9-9738-c3e9a7e28d2f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0846138 Apr 05 20:38:20.193094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3a2268b4-3af2-4c9e-9a26-3996a710d8af None None] Provisioning for port a56aeb73-a064-44da-8379-8609097dfea1 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:20.203634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-de8f0526-3d8a-4e58-812a-6da23962e339 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:38:20.204615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-de8f0526-3d8a-4e58-812a-6da23962e339 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059400 Apr 05 20:38:20.215644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Request body: {'port': {'device_id': 'abbec98f-2d50-405a-996e-c4075cdb1c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:20.247138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3a2268b4-3af2-4c9e-9a26-3996a710d8af None None] Provisioning complete for port a56aeb73-a064-44da-8379-8609097dfea1 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:20.247508 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3a2268b4-3af2-4c9e-9a26-3996a710d8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:20.326243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d46f2f-f110-4e8e-8781-ce440dd82302 req-c07b4fc4-6b97-45f2-bdc3-3efe0681aebb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:20.326243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71d46f2f-f110-4e8e-8781-ce440dd82302 req-c07b4fc4-6b97-45f2-bdc3-3efe0681aebb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 931 time: 0.2965498 Apr 05 20:38:20.328307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3a2268b4-3af2-4c9e-9a26-3996a710d8af None None] Port a56aeb73-a064-44da-8379-8609097dfea1 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:38:20.420481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:20.435642 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71d46f2f-f110-4e8e-8781-ce440dd82302 req-e7ca7ee9-3ee3-4f66-8932-12381f4fb47a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811756 Apr 05 20:38:20.706556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39284) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:20.843141 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:20.879825 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:20.932965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port f7b99bfc-e847-498d-a2cc-c3ba7a288cbe {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:20.933299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:20.947082 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:20.981826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f1a55a-25d4-4a0d-8c64-bff405e40e54,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:20.995741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:20.996345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:20.996831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:20.997329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:20.997854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:20.998518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:20.999067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:20.999536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:21.000097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:21.000605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:21.001080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:21.001582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:21.021207 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:21.022822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-456e7542-dc75-4dfb-9eb2-fc86a3f7829e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "DELETE /v2.0/security-groups/03f1a55a-25d4-4a0d-8c64-bff405e40e54 HTTP/1.1" status: 204 len: 168 time: 0.3050566 Apr 05 20:38:21.034438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39292) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:21.068718 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-e246ef73-dfea-45ad-8ffa-f197c785ba9e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] show failed (client error): The resource could not be found. Apr 05 20:38:21.082643 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e246ef73-dfea-45ad-8ffa-f197c785ba9e tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "GET /v2.0/security-groups/03f1a55a-25d4-4a0d-8c64-bff405e40e54 HTTP/1.1" status: 404 len: 347 time: 0.0444431 Apr 05 20:38:21.087027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39298) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:21.277057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] The port 'f7b99bfc-e847-498d-a2cc-c3ba7a288cbe' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:38:21.407731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c32d1-c052-4f72-bf47-79428ba9d4c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Deleting port 359a1c7a-4c6a-4b92-ac4c-297aaa919f19 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:21.408064 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4f8c32d1-c052-4f72-bf47-79428ba9d4c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:21.623687 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4f8c32d1-c052-4f72-bf47-79428ba9d4c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:21.624127 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4f8c32d1-c052-4f72-bf47-79428ba9d4c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:21.665066 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:21.941286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4785ef-0033-4af1-b3f1-bc02aeea2989']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:21.958524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875f287d-fa9b-4614-884e-02a3567a45dc') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:21.959180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875f287d-fa9b-4614-884e-02a3567a45dc') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:21.976051 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:22.080228 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:22.099003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:38:22.099983 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:22.107973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-4f8c32d1-c052-4f72-bf47-79428ba9d4c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Calling delete_port for 359a1c7a-4c6a-4b92-ac4c-297aaa919f19 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:38:22.135220 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:38:22.372416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902fd8a-3fcd-4563-bccc-b420ef0855d6 req-049abf27-b99c-4f4a-88e6-342b40e573f0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:22.402510 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b902fd8a-3fcd-4563-bccc-b420ef0855d6 req-049abf27-b99c-4f4a-88e6-342b40e573f0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 931 time: 0.6979430 Apr 05 20:38:22.443155 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:22.529811 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:22.530198 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4f8c32d1-c052-4f72-bf47-79428ba9d4c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:22.544571 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:38:22.571548 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/networks/af4785ef-0033-4af1-b3f1-bc02aeea2989 HTTP/1.1" status: 204 len: 168 time: 7.1245813 Apr 05 20:38:22.572746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4be8e6-1a6b-4431-98a1-b7fa0b333ab9 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Network': ['ID=af4785ef-0033-4af1-b3f1-bc02aeea2989,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:22.656013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39334) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:22.673006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c32d1-c052-4f72-bf47-79428ba9d4c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Pushing event deleted for resources: {'Port': ['ID=359a1c7a-4c6a-4b92-ac4c-297aaa919f19,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:22.787507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1559318799'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:22.810159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:22.819491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b902fd8a-3fcd-4563-bccc-b420ef0855d6 req-2da6e3db-278a-4944-9aad-4f26c886edc4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087818 Apr 05 20:38:22.938877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56aeb73-a064-44da-8379-8609097dfea1 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:38:22.963007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:network and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:22.975217 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:22.975454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:22.983683 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4f8c32d1-c052-4f72-bf47-79428ba9d4c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.012959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:23.042235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:23.058673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Transition to ACTIVE for port object a56aeb73-a064-44da-8379-8609097dfea1 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:23.066750 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.068923 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.131155 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4f8c32d1-c052-4f72-bf47-79428ba9d4c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.135616 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4f8c32d1-c052-4f72-bf47-79428ba9d4c5 tempest-ServerActionsTestJSON-1783199133 tempest-ServerActionsTestJSON-1783199133-project] 10.222.0.24 "DELETE /v2.0/floatingips/351622d3-1fe9-4f6e-a19c-5519934b9b7b HTTP/1.1" status: 204 len: 168 time: 2.0472190 Apr 05 20:38:23.136401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39342) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:23.153337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:38:23.197659 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.198105 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Added segment 3108ebe5-6915-4278-b257-cb44934038bc of type vlan for network 4112f12b-39ce-46e9-bbb7-a0a79f5266bb Apr 05 20:38:23.253161 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.334963 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.349816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:23.350826 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.358377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Pushing event updated for resources: {'Port': ['ID=a56aeb73-a064-44da-8379-8609097dfea1,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:23.520522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Attempting to bind port a56aeb73-a064-44da-8379-8609097dfea1 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:23.521004 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Attempting to bind port a56aeb73-a064-44da-8379-8609097dfea1 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:23.522622 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Attempting to bind port a56aeb73-a064-44da-8379-8609097dfea1 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:38:23.529219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Port a56aeb73-a064-44da-8379-8609097dfea1 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:38:23.530459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Attempting to bind port a56aeb73-a064-44da-8379-8609097dfea1 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:38:23.543154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:38:23.545873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Checking segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:38:23.545873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Bound using segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:38:23.547465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Bound port: a56aeb73-a064-44da-8379-8609097dfea1, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:23.550192 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:23.837486 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1306856 Apr 05 20:38:23.864062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39368) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:23.895390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': '4112f12b-39ce-46e9-bbb7-a0a79f5266bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:24.027805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] For port a56aeb73-a064-44da-8379-8609097dfea1, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:38:24.032643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83881d-240b-4776-9417-a9b2949e18ae tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Network': ['ID=4112f12b-39ce-46e9-bbb7-a0a79f5266bb,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:24.056531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 4112f12b-39ce-46e9-bbb7-a0a79f5266bb details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:38:24.228136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] For port a56aeb73-a064-44da-8379-8609097dfea1, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a56aeb73-a064-44da-8379-8609097dfea1,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:38:24.250089 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:24.294410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:24.486254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:24.502283 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:24.503753 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-527c09dc-c278-458f-9569-09475b8e436d service neutron] 10.222.0.13 "PUT /v2.0/ports/a56aeb73-a064-44da-8379-8609097dfea1 HTTP/1.1" status: 200 len: 1091 time: 4.2922421 Apr 05 20:38:24.538841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:24.553748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:24.585084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:24.601695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbec98f-2d50-405a-996e-c4075cdb1c91', 'tag': 'a56aeb73-a064-44da-8379-8609097dfea1'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:38:24.766972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:24.771617 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:24.934249 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abbec98f-2d50-405a-996e-c4075cdb1c91', 'tag': 'a56aeb73-a064-44da-8379-8609097dfea1', 'status': 'completed', 'code': 200} Apr 05 20:38:25.120604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c09dc-c278-458f-9569-09475b8e436d service neutron] Pushing event updated for resources: {'Port': ['ID=a56aeb73-a064-44da-8379-8609097dfea1,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:25.231031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-603eb08c-7b95-4837-a7cd-cb55c19c9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:25.233709 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-603eb08c-7b95-4837-a7cd-cb55c19c9740 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 1094 time: 0.5849416 Apr 05 20:38:25.573779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ee340-12d6-4f9d-992a-96ef1b405084 req-3972e363-aae3-4e19-a928-8ecb3a8ee0d6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:25.584806 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-544ee340-12d6-4f9d-992a-96ef1b405084 req-3972e363-aae3-4e19-a928-8ecb3a8ee0d6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 943 time: 1.1520157 Apr 05 20:38:25.835316 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-e9dc052f-1846-49ef-b252-d47cea3e58c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a56aeb73-a064-44da-8379-8609097dfea1 HTTP/1.1" status: 200 len: 217 time: 0.5935540 Apr 05 20:38:26.130019 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-544ee340-12d6-4f9d-992a-96ef1b405084 req-92ae1ce3-8851-4c55-9358-95f953b1b649 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5388064 Apr 05 20:38:26.168083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-1653ef4b-f4e1-448d-baf9-94f2475baf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:26.177382 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-1653ef4b-f4e1-448d-baf9-94f2475baf98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.3287284 Apr 05 20:38:26.250731 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:26.457803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Subnet': ['ID=254fe3a5-97f0-4fd1-8369-aa6dacd31dc7,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:26.617610 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03b4250d-ba09-4065-9be6-5b6f1df1f801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:26.634879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Checking segment: {'id': '3108ebe5-6915-4278-b257-cb44934038bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4112f12b-39ce-46e9-bbb7-a0a79f5266bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:38:26.635372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network hostable DHCP agents. Network: 4112f12b-39ce-46e9-bbb7-a0a79f5266bb, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:38:26.670634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-27712f87-bda4-4fa2-9f64-faaf62bfae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:26.673208 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-27712f87-bda4-4fa2-9f64-faaf62bfae6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4933815 Apr 05 20:38:26.680871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 4112f12b-39ce-46e9-bbb7-a0a79f5266bb is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:38:26.737902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 4112f12b-39ce-46e9-bbb7-a0a79f5266bb) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:26.747546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:26.748479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78234740-4216-4e39-9d8a-bd30f334681e None None] Network 4112f12b-39ce-46e9-bbb7-a0a79f5266bb requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:38:26.758937 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:26.837181 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6f18a3a0-da22-4866-9ba4-0b4275d1d31f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9715598 Apr 05 20:38:26.840010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39428) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:26.857817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e2230960-055b-42c0-b83f-ce77c88c928e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1203282583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:26.919432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e2230960-055b-42c0-b83f-ce77c88c928e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:26.955240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e2230960-055b-42c0-b83f-ce77c88c928e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:router and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:26.971670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e2230960-055b-42c0-b83f-ce77c88c928e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:27.007130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e2230960-055b-42c0-b83f-ce77c88c928e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:27.158230 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e2230960-055b-42c0-b83f-ce77c88c928e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:27.184128 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e2230960-055b-42c0-b83f-ce77c88c928e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:27.235650 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e2230960-055b-42c0-b83f-ce77c88c928e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:27.293360 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e2230960-055b-42c0-b83f-ce77c88c928e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:27.570946 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e2230960-055b-42c0-b83f-ce77c88c928e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:27.578601 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e2230960-055b-42c0-b83f-ce77c88c928e tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7366550 Apr 05 20:38:27.579487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39442) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:27.600084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'network_id': '4112f12b-39ce-46e9-bbb7-a0a79f5266bb', 'name': 'tempest-PortsTestJSON-1508158562'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:27.673230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-4112f12b-39ce-46e9-bbb7-a0a79f5266bb', 'network_id': '4112f12b-39ce-46e9-bbb7-a0a79f5266bb', 'tenant_id': 'd9689dfcccf1439f878d8f0bd45a9811', 'fixed_ips': [{'subnet_id': '254fe3a5-97f0-4fd1-8369-aa6dacd31dc7'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:38:27.674089 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:27.682471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-47ced8aa-646a-4783-848e-f43f6cb3fe93 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9986436 Apr 05 20:38:28.149786 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0b9eca1-668f-48aa-bcf0-ff2654468254 req-8f3e61cd-046d-44ef-b258-14a5af7a786f service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607325 Apr 05 20:38:28.306660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:28.318080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:28.352892 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Allocated IP 172.20.0.2 (4112f12b-39ce-46e9-bbb7-a0a79f5266bb/254fe3a5-97f0-4fd1-8369-aa6dacd31dc7/98fb78d5-8e07-42a0-8e56-d9c21787ef84) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:28.398688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:28.402847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:28.538152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port f3339159-c7ec-4a1c-a09a-8d00afce1b98 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:38:28.618925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdda90c-b46f-4608-833d-068af19aa514 req-e7d3bf2f-cf74-416e-9ba4-4f51af0d0482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:28.620393 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cdda90c-b46f-4608-833d-068af19aa514 req-e7d3bf2f-cf74-416e-9ba4-4f51af0d0482 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 1094 time: 0.4071658 Apr 05 20:38:28.711425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238b1f6-5dfe-49f9-b0ce-1ea19b988c8f req-8a50436c-34db-459d-9158-92c9dc5a67b8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:28.717065 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0238b1f6-5dfe-49f9-b0ce-1ea19b988c8f req-8a50436c-34db-459d-9158-92c9dc5a67b8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 943 time: 1.2518089 Apr 05 20:38:28.870759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-03b4250d-ba09-4065-9be6-5b6f1df1f801 admin admin] Deleting port 8a476303-e593-4476-8d87-5166c20724f6 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:28.874318 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03b4250d-ba09-4065-9be6-5b6f1df1f801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:28.959704 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:28.993482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Transition to ACTIVE for port object 98fb78d5-8e07-42a0-8e56-d9c21787ef84 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:29.016204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Transition to ACTIVE for port object 98fb78d5-8e07-42a0-8e56-d9c21787ef84 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:29.023344 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:29.085305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Network 4112f12b-39ce-46e9-bbb7-a0a79f5266bb is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:29.087124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:29.092484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:38:29.284931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Attempting to bind port 98fb78d5-8e07-42a0-8e56-d9c21787ef84 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:29.285852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Attempting to bind port 98fb78d5-8e07-42a0-8e56-d9c21787ef84 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '3108ebe5-6915-4278-b257-cb44934038bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4112f12b-39ce-46e9-bbb7-a0a79f5266bb'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:29.286239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Attempting to bind port 98fb78d5-8e07-42a0-8e56-d9c21787ef84 on network 4112f12b-39ce-46e9-bbb7-a0a79f5266bb {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:38:29.338681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:38:29.354462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Checking segment: {'id': '3108ebe5-6915-4278-b257-cb44934038bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4112f12b-39ce-46e9-bbb7-a0a79f5266bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:38:29.355119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-03b4250d-ba09-4065-9be6-5b6f1df1f801 admin admin] For port 8a476303-e593-4476-8d87-5166c20724f6, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8a476303-e593-4476-8d87-5166c20724f6,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:29.355119 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03b4250d-ba09-4065-9be6-5b6f1df1f801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:29.355839 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:29.356425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Bound using segment: {'id': '3108ebe5-6915-4278-b257-cb44934038bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4112f12b-39ce-46e9-bbb7-a0a79f5266bb'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:38:29.357120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Bound port: 98fb78d5-8e07-42a0-8e56-d9c21787ef84, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3108ebe5-6915-4278-b257-cb44934038bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4112f12b-39ce-46e9-bbb7-a0a79f5266bb'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:29.357692 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:29.374099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Allocated IP 172.20.0.8 (4112f12b-39ce-46e9-bbb7-a0a79f5266bb/254fe3a5-97f0-4fd1-8369-aa6dacd31dc7/f3339159-c7ec-4a1c-a09a-8d00afce1b98) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:29.380775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Pushing event updated for resources: {'Port': ['ID=98fb78d5-8e07-42a0-8e56-d9c21787ef84,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:29.390565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdda90c-b46f-4608-833d-068af19aa514 req-69273530-9b6f-4ea4-9628-42c2dd5d25fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:29.392020 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cdda90c-b46f-4608-833d-068af19aa514 req-69273530-9b6f-4ea4-9628-42c2dd5d25fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.7171917 Apr 05 20:38:29.412418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:29.415348 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:29.416890 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:29.417857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:29.419685 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:29.420241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:29.421808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:29.422669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:29.423210 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:29.426583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:29.427164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:29.428699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:29.516834 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cdda90c-b46f-4608-833d-068af19aa514 req-2b536e8f-ae09-474e-9ef0-754695573d7f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a56aeb73-a064-44da-8379-8609097dfea1 HTTP/1.1" status: 200 len: 217 time: 0.1172254 Apr 05 20:38:29.627442 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0238b1f6-5dfe-49f9-b0ce-1ea19b988c8f req-98c31e7f-fea9-476c-b537-8184247b0a19 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8974109 Apr 05 20:38:29.707124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] For port 98fb78d5-8e07-42a0-8e56-d9c21787ef84, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:38:29.712164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] For port 98fb78d5-8e07-42a0-8e56-d9c21787ef84, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=98fb78d5-8e07-42a0-8e56-d9c21787ef84,segment=NetworkSegment(3108ebe5-6915-4278-b257-cb44934038bc),segment_id=3108ebe5-6915-4278-b257-cb44934038bc)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:38:29.723011 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:29.837784 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb74149-d8bf-44ef-85ff-4427b3111c29 None None] Pushing event updated for resources: {'Port': ['ID=98fb78d5-8e07-42a0-8e56-d9c21787ef84,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:29.859736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-03b4250d-ba09-4065-9be6-5b6f1df1f801 admin admin] Calling delete_port for 8a476303-e593-4476-8d87-5166c20724f6 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:29.937625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdda90c-b46f-4608-833d-068af19aa514 req-35c1474a-e247-4f01-b229-977641b9aa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:29.940916 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cdda90c-b46f-4608-833d-068af19aa514 req-35c1474a-e247-4f01-b229-977641b9aa06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.4142890 Apr 05 20:38:30.247271 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:30.250742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdda90c-b46f-4608-833d-068af19aa514 req-1d6cda40-3d73-41d2-bfee-895ecd9c7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:30.252535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cdda90c-b46f-4608-833d-068af19aa514 req-1d6cda40-3d73-41d2-bfee-895ecd9c7ab0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3010397 Apr 05 20:38:30.356743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Transition to ACTIVE for port object f3339159-c7ec-4a1c-a09a-8d00afce1b98 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:30.567460 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:30.732209 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39496) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:31.190118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 4112f12b-39ce-46e9-bbb7-a0a79f5266bb is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:31.193508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=f3339159-c7ec-4a1c-a09a-8d00afce1b98,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:31.243757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:31.247137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:38:31.298508 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-64b6e738-1df7-4a7f-9829-81131fc02683 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b989f8259f244c90867a8d5d547804b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5648861 Apr 05 20:38:31.304976 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cdda90c-b46f-4608-833d-068af19aa514 req-20023f85-02ec-4470-9ffe-2951e2b5cde3 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0405486 Apr 05 20:38:31.308787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39514) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:31.365411 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03b4250d-ba09-4065-9be6-5b6f1df1f801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:31.543697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 98fb78d5-8e07-42a0-8e56-d9c21787ef84 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:31.627415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:31.628205 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:31.673343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b4250d-ba09-4065-9be6-5b6f1df1f801 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a476303-e593-4476-8d87-5166c20724f6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:31.743505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ffd06-0b42-49d9-92e3-5d692f29f278 req-8b51da90-dcd7-4c30-96d1-f129df7a8691 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:31.761330 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a85ffd06-0b42-49d9-92e3-5d692f29f278 req-8b51da90-dcd7-4c30-96d1-f129df7a8691 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 943 time: 0.7687840 Apr 05 20:38:31.787462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 98fb78d5-8e07-42a0-8e56-d9c21787ef84 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:31.872719 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7815ffff-b8db-4dbe-bdf8-d5fe32ede804 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2862420 Apr 05 20:38:31.873479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39528) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:31.894046 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488f2dbc-9255-4dbc-861f-48dc5236c5be None None] Network 4112f12b-39ce-46e9-bbb7-a0a79f5266bb requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:38:32.014920 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a85ffd06-0b42-49d9-92e3-5d692f29f278 req-f7ec9eb2-75a9-4391-98cb-b51ec7190352 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527363 Apr 05 20:38:32.204929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b002fb86-7e2b-4919-9415-3eb161532b2b None None] Provisioning for port 98fb78d5-8e07-42a0-8e56-d9c21787ef84 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:32.213621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b002fb86-7e2b-4919-9415-3eb161532b2b None None] Provisioning complete for port 98fb78d5-8e07-42a0-8e56-d9c21787ef84 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:32.214427 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b002fb86-7e2b-4919-9415-3eb161532b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.451279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39548) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:32.492796 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03b4250d-ba09-4065-9be6-5b6f1df1f801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.498402 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b002fb86-7e2b-4919-9415-3eb161532b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.531450 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-995ef9ee-53a6-4559-a6f6-4cdd3e9fa60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.548358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b002fb86-7e2b-4919-9415-3eb161532b2b None None] For port 98fb78d5-8e07-42a0-8e56-d9c21787ef84, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=98fb78d5-8e07-42a0-8e56-d9c21787ef84,segment=NetworkSegment(3108ebe5-6915-4278-b257-cb44934038bc),segment_id=3108ebe5-6915-4278-b257-cb44934038bc)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:32.557380 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b002fb86-7e2b-4919-9415-3eb161532b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:32.746658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002fb86-7e2b-4919-9415-3eb161532b2b None None] Pushing event updated for resources: {'Port': ['ID=98fb78d5-8e07-42a0-8e56-d9c21787ef84,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:32.991035 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5cdda90c-b46f-4608-833d-068af19aa514 req-aefa5d26-96d7-4105-99cb-d5d4eee98be3 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6573770 Apr 05 20:38:32.993046 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3e9aa593-0d10-4fc1-a2c2-4333db76f9c6 None None] Provisioning for port f3339159-c7ec-4a1c-a09a-8d00afce1b98 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:33.000849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3e9aa593-0d10-4fc1-a2c2-4333db76f9c6 None None] Provisioning complete for port f3339159-c7ec-4a1c-a09a-8d00afce1b98 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:33.001384 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-995ef9ee-53a6-4559-a6f6-4cdd3e9fa60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:33.001626 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa593-0d10-4fc1-a2c2-4333db76f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:33.020221 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2bfaba70-03ba-4953-8192-a8dff88f650c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:33.109794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3e9aa593-0d10-4fc1-a2c2-4333db76f9c6 None None] Port f3339159-c7ec-4a1c-a09a-8d00afce1b98 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:38:33.125504 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3e9aa593-0d10-4fc1-a2c2-4333db76f9c6 None None] Provisioning complete for port 98fb78d5-8e07-42a0-8e56-d9c21787ef84 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:33.126214 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3e9aa593-0d10-4fc1-a2c2-4333db76f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:33.384582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-995ef9ee-53a6-4559-a6f6-4cdd3e9fa60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:33.393396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 98fb78d5-8e07-42a0-8e56-d9c21787ef84 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:33.404620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b4250d-ba09-4065-9be6-5b6f1df1f801 admin admin] Router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:38:33.407155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2bfaba70-03ba-4953-8192-a8dff88f650c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:33.418864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ef9ee-53a6-4559-a6f6-4cdd3e9fa60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dee0b30-0bee-472b-b114-d201304a5762,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:33.435967 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:33.456306 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-995ef9ee-53a6-4559-a6f6-4cdd3e9fa60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:33.461446 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-995ef9ee-53a6-4559-a6f6-4cdd3e9fa60e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0dee0b30-0bee-472b-b114-d201304a5762 HTTP/1.1" status: 204 len: 168 time: 2.1514580 Apr 05 20:38:33.462886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2bfaba70-03ba-4953-8192-a8dff88f650c admin admin] Usage tracker for resource:security_group_rule and tenant:ad4819ecf0754c0db06c21cf2a85cb30 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:33.532589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2bfaba70-03ba-4953-8192-a8dff88f650c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:33.554890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2bfaba70-03ba-4953-8192-a8dff88f650c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:33.618416 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ab3de377-14d9-4d10-bbe3-b5e6564b3247 None None] Provisioning complete for port f3339159-c7ec-4a1c-a09a-8d00afce1b98 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:33.619456 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ab3de377-14d9-4d10-bbe3-b5e6564b3247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:33.703913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 98fb78d5-8e07-42a0-8e56-d9c21787ef84 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:33.704661 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:33.832001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ab3de377-14d9-4d10-bbe3-b5e6564b3247 None None] Port f3339159-c7ec-4a1c-a09a-8d00afce1b98 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:38:33.923566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b4250d-ba09-4065-9be6-5b6f1df1f801 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:38:33.936358 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27cf4da-9fdf-4460-ae07-a51f7493b9d0 None None] Sync routers for ids ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:38:33.958126 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27cf4da-9fdf-4460-ae07-a51f7493b9d0 None None] Routers {'276dfbdf-6f2d-4996-bf23-7effd7a1c79b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:38:33.962719 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f27cf4da-9fdf-4460-ae07-a51f7493b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:38:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:34.000247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbacafb3-8680-4ffc-9988-259b7152f59e req-5a498f39-fc93-44f2-a562-b0cbcdf13e7b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:34.008577 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bbacafb3-8680-4ffc-9988-259b7152f59e req-5a498f39-fc93-44f2-a562-b0cbcdf13e7b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 943 time: 0.6141188 Apr 05 20:38:34.139037 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2bfaba70-03ba-4953-8192-a8dff88f650c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:34.145384 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-03b4250d-ba09-4065-9be6-5b6f1df1f801 admin admin] 10.222.0.24 "PUT /v2.0/routers/276dfbdf-6f2d-4996-bf23-7effd7a1c79b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0049410 Apr 05 20:38:34.146205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39582) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:34.170730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bbacafb3-8680-4ffc-9988-259b7152f59e req-a8474206-bab3-484b-ba10-f07d78d9001e tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527317 Apr 05 20:38:34.223409 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2bfaba70-03ba-4953-8192-a8dff88f650c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:34.275030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfaba70-03ba-4953-8192-a8dff88f650c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2a4252-9f21-4cc7-8b2e-ca8d496bfb45,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:34.301467 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-f27cf4da-9fdf-4460-ae07-a51f7493b9d0 None None] Set router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:38:34.305689 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2bfaba70-03ba-4953-8192-a8dff88f650c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad4819ecf0754c0db06c21cf2a85cb30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8518710 Apr 05 20:38:34.309647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39590) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:34.388463 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:34.399855 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:34.482089 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:34.574432 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6ab0278-e4ed-4059-bc44-b76080f34f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:34.606417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=f3339159-c7ec-4a1c-a09a-8d00afce1b98,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:34.713408 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6ab0278-e4ed-4059-bc44-b76080f34f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:35.015160 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f27cf4da-9fdf-4460-ae07-a51f7493b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108'}], 'enable_snat': True}, 'gw_port_id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:38:30Z', 'revision_number': 5, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port': {'id': '79bce627-9c27-4c56-8cf9-7c9c2ceffdbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:69:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2169, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:28:53Z', 'updated_at': '2022-04-05T20:29:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:35.023332 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27cf4da-9fdf-4460-ae07-a51f7493b9d0 None None] Checking router: 276dfbdf-6f2d-4996-bf23-7effd7a1c79b for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:38:35.024608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:35.029945 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:35.043235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] Deleting port 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:35.043934 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:35.054938 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27cf4da-9fdf-4460-ae07-a51f7493b9d0 None None] Routers {'276dfbdf-6f2d-4996-bf23-7effd7a1c79b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:38:35.055410 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f27cf4da-9fdf-4460-ae07-a51f7493b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:38:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:35.080588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-804efc50-93a2-46e7-9a8c-ac5d1ecf7ad0 None None] Provisioning complete for port f3339159-c7ec-4a1c-a09a-8d00afce1b98 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:35.081190 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-804efc50-93a2-46e7-9a8c-ac5d1ecf7ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:35.162488 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6ab0278-e4ed-4059-bc44-b76080f34f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:35.241365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab0278-e4ed-4059-bc44-b76080f34f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2a4252-9f21-4cc7-8b2e-ca8d496bfb45,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:35.279451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-804efc50-93a2-46e7-9a8c-ac5d1ecf7ad0 None None] Port f3339159-c7ec-4a1c-a09a-8d00afce1b98 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:38:35.286258 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6ab0278-e4ed-4059-bc44-b76080f34f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:35.289535 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c6ab0278-e4ed-4059-bc44-b76080f34f87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e2a4252-9f21-4cc7-8b2e-ca8d496bfb45 HTTP/1.1" status: 204 len: 168 time: 0.9692590 Apr 05 20:38:35.304647 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:35.574627 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-f27cf4da-9fdf-4460-ae07-a51f7493b9d0 None None] Set router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:38:35.784213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e042d7-57a5-40e8-8af1-4f08992b2d0c req-cadf690c-78bf-435b-a760-ba134ca13ee0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:35.788050 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-82e042d7-57a5-40e8-8af1-4f08992b2d0c req-cadf690c-78bf-435b-a760-ba134ca13ee0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 943 time: 0.3231311 Apr 05 20:38:35.932940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] For port 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=79bce627-9c27-4c56-8cf9-7c9c2ceffdbf,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:35.933470 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:35.964683 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-82e042d7-57a5-40e8-8af1-4f08992b2d0c req-0661bba2-e50d-4f4b-8746-45abc5d9dfc4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528330 Apr 05 20:38:36.003084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39636) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:36.030685 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f27cf4da-9fdf-4460-ae07-a51f7493b9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:38:35Z', 'revision_number': 6, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:36.046088 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27cf4da-9fdf-4460-ae07-a51f7493b9d0 None None] The sync data for ids ['276dfbdf-6f2d-4996-bf23-7effd7a1c79b'] in n-d-836604-1 is: [{'id': '276dfbdf-6f2d-4996-bf23-7effd7a1c79b', 'name': 'tempest-ServerActionsTestJSON-127608814-router', 'tenant_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:28:51Z', 'updated_at': '2022-04-05T20:38:35Z', 'revision_number': 6, 'project_id': 'f10ec9e518ac4ef8bb4ff5595bf09d23', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:38:36.109347 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:36.123572 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:36.279155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] Calling delete_port for 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:36.299690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=f3339159-c7ec-4a1c-a09a-8d00afce1b98,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:36.373204 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:36.431076 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf92a-bf24-45b3-8e41-206bbdaf3f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:36.532406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4bbcf92a-bf24-45b3-8e41-206bbdaf3f69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:36.543297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4bbcf92a-bf24-45b3-8e41-206bbdaf3f69 admin admin] Usage tracker for resource:security_group_rule and tenant:651a3a843e654e3c9d191df44e21c3e4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:36.554391 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4bbcf92a-bf24-45b3-8e41-206bbdaf3f69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:36.589535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4bbcf92a-bf24-45b3-8e41-206bbdaf3f69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:36.615346 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:36.738797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] Pushing event deleted for resources: {'Port': ['ID=79bce627-9c27-4c56-8cf9-7c9c2ceffdbf,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:36.882723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 4112f12b-39ce-46e9-bbb7-a0a79f5266bb is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:36.885577 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:36.888307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:37.246032 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.252277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.268331 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf92a-bf24-45b3-8e41-206bbdaf3f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.279171 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4bbcf92a-bf24-45b3-8e41-206bbdaf3f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.281839 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.283216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 276dfbdf-6f2d-4996-bf23-7effd7a1c79b {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:38:37.298885 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.304698 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a7d0b3e3-b5fb-4b05-b448-2b2dc7217713 admin admin] 10.222.0.24 "DELETE /v2.0/routers/276dfbdf-6f2d-4996-bf23-7effd7a1c79b HTTP/1.1" status: 204 len: 168 time: 3.1410811 Apr 05 20:38:37.305679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39682) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:37.344886 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-130693c7-4b5a-4ff2-b607-5ca6449b1e4f None None] Provisioning complete for port f3339159-c7ec-4a1c-a09a-8d00afce1b98 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:37.345839 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-130693c7-4b5a-4ff2-b607-5ca6449b1e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.381367 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4bbcf92a-bf24-45b3-8e41-206bbdaf3f69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=651a3a843e654e3c9d191df44e21c3e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3768287 Apr 05 20:38:37.386973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39686) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:37.400956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcf92a-bf24-45b3-8e41-206bbdaf3f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6b0891-eb64-4f7f-80df-203077444fe2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:37.462747 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-130693c7-4b5a-4ff2-b607-5ca6449b1e4f None None] Port f3339159-c7ec-4a1c-a09a-8d00afce1b98 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:38:37.465077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e34b403-e2d7-45cb-8aaf-f026dae881b9 admin admin] Deleting subnet da5778d0-0eca-48da-a855-2a882bbbe611 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:38:37.467181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:37.470367 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e34b403-e2d7-45cb-8aaf-f026dae881b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.508766 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:38:37.509374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 79bce627-9c27-4c56-8cf9-7c9c2ceffdbf not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:37.510184 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8a476303-e593-4476-8d87-5166c20724f6 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:37.627630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Router 45beb12d-e4d2-45ad-97ac-75e4f3329d05 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:38:37.631022 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 8a476303-e593-4476-8d87-5166c20724f6 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:38:37.633620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8a476303-e593-4476-8d87-5166c20724f6 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:37.648528 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85578a27-245c-4e6a-8c2e-4b6fbfb3306e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.652593 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e34b403-e2d7-45cb-8aaf-f026dae881b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.863207 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e34b403-e2d7-45cb-8aaf-f026dae881b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:37.956174 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e34b403-e2d7-45cb-8aaf-f026dae881b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.012916 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e34b403-e2d7-45cb-8aaf-f026dae881b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.020654 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85578a27-245c-4e6a-8c2e-4b6fbfb3306e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.021369 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4e34b403-e2d7-45cb-8aaf-f026dae881b9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/da5778d0-0eca-48da-a855-2a882bbbe611 HTTP/1.1" status: 204 len: 168 time: 0.7124541 Apr 05 20:38:38.024346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39714) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:38.025161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e34b403-e2d7-45cb-8aaf-f026dae881b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da5778d0-0eca-48da-a855-2a882bbbe611,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:38.029844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e636ca-02f3-4706-961b-9bac975f3162 None None] Network d87a9372-eb69-4494-b2c7-bae5dbd4e72f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:38:38.100699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:38:38.111593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b4422-3ff5-47d2-81c0-e0e80957d51d None None] Sync routers for ids ['45beb12d-e4d2-45ad-97ac-75e4f3329d05'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:38:38.156913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39720) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:38.159041 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-18f5cb7e-10aa-423a-b690-d3f58fffe874 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "PUT /v2.0/routers/45beb12d-e4d2-45ad-97ac-75e4f3329d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2711070 Apr 05 20:38:38.221645 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b4422-3ff5-47d2-81c0-e0e80957d51d None None] Routers {'45beb12d-e4d2-45ad-97ac-75e4f3329d05'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:38:38.222590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e10b4422-3ff5-47d2-81c0-e0e80957d51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:38:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['45beb12d-e4d2-45ad-97ac-75e4f3329d05'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:38.246011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39724) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:38.254517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a819b-a823-4707-9f50-132e8361b065 req-3a97777d-ae95-49a4-a53d-ecc6ce9880de tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:38.258318 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-725a819b-a823-4707-9f50-132e8361b065 req-3a97777d-ae95-49a4-a53d-ecc6ce9880de tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 943 time: 0.5699553 Apr 05 20:38:38.261358 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.282536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Deleting port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:38.283212 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.343885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e10b4422-3ff5-47d2-81c0-e0e80957d51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:38.360809 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-725a819b-a823-4707-9f50-132e8361b065 req-cf18e67c-3b3a-47f7-83ae-65f2d54c890d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877903 Apr 05 20:38:38.361735 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85578a27-245c-4e6a-8c2e-4b6fbfb3306e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.378725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85578a27-245c-4e6a-8c2e-4b6fbfb3306e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6b0891-eb64-4f7f-80df-203077444fe2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:38.395015 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85578a27-245c-4e6a-8c2e-4b6fbfb3306e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.397223 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-85578a27-245c-4e6a-8c2e-4b6fbfb3306e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d6b0891-eb64-4f7f-80df-203077444fe2 HTTP/1.1" status: 204 len: 168 time: 0.9909554 Apr 05 20:38:38.416736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10b4422-3ff5-47d2-81c0-e0e80957d51d None None] Routers {'45beb12d-e4d2-45ad-97ac-75e4f3329d05'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:38:38.417923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e10b4422-3ff5-47d2-81c0-e0e80957d51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:38:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['45beb12d-e4d2-45ad-97ac-75e4f3329d05'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:38.491051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e10b4422-3ff5-47d2-81c0-e0e80957d51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:38.491051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10b4422-3ff5-47d2-81c0-e0e80957d51d None None] The sync data for ids ['45beb12d-e4d2-45ad-97ac-75e4f3329d05'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:38:38.526214 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:38:38.600308 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e959b088-1a32-472e-9ebe-1329f029c424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.616520 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12efd48-4c51-4d83-a5d1-83c22447c563 None None] DHCP port deletion for d87a9372-eb69-4494-b2c7-bae5dbd4e72f request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:38:38.621314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86876566-e62c-454f-8a80-b4a82f73b6bf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:38.621974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a12efd48-4c51-4d83-a5d1-83c22447c563 None None] Deleting port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:38.622346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-86876566-e62c-454f-8a80-b4a82f73b6bf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:38.622860 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a12efd48-4c51-4d83-a5d1-83c22447c563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.633906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] For port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5d08a8d2-d3f1-4960-a8ac-6da76b1fa114,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:38.634245 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:38.931351 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Calling delete_port for 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:38.940551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a12efd48-4c51-4d83-a5d1-83c22447c563 None None] For port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5d08a8d2-d3f1-4960-a8ac-6da76b1fa114,segment=NetworkSegment(e1694fe6-3c84-40b7-ac91-a6ef223a163a),segment_id=e1694fe6-3c84-40b7-ac91-a6ef223a163a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:38.941049 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a12efd48-4c51-4d83-a5d1-83c22447c563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.020561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e959b088-1a32-472e-9ebe-1329f029c424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:39.026781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e959b088-1a32-472e-9ebe-1329f029c424 admin admin] Usage tracker for resource:security_group_rule and tenant:142ecec2ee4f4c20b14ac5e22c1a8bca is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:39.030604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-86876566-e62c-454f-8a80-b4a82f73b6bf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:39.036209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 39760) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:39.037314 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-86876566-e62c-454f-8a80-b4a82f73b6bf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports?device_id=45beb12d-e4d2-45ad-97ac-75e4f3329d05 HTTP/1.1" status: 200 len: 982 time: 0.8793991 Apr 05 20:38:39.038961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e959b088-1a32-472e-9ebe-1329f029c424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:39.042340 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.090372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] No DVR routers for this DVR port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:38:39.127238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e959b088-1a32-472e-9ebe-1329f029c424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:39.141350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Pushing event deleted for resources: {'Port': ['ID=5d08a8d2-d3f1-4960-a8ac-6da76b1fa114,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:39.182640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a12efd48-4c51-4d83-a5d1-83c22447c563 None None] Calling delete_port for 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:39.259196 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.319448 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-a12efd48-4c51-4d83-a5d1-83c22447c563 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:38:39.319999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d87a9372-eb69-4494-b2c7-bae5dbd4e72f']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:39.321290 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-a12efd48-4c51-4d83-a5d1-83c22447c563 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:38:39.336437 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:39.343159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1694fe6-3c84-40b7-ac91-a6ef223a163a') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:39.343466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1694fe6-3c84-40b7-ac91-a6ef223a163a') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:39.367488 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.400160 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.420310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:38:39.420941 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.423145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:38:39.424641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:39.434426 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:38:39.441763 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:38:39.451165 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.455510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e959b088-1a32-472e-9ebe-1329f029c424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.505399 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e959b088-1a32-472e-9ebe-1329f029c424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.633810 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.638499 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.656456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e959b088-1a32-472e-9ebe-1329f029c424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e6d63c-87e2-4e4a-b68f-8f3d697dbcd8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:39.670146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e959b088-1a32-472e-9ebe-1329f029c424 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=142ecec2ee4f4c20b14ac5e22c1a8bca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4189422 Apr 05 20:38:39.676249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39778) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:39.681901 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] Pushing event deleted for resources: {'Network': ['ID=d87a9372-eb69-4494-b2c7-bae5dbd4e72f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:39.742878 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fe82b62c-5f2f-4e93-9d11-638a2fbd410f admin admin] 10.222.0.24 "DELETE /v2.0/networks/d87a9372-eb69-4494-b2c7-bae5dbd4e72f HTTP/1.1" status: 204 len: 168 time: 1.7155027 Apr 05 20:38:39.769138 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1178-30a8-48ef-990a-966e41947395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.780913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160536d-3ee1-4d9f-902e-3595dfe1a522 req-b9999412-a318-4ae9-9d7c-ada3b3391d2e tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:39.782151 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7160536d-3ee1-4d9f-902e-3595dfe1a522 req-b9999412-a318-4ae9-9d7c-ada3b3391d2e tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 943 time: 0.2526894 Apr 05 20:38:39.822816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a12efd48-4c51-4d83-a5d1-83c22447c563 None None] Deleting port 5d08a8d2-d3f1-4960-a8ac-6da76b1fa114 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:39.823439 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a12efd48-4c51-4d83-a5d1-83c22447c563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.840173 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1178-30a8-48ef-990a-966e41947395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.873329 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7160536d-3ee1-4d9f-902e-3595dfe1a522 req-142f8592-67a2-4b9e-9c6b-d650d02a0fd2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836585 Apr 05 20:38:39.936357 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1178-30a8-48ef-990a-966e41947395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.944847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.967254 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e8a1178-30a8-48ef-990a-966e41947395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:39.968622 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3e8a1178-30a8-48ef-990a-966e41947395 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49e6d63c-87e2-4e4a-b68f-8f3d697dbcd8 HTTP/1.1" status: 204 len: 168 time: 0.2917175 Apr 05 20:38:39.969698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a1178-30a8-48ef-990a-966e41947395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e6d63c-87e2-4e4a-b68f-8f3d697dbcd8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:39.987553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a12efd48-4c51-4d83-a5d1-83c22447c563 None None] The port '5d08a8d2-d3f1-4960-a8ac-6da76b1fa114' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:38:40.128450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39790) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:40.188751 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-61f4b797-1c37-4cd4-ba4b-2e2b916b5306 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f10ec9e518ac4ef8bb4ff5595bf09d23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584605 Apr 05 20:38:40.192112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39796) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:40.275061 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3f9298d0-a706-4705-8ad4-6294cb5c64a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:40.309231 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3f9298d0-a706-4705-8ad4-6294cb5c64a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:40.377131 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3f9298d0-a706-4705-8ad4-6294cb5c64a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:40.413483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9298d0-a706-4705-8ad4-6294cb5c64a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52dc2832-a52d-47f2-869e-72d80b39dd0a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:40.427215 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3f9298d0-a706-4705-8ad4-6294cb5c64a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:40.430647 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3f9298d0-a706-4705-8ad4-6294cb5c64a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52dc2832-a52d-47f2-869e-72d80b39dd0a HTTP/1.1" status: 204 len: 168 time: 0.2348888 Apr 05 20:38:40.717404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port f3339159-c7ec-4a1c-a09a-8d00afce1b98 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:40.717404 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:41.076843 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:41.374965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for f3339159-c7ec-4a1c-a09a-8d00afce1b98 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:41.392291 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7de1fc19-d70e-45ec-9e46-d3c1ccd985f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:41.487095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc94ecf-3c6a-44ea-a684-fba793146fba req-dff428bc-3f9e-4e70-8783-cd8f319c63fe tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:41.488997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9bc94ecf-3c6a-44ea-a684-fba793146fba req-dff428bc-3f9e-4e70-8783-cd8f319c63fe tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 943 time: 0.4643657 Apr 05 20:38:41.515235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39850) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:41.568241 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9bc94ecf-3c6a-44ea-a684-fba793146fba req-924f91f5-9e57-4ce3-b181-e79a089c07a5 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678794 Apr 05 20:38:41.701361 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:41.822144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=f3339159-c7ec-4a1c-a09a-8d00afce1b98,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:41.877194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:41.877387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:41.877656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:41.878072 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:41.878307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:41.879387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:41.879720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:41.880043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:41.880372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:41.880693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:41.881016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:41.881113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-network', 'tenant_id': '4858f403fa174f23ac9671fcad51e404'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:41.881333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:41.888980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:41.899932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Usage tracker for resource:network and tenant:4858f403fa174f23ac9671fcad51e404 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:41.907275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:41.931345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:41.963087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Made reservation on behalf of 4858f403fa174f23ac9671fcad51e404 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:41.968341 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.015650 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.076458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:42.092955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Usage tracker for resource:security_group_rule and tenant:4858f403fa174f23ac9671fcad51e404 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:42.111294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:42.130582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:42.234718 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.351065 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.367100 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.429242 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:38:42.452635 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.453187 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Added segment 6bdde775-22d7-486a-b779-e31b510532cd of type vlan for network 6ea4ec27-4341-49af-8a63-6fa1deb80174 Apr 05 20:38:42.497949 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.541407 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a879c628-a479-4041-ada5-6f9ed7c32316,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:42.556669 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.557730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:42.558393 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:42.915605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Router 45beb12d-e4d2-45ad-97ac-75e4f3329d05 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:38:42.985849 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4662919 Apr 05 20:38:42.987110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 39966) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:43.013916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Request body: {'subnet': {'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-subnet', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:43.027368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376e3027-34d1-424b-bcbb-275cd6944b84 admin admin] Pushing event updated for resources: {'Network': ['ID=6ea4ec27-4341-49af-8a63-6fa1deb80174,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:43.040629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:43.041630 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 6ea4ec27-4341-49af-8a63-6fa1deb80174 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:38:43.051603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Usage tracker for resource:subnet and tenant:4858f403fa174f23ac9671fcad51e404 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:43.055934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:43.075876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:43.117773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Made reservation on behalf of 4858f403fa174f23ac9671fcad51e404 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:43.121775 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:43.151025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39823d-d42e-4331-bd99-555ae91eb3be req-c8679c5b-1968-4d10-9e61-3066019bf1ff tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:43.158884 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f39823d-d42e-4331-bd99-555ae91eb3be req-c8679c5b-1968-4d10-9e61-3066019bf1ff tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 943 time: 0.2594275 Apr 05 20:38:43.393311 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f39823d-d42e-4331-bd99-555ae91eb3be req-cc40d8d8-1ebd-424f-a6f3-52896bc350be tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331378 Apr 05 20:38:43.606140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:38:43.619619 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3440c176-5da4-4241-93b7-9e7713d854a8 None None] Sync routers for ids ['45beb12d-e4d2-45ad-97ac-75e4f3329d05'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:38:43.635670 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440c176-5da4-4241-93b7-9e7713d854a8 None None] Routers {'45beb12d-e4d2-45ad-97ac-75e4f3329d05'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:38:43.635935 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3440c176-5da4-4241-93b7-9e7713d854a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:38:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['45beb12d-e4d2-45ad-97ac-75e4f3329d05'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:43.666192 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:43.668145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0ad94e95-cb33-47d8-8399-a725a61d4702 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "PUT /v2.0/routers/45beb12d-e4d2-45ad-97ac-75e4f3329d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6308279 Apr 05 20:38:43.670800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40046) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:43.714970 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4062f508-451a-4415-a84e-3b386e892d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:43.799580 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbf0905-84b6-4de5-b11c-5509ea1b16bf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] GET failed (client error): The resource could not be found. Apr 05 20:38:43.800050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-abbf0905-84b6-4de5-b11c-5509ea1b16bf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:43.814207 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3440c176-5da4-4241-93b7-9e7713d854a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:43.828509 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3440c176-5da4-4241-93b7-9e7713d854a8 None None] Routers {'45beb12d-e4d2-45ad-97ac-75e4f3329d05'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:38:43.829666 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3440c176-5da4-4241-93b7-9e7713d854a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:38:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['45beb12d-e4d2-45ad-97ac-75e4f3329d05'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:43.848996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0977ee5d-e051-4071-8da0-18b61f01c7f2,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:43.850356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-abbf0905-84b6-4de5-b11c-5509ea1b16bf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:43.851818 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-abbf0905-84b6-4de5-b11c-5509ea1b16bf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/f3339159-c7ec-4a1c-a09a-8d00afce1b98 HTTP/1.1" status: 404 len: 333 time: 0.1800163 Apr 05 20:38:43.854397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40064) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:43.859744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Checking segment: {'id': '6bdde775-22d7-486a-b779-e31b510532cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:38:43.860094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Network hostable DHCP agents. Network: 6ea4ec27-4341-49af-8a63-6fa1deb80174, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:38:43.907687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Network 6ea4ec27-4341-49af-8a63-6fa1deb80174 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:38:43.920711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 6ea4ec27-4341-49af-8a63-6fa1deb80174) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:43.929805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:43.931986 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:43.936220 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b866c03c-b186-4f93-9fd7-999fdb0aea18 None None] Network 6ea4ec27-4341-49af-8a63-6fa1deb80174 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:38:43.977724 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a1cb1410-7bc4-419e-92e4-c87b5ee92324 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9761450 Apr 05 20:38:43.980199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40080) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:43.986234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:43.993672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:43.998535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Usage tracker for resource:router and tenant:4858f403fa174f23ac9671fcad51e404 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:44.002331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:44.009248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:44.011556 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3440c176-5da4-4241-93b7-9e7713d854a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:44.012124 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3440c176-5da4-4241-93b7-9e7713d854a8 None None] The sync data for ids ['45beb12d-e4d2-45ad-97ac-75e4f3329d05'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:38:44.043580 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.052882 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.084549 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.216513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c63e9bb2-42e3-4a10-8b3b-404565cdc027 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.438329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cb5e1e-1ac4-4fbc-94d9-27b56d46dfa0 None None] Network 6ea4ec27-4341-49af-8a63-6fa1deb80174 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:38:44.742602 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c63e9bb2-42e3-4a10-8b3b-404565cdc027 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.745150 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c63e9bb2-42e3-4a10-8b3b-404565cdc027 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.836299 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.868265 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.876356 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.890506 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c63e9bb2-42e3-4a10-8b3b-404565cdc027 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.891073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63e9bb2-42e3-4a10-8b3b-404565cdc027 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Fanout notify agent at l3_agent the message router_deleted on router 45beb12d-e4d2-45ad-97ac-75e4f3329d05 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:38:44.915826 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c63e9bb2-42e3-4a10-8b3b-404565cdc027 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:44.920843 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c63e9bb2-42e3-4a10-8b3b-404565cdc027 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/routers/45beb12d-e4d2-45ad-97ac-75e4f3329d05 HTTP/1.1" status: 204 len: 168 time: 1.0652306 Apr 05 20:38:44.922310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40186) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:44.933334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf96e53-9ee4-4dc4-9e73-1802acf9a35a req-48ccf60d-2498-4b4c-9379-7f1170afd1ad tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:44.935274 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf96e53-9ee4-4dc4-9e73-1802acf9a35a req-48ccf60d-2498-4b4c-9379-7f1170afd1ad tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 943 time: 0.1881263 Apr 05 20:38:45.049614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf96e53-9ee4-4dc4-9e73-1802acf9a35a req-f81b9d3e-f341-4557-ae83-392fb184f35d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656221 Apr 05 20:38:45.060607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-741f4b3d-7f52-424f-bd01-fef70c2719b2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting subnet 254fe3a5-97f0-4fd1-8369-aa6dacd31dc7 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:38:45.064428 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-741f4b3d-7f52-424f-bd01-fef70c2719b2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:45.183891 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-741f4b3d-7f52-424f-bd01-fef70c2719b2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:45.314727 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:45.345227 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-741f4b3d-7f52-424f-bd01-fef70c2719b2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:45.356282 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:45.485841 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-741f4b3d-7f52-424f-bd01-fef70c2719b2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:45.530294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Allocated IP 172.25.8.51 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/9089e74c-9d0e-432a-9a31-aa1f1e083197) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:45.595232 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f4b3d-7f52-424f-bd01-fef70c2719b2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Subnet': ['ID=254fe3a5-97f0-4fd1-8369-aa6dacd31dc7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:45.598130 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-741f4b3d-7f52-424f-bd01-fef70c2719b2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:45.607203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a26f05-bb74-4202-9261-0404ca05fb75 None None] Network 4112f12b-39ce-46e9-bbb7-a0a79f5266bb requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:38:45.609502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-741f4b3d-7f52-424f-bd01-fef70c2719b2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/254fe3a5-97f0-4fd1-8369-aa6dacd31dc7 HTTP/1.1" status: 204 len: 168 time: 0.6728933 Apr 05 20:38:45.614264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40272) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:45.830812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:45.892764 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:45.897985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 98fb78d5-8e07-42a0-8e56-d9c21787ef84 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:45.898424 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:45.970842 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:46.039434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a907bb7d-14a6-40c3-bd95-7c769f6fb003 None None] DHCP port deletion for 4112f12b-39ce-46e9-bbb7-a0a79f5266bb request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:38:46.052697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a907bb7d-14a6-40c3-bd95-7c769f6fb003 None None] Deleting port 98fb78d5-8e07-42a0-8e56-d9c21787ef84 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:46.054273 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a907bb7d-14a6-40c3-bd95-7c769f6fb003 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:46.107189 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:46.110022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:46.113098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:46.117751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:38:46.181543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Pushing event updated for resources: {'Port': ['ID=9089e74c-9d0e-432a-9a31-aa1f1e083197,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:46.195573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40336) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:46.450159 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a907bb7d-14a6-40c3-bd95-7c769f6fb003 None None] For port 98fb78d5-8e07-42a0-8e56-d9c21787ef84, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=98fb78d5-8e07-42a0-8e56-d9c21787ef84,segment=NetworkSegment(3108ebe5-6915-4278-b257-cb44934038bc),segment_id=3108ebe5-6915-4278-b257-cb44934038bc)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:46.450936 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a907bb7d-14a6-40c3-bd95-7c769f6fb003 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:46.455496 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9723d89a-07e4-4af5-9f9f-0846d2c1b842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:46.489272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9723d89a-07e4-4af5-9f9f-0846d2c1b842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:46.508613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9723d89a-07e4-4af5-9f9f-0846d2c1b842 admin admin] Usage tracker for resource:security_group_rule and tenant:d7a927bbb03a4a2c89373c5a4b94fad1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:46.524326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9723d89a-07e4-4af5-9f9f-0846d2c1b842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:46.538634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9723d89a-07e4-4af5-9f9f-0846d2c1b842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:46.659621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a907bb7d-14a6-40c3-bd95-7c769f6fb003 None None] Calling delete_port for 98fb78d5-8e07-42a0-8e56-d9c21787ef84 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:46.702815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a56aeb73-a064-44da-8379-8609097dfea1 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:38:46.704169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af81191-289f-4495-9ea5-6b87f790f922 req-993cffb2-ef0e-48e9-abd3-2423536ac2e6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:46.705666 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8af81191-289f-4495-9ea5-6b87f790f922 req-993cffb2-ef0e-48e9-abd3-2423536ac2e6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 943 time: 0.3562052 Apr 05 20:38:46.713259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] For port 98fb78d5-8e07-42a0-8e56-d9c21787ef84, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=98fb78d5-8e07-42a0-8e56-d9c21787ef84,segment=NetworkSegment(3108ebe5-6915-4278-b257-cb44934038bc),segment_id=3108ebe5-6915-4278-b257-cb44934038bc)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:46.713781 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:46.839344 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8af81191-289f-4495-9ea5-6b87f790f922 req-f6a7854e-a058-46d3-bab2-760a983859d4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114104 Apr 05 20:38:46.970242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for 98fb78d5-8e07-42a0-8e56-d9c21787ef84 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:46.971216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a56aeb73-a064-44da-8379-8609097dfea1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a56aeb73-a064-44da-8379-8609097dfea1,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:46.983613 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a907bb7d-14a6-40c3-bd95-7c769f6fb003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.040353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a907bb7d-14a6-40c3-bd95-7c769f6fb003 None None] Pushing event deleted for resources: {'Port': ['ID=98fb78d5-8e07-42a0-8e56-d9c21787ef84,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:47.044624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'a56aeb73-a064-44da-8379-8609097dfea1', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'port_id': 'a56aeb73-a064-44da-8379-8609097dfea1', 'mac_address': 'fa:16:3e:11:dd:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:38:47.051930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a907bb7d-14a6-40c3-bd95-7c769f6fb003 None None] No DVR routers for this DVR port 98fb78d5-8e07-42a0-8e56-d9c21787ef84 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:38:47.119631 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.138421 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:38:47.138733 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:38:47.143497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56aeb73-a064-44da-8379-8609097dfea1 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:38:47.161189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a56aeb73-a064-44da-8379-8609097dfea1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a56aeb73-a064-44da-8379-8609097dfea1,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:47.167764 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.174248 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9723d89a-07e4-4af5-9f9f-0846d2c1b842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.188600 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9723d89a-07e4-4af5-9f9f-0846d2c1b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.222794 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.249963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=a56aeb73-a064-44da-8379-8609097dfea1,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:47.278519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 98fb78d5-8e07-42a0-8e56-d9c21787ef84 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:38:47.312691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 98fb78d5-8e07-42a0-8e56-d9c21787ef84 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:38:47.313037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 98fb78d5-8e07-42a0-8e56-d9c21787ef84 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:38:47.317066 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9723d89a-07e4-4af5-9f9f-0846d2c1b842 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7a927bbb03a4a2c89373c5a4b94fad1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1202612 Apr 05 20:38:47.320428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40406) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:47.322639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723d89a-07e4-4af5-9f9f-0846d2c1b842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b81da79-9b45-4151-9b6b-b20aae64de89,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:47.381031 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8ec729a-f2a8-4650-aa1a-494313e4c1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.390450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['a56aeb73-a064-44da-8379-8609097dfea1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:38:47.407316 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8ec729a-f2a8-4650-aa1a-494313e4c1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.471499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8ec729a-f2a8-4650-aa1a-494313e4c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.496064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ec729a-f2a8-4650-aa1a-494313e4c1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b81da79-9b45-4151-9b6b-b20aae64de89,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:47.504638 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8ec729a-f2a8-4650-aa1a-494313e4c1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.506126 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a8ec729a-f2a8-4650-aa1a-494313e4c1ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b81da79-9b45-4151-9b6b-b20aae64de89 HTTP/1.1" status: 204 len: 168 time: 0.1841278 Apr 05 20:38:47.622762 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.640348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 98fb78d5-8e07-42a0-8e56-d9c21787ef84 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:47.640860 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.777478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] The port '98fb78d5-8e07-42a0-8e56-d9c21787ef84' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:38:47.852064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Router 24ad1581-9df3-49ff-81fc-f89fabd3a700 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:38:47.933042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40430) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:47.964770 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:47.967836 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac5f1474-601d-47e5-8c72-52be40874cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.030489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ac5f1474-601d-47e5-8c72-52be40874cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:48.044212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ac5f1474-601d-47e5-8c72-52be40874cda admin admin] Usage tracker for resource:security_group_rule and tenant:c3b25c6affe04e02b165cb3bdb03eb18 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:48.052808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4112f12b-39ce-46e9-bbb7-a0a79f5266bb']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:48.073254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3108ebe5-6915-4278-b257-cb44934038bc') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:48.073542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3108ebe5-6915-4278-b257-cb44934038bc') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:48.091287 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.100136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ac5f1474-601d-47e5-8c72-52be40874cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:48.117593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ac5f1474-601d-47e5-8c72-52be40874cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:48.127111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-02825249-df7c-43cc-b5fa-1cb9488733c4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:48.127997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-02825249-df7c-43cc-b5fa-1cb9488733c4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Synchronizing usage tracker for tenant:5d8120fb369e415bb49155350efcd7b9 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:48.131282 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.140481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:38:48.141017 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:38:48.157122 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:38:48.160116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:38:48.171395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Sync routers for ids ['24ad1581-9df3-49ff-81fc-f89fabd3a700'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:38:48.186111 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Routers {'24ad1581-9df3-49ff-81fc-f89fabd3a700'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:38:48.186735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:38:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['24ad1581-9df3-49ff-81fc-f89fabd3a700'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:48.224532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04e690-20f6-4556-8cbc-dff44365e2ab req-e46b8e0b-e1ea-4b70-916b-ae27a2a4e5f8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:48.226067 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df04e690-20f6-4556-8cbc-dff44365e2ab req-e46b8e0b-e1ea-4b70-916b-ae27a2a4e5f8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 944 time: 0.2592905 Apr 05 20:38:48.243351 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.247558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-02825249-df7c-43cc-b5fa-1cb9488733c4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Unset dirty status for tenant:5d8120fb369e415bb49155350efcd7b9 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:48.247713 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-311280b9-9dda-4e04-ae51-27d724e4bb01 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2660112 Apr 05 20:38:48.248808 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-02825249-df7c-43cc-b5fa-1cb9488733c4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/networks?id=33a04c7a-b97d-4230-8a01-e41bba22d876 HTTP/1.1" status: 200 len: 813 time: 0.3821256 Apr 05 20:38:48.249093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40436) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:48.257027 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.265127 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.301937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Network': ['ID=4112f12b-39ce-46e9-bbb7-a0a79f5266bb,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:48.311083 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-0ed3f89c-c3f9-4065-a7ce-3ab90ad9b7ab tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/quotas/5d8120fb369e415bb49155350efcd7b9 HTTP/1.1" status: 200 len: 375 time: 0.0424390 Apr 05 20:38:48.317217 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1af502ab-2253-4e5a-bf7b-6af0e4662f34 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/networks/4112f12b-39ce-46e9-bbb7-a0a79f5266bb HTTP/1.1" status: 204 len: 168 time: 2.7015023 Apr 05 20:38:48.318088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40440) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:48.388948 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-df04e690-20f6-4556-8cbc-dff44365e2ab req-e35ce219-7434-4075-ad65-65d248abbf58 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484056 Apr 05 20:38:48.404325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Set router 24ad1581-9df3-49ff-81fc-f89fabd3a700 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:38:48.406689 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac5f1474-601d-47e5-8c72-52be40874cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.419340 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac5f1474-601d-47e5-8c72-52be40874cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.477605 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-2634bef7-ff51-4ecb-84b8-b5692df0699f tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d8120fb369e415bb49155350efcd7b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1584854 Apr 05 20:38:48.542913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f1474-601d-47e5-8c72-52be40874cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c48fee-6a56-4ce4-a3bc-f5279ae89d71,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:48.549711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a25704b-be1a-40bc-b399-b2a36d1c67c1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:48.550459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8a25704b-be1a-40bc-b399-b2a36d1c67c1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:48.552591 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ac5f1474-601d-47e5-8c72-52be40874cda admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3b25c6affe04e02b165cb3bdb03eb18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6184824 Apr 05 20:38:48.553247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40450) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:48.648162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8a25704b-be1a-40bc-b399-b2a36d1c67c1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:48.649958 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8a25704b-be1a-40bc-b399-b2a36d1c67c1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 HTTP/1.1" status: 200 len: 840 time: 0.3297923 Apr 05 20:38:48.654413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40456) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:48.677013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a56aeb73-a064-44da-8379-8609097dfea1 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:48.748760 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-30c17c7a-3b6a-45c0-83a8-7a66948c157f service neutron] 10.222.0.24 "GET /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617462 Apr 05 20:38:48.800079 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5378f0e8-bbb5-4f85-bafb-1e16a8dc2873 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1438861 Apr 05 20:38:48.804116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40462) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:48.811432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a6191d0c-8d5d-4cb9-b25e-55a8502e1a03 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:48.843222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port a56aeb73-a064-44da-8379-8609097dfea1 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:48.853029 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port a56aeb73-a064-44da-8379-8609097dfea1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:48.853409 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:48.918740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:38:46Z', 'revision_number': 3, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port': {'id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:45Z', 'updated_at': '2022-04-05T20:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:48.927403 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Checking router: 24ad1581-9df3-49ff-81fc-f89fabd3a700 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:38:48.927745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Updating router 24ad1581-9df3-49ff-81fc-f89fabd3a700 port 9089e74c-9d0e-432a-9a31-aa1f1e083197 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:38:48.990122 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.045497 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6dab099-ac4f-4a80-abe9-faa781784e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.130830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a6191d0c-8d5d-4cb9-b25e-55a8502e1a03 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:49.134780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a6191d0c-8d5d-4cb9-b25e-55a8502e1a03 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:49.137657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a6191d0c-8d5d-4cb9-b25e-55a8502e1a03 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:49.141210 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.143531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a6191d0c-8d5d-4cb9-b25e-55a8502e1a03 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:49.148520 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6dab099-ac4f-4a80-abe9-faa781784e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.185390 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-07da109c-e694-4bb4-91dd-fa3cc38523e3 service neutron] 10.222.0.24 "GET /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260788 Apr 05 20:38:49.186581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6191d0c-8d5d-4cb9-b25e-55a8502e1a03 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:49.190088 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6191d0c-8d5d-4cb9-b25e-55a8502e1a03 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.200777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbec98f-2d50-405a-996e-c4075cdb1c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56aeb73-a064-44da-8379-8609097dfea1'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:38:49.218582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a56aeb73-a064-44da-8379-8609097dfea1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a56aeb73-a064-44da-8379-8609097dfea1,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:49.261752 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.453273 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6dab099-ac4f-4a80-abe9-faa781784e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.523410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dab099-ac4f-4a80-abe9-faa781784e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c48fee-6a56-4ce4-a3bc-f5279ae89d71,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:49.544986 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6dab099-ac4f-4a80-abe9-faa781784e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.548044 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b6dab099-ac4f-4a80-abe9-faa781784e24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8c48fee-6a56-4ce4-a3bc-f5279ae89d71 HTTP/1.1" status: 204 len: 168 time: 0.9905174 Apr 05 20:38:49.568454 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6191d0c-8d5d-4cb9-b25e-55a8502e1a03 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.640153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6191d0c-8d5d-4cb9-b25e-55a8502e1a03 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 3fce8b40-63db-49d0-8f89-aa1945234386 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:49.643961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a6191d0c-8d5d-4cb9-b25e-55a8502e1a03 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:49.650141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6191d0c-8d5d-4cb9-b25e-55a8502e1a03 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:49.650851 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a6191d0c-8d5d-4cb9-b25e-55a8502e1a03 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.664467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=a56aeb73-a064-44da-8379-8609097dfea1,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:49.673544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7036a8de-f32d-4b50-8979-968b5f9236cb None None] Network 3fce8b40-63db-49d0-8f89-aa1945234386 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:38:49.690546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a6191d0c-8d5d-4cb9-b25e-55a8502e1a03 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8824878 Apr 05 20:38:49.690546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40486) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:49.713765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'security_group': {'name': 'tempest-secgroup-2117113755'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:49.741482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:49.743631 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.747704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6191d0c-8d5d-4cb9-b25e-55a8502e1a03 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Subnet': ['ID=59023508-1385-49ad-a9b9-ffe810c6ef34,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:49.763724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:security_group and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:49.767422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:49.775998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:49.792772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:49.820278 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbec98f-2d50-405a-996e-c4075cdb1c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56aeb73-a064-44da-8379-8609097dfea1', 'code': 200} Apr 05 20:38:49.850525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:49.856825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:security_group_rule and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:49.861045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:49.869214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:49.978997 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.035693 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.059338 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.097773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41d6bff-7dde-4490-998f-062e2dd0abfa,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:50.109060 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Transition to ACTIVE for port object 9089e74c-9d0e-432a-9a31-aa1f1e083197 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:50.129089 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.155569 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.157568 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3df5a990-6d2d-4294-b7f8-ee65786ea765 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4615500 Apr 05 20:38:50.160693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40498) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:50.171976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'security_group': {'name': 'tempest-secgroup-374439107'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:50.180078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:50.188260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:security_group and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:50.192956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:50.200157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:50.215150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4680e9-07b8-437f-b3c5-7df4397a676f req-592ee70a-2c83-4a75-b5f6-0583be1f46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:50.217742 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c4680e9-07b8-437f-b3c5-7df4397a676f req-592ee70a-2c83-4a75-b5f6-0583be1f46ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 1096 time: 0.2371378 Apr 05 20:38:50.248337 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.281768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:50.302082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Allocated IP 172.20.0.1 (6ea4ec27-4341-49af-8a63-6fa1deb80174/0977ee5d-e051-4071-8da0-18b61f01c7f2/55650a32-891b-43de-9b4e-d0c8d4e787df) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:50.308550 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c4680e9-07b8-437f-b3c5-7df4397a676f req-8c9a9c95-7325-448f-a19a-af5120949dc7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837069 Apr 05 20:38:50.309483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:security_group_rule and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:50.312985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:50.320991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:50.344883 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Attempting to bind port 9089e74c-9d0e-432a-9a31-aa1f1e083197 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:50.351856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Attempting to bind port 9089e74c-9d0e-432a-9a31-aa1f1e083197 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:50.354207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Attempting to bind port 9089e74c-9d0e-432a-9a31-aa1f1e083197 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:38:50.388913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94342f49-022a-4f6e-971f-5a43b9adb629 req-03d67b76-7b54-4a9f-b8c2-3b04fb3509f8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:50.390400 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-94342f49-022a-4f6e-971f-5a43b9adb629 req-03d67b76-7b54-4a9f-b8c2-3b04fb3509f8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 945 time: 0.2254958 Apr 05 20:38:50.429547 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.436758 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.442048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3af1eb-de22-4737-8510-8cddc6459f3d None None] Pushing event updated for resources: {'Port': ['ID=9089e74c-9d0e-432a-9a31-aa1f1e083197,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:50.461768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:38:50.464690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:38:50.465110 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.465506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:38:50.467628 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Bound port: 9089e74c-9d0e-432a-9a31-aa1f1e083197, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:50.479149 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.511191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-94342f49-022a-4f6e-971f-5a43b9adb629 req-f4bd3ed6-9578-4239-a3dd-a1b515c9c641 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714085 Apr 05 20:38:50.530216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.533553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3712132 Apr 05 20:38:50.538241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40518) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:50.557383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-73604992', 'security_groups': ['bb0a7d20-d869-4c3a-8c3c-825977ece3df'], 'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '59023508-1385-49ad-a9b9-ffe810c6ef34'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:50.619070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.694323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49d6921d-b207-4653-b8e7-a9c67414c21c req-601bdb4c-8187-4279-b8b8-0b600acdfa85 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 210 time: 0.1588161 Apr 05 20:38:50.703765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf27b10-e824-41b5-8c54-8c46ad866a6d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0a7d20-d869-4c3a-8c3c-825977ece3df,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:50.714225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-3fce8b40-63db-49d0-8f89-aa1945234386', 'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'tenant_id': 'd9689dfcccf1439f878d8f0bd45a9811', 'fixed_ips': [{'subnet_id': '59023508-1385-49ad-a9b9-ffe810c6ef34'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:38:50.714225 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.734379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] For port 9089e74c-9d0e-432a-9a31-aa1f1e083197, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:38:50.742918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] For port 9089e74c-9d0e-432a-9a31-aa1f1e083197, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9089e74c-9d0e-432a-9a31-aa1f1e083197,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:38:50.780727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:50.793284 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.794012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:50.813294 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:50.859404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:50.945094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Network 6ea4ec27-4341-49af-8a63-6fa1deb80174 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:50.981842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Routers {'24ad1581-9df3-49ff-81fc-f89fabd3a700'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:38:50.982516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:38:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['24ad1581-9df3-49ff-81fc-f89fabd3a700'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:50.995704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:51.018278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:38:51.077019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=55650a32-891b-43de-9b4e-d0c8d4e787df,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:51.125617 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:51.149576 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3af1eb-de22-4737-8510-8cddc6459f3d None None] Pushing event updated for resources: {'Port': ['ID=9089e74c-9d0e-432a-9a31-aa1f1e083197,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:51.311186 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:51.350198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Allocated IP 172.20.0.2 (3fce8b40-63db-49d0-8f89-aa1945234386/59023508-1385-49ad-a9b9-ffe810c6ef34/20ccffd2-0078-49a1-a425-43b420520a33) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:51.355534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port c02f3c36-b7ed-4511-bd51-b3abc3a17528 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:38:51.397557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] Set router 24ad1581-9df3-49ff-81fc-f89fabd3a700 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:38:51.885915 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:51.971578 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf6bb3e1-42d4-4174-818f-8490f2087bbc req-d6cf10a8-076d-4794-97a9-efc7b1b73474 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 210 time: 0.0542374 Apr 05 20:38:52.032205 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:52.066862 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Transition to ACTIVE for port object 20ccffd2-0078-49a1-a425-43b420520a33 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:52.149196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Transition to ACTIVE for port object 20ccffd2-0078-49a1-a425-43b420520a33 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:52.153168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:38:46Z', 'revision_number': 3, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port': {'id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:45Z', 'updated_at': '2022-04-05T20:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:52.157862 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c3a935-7906-46db-a553-b84745f9fda4 None None] The sync data for ids ['24ad1581-9df3-49ff-81fc-f89fabd3a700'] in n-d-836604-1 is: [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:38:46Z', 'revision_number': 3, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port': {'id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:45Z', 'updated_at': '2022-04-05T20:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:38:52.161606 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:52.269631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Network 3fce8b40-63db-49d0-8f89-aa1945234386 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:52.273570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:52.287223 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:38:52.406068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ec00d-087b-4499-b56c-a1ce28457803 req-29b26ce3-0ba1-419f-942d-30b95d4583c7 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:52.407830 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-212ec00d-087b-4499-b56c-a1ce28457803 req-29b26ce3-0ba1-419f-942d-30b95d4583c7 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 945 time: 0.6968369 Apr 05 20:38:52.476566 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Pushing event updated for resources: {'Port': ['ID=20ccffd2-0078-49a1-a425-43b420520a33,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:52.509983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Attempting to bind port 20ccffd2-0078-49a1-a425-43b420520a33 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:52.513208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Attempting to bind port 20ccffd2-0078-49a1-a425-43b420520a33 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:52.513585 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Attempting to bind port 20ccffd2-0078-49a1-a425-43b420520a33 on network 3fce8b40-63db-49d0-8f89-aa1945234386 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:38:52.523479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:38:52.524044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Checking segment: {'id': 'a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:38:52.532220 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:52.535484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Bound using segment: {'id': 'a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:38:52.536353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Bound port: 20ccffd2-0078-49a1-a425-43b420520a33, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:52.536898 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:52.537494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Allocated IP 172.20.0.9 (3fce8b40-63db-49d0-8f89-aa1945234386/59023508-1385-49ad-a9b9-ffe810c6ef34/c02f3c36-b7ed-4511-bd51-b3abc3a17528) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:52.636835 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-212ec00d-087b-4499-b56c-a1ce28457803 req-fc1f96c2-c079-41ab-b5f7-65ea174dbb84 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160010 Apr 05 20:38:52.643708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-d093b157-6a93-4cae-ad10-796220af4a22 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:52.647097 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-d093b157-6a93-4cae-ad10-796220af4a22 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.41 "GET /v2.0/networks?id=33a04c7a-b97d-4230-8a01-e41bba22d876 HTTP/1.1" status: 200 len: 813 time: 0.5446019 Apr 05 20:38:52.664021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Request body: {'port': {'device_id': '39f687ca-5c4d-45b1-8055-99d9ccd14864', 'network_id': '33a04c7a-b97d-4230-8a01-e41bba22d876', 'admin_state_up': True, 'tenant_id': '5d8120fb369e415bb49155350efcd7b9'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:52.714622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] For port 20ccffd2-0078-49a1-a425-43b420520a33, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:38:52.719436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] For port 20ccffd2-0078-49a1-a425-43b420520a33, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=20ccffd2-0078-49a1-a425-43b420520a33,segment=NetworkSegment(a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0),segment_id=a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:38:52.730476 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:52.937911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd4f0b-54e0-4ef8-ba70-b23831a18089 None None] Pushing event updated for resources: {'Port': ['ID=20ccffd2-0078-49a1-a425-43b420520a33,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:53.077595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0708162-c15a-4043-b48f-a470129bc019 req-54768796-c62a-4c2b-8fd6-41cf66546808 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:53.084329 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0708162-c15a-4043-b48f-a470129bc019 req-54768796-c62a-4c2b-8fd6-41cf66546808 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 945 time: 0.1725714 Apr 05 20:38:53.154105 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.158742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:53.171431 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.215132 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0708162-c15a-4043-b48f-a470129bc019 req-62088de2-152f-43e7-bd5f-626bf3c5153e tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211419 Apr 05 20:38:53.216820 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Usage tracker for resource:port and tenant:5d8120fb369e415bb49155350efcd7b9 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:53.314346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:53.372679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Pushing event updated for resources: {'Port': ['ID=55650a32-891b-43de-9b4e-d0c8d4e787df,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:53.388395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:53.423767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9089e74c-9d0e-432a-9a31-aa1f1e083197 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:53.433400 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a7e8ea71-c884-4cff-8779-f14537cda6ab req-845288f5-a107-43da-b291-c970e8d8b77e tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 210 time: 0.2221503 Apr 05 20:38:53.496607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Made reservation on behalf of 5d8120fb369e415bb49155350efcd7b9 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:53.500401 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.525246 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.597432 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 9089e74c-9d0e-432a-9a31-aa1f1e083197 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:53.604705 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 9089e74c-9d0e-432a-9a31-aa1f1e083197 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:53.605074 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.679667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f564603-3182-429b-bde5-89300bc31e62 req-011128ed-78aa-48aa-930e-f5e7c0358f23 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:53.681665 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f564603-3182-429b-bde5-89300bc31e62 req-011128ed-78aa-48aa-930e-f5e7c0358f23 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 945 time: 0.1396885 Apr 05 20:38:53.746936 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.764740 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f564603-3182-429b-bde5-89300bc31e62 req-f2fb1451-e3c6-4050-b3ad-dfc0c06349d9 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771778 Apr 05 20:38:53.870465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40624) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:53.941276 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:53.983825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 9089e74c-9d0e-432a-9a31-aa1f1e083197, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9089e74c-9d0e-432a-9a31-aa1f1e083197,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:53.992951 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:54.051632 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b78e8d18-b065-4e37-9c64-2d6d164ffc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:54.080225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b78e8d18-b065-4e37-9c64-2d6d164ffc30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:54.085376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b78e8d18-b065-4e37-9c64-2d6d164ffc30 admin admin] Usage tracker for resource:security_group_rule and tenant:89e729fa61854eb592273b91c1dc6763 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:54.089623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b78e8d18-b065-4e37-9c64-2d6d164ffc30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:54.098221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b78e8d18-b065-4e37-9c64-2d6d164ffc30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:54.100007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Network 6ea4ec27-4341-49af-8a63-6fa1deb80174 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:54.105277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:54.154359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=9089e74c-9d0e-432a-9a31-aa1f1e083197,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:54.219928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Transition to ACTIVE for port object c02f3c36-b7ed-4511-bd51-b3abc3a17528 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:54.262463 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b78e8d18-b065-4e37-9c64-2d6d164ffc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:54.273276 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b78e8d18-b065-4e37-9c64-2d6d164ffc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:54.324921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Allocated IP 172.20.0.7 (33a04c7a-b97d-4230-8a01-e41bba22d876/f5869ce6-6042-4d26-81dc-82c371897f26/acf30df3-2fbc-4b0f-bd95-99252fcfe2e0) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:38:54.383846 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b78e8d18-b065-4e37-9c64-2d6d164ffc30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89e729fa61854eb592273b91c1dc6763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5091281 Apr 05 20:38:54.383846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e8d18-b065-4e37-9c64-2d6d164ffc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d202034e-1924-4418-9b42-b8738cfd11ad,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:54.384083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40634) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:54.458095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Router 24ad1581-9df3-49ff-81fc-f89fabd3a700 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:38:54.459315 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:54.647554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7f9b1fa3-9f98-4ba9-bf26-db95deea2b8a None None] Provisioning complete for port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:54.648095 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7f9b1fa3-9f98-4ba9-bf26-db95deea2b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:54.650476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5685f-3c6b-4c84-86f6-268884dc46b8 req-a97cdbe8-9762-4f75-9ade-d78db0018ed4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:54.658355 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-12d5685f-3c6b-4c84-86f6-268884dc46b8 req-a97cdbe8-9762-4f75-9ade-d78db0018ed4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 945 time: 0.1192875 Apr 05 20:38:54.717610 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-12d5685f-3c6b-4c84-86f6-268884dc46b8 req-311e5f75-79d6-4002-91a1-978e1abcafb5 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583234 Apr 05 20:38:54.717851 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7f9b1fa3-9f98-4ba9-bf26-db95deea2b8a None None] Port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:38:54.735032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7f9b1fa3-9f98-4ba9-bf26-db95deea2b8a None None] Provisioning for port 20ccffd2-0078-49a1-a425-43b420520a33 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:54.741952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 3fce8b40-63db-49d0-8f89-aa1945234386 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:54.784033 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f0412e52-ef05-412a-b210-7e989e684e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:54.785924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:54.868477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:38:54.924881 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3ae3818f-bf5f-47b2-959a-605f1b101013 req-267af64c-7651-40cd-b4f9-5cc0c89d590e tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 210 time: 0.3009534 Apr 05 20:38:54.958491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=c02f3c36-b7ed-4511-bd51-b3abc3a17528,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:54.984955 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f0412e52-ef05-412a-b210-7e989e684e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:54.997242 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:54.997867 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:55.073372 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9c05909b-b869-4cc1-aaf9-1e1b2875cf88 None None] Provisioning for port c02f3c36-b7ed-4511-bd51-b3abc3a17528 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:55.083302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9c05909b-b869-4cc1-aaf9-1e1b2875cf88 None None] Provisioning complete for port c02f3c36-b7ed-4511-bd51-b3abc3a17528 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:55.083767 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9c05909b-b869-4cc1-aaf9-1e1b2875cf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:55.150344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9c05909b-b869-4cc1-aaf9-1e1b2875cf88 None None] Port c02f3c36-b7ed-4511-bd51-b3abc3a17528 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:38:55.191381 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:55.196694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:38:55.199045 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e00c553a-56ff-40de-93c9-ec3f64984351 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.6501291 Apr 05 20:38:55.203504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40644) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:55.207347 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5ec7f3bb-b614-4fcd-be3e-b252d7dab6c4 admin admin] 10.222.0.24 "PUT /v2.0/routers/24ad1581-9df3-49ff-81fc-f89fabd3a700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9447596 Apr 05 20:38:55.210281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-25be55ed-79a7-497d-92fd-710679c63c1f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:55.212382 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Sync routers for ids ['24ad1581-9df3-49ff-81fc-f89fabd3a700'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:38:55.226124 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Routers {'24ad1581-9df3-49ff-81fc-f89fabd3a700'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:38:55.226967 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:38:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['24ad1581-9df3-49ff-81fc-f89fabd3a700'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:55.258012 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f0412e52-ef05-412a-b210-7e989e684e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:55.296038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0412e52-ef05-412a-b210-7e989e684e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d202034e-1924-4418-9b42-b8738cfd11ad,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:55.315720 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f0412e52-ef05-412a-b210-7e989e684e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:55.319640 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f0412e52-ef05-412a-b210-7e989e684e80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d202034e-1924-4418-9b42-b8738cfd11ad HTTP/1.1" status: 204 len: 168 time: 0.9298327 Apr 05 20:38:55.321519 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:55.436911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-25be55ed-79a7-497d-92fd-710679c63c1f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:55.441655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-25be55ed-79a7-497d-92fd-710679c63c1f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:55.444929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-25be55ed-79a7-497d-92fd-710679c63c1f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:55.467048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-25be55ed-79a7-497d-92fd-710679c63c1f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:55.476170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Network 33a04c7a-b97d-4230-8a01-e41bba22d876 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:55.493599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:55.498086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:38:55.510077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9089e74c-9d0e-432a-9a31-aa1f1e083197 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:55.537047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25be55ed-79a7-497d-92fd-710679c63c1f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:55.540655 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-25be55ed-79a7-497d-92fd-710679c63c1f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:55.569490 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Set router 24ad1581-9df3-49ff-81fc-f89fabd3a700 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:38:55.586512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Pushing event updated for resources: {'Port': ['ID=acf30df3-2fbc-4b0f-bd95-99252fcfe2e0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:55.683449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:55.686035 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:55.703948 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 9089e74c-9d0e-432a-9a31-aa1f1e083197 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:55.704475 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:55.724750 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-151b926d-1b36-4310-956b-9604e6f4d0d4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0681362 Apr 05 20:38:55.744958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-08b5ac56-55ce-4b02-91c8-2803553c69eb tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:38:55.747758 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-08b5ac56-55ce-4b02-91c8-2803553c69eb tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154443 Apr 05 20:38:55.926636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 20ccffd2-0078-49a1-a425-43b420520a33 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:56.046141 n-d-836604-1 neutron-server[87964]: INFO neutron.db.ipam_backend_mixin [None req-25be55ed-79a7-497d-92fd-710679c63c1f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 59023508-1385-49ad-a9b9-ffe810c6ef34 (CIDR: 172.20.0.0/28) Apr 05 20:38:56.056979 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-25be55ed-79a7-497d-92fd-710679c63c1f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:38:56.058757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25be55ed-79a7-497d-92fd-710679c63c1f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:38:56.080935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 20ccffd2-0078-49a1-a425-43b420520a33 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:56.094055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 20ccffd2-0078-49a1-a425-43b420520a33 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:56.096551 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.150905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64cd2d-071c-412d-b73b-3fdb3114379b req-c585078d-5dc7-46a8-915c-780d19a71868 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:56.152575 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b64cd2d-071c-412d-b73b-3fdb3114379b req-c585078d-5dc7-46a8-915c-780d19a71868 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 945 time: 0.3091633 Apr 05 20:38:56.215017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40676) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:56.254491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-25be55ed-79a7-497d-92fd-710679c63c1f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0498710 Apr 05 20:38:56.256762 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port': {'id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:45Z', 'updated_at': '2022-04-05T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '55650a32-891b-43de-9b4e-d0c8d4e787df', 'name': '', 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'mac_address': 'fa:16:3e:3a:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:49Z', 'updated_at': '2022-04-05T20:38:52Z', 'revision_number': 2, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'subnets': [{'id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:56.261460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40680) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:56.265239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Request body: {'port': {'device_id': '39f687ca-5c4d-45b1-8055-99d9ccd14864', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:56.267481 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Checking router: 24ad1581-9df3-49ff-81fc-f89fabd3a700 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:38:56.268459 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Updating router 24ad1581-9df3-49ff-81fc-f89fabd3a700 port 55650a32-891b-43de-9b4e-d0c8d4e787df binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:38:56.325839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-63b27934-ff7a-40c0-afac-fd0dbd608b29 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:56.342196 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f6e6356-f31e-4569-a968-14923007abce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.358865 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.384099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8f6e6356-f31e-4569-a968-14923007abce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:56.396608 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.399405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8f6e6356-f31e-4569-a968-14923007abce admin admin] Usage tracker for resource:security_group_rule and tenant:f669b58e7b354cc497f354ea7a27bc3e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:56.404498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8f6e6356-f31e-4569-a968-14923007abce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:56.439110 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 20ccffd2-0078-49a1-a425-43b420520a33, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=20ccffd2-0078-49a1-a425-43b420520a33,segment=NetworkSegment(a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0),segment_id=a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:56.451163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8f6e6356-f31e-4569-a968-14923007abce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:56.451953 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.490649 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:56.610470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc818a6-36ec-4644-a8a1-a4d40fdb0b8d req-bf639947-00ec-49f5-853f-e488c841046a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:56.613298 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8dc818a6-36ec-4644-a8a1-a4d40fdb0b8d req-bf639947-00ec-49f5-853f-e488c841046a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 945 time: 0.3111596 Apr 05 20:38:56.657441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=20ccffd2-0078-49a1-a425-43b420520a33,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:56.952104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-0b64cd2d-071c-412d-b73b-3fdb3114379b req-ee5ceb4f-d894-4d6d-bfac-fbfa6bef132f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Deleting port a56aeb73-a064-44da-8379-8609097dfea1 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:38:56.952450 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0b64cd2d-071c-412d-b73b-3fdb3114379b req-ee5ceb4f-d894-4d6d-bfac-fbfa6bef132f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.021934 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.037762 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Transition to ACTIVE for port object 55650a32-891b-43de-9b4e-d0c8d4e787df will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:57.046992 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.092910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-63b27934-ff7a-40c0-afac-fd0dbd608b29 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:38:57.110482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-63b27934-ff7a-40c0-afac-fd0dbd608b29 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:38:57.119201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-63b27934-ff7a-40c0-afac-fd0dbd608b29 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:38:57.134356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-ff2a80cc-4084-4d3e-9b38-2182eab845c5 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:57.140915 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-ff2a80cc-4084-4d3e-9b38-2182eab845c5 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/networks?id=6ea4ec27-4341-49af-8a63-6fa1deb80174 HTTP/1.1" status: 200 len: 819 time: 0.9874625 Apr 05 20:38:57.149586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-63b27934-ff7a-40c0-afac-fd0dbd608b29 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:38:57.166874 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-fbf011dd-f354-41ce-8e16-56e4a4edaa28 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/quotas/4858f403fa174f23ac9671fcad51e404 HTTP/1.1" status: 200 len: 375 time: 0.0251226 Apr 05 20:38:57.201208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8dc818a6-36ec-4644-a8a1-a4d40fdb0b8d req-75c22d29-f6a5-46f4-b949-ba54760565f3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5772467 Apr 05 20:38:57.269873 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f6e6356-f31e-4569-a968-14923007abce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.273196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:38:57.284140 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.304905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b27934-ff7a-40c0-afac-fd0dbd608b29 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:38:57.305404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Transition to ACTIVE for port object acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:38:57.306840 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8f6e6356-f31e-4569-a968-14923007abce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.308367 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63b27934-ff7a-40c0-afac-fd0dbd608b29 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.327805 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.353977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 20ccffd2-0078-49a1-a425-43b420520a33 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:57.383167 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20dba2-13ac-4337-96ac-501f95690ed8 None None] Pushing event updated for resources: {'Port': ['ID=55650a32-891b-43de-9b4e-d0c8d4e787df,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:57.414812 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20dba2-13ac-4337-96ac-501f95690ed8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:57.415311 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20dba2-13ac-4337-96ac-501f95690ed8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:57.415736 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20dba2-13ac-4337-96ac-501f95690ed8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:57.416156 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20dba2-13ac-4337-96ac-501f95690ed8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:57.416747 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20dba2-13ac-4337-96ac-501f95690ed8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:57.417033 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20dba2-13ac-4337-96ac-501f95690ed8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:57.417406 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20dba2-13ac-4337-96ac-501f95690ed8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:57.417816 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20dba2-13ac-4337-96ac-501f95690ed8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:57.418242 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20dba2-13ac-4337-96ac-501f95690ed8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:57.419139 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20dba2-13ac-4337-96ac-501f95690ed8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:57.419562 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20dba2-13ac-4337-96ac-501f95690ed8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:57.419972 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e20dba2-13ac-4337-96ac-501f95690ed8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:38:57.432519 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Attempting to bind port 55650a32-891b-43de-9b4e-d0c8d4e787df on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:57.433167 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Attempting to bind port 55650a32-891b-43de-9b4e-d0c8d4e787df by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '6bdde775-22d7-486a-b779-e31b510532cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:57.433617 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Attempting to bind port 55650a32-891b-43de-9b4e-d0c8d4e787df on network 6ea4ec27-4341-49af-8a63-6fa1deb80174 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:38:57.441316 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:38:57.442043 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Checking segment: {'id': '6bdde775-22d7-486a-b779-e31b510532cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:38:57.442364 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.442960 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Bound using segment: {'id': '6bdde775-22d7-486a-b779-e31b510532cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:38:57.444144 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Bound port: 55650a32-891b-43de-9b4e-d0c8d4e787df, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bdde775-22d7-486a-b779-e31b510532cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:57.444613 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.485015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-0b64cd2d-071c-412d-b73b-3fdb3114379b req-ee5ceb4f-d894-4d6d-bfac-fbfa6bef132f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] For port a56aeb73-a064-44da-8379-8609097dfea1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a56aeb73-a064-44da-8379-8609097dfea1,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:38:57.485370 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0b64cd2d-071c-412d-b73b-3fdb3114379b req-ee5ceb4f-d894-4d6d-bfac-fbfa6bef132f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.495354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 20ccffd2-0078-49a1-a425-43b420520a33 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:57.495935 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.517618 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-4527a4a2-6664-4107-8b25-8b772e9f1d52 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4858f403fa174f23ac9671fcad51e404&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3323102 Apr 05 20:38:57.588718 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] For port 55650a32-891b-43de-9b4e-d0c8d4e787df, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:38:57.592521 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] For port 55650a32-891b-43de-9b4e-d0c8d4e787df, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=55650a32-891b-43de-9b4e-d0c8d4e787df,segment=NetworkSegment(6bdde775-22d7-486a-b779-e31b510532cd),segment_id=6bdde775-22d7-486a-b779-e31b510532cd)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:38:57.603306 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.669671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-0b64cd2d-071c-412d-b73b-3fdb3114379b req-ee5ceb4f-d894-4d6d-bfac-fbfa6bef132f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Calling delete_port for a56aeb73-a064-44da-8379-8609097dfea1 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:38:57.699619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e6356-f31e-4569-a968-14923007abce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c5a3a2-ea3d-4d82-9b8a-d1b6c2fb3848,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:57.722755 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20dba2-13ac-4337-96ac-501f95690ed8 None None] Pushing event updated for resources: {'Port': ['ID=55650a32-891b-43de-9b4e-d0c8d4e787df,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:57.759871 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Routers {'24ad1581-9df3-49ff-81fc-f89fabd3a700'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:38:57.760726 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:38:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['24ad1581-9df3-49ff-81fc-f89fabd3a700'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:57.826253 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8f6e6356-f31e-4569-a968-14923007abce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f669b58e7b354cc497f354ea7a27bc3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6101549 Apr 05 20:38:57.856574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40690) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:57.857187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Attempting to bind port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:38:57.857511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Attempting to bind port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'cca7082a-b4c2-452f-a0d8-f9cabd6011b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '33a04c7a-b97d-4230-8a01-e41bba22d876'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:38:57.857830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Attempting to bind port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 on network 33a04c7a-b97d-4230-8a01-e41bba22d876 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:38:57.868901 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 on network 33a04c7a-b97d-4230-8a01-e41bba22d876 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:38:57.869347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Attempting to bind port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 on network 33a04c7a-b97d-4230-8a01-e41bba22d876 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:38:57.872264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Pushing event updated for resources: {'Port': ['ID=acf30df3-2fbc-4b0f-bd95-99252fcfe2e0,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:57.892610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:38:57.892936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Checking segment: {'id': 'cca7082a-b4c2-452f-a0d8-f9cabd6011b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '33a04c7a-b97d-4230-8a01-e41bba22d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:38:57.893321 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Bound using segment: {'id': 'cca7082a-b4c2-452f-a0d8-f9cabd6011b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '33a04c7a-b97d-4230-8a01-e41bba22d876'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:38:57.893768 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Bound port: acf30df3-2fbc-4b0f-bd95-99252fcfe2e0, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca7082a-b4c2-452f-a0d8-f9cabd6011b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '33a04c7a-b97d-4230-8a01-e41bba22d876'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:38:57.894648 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:57.981431 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] Set router 24ad1581-9df3-49ff-81fc-f89fabd3a700 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:38:58.020695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] For port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:38:58.041813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217f075-8255-4aee-8245-dc1dafb7a660 req-c286b55d-7fec-42d1-bb3b-247f50c53b14 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:58.043298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-e217f075-8255-4aee-8245-dc1dafb7a660 req-c286b55d-7fec-42d1-bb3b-247f50c53b14 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Synchronizing usage tracker for tenant:5d8120fb369e415bb49155350efcd7b9 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:38:58.063835 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-b7769a2e-b197-42a7-a365-ab06176b0ea1 service neutron] 10.222.0.24 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916840 Apr 05 20:38:58.085962 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69850933-fd72-4810-929e-afece38cf616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.109274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-e217f075-8255-4aee-8245-dc1dafb7a660 req-c286b55d-7fec-42d1-bb3b-247f50c53b14 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Unset dirty status for tenant:5d8120fb369e415bb49155350efcd7b9 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:38:58.110527 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e217f075-8255-4aee-8245-dc1dafb7a660 req-c286b55d-7fec-42d1-bb3b-247f50c53b14 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 943 time: 0.6837645 Apr 05 20:38:58.140758 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69850933-fd72-4810-929e-afece38cf616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.187551 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e217f075-8255-4aee-8245-dc1dafb7a660 req-6a7a30f0-f66b-4a06-89f9-f7e32a2b57e7 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698113 Apr 05 20:38:58.219759 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63b27934-ff7a-40c0-afac-fd0dbd608b29 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.239082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] For port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=acf30df3-2fbc-4b0f-bd95-99252fcfe2e0,segment=NetworkSegment(cca7082a-b4c2-452f-a0d8-f9cabd6011b3),segment_id=cca7082a-b4c2-452f-a0d8-f9cabd6011b3)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:38:58.242257 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69850933-fd72-4810-929e-afece38cf616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.268682 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.368367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Pushing event updated for resources: {'Port': ['ID=acf30df3-2fbc-4b0f-bd95-99252fcfe2e0,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:58.374261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69850933-fd72-4810-929e-afece38cf616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c5a3a2-ea3d-4d82-9b8a-d1b6c2fb3848,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:58.376343 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0b64cd2d-071c-412d-b73b-3fdb3114379b req-ee5ceb4f-d894-4d6d-bfac-fbfa6bef132f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.382352 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69850933-fd72-4810-929e-afece38cf616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.383488 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-69850933-fd72-4810-929e-afece38cf616 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21c5a3a2-ea3d-4d82-9b8a-d1b6c2fb3848 HTTP/1.1" status: 204 len: 168 time: 0.5163250 Apr 05 20:38:58.388080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['a56aeb73-a064-44da-8379-8609097dfea1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:38:58.398916 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port': {'id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:45Z', 'updated_at': '2022-04-05T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '55650a32-891b-43de-9b4e-d0c8d4e787df', 'name': '', 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'mac_address': 'fa:16:3e:3a:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:49Z', 'updated_at': '2022-04-05T20:38:57Z', 'revision_number': 4, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'subnets': [{'id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:38:58.412326 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3016fc5d-104f-40fb-b649-41d265127f34 None None] The sync data for ids ['24ad1581-9df3-49ff-81fc-f89fabd3a700'] in n-d-836604-1 is: [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port': {'id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:45Z', 'updated_at': '2022-04-05T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '55650a32-891b-43de-9b4e-d0c8d4e787df', 'name': '', 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'mac_address': 'fa:16:3e:3a:00:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:49Z', 'updated_at': '2022-04-05T20:38:57Z', 'revision_number': 4, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'subnets': [{'id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:38:58.430358 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:58.431997 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.432388 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-00300694-e3f3-4eaf-8734-ec5e7a5638eb service neutron] 10.222.0.41 "PUT /v2.0/ports/acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 HTTP/1.1" status: 200 len: 1091 time: 2.6770186 Apr 05 20:38:58.432835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f687ca-5c4d-45b1-8055-99d9ccd14864', 'tag': 'acf30df3-2fbc-4b0f-bd95-99252fcfe2e0'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:38:58.453289 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6b1e0117-35c0-4c2a-ba51-c74760a0eafa req-71cf5a42-2544-43cb-bd38-92f5f9266958 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 210 time: 0.0722194 Apr 05 20:38:58.592103 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f687ca-5c4d-45b1-8055-99d9ccd14864', 'tag': 'acf30df3-2fbc-4b0f-bd95-99252fcfe2e0', 'status': 'completed', 'code': 200} Apr 05 20:38:58.625243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-a918c06a-c4aa-4f39-89ac-9b148ac784d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:58.627989 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-a918c06a-c4aa-4f39-89ac-9b148ac784d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8120fb369e415bb49155350efcd7b9&device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 1094 time: 0.1327171 Apr 05 20:38:58.757149 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-0a3a6927-d800-4245-8e43-8fc12501dd85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 HTTP/1.1" status: 200 len: 217 time: 0.1069191 Apr 05 20:38:58.817108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ceb4f-d894-4d6d-bfac-fbfa6bef132f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event deleted for resources: {'Port': ['ID=a56aeb73-a064-44da-8379-8609097dfea1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:58.826526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b27934-ff7a-40c0-afac-fd0dbd608b29 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 3fce8b40-63db-49d0-8f89-aa1945234386 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:38:58.852229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-63b27934-ff7a-40c0-afac-fd0dbd608b29 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:38:58.863666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b27934-ff7a-40c0-afac-fd0dbd608b29 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:58.864089 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63b27934-ff7a-40c0-afac-fd0dbd608b29 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.866073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3c8369-ac44-4c45-a6fc-8db78d0d5763 None None] Network 3fce8b40-63db-49d0-8f89-aa1945234386 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:38:58.889199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b64cd2d-071c-412d-b73b-3fdb3114379b req-ee5ceb4f-d894-4d6d-bfac-fbfa6bef132f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] No DVR routers for this DVR port a56aeb73-a064-44da-8379-8609097dfea1 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:38:58.897068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-ed38d7f7-da87-4071-a9ba-eb7d528a050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:38:58.904586 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-ed38d7f7-da87-4071-a9ba-eb7d528a050e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5869ce6-6042-4d26-81dc-82c371897f26 HTTP/1.1" status: 200 len: 853 time: 0.1465311 Apr 05 20:38:58.917219 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0b64cd2d-071c-412d-b73b-3fdb3114379b req-ee5ceb4f-d894-4d6d-bfac-fbfa6bef132f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:38:58.929780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b27934-ff7a-40c0-afac-fd0dbd608b29 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Subnet': ['ID=8ba79fca-2c26-48f6-a46a-46bf53d9685c,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:38:58.935011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbec98f-2d50-405a-996e-c4075cdb1c91', 'name': 'network-vif-deleted', 'tag': 'a56aeb73-a064-44da-8379-8609097dfea1'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:38:59.009149 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-acf1aeb5-885c-42ad-8fe0-98ac1b0f572d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33a04c7a-b97d-4230-8a01-e41bba22d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946884 Apr 05 20:38:59.024864 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-63b27934-ff7a-40c0-afac-fd0dbd608b29 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7157981 Apr 05 20:38:59.036182 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b64cd2d-071c-412d-b73b-3fdb3114379b req-ee5ceb4f-d894-4d6d-bfac-fbfa6bef132f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "DELETE /v2.0/ports/a56aeb73-a064-44da-8379-8609097dfea1 HTTP/1.1" status: 204 len: 173 time: 2.8748984 Apr 05 20:38:59.053304 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-6536199e-98e1-458e-be6e-c64dfa7cfe02 service neutron] 10.222.0.24 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8333805 Apr 05 20:38:59.054430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40708) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:38:59.100489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-326f57c9-9ce5-4a19-b37e-a0c9f6c78093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1781583303', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8ba79fca-2c26-48f6-a46a-46bf53d9685c'}], 'security_groups': ['f41d6bff-7dde-4490-998f-062e2dd0abfa']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:38:59.379147 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbec98f-2d50-405a-996e-c4075cdb1c91', 'name': 'network-vif-deleted', 'tag': 'a56aeb73-a064-44da-8379-8609097dfea1', 'status': 'completed', 'code': 200} Apr 05 20:38:59.616762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 55650a32-891b-43de-9b4e-d0c8d4e787df up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:38:59.849539 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-221b06b0-f077-40cf-b059-fbda91945baa service neutron] 10.222.0.41 "GET /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8354671 Apr 05 20:38:59.954408 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 55650a32-891b-43de-9b4e-d0c8d4e787df completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:38:59.968787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 55650a32-891b-43de-9b4e-d0c8d4e787df triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:38:59.970675 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:00.213661 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-934096e9-13f0-4123-ae60-5ad594b49952 req-be3db7da-ff58-4284-9df9-61e2f0cc9e9a tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 210 time: 0.2481523 Apr 05 20:39:00.352080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06591f-fb91-46b1-a591-73bde0e4b860 req-e3c83257-10b5-4779-b650-c38accc3c30c tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:00.355725 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2e06591f-fb91-46b1-a591-73bde0e4b860 req-e3c83257-10b5-4779-b650-c38accc3c30c tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 943 time: 0.8073258 Apr 05 20:39:00.521264 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cac06f90-9bde-4858-a437-e6ccfeecdb67 req-1a3f222d-85f4-49ba-8034-656aa0a8d18c service neutron] 10.222.0.41 "GET /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536984 Apr 05 20:39:00.527852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f43029-9bd2-40aa-a5a1-7d5e0bec212c None None] Update dhcp port {'port': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'fixed_ips': [{'subnet_id': '59023508-1385-49ad-a9b9-ffe810c6ef34', 'ip_address': '172.20.0.2'}, {'subnet_id': '8ba79fca-2c26-48f6-a46a-46bf53d9685c'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '20ccffd2-0078-49a1-a425-43b420520a33'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:39:00.574708 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2e06591f-fb91-46b1-a591-73bde0e4b860 req-c8b99488-b68a-4c28-adf2-76564dacd904 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032077 Apr 05 20:39:00.579274 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-326f57c9-9ce5-4a19-b37e-a0c9f6c78093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:00.751339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f791409a-1e66-4f73-bb9c-de9a7ff8883f req-6471b923-9234-4e5c-a67c-3b766133e592 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:00.757080 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-35f43029-9bd2-40aa-a5a1-7d5e0bec212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:00.795267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f791409a-1e66-4f73-bb9c-de9a7ff8883f req-6471b923-9234-4e5c-a67c-3b766133e592 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:00.806046 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f791409a-1e66-4f73-bb9c-de9a7ff8883f req-6471b923-9234-4e5c-a67c-3b766133e592 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=abbec98f-2d50-405a-996e-c4075cdb1c91 HTTP/1.1" status: 200 len: 210 time: 0.1988480 Apr 05 20:39:00.833119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a56aeb73-a064-44da-8379-8609097dfea1 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:00.930447 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:01.028983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: a56aeb73-a064-44da-8379-8609097dfea1 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:39:01.029353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a56aeb73-a064-44da-8379-8609097dfea1 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:01.219843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 55650a32-891b-43de-9b4e-d0c8d4e787df, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=55650a32-891b-43de-9b4e-d0c8d4e787df,segment=NetworkSegment(6bdde775-22d7-486a-b779-e31b510532cd),segment_id=6bdde775-22d7-486a-b779-e31b510532cd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:01.281734 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:01.394392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792cbf5-df90-4203-a423-6813544ace35 req-463d2135-90c5-4afc-a29f-5c1707c2d137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:01.398282 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2792cbf5-df90-4203-a423-6813544ace35 req-463d2135-90c5-4afc-a29f-5c1707c2d137 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8120fb369e415bb49155350efcd7b9&device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 1094 time: 0.7643831 Apr 05 20:39:01.469201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=55650a32-891b-43de-9b4e-d0c8d4e787df,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:01.502860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40756) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:01.531927 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-35f43029-9bd2-40aa-a5a1-7d5e0bec212c None None] Allocated IP 172.20.0.18 (3fce8b40-63db-49d0-8f89-aa1945234386/8ba79fca-2c26-48f6-a46a-46bf53d9685c/20ccffd2-0078-49a1-a425-43b420520a33) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:01.730893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-37e702a6-cc65-4383-b5bb-f60eb2d6e4f4 req-00177cb5-52e4-4c1a-ae02-8dba5526c752 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Synchronizing usage tracker for tenant:4858f403fa174f23ac9671fcad51e404 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:01.741092 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43779771-9162-4df8-9d38-0e16f45ce8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:01.786586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-43779771-9162-4df8-9d38-0e16f45ce8dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:01.819278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-37e702a6-cc65-4383-b5bb-f60eb2d6e4f4 req-00177cb5-52e4-4c1a-ae02-8dba5526c752 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Unset dirty status for tenant:4858f403fa174f23ac9671fcad51e404 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:01.825982 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37e702a6-cc65-4383-b5bb-f60eb2d6e4f4 req-00177cb5-52e4-4c1a-ae02-8dba5526c752 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 210 time: 0.2086406 Apr 05 20:39:01.855313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-35f43029-9bd2-40aa-a5a1-7d5e0bec212c None None] For port 20ccffd2-0078-49a1-a425-43b420520a33, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=20ccffd2-0078-49a1-a425-43b420520a33,segment=NetworkSegment(a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0),segment_id=a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:01.861294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792cbf5-df90-4203-a423-6813544ace35 req-1dfd60de-327b-4b0a-ae68-825e6ae6b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:01.864500 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2792cbf5-df90-4203-a423-6813544ace35 req-1dfd60de-327b-4b0a-ae68-825e6ae6b32d service neutron] 10.222.0.41 "GET /v2.0/networks?id=33a04c7a-b97d-4230-8a01-e41bba22d876 HTTP/1.1" status: 200 len: 914 time: 0.4543543 Apr 05 20:39:01.907752 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-35f43029-9bd2-40aa-a5a1-7d5e0bec212c None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:01.935396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-43779771-9162-4df8-9d38-0e16f45ce8dc admin admin] Usage tracker for resource:security_group_rule and tenant:8fb4bb7e2bee48e9baf993ff4de0bd11 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:01.949080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-35f43029-9bd2-40aa-a5a1-7d5e0bec212c None None] Transition to ACTIVE for port object 20ccffd2-0078-49a1-a425-43b420520a33 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:01.954117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-43779771-9162-4df8-9d38-0e16f45ce8dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:01.963828 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-35f43029-9bd2-40aa-a5a1-7d5e0bec212c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:01.970318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-43779771-9162-4df8-9d38-0e16f45ce8dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:02.002430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2792cbf5-df90-4203-a423-6813544ace35 req-f84504f0-4209-4647-86bd-c3685734d2d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 HTTP/1.1" status: 200 len: 217 time: 0.1304493 Apr 05 20:39:02.114999 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f43029-9bd2-40aa-a5a1-7d5e0bec212c None None] Pushing event updated for resources: {'Port': ['ID=20ccffd2-0078-49a1-a425-43b420520a33,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:02.149687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792cbf5-df90-4203-a423-6813544ace35 req-c2eef4e3-4f28-4d6d-92c7-72d99f8413b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:02.151167 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2792cbf5-df90-4203-a423-6813544ace35 req-c2eef4e3-4f28-4d6d-92c7-72d99f8413b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5869ce6-6042-4d26-81dc-82c371897f26 HTTP/1.1" status: 200 len: 853 time: 0.1404331 Apr 05 20:39:02.256511 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2792cbf5-df90-4203-a423-6813544ace35 req-5098bde1-68c3-490c-ad47-5b55699e9c27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33a04c7a-b97d-4230-8a01-e41bba22d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961792 Apr 05 20:39:02.305614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a6d756-5f85-443c-91c9-1af757f24f55 req-42b39e35-d991-4b3b-a0f6-3b444cde99c7 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:02.309828 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4a6d756-5f85-443c-91c9-1af757f24f55 req-42b39e35-d991-4b3b-a0f6-3b444cde99c7 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 943 time: 0.4276257 Apr 05 20:39:02.403605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-01797fee-797c-48a5-a503-f9ed7daa33cf tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:02.405148 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-01797fee-797c-48a5-a503-f9ed7daa33cf tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.41 "GET /v2.0/networks?id=6ea4ec27-4341-49af-8a63-6fa1deb80174 HTTP/1.1" status: 200 len: 819 time: 0.6249986 Apr 05 20:39:02.422633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Request body: {'port': {'device_id': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'admin_state_up': True, 'tenant_id': '4858f403fa174f23ac9671fcad51e404'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:02.461037 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2792cbf5-df90-4203-a423-6813544ace35 req-3be0c78e-1c77-44bd-92ea-8709ef610661 service neutron] 10.222.0.41 "GET /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004580 Apr 05 20:39:02.497416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-326f57c9-9ce5-4a19-b37e-a0c9f6c78093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Delete allocated IP 172.20.0.9 (3fce8b40-63db-49d0-8f89-aa1945234386/59023508-1385-49ad-a9b9-ffe810c6ef34) {{(pid=87964) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 20:39:02.515552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b4a6d756-5f85-443c-91c9-1af757f24f55 req-35b55c18-be56-45cb-a8d9-fe0375c7e7c6 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Synchronizing usage tracker for tenant:5d8120fb369e415bb49155350efcd7b9 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:02.639417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-326f57c9-9ce5-4a19-b37e-a0c9f6c78093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Allocated IP 172.20.0.25 (3fce8b40-63db-49d0-8f89-aa1945234386/8ba79fca-2c26-48f6-a46a-46bf53d9685c/c02f3c36-b7ed-4511-bd51-b3abc3a17528) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:02.655580 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43779771-9162-4df8-9d38-0e16f45ce8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:02.663806 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2792cbf5-df90-4203-a423-6813544ace35 req-81372be8-4198-480a-a4cb-389ba1e2cccf service neutron] 10.222.0.41 "GET /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961651 Apr 05 20:39:02.693821 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43779771-9162-4df8-9d38-0e16f45ce8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:02.732756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b4a6d756-5f85-443c-91c9-1af757f24f55 req-35b55c18-be56-45cb-a8d9-fe0375c7e7c6 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Unset dirty status for tenant:5d8120fb369e415bb49155350efcd7b9 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:02.734169 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4a6d756-5f85-443c-91c9-1af757f24f55 req-35b55c18-be56-45cb-a8d9-fe0375c7e7c6 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825505 Apr 05 20:39:02.827781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40772) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:02.828032 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-43779771-9162-4df8-9d38-0e16f45ce8dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8fb4bb7e2bee48e9baf993ff4de0bd11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3232214 Apr 05 20:39:02.850935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43779771-9162-4df8-9d38-0e16f45ce8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca88dc5b-242b-4935-8aba-b1c23cc05b4e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:02.868246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:02.923082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:02.973032 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d147ab3-3f0c-4214-b524-6ff1f667706d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:03.058205 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Made reservation on behalf of 4858f403fa174f23ac9671fcad51e404 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:03.062240 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:03.063298 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d147ab3-3f0c-4214-b524-6ff1f667706d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:03.090415 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ad3eb0a-0670-48b0-953d-aa4511737067 req-cbe60d75-14d3-4d59-9003-4b632d9ff618 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 210 time: 0.0849171 Apr 05 20:39:03.194612 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d147ab3-3f0c-4214-b524-6ff1f667706d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:03.219825 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d147ab3-3f0c-4214-b524-6ff1f667706d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:03.224969 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7d147ab3-3f0c-4214-b524-6ff1f667706d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca88dc5b-242b-4935-8aba-b1c23cc05b4e HTTP/1.1" status: 204 len: 168 time: 0.3925171 Apr 05 20:39:03.225600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d147ab3-3f0c-4214-b524-6ff1f667706d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca88dc5b-242b-4935-8aba-b1c23cc05b4e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:03.278273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:39:03.412869 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-326f57c9-9ce5-4a19-b37e-a0c9f6c78093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:03.435518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Allocated IP 172.20.0.7 (6ea4ec27-4341-49af-8a63-6fa1deb80174/0977ee5d-e051-4071-8da0-18b61f01c7f2/3312d93c-a81f-416f-ae0c-7a3aa61b6417) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:03.461135 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 55650a32-891b-43de-9b4e-d0c8d4e787df up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:03.476465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-326f57c9-9ce5-4a19-b37e-a0c9f6c78093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Transition to ACTIVE for port object c02f3c36-b7ed-4511-bd51-b3abc3a17528 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:03.504929 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-326f57c9-9ce5-4a19-b37e-a0c9f6c78093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:03.698279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-adaefe88-2653-41b9-80dd-c33d540b8f7d None None] Provisioning for port c02f3c36-b7ed-4511-bd51-b3abc3a17528 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:03.714959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40792) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:03.721912 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-adaefe88-2653-41b9-80dd-c33d540b8f7d None None] Provisioning complete for port c02f3c36-b7ed-4511-bd51-b3abc3a17528 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:03.722732 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-adaefe88-2653-41b9-80dd-c33d540b8f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:03.889138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 55650a32-891b-43de-9b4e-d0c8d4e787df triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:03.889587 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:03.966392 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-adaefe88-2653-41b9-80dd-c33d540b8f7d None None] Port c02f3c36-b7ed-4511-bd51-b3abc3a17528 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:03.975813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=acf30df3-2fbc-4b0f-bd95-99252fcfe2e0,segment=NetworkSegment(cca7082a-b4c2-452f-a0d8-f9cabd6011b3),segment_id=cca7082a-b4c2-452f-a0d8-f9cabd6011b3)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:04.010781 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97f89c53-a7d0-4783-bdd1-c0e82939c9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.039676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'acf30df3-2fbc-4b0f-bd95-99252fcfe2e0', 'network_id': '33a04c7a-b97d-4230-8a01-e41bba22d876', 'port_id': 'acf30df3-2fbc-4b0f-bd95-99252fcfe2e0', 'mac_address': 'fa:16:3e:88:4f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5869ce6-6042-4d26-81dc-82c371897f26', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:39:04.045608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-adaefe88-2653-41b9-80dd-c33d540b8f7d None None] Provisioning for port 20ccffd2-0078-49a1-a425-43b420520a33 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:04.046874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-97f89c53-a7d0-4783-bdd1-c0e82939c9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:04.054382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-97f89c53-a7d0-4783-bdd1-c0e82939c9d5 admin admin] Usage tracker for resource:security_group_rule and tenant:91991c4d86b046ab97bf10ca8e3eea44 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:04.062135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-97f89c53-a7d0-4783-bdd1-c0e82939c9d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:04.064571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-adaefe88-2653-41b9-80dd-c33d540b8f7d None None] Provisioning complete for port 20ccffd2-0078-49a1-a425-43b420520a33 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:04.064936 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-adaefe88-2653-41b9-80dd-c33d540b8f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.080517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-97f89c53-a7d0-4783-bdd1-c0e82939c9d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:04.254881 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.407401 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97f89c53-a7d0-4783-bdd1-c0e82939c9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.421192 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97f89c53-a7d0-4783-bdd1-c0e82939c9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.431339 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fb9b3db4-0455-4946-8e36-b34a6ae2b9df req-2149062f-1f2f-4fdd-b2fb-d1201f536533 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 210 time: 0.1072881 Apr 05 20:39:04.481697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f89c53-a7d0-4783-bdd1-c0e82939c9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c673542-6e12-4547-83aa-713f014b1170,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:04.489646 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-97f89c53-a7d0-4783-bdd1-c0e82939c9d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91991c4d86b046ab97bf10ca8e3eea44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7729118 Apr 05 20:39:04.491518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40816) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:04.511867 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.523141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-326f57c9-9ce5-4a19-b37e-a0c9f6c78093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] In _notify_port_updated(), no bound segment for port c02f3c36-b7ed-4511-bd51-b3abc3a17528 on network 3fce8b40-63db-49d0-8f89-aa1945234386 {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:39:04.528704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326f57c9-9ce5-4a19-b37e-a0c9f6c78093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:04.529317 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-326f57c9-9ce5-4a19-b37e-a0c9f6c78093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.533228 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-326f57c9-9ce5-4a19-b37e-a0c9f6c78093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "PUT /v2.0/ports/c02f3c36-b7ed-4511-bd51-b3abc3a17528 HTTP/1.1" status: 200 len: 921 time: 5.4747627 Apr 05 20:39:04.533228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f57c9-9ce5-4a19-b37e-a0c9f6c78093 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=c02f3c36-b7ed-4511-bd51-b3abc3a17528,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:04.534402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40820) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:04.594453 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 20ccffd2-0078-49a1-a425-43b420520a33 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:04.619705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-234adc8d-e736-45c7-9586-17842b022849 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port c02f3c36-b7ed-4511-bd51-b3abc3a17528 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:04.620055 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-234adc8d-e736-45c7-9586-17842b022849 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.621148 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-261ada72-d5d2-485e-9063-81273d82e4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.638819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:39:04.693837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-261ada72-d5d2-485e-9063-81273d82e4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.711123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=acf30df3-2fbc-4b0f-bd95-99252fcfe2e0,segment=NetworkSegment(cca7082a-b4c2-452f-a0d8-f9cabd6011b3),segment_id=cca7082a-b4c2-452f-a0d8-f9cabd6011b3)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:04.749559 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.807684 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-261ada72-d5d2-485e-9063-81273d82e4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.836626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ada72-d5d2-485e-9063-81273d82e4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c673542-6e12-4547-83aa-713f014b1170,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:04.841604 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-261ada72-d5d2-485e-9063-81273d82e4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.846993 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-261ada72-d5d2-485e-9063-81273d82e4ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c673542-6e12-4547-83aa-713f014b1170 HTTP/1.1" status: 204 len: 168 time: 0.3551087 Apr 05 20:39:04.869163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-adaefe88-2653-41b9-80dd-c33d540b8f7d None None] Provisioning complete for port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:04.869534 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-adaefe88-2653-41b9-80dd-c33d540b8f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:04.969368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-adaefe88-2653-41b9-80dd-c33d540b8f7d None None] Port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:04.974804 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=acf30df3-2fbc-4b0f-bd95-99252fcfe2e0,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:04.978671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 20ccffd2-0078-49a1-a425-43b420520a33 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:04.979045 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:05.037479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['acf30df3-2fbc-4b0f-bd95-99252fcfe2e0'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:39:05.046626 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-234adc8d-e736-45c7-9586-17842b022849 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:05.133824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-390a6e32-2f47-4345-8bb4-44662938fdd2 None None] Provisioning complete for port c02f3c36-b7ed-4511-bd51-b3abc3a17528 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:05.134235 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-390a6e32-2f47-4345-8bb4-44662938fdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:05.190255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-234adc8d-e736-45c7-9586-17842b022849 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for c02f3c36-b7ed-4511-bd51-b3abc3a17528 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:39:05.319130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-390a6e32-2f47-4345-8bb4-44662938fdd2 None None] Port c02f3c36-b7ed-4511-bd51-b3abc3a17528 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:05.423715 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:05.476361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616d0adc-28cd-4631-9c91-5bf7f36084d0 req-87e9c135-a48f-4383-9fcf-6d7d39c37043 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:05.478590 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-616d0adc-28cd-4631-9c91-5bf7f36084d0 req-87e9c135-a48f-4383-9fcf-6d7d39c37043 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 943 time: 1.1220579 Apr 05 20:39:05.642477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Network 6ea4ec27-4341-49af-8a63-6fa1deb80174 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:05.691091 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-616d0adc-28cd-4631-9c91-5bf7f36084d0 req-777df843-309c-4477-98c1-ab6949191de7 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474302 Apr 05 20:39:05.713836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Pushing event updated for resources: {'Port': ['ID=3312d93c-a81f-416f-ae0c-7a3aa61b6417,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:05.717725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:05.722057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:39:05.786042 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-234adc8d-e736-45c7-9586-17842b022849 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:05.846202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed8505-bef7-4906-922e-8ae6402a9531 req-a6bc6125-c429-4350-a64e-3f75c3ce20e4 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:05.847811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:05.848456 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:05.849691 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1bed8505-bef7-4906-922e-8ae6402a9531 req-a6bc6125-c429-4350-a64e-3f75c3ce20e4 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 931 time: 0.1927569 Apr 05 20:39:05.888546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234adc8d-e736-45c7-9586-17842b022849 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=c02f3c36-b7ed-4511-bd51-b3abc3a17528,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:05.912470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1bed8505-bef7-4906-922e-8ae6402a9531 req-b6ba0364-dc22-4f39-bf24-06bea470bcda tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Synchronizing usage tracker for tenant:4858f403fa174f23ac9671fcad51e404 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:05.958055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1bed8505-bef7-4906-922e-8ae6402a9531 req-b6ba0364-dc22-4f39-bf24-06bea470bcda tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Unset dirty status for tenant:4858f403fa174f23ac9671fcad51e404 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:05.970519 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1bed8505-bef7-4906-922e-8ae6402a9531 req-b6ba0364-dc22-4f39-bf24-06bea470bcda tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150167 Apr 05 20:39:06.051073 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-696b9e10-29fa-4dd2-8170-f17074bd4e05 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6345420 Apr 05 20:39:06.064982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Request body: {'port': {'device_id': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:06.169087 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-234adc8d-e736-45c7-9586-17842b022849 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.173491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-234adc8d-e736-45c7-9586-17842b022849 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/c02f3c36-b7ed-4511-bd51-b3abc3a17528 HTTP/1.1" status: 204 len: 168 time: 1.6298058 Apr 05 20:39:06.174173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40874) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:06.199521 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.264071 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fab8ad7-f5a3-42ad-962e-e3ab037ecd0a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] GET failed (client error): The resource could not be found. Apr 05 20:39:06.264597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2fab8ad7-f5a3-42ad-962e-e3ab037ecd0a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:06.314359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2fab8ad7-f5a3-42ad-962e-e3ab037ecd0a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:06.319299 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2fab8ad7-f5a3-42ad-962e-e3ab037ecd0a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/c02f3c36-b7ed-4511-bd51-b3abc3a17528 HTTP/1.1" status: 404 len: 333 time: 0.1441269 Apr 05 20:39:06.319884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40882) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:06.431443 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99aa0ef0-05de-4d6c-a023-46cab4f47e3d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.461380 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99aa0ef0-05de-4d6c-a023-46cab4f47e3d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.538061 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99aa0ef0-05de-4d6c-a023-46cab4f47e3d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.573071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa0ef0-05de-4d6c-a023-46cab4f47e3d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0a7d20-d869-4c3a-8c3c-825977ece3df,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:06.579502 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99aa0ef0-05de-4d6c-a023-46cab4f47e3d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.587059 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-99aa0ef0-05de-4d6c-a023-46cab4f47e3d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/security-groups/bb0a7d20-d869-4c3a-8c3c-825977ece3df HTTP/1.1" status: 204 len: 168 time: 0.2635219 Apr 05 20:39:06.588271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40898) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:06.780498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ace7ebb-32fd-4c9d-be16-ccec3c6b7dbf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.825807 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ace7ebb-32fd-4c9d-be16-ccec3c6b7dbf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.890980 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ace7ebb-32fd-4c9d-be16-ccec3c6b7dbf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.916100 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace7ebb-32fd-4c9d-be16-ccec3c6b7dbf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41d6bff-7dde-4490-998f-062e2dd0abfa,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:06.928960 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ace7ebb-32fd-4c9d-be16-ccec3c6b7dbf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:06.930491 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8ace7ebb-32fd-4c9d-be16-ccec3c6b7dbf tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/security-groups/f41d6bff-7dde-4490-998f-062e2dd0abfa HTTP/1.1" status: 204 len: 168 time: 0.3392045 Apr 05 20:39:06.933024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40918) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:07.021175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a6813e-c996-4e6e-b5c7-2efa01f30279 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting subnet 59023508-1385-49ad-a9b9-ffe810c6ef34 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:39:07.026302 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f9a6813e-c996-4e6e-b5c7-2efa01f30279 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.114968 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f9a6813e-c996-4e6e-b5c7-2efa01f30279 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.187656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf9648-7fc5-4c33-9437-38dd9bfd1335 req-b6bdbc49-4c20-49e4-9c6d-9cea1e2850f5 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:07.189434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43bf9648-7fc5-4c33-9437-38dd9bfd1335 req-b6bdbc49-4c20-49e4-9c6d-9cea1e2850f5 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 944 time: 0.2244132 Apr 05 20:39:07.303425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:07.307482 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43bf9648-7fc5-4c33-9437-38dd9bfd1335 req-331b3b14-8c85-4f3a-9b38-bda49c912fec tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083460 Apr 05 20:39:07.311644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3312d93c-a81f-416f-ae0c-7a3aa61b6417 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:39:07.320038 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.347395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Transition to ACTIVE for port object 3312d93c-a81f-416f-ae0c-7a3aa61b6417 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:07.355104 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.444741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:07.457127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:07.457992 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.561392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d99f8-ddc1-4d02-a12c-df73b61baea7 req-839869be-834f-4039-87e5-58ce8cd66492 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:07.569825 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-816d99f8-ddc1-4d02-a12c-df73b61baea7 req-839869be-834f-4039-87e5-58ce8cd66492 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 943 time: 0.3978462 Apr 05 20:39:07.637983 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f9a6813e-c996-4e6e-b5c7-2efa01f30279 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.754464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Pushing event updated for resources: {'Port': ['ID=3312d93c-a81f-416f-ae0c-7a3aa61b6417,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:07.778645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Attempting to bind port 3312d93c-a81f-416f-ae0c-7a3aa61b6417 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:07.780921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Attempting to bind port 3312d93c-a81f-416f-ae0c-7a3aa61b6417 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '6bdde775-22d7-486a-b779-e31b510532cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:07.781738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Attempting to bind port 3312d93c-a81f-416f-ae0c-7a3aa61b6417 on network 6ea4ec27-4341-49af-8a63-6fa1deb80174 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:39:07.790966 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.795546 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-816d99f8-ddc1-4d02-a12c-df73b61baea7 req-9112dc78-becd-4b6b-8d78-b0ed92283cf1 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245514 Apr 05 20:39:07.795744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Port 3312d93c-a81f-416f-ae0c-7a3aa61b6417 on network 6ea4ec27-4341-49af-8a63-6fa1deb80174 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:39:07.796079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Attempting to bind port 3312d93c-a81f-416f-ae0c-7a3aa61b6417 on network 6ea4ec27-4341-49af-8a63-6fa1deb80174 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:39:07.817309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:39:07.817647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Checking segment: {'id': '6bdde775-22d7-486a-b779-e31b510532cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:39:07.818262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Bound using segment: {'id': '6bdde775-22d7-486a-b779-e31b510532cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:39:07.818699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Bound port: 3312d93c-a81f-416f-ae0c-7a3aa61b6417, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bdde775-22d7-486a-b779-e31b510532cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:07.819549 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.829972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40952) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:07.867952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f687ca-5c4d-45b1-8055-99d9ccd14864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf30df3-2fbc-4b0f-bd95-99252fcfe2e0'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:39:07.884542 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f9a6813e-c996-4e6e-b5c7-2efa01f30279 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.892094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=acf30df3-2fbc-4b0f-bd95-99252fcfe2e0,segment=NetworkSegment(cca7082a-b4c2-452f-a0d8-f9cabd6011b3),segment_id=cca7082a-b4c2-452f-a0d8-f9cabd6011b3)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:07.906161 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.967449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6813e-c996-4e6e-b5c7-2efa01f30279 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Subnet': ['ID=59023508-1385-49ad-a9b9-ffe810c6ef34,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:07.977777 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f9a6813e-c996-4e6e-b5c7-2efa01f30279 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:07.993382 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f9a6813e-c996-4e6e-b5c7-2efa01f30279 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/59023508-1385-49ad-a9b9-ffe810c6ef34 HTTP/1.1" status: 204 len: 168 time: 1.0588114 Apr 05 20:39:07.997599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40962) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:08.008673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8fe72e68-66e4-472b-965a-492e524861e2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:08.031907 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f687ca-5c4d-45b1-8055-99d9ccd14864', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf30df3-2fbc-4b0f-bd95-99252fcfe2e0', 'code': 200} Apr 05 20:39:08.035251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd22afc-d651-4355-8a73-7ffa683c0640 None None] Network 3fce8b40-63db-49d0-8f89-aa1945234386 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:08.138791 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7445a0a1-0693-4b57-b6ff-28553ee8d8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:08.169374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7445a0a1-0693-4b57-b6ff-28553ee8d8b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:08.187238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7445a0a1-0693-4b57-b6ff-28553ee8d8b4 admin admin] Usage tracker for resource:security_group_rule and tenant:032e3707c28446a59585c084ef86cb07 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:08.192341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7445a0a1-0693-4b57-b6ff-28553ee8d8b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:08.199592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7445a0a1-0693-4b57-b6ff-28553ee8d8b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:08.218402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] For port 3312d93c-a81f-416f-ae0c-7a3aa61b6417, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:39:08.225241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] For port 3312d93c-a81f-416f-ae0c-7a3aa61b6417, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417,segment=NetworkSegment(6bdde775-22d7-486a-b779-e31b510532cd),segment_id=6bdde775-22d7-486a-b779-e31b510532cd)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:39:08.237256 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:08.252606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631b51c-6b00-42a6-af5d-775f27f6a3eb req-2125fbcd-0eb2-454c-bbf7-7f5a84cc3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:08.254532 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e631b51c-6b00-42a6-af5d-775f27f6a3eb req-2125fbcd-0eb2-454c-bbf7-7f5a84cc3a8f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 1096 time: 0.2121828 Apr 05 20:39:08.342602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:08.343323 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:08.345684 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] 10.222.0.41 "PUT /v2.0/ports/3312d93c-a81f-416f-ae0c-7a3aa61b6417 HTTP/1.1" status: 200 len: 1091 time: 2.2862797 Apr 05 20:39:08.348316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'tag': '3312d93c-a81f-416f-ae0c-7a3aa61b6417'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:39:08.355977 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e631b51c-6b00-42a6-af5d-775f27f6a3eb req-f806d560-5345-4a36-ac1b-25878a06d4e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930603 Apr 05 20:39:08.383925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8fe72e68-66e4-472b-965a-492e524861e2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:08.403911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8fe72e68-66e4-472b-965a-492e524861e2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:08.416411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8fe72e68-66e4-472b-965a-492e524861e2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:08.430036 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'tag': '3312d93c-a81f-416f-ae0c-7a3aa61b6417', 'status': 'completed', 'code': 200} Apr 05 20:39:08.436077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8fe72e68-66e4-472b-965a-492e524861e2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:08.440211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=acf30df3-2fbc-4b0f-bd95-99252fcfe2e0,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:08.447801 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f56d7a-f06d-45ac-9da7-8f2d1d44cd91 service neutron] Pushing event updated for resources: {'Port': ['ID=3312d93c-a81f-416f-ae0c-7a3aa61b6417,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:08.478207 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7445a0a1-0693-4b57-b6ff-28553ee8d8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:08.486759 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7445a0a1-0693-4b57-b6ff-28553ee8d8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:08.496839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe72e68-66e4-472b-965a-492e524861e2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:08.500324 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8fe72e68-66e4-472b-965a-492e524861e2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:08.599895 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7445a0a1-0693-4b57-b6ff-28553ee8d8b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=032e3707c28446a59585c084ef86cb07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7688775 Apr 05 20:39:08.621515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40972) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:08.681385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445a0a1-0693-4b57-b6ff-28553ee8d8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262b8422-1b84-4e2b-86b8-cf4312439e4e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:08.736159 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-156c2fd3-2e3b-4a68-bc0e-a237fed2ced7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:08.822317 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63204e6-f066-46f3-9c3d-b5354dfb5562 req-a565b132-05ae-4bac-a250-b4993aeaf41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:08.824092 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e63204e6-f066-46f3-9c3d-b5354dfb5562 req-a565b132-05ae-4bac-a250-b4993aeaf41f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4858f403fa174f23ac9671fcad51e404&device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 1094 time: 0.2302513 Apr 05 20:39:08.829580 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:08.854909 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-156c2fd3-2e3b-4a68-bc0e-a237fed2ced7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:08.906436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59aa66-0db6-4031-b620-99deffc581e2 req-a5294e13-b0a6-443e-97ce-0c31b0d3ef0a tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:08.908161 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8a59aa66-0db6-4031-b620-99deffc581e2 req-a5294e13-b0a6-443e-97ce-0c31b0d3ef0a tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 945 time: 0.3613300 Apr 05 20:39:09.076286 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-156c2fd3-2e3b-4a68-bc0e-a237fed2ced7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.122961 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.138417 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8a59aa66-0db6-4031-b620-99deffc581e2 req-5c499158-dba4-496e-9a09-a92a7938f449 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941981 Apr 05 20:39:09.144336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c2fd3-2e3b-4a68-bc0e-a237fed2ced7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262b8422-1b84-4e2b-86b8-cf4312439e4e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:09.195532 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-156c2fd3-2e3b-4a68-bc0e-a237fed2ced7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.196690 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-156c2fd3-2e3b-4a68-bc0e-a237fed2ced7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/262b8422-1b84-4e2b-86b8-cf4312439e4e HTTP/1.1" status: 204 len: 168 time: 0.5742030 Apr 05 20:39:09.203847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63204e6-f066-46f3-9c3d-b5354dfb5562 req-fe707996-d2b1-4d37-8470-f382360894bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:09.205303 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e63204e6-f066-46f3-9c3d-b5354dfb5562 req-fe707996-d2b1-4d37-8470-f382360894bf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4858f403fa174f23ac9671fcad51e404&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3714383 Apr 05 20:39:09.282679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4adae-974f-4c0a-a12b-c34657e41bda req-81262a64-5150-49a7-8771-7d2c4c209f44 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:09.283597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c1a4adae-974f-4c0a-a12b-c34657e41bda req-81262a64-5150-49a7-8771-7d2c4c209f44 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Synchronizing usage tracker for tenant:4858f403fa174f23ac9671fcad51e404 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:09.305648 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8fe72e68-66e4-472b-965a-492e524861e2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.387527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c1a4adae-974f-4c0a-a12b-c34657e41bda req-81262a64-5150-49a7-8771-7d2c4c209f44 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Unset dirty status for tenant:4858f403fa174f23ac9671fcad51e404 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:09.394112 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1a4adae-974f-4c0a-a12b-c34657e41bda req-81262a64-5150-49a7-8771-7d2c4c209f44 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 943 time: 0.3118119 Apr 05 20:39:09.428033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe72e68-66e4-472b-965a-492e524861e2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 3fce8b40-63db-49d0-8f89-aa1945234386 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:09.434270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-8fe72e68-66e4-472b-965a-492e524861e2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:09.437831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe72e68-66e4-472b-965a-492e524861e2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:09.438428 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8fe72e68-66e4-472b-965a-492e524861e2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.448745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63204e6-f066-46f3-9c3d-b5354dfb5562 req-f4c064e2-16c0-4c36-8913-4561e8d9e3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:09.454779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e63204e6-f066-46f3-9c3d-b5354dfb5562 req-f4c064e2-16c0-4c36-8913-4561e8d9e3c2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2411788 Apr 05 20:39:09.527954 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1a4adae-974f-4c0a-a12b-c34657e41bda req-93ece1e9-dff1-420d-a844-d4832e42f94d tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328640 Apr 05 20:39:09.534119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe72e68-66e4-472b-965a-492e524861e2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Subnet': ['ID=55272ac7-ba3b-4229-a17d-dbde69ad18ab,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:09.549725 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8fe72e68-66e4-472b-965a-492e524861e2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5509267 Apr 05 20:39:09.552787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40986) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:09.557991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'security_group': {'name': 'tempest-secgroup-360060046'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:09.567199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:09.572210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:security_group and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:09.576212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:09.585152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:09.587483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65371c87-121c-429e-87ec-08c6f3eb6b87 None None] Network 3fce8b40-63db-49d0-8f89-aa1945234386 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:09.608509 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.628171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-d01c5421-ae74-4093-8a73-b44b2ba7bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:09.629638 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-d01c5421-ae74-4093-8a73-b44b2ba7bf76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4858f403fa174f23ac9671fcad51e404&device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 1094 time: 0.1097276 Apr 05 20:39:09.658948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:09.666345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:security_group_rule and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:09.676130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:09.682246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:09.706365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 40990) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:09.732809 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-67ea25cd-9811-44cb-b78f-e76cbd404e72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417 HTTP/1.1" status: 200 len: 217 time: 0.0963838 Apr 05 20:39:09.736978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-581e4ee7-1ad3-4e6c-ab98-c70c306f9ec1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.763014 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.768003 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.789333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-581e4ee7-1ad3-4e6c-ab98-c70c306f9ec1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:09.800385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-581e4ee7-1ad3-4e6c-ab98-c70c306f9ec1 admin admin] Usage tracker for resource:security_group_rule and tenant:f4c24f39c0f34d759e584bec993d8d01 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:09.803684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bb2fc6a4-b272-485d-a8e1-16d62165f914 None None] Provisioning complete for port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:09.804724 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2fc6a4-b272-485d-a8e1-16d62165f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.804962 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-581e4ee7-1ad3-4e6c-ab98-c70c306f9ec1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:09.813409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-581e4ee7-1ad3-4e6c-ab98-c70c306f9ec1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:09.823957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-e6bf4461-b9ed-4229-9955-e6595e0c9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:09.825248 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-e6bf4461-b9ed-4229-9955-e6595e0c9182 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0977ee5d-e051-4071-8da0-18b61f01c7f2 HTTP/1.1" status: 200 len: 859 time: 0.0787125 Apr 05 20:39:09.840185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b118163d-91a3-497b-a22f-ba1d0762faec,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:09.848756 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.853136 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dac731da-e32a-4111-9123-e7da04f2bd51 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2991943 Apr 05 20:39:09.853904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 40994) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:09.859053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'security_group': {'name': 'tempest-secgroup-1706352944'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:09.866088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:09.870250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:security_group and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:09.873790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:09.880819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:09.892049 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:09.905575 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-de2a16b8-a146-4123-99ee-e3d65877e299 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ea4ec27-4341-49af-8a63-6fa1deb80174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734282 Apr 05 20:39:09.935453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:09.939445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:security_group_rule and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:09.942192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-bb2fc6a4-b272-485d-a8e1-16d62165f914 None None] Port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:09.942731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:09.949821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:09.969407 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bb2fc6a4-b272-485d-a8e1-16d62165f914 None None] Provisioning complete for port 20ccffd2-0078-49a1-a425-43b420520a33 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:09.970020 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2fc6a4-b272-485d-a8e1-16d62165f914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.102462 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-81f1be1a-3dae-475f-85e6-6be4509bc9b1 service neutron] 10.222.0.41 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879501 Apr 05 20:39:10.120207 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.137071 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.169432 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-581e4ee7-1ad3-4e6c-ab98-c70c306f9ec1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.188720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e7bedd-23b4-45e0-8594-b274256bcdd1,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:10.217931 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.219300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f3af488c-559c-4bb6-aab6-aa230bb45850 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3644156 Apr 05 20:39:10.222094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41004) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:10.227536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'security_group': {'name': 'tempest-secgroup-550025936'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:10.237151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003c88b8-f85b-4e2e-a3f3-0da7da095222 None None] Update dhcp port {'port': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'fixed_ips': [{'subnet_id': '8ba79fca-2c26-48f6-a46a-46bf53d9685c', 'ip_address': '172.20.0.18'}, {'subnet_id': '55272ac7-ba3b-4229-a17d-dbde69ad18ab'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '20ccffd2-0078-49a1-a425-43b420520a33'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:39:10.246711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:10.263071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:security_group and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:10.272400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:10.280878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:10.306015 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.313036 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-003c88b8-f85b-4e2e-a3f3-0da7da095222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.345269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:10.356887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:security_group_rule and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:10.361196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:10.376266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:10.401163 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-581e4ee7-1ad3-4e6c-ab98-c70c306f9ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.484277 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.489937 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.539193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df7312c-8910-4dae-b2f8-19eef2601be7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:10.548769 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.554927 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-55eab199-aed7-4a53-bf3f-d7179ca41678 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3292072 Apr 05 20:39:10.555044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41012) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:10.561362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1068644675', 'security_groups': ['8df7312c-8910-4dae-b2f8-19eef2601be7'], 'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '55272ac7-ba3b-4229-a17d-dbde69ad18ab'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:10.633100 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1b853ec-b7fc-4ada-a4dc-02853558ce52 req-9d363a27-1b23-4d21-a552-2d6e2d161150 service neutron] 10.222.0.41 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214677 Apr 05 20:39:10.649998 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-003c88b8-f85b-4e2e-a3f3-0da7da095222 None None] Allocated IP 172.20.0.2 (3fce8b40-63db-49d0-8f89-aa1945234386/55272ac7-ba3b-4229-a17d-dbde69ad18ab/20ccffd2-0078-49a1-a425-43b420520a33) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:10.689382 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-581e4ee7-1ad3-4e6c-ab98-c70c306f9ec1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4c24f39c0f34d759e584bec993d8d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9770205 Apr 05 20:39:10.693057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41018) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:10.715340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e4ee7-1ad3-4e6c-ab98-c70c306f9ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078fbbd5-64c3-4929-b794-706dca9164c5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:10.905920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-003c88b8-f85b-4e2e-a3f3-0da7da095222 None None] For port 20ccffd2-0078-49a1-a425-43b420520a33, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=20ccffd2-0078-49a1-a425-43b420520a33,segment=NetworkSegment(a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0),segment_id=a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:10.935369 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-003c88b8-f85b-4e2e-a3f3-0da7da095222 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:10.947245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda0526-3fb4-4bbb-9a4f-e42aba1b446e req-87ec4bfd-8858-4e6b-8482-1c031b78e975 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:10.949435 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7cda0526-3fb4-4bbb-9a4f-e42aba1b446e req-87ec4bfd-8858-4e6b-8482-1c031b78e975 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 945 time: 0.5494142 Apr 05 20:39:10.955440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-003c88b8-f85b-4e2e-a3f3-0da7da095222 None None] Transition to ACTIVE for port object 20ccffd2-0078-49a1-a425-43b420520a33 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:10.964946 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-003c88b8-f85b-4e2e-a3f3-0da7da095222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:11.020928 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0a07f208-9376-4bb1-b215-ac24f0b07b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:11.026666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:11.038492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93fa62-d364-4546-9618-988d386fe0be req-c5c96f93-14b1-4880-8da7-495645f03b5e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:11.040063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc93fa62-d364-4546-9618-988d386fe0be req-c5c96f93-14b1-4880-8da7-495645f03b5e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 943 time: 0.3122289 Apr 05 20:39:11.067067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:11.111860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:11.112982 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7cda0526-3fb4-4bbb-9a4f-e42aba1b446e req-dbc0c638-9b19-4d2b-9a45-ef5ece56750e tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496243 Apr 05 20:39:11.116586 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0a07f208-9376-4bb1-b215-ac24f0b07b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:11.228045 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc93fa62-d364-4546-9618-988d386fe0be req-a464ffa5-354a-47c6-a80b-daa3300a3ed2 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814804 Apr 05 20:39:11.241741 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0a07f208-9376-4bb1-b215-ac24f0b07b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:11.246840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c88b8-f85b-4e2e-a3f3-0da7da095222 None None] Pushing event updated for resources: {'Port': ['ID=20ccffd2-0078-49a1-a425-43b420520a33,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:11.276048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07f208-9376-4bb1-b215-ac24f0b07b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078fbbd5-64c3-4929-b794-706dca9164c5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:11.312298 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0a07f208-9376-4bb1-b215-ac24f0b07b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:11.313409 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0a07f208-9376-4bb1-b215-ac24f0b07b50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/078fbbd5-64c3-4929-b794-706dca9164c5 HTTP/1.1" status: 204 len: 168 time: 0.6050928 Apr 05 20:39:11.349280 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:11.386159 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cdd3d4c6-1941-4f4c-9216-26c0786f48de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:11.402621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] device_id is not set on port 553e9e95-cdd2-4c87-8a8c-39ec305d01a8 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:39:11.539743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 20ccffd2-0078-49a1-a425-43b420520a33 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:11.889206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Allocated IP 172.20.0.11 (3fce8b40-63db-49d0-8f89-aa1945234386/55272ac7-ba3b-4229-a17d-dbde69ad18ab/553e9e95-cdd2-4c87-8a8c-39ec305d01a8) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:12.293872 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:12.353267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Transition to ACTIVE for port object 553e9e95-cdd2-4c87-8a8c-39ec305d01a8 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:12.427080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e2b82648-48e8-491a-83dc-e93303afae0a None None] Provisioning complete for port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:12.427627 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e2b82648-48e8-491a-83dc-e93303afae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:12.480664 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:12.634596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e2b82648-48e8-491a-83dc-e93303afae0a None None] Port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:12.639441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 3fce8b40-63db-49d0-8f89-aa1945234386 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:12.643159 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:12.653734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:39:12.679868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843dde7-e9da-41a5-9662-1e609c40c488 req-7c848034-8c29-47db-9bc6-95acb860840e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:12.708701 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f843dde7-e9da-41a5-9662-1e609c40c488 req-7c848034-8c29-47db-9bc6-95acb860840e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 943 time: 0.3076837 Apr 05 20:39:12.711419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e2b82648-48e8-491a-83dc-e93303afae0a None None] Provisioning for port 20ccffd2-0078-49a1-a425-43b420520a33 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:12.718847 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e2b82648-48e8-491a-83dc-e93303afae0a None None] Provisioning complete for port 20ccffd2-0078-49a1-a425-43b420520a33 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:12.721020 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e2b82648-48e8-491a-83dc-e93303afae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:12.775791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:12.776836 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:12.788079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=553e9e95-cdd2-4c87-8a8c-39ec305d01a8,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:12.828701 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-42854510-7c29-48ee-be1a-12d09baa5bf4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2725220 Apr 05 20:39:12.831478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41140) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:12.849822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f843dde7-e9da-41a5-9662-1e609c40c488 req-8bb03fb7-7d76-4a44-8834-8610bc5af3ea tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402240 Apr 05 20:39:12.852783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ea2a0ccc-2291-4c0b-a984-f6711920c91a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:13.135724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c6b83011-f547-4ee0-aed7-5b4f10c86be6 None None] Provisioning for port 553e9e95-cdd2-4c87-8a8c-39ec305d01a8 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:13.141108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c6b83011-f547-4ee0-aed7-5b4f10c86be6 None None] Provisioning complete for port 553e9e95-cdd2-4c87-8a8c-39ec305d01a8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:13.141761 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c6b83011-f547-4ee0-aed7-5b4f10c86be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:13.171422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ea2a0ccc-2291-4c0b-a984-f6711920c91a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:13.178247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ea2a0ccc-2291-4c0b-a984-f6711920c91a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:13.182898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ea2a0ccc-2291-4c0b-a984-f6711920c91a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:13.188980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ea2a0ccc-2291-4c0b-a984-f6711920c91a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:13.206829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2a0ccc-2291-4c0b-a984-f6711920c91a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:13.211416 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ea2a0ccc-2291-4c0b-a984-f6711920c91a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:13.213629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c6b83011-f547-4ee0-aed7-5b4f10c86be6 None None] Port 553e9e95-cdd2-4c87-8a8c-39ec305d01a8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:13.331627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3312d93c-a81f-416f-ae0c-7a3aa61b6417 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:39:13.355178 n-d-836604-1 neutron-server[87964]: INFO neutron.db.ipam_backend_mixin [None req-ea2a0ccc-2291-4c0b-a984-f6711920c91a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 55272ac7-ba3b-4229-a17d-dbde69ad18ab (CIDR: 172.20.0.0/28) Apr 05 20:39:13.362100 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2a0ccc-2291-4c0b-a984-f6711920c91a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:39:13.363196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2a0ccc-2291-4c0b-a984-f6711920c91a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:39:13.387084 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ea2a0ccc-2291-4c0b-a984-f6711920c91a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5520391 Apr 05 20:39:13.387838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41184) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:13.394479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-1e0f0766-b71c-4892-9f38-5f72bbb3e9c6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:13.537195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3312d93c-a81f-416f-ae0c-7a3aa61b6417, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417,segment=NetworkSegment(6bdde775-22d7-486a-b779-e31b510532cd),segment_id=6bdde775-22d7-486a-b779-e31b510532cd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:13.556185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1e0f0766-b71c-4892-9f38-5f72bbb3e9c6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:13.561168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1e0f0766-b71c-4892-9f38-5f72bbb3e9c6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:13.565699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1e0f0766-b71c-4892-9f38-5f72bbb3e9c6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:13.570881 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '3312d93c-a81f-416f-ae0c-7a3aa61b6417', 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'port_id': '3312d93c-a81f-416f-ae0c-7a3aa61b6417', 'mac_address': 'fa:16:3e:e7:4f:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:39:13.573540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1e0f0766-b71c-4892-9f38-5f72bbb3e9c6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:13.594508 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0f0766-b71c-4892-9f38-5f72bbb3e9c6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:13.602761 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1e0f0766-b71c-4892-9f38-5f72bbb3e9c6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:13.668232 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:13.693651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3312d93c-a81f-416f-ae0c-7a3aa61b6417 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:39:13.715869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3312d93c-a81f-416f-ae0c-7a3aa61b6417, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417,segment=NetworkSegment(6bdde775-22d7-486a-b779-e31b510532cd),segment_id=6bdde775-22d7-486a-b779-e31b510532cd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:13.721341 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:13.774116 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8eca3f09-48ab-476f-839c-57acef796ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:13.783139 n-d-836604-1 neutron-server[87965]: INFO neutron.db.ipam_backend_mixin [None req-1e0f0766-b71c-4892-9f38-5f72bbb3e9c6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 8ba79fca-2c26-48f6-a46a-46bf53d9685c (CIDR: 172.20.0.16/28) Apr 05 20:39:13.787285 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0f0766-b71c-4892-9f38-5f72bbb3e9c6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:39:13.787831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0f0766-b71c-4892-9f38-5f72bbb3e9c6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:39:13.815998 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1e0f0766-b71c-4892-9f38-5f72bbb3e9c6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4245579 Apr 05 20:39:13.816247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41238) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:13.819249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=3312d93c-a81f-416f-ae0c-7a3aa61b6417,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:13.822061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-18441650-117f-40b2-a539-1b120d065ad4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'subnet': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:13.943871 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['3312d93c-a81f-416f-ae0c-7a3aa61b6417'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:39:14.027438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-18441650-117f-40b2-a539-1b120d065ad4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:14.031560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-18441650-117f-40b2-a539-1b120d065ad4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Usage tracker for resource:subnet and tenant:d9689dfcccf1439f878d8f0bd45a9811 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:14.035307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-18441650-117f-40b2-a539-1b120d065ad4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:14.044643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-18441650-117f-40b2-a539-1b120d065ad4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:14.061601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca88051-b622-4788-9e5d-413a7f5fc3b4 req-84f95dd6-07f7-46f8-9651-d722e031b850 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:14.063370 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ca88051-b622-4788-9e5d-413a7f5fc3b4 req-84f95dd6-07f7-46f8-9651-d722e031b850 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 944 time: 0.1106350 Apr 05 20:39:14.064375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18441650-117f-40b2-a539-1b120d065ad4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Made reservation on behalf of d9689dfcccf1439f878d8f0bd45a9811 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:14.068545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18441650-117f-40b2-a539-1b120d065ad4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:14.132361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ca88051-b622-4788-9e5d-413a7f5fc3b4 req-b4fcb748-7a66-4e80-8498-91128dc6a9ad tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617023 Apr 05 20:39:14.454018 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18441650-117f-40b2-a539-1b120d065ad4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:14.535143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18441650-117f-40b2-a539-1b120d065ad4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Subnet': ['ID=4b1e6b81-4984-4c83-a869-c9ff273b08fd,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:14.550693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18441650-117f-40b2-a539-1b120d065ad4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Network 3fce8b40-63db-49d0-8f89-aa1945234386 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:14.551797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-18441650-117f-40b2-a539-1b120d065ad4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:14.555783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18441650-117f-40b2-a539-1b120d065ad4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:14.556361 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18441650-117f-40b2-a539-1b120d065ad4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:14.561962 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a6179b-ba3e-4a11-a1d0-ccea35f8381d None None] Network 3fce8b40-63db-49d0-8f89-aa1945234386 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:14.584733 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-18441650-117f-40b2-a539-1b120d065ad4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7674851 Apr 05 20:39:14.587493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41254) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:14.608890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-846ebec7-7221-4ce2-8491-eb4fa344cf64 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1631202745', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4b1e6b81-4984-4c83-a869-c9ff273b08fd'}], 'security_groups': ['b118163d-91a3-497b-a22f-ba1d0762faec', '52e7bedd-23b4-45e0-8594-b274256bcdd1']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:14.933956 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-846ebec7-7221-4ce2-8491-eb4fa344cf64 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:14.954846 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:14.962639 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.104857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed29bb4-9d3c-4457-9f3e-8470690e194d None None] Update dhcp port {'port': {'network_id': '3fce8b40-63db-49d0-8f89-aa1945234386', 'fixed_ips': [{'subnet_id': '8ba79fca-2c26-48f6-a46a-46bf53d9685c', 'ip_address': '172.20.0.18'}, {'subnet_id': '55272ac7-ba3b-4229-a17d-dbde69ad18ab', 'ip_address': '172.20.0.2'}, {'subnet_id': '4b1e6b81-4984-4c83-a869-c9ff273b08fd'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '20ccffd2-0078-49a1-a425-43b420520a33'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:39:15.173965 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6ed29bb4-9d3c-4457-9f3e-8470690e194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.350252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3312d93c-a81f-416f-ae0c-7a3aa61b6417 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:15.450489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 3312d93c-a81f-416f-ae0c-7a3aa61b6417 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:15.457379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 3312d93c-a81f-416f-ae0c-7a3aa61b6417 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:15.457908 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.534005 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:39:15.668939 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.706107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3312d93c-a81f-416f-ae0c-7a3aa61b6417'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:39:15.716453 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3312d93c-a81f-416f-ae0c-7a3aa61b6417, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417,segment=NetworkSegment(6bdde775-22d7-486a-b779-e31b510532cd),segment_id=6bdde775-22d7-486a-b779-e31b510532cd)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:15.724206 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:15.791866 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3312d93c-a81f-416f-ae0c-7a3aa61b6417', 'code': 200} Apr 05 20:39:15.805003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-846ebec7-7221-4ce2-8491-eb4fa344cf64 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Delete allocated IP 172.20.0.11 (3fce8b40-63db-49d0-8f89-aa1945234386/55272ac7-ba3b-4229-a17d-dbde69ad18ab) {{(pid=87965) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 20:39:15.823850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa9d7e-ed55-4fab-b043-9d3e24217d2e req-afa485aa-192a-4a3d-93ac-80900d60ac89 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:15.825337 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6aa9d7e-ed55-4fab-b043-9d3e24217d2e req-afa485aa-192a-4a3d-93ac-80900d60ac89 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 944 time: 0.4406726 Apr 05 20:39:15.827280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-846ebec7-7221-4ce2-8491-eb4fa344cf64 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Allocated IP 172.20.0.42 (3fce8b40-63db-49d0-8f89-aa1945234386/4b1e6b81-4984-4c83-a869-c9ff273b08fd/553e9e95-cdd2-4c87-8a8c-39ec305d01a8) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:15.829789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=3312d93c-a81f-416f-ae0c-7a3aa61b6417,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:15.991635 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d6aa9d7e-ed55-4fab-b043-9d3e24217d2e req-b96bc114-4bd6-4f25-8e2f-84a49aa59847 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527982 Apr 05 20:39:16.041036 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.114940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c57ab-93f8-4380-84a6-a8eae10082b7 req-09e4ac1a-6894-4c73-846a-d7a7348d89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:16.116542 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2a5c57ab-93f8-4380-84a6-a8eae10082b7 req-09e4ac1a-6894-4c73-846a-d7a7348d89ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 1096 time: 0.2553253 Apr 05 20:39:16.188325 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2a5c57ab-93f8-4380-84a6-a8eae10082b7 req-f6895f18-1e35-4fa1-838c-f85ed8f8be79 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651658 Apr 05 20:39:16.214923 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-846ebec7-7221-4ce2-8491-eb4fa344cf64 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.232422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-846ebec7-7221-4ce2-8491-eb4fa344cf64 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Transition to ACTIVE for port object 553e9e95-cdd2-4c87-8a8c-39ec305d01a8 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:16.237118 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-846ebec7-7221-4ce2-8491-eb4fa344cf64 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.310670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-6ed29bb4-9d3c-4457-9f3e-8470690e194d None None] Allocated IP 172.20.0.34 (3fce8b40-63db-49d0-8f89-aa1945234386/4b1e6b81-4984-4c83-a869-c9ff273b08fd/20ccffd2-0078-49a1-a425-43b420520a33) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:16.392522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ebec7-7221-4ce2-8491-eb4fa344cf64 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event updated for resources: {'Port': ['ID=553e9e95-cdd2-4c87-8a8c-39ec305d01a8,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:16.413455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-846ebec7-7221-4ce2-8491-eb4fa344cf64 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] In _notify_port_updated(), no bound segment for port 553e9e95-cdd2-4c87-8a8c-39ec305d01a8 on network 3fce8b40-63db-49d0-8f89-aa1945234386 {{(pid=87965) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:39:16.419472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846ebec7-7221-4ce2-8491-eb4fa344cf64 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:16.420260 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-846ebec7-7221-4ce2-8491-eb4fa344cf64 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.425155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41272) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:16.425655 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-846ebec7-7221-4ce2-8491-eb4fa344cf64 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "PUT /v2.0/ports/553e9e95-cdd2-4c87-8a8c-39ec305d01a8 HTTP/1.1" status: 200 len: 960 time: 1.8218501 Apr 05 20:39:16.508355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a2929-a87e-46dd-8478-5c6373d2e1be tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port 553e9e95-cdd2-4c87-8a8c-39ec305d01a8 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:16.508819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2929-a87e-46dd-8478-5c6373d2e1be tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.511967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6ed29bb4-9d3c-4457-9f3e-8470690e194d None None] For port 20ccffd2-0078-49a1-a425-43b420520a33, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=20ccffd2-0078-49a1-a425-43b420520a33,segment=NetworkSegment(a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0),segment_id=a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:16.566670 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6ed29bb4-9d3c-4457-9f3e-8470690e194d None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.584799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6ed29bb4-9d3c-4457-9f3e-8470690e194d None None] Transition to ACTIVE for port object 20ccffd2-0078-49a1-a425-43b420520a33 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:16.593859 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6ed29bb4-9d3c-4457-9f3e-8470690e194d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:16.675208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed29bb4-9d3c-4457-9f3e-8470690e194d None None] Pushing event updated for resources: {'Port': ['ID=20ccffd2-0078-49a1-a425-43b420520a33,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:16.867386 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2929-a87e-46dd-8478-5c6373d2e1be tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.233809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7a8a2929-a87e-46dd-8478-5c6373d2e1be tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for 553e9e95-cdd2-4c87-8a8c-39ec305d01a8 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:39:17.503125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 20ccffd2-0078-49a1-a425-43b420520a33 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:17.537562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f14b7f-4059-45c8-9fc2-c3c5c0737019 req-07c4ea11-f9d1-46e2-bd70-88435127a84d tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:17.556666 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c0f14b7f-4059-45c8-9fc2-c3c5c0737019 req-07c4ea11-f9d1-46e2-bd70-88435127a84d tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.2889123 Apr 05 20:39:17.607824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2929-a87e-46dd-8478-5c6373d2e1be tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.669471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-883382a6-ec04-42f3-94e5-a877fc6ae1c8 None None] Could not find standard attr ID for object 553e9e95-cdd2-4c87-8a8c-39ec305d01a8. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:39:17.704562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-883382a6-ec04-42f3-94e5-a877fc6ae1c8 None None] Provisioning for port 20ccffd2-0078-49a1-a425-43b420520a33 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:17.714361 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-883382a6-ec04-42f3-94e5-a877fc6ae1c8 None None] Provisioning complete for port 20ccffd2-0078-49a1-a425-43b420520a33 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:17.714945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a2929-a87e-46dd-8478-5c6373d2e1be tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=553e9e95-cdd2-4c87-8a8c-39ec305d01a8,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:17.718015 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-883382a6-ec04-42f3-94e5-a877fc6ae1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.734878 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c0f14b7f-4059-45c8-9fc2-c3c5c0737019 req-d5a23223-5334-49f1-96f5-ae95184ddd04 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768363 Apr 05 20:39:17.900925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-883382a6-ec04-42f3-94e5-a877fc6ae1c8 None None] Provisioning complete for port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:17.901299 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-883382a6-ec04-42f3-94e5-a877fc6ae1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.949034 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a8a2929-a87e-46dd-8478-5c6373d2e1be tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:17.961091 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7a8a2929-a87e-46dd-8478-5c6373d2e1be tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/553e9e95-cdd2-4c87-8a8c-39ec305d01a8 HTTP/1.1" status: 204 len: 168 time: 1.5341423 Apr 05 20:39:17.963472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41290) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:18.001664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-883382a6-ec04-42f3-94e5-a877fc6ae1c8 None None] Port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:18.019114 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-4569577c-1918-4c9a-9735-f18e6923a5e6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] GET failed (client error): The resource could not be found. Apr 05 20:39:18.019661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4569577c-1918-4c9a-9735-f18e6923a5e6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Synchronizing usage tracker for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:18.037611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4569577c-1918-4c9a-9735-f18e6923a5e6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Unset dirty status for tenant:d9689dfcccf1439f878d8f0bd45a9811 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:18.042369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41294) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:18.054393 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4569577c-1918-4c9a-9735-f18e6923a5e6 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports/553e9e95-cdd2-4c87-8a8c-39ec305d01a8 HTTP/1.1" status: 404 len: 333 time: 0.0895069 Apr 05 20:39:18.132249 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-55db177e-f193-4dc8-b987-7460927b4e5a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.172597 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-55db177e-f193-4dc8-b987-7460927b4e5a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.241362 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-55db177e-f193-4dc8-b987-7460927b4e5a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.278652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fda140f2-f00d-474a-b926-4c65860a6577 None None] Could not find standard attr ID for object 553e9e95-cdd2-4c87-8a8c-39ec305d01a8. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:39:18.288235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db177e-f193-4dc8-b987-7460927b4e5a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df7312c-8910-4dae-b2f8-19eef2601be7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:18.296133 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-55db177e-f193-4dc8-b987-7460927b4e5a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.303211 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-55db177e-f193-4dc8-b987-7460927b4e5a tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/security-groups/8df7312c-8910-4dae-b2f8-19eef2601be7 HTTP/1.1" status: 204 len: 168 time: 0.2596443 Apr 05 20:39:18.305672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41300) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:18.408932 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-446072d3-8f7d-424c-a2cf-0b6ed2d81a77 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.450082 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-446072d3-8f7d-424c-a2cf-0b6ed2d81a77 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.530592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-446072d3-8f7d-424c-a2cf-0b6ed2d81a77 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.550216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446072d3-8f7d-424c-a2cf-0b6ed2d81a77 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e7bedd-23b4-45e0-8594-b274256bcdd1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:18.557319 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-446072d3-8f7d-424c-a2cf-0b6ed2d81a77 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.560662 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-446072d3-8f7d-424c-a2cf-0b6ed2d81a77 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/security-groups/52e7bedd-23b4-45e0-8594-b274256bcdd1 HTTP/1.1" status: 204 len: 168 time: 0.2539506 Apr 05 20:39:18.563416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41304) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:18.644594 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54375adc-6833-40ac-8c51-e8cc6c613598 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.672715 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54375adc-6833-40ac-8c51-e8cc6c613598 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.727505 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54375adc-6833-40ac-8c51-e8cc6c613598 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.747230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54375adc-6833-40ac-8c51-e8cc6c613598 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b118163d-91a3-497b-a22f-ba1d0762faec,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:18.757816 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54375adc-6833-40ac-8c51-e8cc6c613598 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.759148 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-54375adc-6833-40ac-8c51-e8cc6c613598 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/security-groups/b118163d-91a3-497b-a22f-ba1d0762faec HTTP/1.1" status: 204 len: 168 time: 0.1944358 Apr 05 20:39:18.761714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41312) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:18.837022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b03701-437a-4fc3-86f3-14554d97255f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting subnet 55272ac7-ba3b-4229-a17d-dbde69ad18ab {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:39:18.840909 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-88b03701-437a-4fc3-86f3-14554d97255f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.924502 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-88b03701-437a-4fc3-86f3-14554d97255f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:18.985415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580dc05-1ede-403b-9105-4955ecb29cd1 req-28804d3d-ab7f-4592-82ed-d2e8afdaea7d tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:18.987798 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8580dc05-1ede-403b-9105-4955ecb29cd1 req-28804d3d-ab7f-4592-82ed-d2e8afdaea7d tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.0929193 Apr 05 20:39:19.059975 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-88b03701-437a-4fc3-86f3-14554d97255f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:19.061396 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8580dc05-1ede-403b-9105-4955ecb29cd1 req-b5108e79-1053-4925-b797-ceba514d0d69 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629210 Apr 05 20:39:19.173007 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-88b03701-437a-4fc3-86f3-14554d97255f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:19.231594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b03701-437a-4fc3-86f3-14554d97255f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Subnet': ['ID=55272ac7-ba3b-4229-a17d-dbde69ad18ab,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:19.234237 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-88b03701-437a-4fc3-86f3-14554d97255f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:19.243681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7de529-ba6b-436b-8228-11063319fc53 None None] Network 3fce8b40-63db-49d0-8f89-aa1945234386 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:19.245585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41322) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:19.251646 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-88b03701-437a-4fc3-86f3-14554d97255f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/55272ac7-ba3b-4229-a17d-dbde69ad18ab HTTP/1.1" status: 204 len: 168 time: 0.4790423 Apr 05 20:39:19.399056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41330) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:19.446493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e477ed0-5c60-4e05-9660-b4f6579c7d91 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting subnet 4b1e6b81-4984-4c83-a869-c9ff273b08fd {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:39:19.462752 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1e477ed0-5c60-4e05-9660-b4f6579c7d91 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:19.584800 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1e477ed0-5c60-4e05-9660-b4f6579c7d91 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:19.647170 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4bc95457-d696-42ae-9f98-a0eb7b453be8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:19.697714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4bc95457-d696-42ae-9f98-a0eb7b453be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:19.714320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4bc95457-d696-42ae-9f98-a0eb7b453be8 admin admin] Usage tracker for resource:security_group_rule and tenant:2b0aabf2e88d40598453d5ee3c39064c is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:19.722808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4bc95457-d696-42ae-9f98-a0eb7b453be8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:19.737907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4bc95457-d696-42ae-9f98-a0eb7b453be8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:19.867711 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4bc95457-d696-42ae-9f98-a0eb7b453be8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:19.874513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4bc95457-d696-42ae-9f98-a0eb7b453be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:19.936764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4bc95457-d696-42ae-9f98-a0eb7b453be8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b0aabf2e88d40598453d5ee3c39064c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5362804 Apr 05 20:39:19.941075 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41340) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:19.956552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc95457-d696-42ae-9f98-a0eb7b453be8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5a81d8-ca69-4fec-800d-8537b06e1872,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:19.993033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85574e-8ce1-4587-b857-741c21416276 req-1348d34c-505d-4d20-b123-aea4c323b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:19.994690 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce85574e-8ce1-4587-b857-741c21416276 req-1348d34c-505d-4d20-b123-aea4c323b558 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4858f403fa174f23ac9671fcad51e404&device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 1096 time: 0.3076875 Apr 05 20:39:20.037796 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c470a54-6e60-4892-a088-4acf423efd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.075455 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c470a54-6e60-4892-a088-4acf423efd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.160615 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c470a54-6e60-4892-a088-4acf423efd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.179645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c470a54-6e60-4892-a088-4acf423efd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5a81d8-ca69-4fec-800d-8537b06e1872,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:20.183849 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7c470a54-6e60-4892-a088-4acf423efd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.185021 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7c470a54-6e60-4892-a088-4acf423efd21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd5a81d8-ca69-4fec-800d-8537b06e1872 HTTP/1.1" status: 204 len: 168 time: 0.2429168 Apr 05 20:39:20.232181 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1e477ed0-5c60-4e05-9660-b4f6579c7d91 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.268190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ef4f7-f074-4cbd-b5ff-eaa9e0ade60d req-1491abb4-7f51-47e8-b493-08322f2c363e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:20.276177 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-205ef4f7-f074-4cbd-b5ff-eaa9e0ade60d req-1491abb4-7f51-47e8-b493-08322f2c363e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.4768093 Apr 05 20:39:20.304257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85574e-8ce1-4587-b857-741c21416276 req-099470ff-2d8d-43a4-8872-ebbeba226b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:20.312767 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce85574e-8ce1-4587-b857-741c21416276 req-099470ff-2d8d-43a4-8872-ebbeba226b94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ea4ec27-4341-49af-8a63-6fa1deb80174 HTTP/1.1" status: 200 len: 920 time: 0.3069899 Apr 05 20:39:20.431135 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce85574e-8ce1-4587-b857-741c21416276 req-791a357e-0161-451c-a0fb-cf4d5758849e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417 HTTP/1.1" status: 200 len: 217 time: 0.1068971 Apr 05 20:39:20.526011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-205ef4f7-f074-4cbd-b5ff-eaa9e0ade60d req-70d918d8-732f-40f6-91f9-f57bc64ea329 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449257 Apr 05 20:39:20.589069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85574e-8ce1-4587-b857-741c21416276 req-f4447591-dc0f-4de6-94e8-6598a84b5a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:20.590394 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce85574e-8ce1-4587-b857-741c21416276 req-f4447591-dc0f-4de6-94e8-6598a84b5a1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0977ee5d-e051-4071-8da0-18b61f01c7f2 HTTP/1.1" status: 200 len: 859 time: 0.1317303 Apr 05 20:39:20.592841 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1e477ed0-5c60-4e05-9660-b4f6579c7d91 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.654423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4cca5a5d-be50-4214-b13c-93130e62a55b None None] Provisioning complete for port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:20.655813 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4cca5a5d-be50-4214-b13c-93130e62a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.765403 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4cca5a5d-be50-4214-b13c-93130e62a55b None None] Port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:20.794704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4cca5a5d-be50-4214-b13c-93130e62a55b None None] Provisioning complete for port 20ccffd2-0078-49a1-a425-43b420520a33 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:20.796508 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4cca5a5d-be50-4214-b13c-93130e62a55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.806143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e477ed0-5c60-4e05-9660-b4f6579c7d91 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Subnet': ['ID=4b1e6b81-4984-4c83-a869-c9ff273b08fd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:20.811679 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce85574e-8ce1-4587-b857-741c21416276 req-b18c758c-cec4-4640-bc7c-5c679029fc68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ea4ec27-4341-49af-8a63-6fa1deb80174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2122457 Apr 05 20:39:20.815050 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1e477ed0-5c60-4e05-9660-b4f6579c7d91 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:20.846121 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1e477ed0-5c60-4e05-9660-b4f6579c7d91 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/4b1e6b81-4984-4c83-a869-c9ff273b08fd HTTP/1.1" status: 204 len: 168 time: 1.5993927 Apr 05 20:39:20.848653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41348) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:20.850440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136f45f6-0454-40b9-b4df-bf0ee8949084 None None] Network 3fce8b40-63db-49d0-8f89-aa1945234386 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:20.923204 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-29885656-6f7b-4b3d-ad43-e2b75d4340da tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] DELETE failed (client error): The resource could not be found. Apr 05 20:39:20.924251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29885656-6f7b-4b3d-ad43-e2b75d4340da tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:39:20.927802 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-29885656-6f7b-4b3d-ad43-e2b75d4340da tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/55272ac7-ba3b-4229-a17d-dbde69ad18ab HTTP/1.1" status: 404 len: 337 time: 0.0779603 Apr 05 20:39:20.930937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41352) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:20.964400 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce85574e-8ce1-4587-b857-741c21416276 req-1f7ab0c7-9c1a-4853-9e15-5faeb7ed46e4 service neutron] 10.222.0.41 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443670 Apr 05 20:39:21.040611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-a428f4ac-8c0d-49d0-82e0-640ddcde67df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting subnet 8ba79fca-2c26-48f6-a46a-46bf53d9685c {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:39:21.048718 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a428f4ac-8c0d-49d0-82e0-640ddcde67df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:21.173373 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ce85574e-8ce1-4587-b857-741c21416276 req-b1d72498-f96b-4c94-ad69-2f6f5a48dea2 service neutron] 10.222.0.41 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993227 Apr 05 20:39:21.179315 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a428f4ac-8c0d-49d0-82e0-640ddcde67df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:21.279364 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a428f4ac-8c0d-49d0-82e0-640ddcde67df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:21.369171 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a428f4ac-8c0d-49d0-82e0-640ddcde67df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:21.417521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428f4ac-8c0d-49d0-82e0-640ddcde67df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Subnet': ['ID=8ba79fca-2c26-48f6-a46a-46bf53d9685c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:21.421082 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a428f4ac-8c0d-49d0-82e0-640ddcde67df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:21.428605 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a428f4ac-8c0d-49d0-82e0-640ddcde67df tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/8ba79fca-2c26-48f6-a46a-46bf53d9685c HTTP/1.1" status: 204 len: 168 time: 0.4960587 Apr 05 20:39:21.431002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41360) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:21.470019 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75a0a62-6ac7-44df-a53c-ce7f8e371a7d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] DELETE failed (client error): The resource could not be found. Apr 05 20:39:21.470576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75a0a62-6ac7-44df-a53c-ce7f8e371a7d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:39:21.472898 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b75a0a62-6ac7-44df-a53c-ce7f8e371a7d tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/59023508-1385-49ad-a9b9-ffe810c6ef34 HTTP/1.1" status: 404 len: 337 time: 0.0409188 Apr 05 20:39:21.475544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41364) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:21.530748 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dadf2531-0f14-4af2-81d3-d6519039d7c4 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "GET /v2.0/ports?device_id=45beb12d-e4d2-45ad-97ac-75e4f3329d05 HTTP/1.1" status: 200 len: 205 time: 0.0537882 Apr 05 20:39:21.532752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41368) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:21.608447 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-72c0bb78-a4e2-4348-8038-916b8df5d6a8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] delete failed (client error): The resource could not be found. Apr 05 20:39:21.609468 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-72c0bb78-a4e2-4348-8038-916b8df5d6a8 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/routers/45beb12d-e4d2-45ad-97ac-75e4f3329d05 HTTP/1.1" status: 404 len: 336 time: 0.0758204 Apr 05 20:39:21.612669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41374) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:21.679056 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-81bb520f-e5e6-4b9a-a293-03dc20893746 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] DELETE failed (client error): The resource could not be found. Apr 05 20:39:21.679515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81bb520f-e5e6-4b9a-a293-03dc20893746 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:39:21.681314 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-81bb520f-e5e6-4b9a-a293-03dc20893746 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/254fe3a5-97f0-4fd1-8369-aa6dacd31dc7 HTTP/1.1" status: 404 len: 337 time: 0.0676217 Apr 05 20:39:21.683909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41380) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:21.766244 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-92485a70-8967-4b5d-a131-16e3975c6477 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] DELETE failed (client error): The resource could not be found. Apr 05 20:39:21.766702 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92485a70-8967-4b5d-a131-16e3975c6477 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:39:21.774401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41384) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:21.778450 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-92485a70-8967-4b5d-a131-16e3975c6477 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/0521aa47-cca5-4378-8cdf-5860e0253b42 HTTP/1.1" status: 404 len: 337 time: 0.0934629 Apr 05 20:39:21.831985 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4cdbcdd-3dac-4663-af2a-d5f9c9d4276c tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] DELETE failed (client error): The resource could not be found. Apr 05 20:39:21.832433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4cdbcdd-3dac-4663-af2a-d5f9c9d4276c tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:39:21.834358 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f4cdbcdd-3dac-4663-af2a-d5f9c9d4276c tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/d6542207-dac1-4d69-ae46-f685deeb1a9e HTTP/1.1" status: 404 len: 337 time: 0.0594723 Apr 05 20:39:21.837342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41388) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:21.880618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e3688-6ede-421b-9d59-d558421723a2 req-e2b9b002-3610-415a-b162-73f0b7427f83 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:21.882185 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-753e3688-6ede-421b-9d59-d558421723a2 req-e2b9b002-3610-415a-b162-73f0b7427f83 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.1998160 Apr 05 20:39:21.910784 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-0253b26b-c9b8-4c0c-81a6-ceabebc6f1e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] DELETE failed (client error): The resource could not be found. Apr 05 20:39:21.911262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0253b26b-c9b8-4c0c-81a6-ceabebc6f1e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:39:21.913487 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0253b26b-c9b8-4c0c-81a6-ceabebc6f1e1 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/c5953b47-18c7-4145-b44f-3b44542ac984 HTTP/1.1" status: 404 len: 333 time: 0.0745716 Apr 05 20:39:21.916033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41392) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:21.970482 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-753e3688-6ede-421b-9d59-d558421723a2 req-deb1860b-fd8e-4e07-a445-cc9e4ab2a75a tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809326 Apr 05 20:39:21.973498 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5bc03c4-1672-4acf-b68c-602df10ce74b tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] DELETE failed (client error): The resource could not be found. Apr 05 20:39:21.973983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5bc03c4-1672-4acf-b68c-602df10ce74b tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:39:21.975714 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c5bc03c4-1672-4acf-b68c-602df10ce74b tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/c9d283e7-1524-4085-8dc9-b0c546085dc1 HTTP/1.1" status: 404 len: 337 time: 0.0575471 Apr 05 20:39:21.977808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a06a80-2369-4a36-b29a-01b6736c83ad None None] Network 3fce8b40-63db-49d0-8f89-aa1945234386 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:21.978624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41396) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:22.022242 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a5a5d3-d013-498b-b113-dc67e7a035d2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] DELETE failed (client error): The resource could not be found. Apr 05 20:39:22.022690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a5a5d3-d013-498b-b113-dc67e7a035d2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:39:22.024374 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-51a5a5d3-d013-498b-b113-dc67e7a035d2 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/61554c5d-22e0-4c26-a23d-3b45330748b2 HTTP/1.1" status: 404 len: 337 time: 0.0448401 Apr 05 20:39:22.026969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41400) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:22.074715 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db545f4-faee-434f-997e-846ce09d1525 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] DELETE failed (client error): The resource could not be found. Apr 05 20:39:22.075186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1db545f4-faee-434f-997e-846ce09d1525 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:39:22.079351 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1db545f4-faee-434f-997e-846ce09d1525 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/0ed9b20f-bb02-485a-97f6-115556209b68 HTTP/1.1" status: 404 len: 333 time: 0.0490029 Apr 05 20:39:22.079572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41404) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:22.095372 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d79b18f7-5d2e-4072-b6ea-db998160175f None None] Provisioning complete for port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:22.095978 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d79b18f7-5d2e-4072-b6ea-db998160175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:22.119134 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8219e9e-f4a3-4bd6-83d4-0c9572de09f3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] DELETE failed (client error): The resource could not be found. Apr 05 20:39:22.119586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8219e9e-f4a3-4bd6-83d4-0c9572de09f3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:39:22.123825 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b8219e9e-f4a3-4bd6-83d4-0c9572de09f3 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/3f59d6e6-adbf-4693-9f2f-f5e9d4f59c99 HTTP/1.1" status: 404 len: 337 time: 0.0406418 Apr 05 20:39:22.124000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41408) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:22.171094 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3921937-0691-4b35-8b61-8ea40baeb5bd tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] DELETE failed (client error): The resource could not be found. Apr 05 20:39:22.171752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3921937-0691-4b35-8b61-8ea40baeb5bd tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:39:22.173874 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c3921937-0691-4b35-8b61-8ea40baeb5bd tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/subnets/ac1a5aaf-b3f2-4f3b-95ed-4ce35715716b HTTP/1.1" status: 404 len: 337 time: 0.0489821 Apr 05 20:39:22.176595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41414) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:22.225397 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d79b18f7-5d2e-4072-b6ea-db998160175f None None] Port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:22.240456 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d79b18f7-5d2e-4072-b6ea-db998160175f None None] Provisioning complete for port 20ccffd2-0078-49a1-a425-43b420520a33 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:22.240819 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d79b18f7-5d2e-4072-b6ea-db998160175f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:22.266551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Deleting port b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:22.267476 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:22.400482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd33445-88e7-4295-bd6c-c5df647faa9f None None] DHCP port deletion for 3fce8b40-63db-49d0-8f89-aa1945234386 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:39:22.404533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8fd33445-88e7-4295-bd6c-c5df647faa9f None None] Deleting port 20ccffd2-0078-49a1-a425-43b420520a33 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:22.404974 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8fd33445-88e7-4295-bd6c-c5df647faa9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:22.542140 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:22.627348 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8fd33445-88e7-4295-bd6c-c5df647faa9f None None] For port 20ccffd2-0078-49a1-a425-43b420520a33, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=20ccffd2-0078-49a1-a425-43b420520a33,segment=NetworkSegment(a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0),segment_id=a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:22.627726 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8fd33445-88e7-4295-bd6c-c5df647faa9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:22.675633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Calling delete_port for b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:39:22.783316 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:22.795785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8fd33445-88e7-4295-bd6c-c5df647faa9f None None] Calling delete_port for 20ccffd2-0078-49a1-a425-43b420520a33 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:39:22.882188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Port': ['ID=b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:22.883278 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8fd33445-88e7-4295-bd6c-c5df647faa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:22.895187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:22.895533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:22.895874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:22.896192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:22.896915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:22.896915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:22.897129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:22.897439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:22.897753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:22.898119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:22.898437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:22.898749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:22.901664 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:22.917952 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3c0947bf-c6f3-4e63-b6a0-8c9445732d7f tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/ports/b4ee24ba-c7aa-4975-a17d-8c04d6eea8a8 HTTP/1.1" status: 204 len: 168 time: 0.7399464 Apr 05 20:39:22.920402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41420) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:22.940909 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd33445-88e7-4295-bd6c-c5df647faa9f None None] Pushing event deleted for resources: {'Port': ['ID=20ccffd2-0078-49a1-a425-43b420520a33,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:22.945840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd33445-88e7-4295-bd6c-c5df647faa9f None None] No DVR routers for this DVR port 20ccffd2-0078-49a1-a425-43b420520a33 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:39:23.075172 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ecceefa-ead1-4cc5-8a33-5d3b2f228b12 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:23.370578 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ecceefa-ead1-4cc5-8a33-5d3b2f228b12 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:23.412532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328e0a8-2bfd-478e-9858-e6760f7be647 req-c41c3fc9-5469-4e60-b113-7c6da8c1b207 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:23.414248 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a328e0a8-2bfd-478e-9858-e6760f7be647 req-c41c3fc9-5469-4e60-b113-7c6da8c1b207 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.3367479 Apr 05 20:39:23.416053 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2ecceefa-ead1-4cc5-8a33-5d3b2f228b12 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fce8b40-63db-49d0-8f89-aa1945234386']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:23.443578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2ecceefa-ead1-4cc5-8a33-5d3b2f228b12 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:23.443946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-2ecceefa-ead1-4cc5-8a33-5d3b2f228b12 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f4efcd-515f-4550-b2dc-c6e8e35d5fc0') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:23.460837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ecceefa-ead1-4cc5-8a33-5d3b2f228b12 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:23.488843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 20ccffd2-0078-49a1-a425-43b420520a33 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:23.491101 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a328e0a8-2bfd-478e-9858-e6760f7be647 req-252479da-c660-4a74-9cc6-a01bba840887 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670190 Apr 05 20:39:23.491984 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ecceefa-ead1-4cc5-8a33-5d3b2f228b12 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:23.498520 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecceefa-ead1-4cc5-8a33-5d3b2f228b12 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:39:23.498909 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ecceefa-ead1-4cc5-8a33-5d3b2f228b12 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:39:23.514172 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:39:23.536895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 20ccffd2-0078-49a1-a425-43b420520a33 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:39:23.537324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 20ccffd2-0078-49a1-a425-43b420520a33 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:23.602696 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ecceefa-ead1-4cc5-8a33-5d3b2f228b12 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:23.626128 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ecceefa-ead1-4cc5-8a33-5d3b2f228b12 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:23.635951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecceefa-ead1-4cc5-8a33-5d3b2f228b12 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] Pushing event deleted for resources: {'Network': ['ID=3fce8b40-63db-49d0-8f89-aa1945234386,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:23.638358 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2ecceefa-ead1-4cc5-8a33-5d3b2f228b12 tempest-PortsTestJSON-399275932 tempest-PortsTestJSON-399275932-project] 10.222.0.24 "DELETE /v2.0/networks/3fce8b40-63db-49d0-8f89-aa1945234386 HTTP/1.1" status: 204 len: 168 time: 0.7167890 Apr 05 20:39:23.953709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41436) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:24.126634 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-abcc4144-0b6e-4c7f-a69f-4018be81c107 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9689dfcccf1439f878d8f0bd45a9811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1713939 Apr 05 20:39:24.129525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41442) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:24.194896 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-017dd276-e880-4bbe-a45f-e8d7ab9e1b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.223642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-017dd276-e880-4bbe-a45f-e8d7ab9e1b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.278669 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-017dd276-e880-4bbe-a45f-e8d7ab9e1b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.293135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017dd276-e880-4bbe-a45f-e8d7ab9e1b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff91a8b-e332-406a-bb2f-d6d2af8c5114,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:24.302105 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-017dd276-e880-4bbe-a45f-e8d7ab9e1b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:24.303536 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-017dd276-e880-4bbe-a45f-e8d7ab9e1b80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ff91a8b-e332-406a-bb2f-d6d2af8c5114 HTTP/1.1" status: 204 len: 168 time: 0.1730776 Apr 05 20:39:24.719053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7276be-809c-4e3b-aec9-4bef107f3ce1 req-25708641-298a-4030-966e-88cc172e50c0 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:24.727452 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b7276be-809c-4e3b-aec9-4bef107f3ce1 req-25708641-298a-4030-966e-88cc172e50c0 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.1065471 Apr 05 20:39:24.784180 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b7276be-809c-4e3b-aec9-4bef107f3ce1 req-2511eee5-9f68-4275-9a21-61a55979226e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556023 Apr 05 20:39:25.187877 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41472) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:25.302653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'network': {'name': 'tempest-RoutersTest-794000949'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:25.308100 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:25.311898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:network and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:25.314701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:25.321661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:25.332887 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:25.336845 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.350558 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.367233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:25.370996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:security_group_rule and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:25.373764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:25.379651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:25.467611 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.474548 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.508225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:39:25.518156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d87f7088-0e25-490b-b003-4599d75fbd8a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:25.523313 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.523648 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Added segment 26102c77-2dcb-4679-8b07-1caa5fe97901 of type vlan for network f984b768-fc27-442a-90d5-43fca526faa2 Apr 05 20:39:25.555813 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.588877 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.594713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:25.595476 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.712827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Network': ['ID=f984b768-fc27-442a-90d5-43fca526faa2,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:25.717325 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c317532a-692e-4719-8b37-90bdfbcac15d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5283766 Apr 05 20:39:25.723106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41480) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:25.728914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'network': {'name': 'tempest-RoutersTest-1992377082'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:25.732803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network f984b768-fc27-442a-90d5-43fca526faa2 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:39:25.754339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:25.758341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:network and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:25.761728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:25.769420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:25.783732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:25.788329 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.826850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:39:25.840986 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.841700 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Added segment 3d743711-7612-4c3f-8316-cbcee4563d76 of type vlan for network 5d6488f6-fc2a-48e5-9f4c-58fadc9168ea Apr 05 20:39:25.887367 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.933659 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:25.941167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:25.942749 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.019886 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2954757 Apr 05 20:39:26.020471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41486) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:26.049945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81146f1c-049c-41f3-9a8e-3c3777de212e req-cb31358b-b7d1-4974-89e9-8f187843e133 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:26.051739 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-81146f1c-049c-41f3-9a8e-3c3777de212e req-cb31358b-b7d1-4974-89e9-8f187843e133 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.1065826 Apr 05 20:39:26.105327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3063c308-da95-4c59-8cdb-b9f16482c511 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Network': ['ID=5d6488f6-fc2a-48e5-9f4c-58fadc9168ea,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:26.117487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 5d6488f6-fc2a-48e5-9f4c-58fadc9168ea details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:39:26.120471 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-81146f1c-049c-41f3-9a8e-3c3777de212e req-44e71028-67a6-4e22-9929-591bc22864e2 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614045 Apr 05 20:39:26.140776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'subnet': {'network_id': 'f984b768-fc27-442a-90d5-43fca526faa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:26.469144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:26.473925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:subnet and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:26.476945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:26.482923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:26.495162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:26.499098 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.795165 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.883581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Subnet': ['ID=0afc91f1-68b8-42d2-aaab-470486f0de98,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:26.887913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Checking segment: {'id': '26102c77-2dcb-4679-8b07-1caa5fe97901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f984b768-fc27-442a-90d5-43fca526faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:39:26.888294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network hostable DHCP agents. Network: f984b768-fc27-442a-90d5-43fca526faa2, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:39:26.910326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network f984b768-fc27-442a-90d5-43fca526faa2 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:39:26.920846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, f984b768-fc27-442a-90d5-43fca526faa2) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:26.925192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:26.925775 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:26.930911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2434829-372e-4830-86e8-5ec20e173c8f None None] Network f984b768-fc27-442a-90d5-43fca526faa2 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:26.962498 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8718180f-aba2-460d-bb4e-5b5878337e06 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8565555 Apr 05 20:39:26.962919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41494) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:26.969065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'subnet': {'network_id': '5d6488f6-fc2a-48e5-9f4c-58fadc9168ea', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:27.091449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:27.095912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:subnet and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:27.099613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:27.106694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:27.120461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:27.124518 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.178136 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-f984b768-fc27-442a-90d5-43fca526faa2', 'network_id': 'f984b768-fc27-442a-90d5-43fca526faa2', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'fixed_ips': [{'subnet_id': '0afc91f1-68b8-42d2-aaab-470486f0de98'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:39:27.181402 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.381669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dfb6e-7611-44a6-933d-e8361b22fb8f req-d4acb256-6c5c-4860-b957-67e92ad68c32 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:27.389464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e6dfb6e-7611-44a6-933d-e8361b22fb8f req-d4acb256-6c5c-4860-b957-67e92ad68c32 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.1210430 Apr 05 20:39:27.408417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Allocated IP 172.20.0.2 (f984b768-fc27-442a-90d5-43fca526faa2/0afc91f1-68b8-42d2-aaab-470486f0de98/35e31db0-450e-49da-8399-c07becffe49c) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:27.432451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.452288 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e6dfb6e-7611-44a6-933d-e8361b22fb8f req-855ed0a6-a8be-48f5-8805-a1a183dce2c6 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619357 Apr 05 20:39:27.536549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Subnet': ['ID=9f163e43-4df8-4b95-bd0f-fa0e7e6df344,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:27.547086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Checking segment: {'id': '3d743711-7612-4c3f-8316-cbcee4563d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5d6488f6-fc2a-48e5-9f4c-58fadc9168ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:39:27.547798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network hostable DHCP agents. Network: 5d6488f6-fc2a-48e5-9f4c-58fadc9168ea, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:39:27.568298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network 5d6488f6-fc2a-48e5-9f4c-58fadc9168ea is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:39:27.577705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 5d6488f6-fc2a-48e5-9f4c-58fadc9168ea) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:27.582599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:27.583265 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.609694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41502) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:27.610033 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2ace7b26-4766-45b1-9938-7ffdb99a97a5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6458840 Apr 05 20:39:27.610473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efc902e-eb2c-4787-be01-8a5e72028ccd None None] Network 5d6488f6-fc2a-48e5-9f4c-58fadc9168ea requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:27.614979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-390fe678-dc8a-489b-891d-0ea171258a5a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-279386083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:27.623159 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-390fe678-dc8a-489b-891d-0ea171258a5a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:27.647297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-390fe678-dc8a-489b-891d-0ea171258a5a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:router and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:27.659472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-390fe678-dc8a-489b-891d-0ea171258a5a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:27.665579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-390fe678-dc8a-489b-891d-0ea171258a5a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:27.693070 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-390fe678-dc8a-489b-891d-0ea171258a5a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.694078 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-390fe678-dc8a-489b-891d-0ea171258a5a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.722644 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-390fe678-dc8a-489b-891d-0ea171258a5a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.740948 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.755541 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-390fe678-dc8a-489b-891d-0ea171258a5a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.758321 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Transition to ACTIVE for port object 35e31db0-450e-49da-8399-c07becffe49c will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:27.785302 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-390fe678-dc8a-489b-891d-0ea171258a5a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.789194 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-390fe678-dc8a-489b-891d-0ea171258a5a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1757636 Apr 05 20:39:27.789433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41508) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:27.828122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Transition to ACTIVE for port object 35e31db0-450e-49da-8399-c07becffe49c will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:27.843608 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:27.916157 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Network f984b768-fc27-442a-90d5-43fca526faa2 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:27.917347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:27.919903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:39:27.980019 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Pushing event updated for resources: {'Port': ['ID=35e31db0-450e-49da-8399-c07becffe49c,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:28.050535 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-5d6488f6-fc2a-48e5-9f4c-58fadc9168ea', 'network_id': '5d6488f6-fc2a-48e5-9f4c-58fadc9168ea', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'fixed_ips': [{'subnet_id': '9f163e43-4df8-4b95-bd0f-fa0e7e6df344'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:39:28.051345 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.135201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Attempting to bind port 35e31db0-450e-49da-8399-c07becffe49c on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:28.135542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Attempting to bind port 35e31db0-450e-49da-8399-c07becffe49c by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '26102c77-2dcb-4679-8b07-1caa5fe97901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f984b768-fc27-442a-90d5-43fca526faa2'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:28.135893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Attempting to bind port 35e31db0-450e-49da-8399-c07becffe49c on network f984b768-fc27-442a-90d5-43fca526faa2 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:39:28.164257 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:39:28.164700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Checking segment: {'id': '26102c77-2dcb-4679-8b07-1caa5fe97901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f984b768-fc27-442a-90d5-43fca526faa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:39:28.165104 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.165498 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Bound using segment: {'id': '26102c77-2dcb-4679-8b07-1caa5fe97901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f984b768-fc27-442a-90d5-43fca526faa2'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:39:28.166005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Bound port: 35e31db0-450e-49da-8399-c07becffe49c, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26102c77-2dcb-4679-8b07-1caa5fe97901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f984b768-fc27-442a-90d5-43fca526faa2'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:28.166373 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.308088 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.323194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] For port 35e31db0-450e-49da-8399-c07becffe49c, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:39:28.329148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] For port 35e31db0-450e-49da-8399-c07becffe49c, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=35e31db0-450e-49da-8399-c07becffe49c,segment=NetworkSegment(26102c77-2dcb-4679-8b07-1caa5fe97901),segment_id=26102c77-2dcb-4679-8b07-1caa5fe97901)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:39:28.337665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Allocated IP 172.21.0.2 (5d6488f6-fc2a-48e5-9f4c-58fadc9168ea/9f163e43-4df8-4b95-bd0f-fa0e7e6df344/869589b8-d9dc-4a94-9487-e6df498c33bd) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:28.340275 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.583393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6bc8e-4192-4323-b91b-dee69aaf8be0 None None] Pushing event updated for resources: {'Port': ['ID=35e31db0-450e-49da-8399-c07becffe49c,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:28.799317 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.814185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Transition to ACTIVE for port object 869589b8-d9dc-4a94-9487-e6df498c33bd will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:28.847572 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Transition to ACTIVE for port object 869589b8-d9dc-4a94-9487-e6df498c33bd will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:28.855353 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:28.900793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4e618-1452-4415-98d6-2ace9b0cf624 req-ce0b4be6-1cd4-4414-b225-c61732ce85fc tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:28.902472 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9c4e618-1452-4415-98d6-2ace9b0cf624 req-ce0b4be6-1cd4-4414-b225-c61732ce85fc tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.2261426 Apr 05 20:39:28.956560 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Network 5d6488f6-fc2a-48e5-9f4c-58fadc9168ea is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:28.958433 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:28.964691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:39:28.993946 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d9c4e618-1452-4415-98d6-2ace9b0cf624 req-8674c116-18e6-4a2a-8ac4-68e368e0d882 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849352 Apr 05 20:39:29.075191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Allocated IP 172.20.0.1 (f984b768-fc27-442a-90d5-43fca526faa2/0afc91f1-68b8-42d2-aaab-470486f0de98/7f12533a-c7b8-484b-a14d-d9477436caee) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:29.082539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Pushing event updated for resources: {'Port': ['ID=869589b8-d9dc-4a94-9487-e6df498c33bd,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:29.108786 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Attempting to bind port 869589b8-d9dc-4a94-9487-e6df498c33bd on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:29.109165 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Attempting to bind port 869589b8-d9dc-4a94-9487-e6df498c33bd by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '3d743711-7612-4c3f-8316-cbcee4563d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5d6488f6-fc2a-48e5-9f4c-58fadc9168ea'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:29.109526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Attempting to bind port 869589b8-d9dc-4a94-9487-e6df498c33bd on network 5d6488f6-fc2a-48e5-9f4c-58fadc9168ea {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:39:29.116363 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:39:29.116739 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Checking segment: {'id': '3d743711-7612-4c3f-8316-cbcee4563d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5d6488f6-fc2a-48e5-9f4c-58fadc9168ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:39:29.117445 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.117843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Bound using segment: {'id': '3d743711-7612-4c3f-8316-cbcee4563d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5d6488f6-fc2a-48e5-9f4c-58fadc9168ea'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:39:29.118436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Bound port: 869589b8-d9dc-4a94-9487-e6df498c33bd, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d743711-7612-4c3f-8316-cbcee4563d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5d6488f6-fc2a-48e5-9f4c-58fadc9168ea'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:29.118829 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.220265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] For port 869589b8-d9dc-4a94-9487-e6df498c33bd, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:39:29.224262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] For port 869589b8-d9dc-4a94-9487-e6df498c33bd, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=869589b8-d9dc-4a94-9487-e6df498c33bd,segment=NetworkSegment(3d743711-7612-4c3f-8316-cbcee4563d76),segment_id=3d743711-7612-4c3f-8316-cbcee4563d76)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:39:29.228927 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.262041 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.283647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Transition to ACTIVE for port object 7f12533a-c7b8-484b-a14d-d9477436caee will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:29.314174 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.315313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f43e98-1075-4ede-ba41-6f3aff203f66 None None] Pushing event updated for resources: {'Port': ['ID=869589b8-d9dc-4a94-9487-e6df498c33bd,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:29.394714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network f984b768-fc27-442a-90d5-43fca526faa2 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:29.395251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:29.407601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:39:29.446847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=7f12533a-c7b8-484b-a14d-d9477436caee,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:29.480587 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.570372 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 35e31db0-450e-49da-8399-c07becffe49c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:29.680567 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:29.730600 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 35e31db0-450e-49da-8399-c07becffe49c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:30.009913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fee4c1-038b-4677-b4b6-bae158759370 None None] Network f984b768-fc27-442a-90d5-43fca526faa2 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:30.225587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Provisioning for port 35e31db0-450e-49da-8399-c07becffe49c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:30.243452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Provisioning complete for port 35e31db0-450e-49da-8399-c07becffe49c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:30.243737 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.372686 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.383242 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.480528 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.532838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=7f12533a-c7b8-484b-a14d-d9477436caee,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:30.556486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] For port 35e31db0-450e-49da-8399-c07becffe49c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=35e31db0-450e-49da-8399-c07becffe49c,segment=NetworkSegment(26102c77-2dcb-4679-8b07-1caa5fe97901),segment_id=26102c77-2dcb-4679-8b07-1caa5fe97901)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:30.559670 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.560943 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:30.583302 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83930d-d198-402e-b264-f94844cb5cdd req-7ec467f3-82cd-4e69-afb5-91d5d6a6614a tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:30.584958 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c83930d-d198-402e-b264-f94844cb5cdd req-7ec467f3-82cd-4e69-afb5-91d5d6a6614a tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.3818321 Apr 05 20:39:30.685142 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Pushing event updated for resources: {'Port': ['ID=35e31db0-450e-49da-8399-c07becffe49c,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:30.694593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:30.695143 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:30.695634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:30.696132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:30.696633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:30.697127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:30.697612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:30.698399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:30.699155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:30.699635 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:30.700118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:30.700884 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9077c3-8dc7-49ec-bce0-c5486381fc9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:30.760891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d03077-db66-4b9e-98d4-6efdedfe614a None None] Network 5d6488f6-fc2a-48e5-9f4c-58fadc9168ea requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:30.854579 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c83930d-d198-402e-b264-f94844cb5cdd req-082df5a0-da0a-4e0b-ab23-5c25770468fe tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497182 Apr 05 20:39:30.890671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network f984b768-fc27-442a-90d5-43fca526faa2 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:30.894703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:30.913216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bb81048d-472b-495f-ac90-d7232791881d None None] Provisioning for port 869589b8-d9dc-4a94-9487-e6df498c33bd completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:31.103436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1b79880f-13e6-4d58-be19-3109efcbd365 None None] Provisioning complete for port 35e31db0-450e-49da-8399-c07becffe49c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:31.103811 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1b79880f-13e6-4d58-be19-3109efcbd365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:31.173310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router fef9f0d6-3730-4775-8323-cb870b21c307 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:39:31.322510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1b79880f-13e6-4d58-be19-3109efcbd365 None None] Provisioning for port 7f12533a-c7b8-484b-a14d-d9477436caee completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:31.329233 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1b79880f-13e6-4d58-be19-3109efcbd365 None None] Provisioning complete for port 7f12533a-c7b8-484b-a14d-d9477436caee triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:31.329233 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1b79880f-13e6-4d58-be19-3109efcbd365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:31.436303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1b79880f-13e6-4d58-be19-3109efcbd365 None None] Port 7f12533a-c7b8-484b-a14d-d9477436caee cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:31.568588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:39:31.573202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8ad540cf-affe-4606-bab0-134f93eda9c6 None None] Provisioning complete for port 7f12533a-c7b8-484b-a14d-d9477436caee triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:31.573638 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ad540cf-affe-4606-bab0-134f93eda9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:31.589085 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-43f9486d-558f-47ea-be50-baec0f12923e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/fef9f0d6-3730-4775-8323-cb870b21c307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7978489 Apr 05 20:39:31.592054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41528) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:31.609283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64bb229-b1dc-4f2d-a8b6-178a836db8ed None None] Sync routers for ids ['fef9f0d6-3730-4775-8323-cb870b21c307'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:39:31.620603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 869589b8-d9dc-4a94-9487-e6df498c33bd up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:31.693399 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59e1100-53ca-4274-a218-cfff27b3c8b5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:31.694248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64bb229-b1dc-4f2d-a8b6-178a836db8ed None None] Routers {'fef9f0d6-3730-4775-8323-cb870b21c307'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:39:31.694880 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a64bb229-b1dc-4f2d-a8b6-178a836db8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['fef9f0d6-3730-4775-8323-cb870b21c307'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:31.696463 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e59e1100-53ca-4274-a218-cfff27b3c8b5 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports/7f12533a-c7b8-484b-a14d-d9477436caee HTTP/1.1" status: 200 len: 910 time: 0.1034305 Apr 05 20:39:31.699614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41532) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:31.803402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8ad540cf-affe-4606-bab0-134f93eda9c6 None None] Port 7f12533a-c7b8-484b-a14d-d9477436caee cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:31.817326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a64bb229-b1dc-4f2d-a8b6-178a836db8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:31.831094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64bb229-b1dc-4f2d-a8b6-178a836db8ed None None] Routers {'fef9f0d6-3730-4775-8323-cb870b21c307'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:39:31.831725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a64bb229-b1dc-4f2d-a8b6-178a836db8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['fef9f0d6-3730-4775-8323-cb870b21c307'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:31.901594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a64bb229-b1dc-4f2d-a8b6-178a836db8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:31.902023 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64bb229-b1dc-4f2d-a8b6-178a836db8ed None None] The sync data for ids ['fef9f0d6-3730-4775-8323-cb870b21c307'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:39:31.911118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 869589b8-d9dc-4a94-9487-e6df498c33bd completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:31.923741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 869589b8-d9dc-4a94-9487-e6df498c33bd triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:31.924171 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:32.020226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f2ffb053-1b31-4bd6-bed1-a6c54796006d None None] Provisioning complete for port 869589b8-d9dc-4a94-9487-e6df498c33bd triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:32.020905 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb053-1b31-4bd6-bed1-a6c54796006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:32.175079 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:32.278369 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 869589b8-d9dc-4a94-9487-e6df498c33bd, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=869589b8-d9dc-4a94-9487-e6df498c33bd,segment=NetworkSegment(3d743711-7612-4c3f-8316-cbcee4563d76),segment_id=3d743711-7612-4c3f-8316-cbcee4563d76)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:32.284747 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f2ffb053-1b31-4bd6-bed1-a6c54796006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:32.298291 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:32.298291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 35e31db0-450e-49da-8399-c07becffe49c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:32.421541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=869589b8-d9dc-4a94-9487-e6df498c33bd,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:32.521715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b249d-d7a1-486b-b980-5940c8f6801c req-ccce7ce2-8d80-472e-b066-acfb67da2331 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:32.525042 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-f2ffb053-1b31-4bd6-bed1-a6c54796006d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:39:32.525187 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-f2ffb053-1b31-4bd6-bed1-a6c54796006d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:39:32.526199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 35e31db0-450e-49da-8399-c07becffe49c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:32.526561 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:32.528370 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-484b249d-d7a1-486b-b980-5940c8f6801c req-ccce7ce2-8d80-472e-b066-acfb67da2331 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.4443305 Apr 05 20:39:32.641402 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-484b249d-d7a1-486b-b980-5940c8f6801c req-93076391-639b-4519-8638-aeacf403acc7 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031017 Apr 05 20:39:32.653833 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.161778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Allocated IP 172.21.0.1 (5d6488f6-fc2a-48e5-9f4c-58fadc9168ea/9f163e43-4df8-4b95-bd0f-fa0e7e6df344/833c311b-053f-4209-b5ff-0ce809809493) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:33.316838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41610) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:33.424067 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.457216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Transition to ACTIVE for port object 833c311b-053f-4209-b5ff-0ce809809493 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:33.499350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c8e8cae5-6c0b-442a-ac2d-88ea9af9cea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.509768 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.518055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c8e8cae5-6c0b-442a-ac2d-88ea9af9cea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:33.522683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c8e8cae5-6c0b-442a-ac2d-88ea9af9cea6 admin admin] Usage tracker for resource:security_group_rule and tenant:a01f1ee51c4e4395b2af10a4d1dcd2a5 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:33.527834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 869589b8-d9dc-4a94-9487-e6df498c33bd up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:33.537667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c8e8cae5-6c0b-442a-ac2d-88ea9af9cea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:33.548816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c8e8cae5-6c0b-442a-ac2d-88ea9af9cea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:33.593737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network 5d6488f6-fc2a-48e5-9f4c-58fadc9168ea is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:33.598880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:33.608629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:39:33.655280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=833c311b-053f-4209-b5ff-0ce809809493,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:33.687691 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.725117 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 869589b8-d9dc-4a94-9487-e6df498c33bd triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:33.725117 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.799595 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c8e8cae5-6c0b-442a-ac2d-88ea9af9cea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.815238 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c8e8cae5-6c0b-442a-ac2d-88ea9af9cea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:33.873107 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.023144 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c8e8cae5-6c0b-442a-ac2d-88ea9af9cea6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a01f1ee51c4e4395b2af10a4d1dcd2a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7051504 Apr 05 20:39:34.024664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8cae5-6c0b-442a-ac2d-88ea9af9cea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3e528a-1ada-468f-b8ab-0a58530a7dfa,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:34.029114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41636) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:34.097454 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c3858820-f7c5-4822-9d4e-e1da96d014b0 None None] Provisioning for port 833c311b-053f-4209-b5ff-0ce809809493 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:34.104022 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c3858820-f7c5-4822-9d4e-e1da96d014b0 None None] Provisioning complete for port 833c311b-053f-4209-b5ff-0ce809809493 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:34.104900 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c3858820-f7c5-4822-9d4e-e1da96d014b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.146009 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a1257ea-0c60-4d99-b00f-326b8402289a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.168306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6057517-4b3f-46e1-a48d-5042e7d41a89 req-6c78a1a7-2233-4e36-a730-cf87b5d43b3f tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:34.175804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f6057517-4b3f-46e1-a48d-5042e7d41a89 req-6c78a1a7-2233-4e36-a730-cf87b5d43b3f tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.2669158 Apr 05 20:39:34.186923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c3858820-f7c5-4822-9d4e-e1da96d014b0 None None] Port 833c311b-053f-4209-b5ff-0ce809809493 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:34.231305 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a1257ea-0c60-4d99-b00f-326b8402289a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.247977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f6057517-4b3f-46e1-a48d-5042e7d41a89 req-fbb59bd2-8db9-492c-a816-d6f792b06001 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692108 Apr 05 20:39:34.332225 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a1257ea-0c60-4d99-b00f-326b8402289a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.368310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1257ea-0c60-4d99-b00f-326b8402289a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3e528a-1ada-468f-b8ab-0a58530a7dfa,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:34.371438 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a1257ea-0c60-4d99-b00f-326b8402289a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.373009 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8a1257ea-0c60-4d99-b00f-326b8402289a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa3e528a-1ada-468f-b8ab-0a58530a7dfa HTTP/1.1" status: 204 len: 168 time: 0.3426063 Apr 05 20:39:34.566346 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.572862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.726704 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:34.751010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=833c311b-053f-4209-b5ff-0ce809809493,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:34.915366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network 5d6488f6-fc2a-48e5-9f4c-58fadc9168ea is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:34.917445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:35.171641 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router fef9f0d6-3730-4775-8323-cb870b21c307 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:39:35.218075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c49961a1-3258-4e7f-8593-6edb0298a1ad None None] Provisioning complete for port 833c311b-053f-4209-b5ff-0ce809809493 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:35.218548 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c49961a1-3258-4e7f-8593-6edb0298a1ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:35.322694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c49961a1-3258-4e7f-8593-6edb0298a1ad None None] Port 833c311b-053f-4209-b5ff-0ce809809493 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:35.463768 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:39:35.478192 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c0610160-a9ea-46dd-bc45-bb1cc7ed97e7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/fef9f0d6-3730-4775-8323-cb870b21c307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7768908 Apr 05 20:39:35.479229 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ea6fd-f33c-4682-96a1-c15d52104370 None None] Sync routers for ids ['fef9f0d6-3730-4775-8323-cb870b21c307'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:39:35.480883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41684) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:35.498259 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ea6fd-f33c-4682-96a1-c15d52104370 None None] Routers {'fef9f0d6-3730-4775-8323-cb870b21c307'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:39:35.498816 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-181ea6fd-f33c-4682-96a1-c15d52104370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['fef9f0d6-3730-4775-8323-cb870b21c307'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:35.565117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38741b-e2b8-443d-baa6-7f4213197e3f req-aa70df88-b186-4c0a-94da-1c90bf827ceb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:35.566268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8f38741b-e2b8-443d-baa6-7f4213197e3f req-aa70df88-b186-4c0a-94da-1c90bf827ceb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.1745632 Apr 05 20:39:35.615816 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-181ea6fd-f33c-4682-96a1-c15d52104370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:35.641242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f0253-eec2-41ff-9a77-e6c179e5584b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:35.641868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-291f0253-eec2-41ff-9a77-e6c179e5584b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Synchronizing usage tracker for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:35.644248 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ea6fd-f33c-4682-96a1-c15d52104370 None None] Routers {'fef9f0d6-3730-4775-8323-cb870b21c307'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:39:35.645159 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-181ea6fd-f33c-4682-96a1-c15d52104370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['fef9f0d6-3730-4775-8323-cb870b21c307'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:35.673411 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8f38741b-e2b8-443d-baa6-7f4213197e3f req-959fb7b2-b1b6-4503-879a-cea6384ce62f tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956817 Apr 05 20:39:35.688854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-291f0253-eec2-41ff-9a77-e6c179e5584b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Unset dirty status for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:35.691043 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-291f0253-eec2-41ff-9a77-e6c179e5584b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports/833c311b-053f-4209-b5ff-0ce809809493 HTTP/1.1" status: 200 len: 910 time: 0.2084794 Apr 05 20:39:35.693992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41694) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:35.743343 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-181ea6fd-f33c-4682-96a1-c15d52104370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:35.743962 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181ea6fd-f33c-4682-96a1-c15d52104370 None None] The sync data for ids ['fef9f0d6-3730-4775-8323-cb870b21c307'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:39:36.404151 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41732) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:36.487609 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27851721-6f01-4e52-a8c0-6bae67a50f56 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:36.638181 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-91b8ec1a-4fc6-4be5-9341-e9522c79b592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:36.764803 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-91b8ec1a-4fc6-4be5-9341-e9522c79b592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:36.820301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-91b8ec1a-4fc6-4be5-9341-e9522c79b592 admin admin] Usage tracker for resource:security_group_rule and tenant:f70bae1aaf354255a460fba97102119c is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:36.824426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-91b8ec1a-4fc6-4be5-9341-e9522c79b592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:36.832381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-91b8ec1a-4fc6-4be5-9341-e9522c79b592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:36.929821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d2fac-80c6-4bb5-9acf-253da4664df7 req-ac012dc9-06f8-46d4-8cf2-580234d2f708 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:36.932768 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce9d2fac-80c6-4bb5-9acf-253da4664df7 req-ac012dc9-06f8-46d4-8cf2-580234d2f708 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.1198752 Apr 05 20:39:37.000977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce9d2fac-80c6-4bb5-9acf-253da4664df7 req-d679c935-9a28-4a3c-800e-4686dcf862ce tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611539 Apr 05 20:39:37.024011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-27851721-6f01-4e52-a8c0-6bae67a50f56 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port 833c311b-053f-4209-b5ff-0ce809809493 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:37.024605 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27851721-6f01-4e52-a8c0-6bae67a50f56 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.118659 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-91b8ec1a-4fc6-4be5-9341-e9522c79b592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.154904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-91b8ec1a-4fc6-4be5-9341-e9522c79b592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.299429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8ec1a-4fc6-4be5-9341-e9522c79b592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac82cb3-3892-4512-8d86-5ae70010c02e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:37.309001 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-91b8ec1a-4fc6-4be5-9341-e9522c79b592 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f70bae1aaf354255a460fba97102119c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9021368 Apr 05 20:39:37.309932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41744) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:37.342743 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27851721-6f01-4e52-a8c0-6bae67a50f56 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.401046 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-88ff8f8e-80f8-407f-8523-61a8aac774d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.435386 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-88ff8f8e-80f8-407f-8523-61a8aac774d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.498082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-27851721-6f01-4e52-a8c0-6bae67a50f56 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for 833c311b-053f-4209-b5ff-0ce809809493 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:39:37.506897 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-88ff8f8e-80f8-407f-8523-61a8aac774d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.527361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff8f8e-80f8-407f-8523-61a8aac774d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac82cb3-3892-4512-8d86-5ae70010c02e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:37.536874 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-88ff8f8e-80f8-407f-8523-61a8aac774d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:37.538255 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-88ff8f8e-80f8-407f-8523-61a8aac774d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ac82cb3-3892-4512-8d86-5ae70010c02e HTTP/1.1" status: 204 len: 168 time: 0.2277870 Apr 05 20:39:38.036379 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27851721-6f01-4e52-a8c0-6bae67a50f56 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:38.188000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27851721-6f01-4e52-a8c0-6bae67a50f56 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=833c311b-053f-4209-b5ff-0ce809809493,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:38.747601 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27851721-6f01-4e52-a8c0-6bae67a50f56 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:38.840969 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:38.882782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08744f06-e25b-4a55-91d9-4330a0218610 req-838645d5-0b5b-4d04-bdb2-4464fd8880ef tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:38.890422 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-08744f06-e25b-4a55-91d9-4330a0218610 req-838645d5-0b5b-4d04-bdb2-4464fd8880ef tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.4290664 Apr 05 20:39:39.029499 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-08744f06-e25b-4a55-91d9-4330a0218610 req-1c49ddfd-f315-41d1-8f5a-248fb8c559f4 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355946 Apr 05 20:39:39.131420 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:39.148859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41786) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:39.210944 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27851721-6f01-4e52-a8c0-6bae67a50f56 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router fef9f0d6-3730-4775-8323-cb870b21c307 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:39:39.291016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ed756a17-509d-40df-9af2-592c600bf139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:39.306088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ed756a17-509d-40df-9af2-592c600bf139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:39.310104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ed756a17-509d-40df-9af2-592c600bf139 admin admin] Usage tracker for resource:security_group_rule and tenant:cf6c30f31a234544afb0620def6adc06 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:39.313000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ed756a17-509d-40df-9af2-592c600bf139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:39.318941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ed756a17-509d-40df-9af2-592c600bf139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:39.375591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27851721-6f01-4e52-a8c0-6bae67a50f56 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:39:39.389640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1e86f-e746-414c-a682-374a54a02b9f None None] Sync routers for ids ['fef9f0d6-3730-4775-8323-cb870b21c307'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:39:39.400189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd1e86f-e746-414c-a682-374a54a02b9f None None] Routers {'fef9f0d6-3730-4775-8323-cb870b21c307'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:39:39.401483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8bd1e86f-e746-414c-a682-374a54a02b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['fef9f0d6-3730-4775-8323-cb870b21c307'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:39.417352 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-27851721-6f01-4e52-a8c0-6bae67a50f56 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/fef9f0d6-3730-4775-8323-cb870b21c307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7222741 Apr 05 20:39:39.420280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41792) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:39.440414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ed756a17-509d-40df-9af2-592c600bf139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:39.444849 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ed756a17-509d-40df-9af2-592c600bf139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:39.474394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8bd1e86f-e746-414c-a682-374a54a02b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:39.483817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd1e86f-e746-414c-a682-374a54a02b9f None None] Routers {'fef9f0d6-3730-4775-8323-cb870b21c307'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:39:39.484485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8bd1e86f-e746-414c-a682-374a54a02b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['fef9f0d6-3730-4775-8323-cb870b21c307'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:39.497071 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ed756a17-509d-40df-9af2-592c600bf139 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf6c30f31a234544afb0620def6adc06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471265 Apr 05 20:39:39.498053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed756a17-509d-40df-9af2-592c600bf139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e56b6d6-2e99-4f9f-a2cf-29413e4f49ee,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:39.500270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41796) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:39.548622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8bd1e86f-e746-414c-a682-374a54a02b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:39.549111 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd1e86f-e746-414c-a682-374a54a02b9f None None] The sync data for ids ['fef9f0d6-3730-4775-8323-cb870b21c307'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:39:39.759174 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bba48437-9b2e-413e-8686-b50f5e20f64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:39.829181 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bba48437-9b2e-413e-8686-b50f5e20f64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:40.079764 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bba48437-9b2e-413e-8686-b50f5e20f64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:40.099868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba48437-9b2e-413e-8686-b50f5e20f64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e56b6d6-2e99-4f9f-a2cf-29413e4f49ee,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:40.105011 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bba48437-9b2e-413e-8686-b50f5e20f64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:40.106195 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bba48437-9b2e-413e-8686-b50f5e20f64c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e56b6d6-2e99-4f9f-a2cf-29413e4f49ee HTTP/1.1" status: 204 len: 168 time: 0.6047556 Apr 05 20:39:40.291720 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c27009e-1b0b-4606-993b-3c6323edd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:40.378725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd434b-5614-4565-8726-8a96ef7083f3 req-27dc037d-84e7-495d-860b-b4d0bd6a2bbf tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:40.384160 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64cd434b-5614-4565-8726-8a96ef7083f3 req-27dc037d-84e7-495d-860b-b4d0bd6a2bbf tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.2243974 Apr 05 20:39:40.644623 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64cd434b-5614-4565-8726-8a96ef7083f3 req-7098dec4-c040-493b-9262-d8c1c12c0cb1 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727381 Apr 05 20:39:40.806074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7c27009e-1b0b-4606-993b-3c6323edd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port 7f12533a-c7b8-484b-a14d-d9477436caee {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:40.806682 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c27009e-1b0b-4606-993b-3c6323edd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:40.873763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-711e1de3-cc67-492a-ac52-bf6dc27b8ed3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:40.883288 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-711e1de3-cc67-492a-ac52-bf6dc27b8ed3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 812 time: 0.1999037 Apr 05 20:39:40.900511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-d460ffbb-43b6-4ba0-942e-5b8b0aaccf62 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/quotas/dacf556d99314275b005d0fe30e76cf0 HTTP/1.1" status: 200 len: 375 time: 0.0161064 Apr 05 20:39:40.992517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-bc4581f5-d96f-4228-9cc5-368e9dbef3ff tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0907364 Apr 05 20:39:41.005186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-20fe98af-ea42-4e07-9c29-751149634ef1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:39:41.006296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-20fe98af-ea42-4e07-9c29-751149634ef1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074263 Apr 05 20:39:41.006783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41844) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:41.053664 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c27009e-1b0b-4606-993b-3c6323edd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.135711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-734613297'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:41.145130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:41.152095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:network and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:41.156366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:41.166102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:41.186493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7c27009e-1b0b-4606-993b-3c6323edd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for 7f12533a-c7b8-484b-a14d-d9477436caee owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:39:41.190526 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-5d706f12-9a09-45cf-8ea4-a743a4ecbf67 service neutron] 10.222.0.24 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751323 Apr 05 20:39:41.191640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:41.195021 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.228177 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.262453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:41.266335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:security_group_rule and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:41.269726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:41.275546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:41.380355 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b085c792-4a7c-4ade-9600-96fa02cc4008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.383896 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c27009e-1b0b-4606-993b-3c6323edd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.384653 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-aaba2412-4183-4c82-9cbd-f4a641bd0c6b service neutron] 10.222.0.24 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783490 Apr 05 20:39:41.447981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27009e-1b0b-4606-993b-3c6323edd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=7f12533a-c7b8-484b-a14d-d9477436caee,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:41.490278 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.498991 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.514396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:39:41.527398 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.527931 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Added segment b5e60c47-195c-41c8-90a1-21dbad65e3c5 of type vlan for network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a Apr 05 20:39:41.594140 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.622161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cce83cc-cc2f-4227-b261-855da4e26baf,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:41.665792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.675179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:41.675813 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:41.791594 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7836609 Apr 05 20:39:41.795565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41860) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:41.815450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:42.046453 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c27009e-1b0b-4606-993b-3c6323edd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:42.124531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Network': ['ID=037e3de7-f2eb-4f75-8d25-ff6c2dc2028a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:42.194916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:42.195277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:42.195604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:42.195928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:42.196257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:42.196581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:42.196904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:42.197226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:42.197547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:42.197871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:42.198239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:42.198563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a29bd7b-37aa-43f6-b32d-e2bf77e8d6a0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:39:42.210875 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:39:42.225255 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fd9df420-361e-4bf8-bb0f-3732ccee4bc2 req-45048570-e52a-4a8f-8f0e-13fffab9074c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 210 time: 0.1021702 Apr 05 20:39:42.247705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:42.252022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:42.256575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:42.263856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:42.277598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:42.282717 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:42.361713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ebf5e-8800-4028-b2dd-2aea903872ff req-8fcb4989-e20a-499d-abac-0375ae2d58c3 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:42.364547 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d06ebf5e-8800-4028-b2dd-2aea903872ff req-8fcb4989-e20a-499d-abac-0375ae2d58c3 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.5066762 Apr 05 20:39:42.465009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c27009e-1b0b-4606-993b-3c6323edd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router fef9f0d6-3730-4775-8323-cb870b21c307 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:39:42.491413 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d06ebf5e-8800-4028-b2dd-2aea903872ff req-7a7113ee-1e7b-443d-a85b-3b3b4bc7c544 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660224 Apr 05 20:39:42.576048 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:42.622336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c27009e-1b0b-4606-993b-3c6323edd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:39:42.635620 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7c27009e-1b0b-4606-993b-3c6323edd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/fef9f0d6-3730-4775-8323-cb870b21c307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2139988 Apr 05 20:39:42.635984 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda12ebd-43d2-4e83-9cfb-fa4d4111fe40 None None] Sync routers for ids ['fef9f0d6-3730-4775-8323-cb870b21c307'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:39:42.638459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41874) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:42.645856 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda12ebd-43d2-4e83-9cfb-fa4d4111fe40 None None] Routers {'fef9f0d6-3730-4775-8323-cb870b21c307'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:39:42.646483 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bda12ebd-43d2-4e83-9cfb-fa4d4111fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['fef9f0d6-3730-4775-8323-cb870b21c307'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:42.664284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=ae7e2e6f-b3e6-47e0-855e-562c77321621,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:42.685901 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-74a0ffb2-0770-4ea6-a8bb-d180453446b8 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Synchronizing usage tracker for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:42.698198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:39:42.698992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network hostable DHCP agents. Network: 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:39:42.709719 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-74a0ffb2-0770-4ea6-a8bb-d180453446b8 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Unset dirty status for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:42.713656 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-74a0ffb2-0770-4ea6-a8bb-d180453446b8 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f0d6-3730-4775-8323-cb870b21c307 HTTP/1.1" status: 200 len: 205 time: 0.0717773 Apr 05 20:39:42.713915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41880) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:42.714449 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bda12ebd-43d2-4e83-9cfb-fa4d4111fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:42.724171 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda12ebd-43d2-4e83-9cfb-fa4d4111fe40 None None] Routers {'fef9f0d6-3730-4775-8323-cb870b21c307'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:39:42.725104 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bda12ebd-43d2-4e83-9cfb-fa4d4111fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['fef9f0d6-3730-4775-8323-cb870b21c307'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:42.738382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:39:42.758863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:42.770029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:42.770715 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065e212d-59df-413f-9c21-7c7741d2a64d None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:42.771731 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:42.820518 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-45f1330b-7f51-402a-853a-193e06ec2046 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0162551 Apr 05 20:39:42.823379 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41884) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:42.830962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'name': 'tempest-NetworksTestDHCPv6-1767272456'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:42.833693 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bda12ebd-43d2-4e83-9cfb-fa4d4111fe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:42.834809 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda12ebd-43d2-4e83-9cfb-fa4d4111fe40 None None] The sync data for ids ['fef9f0d6-3730-4775-8323-cb870b21c307'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:39:42.893471 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0174b0b2-63ad-43a0-868e-3e3fde9e827f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:42.988757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:42.992623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:42.995601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:43.001645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:43.012540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:43.017021 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.040369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 4d864158-c707-4c44-acaa-a8cb05068f32 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:39:43.084088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'fixed_ips': [{'subnet_id': 'ae7e2e6f-b3e6-47e0-855e-562c77321621'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:39:43.086539 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.210856 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0174b0b2-63ad-43a0-868e-3e3fde9e827f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.211424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::ea (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/ae7e2e6f-b3e6-47e0-855e-562c77321621/4d864158-c707-4c44-acaa-a8cb05068f32) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:43.213113 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0174b0b2-63ad-43a0-868e-3e3fde9e827f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.237457 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0174b0b2-63ad-43a0-868e-3e3fde9e827f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.238148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0174b0b2-63ad-43a0-868e-3e3fde9e827f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Fanout notify agent at l3_agent the message router_deleted on router fef9f0d6-3730-4775-8323-cb870b21c307 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:39:43.252360 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0174b0b2-63ad-43a0-868e-3e3fde9e827f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.253963 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0174b0b2-63ad-43a0-868e-3e3fde9e827f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/routers/fef9f0d6-3730-4775-8323-cb870b21c307 HTTP/1.1" status: 204 len: 168 time: 0.5380964 Apr 05 20:39:43.255942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41890) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:43.333397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-71eb4526-4def-473b-a9b2-fae23f95824c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting subnet 9f163e43-4df8-4b95-bd0f-fa0e7e6df344 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:39:43.337119 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-71eb4526-4def-473b-a9b2-fae23f95824c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.394126 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-71eb4526-4def-473b-a9b2-fae23f95824c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.426143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eb63be2f-0b79-474a-87a0-54f8f0ad5649 req-907536ce-bb87-4cc7-a1fa-3c6aae66332a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 210 time: 0.0667157 Apr 05 20:39:43.495117 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-71eb4526-4def-473b-a9b2-fae23f95824c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.566662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-40795f79-a5cb-4563-b3a3-b5df55bc1ba8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:43.568166 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-40795f79-a5cb-4563-b3a3-b5df55bc1ba8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 812 time: 0.3394942 Apr 05 20:39:43.582528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'port': {'device_id': '3d215a5f-60bc-49cb-90bb-c4b875a52ef7', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'admin_state_up': True, 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:43.702333 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0cd7172-bc9a-4293-9a76-3a5ab881bb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.770860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:43.772080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b065797-7cd7-40fe-a5bf-03f9e45dd836 req-4e4d4623-c813-4687-813e-d5c3147eeb49 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:43.773548 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b065797-7cd7-40fe-a5bf-03f9e45dd836 req-4e4d4623-c813-4687-813e-d5c3147eeb49 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.1188862 Apr 05 20:39:43.774864 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-71eb4526-4def-473b-a9b2-fae23f95824c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.780950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:43.801656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Made reservation on behalf of dacf556d99314275b005d0fe30e76cf0 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:43.806083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.829982 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-71eb4526-4def-473b-a9b2-fae23f95824c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.836486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb4526-4def-473b-a9b2-fae23f95824c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Subnet': ['ID=9f163e43-4df8-4b95-bd0f-fa0e7e6df344,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:43.848137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f55bf96-1fed-40e1-b446-ad83b4b3f589 None None] Network 5d6488f6-fc2a-48e5-9f4c-58fadc9168ea requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:43.874634 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-71eb4526-4def-473b-a9b2-fae23f95824c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/9f163e43-4df8-4b95-bd0f-fa0e7e6df344 HTTP/1.1" status: 204 len: 168 time: 0.6152682 Apr 05 20:39:43.875416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41896) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:43.911249 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:43.938035 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b065797-7cd7-40fe-a5bf-03f9e45dd836 req-deef2c28-b5ab-40f8-8fde-c8d35b514755 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319177 Apr 05 20:39:43.969051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 4d864158-c707-4c44-acaa-a8cb05068f32 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:43.993028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-bac0114a-f94a-41dc-82d9-b52631cd66da tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting subnet 0afc91f1-68b8-42d2-aaab-470486f0de98 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:39:43.997110 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bac0114a-f94a-41dc-82d9-b52631cd66da tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.076074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Allocated IP 172.20.0.4 (b0771cdf-7fba-4afa-bb63-06eaaa63271e/9e0a468e-24dc-4e37-a095-c4e9126d90ec/eb02026c-5b6b-4d25-ad6a-3456cb3da049) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:44.093243 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.101630 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bac0114a-f94a-41dc-82d9-b52631cd66da tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.152737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c21b51-0d1a-4ce3-8a48-a7f42e1acc2b None None] DHCP port deletion for 5d6488f6-fc2a-48e5-9f4c-58fadc9168ea request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:39:44.166642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Allocated IP 2001:db8::2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/ae7e2e6f-b3e6-47e0-855e-562c77321621/2281d05c-c762-4052-b00d-6b60bd458da0) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:44.169855 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b5c21b51-0d1a-4ce3-8a48-a7f42e1acc2b None None] Deleting port 869589b8-d9dc-4a94-9487-e6df498c33bd {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:44.170689 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b5c21b51-0d1a-4ce3-8a48-a7f42e1acc2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.206233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:44.213953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:44.216350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:39:44.222921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:44.223670 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.231407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=4d864158-c707-4c44-acaa-a8cb05068f32,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:44.235352 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bac0114a-f94a-41dc-82d9-b52631cd66da tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.302775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7a2f1e01-70c3-4d54-aa19-740ee7415985 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4749825 Apr 05 20:39:44.302971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41902) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:44.400156 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bac0114a-f94a-41dc-82d9-b52631cd66da tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.453581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce37363-3372-41d6-adca-b7803a940560 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:44.458265 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3ce37363-3372-41d6-adca-b7803a940560 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1517515 Apr 05 20:39:44.467585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0114a-f94a-41dc-82d9-b52631cd66da tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Subnet': ['ID=0afc91f1-68b8-42d2-aaab-470486f0de98,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:44.477276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41908) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:44.481982 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bac0114a-f94a-41dc-82d9-b52631cd66da tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.492956 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bac0114a-f94a-41dc-82d9-b52631cd66da tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/0afc91f1-68b8-42d2-aaab-470486f0de98 HTTP/1.1" status: 204 len: 168 time: 0.6164787 Apr 05 20:39:44.494919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33f70d2-6254-4f3a-833c-180f3a21360c None None] Network f984b768-fc27-442a-90d5-43fca526faa2 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:44.574013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-35b40180-87c5-4e15-ad4c-c129fed25ad7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 4d864158-c707-4c44-acaa-a8cb05068f32 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:44.574359 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35b40180-87c5-4e15-ad4c-c129fed25ad7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.578046 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.597581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Transition to ACTIVE for port object eb02026c-5b6b-4d25-ad6a-3456cb3da049 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:44.620312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41912) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:44.705186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b5c21b51-0d1a-4ce3-8a48-a7f42e1acc2b None None] For port 869589b8-d9dc-4a94-9487-e6df498c33bd, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=869589b8-d9dc-4a94-9487-e6df498c33bd,segment=NetworkSegment(3d743711-7612-4c3f-8316-cbcee4563d76),segment_id=3d743711-7612-4c3f-8316-cbcee4563d76)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:44.706380 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b5c21b51-0d1a-4ce3-8a48-a7f42e1acc2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.781799 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.891331 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.896696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:44.913168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:44.921338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:39:44.932085 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:44.943523 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Transition to ACTIVE for port object 2281d05c-c762-4052-b00d-6b60bd458da0 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:44.965062 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Transition to ACTIVE for port object 2281d05c-c762-4052-b00d-6b60bd458da0 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:44.985892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'Port': ['ID=eb02026c-5b6b-4d25-ad6a-3456cb3da049,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:44.994152 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35b40180-87c5-4e15-ad4c-c129fed25ad7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.004306 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b5c21b51-0d1a-4ce3-8a48-a7f42e1acc2b None None] Calling delete_port for 869589b8-d9dc-4a94-9487-e6df498c33bd owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:39:45.048988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port 869589b8-d9dc-4a94-9487-e6df498c33bd {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:45.049760 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.097333 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.154487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b30f3-c360-4e0b-8458-fd39695f2a50 req-7bec09cb-e8de-4918-87e1-f2c40051ca42 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:45.155248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-cc5b30f3-c360-4e0b-8458-fd39695f2a50 req-7bec09cb-e8de-4918-87e1-f2c40051ca42 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:45.177625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:45.178720 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.247957 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a4d9d912-751d-4050-93a2-727a264c7e54 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6699338 Apr 05 20:39:45.253574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-cc5b30f3-c360-4e0b-8458-fd39695f2a50 req-7bec09cb-e8de-4918-87e1-f2c40051ca42 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:45.254856 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc5b30f3-c360-4e0b-8458-fd39695f2a50 req-7bec09cb-e8de-4918-87e1-f2c40051ca42 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 931 time: 0.6333234 Apr 05 20:39:45.260255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-35b40180-87c5-4e15-ad4c-c129fed25ad7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 4d864158-c707-4c44-acaa-a8cb05068f32 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:39:45.261740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Request body: {'port': {'device_id': '3d215a5f-60bc-49cb-90bb-c4b875a52ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:45.302938 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.309789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:45.310611 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.318252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:45.337401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:39:45.360482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Pushing event updated for resources: {'Port': ['ID=2281d05c-c762-4052-b00d-6b60bd458da0,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:45.426116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2aab42-8acc-4138-aeae-e4eeda9574ea req-ab24c4e3-074a-4771-8166-29bda2768a83 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:45.435174 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc2aab42-8acc-4138-aeae-e4eeda9574ea req-ab24c4e3-074a-4771-8166-29bda2768a83 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.1819510 Apr 05 20:39:45.476873 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc5b30f3-c360-4e0b-8458-fd39695f2a50 req-bb4d72d0-f4f2-4496-b478-df793581c977 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815195 Apr 05 20:39:45.495361 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc2aab42-8acc-4138-aeae-e4eeda9574ea req-2a20f36c-fcb0-47ae-bd9c-36bb0694025c tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592344 Apr 05 20:39:45.524258 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c27049e-2a82-419c-b9d6-883e7adec58a None None] DHCP port deletion for f984b768-fc27-442a-90d5-43fca526faa2 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:39:45.544645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] For port 869589b8-d9dc-4a94-9487-e6df498c33bd, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=869589b8-d9dc-4a94-9487-e6df498c33bd,segment=NetworkSegment(3d743711-7612-4c3f-8316-cbcee4563d76),segment_id=3d743711-7612-4c3f-8316-cbcee4563d76)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:45.545086 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.546932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3c27049e-2a82-419c-b9d6-883e7adec58a None None] Deleting port 35e31db0-450e-49da-8399-c07becffe49c {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:45.547418 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3c27049e-2a82-419c-b9d6-883e7adec58a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.583302 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35b40180-87c5-4e15-ad4c-c129fed25ad7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.648263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b40180-87c5-4e15-ad4c-c129fed25ad7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=4d864158-c707-4c44-acaa-a8cb05068f32,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:45.701159 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-35b40180-87c5-4e15-ad4c-c129fed25ad7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.708594 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-35b40180-87c5-4e15-ad4c-c129fed25ad7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/4d864158-c707-4c44-acaa-a8cb05068f32 HTTP/1.1" status: 204 len: 168 time: 1.2298067 Apr 05 20:39:45.711981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41920) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:45.783295 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.795364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3c27049e-2a82-419c-b9d6-883e7adec58a None None] For port 35e31db0-450e-49da-8399-c07becffe49c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=35e31db0-450e-49da-8399-c07becffe49c,segment=NetworkSegment(26102c77-2dcb-4679-8b07-1caa5fe97901),segment_id=26102c77-2dcb-4679-8b07-1caa5fe97901)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:45.796065 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3c27049e-2a82-419c-b9d6-883e7adec58a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.800615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for 869589b8-d9dc-4a94-9487-e6df498c33bd owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:39:45.801115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8142a692-e483-488e-9536-158d2b03b855 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:45.803065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8142a692-e483-488e-9536-158d2b03b855 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:45.805928 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8142a692-e483-488e-9536-158d2b03b855 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0917232 Apr 05 20:39:45.807563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41924) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:45.810419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 869589b8-d9dc-4a94-9487-e6df498c33bd no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:45.889760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d690850-4137-4ae0-8966-b69a0329801c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet ae7e2e6f-b3e6-47e0-855e-562c77321621 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:39:45.893815 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5d690850-4137-4ae0-8966-b69a0329801c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.908128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 869589b8-d9dc-4a94-9487-e6df498c33bd {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:39:45.908734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 869589b8-d9dc-4a94-9487-e6df498c33bd not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:45.909142 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 35e31db0-450e-49da-8399-c07becffe49c no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:45.933563 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b5c21b51-0d1a-4ce3-8a48-a7f42e1acc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:45.936946 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-05592196-7a01-4f4a-8622-584fb579e84f None None] Provisioning for port eb02026c-5b6b-4d25-ad6a-3456cb3da049 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:45.957514 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5d690850-4137-4ae0-8966-b69a0329801c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.012479 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:39:46.012895 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:39:46.050040 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3c27049e-2a82-419c-b9d6-883e7adec58a None None] Calling delete_port for 35e31db0-450e-49da-8399-c07becffe49c owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:39:46.083050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Attempting to bind port 2281d05c-c762-4052-b00d-6b60bd458da0 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:46.083418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Attempting to bind port 2281d05c-c762-4052-b00d-6b60bd458da0 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:46.083776 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Attempting to bind port 2281d05c-c762-4052-b00d-6b60bd458da0 on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:39:46.103974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-05592196-7a01-4f4a-8622-584fb579e84f None None] Provisioning complete for port eb02026c-5b6b-4d25-ad6a-3456cb3da049 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:46.104341 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-05592196-7a01-4f4a-8622-584fb579e84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.130964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c21b51-0d1a-4ce3-8a48-a7f42e1acc2b None None] No DVR routers for this DVR port 869589b8-d9dc-4a94-9487-e6df498c33bd on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:39:46.141383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c21b51-0d1a-4ce3-8a48-a7f42e1acc2b None None] Pushing event deleted for resources: {'Port': ['ID=869589b8-d9dc-4a94-9487-e6df498c33bd,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:46.163764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:39:46.164142 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:39:46.164543 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.165512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:39:46.165512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Bound port: 2281d05c-c762-4052-b00d-6b60bd458da0, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:46.165776 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.170405 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5d690850-4137-4ae0-8966-b69a0329801c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.209060 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.261634 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5d690850-4137-4ae0-8966-b69a0329801c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.264498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb02026c-5b6b-4d25-ad6a-3456cb3da049 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:39:46.274983 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.292846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Transition to ACTIVE for port object eb02026c-5b6b-4d25-ad6a-3456cb3da049 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:46.296917 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.304895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] For port 2281d05c-c762-4052-b00d-6b60bd458da0, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:39:46.308047 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] For port 2281d05c-c762-4052-b00d-6b60bd458da0, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2281d05c-c762-4052-b00d-6b60bd458da0,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:39:46.320153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-05592196-7a01-4f4a-8622-584fb579e84f None None] Port eb02026c-5b6b-4d25-ad6a-3456cb3da049 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:46.325764 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.326440 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5d690850-4137-4ae0-8966-b69a0329801c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.336368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d690850-4137-4ae0-8966-b69a0329801c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7e2e6f-b3e6-47e0-855e-562c77321621,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:46.342697 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5d690850-4137-4ae0-8966-b69a0329801c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/ae7e2e6f-b3e6-47e0-855e-562c77321621 HTTP/1.1" status: 204 len: 168 time: 0.5341249 Apr 05 20:39:46.343371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41930) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:46.421410 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e5b50862-2344-4411-8980-95f30caf93eb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767152 Apr 05 20:39:46.422075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41934) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:46.429166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6cd0ff1d-bee5-45d6-9343-b611732da00d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:46.430045 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3c27049e-2a82-419c-b9d6-883e7adec58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.485860 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c27049e-2a82-419c-b9d6-883e7adec58a None None] No DVR routers for this DVR port 35e31db0-450e-49da-8399-c07becffe49c on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:39:46.489337 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.510964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7a7bd-d0ad-4dfc-b83c-2c5c59d6d279 None None] Pushing event updated for resources: {'Port': ['ID=2281d05c-c762-4052-b00d-6b60bd458da0,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:46.634910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c27049e-2a82-419c-b9d6-883e7adec58a None None] Pushing event deleted for resources: {'Port': ['ID=35e31db0-450e-49da-8399-c07becffe49c,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:46.649838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6cd0ff1d-bee5-45d6-9343-b611732da00d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:46.655569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6cd0ff1d-bee5-45d6-9343-b611732da00d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:46.660984 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6cd0ff1d-bee5-45d6-9343-b611732da00d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:46.667639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6cd0ff1d-bee5-45d6-9343-b611732da00d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:46.690029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd0ff1d-bee5-45d6-9343-b611732da00d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:46.694181 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ff1d-bee5-45d6-9343-b611732da00d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.757510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port 869589b8-d9dc-4a94-9487-e6df498c33bd {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:46.758583 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:46.803997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Pushing event updated for resources: {'Port': ['ID=eb02026c-5b6b-4d25-ad6a-3456cb3da049,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:46.934625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Attempting to bind port eb02026c-5b6b-4d25-ad6a-3456cb3da049 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:46.935172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Attempting to bind port eb02026c-5b6b-4d25-ad6a-3456cb3da049 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:46.935500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Attempting to bind port eb02026c-5b6b-4d25-ad6a-3456cb3da049 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:39:46.944711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] The port '869589b8-d9dc-4a94-9487-e6df498c33bd' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:39:46.976889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Port eb02026c-5b6b-4d25-ad6a-3456cb3da049 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:39:46.977246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Attempting to bind port eb02026c-5b6b-4d25-ad6a-3456cb3da049 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:39:46.986140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:39:46.986507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Checking segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:39:46.986888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Bound using segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:39:46.987312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Bound port: eb02026c-5b6b-4d25-ad6a-3456cb3da049, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:46.987652 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.027579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acff3b2-421a-45f3-b9a6-04e7c21f2022 req-c41cd975-1168-460f-9d1a-afce6eadd84c tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:47.034561 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0acff3b2-421a-45f3-b9a6-04e7c21f2022 req-c41cd975-1168-460f-9d1a-afce6eadd84c tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.2988298 Apr 05 20:39:47.106704 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d60a68d-a620-4391-ac6b-e93e80bf14d8 req-44d42bf5-4398-496e-8ae4-685ee892f53f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2220891 Apr 05 20:39:47.140883 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0acff3b2-421a-45f3-b9a6-04e7c21f2022 req-f7fc34af-8d2d-45d2-820b-332bff0622bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053221 Apr 05 20:39:47.171147 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.222818 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ff1d-bee5-45d6-9343-b611732da00d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.224291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb3d385-368d-4eed-95e2-9278d777011a req-4d72a2eb-86eb-468c-9880-e583ddd98ac4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:47.225843 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4fb3d385-368d-4eed-95e2-9278d777011a req-4d72a2eb-86eb-468c-9880-e583ddd98ac4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 943 time: 0.4720929 Apr 05 20:39:47.250536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d6488f6-fc2a-48e5-9f4c-58fadc9168ea']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:47.273601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] For port eb02026c-5b6b-4d25-ad6a-3456cb3da049, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:39:47.279126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d743711-7612-4c3f-8316-cbcee4563d76') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:47.279433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d743711-7612-4c3f-8316-cbcee4563d76') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:47.293515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd0ff1d-bee5-45d6-9343-b611732da00d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:47.297294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-6cd0ff1d-bee5-45d6-9343-b611732da00d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:47.304805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] For port eb02026c-5b6b-4d25-ad6a-3456cb3da049, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=eb02026c-5b6b-4d25-ad6a-3456cb3da049,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:39:47.306491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd0ff1d-bee5-45d6-9343-b611732da00d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:47.307457 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6cd0ff1d-bee5-45d6-9343-b611732da00d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.310800 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.322298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0ff1d-bee5-45d6-9343-b611732da00d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=3f913eef-2713-4acc-baea-bff194e43ee8,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:47.323210 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.351156 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6cd0ff1d-bee5-45d6-9343-b611732da00d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9248140 Apr 05 20:39:47.351156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41944) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:47.356959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'name': 'tempest-NetworksTestDHCPv6-2062334746'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:47.373083 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4fb3d385-368d-4eed-95e2-9278d777011a req-1a940a32-7305-4da3-b5e2-248cda6834a0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401291 Apr 05 20:39:47.373389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a68d-a620-4391-ac6b-e93e80bf14d8 req-3d2527ce-862c-443c-b25a-a2a5fac0cea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:47.374871 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d60a68d-a620-4391-ac6b-e93e80bf14d8 req-3d2527ce-862c-443c-b25a-a2a5fac0cea9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8120fb369e415bb49155350efcd7b9&device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 1096 time: 0.1924217 Apr 05 20:39:47.397495 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.415650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:47.416310 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.417675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] 10.222.0.13 "PUT /v2.0/ports/eb02026c-5b6b-4d25-ad6a-3456cb3da049 HTTP/1.1" status: 200 len: 1091 time: 2.1619222 Apr 05 20:39:47.418147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d215a5f-60bc-49cb-90bb-c4b875a52ef7', 'tag': 'eb02026c-5b6b-4d25-ad6a-3456cb3da049'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:39:47.423781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:39:47.424740 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:39:47.455766 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:39:47.630158 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2281d05c-c762-4052-b00d-6b60bd458da0 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:47.681929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3e9c3-d59b-4715-9e4c-c9040a9b6091 service neutron] Pushing event updated for resources: {'Port': ['ID=eb02026c-5b6b-4d25-ad6a-3456cb3da049,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:47.739223 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.744884 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.757780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:47.773716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:47.779330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:47.785497 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/networks/5d6488f6-fc2a-48e5-9f4c-58fadc9168ea HTTP/1.1" status: 204 len: 168 time: 3.1619041 Apr 05 20:39:47.787024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:47.790466 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d215a5f-60bc-49cb-90bb-c4b875a52ef7', 'tag': 'eb02026c-5b6b-4d25-ad6a-3456cb3da049', 'status': 'completed', 'code': 200} Apr 05 20:39:47.791705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41952) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:47.813045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:47.819203 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:47.839548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a68d-a620-4391-ac6b-e93e80bf14d8 req-5c96f2bd-ff7b-47e4-bc3e-d6a312761b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:47.841537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 2281d05c-c762-4052-b00d-6b60bd458da0 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:47.841719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42877b-e17d-4173-aee1-086c004b1db3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Network': ['ID=5d6488f6-fc2a-48e5-9f4c-58fadc9168ea,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:47.842265 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d60a68d-a620-4391-ac6b-e93e80bf14d8 req-5c96f2bd-ff7b-47e4-bc3e-d6a312761b57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33a04c7a-b97d-4230-8a01-e41bba22d876 HTTP/1.1" status: 200 len: 914 time: 0.3657789 Apr 05 20:39:47.926240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 4fa97cb6-2c6a-4970-b30d-cac0b5cde5cd yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:39:47.954141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-3f039a64-3f50-45c5-a7c8-9603fe4cbb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:47.955813 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-3f039a64-3f50-45c5-a7c8-9603fe4cbb3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 1094 time: 0.4473679 Apr 05 20:39:47.985650 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d60a68d-a620-4391-ac6b-e93e80bf14d8 req-bfb6db10-8097-4c29-9c65-1efa2de4b521 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 HTTP/1.1" status: 200 len: 217 time: 0.1310909 Apr 05 20:39:48.043615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-ab4e0f51-0dfc-4537-9dbd-2da857401aed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb02026c-5b6b-4d25-ad6a-3456cb3da049 HTTP/1.1" status: 200 len: 217 time: 0.0734138 Apr 05 20:39:48.047110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8de197f0-c528-42c5-bcf5-ccf368207270 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.085132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba441531-5865-4cf9-b89f-2e28ae394c70 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:48.106676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d60a68d-a620-4391-ac6b-e93e80bf14d8 req-f6806ffa-bc1a-45d1-a516-ca5acb027109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:48.106676 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d60a68d-a620-4391-ac6b-e93e80bf14d8 req-f6806ffa-bc1a-45d1-a516-ca5acb027109 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5869ce6-6042-4d26-81dc-82c371897f26 HTTP/1.1" status: 200 len: 853 time: 0.1031346 Apr 05 20:39:48.190517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-7b7d2eb3-8b5f-4a76-b7fa-74eb2ac07cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:48.190517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-7b7d2eb3-8b5f-4a76-b7fa-74eb2ac07cf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.1346629 Apr 05 20:39:48.201173 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d60a68d-a620-4391-ac6b-e93e80bf14d8 req-f4a1c2ac-5022-4ba6-9001-88cf971ae4a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33a04c7a-b97d-4230-8a01-e41bba22d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516891 Apr 05 20:39:48.318230 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8de197f0-c528-42c5-bcf5-ccf368207270 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.322223 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4c9f23de-5b4a-4dc5-9031-b9a422e46013 None None] Provisioning for port 2281d05c-c762-4052-b00d-6b60bd458da0 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:48.333211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4c9f23de-5b4a-4dc5-9031-b9a422e46013 None None] Provisioning complete for port 2281d05c-c762-4052-b00d-6b60bd458da0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:48.333686 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4c9f23de-5b4a-4dc5-9031-b9a422e46013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.391547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-8de197f0-c528-42c5-bcf5-ccf368207270 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f984b768-fc27-442a-90d5-43fca526faa2']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:48.417703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-8de197f0-c528-42c5-bcf5-ccf368207270 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26102c77-2dcb-4679-8b07-1caa5fe97901') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:48.418100 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-8de197f0-c528-42c5-bcf5-ccf368207270 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26102c77-2dcb-4679-8b07-1caa5fe97901') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:48.435987 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8de197f0-c528-42c5-bcf5-ccf368207270 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.479357 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8de197f0-c528-42c5-bcf5-ccf368207270 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.499461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a83d40ea-85ae-489d-9a5a-664575def1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:48.508413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::20b (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/3f913eef-2713-4acc-baea-bff194e43ee8/4fa97cb6-2c6a-4970-b30d-cac0b5cde5cd) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:48.511075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-a83d40ea-85ae-489d-9a5a-664575def1e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3167219 Apr 05 20:39:48.515228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8de197f0-c528-42c5-bcf5-ccf368207270 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:39:48.515636 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8de197f0-c528-42c5-bcf5-ccf368207270 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.550105 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4c9f23de-5b4a-4dc5-9031-b9a422e46013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:39:48.621425 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:39:48.645261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-4c9f23de-5b4a-4dc5-9031-b9a422e46013 None None] For port 2281d05c-c762-4052-b00d-6b60bd458da0, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2281d05c-c762-4052-b00d-6b60bd458da0,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:48.661808 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4c9f23de-5b4a-4dc5-9031-b9a422e46013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:48.816745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f23de-5b4a-4dc5-9031-b9a422e46013 None None] Pushing event updated for resources: {'Port': ['ID=2281d05c-c762-4052-b00d-6b60bd458da0,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:48.827183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62042f9-2dd3-458c-ba8c-831b378f1995 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:48.846359 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d60a68d-a620-4391-ac6b-e93e80bf14d8 req-31c0536a-d678-4b01-8718-ef8f40d1d763 service neutron] 10.222.0.41 "GET /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538258 Apr 05 20:39:48.960729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c27dd52b-1519-4fd8-ac09-7ad55265240e None None] Provisioning complete for port 2281d05c-c762-4052-b00d-6b60bd458da0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:48.961531 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c27dd52b-1519-4fd8-ac09-7ad55265240e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.033125 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8de197f0-c528-42c5-bcf5-ccf368207270 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.038616 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8de197f0-c528-42c5-bcf5-ccf368207270 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.049958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a37c9-3701-4bf4-ae50-995ce27794d1 req-04ebb8c3-a08a-468f-9d68-40c13edc4b66 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:49.051783 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb8a37c9-3701-4bf4-ae50-995ce27794d1 req-04ebb8c3-a08a-468f-9d68-40c13edc4b66 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 943 time: 0.4077182 Apr 05 20:39:49.052715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb601d-4131-4f86-a7a7-853eced2d2f7 req-0e6ae7d6-58e7-4524-b635-223e01a18444 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:49.054425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11fb601d-4131-4f86-a7a7-853eced2d2f7 req-0e6ae7d6-58e7-4524-b635-223e01a18444 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.7019827 Apr 05 20:39:49.067579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.147638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 4fa97cb6-2c6a-4970-b30d-cac0b5cde5cd will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:49.151288 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb8a37c9-3701-4bf4-ae50-995ce27794d1 req-09a0422f-bdbe-4bd5-af20-e384e3b2c5e5 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801563 Apr 05 20:39:49.164710 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8de197f0-c528-42c5-bcf5-ccf368207270 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/networks/f984b768-fc27-442a-90d5-43fca526faa2 HTTP/1.1" status: 204 len: 168 time: 1.3675082 Apr 05 20:39:49.172121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41968) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:49.186720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'network': {'name': 'tempest-RoutersTest-1548383171'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:49.188401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de197f0-c528-42c5-bcf5-ccf368207270 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Network': ['ID=f984b768-fc27-442a-90d5-43fca526faa2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:49.193066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:49.197259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:network and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:49.200417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:49.208011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:49.216993 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d60a68d-a620-4391-ac6b-e93e80bf14d8 req-53586d53-e6a5-4e2c-b292-915582d1c6b9 service neutron] 10.222.0.41 "GET /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613269 Apr 05 20:39:49.223716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:49.228412 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.241299 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11fb601d-4131-4f86-a7a7-853eced2d2f7 req-82ef4cfd-3406-4799-a751-d15dbbb44601 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483412 Apr 05 20:39:49.281450 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-d4c3ec8e-ba71-4e4a-839a-cc4a96122675 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990593 Apr 05 20:39:49.284463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214746c0-9a18-4449-b146-d3a96fef2585 req-90b5f0ae-7682-408a-8872-c6d528c68fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:49.286333 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-214746c0-9a18-4449-b146-d3a96fef2585 req-90b5f0ae-7682-408a-8872-c6d528c68fa1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 1096 time: 0.7742374 Apr 05 20:39:49.290706 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:39:49.300672 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.301017 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Added segment 32828bf2-d9df-4c5e-a5d7-fe568187dc43 of type vlan for network c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f Apr 05 20:39:49.330123 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.357012 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.406698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:49.415798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:49.426518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:39:49.432154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:49.432755 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.449791 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.455280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:49.455869 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.481678 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-214746c0-9a18-4449-b146-d3a96fef2585 req-9fdc1267-58dc-4d77-9674-c5ff00bf1daf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675472 Apr 05 20:39:49.534281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=4fa97cb6-2c6a-4970-b30d-cac0b5cde5cd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:49.556936 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2281d05c-c762-4052-b00d-6b60bd458da0 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:49.582581 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff9456bb-b7e9-4f11-b1cd-15105bf8dbd1 req-1b373783-b9dc-45de-b9fd-2a2c27929797 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949238 Apr 05 20:39:49.604901 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4314606 Apr 05 20:39:49.607800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 41972) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:49.611418 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a38f0958-9f6e-4275-b185-c4ad0d34ac85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2554817 Apr 05 20:39:49.615369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'subnet': {'network_id': 'c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:49.624184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41974) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:49.689681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9128d9f2-c751-4b67-a235-4f1b48aab4d7 None None] Provisioning complete for port 2281d05c-c762-4052-b00d-6b60bd458da0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:49.690429 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9128d9f2-c751-4b67-a235-4f1b48aab4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.731713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28482df9-795c-4a2d-8d2c-ba9ba2c68841 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Network': ['ID=c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:49.759511 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:39:49.821591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc4d234-d2df-401d-83fc-841c938d1af0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:49.837897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc4d234-d2df-401d-83fc-841c938d1af0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:49.839232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2dc4d234-d2df-401d-83fc-841c938d1af0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:49.867334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2dc4d234-d2df-401d-83fc-841c938d1af0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:49.870750 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2dc4d234-d2df-401d-83fc-841c938d1af0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.2453437 Apr 05 20:39:49.874066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41980) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:49.923335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 2281d05c-c762-4052-b00d-6b60bd458da0 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:49.923711 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.935206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:49.941930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:subnet and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:49.945817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:49.960189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:49.964935 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b238991a-8dfb-4a10-97ea-859dcf6caaec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 4fa97cb6-2c6a-4970-b30d-cac0b5cde5cd {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:49.965302 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b238991a-8dfb-4a10-97ea-859dcf6caaec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:49.977895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232b3be-9d60-4ed6-b660-d48344a7b6e7 req-a7ea7791-7d74-4f2c-85bc-3732d199dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:49.977895 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3232b3be-9d60-4ed6-b660-d48344a7b6e7 req-a7ea7791-7d74-4f2c-85bc-3732d199dfd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 1094 time: 0.3247917 Apr 05 20:39:50.055490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:50.059864 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:50.356418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232b3be-9d60-4ed6-b660-d48344a7b6e7 req-84148ce7-ab7a-48f9-a542-2b9302e3a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:50.357911 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3232b3be-9d60-4ed6-b660-d48344a7b6e7 req-84148ce7-ab7a-48f9-a542-2b9302e3a555 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.3747602 Apr 05 20:39:50.366354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6b512fe1-1c40-4dc9-99b6-ddc3d778e369 None None] Could not find standard attr ID for object 4d864158-c707-4c44-acaa-a8cb05068f32. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:39:50.457152 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b238991a-8dfb-4a10-97ea-859dcf6caaec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:50.501559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ba432ffa-64cc-48f3-b90d-2272359b912c None None] Provisioning for port 4fa97cb6-2c6a-4970-b30d-cac0b5cde5cd completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:50.513356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ba432ffa-64cc-48f3-b90d-2272359b912c None None] Provisioning complete for port 4fa97cb6-2c6a-4970-b30d-cac0b5cde5cd triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:50.513832 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ba432ffa-64cc-48f3-b90d-2272359b912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:50.540501 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3232b3be-9d60-4ed6-b660-d48344a7b6e7 req-0732a76d-847e-4891-854b-ad221658e37d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb02026c-5b6b-4d25-ad6a-3456cb3da049 HTTP/1.1" status: 200 len: 217 time: 0.1760385 Apr 05 20:39:50.623427 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ba432ffa-64cc-48f3-b90d-2272359b912c None None] Port 4fa97cb6-2c6a-4970-b30d-cac0b5cde5cd cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:50.689348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b238991a-8dfb-4a10-97ea-859dcf6caaec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 4fa97cb6-2c6a-4970-b30d-cac0b5cde5cd owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:39:50.708472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232b3be-9d60-4ed6-b660-d48344a7b6e7 req-1430d29c-897c-4335-a850-a3bf41a8f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:50.710291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3232b3be-9d60-4ed6-b660-d48344a7b6e7 req-1430d29c-897c-4335-a850-a3bf41a8f3be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.1475620 Apr 05 20:39:50.891794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abde91e-a862-4dc2-b8c9-8c6848ad0760 req-885b7c0f-a60c-4d0a-82b2-7ffedca8cdb3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:50.893296 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9abde91e-a862-4dc2-b8c9-8c6848ad0760 req-885b7c0f-a60c-4d0a-82b2-7ffedca8cdb3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 943 time: 0.2126634 Apr 05 20:39:50.918774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fb256-e7bd-48c0-8f64-637c7402a1e8 req-219a87d8-3047-4919-99b4-df9b0ff8ede2 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:50.920240 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c1fb256-e7bd-48c0-8f64-637c7402a1e8 req-219a87d8-3047-4919-99b4-df9b0ff8ede2 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.4749851 Apr 05 20:39:50.922577 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:50.992150 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9abde91e-a862-4dc2-b8c9-8c6848ad0760 req-a0744dad-90f0-49d6-b5fd-fb2c31276883 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906312 Apr 05 20:39:51.019040 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b238991a-8dfb-4a10-97ea-859dcf6caaec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.049032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232b3be-9d60-4ed6-b660-d48344a7b6e7 req-3161c9c6-cfc2-4180-a06b-cbd53e1ac7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:51.050703 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3232b3be-9d60-4ed6-b660-d48344a7b6e7 req-3161c9c6-cfc2-4180-a06b-cbd53e1ac7da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3338108 Apr 05 20:39:51.082030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Subnet': ['ID=c676e331-3348-4ca4-abb7-8e2b323cf968,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:51.087001 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c1fb256-e7bd-48c0-8f64-637c7402a1e8 req-9cae2c2e-2315-4554-a15b-7ab01e86824b tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298823 Apr 05 20:39:51.116751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Checking segment: {'id': '32828bf2-d9df-4c5e-a5d7-fe568187dc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:39:51.117113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network hostable DHCP agents. Network: c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:39:51.194842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:39:51.209998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:51.219157 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304245ea-be19-4966-a291-3d682d9b3d6d None None] Network c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:51.224250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:51.224842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.243786 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3232b3be-9d60-4ed6-b660-d48344a7b6e7 req-4425da3b-1fd5-4b68-b945-c909653a8e57 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828413 Apr 05 20:39:51.249677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b238991a-8dfb-4a10-97ea-859dcf6caaec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=4fa97cb6-2c6a-4970-b30d-cac0b5cde5cd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:51.255272 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b238991a-8dfb-4a10-97ea-859dcf6caaec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.270717 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b238991a-8dfb-4a10-97ea-859dcf6caaec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/4fa97cb6-2c6a-4970-b30d-cac0b5cde5cd HTTP/1.1" status: 204 len: 168 time: 1.3952441 Apr 05 20:39:51.273111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41992) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:51.278677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 41996) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:51.279017 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d7191c09-a76c-4e81-9dfc-df72ad0eab5f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6697483 Apr 05 20:39:51.323739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d5104724-f3e5-4c5b-9e81-5fc5031b9547 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-687854086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:51.350811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d5104724-f3e5-4c5b-9e81-5fc5031b9547 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:51.354956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d5104724-f3e5-4c5b-9e81-5fc5031b9547 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:router and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:51.360929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d5104724-f3e5-4c5b-9e81-5fc5031b9547 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:51.386793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d5104724-f3e5-4c5b-9e81-5fc5031b9547 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:51.422086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aea82e-9047-492c-9f0b-6ff78b14c692 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:51.424504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aea82e-9047-492c-9f0b-6ff78b14c692 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:51.426899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a8aea82e-9047-492c-9f0b-6ff78b14c692 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:51.433063 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5104724-f3e5-4c5b-9e81-5fc5031b9547 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.433425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3232b3be-9d60-4ed6-b660-d48344a7b6e7 req-f040fc85-9a15-4674-b899-b2fa796e3d1d service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821024 Apr 05 20:39:51.434439 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5104724-f3e5-4c5b-9e81-5fc5031b9547 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.484954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5104724-f3e5-4c5b-9e81-5fc5031b9547 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.487146 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a8aea82e-9047-492c-9f0b-6ff78b14c692 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:51.488323 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a8aea82e-9047-492c-9f0b-6ff78b14c692 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2139852 Apr 05 20:39:51.491156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42002) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:51.510879 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5104724-f3e5-4c5b-9e81-5fc5031b9547 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.539493 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5104724-f3e5-4c5b-9e81-5fc5031b9547 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.544000 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d5104724-f3e5-4c5b-9e81-5fc5031b9547 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2639565 Apr 05 20:39:51.544807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42006) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:51.551880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'port': {'network_id': 'c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f', 'name': 'tempest-RoutersTest-1939006849'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:51.574964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f', 'network_id': 'c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'fixed_ips': [{'subnet_id': 'c676e331-3348-4ca4-abb7-8e2b323cf968'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:39:51.576095 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.741181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-2968f182-c7e8-4731-af71-2cbf996e5aff tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 3f913eef-2713-4acc-baea-bff194e43ee8 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:39:51.744324 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2968f182-c7e8-4731-af71-2cbf996e5aff tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.769487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:51.773860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:port and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:51.777134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:51.783918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:51.785680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Allocated IP 172.20.0.2 (c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f/c676e331-3348-4ca4-abb7-8e2b323cf968/e67d2e91-1bf4-418c-81d4-ef21575882f7) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:51.796625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:51.801950 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.812858 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2968f182-c7e8-4731-af71-2cbf996e5aff tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.825557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] device_id is not set on port 68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:39:51.884244 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2968f182-c7e8-4731-af71-2cbf996e5aff tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:51.970214 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2968f182-c7e8-4731-af71-2cbf996e5aff tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.011108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968f182-c7e8-4731-af71-2cbf996e5aff tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=3f913eef-2713-4acc-baea-bff194e43ee8,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:52.015390 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2968f182-c7e8-4731-af71-2cbf996e5aff tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.028385 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.032145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da19233b-9410-42c8-a281-2b8ea6f1dac9 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:52.056872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42014) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:52.066009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Transition to ACTIVE for port object e67d2e91-1bf4-418c-81d4-ef21575882f7 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:52.067817 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2968f182-c7e8-4731-af71-2cbf996e5aff tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/3f913eef-2713-4acc-baea-bff194e43ee8 HTTP/1.1" status: 204 len: 168 time: 0.5722706 Apr 05 20:39:52.195313 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ae015a43-a4df-4bac-b597-ab1974b910b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1368461 Apr 05 20:39:52.197501 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Transition to ACTIVE for port object e67d2e91-1bf4-418c-81d4-ef21575882f7 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:52.199433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42020) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:52.206112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-de05ef99-cba5-4482-a5c5-d1e993031ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:52.231071 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.296818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27019a85-7d9f-47a5-9922-4dff35bd98e6 req-eaec6f23-0418-46b8-9589-d6173d428524 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:52.299744 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27019a85-7d9f-47a5-9922-4dff35bd98e6 req-eaec6f23-0418-46b8-9589-d6173d428524 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 943 time: 0.1724372 Apr 05 20:39:52.320130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Pushing event updated for resources: {'Port': ['ID=e67d2e91-1bf4-418c-81d4-ef21575882f7,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:52.334905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Allocated IP 172.20.0.11 (c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f/c676e331-3348-4ca4-abb7-8e2b323cf968/68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:52.359437 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Network c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:52.362137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:52.364664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:39:52.368236 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27019a85-7d9f-47a5-9922-4dff35bd98e6 req-da6e1631-eb55-4097-83ca-6a446d77ba1a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607233 Apr 05 20:39:52.387129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-de05ef99-cba5-4482-a5c5-d1e993031ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:52.403599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-de05ef99-cba5-4482-a5c5-d1e993031ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:52.406822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-de05ef99-cba5-4482-a5c5-d1e993031ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:52.421208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-de05ef99-cba5-4482-a5c5-d1e993031ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:52.439463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ee021-9064-48f8-8332-946a85c31150 req-bb3cfdb9-5903-45bd-98c4-419c6f271e1e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:52.447646 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-430ee021-9064-48f8-8332-946a85c31150 req-bb3cfdb9-5903-45bd-98c4-419c6f271e1e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.2223828 Apr 05 20:39:52.468185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de05ef99-cba5-4482-a5c5-d1e993031ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:52.472214 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de05ef99-cba5-4482-a5c5-d1e993031ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.492675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Attempting to bind port e67d2e91-1bf4-418c-81d4-ef21575882f7 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:52.493311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Attempting to bind port e67d2e91-1bf4-418c-81d4-ef21575882f7 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '32828bf2-d9df-4c5e-a5d7-fe568187dc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:52.493825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Attempting to bind port e67d2e91-1bf4-418c-81d4-ef21575882f7 on network c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:39:52.499615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:39:52.500206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Checking segment: {'id': '32828bf2-d9df-4c5e-a5d7-fe568187dc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:39:52.500812 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.501335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Bound using segment: {'id': '32828bf2-d9df-4c5e-a5d7-fe568187dc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:39:52.501961 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Bound port: e67d2e91-1bf4-418c-81d4-ef21575882f7, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32828bf2-d9df-4c5e-a5d7-fe568187dc43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:52.502511 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.525977 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:39:52.608218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc2eabf-1e53-436f-ba80-313e500dd2d7 None None] DHCP port deletion for 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:39:52.613042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] For port e67d2e91-1bf4-418c-81d4-ef21575882f7, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:39:52.617240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] For port e67d2e91-1bf4-418c-81d4-ef21575882f7, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e67d2e91-1bf4-418c-81d4-ef21575882f7,segment=NetworkSegment(32828bf2-d9df-4c5e-a5d7-fe568187dc43),segment_id=32828bf2-d9df-4c5e-a5d7-fe568187dc43)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:39:52.617979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2eabf-1e53-436f-ba80-313e500dd2d7 None None] Deleting port 2281d05c-c762-4052-b00d-6b60bd458da0 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:52.618420 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ebc2eabf-1e53-436f-ba80-313e500dd2d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.626629 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-430ee021-9064-48f8-8332-946a85c31150 req-8d10cca7-b9b8-425e-b3bf-e2ab088d12a0 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780770 Apr 05 20:39:52.653464 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.657208 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.680616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-f163f36d-749d-46dd-a6ff-ea5efc6eee17 req-7aa50552-8762-42fc-a322-549fceb3ba95 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-800723143', 'description': 'tempest-description-2134363766'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:52.695356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-f163f36d-749d-46dd-a6ff-ea5efc6eee17 req-7aa50552-8762-42fc-a322-549fceb3ba95 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:52.724033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-f163f36d-749d-46dd-a6ff-ea5efc6eee17 req-7aa50552-8762-42fc-a322-549fceb3ba95 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:52.742163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Transition to ACTIVE for port object 68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:52.760898 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f163f36d-749d-46dd-a6ff-ea5efc6eee17 req-7aa50552-8762-42fc-a322-549fceb3ba95 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.783343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-f163f36d-749d-46dd-a6ff-ea5efc6eee17 req-7aa50552-8762-42fc-a322-549fceb3ba95 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:52.787967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-f163f36d-749d-46dd-a6ff-ea5efc6eee17 req-7aa50552-8762-42fc-a322-549fceb3ba95 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Usage tracker for resource:security_group_rule and tenant:4858f403fa174f23ac9671fcad51e404 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:52.791022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-f163f36d-749d-46dd-a6ff-ea5efc6eee17 req-7aa50552-8762-42fc-a322-549fceb3ba95 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:52.797133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-f163f36d-749d-46dd-a6ff-ea5efc6eee17 req-7aa50552-8762-42fc-a322-549fceb3ba95 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:52.886563 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f163f36d-749d-46dd-a6ff-ea5efc6eee17 req-7aa50552-8762-42fc-a322-549fceb3ba95 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.889663 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de05ef99-cba5-4482-a5c5-d1e993031ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.895043 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f163f36d-749d-46dd-a6ff-ea5efc6eee17 req-7aa50552-8762-42fc-a322-549fceb3ba95 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.921326 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.964923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de05ef99-cba5-4482-a5c5-d1e993031ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:52.968658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-de05ef99-cba5-4482-a5c5-d1e993031ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:52.973687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de05ef99-cba5-4482-a5c5-d1e993031ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:52.974934 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de05ef99-cba5-4482-a5c5-d1e993031ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.989493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ebc2eabf-1e53-436f-ba80-313e500dd2d7 None None] For port 2281d05c-c762-4052-b00d-6b60bd458da0, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2281d05c-c762-4052-b00d-6b60bd458da0,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:52.990424 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ebc2eabf-1e53-436f-ba80-313e500dd2d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:52.997552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05ef99-cba5-4482-a5c5-d1e993031ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=4a492708-4042-4415-9471-a93d553a1ad5,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:53.038716 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-de05ef99-cba5-4482-a5c5-d1e993031ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8370969 Apr 05 20:39:53.042839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedeec98-f671-4fc5-af75-7626161682c0 None None] Pushing event updated for resources: {'Port': ['ID=e67d2e91-1bf4-418c-81d4-ef21575882f7,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:53.048111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42028) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:53.051474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:53.062881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'name': 'tempest-NetworksTestDHCPv6-982042105'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:53.068360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:53.102747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:39:53.177240 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-f163f36d-749d-46dd-a6ff-ea5efc6eee17 req-7aa50552-8762-42fc-a322-549fceb3ba95 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:53.178531 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f163f36d-749d-46dd-a6ff-ea5efc6eee17 req-7aa50552-8762-42fc-a322-549fceb3ba95 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.5084987 Apr 05 20:39:53.213994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa50552-8762-42fc-a322-549fceb3ba95 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ebe4aa-8a05-4901-9c12-3758846e7762,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:53.257409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:53.291543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:53.292166 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:53.347082 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-17adc655-d33a-4375-98bf-af15697cd124 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8004293 Apr 05 20:39:53.353104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42034) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:53.356551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ebc2eabf-1e53-436f-ba80-313e500dd2d7 None None] Calling delete_port for 2281d05c-c762-4052-b00d-6b60bd458da0 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:39:53.400243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:53.404765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:53.408060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:53.414522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:53.442545 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6dc1b439-24ca-4f31-9ac6-1635cf7dad1f req-43e15383-7b5e-4d47-ab4f-ef640d0fd893 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-800723143&fields=id&tenant_id=4858f403fa174f23ac9671fcad51e404 HTTP/1.1" status: 200 len: 267 time: 0.1111279 Apr 05 20:39:53.443280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:53.446710 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:53.509162 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ebc2eabf-1e53-436f-ba80-313e500dd2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:53.515906 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port a4f0cf32-2e73-42b1-bcca-2c7634f33fe8 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:39:53.577818 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2eabf-1e53-436f-ba80-313e500dd2d7 None None] No DVR routers for this DVR port 2281d05c-c762-4052-b00d-6b60bd458da0 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:39:53.590875 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2eabf-1e53-436f-ba80-313e500dd2d7 None None] Pushing event deleted for resources: {'Port': ['ID=2281d05c-c762-4052-b00d-6b60bd458da0,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:53.598193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e57ac18-8437-407c-a9e1-8cd4858f156d None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:53.629179 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e67d2e91-1bf4-418c-81d4-ef21575882f7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:53.694324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1b439-24ca-4f31-9ac6-1635cf7dad1f req-e982298b-26b1-4483-9027-fc2578082645 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:53.701826 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6dc1b439-24ca-4f31-9ac6-1635cf7dad1f req-e982298b-26b1-4483-9027-fc2578082645 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.2450328 Apr 05 20:39:53.736463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-6dc1b439-24ca-4f31-9ac6-1635cf7dad1f req-7ff39064-ada8-4b33-96fc-3585d221b41e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Request body: {'port': {'security_groups': ['a879c628-a479-4041-ada5-6f9ed7c32316', 'e9ebe4aa-8a05-4901-9c12-3758846e7762']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:53.836516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::a8 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/4a492708-4042-4415-9471-a93d553a1ad5/a4f0cf32-2e73-42b1-bcca-2c7634f33fe8) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:53.942169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port e67d2e91-1bf4-418c-81d4-ef21575882f7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:53.965632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'fixed_ips': [{'subnet_id': '4a492708-4042-4415-9471-a93d553a1ad5'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:39:53.966646 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:53.976506 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6dc1b439-24ca-4f31-9ac6-1635cf7dad1f req-7ff39064-ada8-4b33-96fc-3585d221b41e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.058131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2281d05c-c762-4052-b00d-6b60bd458da0 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:39:54.108902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 2281d05c-c762-4052-b00d-6b60bd458da0 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:39:54.109242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2281d05c-c762-4052-b00d-6b60bd458da0 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:39:54.349332 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a6645-c07d-4276-80ac-9805b962d838 req-c52c563e-0b13-4d6b-a2c7-2b9e965304ba tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:54.350926 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d2a6645-c07d-4276-80ac-9805b962d838 req-c52c563e-0b13-4d6b-a2c7-2b9e965304ba tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 943 time: 0.7315795 Apr 05 20:39:54.403406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8645b870-934d-418a-9854-d7177313e1e0 None None] Network c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:54.442685 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.466779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d2a6645-c07d-4276-80ac-9805b962d838 req-95b29f43-0cc9-4c4d-b3cc-0155c8f90f6a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830691 Apr 05 20:39:54.608736 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.644530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object a4f0cf32-2e73-42b1-bcca-2c7634f33fe8 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:54.718525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-6dc1b439-24ca-4f31-9ac6-1635cf7dad1f req-7ff39064-ada8-4b33-96fc-3585d221b41e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] For port 3312d93c-a81f-416f-ae0c-7a3aa61b6417, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417,segment=NetworkSegment(6bdde775-22d7-486a-b779-e31b510532cd),segment_id=6bdde775-22d7-486a-b779-e31b510532cd)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:54.756118 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.815249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6c31b2e5-5353-4fc4-9703-a4f78437bcd5 None None] Provisioning for port e67d2e91-1bf4-418c-81d4-ef21575882f7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:54.836890 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6c31b2e5-5353-4fc4-9703-a4f78437bcd5 None None] Provisioning complete for port e67d2e91-1bf4-418c-81d4-ef21575882f7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:54.837340 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6c31b2e5-5353-4fc4-9703-a4f78437bcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.852605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6dc1b439-24ca-4f31-9ac6-1635cf7dad1f req-7ff39064-ada8-4b33-96fc-3585d221b41e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.859256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:54.861732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:54.868113 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.872487 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.874822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:39:54.882188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:54.882824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.896039 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6dc1b439-24ca-4f31-9ac6-1635cf7dad1f req-7ff39064-ada8-4b33-96fc-3585d221b41e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.917963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['3312d93c-a81f-416f-ae0c-7a3aa61b6417'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:39:54.934145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=a4f0cf32-2e73-42b1-bcca-2c7634f33fe8,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:54.985947 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1b439-24ca-4f31-9ac6-1635cf7dad1f req-7ff39064-ada8-4b33-96fc-3585d221b41e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:54.986621 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6dc1b439-24ca-4f31-9ac6-1635cf7dad1f req-7ff39064-ada8-4b33-96fc-3585d221b41e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:54.994336 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6dc1b439-24ca-4f31-9ac6-1635cf7dad1f req-7ff39064-ada8-4b33-96fc-3585d221b41e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "PUT /v2.0/ports/3312d93c-a81f-416f-ae0c-7a3aa61b6417 HTTP/1.1" status: 200 len: 981 time: 1.2910414 Apr 05 20:39:55.000683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:55.005494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'tag': '3312d93c-a81f-416f-ae0c-7a3aa61b6417'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:39:55.031269 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-10b754ac-bf5b-41f5-ba13-ebb93955a230 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9778855 Apr 05 20:39:55.034771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42050) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:55.056681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Allocated IP 2001:db8::2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/4a492708-4042-4415-9471-a93d553a1ad5/21c29aed-31f5-4e7f-8d78-05815a4855db) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:39:55.085184 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['3312d93c-a81f-416f-ae0c-7a3aa61b6417'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:39:55.121721 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'tag': '3312d93c-a81f-416f-ae0c-7a3aa61b6417', 'status': 'completed', 'code': 200} Apr 05 20:39:55.212564 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff39064-ada8-4b33-96fc-3585d221b41e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Pushing event updated for resources: {'Port': ['ID=3312d93c-a81f-416f-ae0c-7a3aa61b6417,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:55.277789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b4fd35-6bd0-45a5-bbcb-977c08128b68 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:55.278746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d5b4fd35-6bd0-45a5-bbcb-977c08128b68 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:55.288778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b1890-d3da-4731-8466-d388a2e579e0 req-63be8d65-8273-49a2-bb69-46d6cc0113e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:55.290536 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a75b1890-d3da-4731-8466-d388a2e579e0 req-63be8d65-8273-49a2-bb69-46d6cc0113e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4858f403fa174f23ac9671fcad51e404&device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 1135 time: 0.1677713 Apr 05 20:39:55.350837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d5b4fd35-6bd0-45a5-bbcb-977c08128b68 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:55.352552 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d5b4fd35-6bd0-45a5-bbcb-977c08128b68 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.3102365 Apr 05 20:39:55.381566 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.411166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42056) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:55.543460 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6c31b2e5-5353-4fc4-9703-a4f78437bcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.544027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f56e3982-4b44-4163-932d-e55ac975cf33 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port a4f0cf32-2e73-42b1-bcca-2c7634f33fe8 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:55.544133 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56e3982-4b44-4163-932d-e55ac975cf33 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.661337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a7b674b2-b0fa-4fce-9fb1-32fb11eaa04d req-5f4e613a-d454-4e49-871b-0277a5489a33 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Synchronizing usage tracker for tenant:4858f403fa174f23ac9671fcad51e404 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:55.835744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a7b674b2-b0fa-4fce-9fb1-32fb11eaa04d req-5f4e613a-d454-4e49-871b-0277a5489a33 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Unset dirty status for tenant:4858f403fa174f23ac9671fcad51e404 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:55.843912 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a7b674b2-b0fa-4fce-9fb1-32fb11eaa04d req-5f4e613a-d454-4e49-871b-0277a5489a33 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-800723143&fields=id&tenant_id=4858f403fa174f23ac9671fcad51e404 HTTP/1.1" status: 200 len: 267 time: 0.2856326 Apr 05 20:39:55.879094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6c31b2e5-5353-4fc4-9703-a4f78437bcd5 None None] For port e67d2e91-1bf4-418c-81d4-ef21575882f7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e67d2e91-1bf4-418c-81d4-ef21575882f7,segment=NetworkSegment(32828bf2-d9df-4c5e-a5d7-fe568187dc43),segment_id=32828bf2-d9df-4c5e-a5d7-fe568187dc43)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:55.923219 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6c31b2e5-5353-4fc4-9703-a4f78437bcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:55.996053 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.004026 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.007042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Transition to ACTIVE for port object 21c29aed-31f5-4e7f-8d78-05815a4855db will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:56.026373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Transition to ACTIVE for port object 21c29aed-31f5-4e7f-8d78-05815a4855db will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:39:56.085908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b674b2-b0fa-4fce-9fb1-32fb11eaa04d req-051991f8-3e78-49f5-af8e-5624c3134e11 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:56.089527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b1890-d3da-4731-8466-d388a2e579e0 req-755e9ba6-1b34-4dc8-bb59-a3178ad32a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:56.091060 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a75b1890-d3da-4731-8466-d388a2e579e0 req-755e9ba6-1b34-4dc8-bb59-a3178ad32a2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ea4ec27-4341-49af-8a63-6fa1deb80174 HTTP/1.1" status: 200 len: 920 time: 0.7914464 Apr 05 20:39:56.092432 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.099614 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a7b674b2-b0fa-4fce-9fb1-32fb11eaa04d req-051991f8-3e78-49f5-af8e-5624c3134e11 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 984 time: 0.2544508 Apr 05 20:39:56.105210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-a7b674b2-b0fa-4fce-9fb1-32fb11eaa04d req-71a39e62-3325-4da3-a8f2-30c7c0ca2bde tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Request body: {'port': {'security_groups': ['a879c628-a479-4041-ada5-6f9ed7c32316']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:56.143499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:56.151671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:56.153404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4e3a22e2-1024-457a-ab00-69df0a9cebdf None None] Provisioning for port 68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:56.162218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:39:56.196195 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a75b1890-d3da-4731-8466-d388a2e579e0 req-9557e51e-aded-4fff-80de-f0826cf89330 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417 HTTP/1.1" status: 200 len: 217 time: 0.0922813 Apr 05 20:39:56.217841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4e3a22e2-1024-457a-ab00-69df0a9cebdf None None] Provisioning complete for port 68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:56.218233 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4e3a22e2-1024-457a-ab00-69df0a9cebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.290186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31b2e5-5353-4fc4-9703-a4f78437bcd5 None None] Pushing event updated for resources: {'Port': ['ID=e67d2e91-1bf4-418c-81d4-ef21575882f7,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:56.295185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56e3982-4b44-4163-932d-e55ac975cf33 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.315585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b1890-d3da-4731-8466-d388a2e579e0 req-ac98af91-2d73-4fac-b523-0329878b2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:56.317009 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a75b1890-d3da-4731-8466-d388a2e579e0 req-ac98af91-2d73-4fac-b523-0329878b2123 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0977ee5d-e051-4071-8da0-18b61f01c7f2 HTTP/1.1" status: 200 len: 859 time: 0.1133659 Apr 05 20:39:56.371096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Attempting to bind port 21c29aed-31f5-4e7f-8d78-05815a4855db on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:39:56.371469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Attempting to bind port 21c29aed-31f5-4e7f-8d78-05815a4855db by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:39:56.371832 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Attempting to bind port 21c29aed-31f5-4e7f-8d78-05815a4855db on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:39:56.387026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:39:56.387404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:39:56.387803 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.388196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:39:56.388676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Bound port: 21c29aed-31f5-4e7f-8d78-05815a4855db, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:39:56.389049 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.431509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a22e2-1024-457a-ab00-69df0a9cebdf None None] Port 68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:56.471424 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Pushing event updated for resources: {'Port': ['ID=21c29aed-31f5-4e7f-8d78-05815a4855db,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:56.494312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f56e3982-4b44-4163-932d-e55ac975cf33 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for a4f0cf32-2e73-42b1-bcca-2c7634f33fe8 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:39:56.519704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4e3a22e2-1024-457a-ab00-69df0a9cebdf None None] Provisioning complete for port e67d2e91-1bf4-418c-81d4-ef21575882f7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:56.520349 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4e3a22e2-1024-457a-ab00-69df0a9cebdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.550954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f423c7e-98f5-4c1a-9eed-312c7d2a487a req-43ca31af-990b-4ea4-a3dd-6a330a8aa8e8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:56.559150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f423c7e-98f5-4c1a-9eed-312c7d2a487a req-43ca31af-990b-4ea4-a3dd-6a330a8aa8e8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 943 time: 0.5635393 Apr 05 20:39:56.600786 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a75b1890-d3da-4731-8466-d388a2e579e0 req-dac923be-442f-4c59-a07b-d8a4bc6a31c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ea4ec27-4341-49af-8a63-6fa1deb80174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2263231 Apr 05 20:39:56.632833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] For port 21c29aed-31f5-4e7f-8d78-05815a4855db, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:39:56.654374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] For port 21c29aed-31f5-4e7f-8d78-05815a4855db, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=21c29aed-31f5-4e7f-8d78-05815a4855db,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:39:56.671190 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.715878 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.744783 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f423c7e-98f5-4c1a-9eed-312c7d2a487a req-7f37e3b1-96f0-4ebb-bb98-ff0630ac8ba8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843855 Apr 05 20:39:56.774213 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.882840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afde01aa-5014-4202-9cc6-9873ea0e5370 None None] Pushing event updated for resources: {'Port': ['ID=21c29aed-31f5-4e7f-8d78-05815a4855db,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:56.968993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:56.976304 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a7b674b2-b0fa-4fce-9fb1-32fb11eaa04d req-71a39e62-3325-4da3-a8f2-30c7c0ca2bde tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:56.988953 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a75b1890-d3da-4731-8466-d388a2e579e0 req-a33958d1-d749-4eda-bc6d-f669f12649b8 service neutron] 10.222.0.41 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724654 Apr 05 20:39:57.000596 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:57.026031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3967fc30-6d6b-47c1-addb-acaf090307a1 None None] Provisioning complete for port 68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:57.026775 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3967fc30-6d6b-47c1-addb-acaf090307a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:57.160966 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3967fc30-6d6b-47c1-addb-acaf090307a1 None None] Port 68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:57.183305 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a75b1890-d3da-4731-8466-d388a2e579e0 req-2ead62e6-897d-43ba-ac6c-90ed0a053f91 service neutron] 10.222.0.41 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824248 Apr 05 20:39:57.189749 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56e3982-4b44-4163-932d-e55ac975cf33 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:57.251032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e3982-4b44-4163-932d-e55ac975cf33 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=a4f0cf32-2e73-42b1-bcca-2c7634f33fe8,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:57.313730 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56e3982-4b44-4163-932d-e55ac975cf33 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:57.325827 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f56e3982-4b44-4163-932d-e55ac975cf33 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/a4f0cf32-2e73-42b1-bcca-2c7634f33fe8 HTTP/1.1" status: 204 len: 168 time: 1.9131310 Apr 05 20:39:57.328074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42068) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:57.395467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503a35cb-e138-49d6-a0a2-491237344a38 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:57.397071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503a35cb-e138-49d6-a0a2-491237344a38 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:57.398321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-503a35cb-e138-49d6-a0a2-491237344a38 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:57.414928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-503a35cb-e138-49d6-a0a2-491237344a38 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:57.416076 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-503a35cb-e138-49d6-a0a2-491237344a38 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0871048 Apr 05 20:39:57.418686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42072) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:57.431287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:39:57.434424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:39:57.538511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc421e3-8d04-43e7-890d-6ef87991232f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 4a492708-4042-4415-9471-a93d553a1ad5 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:39:57.542016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4dc421e3-8d04-43e7-890d-6ef87991232f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:57.627377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4dc421e3-8d04-43e7-890d-6ef87991232f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:57.646107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-a7b674b2-b0fa-4fce-9fb1-32fb11eaa04d req-71a39e62-3325-4da3-a8f2-30c7c0ca2bde tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] For port 3312d93c-a81f-416f-ae0c-7a3aa61b6417, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417,segment=NetworkSegment(6bdde775-22d7-486a-b779-e31b510532cd),segment_id=6bdde775-22d7-486a-b779-e31b510532cd)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:57.733955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 21c29aed-31f5-4e7f-8d78-05815a4855db up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:57.740662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router 4e211e0a-35c1-4f22-b071-4b0fe76bdf2b is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:39:57.747678 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a7b674b2-b0fa-4fce-9fb1-32fb11eaa04d req-71a39e62-3325-4da3-a8f2-30c7c0ca2bde tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:57.760955 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a7b674b2-b0fa-4fce-9fb1-32fb11eaa04d req-71a39e62-3325-4da3-a8f2-30c7c0ca2bde tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:57.848149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['3312d93c-a81f-416f-ae0c-7a3aa61b6417'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:39:57.968166 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4dc421e3-8d04-43e7-890d-6ef87991232f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:57.972683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a39e62-3325-4da3-a8f2-30c7c0ca2bde tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Pushing event updated for resources: {'Port': ['ID=3312d93c-a81f-416f-ae0c-7a3aa61b6417,revision_number=7']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:58.056637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-44389010-c78b-4af2-bf78-5b16bc9a07b9 None None] Provisioning complete for port 68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:58.057007 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-44389010-c78b-4af2-bf78-5b16bc9a07b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:58.100201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b674b2-b0fa-4fce-9fb1-32fb11eaa04d req-71a39e62-3325-4da3-a8f2-30c7c0ca2bde tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:58.101018 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a7b674b2-b0fa-4fce-9fb1-32fb11eaa04d req-71a39e62-3325-4da3-a8f2-30c7c0ca2bde tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:58.102637 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a7b674b2-b0fa-4fce-9fb1-32fb11eaa04d req-71a39e62-3325-4da3-a8f2-30c7c0ca2bde tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "PUT /v2.0/ports/3312d93c-a81f-416f-ae0c-7a3aa61b6417 HTTP/1.1" status: 200 len: 942 time: 2.0020993 Apr 05 20:39:58.106778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'tag': '3312d93c-a81f-416f-ae0c-7a3aa61b6417'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:39:58.157735 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628d9de-3f63-455f-bf9e-d0b0df86b7b4 req-748916e4-0aa3-4f76-963a-df51b9252de1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:58.161669 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0628d9de-3f63-455f-bf9e-d0b0df86b7b4 req-748916e4-0aa3-4f76-963a-df51b9252de1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 943 time: 0.1545837 Apr 05 20:39:58.163911 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4dc421e3-8d04-43e7-890d-6ef87991232f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:58.219463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['3312d93c-a81f-416f-ae0c-7a3aa61b6417'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:39:58.239500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc421e3-8d04-43e7-890d-6ef87991232f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=4a492708-4042-4415-9471-a93d553a1ad5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:39:58.246769 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4dc421e3-8d04-43e7-890d-6ef87991232f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:58.276424 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0628d9de-3f63-455f-bf9e-d0b0df86b7b4 req-a7fe656c-651e-4817-8f86-dea7f7177d89 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001012 Apr 05 20:39:58.279948 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4dc421e3-8d04-43e7-890d-6ef87991232f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/4a492708-4042-4415-9471-a93d553a1ad5 HTTP/1.1" status: 204 len: 168 time: 0.8601837 Apr 05 20:39:58.282635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42084) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:58.379252 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-acae1d19-4929-4230-8475-8668a5530622 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949049 Apr 05 20:39:58.381760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42090) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:58.465262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:39:58.476280 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b7c4f604-bb37-49c6-a8b5-10b5844112fc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/4e211e0a-35c1-4f22-b071-4b0fe76bdf2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1223891 Apr 05 20:39:58.477126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42094) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:58.480837 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b56b56-2156-463d-9e50-78b1d2164cf6 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:39:58.521999 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'tag': '3312d93c-a81f-416f-ae0c-7a3aa61b6417', 'status': 'completed', 'code': 200} Apr 05 20:39:58.530866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418df9db-8c0f-4f97-abc3-8096aebe5638 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:58.531990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-418df9db-8c0f-4f97-abc3-8096aebe5638 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:58.590431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdeb325-579e-4b53-abca-ab8ee5c3386c None None] Sync routers for ids ['4e211e0a-35c1-4f22-b071-4b0fe76bdf2b'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:39:58.600993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-418df9db-8c0f-4f97-abc3-8096aebe5638 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:58.603410 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-418df9db-8c0f-4f97-abc3-8096aebe5638 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2204251 Apr 05 20:39:58.606984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42098) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:58.615043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-44389010-c78b-4af2-bf78-5b16bc9a07b9 None None] Port 68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:39:58.637180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e925d27-9085-4222-ba33-8dab1eae0921 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:58.637758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7e925d27-9085-4222-ba33-8dab1eae0921 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Synchronizing usage tracker for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:58.677358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425989d0-834f-4c60-b760-aed0d1f171b3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:58.677794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-62408e15-092e-4092-94f4-ab2a68ba792c tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Synchronizing usage tracker for tenant:4858f403fa174f23ac9671fcad51e404 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:58.678101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-425989d0-834f-4c60-b760-aed0d1f171b3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:39:58.684161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7e925d27-9085-4222-ba33-8dab1eae0921 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Unset dirty status for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:58.685591 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7e925d27-9085-4222-ba33-8dab1eae0921 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports/68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52 HTTP/1.1" status: 200 len: 978 time: 0.2074130 Apr 05 20:39:58.688572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42106) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:58.717350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758253a-2b57-42e7-9f81-02a217d4b155 req-59366fe9-799f-41c3-91bb-e4494bcf21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:58.719793 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c758253a-2b57-42e7-9f81-02a217d4b155 req-59366fe9-799f-41c3-91bb-e4494bcf21e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4858f403fa174f23ac9671fcad51e404&device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 1096 time: 0.1840425 Apr 05 20:39:58.721948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-425989d0-834f-4c60-b760-aed0d1f171b3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:58.725199 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-425989d0-834f-4c60-b760-aed0d1f171b3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1137359 Apr 05 20:39:58.726403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42110) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:58.748611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 21c29aed-31f5-4e7f-8d78-05815a4855db completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:58.775535 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdeb325-579e-4b53-abca-ab8ee5c3386c None None] Routers {'4e211e0a-35c1-4f22-b071-4b0fe76bdf2b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:39:58.776183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dbdeb325-579e-4b53-abca-ab8ee5c3386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4e211e0a-35c1-4f22-b071-4b0fe76bdf2b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:58.826699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f4cb55ef-7f7d-4211-98f0-57b516c89430 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808239 Apr 05 20:39:58.843085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42114) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:39:58.850447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c34a6481-5e7c-4594-8f8b-5b6f894c3724 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:58.882615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e67d2e91-1bf4-418c-81d4-ef21575882f7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:39:58.910150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-62408e15-092e-4092-94f4-ab2a68ba792c tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Unset dirty status for tenant:4858f403fa174f23ac9671fcad51e404 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:39:58.911624 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-62408e15-092e-4092-94f4-ab2a68ba792c tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7609324 Apr 05 20:39:58.974284 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dbdeb325-579e-4b53-abca-ab8ee5c3386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:58.986542 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:39:59.009486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:59.043811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device eb02026c-5b6b-4d25-ad6a-3456cb3da049 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:39:59.047433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c34a6481-5e7c-4594-8f8b-5b6f894c3724 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:39:59.065486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758253a-2b57-42e7-9f81-02a217d4b155 req-bdecbe56-4093-4466-97b6-e262815cee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:59.067545 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c758253a-2b57-42e7-9f81-02a217d4b155 req-bdecbe56-4093-4466-97b6-e262815cee58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ea4ec27-4341-49af-8a63-6fa1deb80174 HTTP/1.1" status: 200 len: 920 time: 0.3416452 Apr 05 20:39:59.068338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c34a6481-5e7c-4594-8f8b-5b6f894c3724 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:59.083548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Usage tracker for resource:floatingip and tenant:4858f403fa174f23ac9671fcad51e404 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:39:59.093791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:39:59.103951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:39:59.137450 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.151749 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c758253a-2b57-42e7-9f81-02a217d4b155 req-932cb07e-6d63-4ac0-a805-b803ac3d9d4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417 HTTP/1.1" status: 200 len: 217 time: 0.0772238 Apr 05 20:39:59.156707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34a6481-5e7c-4594-8f8b-5b6f894c3724 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:39:59.161681 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c34a6481-5e7c-4594-8f8b-5b6f894c3724 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.203967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port eb02026c-5b6b-4d25-ad6a-3456cb3da049, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=eb02026c-5b6b-4d25-ad6a-3456cb3da049,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:59.232573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'eb02026c-5b6b-4d25-ad6a-3456cb3da049', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'port_id': 'eb02026c-5b6b-4d25-ad6a-3456cb3da049', 'mac_address': 'fa:16:3e:7f:0c:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:39:59.250823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdeb325-579e-4b53-abca-ab8ee5c3386c None None] Routers {'4e211e0a-35c1-4f22-b071-4b0fe76bdf2b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:39:59.251469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dbdeb325-579e-4b53-abca-ab8ee5c3386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4e211e0a-35c1-4f22-b071-4b0fe76bdf2b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:59.316771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6606a4c4-8d05-4dd2-a3ed-ecbfed5b54bd None None] Provisioning for port 21c29aed-31f5-4e7f-8d78-05815a4855db completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:39:59.344588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6606a4c4-8d05-4dd2-a3ed-ecbfed5b54bd None None] Provisioning complete for port 21c29aed-31f5-4e7f-8d78-05815a4855db triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:59.344960 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6606a4c4-8d05-4dd2-a3ed-ecbfed5b54bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.430386 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.453072 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758253a-2b57-42e7-9f81-02a217d4b155 req-0eeedf19-a890-4137-ada5-4ffd08593f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:39:59.455509 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c758253a-2b57-42e7-9f81-02a217d4b155 req-0eeedf19-a890-4137-ada5-4ffd08593f34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0977ee5d-e051-4071-8da0-18b61f01c7f2 HTTP/1.1" status: 200 len: 859 time: 0.1446648 Apr 05 20:39:59.477960 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dbdeb325-579e-4b53-abca-ab8ee5c3386c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:39:59.478163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdeb325-579e-4b53-abca-ab8ee5c3386c None None] The sync data for ids ['4e211e0a-35c1-4f22-b071-4b0fe76bdf2b'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:39:59.515642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d229736-283d-4fa1-af45-7210497ec59d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.593853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port e67d2e91-1bf4-418c-81d4-ef21575882f7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:39:59.594197 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.633321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c758253a-2b57-42e7-9f81-02a217d4b155 req-00bb262a-4906-4044-a265-7aa89a1107c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ea4ec27-4341-49af-8a63-6fa1deb80174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161580 Apr 05 20:39:59.649279 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.699801 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb02026c-5b6b-4d25-ad6a-3456cb3da049 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:39:59.759344 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6606a4c4-8d05-4dd2-a3ed-ecbfed5b54bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.785204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] DHCP port deletion for 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:39:59.798354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port eb02026c-5b6b-4d25-ad6a-3456cb3da049, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=eb02026c-5b6b-4d25-ad6a-3456cb3da049,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:59.818876 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6606a4c4-8d05-4dd2-a3ed-ecbfed5b54bd None None] For port 21c29aed-31f5-4e7f-8d78-05815a4855db, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=21c29aed-31f5-4e7f-8d78-05815a4855db,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:39:59.822757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] Deleting port 21c29aed-31f5-4e7f-8d78-05815a4855db {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:39:59.823149 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.846989 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c758253a-2b57-42e7-9f81-02a217d4b155 req-bf488ef0-afd3-47da-9cf3-04cf2e7f69f3 service neutron] 10.222.0.41 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974354 Apr 05 20:39:59.855287 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.856494 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6606a4c4-8d05-4dd2-a3ed-ecbfed5b54bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:39:59.935407 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Allocated IP 172.25.8.77 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/efcf106b-a66e-433a-8154-b6009d8b3ee0) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:00.078325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c813d-8dd8-4e9b-a6b5-185bdaa07dd9 req-54e9f8b8-411b-4f87-9ed2-4958703f80d5 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:00.079978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-307c813d-8dd8-4e9b-a6b5-185bdaa07dd9 req-54e9f8b8-411b-4f87-9ed2-4958703f80d5 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 943 time: 0.6234832 Apr 05 20:40:00.110910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 21c29aed-31f5-4e7f-8d78-05815a4855db no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:00.188679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7d229736-283d-4fa1-af45-7210497ec59d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port 68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:00.188679 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d229736-283d-4fa1-af45-7210497ec59d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.210684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['eb02026c-5b6b-4d25-ad6a-3456cb3da049'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:40:00.222821 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-307c813d-8dd8-4e9b-a6b5-185bdaa07dd9 req-4f37d9a4-a4dd-42d8-95b9-30d3e0546f0b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233916 Apr 05 20:40:00.233966 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c758253a-2b57-42e7-9f81-02a217d4b155 req-6df600ee-8eb1-4b47-ae84-f5936c580fe7 service neutron] 10.222.0.41 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677182 Apr 05 20:40:00.286462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=eb02026c-5b6b-4d25-ad6a-3456cb3da049,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:00.331463 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c34a6481-5e7c-4594-8f8b-5b6f894c3724 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.400779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a6481-5e7c-4594-8f8b-5b6f894c3724 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:00.404450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c34a6481-5e7c-4594-8f8b-5b6f894c3724 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:00.410536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34a6481-5e7c-4594-8f8b-5b6f894c3724 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:00.411452 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c34a6481-5e7c-4594-8f8b-5b6f894c3724 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.433204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a6481-5e7c-4594-8f8b-5b6f894c3724 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=c917fc01-b181-4c00-9aca-f6692b5fbbd6,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:00.453622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c34a6481-5e7c-4594-8f8b-5b6f894c3724 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6115212 Apr 05 20:40:00.455139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42124) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:00.462017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': 'c917fc01-b181-4c00-9aca-f6692b5fbbd6', 'ip_address': '2001:db8::e0eb:997b:61e2:d461'}], 'name': 'tempest-NetworksTestDHCPv6-388242607'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:00.482266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] For port 21c29aed-31f5-4e7f-8d78-05815a4855db, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=21c29aed-31f5-4e7f-8d78-05815a4855db,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:00.482740 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.499404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606a4c4-8d05-4dd2-a3ed-ecbfed5b54bd None None] Pushing event updated for resources: {'Port': ['ID=21c29aed-31f5-4e7f-8d78-05815a4855db,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:00.561585 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.616081 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d229736-283d-4fa1-af45-7210497ec59d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.621056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:00.631301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:00.641187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:00.691280 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.709721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] Calling delete_port for 21c29aed-31f5-4e7f-8d78-05815a4855db owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:00.746622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7d229736-283d-4fa1-af45-7210497ec59d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for 68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:00.779097 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.794863 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.803605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 0e4da570-9249-47a1-9c7d-ce3c8e0f71ac yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:40:00.833021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 21c29aed-31f5-4e7f-8d78-05815a4855db, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=21c29aed-31f5-4e7f-8d78-05815a4855db,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:00.846807 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:00.880266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:00.898154 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:40:00.898467 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:40:00.899737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:00.904970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:00.954151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=21c29aed-31f5-4e7f-8d78-05815a4855db,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:00.965698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Pushing event updated for resources: {'Port': ['ID=efcf106b-a66e-433a-8154-b6009d8b3ee0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:01.016306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::e0eb:997b:61e2:d461 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/c917fc01-b181-4c00-9aca-f6692b5fbbd6/0e4da570-9249-47a1-9c7d-ce3c8e0f71ac) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:01.074018 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:01.115689 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d229736-283d-4fa1-af45-7210497ec59d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:01.175302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d229736-283d-4fa1-af45-7210497ec59d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=68d3c42d-1ceb-4e8a-8fc1-e6a5d78e4e52,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:01.245017 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:01.265339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 0e4da570-9249-47a1-9c7d-ce3c8e0f71ac will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:01.295330 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:01.296665 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:01.377962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:01.386998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:01.394312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:01.399308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] Deleting port 21c29aed-31f5-4e7f-8d78-05815a4855db {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:01.399691 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:01.400160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:01.400821 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:01.414195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=0e4da570-9249-47a1-9c7d-ce3c8e0f71ac,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:01.436631 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fc37d1bb-23ad-47ae-9a6a-be739117bcfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9777722 Apr 05 20:40:01.437117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42136) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:01.499028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7d229736-283d-4fa1-af45-7210497ec59d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:01.716067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] For port 21c29aed-31f5-4e7f-8d78-05815a4855db, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=21c29aed-31f5-4e7f-8d78-05815a4855db,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:01.716383 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:01.726884 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b714b32b-7e61-4558-b7e9-a568fdb57cad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:01.734509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b714b32b-7e61-4558-b7e9-a568fdb57cad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:01.735323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b714b32b-7e61-4558-b7e9-a568fdb57cad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:01.773317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3606a44f-58b6-4013-a1aa-a11d673e1c75 req-90fbfaf2-a05b-4da7-991b-4c363ee88fa2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:01.775125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3606a44f-58b6-4013-a1aa-a11d673e1c75 req-90fbfaf2-a05b-4da7-991b-4c363ee88fa2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 944 time: 0.1703432 Apr 05 20:40:01.776386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b714b32b-7e61-4558-b7e9-a568fdb57cad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:01.777448 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b714b32b-7e61-4558-b7e9-a568fdb57cad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1605 time: 0.3393979 Apr 05 20:40:01.782690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42140) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:01.864907 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] Calling delete_port for 21c29aed-31f5-4e7f-8d78-05815a4855db owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:01.898150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3606a44f-58b6-4013-a1aa-a11d673e1c75 req-1e21e185-9e32-4648-848e-75649a72b4c3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142218 Apr 05 20:40:01.914377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ee3dba25-2a9e-46c2-982a-0dbe85edcfa1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 0e4da570-9249-47a1-9c7d-ce3c8e0f71ac {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:01.914832 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee3dba25-2a9e-46c2-982a-0dbe85edcfa1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:01.993261 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:02.046658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] Pushing event deleted for resources: {'Port': ['ID=21c29aed-31f5-4e7f-8d78-05815a4855db,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:02.053380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ba9abd-71ce-44ab-a188-1d0f83d60f18 None None] No DVR routers for this DVR port 21c29aed-31f5-4e7f-8d78-05815a4855db on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:02.072888 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34a9d92-ecf3-4762-8399-11f6289411f4 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:02.098101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d229736-283d-4fa1-af45-7210497ec59d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router 4e211e0a-35c1-4f22-b071-4b0fe76bdf2b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:40:02.192403 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:02.275498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:02.291674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee3dba25-2a9e-46c2-982a-0dbe85edcfa1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:02.347946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d229736-283d-4fa1-af45-7210497ec59d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:40:02.361456 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfdd64a-bae4-4144-a8ba-12c4637e13e5 None None] Sync routers for ids ['4e211e0a-35c1-4f22-b071-4b0fe76bdf2b'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:40:02.382164 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfdd64a-bae4-4144-a8ba-12c4637e13e5 None None] Routers {'4e211e0a-35c1-4f22-b071-4b0fe76bdf2b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:02.383141 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3dfdd64a-bae4-4144-a8ba-12c4637e13e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4e211e0a-35c1-4f22-b071-4b0fe76bdf2b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:02.400695 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'fixed_ips': [{'subnet_id': 'c917fc01-b181-4c00-9aca-f6692b5fbbd6'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:40:02.402025 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:02.436108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ee3dba25-2a9e-46c2-982a-0dbe85edcfa1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 0e4da570-9249-47a1-9c7d-ce3c8e0f71ac owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:02.483422 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7d229736-283d-4fa1-af45-7210497ec59d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/4e211e0a-35c1-4f22-b071-4b0fe76bdf2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7908690 Apr 05 20:40:02.486021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42146) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:02.495129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Pushing event updated for resources: {'Port': ['ID=efcf106b-a66e-433a-8154-b6009d8b3ee0,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:02.506269 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3dfdd64a-bae4-4144-a8ba-12c4637e13e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:02.516317 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfdd64a-bae4-4144-a8ba-12c4637e13e5 None None] Routers {'4e211e0a-35c1-4f22-b071-4b0fe76bdf2b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:02.517192 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3dfdd64a-bae4-4144-a8ba-12c4637e13e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4e211e0a-35c1-4f22-b071-4b0fe76bdf2b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:02.584017 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3dfdd64a-bae4-4144-a8ba-12c4637e13e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:02.584414 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfdd64a-bae4-4144-a8ba-12c4637e13e5 None None] The sync data for ids ['4e211e0a-35c1-4f22-b071-4b0fe76bdf2b'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:40:02.596348 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:02.693296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee3dba25-2a9e-46c2-982a-0dbe85edcfa1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:02.697151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Allocated IP 2001:db8::2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/c917fc01-b181-4c00-9aca-f6692b5fbbd6/1414ce6f-1652-4832-9247-0130d1d2fd7a) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:02.775014 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:02.776069 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-36b6a57a-f7e0-4771-9513-974650fff5bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8007619 Apr 05 20:40:02.802380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3dba25-2a9e-46c2-982a-0dbe85edcfa1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=0e4da570-9249-47a1-9c7d-ce3c8e0f71ac,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:02.812522 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee3dba25-2a9e-46c2-982a-0dbe85edcfa1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:02.827635 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ee3dba25-2a9e-46c2-982a-0dbe85edcfa1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/0e4da570-9249-47a1-9c7d-ce3c8e0f71ac HTTP/1.1" status: 204 len: 168 time: 1.0247419 Apr 05 20:40:02.831200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42150) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:02.869630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-5e0c6623-cb9f-44fb-82ff-49b48b6d33f7 req-c9c95cd1-ce8c-4e67-8c7c-7cb08b4b1553 service neutron] (87964) timed out ('10.222.0.24', 42886) {{(pid=87964) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 20:40:02.903377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f554ed-db55-4938-a734-72821d28a415 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:02.904951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f554ed-db55-4938-a734-72821d28a415 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:02.905678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-96f554ed-db55-4938-a734-72821d28a415 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:02.923015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-96f554ed-db55-4938-a734-72821d28a415 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:02.924521 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-96f554ed-db55-4938-a734-72821d28a415 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0919895 Apr 05 20:40:02.927253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42156) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:02.950396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-9a8a6b82-d8e3-4fbc-804f-f4f6acbe9234 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Synchronizing usage tracker for tenant:4858f403fa174f23ac9671fcad51e404 on resource:floatingip {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:02.963314 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:02.974816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Transition to ACTIVE for port object 1414ce6f-1652-4832-9247-0130d1d2fd7a will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:02.996304 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Transition to ACTIVE for port object 1414ce6f-1652-4832-9247-0130d1d2fd7a will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:03.002703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-693e05e4-f6b4-4793-9d4a-857584df45ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet c917fc01-b181-4c00-9aca-f6692b5fbbd6 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:40:03.004267 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-89dc57e5-837b-4313-8237-0928837621e4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] remove_router_interface failed (client error): The resource could not be found. Apr 05 20:40:03.005348 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-89dc57e5-837b-4313-8237-0928837621e4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/4e211e0a-35c1-4f22-b071-4b0fe76bdf2b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5155699 Apr 05 20:40:03.005791 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.008004 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-9a8a6b82-d8e3-4fbc-804f-f4f6acbe9234 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Unset dirty status for tenant:4858f403fa174f23ac9671fcad51e404 on resource:floatingip {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:03.008682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42160) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:03.018045 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-9a8a6b82-d8e3-4fbc-804f-f4f6acbe9234 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.2303436 Apr 05 20:40:03.046795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device eb02026c-5b6b-4d25-ad6a-3456cb3da049 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:03.054690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-693e05e4-f6b4-4793-9d4a-857584df45ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.123593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:03.131661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:03.139663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Pushing event updated for resources: {'Port': ['ID=1414ce6f-1652-4832-9247-0130d1d2fd7a,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:03.142896 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:03.148919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-70c16174-e4d2-4e4f-beb5-c96d8691888a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Synchronizing usage tracker for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:03.185571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-42bca3d3-ba32-414f-ad1e-a64e88d2b93c tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:03.186207 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-693e05e4-f6b4-4793-9d4a-857584df45ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.187234 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-42bca3d3-ba32-414f-ad1e-a64e88d2b93c tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.1680880 Apr 05 20:40:03.198464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-76cde42b-78f9-4963-b177-e9d1382e206d tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:40:03.199571 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40396fd3-6e79-4310-ac30-3dd877394fbe req-76cde42b-78f9-4963-b177-e9d1382e206d tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059359 Apr 05 20:40:03.214126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-70c16174-e4d2-4e4f-beb5-c96d8691888a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Unset dirty status for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:03.217718 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-70c16174-e4d2-4e4f-beb5-c96d8691888a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e211e0a-35c1-4f22-b071-4b0fe76bdf2b HTTP/1.1" status: 200 len: 205 time: 0.2054980 Apr 05 20:40:03.218111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42166) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:03.241526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port eb02026c-5b6b-4d25-ad6a-3456cb3da049 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:03.251850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port eb02026c-5b6b-4d25-ad6a-3456cb3da049 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:03.252677 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.281225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Attempting to bind port 1414ce6f-1652-4832-9247-0130d1d2fd7a on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:03.281570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Attempting to bind port 1414ce6f-1652-4832-9247-0130d1d2fd7a by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:03.282007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Attempting to bind port 1414ce6f-1652-4832-9247-0130d1d2fd7a on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:40:03.292783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74aa8b9-4034-45b5-bca2-3e8e39f23985 req-f0079551-4116-4654-888e-c0ba4d8f1def tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:03.294332 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f74aa8b9-4034-45b5-bca2-3e8e39f23985 req-f0079551-4116-4654-888e-c0ba4d8f1def tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 944 time: 0.1996155 Apr 05 20:40:03.297017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:40:03.297389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:03.298113 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.298490 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:40:03.299491 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Bound port: 1414ce6f-1652-4832-9247-0130d1d2fd7a, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:03.299858 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.348330 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-693e05e4-f6b4-4793-9d4a-857584df45ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.391391 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-112308a8-21e5-4aa0-8de8-2d6f15909bc0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.392840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f74aa8b9-4034-45b5-bca2-3e8e39f23985 req-3f144aca-2d29-4986-9e0c-f3672f0ecb66 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894120 Apr 05 20:40:03.442693 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-693e05e4-f6b4-4793-9d4a-857584df45ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.460388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] For port 1414ce6f-1652-4832-9247-0130d1d2fd7a, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:40:03.469463 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.482340 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] For port 1414ce6f-1652-4832-9247-0130d1d2fd7a, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1414ce6f-1652-4832-9247-0130d1d2fd7a,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:40:03.498318 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.509845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-693e05e4-f6b4-4793-9d4a-857584df45ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.529059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693e05e4-f6b4-4793-9d4a-857584df45ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=c917fc01-b181-4c00-9aca-f6692b5fbbd6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:03.541703 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d215a5f-60bc-49cb-90bb-c4b875a52ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb02026c-5b6b-4d25-ad6a-3456cb3da049'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:40:03.547341 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-693e05e4-f6b4-4793-9d4a-857584df45ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/c917fc01-b181-4c00-9aca-f6692b5fbbd6 HTTP/1.1" status: 204 len: 168 time: 0.6190264 Apr 05 20:40:03.549393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42178) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:03.575183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port eb02026c-5b6b-4d25-ad6a-3456cb3da049, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=eb02026c-5b6b-4d25-ad6a-3456cb3da049,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:03.594752 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:03.610953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b1360-fe19-4a28-b858-d78ddbe3d991 None None] Pushing event updated for resources: {'Port': ['ID=1414ce6f-1652-4832-9247-0130d1d2fd7a,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:03.682876 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c5b230b5-eb3b-453e-9d02-902ac2b2f54c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1317773 Apr 05 20:40:03.685651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42182) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:03.714319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8dac8179-cfab-42af-959c-9a66ffaa94d1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:03.718052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=eb02026c-5b6b-4d25-ad6a-3456cb3da049,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:03.962869 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d215a5f-60bc-49cb-90bb-c4b875a52ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb02026c-5b6b-4d25-ad6a-3456cb3da049', 'code': 200} Apr 05 20:40:04.049929 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-112308a8-21e5-4aa0-8de8-2d6f15909bc0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.053614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-112308a8-21e5-4aa0-8de8-2d6f15909bc0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.086851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f07e-6e54-4809-83fb-f044035f26db req-48b7b516-8f45-4cb6-a291-47eb54aa141d tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:04.093996 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02c5f07e-6e54-4809-83fb-f044035f26db req-48b7b516-8f45-4cb6-a291-47eb54aa141d tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3818686 Apr 05 20:40:04.115163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1414ce6f-1652-4832-9247-0130d1d2fd7a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:04.145540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8dac8179-cfab-42af-959c-9a66ffaa94d1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:04.151075 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8dac8179-cfab-42af-959c-9a66ffaa94d1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:04.154996 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8dac8179-cfab-42af-959c-9a66ffaa94d1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:04.163634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8dac8179-cfab-42af-959c-9a66ffaa94d1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:04.180803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dac8179-cfab-42af-959c-9a66ffaa94d1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:04.184303 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8dac8179-cfab-42af-959c-9a66ffaa94d1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.190615 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-112308a8-21e5-4aa0-8de8-2d6f15909bc0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.191139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112308a8-21e5-4aa0-8de8-2d6f15909bc0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Fanout notify agent at l3_agent the message router_deleted on router 4e211e0a-35c1-4f22-b071-4b0fe76bdf2b {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:40:04.203654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 1414ce6f-1652-4832-9247-0130d1d2fd7a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:04.217133 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02c5f07e-6e54-4809-83fb-f044035f26db req-b2f67feb-26e3-4772-9088-91b8809ca8a5 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 695 time: 0.1224802 Apr 05 20:40:04.222321 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-112308a8-21e5-4aa0-8de8-2d6f15909bc0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.223394 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-112308a8-21e5-4aa0-8de8-2d6f15909bc0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/routers/4e211e0a-35c1-4f22-b071-4b0fe76bdf2b HTTP/1.1" status: 204 len: 168 time: 1.0042999 Apr 05 20:40:04.224012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c034b6-205f-46c9-96a7-4260ddef110c req-65810f9f-54a3-4fd4-a9e7-715c36e13c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:04.225478 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2c034b6-205f-46c9-96a7-4260ddef110c req-65810f9f-54a3-4fd4-a9e7-715c36e13c59 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 1096 time: 0.1831715 Apr 05 20:40:04.227290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-02c5f07e-6e54-4809-83fb-f044035f26db req-1fff4efd-6e80-4625-81e2-bbcfabb5db84 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Request body: {'floatingip': {'port_id': '3312d93c-a81f-416f-ae0c-7a3aa61b6417', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:04.228022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42190) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:04.309639 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-02c5f07e-6e54-4809-83fb-f044035f26db req-1fff4efd-6e80-4625-81e2-bbcfabb5db84 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.392101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a70c06-8c31-4493-93ea-fc0bd5f2fed7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting subnet c676e331-3348-4ca4-abb7-8e2b323cf968 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:40:04.399891 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39a70c06-8c31-4493-93ea-fc0bd5f2fed7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.441991 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2c034b6-205f-46c9-96a7-4260ddef110c req-483d91c1-bd0e-4aca-8d8e-487cc58402ed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813595 Apr 05 20:40:04.523409 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39a70c06-8c31-4493-93ea-fc0bd5f2fed7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.755708 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8dac8179-cfab-42af-959c-9a66ffaa94d1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.812304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d51172-bc2f-46c1-9011-3bb98086a3dc req-719d2860-2afc-48aa-a508-6af7a0d36eae tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:04.813928 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d51172-bc2f-46c1-9011-3bb98086a3dc req-719d2860-2afc-48aa-a508-6af7a0d36eae tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 945 time: 0.2570200 Apr 05 20:40:04.823733 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39a70c06-8c31-4493-93ea-fc0bd5f2fed7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.904069 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dac8179-cfab-42af-959c-9a66ffaa94d1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:04.911269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-8dac8179-cfab-42af-959c-9a66ffaa94d1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:04.925753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dac8179-cfab-42af-959c-9a66ffaa94d1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:04.926546 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8dac8179-cfab-42af-959c-9a66ffaa94d1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:04.934573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac8179-cfab-42af-959c-9a66ffaa94d1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=8c503870-18d5-47ac-ac6d-a97bf82f79b7,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:04.974919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2df11e-7307-4b5b-a8a6-218250bdc287 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:04.977027 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8dac8179-cfab-42af-959c-9a66ffaa94d1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2900751 Apr 05 20:40:04.988789 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d51172-bc2f-46c1-9011-3bb98086a3dc req-c84aa72c-1cda-42d8-b632-3714cf85da31 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319311 Apr 05 20:40:04.989524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42196) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:05.002179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': '8c503870-18d5-47ac-ac6d-a97bf82f79b7', 'ip_address': '2001:db8::6bd5:66f4:c496:696'}], 'name': 'tempest-NetworksTestDHCPv6-830391106'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:05.049947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c538d690-2643-4409-bee0-7d85f1333267 None None] Could not find standard attr ID for object 0e4da570-9249-47a1-9c7d-ce3c8e0f71ac. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:40:05.084929 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-02c5f07e-6e54-4809-83fb-f044035f26db req-1fff4efd-6e80-4625-81e2-bbcfabb5db84 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.090582 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-02c5f07e-6e54-4809-83fb-f044035f26db req-1fff4efd-6e80-4625-81e2-bbcfabb5db84 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.132286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c538d690-2643-4409-bee0-7d85f1333267 None None] Provisioning for port 1414ce6f-1652-4832-9247-0130d1d2fd7a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:05.143527 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39a70c06-8c31-4493-93ea-fc0bd5f2fed7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.149664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c538d690-2643-4409-bee0-7d85f1333267 None None] Provisioning complete for port 1414ce6f-1652-4832-9247-0130d1d2fd7a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:05.150249 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c538d690-2643-4409-bee0-7d85f1333267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.213469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a70c06-8c31-4493-93ea-fc0bd5f2fed7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Subnet': ['ID=c676e331-3348-4ca4-abb7-8e2b323cf968,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:05.219978 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39a70c06-8c31-4493-93ea-fc0bd5f2fed7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.239039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a70141-fb66-4a8e-a44e-885008cac537 None None] Network c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:05.242958 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-39a70c06-8c31-4493-93ea-fc0bd5f2fed7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/c676e331-3348-4ca4-abb7-8e2b323cf968 HTTP/1.1" status: 204 len: 168 time: 1.0137832 Apr 05 20:40:05.253591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42204) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:05.315251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:05.376208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:05.385275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:05.411332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:05.429614 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.447520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:05.455789 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.459381 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-02c5f07e-6e54-4809-83fb-f044035f26db req-1fff4efd-6e80-4625-81e2-bbcfabb5db84 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Floating IP 4a8f58c7-0112-4756-b4f5-8eb11bd78c6b associated. External IP: 172.25.8.77, port: 3312d93c-a81f-416f-ae0c-7a3aa61b6417. Apr 05 20:40:05.472656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port e67d2e91-1bf4-418c-81d4-ef21575882f7 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:05.473080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.616579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 046735d2-9008-4342-8c6c-82015f9826bc yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:40:05.670140 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c538d690-2643-4409-bee0-7d85f1333267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.776356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c538d690-2643-4409-bee0-7d85f1333267 None None] For port 1414ce6f-1652-4832-9247-0130d1d2fd7a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1414ce6f-1652-4832-9247-0130d1d2fd7a,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:05.792786 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c538d690-2643-4409-bee0-7d85f1333267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.869974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e897eb9a-a430-4c03-8297-a683b198ae03 None None] DHCP port deletion for c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:40:05.874613 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538d690-2643-4409-bee0-7d85f1333267 None None] Pushing event updated for resources: {'Port': ['ID=1414ce6f-1652-4832-9247-0130d1d2fd7a,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:05.878864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e897eb9a-a430-4c03-8297-a683b198ae03 None None] Deleting port e67d2e91-1bf4-418c-81d4-ef21575882f7 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:05.879753 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e897eb9a-a430-4c03-8297-a683b198ae03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:05.957592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] For port e67d2e91-1bf4-418c-81d4-ef21575882f7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e67d2e91-1bf4-418c-81d4-ef21575882f7,segment=NetworkSegment(32828bf2-d9df-4c5e-a5d7-fe568187dc43),segment_id=32828bf2-d9df-4c5e-a5d7-fe568187dc43)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:05.958311 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:06.016239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02c5f07e-6e54-4809-83fb-f044035f26db req-1fff4efd-6e80-4625-81e2-bbcfabb5db84 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Router 24ad1581-9df3-49ff-81fc-f89fabd3a700 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:40:06.056823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1414ce6f-1652-4832-9247-0130d1d2fd7a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:06.218948 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e897eb9a-a430-4c03-8297-a683b198ae03 None None] For port e67d2e91-1bf4-418c-81d4-ef21575882f7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e67d2e91-1bf4-418c-81d4-ef21575882f7,segment=NetworkSegment(32828bf2-d9df-4c5e-a5d7-fe568187dc43),segment_id=32828bf2-d9df-4c5e-a5d7-fe568187dc43)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:06.219616 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e897eb9a-a430-4c03-8297-a683b198ae03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:06.221701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02c5f07e-6e54-4809-83fb-f044035f26db req-1fff4efd-6e80-4625-81e2-bbcfabb5db84 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:40:06.227965 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-02c5f07e-6e54-4809-83fb-f044035f26db req-1fff4efd-6e80-4625-81e2-bbcfabb5db84 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:06.246477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55afd4fd-3178-40c6-9460-8dc5ff4c8543 None None] Sync routers for ids ['24ad1581-9df3-49ff-81fc-f89fabd3a700'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:40:06.300785 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02c5f07e-6e54-4809-83fb-f044035f26db req-1fff4efd-6e80-4625-81e2-bbcfabb5db84 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "PUT /v2.0/floatingips/4a8f58c7-0112-4756-b4f5-8eb11bd78c6b HTTP/1.1" status: 200 len: 995 time: 2.0827634 Apr 05 20:40:06.301401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'tag': '3312d93c-a81f-416f-ae0c-7a3aa61b6417'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:40:06.304820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd72d1-71c0-4643-ac16-69c903a8f546 req-1b435a1a-adf2-446e-a590-9eeedac1bcbf tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:06.310415 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6afd72d1-71c0-4643-ac16-69c903a8f546 req-1b435a1a-adf2-446e-a590-9eeedac1bcbf tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 945 time: 0.6559534 Apr 05 20:40:06.324527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for e67d2e91-1bf4-418c-81d4-ef21575882f7 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:06.388815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e897eb9a-a430-4c03-8297-a683b198ae03 None None] Calling delete_port for e67d2e91-1bf4-418c-81d4-ef21575882f7 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:06.397906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f07e-6e54-4809-83fb-f044035f26db req-f3d90176-3a9d-4c15-8d70-646354d93ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:06.399414 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02c5f07e-6e54-4809-83fb-f044035f26db req-f3d90176-3a9d-4c15-8d70-646354d93ecf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4858f403fa174f23ac9671fcad51e404&device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 1096 time: 0.0803616 Apr 05 20:40:06.430122 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6afd72d1-71c0-4643-ac16-69c903a8f546 req-3cb583fd-7b5b-4772-b135-ec3edda1c07d tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756154 Apr 05 20:40:06.430363 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55afd4fd-3178-40c6-9460-8dc5ff4c8543 None None] Routers {'24ad1581-9df3-49ff-81fc-f89fabd3a700'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:06.430947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-55afd4fd-3178-40c6-9460-8dc5ff4c8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['24ad1581-9df3-49ff-81fc-f89fabd3a700'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:06.468433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::6bd5:66f4:c496:696 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/8c503870-18d5-47ac-ac6d-a97bf82f79b7/046735d2-9008-4342-8c6c-82015f9826bc) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:06.587299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f07e-6e54-4809-83fb-f044035f26db req-fa781de7-bf47-4773-93c2-e6b805753bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:06.588777 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02c5f07e-6e54-4809-83fb-f044035f26db req-fa781de7-bf47-4773-93c2-e6b805753bb4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ea4ec27-4341-49af-8a63-6fa1deb80174 HTTP/1.1" status: 200 len: 920 time: 0.1823423 Apr 05 20:40:06.634117 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5889a686-ae5d-49f6-aa34-e5d82e01190e None None] Provisioning complete for port 1414ce6f-1652-4832-9247-0130d1d2fd7a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:06.634485 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5889a686-ae5d-49f6-aa34-e5d82e01190e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:06.685147 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:06.729872 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02c5f07e-6e54-4809-83fb-f044035f26db req-8c3329a8-7d82-4f7d-93c9-828c089cd962 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417 HTTP/1.1" status: 200 len: 998 time: 0.1335936 Apr 05 20:40:06.766764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=e67d2e91-1bf4-418c-81d4-ef21575882f7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:06.769615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No DVR routers for this DVR port e67d2e91-1bf4-418c-81d4-ef21575882f7 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:06.787981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-55afd4fd-3178-40c6-9460-8dc5ff4c8543 None None] Set router 24ad1581-9df3-49ff-81fc-f89fabd3a700 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:40:06.881190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5f07e-6e54-4809-83fb-f044035f26db req-dc3a5e9d-4d3c-4c3d-8a5d-6d442a2ec715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:06.882591 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02c5f07e-6e54-4809-83fb-f044035f26db req-dc3a5e9d-4d3c-4c3d-8a5d-6d442a2ec715 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0977ee5d-e051-4071-8da0-18b61f01c7f2 HTTP/1.1" status: 200 len: 859 time: 0.1406472 Apr 05 20:40:06.896003 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-e897eb9a-a430-4c03-8297-a683b198ae03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:40:06.896348 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-e897eb9a-a430-4c03-8297-a683b198ae03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:40:06.913420 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:06.913692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 1414ce6f-1652-4832-9247-0130d1d2fd7a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:06.914298 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:06.951785 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02c5f07e-6e54-4809-83fb-f044035f26db req-95ed4a3c-2d3a-495e-ab7e-95071f69b511 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ea4ec27-4341-49af-8a63-6fa1deb80174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618534 Apr 05 20:40:06.965565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-02c5f07e-6e54-4809-83fb-f044035f26db req-d668c331-cba1-449f-9875-42a040b5878d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:40:06.967291 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02c5f07e-6e54-4809-83fb-f044035f26db req-d668c331-cba1-449f-9875-42a040b5878d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059221 Apr 05 20:40:06.982510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:07.069834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32828bf2-d9df-4c5e-a5d7-fe568187dc43') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:07.070155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32828bf2-d9df-4c5e-a5d7-fe568187dc43') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:07.105548 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.121264 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.162854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216f3ee-a0e3-4a89-a71c-256a79c3a03e req-acca76d2-c750-479c-935d-75d9a6340ee6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:07.164382 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a216f3ee-a0e3-4a89-a71c-256a79c3a03e req-acca76d2-c750-479c-935d-75d9a6340ee6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 945 time: 0.5885010 Apr 05 20:40:07.169946 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.201828 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02c5f07e-6e54-4809-83fb-f044035f26db req-16ae98e9-d9db-45ad-8b6b-13a42cb0b08f service neutron] 10.222.0.24 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264626 Apr 05 20:40:07.229616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:40:07.229979 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:40:07.244880 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:40:07.328518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3568d-e9e1-42bd-81b9-2824479e6330 req-d88575b9-fd87-42ac-af62-78a4ff61aac9 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:07.330644 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bae3568d-e9e1-42bd-81b9-2824479e6330 req-d88575b9-fd87-42ac-af62-78a4ff61aac9 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.41 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 945 time: 0.3159647 Apr 05 20:40:07.333480 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a216f3ee-a0e3-4a89-a71c-256a79c3a03e req-fc095298-acc6-42a1-bf5f-fa60e412a82a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446891 Apr 05 20:40:07.398692 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.403835 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.421192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 046735d2-9008-4342-8c6c-82015f9826bc will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:07.453216 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'tag': '3312d93c-a81f-416f-ae0c-7a3aa61b6417', 'status': 'completed', 'code': 200} Apr 05 20:40:07.461692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Network': ['ID=c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:07.466172 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e897eb9a-a430-4c03-8297-a683b198ae03 None None] Deleting port e67d2e91-1bf4-418c-81d4-ef21575882f7 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:07.466664 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e897eb9a-a430-4c03-8297-a683b198ae03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.475667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-97a87873-45f8-4fa7-9222-9c8bc411d772 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/networks/c2c90daa-f1a7-4aff-8a61-a12fa6cb3e6f HTTP/1.1" status: 204 len: 168 time: 2.2148926 Apr 05 20:40:07.475667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-bae3568d-e9e1-42bd-81b9-2824479e6330 req-e1819e57-95d9-4132-96ef-028a8fdbe213 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Deleting port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:07.475667 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bae3568d-e9e1-42bd-81b9-2824479e6330 req-e1819e57-95d9-4132-96ef-028a8fdbe213 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.488419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42218) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:07.503216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'network': {'name': 'tempest-RoutersTest-1437299182'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:07.512153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:07.524610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:network and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:07.529211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:07.542383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:07.568695 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e897eb9a-a430-4c03-8297-a683b198ae03 None None] The port 'e67d2e91-1bf4-418c-81d4-ef21575882f7' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:40:07.596330 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02c5f07e-6e54-4809-83fb-f044035f26db req-f01ef509-4253-4313-81b0-4c66af9764aa service neutron] 10.222.0.24 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933072 Apr 05 20:40:07.597632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:07.598260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e67d2e91-1bf4-418c-81d4-ef21575882f7 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:07.601145 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.642622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e64248-63f8-4bcc-aef6-549124be5859 req-d30d3093-f3d7-4d63-a876-5d3923b3917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:07.644218 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-19e64248-63f8-4bcc-aef6-549124be5859 req-d30d3093-f3d7-4d63-a876-5d3923b3917a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4858f403fa174f23ac9671fcad51e404&device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 1096 time: 0.1902039 Apr 05 20:40:07.652467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:40:07.659541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e267120b-30db-40b7-93e2-0dc14e87063c None None] Could not find standard attr ID for object 0e4da570-9249-47a1-9c7d-ce3c8e0f71ac. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:40:07.662761 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.663107 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Added segment ce32162a-e24b-4f17-a619-fcc2e64f639a of type vlan for network b3b039e1-403b-43e3-b108-c1f048e4c3df Apr 05 20:40:07.664128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: e67d2e91-1bf4-418c-81d4-ef21575882f7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:40:07.664478 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e67d2e91-1bf4-418c-81d4-ef21575882f7 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:40:07.670788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e267120b-30db-40b7-93e2-0dc14e87063c None None] Could not find standard attr ID for object a4f0cf32-2e73-42b1-bcca-2c7634f33fe8. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:40:07.693273 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.700849 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.785169 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.790544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:07.791191 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.803034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:07.816668 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-55afd4fd-3178-40c6-9460-8dc5ff4c8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port': {'id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:45Z', 'updated_at': '2022-04-05T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4a8f58c7-0112-4756-b4f5-8eb11bd78c6b', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'floating_ip_address': '172.25.8.77', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'port_id': '3312d93c-a81f-416f-ae0c-7a3aa61b6417', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'mac_address': 'fa:16:3e:e7:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:40:00Z', 'updated_at': '2022-04-05T20:40:04Z', 'revision_number': 1, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55650a32-891b-43de-9b4e-d0c8d4e787df', 'name': '', 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'mac_address': 'fa:16:3e:3a:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:49Z', 'updated_at': '2022-04-05T20:39:01Z', 'revision_number': 5, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'subnets': [{'id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:07.820918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55afd4fd-3178-40c6-9460-8dc5ff4c8543 None None] Checking router: 24ad1581-9df3-49ff-81fc-f89fabd3a700 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:40:07.822422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:07.829463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55afd4fd-3178-40c6-9460-8dc5ff4c8543 None None] Routers {'24ad1581-9df3-49ff-81fc-f89fabd3a700'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:07.830564 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-55afd4fd-3178-40c6-9460-8dc5ff4c8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['24ad1581-9df3-49ff-81fc-f89fabd3a700'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:07.831119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:07.836599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:07.837199 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:07.875601 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8833234 Apr 05 20:40:07.890664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42224) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:07.963929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7026b-919f-4ec5-a5f4-6ecdcb05e5c3 req-0db0ea56-cef3-468d-8d3d-0ed619b3f63c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:07.966928 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-92a7026b-919f-4ec5-a5f4-6ecdcb05e5c3 req-0db0ea56-cef3-468d-8d3d-0ed619b3f63c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 945 time: 0.3577244 Apr 05 20:40:08.025534 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5320594 Apr 05 20:40:08.031881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42228) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:08.043960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'subnet': {'network_id': 'b3b039e1-403b-43e3-b108-c1f048e4c3df', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:08.049993 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-55afd4fd-3178-40c6-9460-8dc5ff4c8543 None None] Set router 24ad1581-9df3-49ff-81fc-f89fabd3a700 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:40:08.060938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d809be-b523-46ca-93ef-f7b5a66bbbec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Network': ['ID=b3b039e1-403b-43e3-b108-c1f048e4c3df,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:08.081176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6eb7b-3fbc-4a11-a44e-91e05c968d9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=046735d2-9008-4342-8c6c-82015f9826bc,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:08.107070 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network b3b039e1-403b-43e3-b108-c1f048e4c3df details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:40:08.126747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e64248-63f8-4bcc-aef6-549124be5859 req-d25983f7-a3a9-4826-a45f-0e5bd9b6dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:08.128216 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-19e64248-63f8-4bcc-aef6-549124be5859 req-d25983f7-a3a9-4826-a45f-0e5bd9b6dd0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ea4ec27-4341-49af-8a63-6fa1deb80174 HTTP/1.1" status: 200 len: 920 time: 0.4768510 Apr 05 20:40:08.260716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-bae3568d-e9e1-42bd-81b9-2824479e6330 req-e1819e57-95d9-4132-96ef-028a8fdbe213 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] For port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=acf30df3-2fbc-4b0f-bd95-99252fcfe2e0,segment=NetworkSegment(cca7082a-b4c2-452f-a0d8-f9cabd6011b3),segment_id=cca7082a-b4c2-452f-a0d8-f9cabd6011b3)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:08.260964 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bae3568d-e9e1-42bd-81b9-2824479e6330 req-e1819e57-95d9-4132-96ef-028a8fdbe213 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.295973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:08.305111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be85fb3-a8ba-41c2-9c4d-5640a8b26f46 req-99908a75-9aef-45b1-b937-40e0e926be74 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:08.306710 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2be85fb3-a8ba-41c2-9c4d-5640a8b26f46 req-99908a75-9aef-45b1-b937-40e0e926be74 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=39f687ca-5c4d-45b1-8055-99d9ccd14864 HTTP/1.1" status: 200 len: 945 time: 0.4066234 Apr 05 20:40:08.310995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:subnet and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:08.315615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:08.330452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5db857cf-66fc-414f-af49-9474486f3b86 None None] Provisioning for port 046735d2-9008-4342-8c6c-82015f9826bc completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:08.348952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:08.353225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5db857cf-66fc-414f-af49-9474486f3b86 None None] Provisioning complete for port 046735d2-9008-4342-8c6c-82015f9826bc triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:08.353701 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5db857cf-66fc-414f-af49-9474486f3b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.358287 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-19e64248-63f8-4bcc-aef6-549124be5859 req-44632121-0a15-4922-8f18-0baf36010f89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417 HTTP/1.1" status: 200 len: 998 time: 0.1734414 Apr 05 20:40:08.392168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-bae3568d-e9e1-42bd-81b9-2824479e6330 req-e1819e57-95d9-4132-96ef-028a8fdbe213 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Calling delete_port for acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:08.423314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:08.426769 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.449563 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2be85fb3-a8ba-41c2-9c4d-5640a8b26f46 req-2457cd12-84ca-4828-98f2-9e0f730f47c2 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227810 Apr 05 20:40:08.486734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5db857cf-66fc-414f-af49-9474486f3b86 None None] Port 046735d2-9008-4342-8c6c-82015f9826bc cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:40:08.530549 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-92a7026b-919f-4ec5-a5f4-6ecdcb05e5c3 req-a3b5db03-df98-4ab8-9afb-e725f5ea3264 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034361 Apr 05 20:40:08.583065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a3806e-0df1-4a4c-929b-ef840330b06a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:08.589684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a3806e-0df1-4a4c-929b-ef840330b06a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:08.590679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-89a3806e-0df1-4a4c-929b-ef840330b06a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:08.595043 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bae3568d-e9e1-42bd-81b9-2824479e6330 req-e1819e57-95d9-4132-96ef-028a8fdbe213 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.611316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['acf30df3-2fbc-4b0f-bd95-99252fcfe2e0'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:40:08.641636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-55afd4fd-3178-40c6-9460-8dc5ff4c8543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port': {'id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:45Z', 'updated_at': '2022-04-05T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4a8f58c7-0112-4756-b4f5-8eb11bd78c6b', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'floating_ip_address': '172.25.8.77', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'port_id': '3312d93c-a81f-416f-ae0c-7a3aa61b6417', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'mac_address': 'fa:16:3e:e7:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:40:00Z', 'updated_at': '2022-04-05T20:40:04Z', 'revision_number': 1, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55650a32-891b-43de-9b4e-d0c8d4e787df', 'name': '', 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'mac_address': 'fa:16:3e:3a:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:49Z', 'updated_at': '2022-04-05T20:39:01Z', 'revision_number': 5, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'subnets': [{'id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:08.649351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1819e57-95d9-4132-96ef-028a8fdbe213 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Pushing event deleted for resources: {'Port': ['ID=acf30df3-2fbc-4b0f-bd95-99252fcfe2e0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:08.657354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e64248-63f8-4bcc-aef6-549124be5859 req-b6d3a741-94d4-43c7-a92b-c3a6fc5ad010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:08.659521 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-19e64248-63f8-4bcc-aef6-549124be5859 req-b6d3a741-94d4-43c7-a92b-c3a6fc5ad010 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0977ee5d-e051-4071-8da0-18b61f01c7f2 HTTP/1.1" status: 200 len: 859 time: 0.2924922 Apr 05 20:40:08.660278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55afd4fd-3178-40c6-9460-8dc5ff4c8543 None None] The sync data for ids ['24ad1581-9df3-49ff-81fc-f89fabd3a700'] in n-d-836604-1 is: [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port': {'id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:45Z', 'updated_at': '2022-04-05T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4a8f58c7-0112-4756-b4f5-8eb11bd78c6b', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'floating_ip_address': '172.25.8.77', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'port_id': '3312d93c-a81f-416f-ae0c-7a3aa61b6417', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'mac_address': 'fa:16:3e:e7:4f:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:40:00Z', 'updated_at': '2022-04-05T20:40:04Z', 'revision_number': 1, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '55650a32-891b-43de-9b4e-d0c8d4e787df', 'name': '', 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'mac_address': 'fa:16:3e:3a:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:49Z', 'updated_at': '2022-04-05T20:39:01Z', 'revision_number': 5, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'subnets': [{'id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:40:08.703064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-89a3806e-0df1-4a4c-929b-ef840330b06a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:08.707880 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-89a3806e-0df1-4a4c-929b-ef840330b06a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.8162341 Apr 05 20:40:08.713312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42236) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:08.779127 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-7192584c-1f23-4043-a1f6-1190763f13d7 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 998 time: 0.2524862 Apr 05 20:40:08.800822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae3568d-e9e1-42bd-81b9-2824479e6330 req-e1819e57-95d9-4132-96ef-028a8fdbe213 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] No DVR routers for this DVR port acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:08.805735 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bae3568d-e9e1-42bd-81b9-2824479e6330 req-e1819e57-95d9-4132-96ef-028a8fdbe213 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.808316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f687ca-5c4d-45b1-8055-99d9ccd14864', 'name': 'network-vif-deleted', 'tag': 'acf30df3-2fbc-4b0f-bd95-99252fcfe2e0'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:40:08.835382 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.841207 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bae3568d-e9e1-42bd-81b9-2824479e6330 req-e1819e57-95d9-4132-96ef-028a8fdbe213 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.41 "DELETE /v2.0/ports/acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 HTTP/1.1" status: 204 len: 173 time: 1.5035553 Apr 05 20:40:08.847135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-eaeedaa0-90e5-4e9d-ba49-aa88d784a74a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 046735d2-9008-4342-8c6c-82015f9826bc {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:08.847550 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eaeedaa0-90e5-4e9d-ba49-aa88d784a74a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:08.923815 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-19e64248-63f8-4bcc-aef6-549124be5859 req-38aafa33-9caa-4b16-913a-7386c6d951fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ea4ec27-4341-49af-8a63-6fa1deb80174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1415012 Apr 05 20:40:09.032498 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b2656a-f3f3-4452-9b40-a107b15e1675 None None] New status for floating IP 4a8f58c7-0112-4756-b4f5-8eb11bd78c6b: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:40:09.047462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-e000b1fd-f225-46f4-96a1-3dd6bafb95d5 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:09.062593 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-e000b1fd-f225-46f4-96a1-3dd6bafb95d5 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports/3312d93c-a81f-416f-ae0c-7a3aa61b6417 HTTP/1.1" status: 200 len: 942 time: 0.2156360 Apr 05 20:40:09.152109 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.201772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eaeedaa0-90e5-4e9d-ba49-aa88d784a74a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.262947 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-19e64248-63f8-4bcc-aef6-549124be5859 req-c62d02f3-d1a1-44d6-a1d0-fc8fe2578cc2 service neutron] 10.222.0.41 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299291 Apr 05 20:40:09.330995 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.387892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-eaeedaa0-90e5-4e9d-ba49-aa88d784a74a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 046735d2-9008-4342-8c6c-82015f9826bc owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:09.619064 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-c5412f8d-7bb3-4af0-ba53-7bf491fbc147 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 998 time: 0.4510901 Apr 05 20:40:09.655926 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eaeedaa0-90e5-4e9d-ba49-aa88d784a74a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.790546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Checking segment: {'id': 'ce32162a-e24b-4f17-a619-fcc2e64f639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3b039e1-403b-43e3-b108-c1f048e4c3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:09.791115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network hostable DHCP agents. Network: b3b039e1-403b-43e3-b108-c1f048e4c3df, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:40:09.812245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeedaa0-90e5-4e9d-ba49-aa88d784a74a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=046735d2-9008-4342-8c6c-82015f9826bc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:09.816792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eaeedaa0-90e5-4e9d-ba49-aa88d784a74a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.836451 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Subnet': ['ID=6cc3784d-ec06-4dfb-9ee0-343a98465bd6,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:09.839744 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eaeedaa0-90e5-4e9d-ba49-aa88d784a74a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/046735d2-9008-4342-8c6c-82015f9826bc HTTP/1.1" status: 204 len: 168 time: 1.1252253 Apr 05 20:40:09.843102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42266) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:09.877617 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-19e64248-63f8-4bcc-aef6-549124be5859 req-e8720f95-65c3-4db7-a7dd-808871a09daa service neutron] 10.222.0.41 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979726 Apr 05 20:40:09.914759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network b3b039e1-403b-43e3-b108-c1f048e4c3df is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:40:09.933999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-77ebe64b-3db5-4d25-bf2f-66e0bdd47b82 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:09.935680 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-77ebe64b-3db5-4d25-bf2f-66e0bdd47b82 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.3159182 Apr 05 20:40:09.936896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, b3b039e1-403b-43e3-b108-c1f048e4c3df) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:09.941188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:09.941765 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:09.954331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042a1297-2bb5-4f03-ad01-0534ec6b49f8 None None] Network b3b039e1-403b-43e3-b108-c1f048e4c3df requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:09.996712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501337f-2f3b-4626-940a-316e951cc0e4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:09.998481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501337f-2f3b-4626-940a-316e951cc0e4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:09.999261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a501337f-2f3b-4626-940a-316e951cc0e4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:10.035578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a501337f-2f3b-4626-940a-316e951cc0e4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:10.037034 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a501337f-2f3b-4626-940a-316e951cc0e4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1927340 Apr 05 20:40:10.039760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42272) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:10.069721 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ec40b5ac-5362-4e4f-946f-6e3f450fb48b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0301392 Apr 05 20:40:10.071137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42276) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:10.079414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-cda3ab91-60f6-47b8-8a28-ed5344a0e4e9 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-834420388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:10.110310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cda3ab91-60f6-47b8-8a28-ed5344a0e4e9 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:10.141580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cda3ab91-60f6-47b8-8a28-ed5344a0e4e9 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:router and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:10.148017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cda3ab91-60f6-47b8-8a28-ed5344a0e4e9 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:10.161235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef80444a-26b3-4365-a861-25388c0c3338 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 8c503870-18d5-47ac-ac6d-a97bf82f79b7 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:40:10.165464 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef80444a-26b3-4365-a861-25388c0c3338 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.165665 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-a3a685eb-d7a8-43da-b0cb-b818a3b779c0 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 1000 time: 0.2119977 Apr 05 20:40:10.170288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-fa2d02db-e48a-4bf8-9ec9-26d60e688a9a tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:10.233863 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef80444a-26b3-4365-a861-25388c0c3338 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.280810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-b3b039e1-403b-43e3-b108-c1f048e4c3df', 'network_id': 'b3b039e1-403b-43e3-b108-c1f048e4c3df', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'fixed_ips': [{'subnet_id': '6cc3784d-ec06-4dfb-9ee0-343a98465bd6'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:40:10.281682 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.309293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cda3ab91-60f6-47b8-8a28-ed5344a0e4e9 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:10.340576 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef80444a-26b3-4365-a861-25388c0c3338 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.347616 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cda3ab91-60f6-47b8-8a28-ed5344a0e4e9 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.348840 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cda3ab91-60f6-47b8-8a28-ed5344a0e4e9 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.373569 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-fa2d02db-e48a-4bf8-9ec9-26d60e688a9a tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.461626 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cda3ab91-60f6-47b8-8a28-ed5344a0e4e9 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.468325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Allocated IP 172.20.0.2 (b3b039e1-403b-43e3-b108-c1f048e4c3df/6cc3784d-ec06-4dfb-9ee0-343a98465bd6/4d53a82b-94cd-421f-b5c7-07b1b42d2b37) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:10.522405 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef80444a-26b3-4365-a861-25388c0c3338 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.579348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef80444a-26b3-4365-a861-25388c0c3338 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=8c503870-18d5-47ac-ac6d-a97bf82f79b7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:10.586642 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef80444a-26b3-4365-a861-25388c0c3338 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.597926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f631c3c8-a92d-4063-9c62-e3ba806fdbf3 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:10.605934 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ef80444a-26b3-4365-a861-25388c0c3338 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/8c503870-18d5-47ac-ac6d-a97bf82f79b7 HTTP/1.1" status: 204 len: 168 time: 0.5626454 Apr 05 20:40:10.608024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42296) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:10.702513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cda3ab91-60f6-47b8-8a28-ed5344a0e4e9 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.757950 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cda3ab91-60f6-47b8-8a28-ed5344a0e4e9 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.762439 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cda3ab91-60f6-47b8-8a28-ed5344a0e4e9 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6901662 Apr 05 20:40:10.764350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42312) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:10.951183 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f687ca-5c4d-45b1-8055-99d9ccd14864', 'name': 'network-vif-deleted', 'tag': 'acf30df3-2fbc-4b0f-bd95-99252fcfe2e0', 'status': 'completed', 'code': 200} Apr 05 20:40:10.953925 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e6ddb322-7411-46d8-ae77-88dc44f72a4f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3433390 Apr 05 20:40:10.955648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42324) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:10.969073 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-fa2d02db-e48a-4bf8-9ec9-26d60e688a9a tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:10.988674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e5a915ea-69a4-470e-98e9-78c1bca0b19e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:11.079951 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-fa2d02db-e48a-4bf8-9ec9-26d60e688a9a tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.080418 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-fa2d02db-e48a-4bf8-9ec9-26d60e688a9a tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Floating IP 4a8f58c7-0112-4756-b4f5-8eb11bd78c6b disassociated. External IP: 172.25.8.77, port: 3312d93c-a81f-416f-ae0c-7a3aa61b6417. Apr 05 20:40:11.201785 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.226816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Transition to ACTIVE for port object 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:11.258626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Transition to ACTIVE for port object 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:11.270171 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.278106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e5a915ea-69a4-470e-98e9-78c1bca0b19e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:11.285305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e5a915ea-69a4-470e-98e9-78c1bca0b19e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:11.292875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e5a915ea-69a4-470e-98e9-78c1bca0b19e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:11.310132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e5a915ea-69a4-470e-98e9-78c1bca0b19e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:11.336324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a915ea-69a4-470e-98e9-78c1bca0b19e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:11.340284 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5a915ea-69a4-470e-98e9-78c1bca0b19e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.379546 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa8450f-0b52-44f6-a9d2-c88e254c4f74 None None] DHCP port deletion for 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:40:11.420480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-bfa8450f-0b52-44f6-a9d2-c88e254c4f74 None None] Deleting port 1414ce6f-1652-4832-9247-0130d1d2fd7a {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:11.420862 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bfa8450f-0b52-44f6-a9d2-c88e254c4f74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.577510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Network b3b039e1-403b-43e3-b108-c1f048e4c3df is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:11.585139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:11.587785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:11.661455 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5a915ea-69a4-470e-98e9-78c1bca0b19e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.681093 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0759517a-02b4-409e-8a58-ffb1a47cfa44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.696880 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:11.733631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Pushing event updated for resources: {'Port': ['ID=4d53a82b-94cd-421f-b5c7-07b1b42d2b37,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:11.793189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:40:11.793189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device acf30df3-2fbc-4b0f-bd95-99252fcfe2e0 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:40:11.797273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a915ea-69a4-470e-98e9-78c1bca0b19e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:11.799710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e5a915ea-69a4-470e-98e9-78c1bca0b19e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:11.809173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a915ea-69a4-470e-98e9-78c1bca0b19e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:11.810508 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5a915ea-69a4-470e-98e9-78c1bca0b19e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.815734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bfa8450f-0b52-44f6-a9d2-c88e254c4f74 None None] For port 1414ce6f-1652-4832-9247-0130d1d2fd7a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1414ce6f-1652-4832-9247-0130d1d2fd7a,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:11.816416 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bfa8450f-0b52-44f6-a9d2-c88e254c4f74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.840290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a915ea-69a4-470e-98e9-78c1bca0b19e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=9b6ca4de-d42a-4d70-a2cc-2968f5233288,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:11.866218 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e5a915ea-69a4-470e-98e9-78c1bca0b19e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9093840 Apr 05 20:40:11.867332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42332) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:11.875243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': '9b6ca4de-d42a-4d70-a2cc-2968f5233288', 'ip_address': '2001:db8::ae3a:7755:7218:981d'}], 'name': 'tempest-NetworksTestDHCPv6-723829407'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:11.879311 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:11.957043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-bfa8450f-0b52-44f6-a9d2-c88e254c4f74 None None] Calling delete_port for 1414ce6f-1652-4832-9247-0130d1d2fd7a owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:11.993986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Attempting to bind port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:11.993986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Attempting to bind port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'ce32162a-e24b-4f17-a619-fcc2e64f639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3b039e1-403b-43e3-b108-c1f048e4c3df'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:11.993986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Attempting to bind port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 on network b3b039e1-403b-43e3-b108-c1f048e4c3df {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:40:12.002178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:40:12.002557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Checking segment: {'id': 'ce32162a-e24b-4f17-a619-fcc2e64f639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3b039e1-403b-43e3-b108-c1f048e4c3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:12.002956 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:12.003348 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Bound using segment: {'id': 'ce32162a-e24b-4f17-a619-fcc2e64f639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3b039e1-403b-43e3-b108-c1f048e4c3df'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:40:12.003816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Bound port: 4d53a82b-94cd-421f-b5c7-07b1b42d2b37, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce32162a-e24b-4f17-a619-fcc2e64f639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b3b039e1-403b-43e3-b108-c1f048e4c3df'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:12.004188 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:12.062061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:12.067260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:12.075715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:12.091246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:12.118952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1414ce6f-1652-4832-9247-0130d1d2fd7a no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:12.122012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:12.184646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] For port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:40:12.214039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] For port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4d53a82b-94cd-421f-b5c7-07b1b42d2b37,segment=NetworkSegment(ce32162a-e24b-4f17-a619-fcc2e64f639a),segment_id=ce32162a-e24b-4f17-a619-fcc2e64f639a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:40:12.225395 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:12.287100 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:12.315547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port ab8c6dc4-1a80-4ad3-9f4e-1ddbcb6c8475 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:40:12.325276 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bfa8450f-0b52-44f6-a9d2-c88e254c4f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:12.340031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Port 1414ce6f-1652-4832-9247-0130d1d2fd7a update to DOWN by agent not found {{(pid=87966) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 05 20:40:12.366018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8450f-0b52-44f6-a9d2-c88e254c4f74 None None] No DVR routers for this DVR port 1414ce6f-1652-4832-9247-0130d1d2fd7a on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:12.392222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bcf67-ae08-4bc7-b7c2-c12d0ef62798 None None] Pushing event updated for resources: {'Port': ['ID=4d53a82b-94cd-421f-b5c7-07b1b42d2b37,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:12.396068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8024d0fc-6d98-4bf2-a9ec-b06fa55eb9fa None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:12.446225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-fa2d02db-e48a-4bf8-9ec9-26d60e688a9a tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Router 24ad1581-9df3-49ff-81fc-f89fabd3a700 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:40:12.514146 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8450f-0b52-44f6-a9d2-c88e254c4f74 None None] Pushing event deleted for resources: {'Port': ['ID=1414ce6f-1652-4832-9247-0130d1d2fd7a,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:12.627499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Allocated IP 172.20.0.1 (b3b039e1-403b-43e3-b108-c1f048e4c3df/6cc3784d-ec06-4dfb-9ee0-343a98465bd6/77494ce7-eb4d-47bc-a7f7-a87392185f9c) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:12.786162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'fixed_ips': [{'subnet_id': '9b6ca4de-d42a-4d70-a2cc-2968f5233288'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:40:12.786996 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:12.826417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::ae3a:7755:7218:981d (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/9b6ca4de-d42a-4d70-a2cc-2968f5233288/ab8c6dc4-1a80-4ad3-9f4e-1ddbcb6c8475) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:13.038811 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:13.096727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-e31d7a8a-f56d-45dd-9dda-ad1445571420 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:13.098230 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-e31d7a8a-f56d-45dd-9dda-ad1445571420 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 812 time: 0.4130723 Apr 05 20:40:13.125244 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Transition to ACTIVE for port object 77494ce7-eb4d-47bc-a7f7-a87392185f9c will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:13.138569 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-e31f43fb-6df1-4524-a27d-b577fe7511b8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/quotas/dacf556d99314275b005d0fe30e76cf0 HTTP/1.1" status: 200 len: 375 time: 0.0328581 Apr 05 20:40:13.174034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-fa2d02db-e48a-4bf8-9ec9-26d60e688a9a tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:40:13.184256 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-fa2d02db-e48a-4bf8-9ec9-26d60e688a9a tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:13.190115 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb94c5-526c-4393-bf61-f15cc460670c None None] Sync routers for ids ['24ad1581-9df3-49ff-81fc-f89fabd3a700'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:40:13.199426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb94c5-526c-4393-bf61-f15cc460670c None None] Routers {'24ad1581-9df3-49ff-81fc-f89fabd3a700'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:13.200042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f2bb94c5-526c-4393-bf61-f15cc460670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:39:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['24ad1581-9df3-49ff-81fc-f89fabd3a700'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:13.243978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:13.289336 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-fa2d02db-e48a-4bf8-9ec9-26d60e688a9a tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "PUT /v2.0/floatingips/4a8f58c7-0112-4756-b4f5-8eb11bd78c6b HTTP/1.1" status: 200 len: 694 time: 3.1228676 Apr 05 20:40:13.302162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'tag': '3312d93c-a81f-416f-ae0c-7a3aa61b6417'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:40:13.360475 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:13.374924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network b3b039e1-403b-43e3-b108-c1f048e4c3df is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:13.380980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:13.383772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:13.384297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object ab8c6dc4-1a80-4ad3-9f4e-1ddbcb6c8475 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:13.415820 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-626aaccc-77e1-40eb-9164-aa51dd673df5 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2583938 Apr 05 20:40:13.424142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=77494ce7-eb4d-47bc-a7f7-a87392185f9c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:13.440323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-f2bb94c5-526c-4393-bf61-f15cc460670c None None] Set router 24ad1581-9df3-49ff-81fc-f89fabd3a700 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:40:13.458059 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:13.567505 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:13.649765 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-50248e97-dc3d-40f8-9e1d-af086927b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:13.652950 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-50248e97-dc3d-40f8-9e1d-af086927b02c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4858f403fa174f23ac9671fcad51e404&device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 1096 time: 0.3393338 Apr 05 20:40:13.676790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:13.682676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:13.708196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:13.714129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:13.714392 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:13.773395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=ab8c6dc4-1a80-4ad3-9f4e-1ddbcb6c8475,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:13.808247 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-6249f131-6605-4a2d-aea9-ec2fa51584b2 service neutron] 10.222.0.24 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733106 Apr 05 20:40:14.061061 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Allocated IP 2001:db8::2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/9b6ca4de-d42a-4d70-a2cc-2968f5233288/9591a1d4-d002-4359-b767-538adf43ec74) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:14.063186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-9e058c84-867b-48a1-bda8-ada2d54350bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:14.073734 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-9e058c84-867b-48a1-bda8-ada2d54350bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=6ea4ec27-4341-49af-8a63-6fa1deb80174 HTTP/1.1" status: 200 len: 920 time: 0.3847735 Apr 05 20:40:14.104123 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa99a255-a1f2-470a-a63f-1923dd892c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:14.105661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e86ef1e-2a07-441b-97e8-19284c17f23a None None] Network b3b039e1-403b-43e3-b108-c1f048e4c3df requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:14.122248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:14.162236 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-9075af3b-91c7-4eca-b360-ed5d42efc659 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417 HTTP/1.1" status: 200 len: 217 time: 0.0868745 Apr 05 20:40:14.208798 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:14.277391 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ef1bb4cd-f49c-4014-a5a6-67d0b431a87d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4072945 Apr 05 20:40:14.290627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42368) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:14.291279 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-fe419359-1be0-4718-b371-0e1b6e6a067f service neutron] 10.222.0.24 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708874 Apr 05 20:40:14.294568 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-a4055f9d-df72-4673-90aa-0a4b9e067fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:14.303204 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-a4055f9d-df72-4673-90aa-0a4b9e067fa2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0977ee5d-e051-4071-8da0-18b61f01c7f2 HTTP/1.1" status: 200 len: 859 time: 0.1395333 Apr 05 20:40:14.411584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6bb46d70-2795-42ff-bb80-1069465eebf7 None None] Provisioning for port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:14.421033 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-b7768fe2-3771-4b44-bd91-74395e58c102 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6ea4ec27-4341-49af-8a63-6fa1deb80174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167409 Apr 05 20:40:14.526802 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f2bb94c5-526c-4393-bf61-f15cc460670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port': {'id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:45Z', 'updated_at': '2022-04-05T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '55650a32-891b-43de-9b4e-d0c8d4e787df', 'name': '', 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'mac_address': 'fa:16:3e:3a:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:49Z', 'updated_at': '2022-04-05T20:39:01Z', 'revision_number': 5, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'subnets': [{'id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:14.534773 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'tag': '3312d93c-a81f-416f-ae0c-7a3aa61b6417', 'status': 'completed', 'code': 200} Apr 05 20:40:14.539923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb94c5-526c-4393-bf61-f15cc460670c None None] Checking router: 24ad1581-9df3-49ff-81fc-f89fabd3a700 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:40:14.605256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:14.614376 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bb94c5-526c-4393-bf61-f15cc460670c None None] Routers {'24ad1581-9df3-49ff-81fc-f89fabd3a700'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:14.615020 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f2bb94c5-526c-4393-bf61-f15cc460670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['24ad1581-9df3-49ff-81fc-f89fabd3a700'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:14.681219 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3937884b-b4aa-470d-90db-8c2fc1d1a961 req-7f84c801-eccf-4f1b-9135-567fe5da279d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 210 time: 0.1110399 Apr 05 20:40:14.713075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:14.713443 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:14.811211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd76e70-4f9e-4b18-a67f-fc19858d231b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:14.812018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ccd76e70-4f9e-4b18-a67f-fc19858d231b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:14.826644 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-26bbcbd8-eece-4ac0-854d-454d8b880eb7 service neutron] 10.222.0.24 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046416 Apr 05 20:40:14.893362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ccd76e70-4f9e-4b18-a67f-fc19858d231b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:14.894672 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ccd76e70-4f9e-4b18-a67f-fc19858d231b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6022899 Apr 05 20:40:14.897359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42380) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:15.010256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d537ae41-07fd-484a-b52e-da665ebafd22 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port ab8c6dc4-1a80-4ad3-9f4e-1ddbcb6c8475 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:15.011035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d537ae41-07fd-484a-b52e-da665ebafd22 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.083505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd94695-1d27-469b-bc87-422c52f8d0fb req-5a615634-d123-40fc-b7f3-12c28f6d87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:15.085649 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2fd94695-1d27-469b-bc87-422c52f8d0fb req-5a615634-d123-40fc-b7f3-12c28f6d87ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4858f403fa174f23ac9671fcad51e404&device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 1096 time: 0.4797075 Apr 05 20:40:15.138057 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.166038 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.173124 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.208167 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.310997 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Transition to ACTIVE for port object 9591a1d4-d002-4359-b767-538adf43ec74 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:15.327193 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d8fa84c-7e5d-4966-8898-37f38f9f19a3 req-3a57dfad-b2a7-424d-a992-cda971060b95 service neutron] 10.222.0.24 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4958398 Apr 05 20:40:15.401800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-f2bb94c5-526c-4393-bf61-f15cc460670c None None] Set router 24ad1581-9df3-49ff-81fc-f89fabd3a700 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:40:15.591933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.591933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd94695-1d27-469b-bc87-422c52f8d0fb req-a523e7b7-afb9-4b8a-a9b4-7fbd6640105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:15.591933 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2fd94695-1d27-469b-bc87-422c52f8d0fb req-a523e7b7-afb9-4b8a-a9b4-7fbd6640105f service neutron] 10.222.0.41 "GET /v2.0/networks?id=6ea4ec27-4341-49af-8a63-6fa1deb80174 HTTP/1.1" status: 200 len: 920 time: 0.4001083 Apr 05 20:40:15.659454 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-d5f5c47d-6b29-4df3-b6b1-a7b79558a470 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/floatingips/4a8f58c7-0112-4756-b4f5-8eb11bd78c6b HTTP/1.1" status: 200 len: 694 time: 0.2712886 Apr 05 20:40:15.683904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.790939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d537ae41-07fd-484a-b52e-da665ebafd22 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:15.993465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d537ae41-07fd-484a-b52e-da665ebafd22 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for ab8c6dc4-1a80-4ad3-9f4e-1ddbcb6c8475 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:16.089548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=77494ce7-eb4d-47bc-a7f7-a87392185f9c,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:16.103646 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2fd94695-1d27-469b-bc87-422c52f8d0fb req-007ed9ff-dd3c-484f-9213-f6a8fd098301 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417 HTTP/1.1" status: 200 len: 217 time: 0.5037208 Apr 05 20:40:16.122558 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95687f41-8697-4b18-932e-fe696a4fdfb7 req-4170df4f-00e9-4b71-9385-aa40a1a2fa9b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 210 time: 0.0739982 Apr 05 20:40:16.180839 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd94695-1d27-469b-bc87-422c52f8d0fb req-cad46c12-0119-4de7-9cda-841818bbaa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:16.182236 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2fd94695-1d27-469b-bc87-422c52f8d0fb req-cad46c12-0119-4de7-9cda-841818bbaa4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0977ee5d-e051-4071-8da0-18b61f01c7f2 HTTP/1.1" status: 200 len: 859 time: 0.0658209 Apr 05 20:40:16.211305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-df0e6577-0416-40db-bae9-c81131ecd2b8 None None] Provisioning complete for port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:16.211801 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-df0e6577-0416-40db-bae9-c81131ecd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:16.223589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-d7a63341-1d83-48e9-8fbf-22cb835f9c4c tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:16.240864 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-d7a63341-1d83-48e9-8fbf-22cb835f9c4c tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 784 time: 0.5818138 Apr 05 20:40:16.258117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2fd94695-1d27-469b-bc87-422c52f8d0fb req-11097f1e-93f4-41d4-870d-8ec4f80b187d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6ea4ec27-4341-49af-8a63-6fa1deb80174&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685539 Apr 05 20:40:16.258253 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:16.260974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-8e596043-1e8d-47fd-bd14-0d1d5d981da4 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:40:16.262309 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-8e596043-1e8d-47fd-bd14-0d1d5d981da4 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205193 Apr 05 20:40:16.266040 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4d53a82b-94cd-421f-b5c7-07b1b42d2b37,segment=NetworkSegment(ce32162a-e24b-4f17-a619-fcc2e64f639a),segment_id=ce32162a-e24b-4f17-a619-fcc2e64f639a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:16.307555 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:16.457509 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-e47c9a65-21d9-470e-9429-0318e7b6e741 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 697 time: 0.1640604 Apr 05 20:40:16.492934 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=4d53a82b-94cd-421f-b5c7-07b1b42d2b37,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:16.496707 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:16.547588 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2fd94695-1d27-469b-bc87-422c52f8d0fb req-472aeabf-683f-48c8-8fc9-870c2b493066 service neutron] 10.222.0.41 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762742 Apr 05 20:40:16.746908 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-e4a94e71-7652-45ff-8cf0-3c4108b12c1f tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.8.77 HTTP/1.1" status: 200 len: 697 time: 0.1999402 Apr 05 20:40:16.809406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-df0e6577-0416-40db-bae9-c81131ecd2b8 None None] Provisioning for port 77494ce7-eb4d-47bc-a7f7-a87392185f9c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:16.833278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-df0e6577-0416-40db-bae9-c81131ecd2b8 None None] Provisioning complete for port 77494ce7-eb4d-47bc-a7f7-a87392185f9c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:16.842213 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-df0e6577-0416-40db-bae9-c81131ecd2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:16.890022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network b3b039e1-403b-43e3-b108-c1f048e4c3df is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:16.894295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:16.917500 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-df0e6577-0416-40db-bae9-c81131ecd2b8 None None] Port 77494ce7-eb4d-47bc-a7f7-a87392185f9c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:40:16.927036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f2bb94c5-526c-4393-bf61-f15cc460670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port': {'id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:45Z', 'updated_at': '2022-04-05T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '55650a32-891b-43de-9b4e-d0c8d4e787df', 'name': '', 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'mac_address': 'fa:16:3e:3a:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:49Z', 'updated_at': '2022-04-05T20:39:01Z', 'revision_number': 5, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'subnets': [{'id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:16.931823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bb94c5-526c-4393-bf61-f15cc460670c None None] The sync data for ids ['24ad1581-9df3-49ff-81fc-f89fabd3a700'] in n-d-836604-1 is: [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:38:51Z', 'revision_number': 4, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port': {'id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:45Z', 'updated_at': '2022-04-05T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '55650a32-891b-43de-9b4e-d0c8d4e787df', 'name': '', 'network_id': '6ea4ec27-4341-49af-8a63-6fa1deb80174', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'mac_address': 'fa:16:3e:3a:00:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_interface', 'standard_attr_id': 2913, 'fixed_ips': [{'subnet_id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:49Z', 'updated_at': '2022-04-05T20:39:01Z', 'revision_number': 5, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'subnets': [{'id': '0977ee5d-e051-4071-8da0-18b61f01c7f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:40:17.052203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fea9f1c4-20ac-4f33-abe3-04e6c5776001 None None] Provisioning complete for port 77494ce7-eb4d-47bc-a7f7-a87392185f9c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:17.052540 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fea9f1c4-20ac-4f33-abe3-04e6c5776001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.068063 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2fd94695-1d27-469b-bc87-422c52f8d0fb req-c9a0f0e5-aa8a-4d12-9c1d-443538aebf3a service neutron] 10.222.0.41 "GET /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206555 Apr 05 20:40:17.185321 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-fea9f1c4-20ac-4f33-abe3-04e6c5776001 None None] Port 77494ce7-eb4d-47bc-a7f7-a87392185f9c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:40:17.239499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Transition to ACTIVE for port object 9591a1d4-d002-4359-b767-538adf43ec74 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:17.246780 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.314986 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d537ae41-07fd-484a-b52e-da665ebafd22 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.363599 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:17.368954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:17.372967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:17.429061 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d688885-9934-4738-84df-44067dcd24e4 req-3ca52ea2-9fe1-4019-9cd2-a11faea1c782 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 210 time: 0.0962734 Apr 05 20:40:17.451051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-072a7cd4-28ac-4145-a008-d7b2aff40f7b None None] Provisioning complete for port 77494ce7-eb4d-47bc-a7f7-a87392185f9c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:17.451679 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-072a7cd4-28ac-4145-a008-d7b2aff40f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.452651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router e9adfd3f-d99d-439a-b33b-fb292da74ecc is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:40:17.471761 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e1448c-8275-4f0a-a159-dac1fe83bf53 None None] New status for floating IP 4a8f58c7-0112-4756-b4f5-8eb11bd78c6b: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:40:17.569559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Deleting port efcf106b-a66e-433a-8154-b6009d8b3ee0 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:17.570107 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.650539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Pushing event updated for resources: {'Port': ['ID=9591a1d4-d002-4359-b767-538adf43ec74,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:17.662670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:40:17.671698 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-86ff6d1a-424b-42fb-9d3c-9f12f03993ad tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/e9adfd3f-d99d-439a-b33b-fb292da74ecc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9059951 Apr 05 20:40:17.672713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42408) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:17.687063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2287a82b-3c21-4cc8-abe3-d47f5948e9e5 None None] Sync routers for ids ['e9adfd3f-d99d-439a-b33b-fb292da74ecc'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:40:17.744749 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2287a82b-3c21-4cc8-abe3-d47f5948e9e5 None None] Routers {'e9adfd3f-d99d-439a-b33b-fb292da74ecc'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:17.745409 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2287a82b-3c21-4cc8-abe3-d47f5948e9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e9adfd3f-d99d-439a-b33b-fb292da74ecc'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:17.795940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07b62e3-fefb-4428-ba1f-f60ed4870e14 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:17.800378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e07b62e3-fefb-4428-ba1f-f60ed4870e14 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Synchronizing usage tracker for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:17.833319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Attempting to bind port 9591a1d4-d002-4359-b767-538adf43ec74 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:17.834027 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Attempting to bind port 9591a1d4-d002-4359-b767-538adf43ec74 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:17.834658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Attempting to bind port 9591a1d4-d002-4359-b767-538adf43ec74 on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:40:17.841291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e07b62e3-fefb-4428-ba1f-f60ed4870e14 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Unset dirty status for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:17.843824 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e07b62e3-fefb-4428-ba1f-f60ed4870e14 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports/77494ce7-eb4d-47bc-a7f7-a87392185f9c HTTP/1.1" status: 200 len: 910 time: 0.1694939 Apr 05 20:40:17.846768 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42412) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:17.851061 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-072a7cd4-28ac-4145-a008-d7b2aff40f7b None None] Port 77494ce7-eb4d-47bc-a7f7-a87392185f9c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:40:17.855915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2287a82b-3c21-4cc8-abe3-d47f5948e9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:17.874774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:40:17.875466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:17.877027 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.877569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:40:17.878560 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Bound port: 9591a1d4-d002-4359-b767-538adf43ec74, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:17.879112 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.921501 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2287a82b-3c21-4cc8-abe3-d47f5948e9e5 None None] Routers {'e9adfd3f-d99d-439a-b33b-fb292da74ecc'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:17.923456 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2287a82b-3c21-4cc8-abe3-d47f5948e9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e9adfd3f-d99d-439a-b33b-fb292da74ecc'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:17.929107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537ae41-07fd-484a-b52e-da665ebafd22 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=ab8c6dc4-1a80-4ad3-9f4e-1ddbcb6c8475,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:17.937280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-98c34405-8d38-4cd5-b902-727632b7f489 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:17.939521 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-98c34405-8d38-4cd5-b902-727632b7f489 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 812 time: 0.7863419 Apr 05 20:40:17.941529 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.942075 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:17.963625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'port': {'device_id': 'f9289c25-1424-4cfe-8c46-3cd0c302425a', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'admin_state_up': True, 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:18.078454 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2287a82b-3c21-4cc8-abe3-d47f5948e9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:18.079412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2287a82b-3c21-4cc8-abe3-d47f5948e9e5 None None] The sync data for ids ['e9adfd3f-d99d-439a-b33b-fb292da74ecc'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:40:18.156474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Calling delete_port for efcf106b-a66e-433a-8154-b6009d8b3ee0 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:18.213970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] For port 9591a1d4-d002-4359-b767-538adf43ec74, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:40:18.217774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] For port 9591a1d4-d002-4359-b767-538adf43ec74, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9591a1d4-d002-4359-b767-538adf43ec74,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:40:18.232112 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:18.244917 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d537ae41-07fd-484a-b52e-da665ebafd22 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:18.404150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a676cd3-2a05-4c9e-913b-b54f422f7cab None None] Pushing event updated for resources: {'Port': ['ID=9591a1d4-d002-4359-b767-538adf43ec74,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:18.433487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:18.569246 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:18.570042 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:18.576252 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d537ae41-07fd-484a-b52e-da665ebafd22 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/ab8c6dc4-1a80-4ad3-9f4e-1ddbcb6c8475 HTTP/1.1" status: 204 len: 168 time: 3.6775606 Apr 05 20:40:18.578419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42418) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:18.801393 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c7e3020b-4862-446e-b99c-8b0ff40bace0 req-bfa158d3-1974-4062-af61-e10a431afc7b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 210 time: 0.1384950 Apr 05 20:40:18.895387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b89f4b3-1282-49d8-bd43-224fcc552926 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:18.897311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b89f4b3-1282-49d8-bd43-224fcc552926 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:18.918600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6b89f4b3-1282-49d8-bd43-224fcc552926 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3389380 Apr 05 20:40:18.921234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42426) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:18.931270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:18.947325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:18.950965 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:40:18.951614 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:40:18.972804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Made reservation on behalf of dacf556d99314275b005d0fe30e76cf0 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:18.977910 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:19.087350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1debf36-feea-4674-8254-0eb6c396d588 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 9b6ca4de-d42a-4d70-a2cc-2968f5233288 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:40:19.100877 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f1debf36-feea-4674-8254-0eb6c396d588 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:19.199179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Allocated IP 172.20.0.11 (b0771cdf-7fba-4afa-bb63-06eaaa63271e/9e0a468e-24dc-4e37-a095-c4e9126d90ec/fb5b5c56-5f9a-4068-910c-0e3588224a29) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:19.209467 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f1debf36-feea-4674-8254-0eb6c396d588 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:19.354972 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f1debf36-feea-4674-8254-0eb6c396d588 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:19.433842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:19.438006 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a332351c-2b31-4914-adfd-b3d33f7cdc66 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:19.452510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Transition to ACTIVE for port object fb5b5c56-5f9a-4068-910c-0e3588224a29 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:19.453656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Deleting port efcf106b-a66e-433a-8154-b6009d8b3ee0 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:19.454082 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:19.642675 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:19.661117 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['eb02026c-5b6b-4d25-ad6a-3456cb3da049'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:40:19.664898 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f1debf36-feea-4674-8254-0eb6c396d588 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:19.741205 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'Port': ['ID=fb5b5c56-5f9a-4068-910c-0e3588224a29,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:19.793762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1debf36-feea-4674-8254-0eb6c396d588 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6ca4de-d42a-4d70-a2cc-2968f5233288,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:19.813619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:19.816012 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:19.816414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:19.817755 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f1debf36-feea-4674-8254-0eb6c396d588 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:19.824708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:19.830473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:19.849590 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f1debf36-feea-4674-8254-0eb6c396d588 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/9b6ca4de-d42a-4d70-a2cc-2968f5233288 HTTP/1.1" status: 204 len: 168 time: 0.9192309 Apr 05 20:40:19.850360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42436) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:19.976397 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cd09065c-afa0-43a3-816b-e25889a59672 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1227984 Apr 05 20:40:19.977741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42442) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:20.133627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d0337e-e4c0-4fc9-8223-2977a1d31aa7 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:20.279128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a332351c-2b31-4914-adfd-b3d33f7cdc66 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port 77494ce7-eb4d-47bc-a7f7-a87392185f9c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:20.279746 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a332351c-2b31-4914-adfd-b3d33f7cdc66 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:20.318072 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Calling delete_port for efcf106b-a66e-433a-8154-b6009d8b3ee0 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:20.341567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88d3403-d988-499b-b111-69483e736640 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:20.343391 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f88d3403-d988-499b-b111-69483e736640 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3622851 Apr 05 20:40:20.350225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42450) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:20.370572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606b9c4-4e2a-4d20-aeeb-d50313a8847a req-bbd9a60b-da14-4a71-b829-92e1f628fb72 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:20.372263 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8606b9c4-4e2a-4d20-aeeb-d50313a8847a req-bbd9a60b-da14-4a71-b829-92e1f628fb72 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 932 time: 0.3486602 Apr 05 20:40:20.385604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c7498684-39f5-4766-a19c-42c0ec499d6b None None] Provisioning for port 9591a1d4-d002-4359-b767-538adf43ec74 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:20.458989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:20.459609 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:20.494658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9591a1d4-d002-4359-b767-538adf43ec74 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:20.529960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bfb913-eea2-4039-bca6-f01ac0813296 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:20.530675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-08bfb913-eea2-4039-bca6-f01ac0813296 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:20.602677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-08bfb913-eea2-4039-bca6-f01ac0813296 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:20.606840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-08bfb913-eea2-4039-bca6-f01ac0813296 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2552962 Apr 05 20:40:20.607446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42454) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:20.615591 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-41fc3d2c-6866-48cd-8dd6-d4080968d7fc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6555679 Apr 05 20:40:20.621491 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-39f44968-c233-4477-852e-726a3847c682 None None] Provisioning for port fb5b5c56-5f9a-4068-910c-0e3588224a29 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:20.629788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-39f44968-c233-4477-852e-726a3847c682 None None] Provisioning complete for port fb5b5c56-5f9a-4068-910c-0e3588224a29 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:20.630495 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-39f44968-c233-4477-852e-726a3847c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:20.665545 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 9591a1d4-d002-4359-b767-538adf43ec74 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:20.669761 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8606b9c4-4e2a-4d20-aeeb-d50313a8847a req-c6803438-75da-4fa5-9e07-47fa729fcfe0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857521 Apr 05 20:40:20.704212 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 9591a1d4-d002-4359-b767-538adf43ec74 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:20.709349 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:20.720265 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a332351c-2b31-4914-adfd-b3d33f7cdc66 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:20.749747 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa978410-88fd-4f06-9ca7-9e902bfa89e6 None None] DHCP port deletion for 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:40:20.797161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-fa978410-88fd-4f06-9ca7-9e902bfa89e6 None None] Deleting port 9591a1d4-d002-4359-b767-538adf43ec74 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:20.797298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9f6a0d05-fe6d-4cf1-8147-4a4c85120a0d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1841991 Apr 05 20:40:20.797799 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa978410-88fd-4f06-9ca7-9e902bfa89e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:20.802603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42462) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:20.806419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Request body: {'port': {'device_id': 'f9289c25-1424-4cfe-8c46-3cd0c302425a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:20.855099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-267d9fe3-d58c-46cb-9ea1-88f057f8bc09 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:20.896671 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a332351c-2b31-4914-adfd-b3d33f7cdc66 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for 77494ce7-eb4d-47bc-a7f7-a87392185f9c owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:20.972920 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.035553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fa978410-88fd-4f06-9ca7-9e902bfa89e6 None None] For port 9591a1d4-d002-4359-b767-538adf43ec74, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9591a1d4-d002-4359-b767-538adf43ec74,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:21.035953 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa978410-88fd-4f06-9ca7-9e902bfa89e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.076532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Pushing event deleted for resources: {'Port': ['ID=efcf106b-a66e-433a-8154-b6009d8b3ee0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:21.130760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-39f44968-c233-4477-852e-726a3847c682 None None] Port fb5b5c56-5f9a-4068-910c-0e3588224a29 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:40:21.136268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-9f3061ad-6464-4e8d-8f50-5a62c197771e tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:21.137954 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-9f3061ad-6464-4e8d-8f50-5a62c197771e tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/networks?id=33a04c7a-b97d-4230-8a01-e41bba22d876 HTTP/1.1" status: 200 len: 813 time: 0.2762458 Apr 05 20:40:21.160709 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-c88c4179-dd29-43f0-b551-92cbf96743c6 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/quotas/5d8120fb369e415bb49155350efcd7b9 HTTP/1.1" status: 200 len: 375 time: 0.0159407 Apr 05 20:40:21.208520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-267d9fe3-d58c-46cb-9ea1-88f057f8bc09 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:21.218000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-fa978410-88fd-4f06-9ca7-9e902bfa89e6 None None] Calling delete_port for 9591a1d4-d002-4359-b767-538adf43ec74 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:21.242358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-267d9fe3-d58c-46cb-9ea1-88f057f8bc09 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:21.248494 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.270982 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-0d9e0e91-4cdb-493d-bd84-244c9d84db26 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d8120fb369e415bb49155350efcd7b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0999007 Apr 05 20:40:21.278857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-626f624d-b43b-4ba4-9165-3b200febd540 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:40:21.285526 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-626f624d-b43b-4ba4-9165-3b200febd540 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137379 Apr 05 20:40:21.316655 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.319680 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.322623 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37f0e40a-c4cc-4d78-8d64-6905130c0ed1 req-930208c2-652d-4b99-8976-eba0f31261bb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "DELETE /v2.0/floatingips/4a8f58c7-0112-4756-b4f5-8eb11bd78c6b HTTP/1.1" status: 204 len: 173 time: 4.5702977 Apr 05 20:40:21.333873 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa978410-88fd-4f06-9ca7-9e902bfa89e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.386122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267d9fe3-d58c-46cb-9ea1-88f057f8bc09 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:21.390221 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-267d9fe3-d58c-46cb-9ea1-88f057f8bc09 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.391325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa978410-88fd-4f06-9ca7-9e902bfa89e6 None None] Pushing event deleted for resources: {'Port': ['ID=9591a1d4-d002-4359-b767-538adf43ec74,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:21.395285 n-d-836604-1 neutron-server[87966]: INFO neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No ports have port_id starting with 9591a1d4-d002-4359-b767-538adf43ec74 Apr 05 20:40:21.400819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa978410-88fd-4f06-9ca7-9e902bfa89e6 None None] No DVR routers for this DVR port 9591a1d4-d002-4359-b767-538adf43ec74 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:21.425915 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a332351c-2b31-4914-adfd-b3d33f7cdc66 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.496122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332351c-2b31-4914-adfd-b3d33f7cdc66 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=77494ce7-eb4d-47bc-a7f7-a87392185f9c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:21.598034 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-780814f1-65c0-4d69-ba56-011541b02cc2 service neutron] 10.222.0.24 "GET /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114860 Apr 05 20:40:21.655798 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-786ff8d5-b270-4940-b62e-f1ff4acafbd9 req-3b7795ff-6286-41f6-815c-be0186b26df2 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups/e9ebe4aa-8a05-4901-9c12-3758846e7762 HTTP/1.1" status: 200 len: 1809 time: 0.3129244 Apr 05 20:40:21.888296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-786ff8d5-b270-4940-b62e-f1ff4acafbd9 req-e1194151-13e4-4377-8934-02fbd0cf729f tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.895034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a332351c-2b31-4914-adfd-b3d33f7cdc66 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.952879 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-786ff8d5-b270-4940-b62e-f1ff4acafbd9 req-e1194151-13e4-4377-8934-02fbd0cf729f tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:21.993250 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-71dd1c63-e309-4078-bc2e-4161e6ad71ae service neutron] 10.222.0.24 "GET /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943422 Apr 05 20:40:22.042747 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-267d9fe3-d58c-46cb-9ea1-88f057f8bc09 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:22.138481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267d9fe3-d58c-46cb-9ea1-88f057f8bc09 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:22.170747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-267d9fe3-d58c-46cb-9ea1-88f057f8bc09 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:22.186990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da321f3f-8234-48bd-ba42-975c352e5b55 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:22.193076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267d9fe3-d58c-46cb-9ea1-88f057f8bc09 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:22.194026 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-267d9fe3-d58c-46cb-9ea1-88f057f8bc09 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:22.199406 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-786ff8d5-b270-4940-b62e-f1ff4acafbd9 req-e1194151-13e4-4377-8934-02fbd0cf729f tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:22.252541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1194151-13e4-4377-8934-02fbd0cf729f tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ebe4aa-8a05-4901-9c12-3758846e7762,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:22.268768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5b5c56-5f9a-4068-910c-0e3588224a29 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:40:22.275240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d9fe3-d58c-46cb-9ea1-88f057f8bc09 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=705244ca-5795-4794-9fc0-a5a14e8af831,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:22.288068 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:22.293069 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-267d9fe3-d58c-46cb-9ea1-88f057f8bc09 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4501126 Apr 05 20:40:22.296268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42476) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:22.303107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': '705244ca-5795-4794-9fc0-a5a14e8af831', 'ip_address': '2001:db8::6df7:fa17:d827:4fe5'}], 'name': 'tempest-NetworksTestDHCPv6-562936558'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:22.364654 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-786ff8d5-b270-4940-b62e-f1ff4acafbd9 req-e1194151-13e4-4377-8934-02fbd0cf729f tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:22.382539 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-786ff8d5-b270-4940-b62e-f1ff4acafbd9 req-e1194151-13e4-4377-8934-02fbd0cf729f tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "DELETE /v2.0/security-groups/e9ebe4aa-8a05-4901-9c12-3758846e7762 HTTP/1.1" status: 204 len: 173 time: 0.7156429 Apr 05 20:40:22.406919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Transition to ACTIVE for port object fb5b5c56-5f9a-4068-910c-0e3588224a29 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:22.460392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a332351c-2b31-4914-adfd-b3d33f7cdc66 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router e9adfd3f-d99d-439a-b33b-fb292da74ecc has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:40:22.664279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9591a1d4-d002-4359-b767-538adf43ec74 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:22.708165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a332351c-2b31-4914-adfd-b3d33f7cdc66 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:40:22.743998 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb5fd5d-85c8-4193-8f68-3c548ede3240 None None] Sync routers for ids ['e9adfd3f-d99d-439a-b33b-fb292da74ecc'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:40:22.752232 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:22.801281 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a332351c-2b31-4914-adfd-b3d33f7cdc66 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/e9adfd3f-d99d-439a-b33b-fb292da74ecc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9285634 Apr 05 20:40:22.801281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42488) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:22.821230 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb5fd5d-85c8-4193-8f68-3c548ede3240 None None] Routers {'e9adfd3f-d99d-439a-b33b-fb292da74ecc'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:22.821230 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-cfb5fd5d-85c8-4193-8f68-3c548ede3240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e9adfd3f-d99d-439a-b33b-fb292da74ecc'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:22.935553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 9591a1d4-d002-4359-b767-538adf43ec74 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:40:22.935553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9591a1d4-d002-4359-b767-538adf43ec74 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:40:23.000033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2ac2a77f-5a01-4cfd-b655-baf6a0513294 req-68d04db3-9973-480e-ba18-b95be5f2076c tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Synchronizing usage tracker for tenant:5d8120fb369e415bb49155350efcd7b9 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:23.067031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-07e1628a-eff9-489d-9a82-3639b5384af1 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Synchronizing usage tracker for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:23.144343 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-cfb5fd5d-85c8-4193-8f68-3c548ede3240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:23.158954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951f2ba-9aa8-4312-8b02-85c596cf39c6 req-bf3b95e0-cf27-4452-833b-ab9d66faf7a4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:23.158954 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3951f2ba-9aa8-4312-8b02-85c596cf39c6 req-bf3b95e0-cf27-4452-833b-ab9d66faf7a4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 944 time: 0.5908172 Apr 05 20:40:23.177787 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb5fd5d-85c8-4193-8f68-3c548ede3240 None None] Routers {'e9adfd3f-d99d-439a-b33b-fb292da74ecc'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:23.177787 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-cfb5fd5d-85c8-4193-8f68-3c548ede3240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e9adfd3f-d99d-439a-b33b-fb292da74ecc'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:23.257872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-07e1628a-eff9-489d-9a82-3639b5384af1 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Unset dirty status for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:23.257872 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-07e1628a-eff9-489d-9a82-3639b5384af1 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9adfd3f-d99d-439a-b33b-fb292da74ecc HTTP/1.1" status: 200 len: 205 time: 0.4648612 Apr 05 20:40:23.267569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42494) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:23.368502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'fixed_ips': [{'subnet_id': '705244ca-5795-4794-9fc0-a5a14e8af831'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:40:23.368502 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:23.481410 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-cfb5fd5d-85c8-4193-8f68-3c548ede3240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:23.481410 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb5fd5d-85c8-4193-8f68-3c548ede3240 None None] The sync data for ids ['e9adfd3f-d99d-439a-b33b-fb292da74ecc'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:40:23.522301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Pushing event updated for resources: {'Port': ['ID=fb5b5c56-5f9a-4068-910c-0e3588224a29,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:23.655839 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3951f2ba-9aa8-4312-8b02-85c596cf39c6 req-0694da3b-450a-42dc-92f9-15560b3d1606 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5002146 Apr 05 20:40:23.830019 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Allocated IP 2001:db8::2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/705244ca-5795-4794-9fc0-a5a14e8af831/cdc3a3f8-50f8-4a1f-83dc-892cdc576a12) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:23.953666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2ac2a77f-5a01-4cfd-b655-baf6a0513294 req-68d04db3-9973-480e-ba18-b95be5f2076c tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Unset dirty status for tenant:5d8120fb369e415bb49155350efcd7b9 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:23.953666 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ac2a77f-5a01-4cfd-b655-baf6a0513294 req-68d04db3-9973-480e-ba18-b95be5f2076c tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 210 time: 1.1862915 Apr 05 20:40:23.967889 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-df5c9bda-2d27-49ae-b353-32be1f976c70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.014260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Attempting to bind port fb5b5c56-5f9a-4068-910c-0e3588224a29 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:24.014260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Attempting to bind port fb5b5c56-5f9a-4068-910c-0e3588224a29 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:24.014260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Attempting to bind port fb5b5c56-5f9a-4068-910c-0e3588224a29 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:40:24.033378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Port fb5b5c56-5f9a-4068-910c-0e3588224a29 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:40:24.033378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Attempting to bind port fb5b5c56-5f9a-4068-910c-0e3588224a29 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:40:24.057013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:24.073771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:24.073771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:24.091707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:24.130445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:40:24.130445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Checking segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:24.130445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Bound using segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:40:24.130445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Bound port: fb5b5c56-5f9a-4068-910c-0e3588224a29, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:24.130445 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.173780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:24.256770 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.256770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Transition to ACTIVE for port object cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:24.308340 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Transition to ACTIVE for port object cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:24.308340 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.586175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:24.586175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:24.588193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:24.593535 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Pushing event updated for resources: {'Port': ['ID=cdc3a3f8-50f8-4a1f-83dc-892cdc576a12,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:24.597044 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-df5c9bda-2d27-49ae-b353-32be1f976c70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.599478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-df5c9bda-2d27-49ae-b353-32be1f976c70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.639567 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-df5c9bda-2d27-49ae-b353-32be1f976c70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.640026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5c9bda-2d27-49ae-b353-32be1f976c70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Fanout notify agent at l3_agent the message router_deleted on router e9adfd3f-d99d-439a-b33b-fb292da74ecc {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:40:24.662787 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-df5c9bda-2d27-49ae-b353-32be1f976c70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.670026 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-df5c9bda-2d27-49ae-b353-32be1f976c70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/routers/e9adfd3f-d99d-439a-b33b-fb292da74ecc HTTP/1.1" status: 204 len: 168 time: 1.3991554 Apr 05 20:40:24.670946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42498) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:24.718551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] For port fb5b5c56-5f9a-4068-910c-0e3588224a29, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:40:24.759311 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.789009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Attempting to bind port cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:24.791080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Attempting to bind port cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:24.791535 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Attempting to bind port cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:40:24.792517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] For port fb5b5c56-5f9a-4068-910c-0e3588224a29, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fb5b5c56-5f9a-4068-910c-0e3588224a29,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:40:24.800418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 73f4ef20-01ed-4f1e-81bc-20c974a4cc2c yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:40:24.808837 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:40:24.809210 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:24.814798 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.815358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:40:24.815851 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Bound port: cdc3a3f8-50f8-4a1f-83dc-892cdc576a12, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:24.816236 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.844932 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.953300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting subnet 6cc3784d-ec06-4dfb-9ee0-343a98465bd6 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:40:24.964656 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.978917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:24.980661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:24.986209 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] 10.222.0.13 "PUT /v2.0/ports/fb5b5c56-5f9a-4068-910c-0e3588224a29 HTTP/1.1" status: 200 len: 1092 time: 4.2075903 Apr 05 20:40:24.986963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9289c25-1424-4cfe-8c46-3cd0c302425a', 'tag': 'fb5b5c56-5f9a-4068-910c-0e3588224a29'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:40:25.111638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] For port cdc3a3f8-50f8-4a1f-83dc-892cdc576a12, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:40:25.118603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] For port cdc3a3f8-50f8-4a1f-83dc-892cdc576a12, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cdc3a3f8-50f8-4a1f-83dc-892cdc576a12,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:40:25.137520 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:25.291273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930346c-8b39-4d22-bdd1-4bfc65519dcf None None] Pushing event updated for resources: {'Port': ['ID=cdc3a3f8-50f8-4a1f-83dc-892cdc576a12,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:25.326109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956392d7-f03d-4028-b77b-58478d4c024d service neutron] Pushing event updated for resources: {'Port': ['ID=fb5b5c56-5f9a-4068-910c-0e3588224a29,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:25.502101 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:25.556014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-57624b9a-d95f-48ad-b6f6-980d4a4fd183 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:25.557955 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-57624b9a-d95f-48ad-b6f6-980d4a4fd183 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.41 "GET /v2.0/networks?id=33a04c7a-b97d-4230-8a01-e41bba22d876 HTTP/1.1" status: 200 len: 813 time: 0.4516385 Apr 05 20:40:25.572830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Request body: {'port': {'device_id': '5980ab31-a10f-4ad8-8be6-a9295a58d5ca', 'network_id': '33a04c7a-b97d-4230-8a01-e41bba22d876', 'admin_state_up': True, 'tenant_id': '5d8120fb369e415bb49155350efcd7b9'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:25.752792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-be8882e1-bc3d-4f99-bf73-88ee684befe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:25.754207 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-be8882e1-bc3d-4f99-bf73-88ee684befe5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 1095 time: 0.6466174 Apr 05 20:40:25.925834 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-7c34f86b-5836-47ac-adf2-9f39c75829a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb5b5c56-5f9a-4068-910c-0e3588224a29 HTTP/1.1" status: 200 len: 217 time: 0.1579123 Apr 05 20:40:25.927628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::6df7:fa17:d827:4fe5 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/705244ca-5795-4794-9fc0-a5a14e8af831/73f4ef20-01ed-4f1e-81bc-20c974a4cc2c) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:25.937134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af962e6a-b3e1-4ead-b693-baecc81a34d3 req-827d879d-62cc-4563-9557-b3b802ad7fcc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:25.938442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-af962e6a-b3e1-4ead-b693-baecc81a34d3 req-827d879d-62cc-4563-9557-b3b802ad7fcc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:25.958362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cb92a-3038-4eee-9cc9-2723c73a2944 req-15bdadcd-05c4-4fa7-b5cf-243b96ec0c50 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:25.964609 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f20cb92a-3038-4eee-9cc9-2723c73a2944 req-15bdadcd-05c4-4fa7-b5cf-243b96ec0c50 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.8644161 Apr 05 20:40:26.113489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-daac4061-5a49-447a-a8a5-59f8bb8a1676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:26.116527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-daac4061-5a49-447a-a8a5-59f8bb8a1676 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.1742601 Apr 05 20:40:26.117322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-af962e6a-b3e1-4ead-b693-baecc81a34d3 req-827d879d-62cc-4563-9557-b3b802ad7fcc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:26.118525 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af962e6a-b3e1-4ead-b693-baecc81a34d3 req-827d879d-62cc-4563-9557-b3b802ad7fcc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 944 time: 1.0085976 Apr 05 20:40:26.148950 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f20cb92a-3038-4eee-9cc9-2723c73a2944 req-48c98afd-4463-4791-a4d1-8a31f56a75eb tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118062 Apr 05 20:40:26.233794 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:26.373696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:26.416598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:26.442340 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af962e6a-b3e1-4ead-b693-baecc81a34d3 req-86df1cdc-5ea4-4ccd-9134-8425d7653ccc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013701 Apr 05 20:40:26.577026 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c0d38a3-f421-404d-980a-b93345dafafa req-e5ca7210-15ce-4641-a67c-cff87b6bdba4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 210 time: 0.1709974 Apr 05 20:40:26.630149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:26.637642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Made reservation on behalf of 5d8120fb369e415bb49155350efcd7b9 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:26.648502 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:26.670367 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:26.726647 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9289c25-1424-4cfe-8c46-3cd0c302425a', 'tag': 'fb5b5c56-5f9a-4068-910c-0e3588224a29', 'status': 'completed', 'code': 200} Apr 05 20:40:26.752073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:26.764031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-e6597992-e826-43cd-b27f-1cee09c2f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:26.765604 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-e6597992-e826-43cd-b27f-1cee09c2f301 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6140161 Apr 05 20:40:26.880239 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:26.975777 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:26.990337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc2f4af-48f3-4519-b22c-94dbc69bb90b None None] Network b3b039e1-403b-43e3-b108-c1f048e4c3df requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:26.993531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc3784d-ec06-4dfb-9ee0-343a98465bd6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:27.020967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.021506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.022109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.022596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.023068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.023551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.024023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.024486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.024960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.025421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.025896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.026450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:27.030273 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2d4541e6-375d-40af-a2dc-0d6074cb3817 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/6cc3784d-ec06-4dfb-9ee0-343a98465bd6 HTTP/1.1" status: 204 len: 168 time: 2.3554394 Apr 05 20:40:27.035205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42510) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:27.063491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 73f4ef20-01ed-4f1e-81bc-20c974a4cc2c will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:27.381401 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:27.388970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Allocated IP 172.20.0.14 (33a04c7a-b97d-4230-8a01-e41bba22d876/f5869ce6-6042-4d26-81dc-82c371897f26/7e661e66-a634-449b-a852-85e9d6bc8fe7) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:27.409864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ce355-2bf7-42ac-8a0a-a51700a0f647 req-5361af33-ef9a-4b86-9271-3fc83af365b3 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:27.409864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7d2ce355-2bf7-42ac-8a0a-a51700a0f647 req-5361af33-ef9a-4b86-9271-3fc83af365b3 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Synchronizing usage tracker for tenant:4858f403fa174f23ac9671fcad51e404 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:27.416064 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:27.425536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:27.425536 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:27.475200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7d2ce355-2bf7-42ac-8a0a-a51700a0f647 req-5361af33-ef9a-4b86-9271-3fc83af365b3 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Unset dirty status for tenant:4858f403fa174f23ac9671fcad51e404 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:27.476420 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d2ce355-2bf7-42ac-8a0a-a51700a0f647 req-5361af33-ef9a-4b86-9271-3fc83af365b3 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.41 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 0.6814342 Apr 05 20:40:27.613228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7550a6d9-baa5-48e6-a14c-38d021192948 None None] Provisioning for port cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:27.637444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7550a6d9-baa5-48e6-a14c-38d021192948 None None] Provisioning complete for port cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:27.637444 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7550a6d9-baa5-48e6-a14c-38d021192948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:27.858536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:27.913908 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-a0abbacd-8233-4a24-8da7-3fef60bf582b service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1175523 Apr 05 20:40:27.948366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:28.008044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:28.014807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:28.015440 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.044847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=73f4ef20-01ed-4f1e-81bc-20c974a4cc2c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:28.077679 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-51d5c248-00cc-491c-8313-ccef8276cee2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.7799964 Apr 05 20:40:28.089153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42520) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:28.090305 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7550a6d9-baa5-48e6-a14c-38d021192948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.117659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-668fa8b7-1a54-4beb-bb83-cf1823ef8e73 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': '705244ca-5795-4794-9fc0-a5a14e8af831', 'ip_address': '2001:db8::6df7:fa17:d827:4fe5'}], 'name': 'tempest-NetworksTestDHCPv6-1367388775'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:28.153536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-7d2ce355-2bf7-42ac-8a0a-a51700a0f647 req-502f6a93-0dbe-4952-bd26-3f9143df8321 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Deleting port 3312d93c-a81f-416f-ae0c-7a3aa61b6417 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:28.156221 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7d2ce355-2bf7-42ac-8a0a-a51700a0f647 req-502f6a93-0dbe-4952-bd26-3f9143df8321 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.194561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7550a6d9-baa5-48e6-a14c-38d021192948 None None] For port cdc3a3f8-50f8-4a1f-83dc-892cdc576a12, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cdc3a3f8-50f8-4a1f-83dc-892cdc576a12,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:28.196900 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7550a6d9-baa5-48e6-a14c-38d021192948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.313608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] DHCP port deletion for b3b039e1-403b-43e3-b108-c1f048e4c3df request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:40:28.342597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] Deleting port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:28.342597 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.451082 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550a6d9-baa5-48e6-a14c-38d021192948 None None] Pushing event updated for resources: {'Port': ['ID=cdc3a3f8-50f8-4a1f-83dc-892cdc576a12,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:28.461398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:28.468063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] For port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4d53a82b-94cd-421f-b5c7-07b1b42d2b37,segment=NetworkSegment(ce32162a-e24b-4f17-a619-fcc2e64f639a),segment_id=ce32162a-e24b-4f17-a619-fcc2e64f639a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:28.468633 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.645297 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9f2989d5-83f7-4be6-bdbd-c5a7c6db4fa8 None None] Provisioning for port 73f4ef20-01ed-4f1e-81bc-20c974a4cc2c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:28.718058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe075fe-9dc5-48d8-beaa-2b54eac72240 req-0a24264e-e0a3-4f2b-b721-38a082a00708 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:28.722299 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-afe075fe-9dc5-48d8-beaa-2b54eac72240 req-0a24264e-e0a3-4f2b-b721-38a082a00708 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 945 time: 1.2076094 Apr 05 20:40:28.743218 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.770512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9f2989d5-83f7-4be6-bdbd-c5a7c6db4fa8 None None] Provisioning complete for port 73f4ef20-01ed-4f1e-81bc-20c974a4cc2c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:28.770876 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9f2989d5-83f7-4be6-bdbd-c5a7c6db4fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.803288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35165eee-9853-4b41-a4b0-b36c7655b723 req-33520ce9-3e15-44be-9e89-3f42f6f42b87 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:28.804829 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35165eee-9853-4b41-a4b0-b36c7655b723 req-33520ce9-3e15-44be-9e89-3f42f6f42b87 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 944 time: 1.1481435 Apr 05 20:40:28.815842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:28.938417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4d53a82b-94cd-421f-b5c7-07b1b42d2b37,segment=NetworkSegment(ce32162a-e24b-4f17-a619-fcc2e64f639a),segment_id=ce32162a-e24b-4f17-a619-fcc2e64f639a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:28.938417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9f2989d5-83f7-4be6-bdbd-c5a7c6db4fa8 None None] Port 73f4ef20-01ed-4f1e-81bc-20c974a4cc2c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:40:28.951087 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:28.970038 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b9f1d3-f735-41ce-bf6c-5d27e549e140 req-90c4fd1e-9b11-417a-a842-d06d26919cad service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0314550 Apr 05 20:40:29.059002 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:29.067057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] For port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4d53a82b-94cd-421f-b5c7-07b1b42d2b37,segment=NetworkSegment(ce32162a-e24b-4f17-a619-fcc2e64f639a),segment_id=ce32162a-e24b-4f17-a619-fcc2e64f639a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:29.067473 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:29.101941 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35165eee-9853-4b41-a4b0-b36c7655b723 req-53f562b6-a91d-473d-bf1d-83399322b29b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103810 Apr 05 20:40:29.172649 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:40:29.172649 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:40:29.180983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-668fa8b7-1a54-4beb-bb83-cf1823ef8e73 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:29.195963 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:29.197999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-afe075fe-9dc5-48d8-beaa-2b54eac72240 req-50afd1f8-aec2-4935-a7c5-7c1e2625d34e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Synchronizing usage tracker for tenant:4858f403fa174f23ac9671fcad51e404 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:29.198831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-668fa8b7-1a54-4beb-bb83-cf1823ef8e73 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:29.211784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-668fa8b7-1a54-4beb-bb83-cf1823ef8e73 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:29.273867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-7d2ce355-2bf7-42ac-8a0a-a51700a0f647 req-502f6a93-0dbe-4952-bd26-3f9143df8321 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] For port 3312d93c-a81f-416f-ae0c-7a3aa61b6417, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3312d93c-a81f-416f-ae0c-7a3aa61b6417,segment=NetworkSegment(6bdde775-22d7-486a-b779-e31b510532cd),segment_id=6bdde775-22d7-486a-b779-e31b510532cd)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:29.273867 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7d2ce355-2bf7-42ac-8a0a-a51700a0f647 req-502f6a93-0dbe-4952-bd26-3f9143df8321 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:29.273867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-668fa8b7-1a54-4beb-bb83-cf1823ef8e73 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:29.391923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] Calling delete_port for 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:29.406666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Pushing event updated for resources: {'Port': ['ID=7e661e66-a634-449b-a852-85e9d6bc8fe7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:29.435735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Network 33a04c7a-b97d-4230-8a01-e41bba22d876 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:29.438608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:29.447316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:29.526476 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:40:29.538331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=4d53a82b-94cd-421f-b5c7-07b1b42d2b37,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:29.553912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-7d2ce355-2bf7-42ac-8a0a-a51700a0f647 req-502f6a93-0dbe-4952-bd26-3f9143df8321 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Calling delete_port for 3312d93c-a81f-416f-ae0c-7a3aa61b6417 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:29.575792 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:40:29.576567 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:40:29.586988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-afe075fe-9dc5-48d8-beaa-2b54eac72240 req-50afd1f8-aec2-4935-a7c5-7c1e2625d34e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Unset dirty status for tenant:4858f403fa174f23ac9671fcad51e404 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:29.588181 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-afe075fe-9dc5-48d8-beaa-2b54eac72240 req-50afd1f8-aec2-4935-a7c5-7c1e2625d34e tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/security-groups?id=a879c628-a479-4041-ada5-6f9ed7c32316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8414617 Apr 05 20:40:29.597097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668fa8b7-1a54-4beb-bb83-cf1823ef8e73 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:29.601807 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-668fa8b7-1a54-4beb-bb83-cf1823ef8e73 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:29.639199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-668fa8b7-1a54-4beb-bb83-cf1823ef8e73 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 0766bc0e-1d4d-4ce7-88c5-d28b1d8bb712 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:40:29.682857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:29.683780 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:29.774796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:29.774796 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:29.793670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ce29c-a628-4c0a-a3c1-a1c58eb126c6 req-5d1d23c6-470e-4c99-899e-090fa9e4818d tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:29.794383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8f0ce29c-a628-4c0a-a3c1-a1c58eb126c6 req-5d1d23c6-470e-4c99-899e-090fa9e4818d tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Synchronizing usage tracker for tenant:5d8120fb369e415bb49155350efcd7b9 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:29.809547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf46c12-ecab-4a76-a5f0-a8dfd3289049 req-91119042-26be-4c2e-9766-919ba143a5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:29.811068 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcf46c12-ecab-4a76-a5f0-a8dfd3289049 req-91119042-26be-4c2e-9766-919ba143a5f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 1095 time: 0.7675297 Apr 05 20:40:29.856540 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-064cbe21-9db1-4194-bd96-420a9771b094 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2875450 Apr 05 20:40:29.891228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Request body: {'port': {'device_id': '5980ab31-a10f-4ad8-8be6-a9295a58d5ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:29.988484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8f0ce29c-a628-4c0a-a3c1-a1c58eb126c6 req-5d1d23c6-470e-4c99-899e-090fa9e4818d tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Unset dirty status for tenant:5d8120fb369e415bb49155350efcd7b9 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:29.988484 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8f0ce29c-a628-4c0a-a3c1-a1c58eb126c6 req-5d1d23c6-470e-4c99-899e-090fa9e4818d tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 932 time: 0.6185329 Apr 05 20:40:30.078237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] Deleting port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:30.078794 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:30.161123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf46c12-ecab-4a76-a5f0-a8dfd3289049 req-5a0555d8-874c-44d8-ab2a-e9b70956e91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:30.163972 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcf46c12-ecab-4a76-a5f0-a8dfd3289049 req-5a0555d8-874c-44d8-ab2a-e9b70956e91b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.3460095 Apr 05 20:40:30.263556 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8f0ce29c-a628-4c0a-a3c1-a1c58eb126c6 req-b541e1aa-dcd4-487c-acbf-e917e3fc0ea0 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781281 Apr 05 20:40:30.295112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] For port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4d53a82b-94cd-421f-b5c7-07b1b42d2b37,segment=NetworkSegment(ce32162a-e24b-4f17-a619-fcc2e64f639a),segment_id=ce32162a-e24b-4f17-a619-fcc2e64f639a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:30.295541 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:30.419834 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:30.467149 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcf46c12-ecab-4a76-a5f0-a8dfd3289049 req-20a8f3fd-9c8b-440e-9783-681dddabbaa9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb5b5c56-5f9a-4068-910c-0e3588224a29 HTTP/1.1" status: 200 len: 217 time: 0.2848148 Apr 05 20:40:30.497544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:30.543604 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7d2ce355-2bf7-42ac-8a0a-a51700a0f647 req-502f6a93-0dbe-4952-bd26-3f9143df8321 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:30.563841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] For port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4d53a82b-94cd-421f-b5c7-07b1b42d2b37,segment=NetworkSegment(ce32162a-e24b-4f17-a619-fcc2e64f639a),segment_id=ce32162a-e24b-4f17-a619-fcc2e64f639a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:30.564323 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:30.567996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:30.591702 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-668fa8b7-1a54-4beb-bb83-cf1823ef8e73 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 20:40:30.592213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668fa8b7-1a54-4beb-bb83-cf1823ef8e73 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:40:30.640122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f6a93-0dbe-4952-bd26-3f9143df8321 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Pushing event deleted for resources: {'Port': ['ID=3312d93c-a81f-416f-ae0c-7a3aa61b6417,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:30.649039 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-668fa8b7-1a54-4beb-bb83-cf1823ef8e73 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.5532825 Apr 05 20:40:30.656552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42528) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:30.703190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf46c12-ecab-4a76-a5f0-a8dfd3289049 req-4a9edb01-7ac2-474f-adae-54b34bb9904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:30.704765 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcf46c12-ecab-4a76-a5f0-a8dfd3289049 req-4a9edb01-7ac2-474f-adae-54b34bb9904a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.2401886 Apr 05 20:40:30.819307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] Calling delete_port for 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:30.888239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:30.888376 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:30.918539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2ce355-2bf7-42ac-8a0a-a51700a0f647 req-502f6a93-0dbe-4952-bd26-3f9143df8321 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] No DVR routers for this DVR port 3312d93c-a81f-416f-ae0c-7a3aa61b6417 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:30.925711 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7d2ce355-2bf7-42ac-8a0a-a51700a0f647 req-502f6a93-0dbe-4952-bd26-3f9143df8321 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:30.928723 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d2ce355-2bf7-42ac-8a0a-a51700a0f647 req-502f6a93-0dbe-4952-bd26-3f9143df8321 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.41 "DELETE /v2.0/ports/3312d93c-a81f-416f-ae0c-7a3aa61b6417 HTTP/1.1" status: 204 len: 173 time: 3.4128571 Apr 05 20:40:30.928974 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-377221fc-72ac-4461-81b0-c9772edfe3a5 req-566c5b58-0e9b-44c2-abdd-a3007ce7f8a2 tempest-ServerRescueTestJSONUnderV235-1088463920 tempest-ServerRescueTestJSONUnderV235-1088463920-project] 10.222.0.24 "GET /v2.0/ports?device_id=11b952b1-5927-41bd-8c83-7999c83f4b5f HTTP/1.1" status: 200 len: 210 time: 0.0933869 Apr 05 20:40:30.930482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'name': 'network-vif-deleted', 'tag': '3312d93c-a81f-416f-ae0c-7a3aa61b6417'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:40:30.933492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:30.947088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf05d4b-24f4-4c92-ba38-7dfb5a074506 req-0f73b0c4-57d2-4432-93d5-58562923acd2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:30.949991 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eaf05d4b-24f4-4c92-ba38-7dfb5a074506 req-0f73b0c4-57d2-4432-93d5-58562923acd2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 944 time: 0.5514019 Apr 05 20:40:31.022928 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:40:31.022928 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:40:31.051971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=4d53a82b-94cd-421f-b5c7-07b1b42d2b37,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:31.099171 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b952b1-5927-41bd-8c83-7999c83f4b5f', 'name': 'network-vif-deleted', 'tag': '3312d93c-a81f-416f-ae0c-7a3aa61b6417', 'status': 'completed', 'code': 200} Apr 05 20:40:31.099171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf46c12-ecab-4a76-a5f0-a8dfd3289049 req-5b6047aa-39da-4ff0-9ecf-510a23c1ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:31.099171 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcf46c12-ecab-4a76-a5f0-a8dfd3289049 req-5b6047aa-39da-4ff0-9ecf-510a23c1ea18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3838422 Apr 05 20:40:31.109243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eaf05d4b-24f4-4c92-ba38-7dfb5a074506 req-d217cc9b-08f0-43b7-8d8d-1996d136db91 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284878 Apr 05 20:40:31.110208 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3bfa4c-8349-48bd-bdb9-4557a4ed7037 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:31.116722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3bfa4c-8349-48bd-bdb9-4557a4ed7037 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:31.117012 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5b3bfa4c-8349-48bd-bdb9-4557a4ed7037 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4565063 Apr 05 20:40:31.133829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42534) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:31.226114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No DVR routers for this DVR port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:31.291084 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcf46c12-ecab-4a76-a5f0-a8dfd3289049 req-df752aee-c06a-403c-a8cf-2de752bb8f46 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852076 Apr 05 20:40:31.381444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] Deleting port 4d53a82b-94cd-421f-b5c7-07b1b42d2b37 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:31.381973 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:31.404235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-62bd53d7-a22f-4c09-b9c3-8781dcdb8bd2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 73f4ef20-01ed-4f1e-81bc-20c974a4cc2c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:31.404956 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62bd53d7-a22f-4c09-b9c3-8781dcdb8bd2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:31.470290 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcf46c12-ecab-4a76-a5f0-a8dfd3289049 req-2b642523-7ee3-4538-aba6-b194343d6a43 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718321 Apr 05 20:40:31.506067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ac6162b6-e242-433d-82d8-436ae0b88cda None None] The port '4d53a82b-94cd-421f-b5c7-07b1b42d2b37' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:40:31.513084 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:31.588725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b039e1-403b-43e3-b108-c1f048e4c3df']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:31.607229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce32162a-e24b-4f17-a619-fcc2e64f639a') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:31.607533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce32162a-e24b-4f17-a619-fcc2e64f639a') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:31.681301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3312d93c-a81f-416f-ae0c-7a3aa61b6417 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:31.743257 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:40:31.752201 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:31.757465 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 3312d93c-a81f-416f-ae0c-7a3aa61b6417 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:40:31.757808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3312d93c-a81f-416f-ae0c-7a3aa61b6417 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:40:32.018513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.042639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:40:32.043033 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.058236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42544) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:40:32.062580 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:40:32.065480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e661e66-a634-449b-a852-85e9d6bc8fe7 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:40:32.150199 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.152870 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62bd53d7-a22f-4c09-b9c3-8781dcdb8bd2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.167567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f61acb-3e7b-4c83-8fd7-2b0c3d570b5d req-652718c5-4188-4a3f-8e4f-8404dfb31b24 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:32.175182 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82f61acb-3e7b-4c83-8fd7-2b0c3d570b5d req-652718c5-4188-4a3f-8e4f-8404dfb31b24 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 932 time: 0.7452137 Apr 05 20:40:32.253757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82f61acb-3e7b-4c83-8fd7-2b0c3d570b5d req-2aef7aa7-0ca2-4bfa-a60f-c80560dc1b40 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769229 Apr 05 20:40:32.372321 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Transition to ACTIVE for port object 7e661e66-a634-449b-a852-85e9d6bc8fe7 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:32.379030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-62bd53d7-a22f-4c09-b9c3-8781dcdb8bd2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 73f4ef20-01ed-4f1e-81bc-20c974a4cc2c owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:32.409158 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.461392 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.491507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e689d3e-51c0-407f-a5a3-403290e0c436 req-aa4c036b-48af-4f67-aac6-5077686b373a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:32.495818 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e689d3e-51c0-407f-a5a3-403290e0c436 req-aa4c036b-48af-4f67-aac6-5077686b373a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 944 time: 0.2050312 Apr 05 20:40:32.502329 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.580572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Network': ['ID=b3b039e1-403b-43e3-b108-c1f048e4c3df,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:32.656658 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-69607020-32a9-4054-824d-f89dd8137da4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/networks/b3b039e1-403b-43e3-b108-c1f048e4c3df HTTP/1.1" status: 204 len: 168 time: 5.6157789 Apr 05 20:40:32.656658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Pushing event updated for resources: {'Port': ['ID=7e661e66-a634-449b-a852-85e9d6bc8fe7,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:32.669396 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e689d3e-51c0-407f-a5a3-403290e0c436 req-aaeaab68-bfa2-45e8-8f2f-b16eb77119e9 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087534 Apr 05 20:40:32.669570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42550) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:32.725414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-290763214', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:32.738174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:32.743130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:router and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:32.745965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:32.753065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:32.784043 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.785004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.791405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Attempting to bind port 7e661e66-a634-449b-a852-85e9d6bc8fe7 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:32.791765 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Attempting to bind port 7e661e66-a634-449b-a852-85e9d6bc8fe7 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'cca7082a-b4c2-452f-a0d8-f9cabd6011b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '33a04c7a-b97d-4230-8a01-e41bba22d876'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:32.792269 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Attempting to bind port 7e661e66-a634-449b-a852-85e9d6bc8fe7 on network 33a04c7a-b97d-4230-8a01-e41bba22d876 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:40:32.802050 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62bd53d7-a22f-4c09-b9c3-8781dcdb8bd2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.804736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Port 7e661e66-a634-449b-a852-85e9d6bc8fe7 on network 33a04c7a-b97d-4230-8a01-e41bba22d876 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:40:32.804736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Attempting to bind port 7e661e66-a634-449b-a852-85e9d6bc8fe7 on network 33a04c7a-b97d-4230-8a01-e41bba22d876 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:40:32.843470 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.852592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:40:32.852878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Checking segment: {'id': 'cca7082a-b4c2-452f-a0d8-f9cabd6011b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '33a04c7a-b97d-4230-8a01-e41bba22d876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:32.853271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Bound using segment: {'id': 'cca7082a-b4c2-452f-a0d8-f9cabd6011b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '33a04c7a-b97d-4230-8a01-e41bba22d876'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:40:32.853691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Bound port: 7e661e66-a634-449b-a852-85e9d6bc8fe7, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca7082a-b4c2-452f-a0d8-f9cabd6011b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '33a04c7a-b97d-4230-8a01-e41bba22d876'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:32.854059 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.873722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd53d7-a22f-4c09-b9c3-8781dcdb8bd2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=73f4ef20-01ed-4f1e-81bc-20c974a4cc2c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:32.953691 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62bd53d7-a22f-4c09-b9c3-8781dcdb8bd2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:32.973621 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-62bd53d7-a22f-4c09-b9c3-8781dcdb8bd2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/73f4ef20-01ed-4f1e-81bc-20c974a4cc2c HTTP/1.1" status: 204 len: 168 time: 1.8318934 Apr 05 20:40:32.979048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42554) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:33.089819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d561975-f96b-470c-83ee-80ad223866bd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:33.091729 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d561975-f96b-470c-83ee-80ad223866bd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:33.092558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1d561975-f96b-470c-83ee-80ad223866bd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:33.098108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] For port 7e661e66-a634-449b-a852-85e9d6bc8fe7, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:40:33.102964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] For port 7e661e66-a634-449b-a852-85e9d6bc8fe7, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=7e661e66-a634-449b-a852-85e9d6bc8fe7,segment=NetworkSegment(cca7082a-b4c2-452f-a0d8-f9cabd6011b3),segment_id=cca7082a-b4c2-452f-a0d8-f9cabd6011b3)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:40:33.115979 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:33.212832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Pushing event updated for resources: {'Port': ['ID=7e661e66-a634-449b-a852-85e9d6bc8fe7,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:33.219179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1d561975-f96b-470c-83ee-80ad223866bd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:33.223715 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1d561975-f96b-470c-83ee-80ad223866bd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2440567 Apr 05 20:40:33.224891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42558) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:33.234723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:33.235060 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:33.237494 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-138af28f-15ba-40b9-983b-6bd1c848c614 service neutron] 10.222.0.41 "PUT /v2.0/ports/7e661e66-a634-449b-a852-85e9d6bc8fe7 HTTP/1.1" status: 200 len: 1092 time: 3.3642001 Apr 05 20:40:33.238861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5980ab31-a10f-4ad8-8be6-a9295a58d5ca', 'tag': '7e661e66-a634-449b-a852-85e9d6bc8fe7'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:40:33.338253 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5980ab31-a10f-4ad8-8be6-a9295a58d5ca', 'tag': '7e661e66-a634-449b-a852-85e9d6bc8fe7', 'status': 'completed', 'code': 200} Apr 05 20:40:33.389257 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:33.391574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-7142ddb8-46ba-48c5-92fb-4672a13f48ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 705244ca-5795-4794-9fc0-a5a14e8af831 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:40:33.395722 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7142ddb8-46ba-48c5-92fb-4672a13f48ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:33.526491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7142ddb8-46ba-48c5-92fb-4672a13f48ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:33.574094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-77a15ec3-9538-4230-b706-60eb02e86ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:33.575515 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-77a15ec3-9538-4230-b706-60eb02e86ef5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8120fb369e415bb49155350efcd7b9&device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 1095 time: 0.2877984 Apr 05 20:40:33.580904 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2187120c-0589-4bd8-8f8f-7dd42958ba74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:33.832827 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-e5f04e3c-c1dc-4ede-9788-1cd7f187bdaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e661e66-a634-449b-a852-85e9d6bc8fe7 HTTP/1.1" status: 200 len: 217 time: 0.2495365 Apr 05 20:40:33.908512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ebaa8-56f7-47a0-9649-b3fcf701cbee req-72e0d883-3f36-4a16-9f23-949e1c8a11f9 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:33.916057 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-948ebaa8-56f7-47a0-9649-b3fcf701cbee req-72e0d883-3f36-4a16-9f23-949e1c8a11f9 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 944 time: 0.4872401 Apr 05 20:40:33.973447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-b5709765-9931-4172-88f5-8d0b4668037c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:33.974901 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-b5709765-9931-4172-88f5-8d0b4668037c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5869ce6-6042-4d26-81dc-82c371897f26 HTTP/1.1" status: 200 len: 853 time: 0.1324029 Apr 05 20:40:33.984777 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-948ebaa8-56f7-47a0-9649-b3fcf701cbee req-dc3469bd-5ab6-479f-908a-27a98bd4f704 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676506 Apr 05 20:40:34.037384 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-29b47ebb-c9fb-4b79-935a-6bb3cc10ba98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33a04c7a-b97d-4230-8a01-e41bba22d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558391 Apr 05 20:40:34.039950 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7142ddb8-46ba-48c5-92fb-4672a13f48ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.171226 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.210786 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.224404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7142ddb8-46ba-48c5-92fb-4672a13f48ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.269767 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-7cd9ee04-95e6-43ca-a484-d332898ef0b2 service neutron] 10.222.0.41 "GET /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021167 Apr 05 20:40:34.312565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116e24b-d8f5-4631-9427-4ec9be8694e2 req-f150ce2d-1084-477e-a544-5d5481124cdc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:34.314521 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6116e24b-d8f5-4631-9427-4ec9be8694e2 req-f150ce2d-1084-477e-a544-5d5481124cdc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 944 time: 0.4445484 Apr 05 20:40:34.410620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142ddb8-46ba-48c5-92fb-4672a13f48ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=705244ca-5795-4794-9fc0-a5a14e8af831,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:34.418175 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7142ddb8-46ba-48c5-92fb-4672a13f48ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.429506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54064390-5868-4139-ac78-c95504b743d9 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:34.440559 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6116e24b-d8f5-4631-9427-4ec9be8694e2 req-7080a1f9-cb55-43bb-a74c-f8ded90693e9 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074026 Apr 05 20:40:34.441563 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7142ddb8-46ba-48c5-92fb-4672a13f48ee tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/705244ca-5795-4794-9fc0-a5a14e8af831 HTTP/1.1" status: 204 len: 168 time: 1.2160041 Apr 05 20:40:34.446964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42568) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:34.463498 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c0ad7b3c-5ed5-4773-8546-9d44c73c0983 req-9717762c-b345-4398-a0c5-a9afc23dc276 service neutron] 10.222.0.41 "GET /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873243 Apr 05 20:40:34.540308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Allocated IP 172.25.8.241 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/239033ee-869f-4b35-b99e-75580333cf74) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:34.624089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e8ee0-dbf6-471f-aa90-5b6b61a3c970 req-8a844033-f5d3-4b84-bc54-9796d5c85fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:34.625946 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6e0e8ee0-dbf6-471f-aa90-5b6b61a3c970 req-8a844033-f5d3-4b84-bc54-9796d5c85fe7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d8120fb369e415bb49155350efcd7b9&device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 1095 time: 0.1115735 Apr 05 20:40:34.706841 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3ccf25f8-bef1-4e7f-91ab-6acaf8a91060 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2587271 Apr 05 20:40:34.715475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42572) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:34.722021 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-50c48686-6435-4aa3-8bda-fdd574a66ad8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:34.841305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] DHCP port deletion for 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:40:34.852625 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Deleting port cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:34.852625 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.862627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e8ee0-dbf6-471f-aa90-5b6b61a3c970 req-062edac4-e32e-4beb-9fa0-807af8993a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:34.863110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2187120c-0589-4bd8-8f8f-7dd42958ba74 admin admin] Deleting port 55650a32-891b-43de-9b4e-d0c8d4e787df {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:34.863110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2187120c-0589-4bd8-8f8f-7dd42958ba74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:34.863378 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6e0e8ee0-dbf6-471f-aa90-5b6b61a3c970 req-062edac4-e32e-4beb-9fa0-807af8993a7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=33a04c7a-b97d-4230-8a01-e41bba22d876 HTTP/1.1" status: 200 len: 914 time: 0.2256908 Apr 05 20:40:34.940222 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6e0e8ee0-dbf6-471f-aa90-5b6b61a3c970 req-21ec6ee8-2628-448c-9d8c-5a615b70f31c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e661e66-a634-449b-a852-85e9d6bc8fe7 HTTP/1.1" status: 200 len: 217 time: 0.0723636 Apr 05 20:40:35.027516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e8ee0-dbf6-471f-aa90-5b6b61a3c970 req-1d53d5dd-688d-42f7-a0b1-2b3c8623519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:35.028962 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6e0e8ee0-dbf6-471f-aa90-5b6b61a3c970 req-1d53d5dd-688d-42f7-a0b1-2b3c8623519e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5869ce6-6042-4d26-81dc-82c371897f26 HTTP/1.1" status: 200 len: 853 time: 0.0821283 Apr 05 20:40:35.048316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-50c48686-6435-4aa3-8bda-fdd574a66ad8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:35.088011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6e0e8ee0-dbf6-471f-aa90-5b6b61a3c970 req-2dfa6f5c-7b31-4925-bd28-a13f5d35ff00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33a04c7a-b97d-4230-8a01-e41bba22d876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520177 Apr 05 20:40:35.113973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-50c48686-6435-4aa3-8bda-fdd574a66ad8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:35.128024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-50c48686-6435-4aa3-8bda-fdd574a66ad8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:35.134901 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:35.143487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] For port cdc3a3f8-50f8-4a1f-83dc-892cdc576a12, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cdc3a3f8-50f8-4a1f-83dc-892cdc576a12,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:35.143907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-50c48686-6435-4aa3-8bda-fdd574a66ad8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:35.144028 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:35.172552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c48686-6435-4aa3-8bda-fdd574a66ad8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:35.177811 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50c48686-6435-4aa3-8bda-fdd574a66ad8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:35.231960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-2187120c-0589-4bd8-8f8f-7dd42958ba74 admin admin] For port 55650a32-891b-43de-9b4e-d0c8d4e787df, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=55650a32-891b-43de-9b4e-d0c8d4e787df,segment=NetworkSegment(6bdde775-22d7-486a-b779-e31b510532cd),segment_id=6bdde775-22d7-486a-b779-e31b510532cd)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:35.232315 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2187120c-0589-4bd8-8f8f-7dd42958ba74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:35.295726 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6e0e8ee0-dbf6-471f-aa90-5b6b61a3c970 req-b6776daa-8936-41fd-a2d6-a21d03294a5d service neutron] 10.222.0.41 "GET /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006102 Apr 05 20:40:35.296299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Calling delete_port for cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:35.375234 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:35.407861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7990fd-f3ba-41f2-8789-1ab302abbcd6 req-adb0ab87-5465-4258-a458-1746f91babe2 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:35.409374 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c7990fd-f3ba-41f2-8789-1ab302abbcd6 req-adb0ab87-5465-4258-a458-1746f91babe2 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 944 time: 0.1985161 Apr 05 20:40:35.421249 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2187120c-0589-4bd8-8f8f-7dd42958ba74 admin admin] Calling delete_port for 55650a32-891b-43de-9b4e-d0c8d4e787df owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:35.461249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Pushing event deleted for resources: {'Port': ['ID=cdc3a3f8-50f8-4a1f-83dc-892cdc576a12,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:35.469694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:35.470260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:35.470826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:35.471302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:35.471810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:35.472146 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:35.472469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:35.472946 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:35.473413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:35.473902 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:35.474180 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:35.474648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:35.475117 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:35.498678 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c7990fd-f3ba-41f2-8789-1ab302abbcd6 req-29bf4c6f-f54d-40dc-9322-1c7de719b078 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805535 Apr 05 20:40:35.498892 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2eb71-726a-4b92-ba6f-a5632a3235f4 None None] No DVR routers for this DVR port cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:35.507407 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6e0e8ee0-dbf6-471f-aa90-5b6b61a3c970 req-3d8e00f5-c4b6-4f10-b9d2-6a654b82169a service neutron] 10.222.0.41 "GET /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034826 Apr 05 20:40:35.560668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:35.572255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:35.583330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:35.724543 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=239033ee-869f-4b35-b99e-75580333cf74,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:36.247625 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca62c14b-054b-4369-aa80-37dc83a94148 req-5ab5d06a-1d80-4f46-aae4-999d5801ef9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6242344 Apr 05 20:40:36.248414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50c48686-6435-4aa3-8bda-fdd574a66ad8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:36.294033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfab7c0-b4d3-45de-ad8f-3f58c057c747 req-212c3e3b-68f7-4a33-a138-58995fb504f8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:36.295449 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fbfab7c0-b4d3-45de-ad8f-3f58c057c747 req-212c3e3b-68f7-4a33-a138-58995fb504f8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 944 time: 0.6733072 Apr 05 20:40:36.392489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:36.430808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:40:36.431153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cdc3a3f8-50f8-4a1f-83dc-892cdc576a12 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:40:36.448153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c48686-6435-4aa3-8bda-fdd574a66ad8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:36.460062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-50c48686-6435-4aa3-8bda-fdd574a66ad8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:36.467955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c48686-6435-4aa3-8bda-fdd574a66ad8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:36.468531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50c48686-6435-4aa3-8bda-fdd574a66ad8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:36.469098 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff56cc2-de15-4192-82ae-76ad8796a712 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:36.490485 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2187120c-0589-4bd8-8f8f-7dd42958ba74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:36.559474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c48686-6435-4aa3-8bda-fdd574a66ad8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=23fa5296-f539-43bb-83e8-4c8b21debcef,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:36.583139 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fbfab7c0-b4d3-45de-ad8f-3f58c057c747 req-3647a1bf-b25b-4f2f-b89a-a485a2bec5c6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776301 Apr 05 20:40:36.613618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187120c-0589-4bd8-8f8f-7dd42958ba74 admin admin] Pushing event deleted for resources: {'Port': ['ID=55650a32-891b-43de-9b4e-d0c8d4e787df,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:36.696694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'fixed_ips': [{'subnet_id': '23fa5296-f539-43bb-83e8-4c8b21debcef'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:40:36.697723 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:36.749622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6f3d0-73f9-44cf-880c-165f2ade7501 req-c4bb07db-0e16-4262-8f18-1fbd87d49bff tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:36.752205 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-01a6f3d0-73f9-44cf-880c-165f2ade7501 req-c4bb07db-0e16-4262-8f18-1fbd87d49bff tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 944 time: 0.1044581 Apr 05 20:40:36.755217 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-50c48686-6435-4aa3-8bda-fdd574a66ad8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0386531 Apr 05 20:40:36.758404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42582) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:36.765340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2d8ef2b9-0efe-461f-973a-69aff80adcb9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': '23fa5296-f539-43bb-83e8-4c8b21debcef', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1113360285'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:36.790672 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:36.883690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Allocated IP 2001:db8::2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/23fa5296-f539-43bb-83e8-4c8b21debcef/a51c917f-ac99-4ecf-a536-b95194c6ce97) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:36.906135 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-01a6f3d0-73f9-44cf-880c-165f2ade7501 req-d587900f-3326-4315-b83c-ab05ddaa85b5 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451600 Apr 05 20:40:36.920828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62c14b-054b-4369-aa80-37dc83a94148 req-6820f3a3-0798-41cb-89bf-43e6ed10ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:36.922431 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca62c14b-054b-4369-aa80-37dc83a94148 req-6820f3a3-0798-41cb-89bf-43e6ed10ca26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 1096 time: 0.5336311 Apr 05 20:40:36.964014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2d8ef2b9-0efe-461f-973a-69aff80adcb9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:36.968110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2d8ef2b9-0efe-461f-973a-69aff80adcb9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:36.971046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2d8ef2b9-0efe-461f-973a-69aff80adcb9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:36.977615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2d8ef2b9-0efe-461f-973a-69aff80adcb9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:36.988392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8ef2b9-0efe-461f-973a-69aff80adcb9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:37.100411 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.112803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Transition to ACTIVE for port object a51c917f-ac99-4ecf-a536-b95194c6ce97 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:37.139963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Transition to ACTIVE for port object a51c917f-ac99-4ecf-a536-b95194c6ce97 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:37.147660 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.223786 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:37.226686 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:37.230658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:37.272005 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d8ef2b9-0efe-461f-973a-69aff80adcb9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.309259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-2d8ef2b9-0efe-461f-973a-69aff80adcb9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port c81d7449-e17d-4496-a1bf-5e1e66d97e66 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:40:37.318606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Pushing event updated for resources: {'Port': ['ID=a51c917f-ac99-4ecf-a536-b95194c6ce97,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:37.334674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2187120c-0589-4bd8-8f8f-7dd42958ba74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.340034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62c14b-054b-4369-aa80-37dc83a94148 req-32008190-a4ff-44ab-af7b-4ef029e617be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:37.340034 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca62c14b-054b-4369-aa80-37dc83a94148 req-32008190-a4ff-44ab-af7b-4ef029e617be service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.3863842 Apr 05 20:40:37.343274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Attempting to bind port a51c917f-ac99-4ecf-a536-b95194c6ce97 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:37.343661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Attempting to bind port a51c917f-ac99-4ecf-a536-b95194c6ce97 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:37.344360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Attempting to bind port a51c917f-ac99-4ecf-a536-b95194c6ce97 on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:40:37.350781 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:40:37.351106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:37.352024 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.352024 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:40:37.352305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Bound port: a51c917f-ac99-4ecf-a536-b95194c6ce97, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:37.352672 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.451540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] For port a51c917f-ac99-4ecf-a536-b95194c6ce97, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:40:37.452514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] For port a51c917f-ac99-4ecf-a536-b95194c6ce97, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a51c917f-ac99-4ecf-a536-b95194c6ce97,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:40:37.459861 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.474098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca62c14b-054b-4369-aa80-37dc83a94148 req-6463563a-55cb-4983-b7eb-17bcae6057d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=eb02026c-5b6b-4d25-ad6a-3456cb3da049 HTTP/1.1" status: 200 len: 217 time: 0.0798204 Apr 05 20:40:37.529247 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8ef2b9-0efe-461f-973a-69aff80adcb9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:40:37.530078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8ef2b9-0efe-461f-973a-69aff80adcb9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:40:37.562472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced9458-2ddf-420b-98c4-1227559c9615 None None] Pushing event updated for resources: {'Port': ['ID=a51c917f-ac99-4ecf-a536-b95194c6ce97,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:37.574914 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2d8ef2b9-0efe-461f-973a-69aff80adcb9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.8151617 Apr 05 20:40:37.575850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42586) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:37.684670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 7e661e66-a634-449b-a852-85e9d6bc8fe7 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:40:37.702461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadca57b-c422-4935-bddd-7116485a5960 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:37.708291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cadca57b-c422-4935-bddd-7116485a5960 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:37.734547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cadca57b-c422-4935-bddd-7116485a5960 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:37.739248 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cadca57b-c422-4935-bddd-7116485a5960 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1617107 Apr 05 20:40:37.741044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42592) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:37.834112 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:37.862367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0989eca1-7ce1-4908-bcc7-20a621ab9e32 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:37.865296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0989eca1-7ce1-4908-bcc7-20a621ab9e32 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:37.867058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0989eca1-7ce1-4908-bcc7-20a621ab9e32 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:37.920296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0989eca1-7ce1-4908-bcc7-20a621ab9e32 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:37.926023 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0989eca1-7ce1-4908-bcc7-20a621ab9e32 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1804419 Apr 05 20:40:37.926862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42596) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:37.953663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62c14b-054b-4369-aa80-37dc83a94148 req-c74ce731-e89b-4273-96e7-f3a41e2b6b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:37.959309 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca62c14b-054b-4369-aa80-37dc83a94148 req-c74ce731-e89b-4273-96e7-f3a41e2b6b98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.4271307 Apr 05 20:40:37.965292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 7e661e66-a634-449b-a852-85e9d6bc8fe7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=7e661e66-a634-449b-a852-85e9d6bc8fe7,segment=NetworkSegment(cca7082a-b4c2-452f-a0d8-f9cabd6011b3),segment_id=cca7082a-b4c2-452f-a0d8-f9cabd6011b3)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:38.007731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '7e661e66-a634-449b-a852-85e9d6bc8fe7', 'network_id': '33a04c7a-b97d-4230-8a01-e41bba22d876', 'port_id': '7e661e66-a634-449b-a852-85e9d6bc8fe7', 'mac_address': 'fa:16:3e:8d:df:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5869ce6-6042-4d26-81dc-82c371897f26', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:40:38.038523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-41c8d0f9-6473-4d77-aa08-e04dce81deae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 23fa5296-f539-43bb-83e8-4c8b21debcef {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:40:38.042924 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41c8d0f9-6473-4d77-aa08-e04dce81deae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.111647 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.136235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e661e66-a634-449b-a852-85e9d6bc8fe7 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:40:38.159238 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 7e661e66-a634-449b-a852-85e9d6bc8fe7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=7e661e66-a634-449b-a852-85e9d6bc8fe7,segment=NetworkSegment(cca7082a-b4c2-452f-a0d8-f9cabd6011b3),segment_id=cca7082a-b4c2-452f-a0d8-f9cabd6011b3)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:38.166679 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.185482 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41c8d0f9-6473-4d77-aa08-e04dce81deae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.249926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=7e661e66-a634-449b-a852-85e9d6bc8fe7,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:38.299137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec361c-52bc-43b6-87a5-25ef3f0208bc req-d581fc28-414f-4c4e-a5c7-e08f1c352008 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:38.300087 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90ec361c-52bc-43b6-87a5-25ef3f0208bc req-d581fc28-414f-4c4e-a5c7-e08f1c352008 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 944 time: 0.2122328 Apr 05 20:40:38.331873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f17e8-023e-4449-963d-17d91d06ad66 req-58e1c94f-ba01-4f00-b912-387c960114da tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:38.338159 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a6f17e8-023e-4449-963d-17d91d06ad66 req-58e1c94f-ba01-4f00-b912-387c960114da tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 944 time: 0.5834527 Apr 05 20:40:38.372092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['7e661e66-a634-449b-a852-85e9d6bc8fe7'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:40:38.376057 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90ec361c-52bc-43b6-87a5-25ef3f0208bc req-1ad1b616-a628-4ae2-83a8-7c41d798dc02 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597489 Apr 05 20:40:38.383676 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41c8d0f9-6473-4d77-aa08-e04dce81deae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.551674 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41c8d0f9-6473-4d77-aa08-e04dce81deae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.562356 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a6f17e8-023e-4449-963d-17d91d06ad66 req-4a2b3418-8d45-4958-bcc1-2648c19c3af7 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222936 Apr 05 20:40:38.585932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62c14b-054b-4369-aa80-37dc83a94148 req-e8e95bd2-d3ba-4289-9288-40bb3d9e1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:38.587426 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca62c14b-054b-4369-aa80-37dc83a94148 req-e8e95bd2-d3ba-4289-9288-40bb3d9e1652 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5717211 Apr 05 20:40:38.604986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c8d0f9-6473-4d77-aa08-e04dce81deae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=23fa5296-f539-43bb-83e8-4c8b21debcef,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:38.613872 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41c8d0f9-6473-4d77-aa08-e04dce81deae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.614431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a51c917f-ac99-4ecf-a536-b95194c6ce97 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:38.633927 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-41c8d0f9-6473-4d77-aa08-e04dce81deae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/23fa5296-f539-43bb-83e8-4c8b21debcef HTTP/1.1" status: 204 len: 168 time: 0.7058957 Apr 05 20:40:38.635324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42602) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:38.747103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router c12e9f60-ccd2-408b-aed8-4da0630eaaed is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:40:38.759864 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ce352099-ea0c-429f-880c-1f54087a1839 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1221566 Apr 05 20:40:38.760813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42606) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:38.774173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-954a63a2-cf4a-49df-9e00-08636a05a10c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:38.781786 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a51c917f-ac99-4ecf-a536-b95194c6ce97 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:38.791565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2187120c-0589-4bd8-8f8f-7dd42958ba74 admin admin] Router 24ad1581-9df3-49ff-81fc-f89fabd3a700 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:40:38.834238 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.924313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-954a63a2-cf4a-49df-9e00-08636a05a10c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:38.928688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-954a63a2-cf4a-49df-9e00-08636a05a10c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:38.932875 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-954a63a2-cf4a-49df-9e00-08636a05a10c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:38.941994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-954a63a2-cf4a-49df-9e00-08636a05a10c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:38.958802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954a63a2-cf4a-49df-9e00-08636a05a10c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:38.963872 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-954a63a2-cf4a-49df-9e00-08636a05a10c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:38.986700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca62c14b-054b-4369-aa80-37dc83a94148 req-db11caf9-a74a-428f-9ca8-7493224f9932 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896062 Apr 05 20:40:39.114356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904f2833-c3a1-451a-ad19-e4cca0779f0e None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:39.259767 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-954a63a2-cf4a-49df-9e00-08636a05a10c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:39.278130 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:39.288140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6619b3f0-db17-4315-8684-bfed82048951 None None] Provisioning for port a51c917f-ac99-4ecf-a536-b95194c6ce97 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:39.302875 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6619b3f0-db17-4315-8684-bfed82048951 None None] Provisioning complete for port a51c917f-ac99-4ecf-a536-b95194c6ce97 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:39.302875 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6619b3f0-db17-4315-8684-bfed82048951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:39.328283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954a63a2-cf4a-49df-9e00-08636a05a10c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:39.331575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-954a63a2-cf4a-49df-9e00-08636a05a10c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:39.336412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954a63a2-cf4a-49df-9e00-08636a05a10c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:39.336992 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-954a63a2-cf4a-49df-9e00-08636a05a10c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:39.361104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954a63a2-cf4a-49df-9e00-08636a05a10c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=0cf14714-fa3c-47f9-acd0-7fa98006b78f,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:39.377096 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-954a63a2-cf4a-49df-9e00-08636a05a10c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6117017 Apr 05 20:40:39.377458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42610) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:39.384056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d2c96974-07ba-4253-b9ec-5ad37320c1ea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1060259617', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:39.392154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d2c96974-07ba-4253-b9ec-5ad37320c1ea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:39.397133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d2c96974-07ba-4253-b9ec-5ad37320c1ea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:router and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:39.403340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d2c96974-07ba-4253-b9ec-5ad37320c1ea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:39.411987 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d2c96974-07ba-4253-b9ec-5ad37320c1ea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:39.433115 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d2c96974-07ba-4253-b9ec-5ad37320c1ea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:39.436360 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d2c96974-07ba-4253-b9ec-5ad37320c1ea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:39.457679 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d2c96974-07ba-4253-b9ec-5ad37320c1ea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:39.488999 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d2c96974-07ba-4253-b9ec-5ad37320c1ea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:39.509223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:40:39.523935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905d92f-06c6-4e02-a204-dbaf1e636420 None None] Sync routers for ids ['c12e9f60-ccd2-408b-aed8-4da0630eaaed'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:40:39.534101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2187120c-0589-4bd8-8f8f-7dd42958ba74 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:40:39.540990 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2187120c-0589-4bd8-8f8f-7dd42958ba74 admin admin] 10.222.0.24 "PUT /v2.0/routers/24ad1581-9df3-49ff-81fc-f89fabd3a700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4809692 Apr 05 20:40:39.545199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42616) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:39.550933 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca62c14b-054b-4369-aa80-37dc83a94148 req-16e57000-70bc-4fa6-a043-8a17b1692e68 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542524 Apr 05 20:40:39.553731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905d92f-06c6-4e02-a204-dbaf1e636420 None None] Routers {'c12e9f60-ccd2-408b-aed8-4da0630eaaed'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:39.554399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c905d92f-06c6-4e02-a204-dbaf1e636420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c12e9f60-ccd2-408b-aed8-4da0630eaaed'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:39.556684 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e85bd-4aa0-43b4-9cdd-199a6cb0ac3d None None] Sync routers for ids ['24ad1581-9df3-49ff-81fc-f89fabd3a700'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:40:39.571060 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e85bd-4aa0-43b4-9cdd-199a6cb0ac3d None None] Routers {'24ad1581-9df3-49ff-81fc-f89fabd3a700'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:39.571402 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d2c96974-07ba-4253-b9ec-5ad37320c1ea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:39.571674 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ff1e85bd-4aa0-43b4-9cdd-199a6cb0ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['24ad1581-9df3-49ff-81fc-f89fabd3a700'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:39.577299 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d2c96974-07ba-4253-b9ec-5ad37320c1ea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1984184 Apr 05 20:40:39.581544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42620) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:39.624850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c905d92f-06c6-4e02-a204-dbaf1e636420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:39.658423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c905d92f-06c6-4e02-a204-dbaf1e636420 None None] Routers {'c12e9f60-ccd2-408b-aed8-4da0630eaaed'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:39.658539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c905d92f-06c6-4e02-a204-dbaf1e636420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c12e9f60-ccd2-408b-aed8-4da0630eaaed'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:39.726156 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c905d92f-06c6-4e02-a204-dbaf1e636420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:39.726559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c905d92f-06c6-4e02-a204-dbaf1e636420 None None] The sync data for ids ['c12e9f60-ccd2-408b-aed8-4da0630eaaed'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:40:39.728251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 7e661e66-a634-449b-a852-85e9d6bc8fe7 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:39.753241 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6619b3f0-db17-4315-8684-bfed82048951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:39.836691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6619b3f0-db17-4315-8684-bfed82048951 None None] For port a51c917f-ac99-4ecf-a536-b95194c6ce97, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a51c917f-ac99-4ecf-a536-b95194c6ce97,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:39.844915 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6619b3f0-db17-4315-8684-bfed82048951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:39.868067 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:39.902556 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-ff1e85bd-4aa0-43b4-9cdd-199a6cb0ac3d None None] Set router 24ad1581-9df3-49ff-81fc-f89fabd3a700 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:40:40.053797 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619b3f0-db17-4315-8684-bfed82048951 None None] Pushing event updated for resources: {'Port': ['ID=a51c917f-ac99-4ecf-a536-b95194c6ce97,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:40.062624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 7e661e66-a634-449b-a852-85e9d6bc8fe7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:40.081469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 7e661e66-a634-449b-a852-85e9d6bc8fe7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:40.084103 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:40.163336 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:40.164531 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-400f092b-3f53-419c-b541-479a1c6f3240 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 7.4930034 Apr 05 20:40:40.174958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42628) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:40.229497 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:40.240659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc179e4-912e-470d-9cce-d491609cb25e None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:40.251588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] Deleting port 9089e74c-9d0e-432a-9a31-aa1f1e083197 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:40.252241 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:40.348225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ffb77b-c94f-4e38-90a7-e0247a067a9f req-a49f813a-0fc2-4f18-a653-1ed18d5d6bbb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:40.358370 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39ffb77b-c94f-4e38-90a7-e0247a067a9f req-a49f813a-0fc2-4f18-a653-1ed18d5d6bbb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 944 time: 0.2406127 Apr 05 20:40:40.479483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a51c917f-ac99-4ecf-a536-b95194c6ce97 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:40.621164 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ff1e85bd-4aa0-43b4-9cdd-199a6cb0ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:40:36Z', 'revision_number': 5, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port': {'id': '9089e74c-9d0e-432a-9a31-aa1f1e083197', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:1d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2898, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:38:45Z', 'updated_at': '2022-04-05T20:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:40.621164 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e85bd-4aa0-43b4-9cdd-199a6cb0ac3d None None] Checking router: 24ad1581-9df3-49ff-81fc-f89fabd3a700 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:40:40.628464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39ffb77b-c94f-4e38-90a7-e0247a067a9f req-4330d7c3-4ee3-4243-b8bd-2820ddd35cc3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979997 Apr 05 20:40:40.631449 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1e85bd-4aa0-43b4-9cdd-199a6cb0ac3d None None] Routers {'24ad1581-9df3-49ff-81fc-f89fabd3a700'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:40.631449 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ff1e85bd-4aa0-43b4-9cdd-199a6cb0ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['24ad1581-9df3-49ff-81fc-f89fabd3a700'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:40.631921 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5e054372-e2c9-43a0-8011-ad7b429fcbae None None] Provisioning complete for port a51c917f-ac99-4ecf-a536-b95194c6ce97 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:40.631921 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5e054372-e2c9-43a0-8011-ad7b429fcbae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:40.642951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] For port 9089e74c-9d0e-432a-9a31-aa1f1e083197, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9089e74c-9d0e-432a-9a31-aa1f1e083197,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:40.643286 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:40.796402 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-ff1e85bd-4aa0-43b4-9cdd-199a6cb0ac3d None None] Set router 24ad1581-9df3-49ff-81fc-f89fabd3a700 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:40:40.805797 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:40.831065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] Calling delete_port for 9089e74c-9d0e-432a-9a31-aa1f1e083197 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:40.920102 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ff1e85bd-4aa0-43b4-9cdd-199a6cb0ac3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:40:40Z', 'revision_number': 6, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:40.925873 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1e85bd-4aa0-43b4-9cdd-199a6cb0ac3d None None] The sync data for ids ['24ad1581-9df3-49ff-81fc-f89fabd3a700'] in n-d-836604-1 is: [{'id': '24ad1581-9df3-49ff-81fc-f89fabd3a700', 'name': 'tempest-ServerRescueTestJSONUnderV235-826022031-router', 'tenant_id': '4858f403fa174f23ac9671fcad51e404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:38:44Z', 'updated_at': '2022-04-05T20:40:40Z', 'revision_number': 6, 'project_id': '4858f403fa174f23ac9671fcad51e404', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:40:40.963658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961724bb-8757-47d8-bc0a-37ae2b76a40d req-594bb06f-9ee3-4a76-90d4-abfaa68caedb tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:40.965243 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-961724bb-8757-47d8-bc0a-37ae2b76a40d req-594bb06f-9ee3-4a76-90d4-abfaa68caedb tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 945 time: 1.3791525 Apr 05 20:40:40.972759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5980ab31-a10f-4ad8-8be6-a9295a58d5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e661e66-a634-449b-a852-85e9d6bc8fe7'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:40:40.978778 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-150a4708-5ac0-46d2-a3ab-6cf19465a036 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/routers/c12e9f60-ccd2-408b-aed8-4da0630eaaed HTTP/1.1" status: 200 len: 880 time: 0.8011177 Apr 05 20:40:40.994570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a51c917f-ac99-4ecf-a536-b95194c6ce97 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:40.995022 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:40.997554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42634) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:41.028334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 7e661e66-a634-449b-a852-85e9d6bc8fe7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=7e661e66-a634-449b-a852-85e9d6bc8fe7,segment=NetworkSegment(cca7082a-b4c2-452f-a0d8-f9cabd6011b3),segment_id=cca7082a-b4c2-452f-a0d8-f9cabd6011b3)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:41.044204 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5980ab31-a10f-4ad8-8be6-a9295a58d5ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e661e66-a634-449b-a852-85e9d6bc8fe7', 'code': 200} Apr 05 20:40:41.050072 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:41.176241 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:41.179671 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-961724bb-8757-47d8-bc0a-37ae2b76a40d req-07e1c15a-1b1a-48f1-ae69-2d3bfff44618 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285594 Apr 05 20:40:41.183444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=7e661e66-a634-449b-a852-85e9d6bc8fe7,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:41.197968 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:41.245259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9089e74c-9d0e-432a-9a31-aa1f1e083197,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:41.409235 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-24fb8d39-9641-4684-9058-9cf1ad7609f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:41.446821 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:41.522812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52966e6-6098-44de-a254-a24a859a5c22 req-0ef8b216-5891-41ec-948c-90f5a3686eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:41.524257 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a52966e6-6098-44de-a254-a24a859a5c22 req-0ef8b216-5891-41ec-948c-90f5a3686eae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 1097 time: 0.3834436 Apr 05 20:40:41.586168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-630a9e21-dc4c-4482-adb3-deb19bd2fc15 None None] Provisioning complete for port a51c917f-ac99-4ecf-a536-b95194c6ce97 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:41.586535 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-630a9e21-dc4c-4482-adb3-deb19bd2fc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:41.668479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::1 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/0cf14714-fa3c-47f9-acd0-7fa98006b78f/c951b5da-3642-442a-92f5-56bf7b3fd607) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:41.690178 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a52966e6-6098-44de-a254-a24a859a5c22 req-5a37f40e-bb78-460a-82f6-971f1ae4b9a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556382 Apr 05 20:40:41.838952 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:41.842639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:41.900800 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:41.901315 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:41.901422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24ad1581-9df3-49ff-81fc-f89fabd3a700 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:40:41.917330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b839d971-5b2b-4a5e-88ef-5407ebd46bea tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Synchronizing usage tracker for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:router {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:41.920909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object c951b5da-3642-442a-92f5-56bf7b3fd607 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:41.931085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe93686-4979-4e0f-b631-cc06a7638d46 req-4a78009b-69ce-4e41-9156-0b503fef6efb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:41.932690 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5fe93686-4979-4e0f-b631-cc06a7638d46 req-4a78009b-69ce-4e41-9156-0b503fef6efb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 944 time: 0.2289689 Apr 05 20:40:41.961647 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:41.962528 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:41.965924 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-90f7ce35-b78c-4714-b8f0-42785505ffe2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/24ad1581-9df3-49ff-81fc-f89fabd3a700 HTTP/1.1" status: 204 len: 168 time: 2.4172194 Apr 05 20:40:41.972238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42640) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:42.031393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:42.033260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b839d971-5b2b-4a5e-88ef-5407ebd46bea tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Unset dirty status for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:router {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:42.034599 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b839d971-5b2b-4a5e-88ef-5407ebd46bea tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0346293 Apr 05 20:40:42.034686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:42.039145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42644) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:42.044155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:42.044155 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:42.048869 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5fe93686-4979-4e0f-b631-cc06a7638d46 req-659620d1-8102-40d1-8079-ca66d1e1894c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065726 Apr 05 20:40:42.054121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-0b397bbc-63a9-45b1-8055-eb81db745c0a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-290763214'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:42.078332 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=c951b5da-3642-442a-92f5-56bf7b3fd607,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:42.154304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Deleting subnet 0977ee5d-e051-4071-8da0-18b61f01c7f2 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:40:42.161078 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:42.320093 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:42.353521 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:42.441423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 55650a32-891b-43de-9b4e-d0c8d4e787df no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:42.495322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 55650a32-891b-43de-9b4e-d0c8d4e787df {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:40:42.495322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 55650a32-891b-43de-9b4e-d0c8d4e787df not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:40:42.495322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9089e74c-9d0e-432a-9a31-aa1f1e083197 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:42.504582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:42.578752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 9089e74c-9d0e-432a-9a31-aa1f1e083197 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:40:42.579620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9089e74c-9d0e-432a-9a31-aa1f1e083197 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:40:42.593575 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-81d651e1-12e5-4fdd-b82f-cf5d12979661 None None] Provisioning for port c951b5da-3642-442a-92f5-56bf7b3fd607 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:42.602224 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-81d651e1-12e5-4fdd-b82f-cf5d12979661 None None] Provisioning complete for port c951b5da-3642-442a-92f5-56bf7b3fd607 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:42.602224 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-81d651e1-12e5-4fdd-b82f-cf5d12979661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:42.690112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-81d651e1-12e5-4fdd-b82f-cf5d12979661 None None] Port c951b5da-3642-442a-92f5-56bf7b3fd607 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:40:42.754531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:42.771179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279591ec-d1c9-4c80-9d40-38ace80579ec req-35354a74-67a5-4526-8be0-6ba435cea985 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:42.773523 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-279591ec-d1c9-4c80-9d40-38ace80579ec req-35354a74-67a5-4526-8be0-6ba435cea985 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 946 time: 0.3792832 Apr 05 20:40:42.811449 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:42.813166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0977ee5d-e051-4071-8da0-18b61f01c7f2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:42.826956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:42.827208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:42.827691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:42.828188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:42.828525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:42.829783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:42.829783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:42.830636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:42.830636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:42.830847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:42.831175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:42.831508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:42.837537 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a246f6be-e957-4036-ad7e-0c321b7038bb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0977ee5d-e051-4071-8da0-18b61f01c7f2 HTTP/1.1" status: 204 len: 168 time: 0.8625307 Apr 05 20:40:42.842805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42650) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:42.952247 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b397bbc-63a9-45b1-8055-eb81db745c0a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:42.958341 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-279591ec-d1c9-4c80-9d40-38ace80579ec req-d9730953-0d35-4e34-b68f-81b4e9f8d73b tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716783 Apr 05 20:40:42.967661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b397bbc-63a9-45b1-8055-eb81db745c0a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.055881 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5af4e28-943c-4e6d-af69-7c8a0cb1c534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.168150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b397bbc-63a9-45b1-8055-eb81db745c0a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router c12e9f60-ccd2-408b-aed8-4da0630eaaed has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:40:43.178149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device fb5b5c56-5f9a-4068-910c-0e3588224a29 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:40:43.205368 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5af4e28-943c-4e6d-af69-7c8a0cb1c534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.212944 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.resource_extend [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:40:43.249994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b5af4e28-943c-4e6d-af69-7c8a0cb1c534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea4ec27-4341-49af-8a63-6fa1deb80174']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:43.262634 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.270959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b5af4e28-943c-4e6d-af69-7c8a0cb1c534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bdde775-22d7-486a-b779-e31b510532cd') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:43.271072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b5af4e28-943c-4e6d-af69-7c8a0cb1c534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bdde775-22d7-486a-b779-e31b510532cd') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:43.284956 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.286811 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.332658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port fb5b5c56-5f9a-4068-910c-0e3588224a29, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fb5b5c56-5f9a-4068-910c-0e3588224a29,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:43.334609 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5af4e28-943c-4e6d-af69-7c8a0cb1c534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.349477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'fb5b5c56-5f9a-4068-910c-0e3588224a29', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'port_id': 'fb5b5c56-5f9a-4068-910c-0e3588224a29', 'mac_address': 'fa:16:3e:f7:ad:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:40:43.409101 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5af4e28-943c-4e6d-af69-7c8a0cb1c534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.420235 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.429720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5af4e28-943c-4e6d-af69-7c8a0cb1c534 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:40:43.430146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5af4e28-943c-4e6d-af69-7c8a0cb1c534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.446033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5b5c56-5f9a-4068-910c-0e3588224a29 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:40:43.446529 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:40:43.478529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port fb5b5c56-5f9a-4068-910c-0e3588224a29, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fb5b5c56-5f9a-4068-910c-0e3588224a29,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:43.483961 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.528550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=c951b5da-3642-442a-92f5-56bf7b3fd607,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:43.561171 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=fb5b5c56-5f9a-4068-910c-0e3588224a29,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:43.582917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7580fe2-3ef4-4350-83d3-bc666f16b729 req-6909d2a7-c4f1-48e6-8347-2f8aa01aaf23 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:43.584180 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7580fe2-3ef4-4350-83d3-bc666f16b729 req-6909d2a7-c4f1-48e6-8347-2f8aa01aaf23 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 944 time: 0.3540757 Apr 05 20:40:43.585353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b397bbc-63a9-45b1-8055-eb81db745c0a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:40:43.592066 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b397bbc-63a9-45b1-8055-eb81db745c0a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.593312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0b397bbc-63a9-45b1-8055-eb81db745c0a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/c12e9f60-ccd2-408b-aed8-4da0630eaaed HTTP/1.1" status: 200 len: 887 time: 1.5515909 Apr 05 20:40:43.596092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42656) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:43.600186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d80ca3-0187-44fa-937b-2727519efb93 None None] Sync routers for ids ['c12e9f60-ccd2-408b-aed8-4da0630eaaed'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:40:43.610129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d80ca3-0187-44fa-937b-2727519efb93 None None] Routers {'c12e9f60-ccd2-408b-aed8-4da0630eaaed'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:43.611522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c8d80ca3-0187-44fa-937b-2727519efb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c12e9f60-ccd2-408b-aed8-4da0630eaaed'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:43.639254 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5af4e28-943c-4e6d-af69-7c8a0cb1c534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.670246 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5af4e28-943c-4e6d-af69-7c8a0cb1c534 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.690360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c8d80ca3-0187-44fa-937b-2727519efb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:43.698707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5af4e28-943c-4e6d-af69-7c8a0cb1c534 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ea4ec27-4341-49af-8a63-6fa1deb80174,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:43.699986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d80ca3-0187-44fa-937b-2727519efb93 None None] Routers {'c12e9f60-ccd2-408b-aed8-4da0630eaaed'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:43.700710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c8d80ca3-0187-44fa-937b-2727519efb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c12e9f60-ccd2-408b-aed8-4da0630eaaed'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:43.715822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:43.720993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:43.756732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['fb5b5c56-5f9a-4068-910c-0e3588224a29'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:40:43.786152 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-05702497-1d81-4652-87d0-c65aa9da2ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:43.808945 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c8d80ca3-0187-44fa-937b-2727519efb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:43.809439 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d80ca3-0187-44fa-937b-2727519efb93 None None] The sync data for ids ['c12e9f60-ccd2-408b-aed8-4da0630eaaed'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:40:43.822254 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b5af4e28-943c-4e6d-af69-7c8a0cb1c534 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6ea4ec27-4341-49af-8a63-6fa1deb80174 HTTP/1.1" status: 204 len: 168 time: 0.9780853 Apr 05 20:40:43.947845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-59d8d7e3-3c47-492a-bd62-e7f7ac95acd4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/routers/c12e9f60-ccd2-408b-aed8-4da0630eaaed HTTP/1.1" status: 200 len: 887 time: 0.3508797 Apr 05 20:40:43.950663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42662) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:43.956642 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7580fe2-3ef4-4350-83d3-bc666f16b729 req-3db6a46a-5ece-4949-b1f6-21160d21fab0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619209 Apr 05 20:40:44.077350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b370f845-781f-453c-b37f-4d5ec7e21710 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Synchronizing usage tracker for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:44.091905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42668) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:44.135149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ddf40a52-92cc-48de-ac3e-1bbbfdbc26df None None] Provisioning complete for port c951b5da-3642-442a-92f5-56bf7b3fd607 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:44.135514 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ddf40a52-92cc-48de-ac3e-1bbbfdbc26df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.147441 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dd0d7bff-d194-4e35-98c5-f8602a0fe3fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4858f403fa174f23ac9671fcad51e404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0543344 Apr 05 20:40:44.150002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42672) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:44.220806 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39e1b559-c095-452d-9bf9-94f1c7a5ccb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.237345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ddf40a52-92cc-48de-ac3e-1bbbfdbc26df None None] Port c951b5da-3642-442a-92f5-56bf7b3fd607 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:40:44.253484 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39e1b559-c095-452d-9bf9-94f1c7a5ccb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.292009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b370f845-781f-453c-b37f-4d5ec7e21710 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Unset dirty status for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:44.293175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b370f845-781f-453c-b37f-4d5ec7e21710 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e9f60-ccd2-408b-aed8-4da0630eaaed HTTP/1.1" status: 200 len: 205 time: 0.3415463 Apr 05 20:40:44.297782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42676) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:44.351924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Router 4324ffae-a12c-47b8-a54e-ddf3ae954cf0 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:40:44.427065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8a827-ea6f-438d-8d5e-5088aef53bc7 req-eccc7c83-3105-4236-98da-e1539e4eda01 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:44.428956 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d8a827-ea6f-438d-8d5e-5088aef53bc7 req-eccc7c83-3105-4236-98da-e1539e4eda01 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 946 time: 0.3172083 Apr 05 20:40:44.496546 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39e1b559-c095-452d-9bf9-94f1c7a5ccb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.528620 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1b559-c095-452d-9bf9-94f1c7a5ccb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a879c628-a479-4041-ada5-6f9ed7c32316,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:44.535577 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.561016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:40:44.564563 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95d8a827-ea6f-438d-8d5e-5088aef53bc7 req-40e85ece-df2d-4d75-afa0-c2eab5ad00f4 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240482 Apr 05 20:40:44.571860 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-979c2053-ab93-47cb-8051-a63f25569ca5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "PUT /v2.0/routers/4324ffae-a12c-47b8-a54e-ddf3ae954cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8731692 Apr 05 20:40:44.572585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42680) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:44.576871 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab29adf-e858-4755-87e4-98271272150c None None] Sync routers for ids ['4324ffae-a12c-47b8-a54e-ddf3ae954cf0'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:40:44.589941 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab29adf-e858-4755-87e4-98271272150c None None] Routers {'4324ffae-a12c-47b8-a54e-ddf3ae954cf0'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:44.591647 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-fab29adf-e858-4755-87e4-98271272150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4324ffae-a12c-47b8-a54e-ddf3ae954cf0'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:44.645011 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39e1b559-c095-452d-9bf9-94f1c7a5ccb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.646457 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-39e1b559-c095-452d-9bf9-94f1c7a5ccb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a879c628-a479-4041-ada5-6f9ed7c32316 HTTP/1.1" status: 204 len: 168 time: 0.4953096 Apr 05 20:40:44.725049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed37f5-ac2c-4ffb-a505-a3831270bef2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:44.726333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f0ed37f5-ac2c-4ffb-a505-a3831270bef2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:44.796902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f0ed37f5-ac2c-4ffb-a505-a3831270bef2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:44.798481 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f0ed37f5-ac2c-4ffb-a505-a3831270bef2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports/c951b5da-3642-442a-92f5-56bf7b3fd607 HTTP/1.1" status: 200 len: 911 time: 0.2238045 Apr 05 20:40:44.801497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42690) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:44.866485 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.882759 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:44.947040 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-fab29adf-e858-4755-87e4-98271272150c None None] Set router 4324ffae-a12c-47b8-a54e-ddf3ae954cf0 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:40:44.979032 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:45.040779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port 239033ee-869f-4b35-b99e-75580333cf74 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:45.041169 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:45.186540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device fb5b5c56-5f9a-4068-910c-0e3588224a29 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:45.248796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaa866c-bcfc-45eb-8911-84b32b8ebb08 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:45.255308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaa866c-bcfc-45eb-8911-84b32b8ebb08 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:45.256078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3eaa866c-bcfc-45eb-8911-84b32b8ebb08 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:45.287726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3eaa866c-bcfc-45eb-8911-84b32b8ebb08 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:45.289075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3eaa866c-bcfc-45eb-8911-84b32b8ebb08 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.4865832 Apr 05 20:40:45.292840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42704) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:45.363927 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port fb5b5c56-5f9a-4068-910c-0e3588224a29 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:45.384351 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:45.386478 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port fb5b5c56-5f9a-4068-910c-0e3588224a29 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:45.387812 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:45.444344 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99627b-1c9d-49e0-be28-94eefc5902c3 req-ff468135-b163-4ba3-80d9-5c92e844b6af tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:45.446177 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb99627b-1c9d-49e0-be28-94eefc5902c3 req-ff468135-b163-4ba3-80d9-5c92e844b6af tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 945 time: 0.2644696 Apr 05 20:40:45.556260 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb99627b-1c9d-49e0-be28-94eefc5902c3 req-2c292d31-ef82-4d00-a8a8-6751a8dbc46c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968740 Apr 05 20:40:45.593132 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-fab29adf-e858-4755-87e4-98271272150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324ffae-a12c-47b8-a54e-ddf3ae954cf0', 'name': 'tempest-NetworksTestDHCPv6-router-1060259617', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:39Z', 'updated_at': '2022-04-05T20:40:42Z', 'revision_number': 2, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'gw_port_host': None, '_interfaces': [{'id': 'c951b5da-3642-442a-92f5-56bf7b3fd607', 'name': '', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'mac_address': 'fa:16:3e:15:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4324ffae-a12c-47b8-a54e-ddf3ae954cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0cf14714-fa3c-47f9-acd0-7fa98006b78f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:41Z', 'updated_at': '2022-04-05T20:40:42Z', 'revision_number': 2, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'subnets': [{'id': '0cf14714-fa3c-47f9-acd0-7fa98006b78f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:45.598728 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab29adf-e858-4755-87e4-98271272150c None None] Checking router: 4324ffae-a12c-47b8-a54e-ddf3ae954cf0 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:40:45.599112 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab29adf-e858-4755-87e4-98271272150c None None] Updating router 4324ffae-a12c-47b8-a54e-ddf3ae954cf0 port c951b5da-3642-442a-92f5-56bf7b3fd607 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:40:45.744749 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-fab29adf-e858-4755-87e4-98271272150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:45.850776 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:45.921671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9289c25-1424-4cfe-8c46-3cd0c302425a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5b5c56-5f9a-4068-910c-0e3588224a29'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:40:45.954650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port fb5b5c56-5f9a-4068-910c-0e3588224a29, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fb5b5c56-5f9a-4068-910c-0e3588224a29,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:45.981514 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:45.986460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for 239033ee-869f-4b35-b99e-75580333cf74 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:46.137751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42726) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:46.142283 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9289c25-1424-4cfe-8c46-3cd0c302425a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5b5c56-5f9a-4068-910c-0e3588224a29', 'code': 200} Apr 05 20:40:46.214871 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.232817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=fb5b5c56-5f9a-4068-910c-0e3588224a29,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:46.336701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-network', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:46.350840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:46.351308 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-fab29adf-e858-4755-87e4-98271272150c None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.363586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Usage tracker for resource:network and tenant:0c23d62d7af248d7aaa5f531168db711 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:46.370962 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:46.379514 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-fab29adf-e858-4755-87e4-98271272150c None None] Transition to ACTIVE for port object c951b5da-3642-442a-92f5-56bf7b3fd607 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:46.380339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:46.397421 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-fab29adf-e858-4755-87e4-98271272150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.405017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Made reservation on behalf of 0c23d62d7af248d7aaa5f531168db711 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:46.415265 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.443423 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.492768 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:46.503660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Usage tracker for resource:security_group_rule and tenant:0c23d62d7af248d7aaa5f531168db711 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:46.509527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:46.521989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:46.549500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10426c29-518c-4cea-894c-07d95d87888a req-2e70445a-7ec3-4501-9536-dc7feeadcee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:46.560022 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10426c29-518c-4cea-894c-07d95d87888a req-2e70445a-7ec3-4501-9536-dc7feeadcee5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 1097 time: 0.3759546 Apr 05 20:40:46.782107 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-fab29adf-e858-4755-87e4-98271272150c None None] Attempting to bind port c951b5da-3642-442a-92f5-56bf7b3fd607 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:46.782750 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-fab29adf-e858-4755-87e4-98271272150c None None] Attempting to bind port c951b5da-3642-442a-92f5-56bf7b3fd607 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:46.783027 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab29adf-e858-4755-87e4-98271272150c None None] Attempting to bind port c951b5da-3642-442a-92f5-56bf7b3fd607 on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:40:46.785200 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ed8df-47b9-4c32-b86c-fb0fa17c006b None None] Pushing event updated for resources: {'Port': ['ID=c951b5da-3642-442a-92f5-56bf7b3fd607,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:46.797547 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9ed8df-47b9-4c32-b86c-fb0fa17c006b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:46.799277 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9ed8df-47b9-4c32-b86c-fb0fa17c006b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:46.802256 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9ed8df-47b9-4c32-b86c-fb0fa17c006b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:46.802761 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9ed8df-47b9-4c32-b86c-fb0fa17c006b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:46.803256 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9ed8df-47b9-4c32-b86c-fb0fa17c006b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:46.803767 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9ed8df-47b9-4c32-b86c-fb0fa17c006b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:46.805398 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9ed8df-47b9-4c32-b86c-fb0fa17c006b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:46.805966 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9ed8df-47b9-4c32-b86c-fb0fa17c006b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:46.806488 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9ed8df-47b9-4c32-b86c-fb0fa17c006b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:46.807023 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9ed8df-47b9-4c32-b86c-fb0fa17c006b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:46.810974 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9ed8df-47b9-4c32-b86c-fb0fa17c006b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:46.811541 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9ed8df-47b9-4c32-b86c-fb0fa17c006b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:40:46.819625 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab29adf-e858-4755-87e4-98271272150c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:40:46.820307 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab29adf-e858-4755-87e4-98271272150c None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:46.820910 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-fab29adf-e858-4755-87e4-98271272150c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.821729 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab29adf-e858-4755-87e4-98271272150c None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:40:46.822446 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-fab29adf-e858-4755-87e4-98271272150c None None] Bound port: c951b5da-3642-442a-92f5-56bf7b3fd607, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:46.823064 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-fab29adf-e858-4755-87e4-98271272150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.830616 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10426c29-518c-4cea-894c-07d95d87888a req-2d2798e1-94d5-46fb-8f6d-13eaa81eb38a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638006 Apr 05 20:40:46.898555 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:46.955933 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-fab29adf-e858-4755-87e4-98271272150c None None] For port c951b5da-3642-442a-92f5-56bf7b3fd607, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:40:46.959679 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-fab29adf-e858-4755-87e4-98271272150c None None] For port c951b5da-3642-442a-92f5-56bf7b3fd607, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c951b5da-3642-442a-92f5-56bf7b3fd607,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:40:46.966248 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-fab29adf-e858-4755-87e4-98271272150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.046114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=239033ee-869f-4b35-b99e-75580333cf74,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:47.057005 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab29adf-e858-4755-87e4-98271272150c None None] Routers {'4324ffae-a12c-47b8-a54e-ddf3ae954cf0'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:47.063882 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-fab29adf-e858-4755-87e4-98271272150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4324ffae-a12c-47b8-a54e-ddf3ae954cf0'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:47.088440 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.097753 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.140182 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04291a34-1be9-4159-b2a7-22baa808eef4 req-a08447c7-c99b-4c66-8793-e4ee2cc7e725 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:47.143441 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-04291a34-1be9-4159-b2a7-22baa808eef4 req-a08447c7-c99b-4c66-8793-e4ee2cc7e725 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 946 time: 0.3222833 Apr 05 20:40:47.198108 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ed8df-47b9-4c32-b86c-fb0fa17c006b None None] Pushing event updated for resources: {'Port': ['ID=c951b5da-3642-442a-92f5-56bf7b3fd607,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:47.239412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:40:47.243365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc975fe-2e48-4967-882a-a8877b83c6db,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:47.267869 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-04291a34-1be9-4159-b2a7-22baa808eef4 req-62072a4d-b00a-441b-9e40-506034fe3891 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079996 Apr 05 20:40:47.271486 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.271837 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Added segment dfb6a864-86e4-4b4e-8dc0-1363f1ae2047 of type vlan for network 8579d18e-613e-4ef1-be75-64ef17c2f407 Apr 05 20:40:47.300339 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.332114 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.419177 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.421866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:47.424624 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.475732 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-fab29adf-e858-4755-87e4-98271272150c None None] Set router 4324ffae-a12c-47b8-a54e-ddf3ae954cf0 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:40:47.649069 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.653640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.678949 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-94d7c9e1-4fe7-4ae7-b43e-f4152e98fc3a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.687846 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5487094 Apr 05 20:40:47.691874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42738) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:47.695562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a2bc1-cc04-444a-b5ef-9062581bbfa1 admin admin] Pushing event updated for resources: {'Network': ['ID=8579d18e-613e-4ef1-be75-64ef17c2f407,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:47.711350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 8579d18e-613e-4ef1-be75-64ef17c2f407 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:40:47.713720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Request body: {'subnet': {'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-subnet', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:47.721335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:47.726014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Usage tracker for resource:subnet and tenant:0c23d62d7af248d7aaa5f531168db711 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:47.729163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:47.737278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:47.751317 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Made reservation on behalf of 0c23d62d7af248d7aaa5f531168db711 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:47.754375 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:47.903662 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-fab29adf-e858-4755-87e4-98271272150c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324ffae-a12c-47b8-a54e-ddf3ae954cf0', 'name': 'tempest-NetworksTestDHCPv6-router-1060259617', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:39Z', 'updated_at': '2022-04-05T20:40:42Z', 'revision_number': 2, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'gw_port_host': None, '_interfaces': [{'id': 'c951b5da-3642-442a-92f5-56bf7b3fd607', 'name': '', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'mac_address': 'fa:16:3e:15:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4324ffae-a12c-47b8-a54e-ddf3ae954cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0cf14714-fa3c-47f9-acd0-7fa98006b78f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:41Z', 'updated_at': '2022-04-05T20:40:46Z', 'revision_number': 4, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'subnets': [{'id': '0cf14714-fa3c-47f9-acd0-7fa98006b78f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:47.908956 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab29adf-e858-4755-87e4-98271272150c None None] The sync data for ids ['4324ffae-a12c-47b8-a54e-ddf3ae954cf0'] in n-d-836604-1 is: [{'id': '4324ffae-a12c-47b8-a54e-ddf3ae954cf0', 'name': 'tempest-NetworksTestDHCPv6-router-1060259617', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:39Z', 'updated_at': '2022-04-05T20:40:42Z', 'revision_number': 2, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'gw_port_host': None, '_interfaces': [{'id': 'c951b5da-3642-442a-92f5-56bf7b3fd607', 'name': '', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'mac_address': 'fa:16:3e:15:16:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4324ffae-a12c-47b8-a54e-ddf3ae954cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '0cf14714-fa3c-47f9-acd0-7fa98006b78f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:41Z', 'updated_at': '2022-04-05T20:40:46Z', 'revision_number': 4, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'subnets': [{'id': '0cf14714-fa3c-47f9-acd0-7fa98006b78f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:40:48.074377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.074927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Fanout notify agent at l3_agent the message router_deleted on router c12e9f60-ccd2-408b-aed8-4da0630eaaed {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:40:48.185286 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.186619 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-105607ab-480a-47de-b4e3-f705c32d1dec tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/routers/c12e9f60-ccd2-408b-aed8-4da0630eaaed HTTP/1.1" status: 204 len: 168 time: 3.8871136 Apr 05 20:40:48.193469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42744) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:48.208672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'network': {'name': 'tempest-RoutersTest-557792504'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:48.217234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:48.224018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:network and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:48.229097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:48.237507 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.239374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-94d7c9e1-4fe7-4ae7-b43e-f4152e98fc3a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port c951b5da-3642-442a-92f5-56bf7b3fd607 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:48.239374 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-94d7c9e1-4fe7-4ae7-b43e-f4152e98fc3a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.244741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:48.382290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:48.392779 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.471913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef0519b9-502e-413c-8ba8-0e7a09d03901,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:48.497359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Checking segment: {'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:48.504322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Network hostable DHCP agents. Network: 8579d18e-613e-4ef1-be75-64ef17c2f407, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:40:48.515744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:40:48.552680 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.553026 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Added segment 90797686-a066-4c3d-8ea1-bf76b50b3937 of type vlan for network 9459f02e-2155-4f75-8d76-dbc98f19e2f6 Apr 05 20:40:48.554343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Network 8579d18e-613e-4ef1-be75-64ef17c2f407 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:40:48.572844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 8579d18e-613e-4ef1-be75-64ef17c2f407) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:48.592016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad24ec86-a421-45b5-a852-04b1e740101c None None] Network 8579d18e-613e-4ef1-be75-64ef17c2f407 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:48.592541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:48.593185 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.600713 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.637816 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b8768ca9-5d5e-4cfb-8923-574fb263b025 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9449120 Apr 05 20:40:48.640576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42750) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:48.648633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:48.657822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c951b5da-3642-442a-92f5-56bf7b3fd607 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:48.670476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:48.681455 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.693622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:48.694269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.698749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Usage tracker for resource:router and tenant:0c23d62d7af248d7aaa5f531168db711 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:48.768393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:48.791689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831797dd-6b9c-423d-8108-cb93427237bb req-0047d7b5-b342-4863-92b1-6782d0dceeb6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:48.802126 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-831797dd-6b9c-423d-8108-cb93427237bb req-0047d7b5-b342-4863-92b1-6782d0dceeb6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 946 time: 0.2850599 Apr 05 20:40:48.809759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-94d7c9e1-4fe7-4ae7-b43e-f4152e98fc3a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] For port c951b5da-3642-442a-92f5-56bf7b3fd607, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c951b5da-3642-442a-92f5-56bf7b3fd607,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:48.810209 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-94d7c9e1-4fe7-4ae7-b43e-f4152e98fc3a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.823914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:48.832205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c951b5da-3642-442a-92f5-56bf7b3fd607 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:48.841810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c951b5da-3642-442a-92f5-56bf7b3fd607 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:48.842560 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.843280 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6470921 Apr 05 20:40:48.902347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42754) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:48.918052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'subnet': {'network_id': '9459f02e-2155-4f75-8d76-dbc98f19e2f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:48.946081 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.948614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:48.969540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592a86d-7a01-4308-85d7-dd2646d0ffd6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Network': ['ID=9459f02e-2155-4f75-8d76-dbc98f19e2f6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:49.000323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 9459f02e-2155-4f75-8d76-dbc98f19e2f6 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:40:49.057372 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:49.066831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-94d7c9e1-4fe7-4ae7-b43e-f4152e98fc3a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for c951b5da-3642-442a-92f5-56bf7b3fd607 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:49.074892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:49.081308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:subnet and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:49.086994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:49.092612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:49.110070 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-831797dd-6b9c-423d-8108-cb93427237bb req-b8bab856-09fb-4a5e-a53a-ea6fb2df03dd tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069344 Apr 05 20:40:49.239173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:49.242982 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:49.349298 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:49.378047 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-94d7c9e1-4fe7-4ae7-b43e-f4152e98fc3a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:49.448207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-8579d18e-613e-4ef1-be75-64ef17c2f407', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:40:49.449323 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:49.458350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7c9e1-4fe7-4ae7-b43e-f4152e98fc3a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=c951b5da-3642-442a-92f5-56bf7b3fd607,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:49.736720 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-94d7c9e1-4fe7-4ae7-b43e-f4152e98fc3a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:49.742666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Allocated IP 172.20.0.2 (8579d18e-613e-4ef1-be75-64ef17c2f407/ef0519b9-502e-413c-8ba8-0e7a09d03901/0c516785-668d-4483-abd2-9fc93ce528af) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:49.845986 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:49.950530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c4ee9-d5e7-4cc5-a9b1-a95268322c70 req-8803fad3-c46c-44a0-926a-9806fe5dc137 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:49.952030 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bf7c4ee9-d5e7-4cc5-a9b1-a95268322c70 req-8803fad3-c46c-44a0-926a-9806fe5dc137 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 946 time: 0.4292436 Apr 05 20:40:49.995083 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.006810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Transition to ACTIVE for port object 0c516785-668d-4483-abd2-9fc93ce528af will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:50.030535 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Transition to ACTIVE for port object 0c516785-668d-4483-abd2-9fc93ce528af will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:50.039237 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.061129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d7c9e1-4fe7-4ae7-b43e-f4152e98fc3a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Router 4324ffae-a12c-47b8-a54e-ddf3ae954cf0 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:40:50.110659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Network 8579d18e-613e-4ef1-be75-64ef17c2f407 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:50.114684 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bf7c4ee9-d5e7-4cc5-a9b1-a95268322c70 req-89f6ed58-fecd-4020-a6bf-eb4095776fa0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100225 Apr 05 20:40:50.117910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:50.123430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:50.130236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Pushing event updated for resources: {'Port': ['ID=0c516785-668d-4483-abd2-9fc93ce528af,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:50.180224 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.216130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d7c9e1-4fe7-4ae7-b43e-f4152e98fc3a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:40:50.224740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Attempting to bind port 0c516785-668d-4483-abd2-9fc93ce528af on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:50.225405 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Attempting to bind port 0c516785-668d-4483-abd2-9fc93ce528af by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:50.225948 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Attempting to bind port 0c516785-668d-4483-abd2-9fc93ce528af on network 8579d18e-613e-4ef1-be75-64ef17c2f407 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:40:50.232333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:40:50.233382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Checking segment: {'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:50.234233 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.234758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Bound using segment: {'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:40:50.235585 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Bound port: 0c516785-668d-4483-abd2-9fc93ce528af, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:50.236116 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.248939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810fe3f9-5a53-4bdd-b8b9-2d2e0a44296a None None] Sync routers for ids ['4324ffae-a12c-47b8-a54e-ddf3ae954cf0'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:40:50.249316 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-94d7c9e1-4fe7-4ae7-b43e-f4152e98fc3a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "PUT /v2.0/routers/4324ffae-a12c-47b8-a54e-ddf3ae954cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9557970 Apr 05 20:40:50.253204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42764) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:50.306597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810fe3f9-5a53-4bdd-b8b9-2d2e0a44296a None None] Routers {'4324ffae-a12c-47b8-a54e-ddf3ae954cf0'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:50.307456 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-810fe3f9-5a53-4bdd-b8b9-2d2e0a44296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4324ffae-a12c-47b8-a54e-ddf3ae954cf0'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:50.495203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b289ce9-bbc6-41c1-883d-786936da5597 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:50.497611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b289ce9-bbc6-41c1-883d-786936da5597 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:50.499329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6b289ce9-bbc6-41c1-883d-786936da5597 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:50.518893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6b289ce9-bbc6-41c1-883d-786936da5597 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:50.520504 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6b289ce9-bbc6-41c1-883d-786936da5597 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2662196 Apr 05 20:40:50.523796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42772) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:50.549480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Checking segment: {'id': '90797686-a066-4c3d-8ea1-bf76b50b3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9459f02e-2155-4f75-8d76-dbc98f19e2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:50.550130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network hostable DHCP agents. Network: 9459f02e-2155-4f75-8d76-dbc98f19e2f6, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:40:50.554476 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-810fe3f9-5a53-4bdd-b8b9-2d2e0a44296a None None] Set router 4324ffae-a12c-47b8-a54e-ddf3ae954cf0 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:40:50.559682 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Subnet': ['ID=38fc4ba5-c4d0-4b48-9c0d-98c338d1893e,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:50.593382 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.604250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe081dcd-c605-4663-a14a-2dfd4ade68d3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 0cf14714-fa3c-47f9-acd0-7fa98006b78f {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:40:50.607886 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe081dcd-c605-4663-a14a-2dfd4ade68d3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.644341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network 9459f02e-2155-4f75-8d76-dbc98f19e2f6 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:40:50.654022 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.688679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-810fe3f9-5a53-4bdd-b8b9-2d2e0a44296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324ffae-a12c-47b8-a54e-ddf3ae954cf0', 'name': 'tempest-NetworksTestDHCPv6-router-1060259617', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:39Z', 'updated_at': '2022-04-05T20:40:49Z', 'revision_number': 3, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:50.694641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] For port 0c516785-668d-4483-abd2-9fc93ce528af, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:40:50.698759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810fe3f9-5a53-4bdd-b8b9-2d2e0a44296a None None] Checking router: 4324ffae-a12c-47b8-a54e-ddf3ae954cf0 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:40:50.705057 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe081dcd-c605-4663-a14a-2dfd4ade68d3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.707042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] For port 0c516785-668d-4483-abd2-9fc93ce528af, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0c516785-668d-4483-abd2-9fc93ce528af,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:40:50.712065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810fe3f9-5a53-4bdd-b8b9-2d2e0a44296a None None] Routers {'4324ffae-a12c-47b8-a54e-ddf3ae954cf0'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:50.712829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-810fe3f9-5a53-4bdd-b8b9-2d2e0a44296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['4324ffae-a12c-47b8-a54e-ddf3ae954cf0'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:50.787618 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.806913 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe081dcd-c605-4663-a14a-2dfd4ade68d3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.810518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Allocated IP 172.25.8.139 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/6905abec-1259-4688-bac7-788182467ed3) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:50.853234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 9459f02e-2155-4f75-8d76-dbc98f19e2f6) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:50.866652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:50.867287 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.890806 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe081dcd-c605-4663-a14a-2dfd4ade68d3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.911552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e45af93-f54c-4e73-90e3-80eb338c8997 None None] Network 9459f02e-2155-4f75-8d76-dbc98f19e2f6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:50.937661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe081dcd-c605-4663-a14a-2dfd4ade68d3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=0cf14714-fa3c-47f9-acd0-7fa98006b78f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:50.941450 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe081dcd-c605-4663-a14a-2dfd4ade68d3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:50.959243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fe081dcd-c605-4663-a14a-2dfd4ade68d3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/0cf14714-fa3c-47f9-acd0-7fa98006b78f HTTP/1.1" status: 204 len: 168 time: 0.4337196 Apr 05 20:40:50.961643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42778) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:50.967410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-810fe3f9-5a53-4bdd-b8b9-2d2e0a44296a None None] Set router 4324ffae-a12c-47b8-a54e-ddf3ae954cf0 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:40:50.979956 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0f32bd15-ee3c-4568-a269-f951fc63d254 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0754542 Apr 05 20:40:50.985754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42782) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:50.999974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-19a08d30-827f-4e44-80f7-86868ce7e188 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1619489474', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:51.018897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-19a08d30-827f-4e44-80f7-86868ce7e188 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:51.030728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-19a08d30-827f-4e44-80f7-86868ce7e188 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:router and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:51.035674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-19a08d30-827f-4e44-80f7-86868ce7e188 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:51.043358 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-19a08d30-827f-4e44-80f7-86868ce7e188 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:51.052781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f2656-224e-4514-8ca4-8f66918b5d3d req-0a9c6f29-4e0d-430b-a490-c3477051d0a9 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:51.054354 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fb5f2656-224e-4514-8ca4-8f66918b5d3d req-0a9c6f29-4e0d-430b-a490-c3477051d0a9 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 946 time: 0.2405274 Apr 05 20:40:51.074255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5dad05-b5bf-4d4a-a924-98ff9737955d None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:51.096768 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-19a08d30-827f-4e44-80f7-86868ce7e188 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:51.099749 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-19a08d30-827f-4e44-80f7-86868ce7e188 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:51.135545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:51.146186 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d0c4f156-6694-4403-a9c2-f536906b8f34 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1791880 Apr 05 20:40:51.146392 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fb5f2656-224e-4514-8ca4-8f66918b5d3d req-0ff97636-4b29-4762-b957-8cb4547fc535 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729086 Apr 05 20:40:51.148378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42786) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:51.156165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-19a08d30-827f-4e44-80f7-86868ce7e188 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:51.189074 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-19a08d30-827f-4e44-80f7-86868ce7e188 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:51.196905 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:51.268832 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-810fe3f9-5a53-4bdd-b8b9-2d2e0a44296a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4324ffae-a12c-47b8-a54e-ddf3ae954cf0', 'name': 'tempest-NetworksTestDHCPv6-router-1060259617', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:39Z', 'updated_at': '2022-04-05T20:40:49Z', 'revision_number': 3, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:51.277633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:51.280837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:51.286389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:51.325904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-19a08d30-827f-4e44-80f7-86868ce7e188 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:51.327314 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-19a08d30-827f-4e44-80f7-86868ce7e188 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3396816 Apr 05 20:40:51.334625 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-53c88eff-d349-4192-b0c0-e79501cc4bc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:51.338764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42790) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:51.343463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b83639-bddb-4b9a-b0fc-6c4afaea9d59 None None] Pushing event updated for resources: {'Port': ['ID=0c516785-668d-4483-abd2-9fc93ce528af,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:51.359855 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810fe3f9-5a53-4bdd-b8b9-2d2e0a44296a None None] The sync data for ids ['4324ffae-a12c-47b8-a54e-ddf3ae954cf0'] in n-d-836604-1 is: [{'id': '4324ffae-a12c-47b8-a54e-ddf3ae954cf0', 'name': 'tempest-NetworksTestDHCPv6-router-1060259617', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:39Z', 'updated_at': '2022-04-05T20:40:49Z', 'revision_number': 3, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:40:51.595114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Pushing event updated for resources: {'Port': ['ID=6905abec-1259-4688-bac7-788182467ed3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:51.613788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-9459f02e-2155-4f75-8d76-dbc98f19e2f6', 'network_id': '9459f02e-2155-4f75-8d76-dbc98f19e2f6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'fixed_ips': [{'subnet_id': '38fc4ba5-c4d0-4b48-9c0d-98c338d1893e'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:40:51.614787 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:51.767323 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-53c88eff-d349-4192-b0c0-e79501cc4bc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:51.776278 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-53c88eff-d349-4192-b0c0-e79501cc4bc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:51.777598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Allocated IP 172.20.0.2 (9459f02e-2155-4f75-8d76-dbc98f19e2f6/38fc4ba5-c4d0-4b48-9c0d-98c338d1893e/4e37edcc-4b69-4e0b-9785-22e1fc519a38) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:51.823053 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-53c88eff-d349-4192-b0c0-e79501cc4bc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:51.823602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c88eff-d349-4192-b0c0-e79501cc4bc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Fanout notify agent at l3_agent the message router_deleted on router 4324ffae-a12c-47b8-a54e-ddf3ae954cf0 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:40:51.843174 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-53c88eff-d349-4192-b0c0-e79501cc4bc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:51.844638 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-53c88eff-d349-4192-b0c0-e79501cc4bc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/routers/4324ffae-a12c-47b8-a54e-ddf3ae954cf0 HTTP/1.1" status: 204 len: 168 time: 0.6938217 Apr 05 20:40:51.848186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42796) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:51.854956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3feb9f07-2101-4b3f-9488-967f15ada883 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:51.873774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f9938c-43d3-4196-9205-cdd897af7763 None None] DHCP port deletion for 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:40:51.956993 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f8f9938c-43d3-4196-9205-cdd897af7763 None None] Deleting port a51c917f-ac99-4ecf-a536-b95194c6ce97 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:51.957396 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f8f9938c-43d3-4196-9205-cdd897af7763 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:52.029036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3feb9f07-2101-4b3f-9488-967f15ada883 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:52.033541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3feb9f07-2101-4b3f-9488-967f15ada883 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:52.036977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3feb9f07-2101-4b3f-9488-967f15ada883 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:52.043092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3feb9f07-2101-4b3f-9488-967f15ada883 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:52.056398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3feb9f07-2101-4b3f-9488-967f15ada883 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:40:52.060030 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3feb9f07-2101-4b3f-9488-967f15ada883 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:52.315169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f8f9938c-43d3-4196-9205-cdd897af7763 None None] For port a51c917f-ac99-4ecf-a536-b95194c6ce97, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a51c917f-ac99-4ecf-a536-b95194c6ce97,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:52.315763 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f8f9938c-43d3-4196-9205-cdd897af7763 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:52.341081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d44c3-40f4-49ef-922c-c36f5053a1e6 req-0537c20e-f0d7-42bb-8643-1cf2bbcb5682 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:52.343227 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-710d44c3-40f4-49ef-922c-c36f5053a1e6 req-0537c20e-f0d7-42bb-8643-1cf2bbcb5682 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 946 time: 0.1582201 Apr 05 20:40:52.471219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f8f9938c-43d3-4196-9205-cdd897af7763 None None] Calling delete_port for a51c917f-ac99-4ecf-a536-b95194c6ce97 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:52.507080 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:52.511168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0c516785-668d-4483-abd2-9fc93ce528af up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:52.569191 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Transition to ACTIVE for port object 4e37edcc-4b69-4e0b-9785-22e1fc519a38 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:52.619666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Transition to ACTIVE for port object 4e37edcc-4b69-4e0b-9785-22e1fc519a38 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:52.659198 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:52.692999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-710d44c3-40f4-49ef-922c-c36f5053a1e6 req-e863acfb-9952-4378-afe3-4f1151d64e5d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Deleting port fb5b5c56-5f9a-4068-910c-0e3588224a29 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:40:52.693348 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-710d44c3-40f4-49ef-922c-c36f5053a1e6 req-e863acfb-9952-4378-afe3-4f1151d64e5d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:52.698842 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:52.793693 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f8f9938c-43d3-4196-9205-cdd897af7763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:52.833258 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Network 9459f02e-2155-4f75-8d76-dbc98f19e2f6 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:52.847298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 0c516785-668d-4483-abd2-9fc93ce528af completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:52.850174 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3feb9f07-2101-4b3f-9488-967f15ada883 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:52.862374 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:52.864586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:52.875471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:52.882471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Pushing event updated for resources: {'Port': ['ID=4e37edcc-4b69-4e0b-9785-22e1fc519a38,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:52.887594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f9938c-43d3-4196-9205-cdd897af7763 None None] No DVR routers for this DVR port a51c917f-ac99-4ecf-a536-b95194c6ce97 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:52.930691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a9b90-bb96-403d-8ccb-99288bbfb51a req-aea7985f-f02b-4648-8526-2c43fdd0f108 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:52.942836 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-255a9b90-bb96-403d-8ccb-99288bbfb51a req-aea7985f-f02b-4648-8526-2c43fdd0f108 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 946 time: 0.5983264 Apr 05 20:40:53.004667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3feb9f07-2101-4b3f-9488-967f15ada883 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:53.008447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-3feb9f07-2101-4b3f-9488-967f15ada883 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:53.032820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb9f07-2101-4b3f-9488-967f15ada883 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=2ad9d2e4-d4f6-43ac-af60-bc3b297651e6,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:53.041665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feb9f07-2101-4b3f-9488-967f15ada883 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:40:53.042310 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3feb9f07-2101-4b3f-9488-967f15ada883 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.058991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a51c917f-ac99-4ecf-a536-b95194c6ce97 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:53.097503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8686fa85-06ba-45c9-ba56-2675f18d42b8 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:53.130504 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-255a9b90-bb96-403d-8ccb-99288bbfb51a req-b12df7ff-2c89-4a81-9439-50f27519b223 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867452 Apr 05 20:40:53.147033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9938c-43d3-4196-9205-cdd897af7763 None None] Pushing event deleted for resources: {'Port': ['ID=a51c917f-ac99-4ecf-a536-b95194c6ce97,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:53.168341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39cf2cb-6d1a-4bad-9244-e56fb0d3dc6c None None] Network 8579d18e-613e-4ef1-be75-64ef17c2f407 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:53.182277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: a51c917f-ac99-4ecf-a536-b95194c6ce97 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:40:53.182609 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a51c917f-ac99-4ecf-a536-b95194c6ce97 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:40:53.183178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c951b5da-3642-442a-92f5-56bf7b3fd607 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:53.198346 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3feb9f07-2101-4b3f-9488-967f15ada883 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3460462 Apr 05 20:40:53.201954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42806) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:53.215910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7869036a-d65a-4290-be07-7db1fae3932f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1497163596', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:40:53.226436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7869036a-d65a-4290-be07-7db1fae3932f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:40:53.233108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7869036a-d65a-4290-be07-7db1fae3932f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:router and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:40:53.238407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7869036a-d65a-4290-be07-7db1fae3932f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:40:53.249325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7869036a-d65a-4290-be07-7db1fae3932f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:40:53.280724 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7869036a-d65a-4290-be07-7db1fae3932f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.281740 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7869036a-d65a-4290-be07-7db1fae3932f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.291425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-710d44c3-40f4-49ef-922c-c36f5053a1e6 req-e863acfb-9952-4378-afe3-4f1151d64e5d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] For port fb5b5c56-5f9a-4068-910c-0e3588224a29, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fb5b5c56-5f9a-4068-910c-0e3588224a29,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:53.291849 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-710d44c3-40f4-49ef-922c-c36f5053a1e6 req-e863acfb-9952-4378-afe3-4f1151d64e5d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.300619 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: c951b5da-3642-442a-92f5-56bf7b3fd607 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:40:53.300853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c951b5da-3642-442a-92f5-56bf7b3fd607 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:40:53.363382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Attempting to bind port 4e37edcc-4b69-4e0b-9785-22e1fc519a38 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:53.364041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Attempting to bind port 4e37edcc-4b69-4e0b-9785-22e1fc519a38 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '90797686-a066-4c3d-8ea1-bf76b50b3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9459f02e-2155-4f75-8d76-dbc98f19e2f6'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:53.364041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Attempting to bind port 4e37edcc-4b69-4e0b-9785-22e1fc519a38 on network 9459f02e-2155-4f75-8d76-dbc98f19e2f6 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:40:53.377422 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a931f21d-28ce-4f6a-8471-246557726f33 None None] Provisioning for port 0c516785-668d-4483-abd2-9fc93ce528af completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:53.392877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:40:53.393243 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Checking segment: {'id': '90797686-a066-4c3d-8ea1-bf76b50b3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9459f02e-2155-4f75-8d76-dbc98f19e2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:53.393812 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.394226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Bound using segment: {'id': '90797686-a066-4c3d-8ea1-bf76b50b3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9459f02e-2155-4f75-8d76-dbc98f19e2f6'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:40:53.394695 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Bound port: 4e37edcc-4b69-4e0b-9785-22e1fc519a38, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90797686-a066-4c3d-8ea1-bf76b50b3937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9459f02e-2155-4f75-8d76-dbc98f19e2f6'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:53.395059 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.410335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a931f21d-28ce-4f6a-8471-246557726f33 None None] Provisioning complete for port 0c516785-668d-4483-abd2-9fc93ce528af triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:53.410695 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a931f21d-28ce-4f6a-8471-246557726f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.441059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-710d44c3-40f4-49ef-922c-c36f5053a1e6 req-e863acfb-9952-4378-afe3-4f1151d64e5d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Calling delete_port for fb5b5c56-5f9a-4068-910c-0e3588224a29 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:40:53.470150 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7869036a-d65a-4290-be07-7db1fae3932f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.513494 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7869036a-d65a-4290-be07-7db1fae3932f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.561843 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7869036a-d65a-4290-be07-7db1fae3932f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.563969 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7869036a-d65a-4290-be07-7db1fae3932f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3606863 Apr 05 20:40:53.566760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42810) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:53.675985 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.710565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] For port 4e37edcc-4b69-4e0b-9785-22e1fc519a38, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:40:53.800542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] For port 4e37edcc-4b69-4e0b-9785-22e1fc519a38, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4e37edcc-4b69-4e0b-9785-22e1fc519a38,segment=NetworkSegment(90797686-a066-4c3d-8ea1-bf76b50b3937),segment_id=90797686-a066-4c3d-8ea1-bf76b50b3937)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:40:53.819114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'fixed_ips': [{'subnet_id': '2ad9d2e4-d4f6-43ac-af60-bc3b297651e6'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:40:53.819927 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.833406 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.834293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Allocated IP 172.20.0.1 (9459f02e-2155-4f75-8d76-dbc98f19e2f6/38fc4ba5-c4d0-4b48-9c0d-98c338d1893e/73bcaa68-c7f0-4fd5-9bda-6ed28bfec315) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:53.870325 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a931f21d-28ce-4f6a-8471-246557726f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.950414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-710d44c3-40f4-49ef-922c-c36f5053a1e6 req-e863acfb-9952-4378-afe3-4f1151d64e5d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:53.984285 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['eb02026c-5b6b-4d25-ad6a-3456cb3da049', 'fb5b5c56-5f9a-4068-910c-0e3588224a29'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:40:54.056275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a931f21d-28ce-4f6a-8471-246557726f33 None None] For port 0c516785-668d-4483-abd2-9fc93ce528af, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0c516785-668d-4483-abd2-9fc93ce528af,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:54.060538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863acfb-9952-4378-afe3-4f1151d64e5d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event deleted for resources: {'Port': ['ID=fb5b5c56-5f9a-4068-910c-0e3588224a29,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:54.084723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe0665-41ad-4d85-9686-17c059a5169f None None] Pushing event updated for resources: {'Port': ['ID=4e37edcc-4b69-4e0b-9785-22e1fc519a38,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:54.087825 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a931f21d-28ce-4f6a-8471-246557726f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:54.149547 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:54.157826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Router 76105a24-88ea-478d-aaa5-223e12a60769 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:40:54.310371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Transition to ACTIVE for port object 73bcaa68-c7f0-4fd5-9bda-6ed28bfec315 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:54.325111 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931f21d-28ce-4f6a-8471-246557726f33 None None] Pushing event updated for resources: {'Port': ['ID=0c516785-668d-4483-abd2-9fc93ce528af,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:54.370022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-710d44c3-40f4-49ef-922c-c36f5053a1e6 req-e863acfb-9952-4378-afe3-4f1151d64e5d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] No DVR routers for this DVR port fb5b5c56-5f9a-4068-910c-0e3588224a29 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:40:54.382594 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-710d44c3-40f4-49ef-922c-c36f5053a1e6 req-e863acfb-9952-4378-afe3-4f1151d64e5d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:54.406268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Allocated IP 2001:db8::2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/2ad9d2e4-d4f6-43ac-af60-bc3b297651e6/d166576a-ab11-4fea-93e4-1acf72deb154) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:54.432042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9289c25-1424-4cfe-8c46-3cd0c302425a', 'name': 'network-vif-deleted', 'tag': 'fb5b5c56-5f9a-4068-910c-0e3588224a29'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:40:54.462169 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-710d44c3-40f4-49ef-922c-c36f5053a1e6 req-e863acfb-9952-4378-afe3-4f1151d64e5d tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "DELETE /v2.0/ports/fb5b5c56-5f9a-4068-910c-0e3588224a29 HTTP/1.1" status: 204 len: 173 time: 1.9346318 Apr 05 20:40:54.637756 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d382d54-fd26-4cd4-9168-ea1cae382150 req-a0e978ad-92e9-4a6d-9cb3-0a794a8db4ac tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 210 time: 0.1609406 Apr 05 20:40:54.747747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:40:54.759216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0c516785-668d-4483-abd2-9fc93ce528af up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:54.759964 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Sync routers for ids ['76105a24-88ea-478d-aaa5-223e12a60769'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:40:54.765090 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:54.778715 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Routers {'76105a24-88ea-478d-aaa5-223e12a60769'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:54.779403 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76105a24-88ea-478d-aaa5-223e12a60769'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:54.919202 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9289c25-1424-4cfe-8c46-3cd0c302425a', 'name': 'network-vif-deleted', 'tag': 'fb5b5c56-5f9a-4068-910c-0e3588224a29', 'status': 'completed', 'code': 200} Apr 05 20:40:54.928690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network 9459f02e-2155-4f75-8d76-dbc98f19e2f6 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:54.947076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:54.950583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:55.004114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2bcbaffc-e241-4cd3-8697-f9dc0456de27 None None] Provisioning complete for port 0c516785-668d-4483-abd2-9fc93ce528af triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:55.004488 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2bcbaffc-e241-4cd3-8697-f9dc0456de27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:55.095853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:55.095853 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-36446301-199f-4b98-8718-2952b91012e9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4504724 Apr 05 20:40:55.096375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=73bcaa68-c7f0-4fd5-9bda-6ed28bfec315,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:55.107723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42824) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:40:55.111161 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:55.186943 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:55.217062 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Set router 76105a24-88ea-478d-aaa5-223e12a60769 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:40:55.237761 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Transition to ACTIVE for port object d166576a-ab11-4fea-93e4-1acf72deb154 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:55.245438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0c516785-668d-4483-abd2-9fc93ce528af triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:55.245803 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:55.417006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Transition to ACTIVE for port object d166576a-ab11-4fea-93e4-1acf72deb154 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:55.467172 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:55.605301 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:55.806227 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:40:52Z', 'revision_number': 3, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:55.815375 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Checking router: 76105a24-88ea-478d-aaa5-223e12a60769 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:40:55.815951 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Updating router 76105a24-88ea-478d-aaa5-223e12a60769 port 6905abec-1259-4688-bac7-788182467ed3 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:40:55.817899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Pushing event updated for resources: {'Port': ['ID=d166576a-ab11-4fea-93e4-1acf72deb154,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:55.964503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:55.970308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:56.015850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:56.017288 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:56.089336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c3be93-2db7-40ec-9fda-f0ddccd92176 None None] Network 9459f02e-2155-4f75-8d76-dbc98f19e2f6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:40:56.148907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8990d5b7-5f00-44bd-b2b8-b2b4f471099d req-ac090d51-1695-4fc2-b0fd-21cdd56ec69e tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:40:56.183629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::1 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/2ad9d2e4-d4f6-43ac-af60-bc3b297651e6/d22bec68-e989-4fef-b875-c1930e3d4eb7) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:56.188886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8990d5b7-5f00-44bd-b2b8-b2b4f471099d req-ac090d51-1695-4fc2-b0fd-21cdd56ec69e tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:40:56.200090 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8990d5b7-5f00-44bd-b2b8-b2b4f471099d req-ac090d51-1695-4fc2-b0fd-21cdd56ec69e tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9289c25-1424-4cfe-8c46-3cd0c302425a HTTP/1.1" status: 200 len: 210 time: 0.1348677 Apr 05 20:40:56.475845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:56.515122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object d22bec68-e989-4fef-b875-c1930e3d4eb7 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:56.580898 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:56.618990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Attempting to bind port d166576a-ab11-4fea-93e4-1acf72deb154 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:56.623786 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Attempting to bind port d166576a-ab11-4fea-93e4-1acf72deb154 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:56.624526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Attempting to bind port d166576a-ab11-4fea-93e4-1acf72deb154 on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:40:56.636464 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:56.834824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:40:56.836120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:56.838804 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:56.841275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:40:56.848032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Bound port: d166576a-ab11-4fea-93e4-1acf72deb154, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:56.860935 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:56.896939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4e37edcc-4b69-4e0b-9785-22e1fc519a38 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:40:56.903242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:56.906099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:56.915540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:40:56.919147 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:56.964573 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:56.983655 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Transition to ACTIVE for port object 6905abec-1259-4688-bac7-788182467ed3 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:40:56.995008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=d22bec68-e989-4fef-b875-c1930e3d4eb7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:56.995785 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:57.032926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-05d91819-fcb8-45d9-8f72-ac4deb4a7346 None None] Provisioning for port 4e37edcc-4b69-4e0b-9785-22e1fc519a38 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:57.159824 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Attempting to bind port 6905abec-1259-4688-bac7-788182467ed3 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:40:57.160761 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Attempting to bind port 6905abec-1259-4688-bac7-788182467ed3 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:40:57.163234 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Attempting to bind port 6905abec-1259-4688-bac7-788182467ed3 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:40:57.192547 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:40:57.193233 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:40:57.193928 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:57.194602 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:40:57.196074 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Bound port: 6905abec-1259-4688-bac7-788182467ed3, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:40:57.197964 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:57.210070 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:57.319018 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] For port 6905abec-1259-4688-bac7-788182467ed3, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:40:57.322675 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] For port 6905abec-1259-4688-bac7-788182467ed3, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6905abec-1259-4688-bac7-788182467ed3,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:40:57.336795 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:57.339721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device fb5b5c56-5f9a-4068-910c-0e3588224a29 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:40:57.368818 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e99e8-8f00-4693-abd8-c419303a4e0a None None] Pushing event updated for resources: {'Port': ['ID=6905abec-1259-4688-bac7-788182467ed3,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:57.470639 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e99e8-8f00-4693-abd8-c419303a4e0a None None] Pushing event updated for resources: {'Port': ['ID=6905abec-1259-4688-bac7-788182467ed3,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:57.481351 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Routers {'76105a24-88ea-478d-aaa5-223e12a60769'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:40:57.482189 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76105a24-88ea-478d-aaa5-223e12a60769'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:57.633377 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: fb5b5c56-5f9a-4068-910c-0e3588224a29 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:40:57.633815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device fb5b5c56-5f9a-4068-910c-0e3588224a29 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:40:57.636034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 4e37edcc-4b69-4e0b-9785-22e1fc519a38 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:57.721351 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] For port d166576a-ab11-4fea-93e4-1acf72deb154, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:40:57.753490 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] For port d166576a-ab11-4fea-93e4-1acf72deb154, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d166576a-ab11-4fea-93e4-1acf72deb154,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:40:57.763358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4e37edcc-4b69-4e0b-9785-22e1fc519a38 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:57.763358 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:57.800544 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] Set router 76105a24-88ea-478d-aaa5-223e12a60769 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:40:58.075372 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:58.196759 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:58.309049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94b861-87f8-4c10-926d-a3715c58b0cf None None] Pushing event updated for resources: {'Port': ['ID=d166576a-ab11-4fea-93e4-1acf72deb154,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:58.431595 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:58.480241 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:58.487892 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 4e37edcc-4b69-4e0b-9785-22e1fc519a38, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4e37edcc-4b69-4e0b-9785-22e1fc519a38,segment=NetworkSegment(90797686-a066-4c3d-8ea1-bf76b50b3937),segment_id=90797686-a066-4c3d-8ea1-bf76b50b3937)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:40:58.491105 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:58.492209 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:58.492313 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:58.590054 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:58.640019 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:58.655300 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:40:52Z', 'revision_number': 3, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:40:58.668390 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca78ee-06b4-4472-ae6b-3b52a09d27a6 None None] The sync data for ids ['76105a24-88ea-478d-aaa5-223e12a60769'] in n-d-836604-1 is: [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:40:52Z', 'revision_number': 3, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:40:58.682215 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7a7853e7-a935-4b72-a4e7-4c29c3ad3d76 None None] Provisioning for port 73bcaa68-c7f0-4fd5-9bda-6ed28bfec315 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:40:58.691936 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7a7853e7-a935-4b72-a4e7-4c29c3ad3d76 None None] Provisioning complete for port 73bcaa68-c7f0-4fd5-9bda-6ed28bfec315 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:58.693381 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7a7853e7-a935-4b72-a4e7-4c29c3ad3d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:58.744556 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=4e37edcc-4b69-4e0b-9785-22e1fc519a38,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:58.762494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=d22bec68-e989-4fef-b875-c1930e3d4eb7,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:58.858000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7a7853e7-a935-4b72-a4e7-4c29c3ad3d76 None None] Port 73bcaa68-c7f0-4fd5-9bda-6ed28bfec315 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:40:58.900472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7a7853e7-a935-4b72-a4e7-4c29c3ad3d76 None None] Provisioning complete for port 4e37edcc-4b69-4e0b-9785-22e1fc519a38 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:58.900915 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7a7853e7-a935-4b72-a4e7-4c29c3ad3d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:58.989335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=73bcaa68-c7f0-4fd5-9bda-6ed28bfec315,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:40:59.096174 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:59.170056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:59.174212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:59.326560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network 9459f02e-2155-4f75-8d76-dbc98f19e2f6 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:40:59.329281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:40:59.331919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Allocated IP 172.20.0.1 (8579d18e-613e-4ef1-be75-64ef17c2f407/ef0519b9-502e-413c-8ba8-0e7a09d03901/2e2ddc35-1f31-4110-b439-5df78bafc7c9) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:40:59.455732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0a107e38-eeaf-4056-b43a-d0f353b0e04d None None] Provisioning complete for port 73bcaa68-c7f0-4fd5-9bda-6ed28bfec315 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:59.456801 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0a107e38-eeaf-4056-b43a-d0f353b0e04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:40:59.632506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0a107e38-eeaf-4056-b43a-d0f353b0e04d None None] Port 73bcaa68-c7f0-4fd5-9bda-6ed28bfec315 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:40:59.868330 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-33cca6f2-6ad0-44bc-a8eb-4ccf62420a99 None None] Provisioning complete for port 73bcaa68-c7f0-4fd5-9bda-6ed28bfec315 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:40:59.868873 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-33cca6f2-6ad0-44bc-a8eb-4ccf62420a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:00.010729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-33cca6f2-6ad0-44bc-a8eb-4ccf62420a99 None None] Port 73bcaa68-c7f0-4fd5-9bda-6ed28bfec315 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:41:00.069151 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Router 92c3171e-5cc9-453d-adef-4fbca3b82339 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:41:00.358456 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:00.409446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router 7fc87628-e743-4d0a-9e52-0f8609d92c90 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:41:00.419683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Transition to ACTIVE for port object 2e2ddc35-1f31-4110-b439-5df78bafc7c9 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:00.474592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:41:00.488218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Sync routers for ids ['92c3171e-5cc9-453d-adef-4fbca3b82339'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:41:00.516391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Routers {'92c3171e-5cc9-453d-adef-4fbca3b82339'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:00.516931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['92c3171e-5cc9-453d-adef-4fbca3b82339'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:00.538055 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f2be929b-0b59-433e-84b0-973043051523 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "PUT /v2.0/routers/92c3171e-5cc9-453d-adef-4fbca3b82339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9700301 Apr 05 20:41:00.540838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42858) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:00.817623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:41:00.836581 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae64e1-1072-4a0b-a518-5f8e1f6360aa None None] Sync routers for ids ['7fc87628-e743-4d0a-9e52-0f8609d92c90'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:41:00.850908 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f21c01e3-17cb-472b-af19-7177d1cc4311 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/7fc87628-e743-4d0a-9e52-0f8609d92c90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5107887 Apr 05 20:41:00.857228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42864) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:00.857590 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae64e1-1072-4a0b-a518-5f8e1f6360aa None None] Routers {'7fc87628-e743-4d0a-9e52-0f8609d92c90'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:00.866007 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9ae64e1-1072-4a0b-a518-5f8e1f6360aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7fc87628-e743-4d0a-9e52-0f8609d92c90'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:00.888464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4fe193-3e47-49f6-8749-2945de64ee3c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:00.889501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6c4fe193-3e47-49f6-8749-2945de64ee3c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:00.927451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6c4fe193-3e47-49f6-8749-2945de64ee3c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:00.937484 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6c4fe193-3e47-49f6-8749-2945de64ee3c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports/d22bec68-e989-4fef-b875-c1930e3d4eb7 HTTP/1.1" status: 200 len: 911 time: 0.3882203 Apr 05 20:41:00.939544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42868) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:00.960572 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:01.064640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Network 8579d18e-613e-4ef1-be75-64ef17c2f407 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:01.097569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:01.145601 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9ae64e1-1072-4a0b-a518-5f8e1f6360aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:01.150255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:01.151580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Set router 92c3171e-5cc9-453d-adef-4fbca3b82339 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:01.187696 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ae64e1-1072-4a0b-a518-5f8e1f6360aa None None] Routers {'7fc87628-e743-4d0a-9e52-0f8609d92c90'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:01.190041 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9ae64e1-1072-4a0b-a518-5f8e1f6360aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7fc87628-e743-4d0a-9e52-0f8609d92c90'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:01.217161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615bc77d-b30a-4c50-800c-a8af1217bf80 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:01.218446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-615bc77d-b30a-4c50-800c-a8af1217bf80 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Synchronizing usage tracker for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:01.230423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870d48bc-a777-4025-a531-1f5e17476854 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:01.246947 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870d48bc-a777-4025-a531-1f5e17476854 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:01.256547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-870d48bc-a777-4025-a531-1f5e17476854 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3111053 Apr 05 20:41:01.257226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42872) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:01.293055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Pushing event updated for resources: {'Port': ['ID=2e2ddc35-1f31-4110-b439-5df78bafc7c9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:01.300942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-615bc77d-b30a-4c50-800c-a8af1217bf80 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Unset dirty status for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:01.302547 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-615bc77d-b30a-4c50-800c-a8af1217bf80 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports/73bcaa68-c7f0-4fd5-9bda-6ed28bfec315 HTTP/1.1" status: 200 len: 910 time: 0.4430652 Apr 05 20:41:01.306126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42876) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:01.313720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f17c5780-56c9-4fa1-b4b7-1701711b51a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38fc4ba5-c4d0-4b48-9c0d-98c338d1893e'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:01.353477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:01.374120 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9ae64e1-1072-4a0b-a518-5f8e1f6360aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:01.378516 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ae64e1-1072-4a0b-a518-5f8e1f6360aa None None] The sync data for ids ['7fc87628-e743-4d0a-9e52-0f8609d92c90'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:41:01.682194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6905abec-1259-4688-bac7-788182467ed3 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:02.128150 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f17c5780-56c9-4fa1-b4b7-1701711b51a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.145345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3aa68ee1-8fba-4a57-b959-75395a9a3ebf None None] Provisioning for port d166576a-ab11-4fea-93e4-1acf72deb154 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:02.243537 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.383481 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 6905abec-1259-4688-bac7-788182467ed3 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:02.395228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6905abec-1259-4688-bac7-788182467ed3 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:02.395899 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.433924 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a761ac44-5711-4671-aecb-e95f2284d47d None None] Provisioning for port 2e2ddc35-1f31-4110-b439-5df78bafc7c9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:02.448223 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a761ac44-5711-4671-aecb-e95f2284d47d None None] Provisioning complete for port 2e2ddc35-1f31-4110-b439-5df78bafc7c9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:02.448824 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a761ac44-5711-4671-aecb-e95f2284d47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.524042 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.608379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c3171e-5cc9-453d-adef-4fbca3b82339', 'name': 'tempest-NetworksTestDHCPv6-router-1497163596', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:53Z', 'updated_at': '2022-04-05T20:40:57Z', 'revision_number': 2, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'gw_port_host': None, '_interfaces': [{'id': 'd22bec68-e989-4fef-b875-c1930e3d4eb7', 'name': '', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'mac_address': 'fa:16:3e:41:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c3171e-5cc9-453d-adef-4fbca3b82339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '2ad9d2e4-d4f6-43ac-af60-bc3b297651e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:55Z', 'updated_at': '2022-04-05T20:40:57Z', 'revision_number': 2, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'subnets': [{'id': '2ad9d2e4-d4f6-43ac-af60-bc3b297651e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:02.616690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Checking router: 92c3171e-5cc9-453d-adef-4fbca3b82339 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:41:02.617720 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Updating router 92c3171e-5cc9-453d-adef-4fbca3b82339 port d22bec68-e989-4fef-b875-c1930e3d4eb7 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:41:02.686240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a761ac44-5711-4671-aecb-e95f2284d47d None None] Port 2e2ddc35-1f31-4110-b439-5df78bafc7c9 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:41:02.689441 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.924148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a761ac44-5711-4671-aecb-e95f2284d47d None None] Provisioning for port d22bec68-e989-4fef-b875-c1930e3d4eb7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:02.939412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a761ac44-5711-4671-aecb-e95f2284d47d None None] Provisioning complete for port d22bec68-e989-4fef-b875-c1930e3d4eb7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:02.939624 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a761ac44-5711-4671-aecb-e95f2284d47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:02.991743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port d22bec68-e989-4fef-b875-c1930e3d4eb7 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:02.991743 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.056244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a761ac44-5711-4671-aecb-e95f2284d47d None None] Port d22bec68-e989-4fef-b875-c1930e3d4eb7 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:41:03.086866 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.229731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 6905abec-1259-4688-bac7-788182467ed3, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6905abec-1259-4688-bac7-788182467ed3,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:03.245014 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.246086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4e37edcc-4b69-4e0b-9785-22e1fc519a38 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:03.480420 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.523614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.541462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=6905abec-1259-4688-bac7-788182467ed3,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:03.544443 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.648319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for d22bec68-e989-4fef-b875-c1930e3d4eb7 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:41:03.679418 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f17c5780-56c9-4fa1-b4b7-1701711b51a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.713771 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.715878 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f17c5780-56c9-4fa1-b4b7-1701711b51a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.746097 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Transition to ACTIVE for port object d22bec68-e989-4fef-b875-c1930e3d4eb7 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:03.758701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4e37edcc-4b69-4e0b-9785-22e1fc519a38 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:03.759498 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.796941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Pushing event updated for resources: {'Port': ['ID=2e2ddc35-1f31-4110-b439-5df78bafc7c9,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:03.845035 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.883078 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:03.892809 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:41:03.893132 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:41:04.072008 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3742f2-b162-49a3-956d-0f520a6e6a78 None None] Pushing event updated for resources: {'Port': ['ID=d22bec68-e989-4fef-b875-c1930e3d4eb7,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:04.102435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Network 8579d18e-613e-4ef1-be75-64ef17c2f407 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:04.108565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:04.117441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17c5780-56c9-4fa1-b4b7-1701711b51a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:04.118455 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f17c5780-56c9-4fa1-b4b7-1701711b51a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:04.123776 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f17c5780-56c9-4fa1-b4b7-1701711b51a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/ports/73bcaa68-c7f0-4fd5-9bda-6ed28bfec315 HTTP/1.1" status: 200 len: 910 time: 2.8126304 Apr 05 20:41:04.123870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42898) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:04.331422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c5780-56c9-4fa1-b4b7-1701711b51a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=73bcaa68-c7f0-4fd5-9bda-6ed28bfec315,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:04.401689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port d22bec68-e989-4fef-b875-c1930e3d4eb7 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:04.402415 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:04.433731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Router 76105a24-88ea-478d-aaa5-223e12a60769 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:41:04.450587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Attempting to bind port d22bec68-e989-4fef-b875-c1930e3d4eb7 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:04.451192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Attempting to bind port d22bec68-e989-4fef-b875-c1930e3d4eb7 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:04.451705 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Attempting to bind port d22bec68-e989-4fef-b875-c1930e3d4eb7 on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:41:04.456317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d166576a-ab11-4fea-93e4-1acf72deb154 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:04.509210 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:41:04.509811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:04.510392 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:04.510917 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:41:04.511541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Bound port: d22bec68-e989-4fef-b875-c1930e3d4eb7, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:04.512063 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:04.605108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031e096-74d3-4b17-845e-9690e3880d7e req-0c88c7d8-8f1a-410a-8d9b-e62b1699b0a2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:04.608420 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e031e096-74d3-4b17-845e-9690e3880d7e req-0c88c7d8-8f1a-410a-8d9b-e62b1699b0a2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 945 time: 0.2636940 Apr 05 20:41:04.674181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] For port d22bec68-e989-4fef-b875-c1930e3d4eb7, host n-d-836604-1, got binding levels [] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:04.674181 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:04.721301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] For port d22bec68-e989-4fef-b875-c1930e3d4eb7, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:41:04.722621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b0559201-3c74-447f-8698-1333137a2e36 None None] Provisioning complete for port 2e2ddc35-1f31-4110-b439-5df78bafc7c9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:04.722961 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0559201-3c74-447f-8698-1333137a2e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:04.774143 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] For port d22bec68-e989-4fef-b875-c1930e3d4eb7, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d22bec68-e989-4fef-b875-c1930e3d4eb7,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:41:04.816086 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:04.932882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for d22bec68-e989-4fef-b875-c1930e3d4eb7 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:41:04.961445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port d166576a-ab11-4fea-93e4-1acf72deb154 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:04.977243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:41:05.016940 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-10923d1c-c893-4bf8-8e66-18fd8d7685a1 admin admin] 10.222.0.24 "PUT /v2.0/routers/76105a24-88ea-478d-aaa5-223e12a60769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8827946 Apr 05 20:41:05.077568 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e031e096-74d3-4b17-845e-9690e3880d7e req-c434394a-71a6-486f-a4b2-dae9f2b05e21 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874741 Apr 05 20:41:05.103542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Sync routers for ids ['76105a24-88ea-478d-aaa5-223e12a60769'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:41:05.130627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b0559201-3c74-447f-8698-1333137a2e36 None None] Port 2e2ddc35-1f31-4110-b439-5df78bafc7c9 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:41:05.133856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d166576a-ab11-4fea-93e4-1acf72deb154 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:05.134271 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:05.211270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Routers {'76105a24-88ea-478d-aaa5-223e12a60769'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:05.211824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76105a24-88ea-478d-aaa5-223e12a60769'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:05.327579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Routers {'92c3171e-5cc9-453d-adef-4fbca3b82339'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:05.329264 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['92c3171e-5cc9-453d-adef-4fbca3b82339'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:05.426851 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3742f2-b162-49a3-956d-0f520a6e6a78 None None] Pushing event updated for resources: {'Port': ['ID=d22bec68-e989-4fef-b875-c1930e3d4eb7,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:05.522960 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:41:05.523493 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:41:05.620372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccadbb11-c01a-4f67-a44c-e328a6776802 req-aea09af9-2279-4f5e-a4fa-67835a6e914b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:05.621401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] Set router 92c3171e-5cc9-453d-adef-4fbca3b82339 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:05.622189 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ccadbb11-c01a-4f67-a44c-e328a6776802 req-aea09af9-2279-4f5e-a4fa-67835a6e914b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 945 time: 0.1721299 Apr 05 20:41:05.781305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Set router 76105a24-88ea-478d-aaa5-223e12a60769 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:05.902499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ccadbb11-c01a-4f67-a44c-e328a6776802 req-96edf681-e34b-4034-ba55-6e9da17a6f3b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Deleting port eb02026c-5b6b-4d25-ad6a-3456cb3da049 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:05.903447 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ccadbb11-c01a-4f67-a44c-e328a6776802 req-96edf681-e34b-4034-ba55-6e9da17a6f3b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:05.929859 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:05.941613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42916) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:05.947503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--783584658', 'description': 'tempest-description--631011623'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:05.956275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:05.960832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Usage tracker for resource:security_group and tenant:0c23d62d7af248d7aaa5f531168db711 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:05.964054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:05.977451 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:05.987493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port d22bec68-e989-4fef-b875-c1930e3d4eb7 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:05.988076 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:05.991586 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.014821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:06.023615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Usage tracker for resource:security_group_rule and tenant:0c23d62d7af248d7aaa5f531168db711 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:06.027135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:06.033496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:06.133443 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.139621 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.208318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84dcc51c-b012-4bd7-852b-f52e867ea241,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:06.215145 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.219190 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1e342873-f59d-476f-aa39-5a7c4a072087 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2753899 Apr 05 20:41:06.221574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42922) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:06.228754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d086f31b-cd87-4bd3-b23a-cbc90440f519 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Request body: {'security_group_rule': {'security_group_id': '84dcc51c-b012-4bd7-852b-f52e867ea241', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:06.238293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d086f31b-cd87-4bd3-b23a-cbc90440f519 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:06.246278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d086f31b-cd87-4bd3-b23a-cbc90440f519 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Usage tracker for resource:security_group_rule and tenant:0c23d62d7af248d7aaa5f531168db711 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:06.264374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d086f31b-cd87-4bd3-b23a-cbc90440f519 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:06.268305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port d166576a-ab11-4fea-93e4-1acf72deb154, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d166576a-ab11-4fea-93e4-1acf72deb154,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:06.271608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d086f31b-cd87-4bd3-b23a-cbc90440f519 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:06.302664 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.308726 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d086f31b-cd87-4bd3-b23a-cbc90440f519 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.440021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6905abec-1259-4688-bac7-788182467ed3 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:06.458329 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d086f31b-cd87-4bd3-b23a-cbc90440f519 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.469737 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d086f31b-cd87-4bd3-b23a-cbc90440f519 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.477214 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-368273bd-db49-4cff-81bb-8ec5f15983dc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.506338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086f31b-cd87-4bd3-b23a-cbc90440f519 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2f7fac-3bc8-4510-8a9b-0fd8d1ed6e87,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:06.519009 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d086f31b-cd87-4bd3-b23a-cbc90440f519 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.520346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d086f31b-cd87-4bd3-b23a-cbc90440f519 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2972925 Apr 05 20:41:06.528868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42926) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:06.529993 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:41:06.537700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-168916c3-ba52-45cc-b195-3c0a5c232f3e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Request body: {'security_group_rule': {'security_group_id': '84dcc51c-b012-4bd7-852b-f52e867ea241', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:06.548143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-168916c3-ba52-45cc-b195-3c0a5c232f3e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:06.563013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=d166576a-ab11-4fea-93e4-1acf72deb154,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:06.563204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa6d49-3c41-4ed3-8986-83f6d4adfc48 req-5e8346ef-7512-4b45-b578-bd9273d6f2c3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:06.565027 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-00aa6d49-3c41-4ed3-8986-83f6d4adfc48 req-5e8346ef-7512-4b45-b578-bd9273d6f2c3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 945 time: 0.1905460 Apr 05 20:41:06.566094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-168916c3-ba52-45cc-b195-3c0a5c232f3e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Usage tracker for resource:security_group_rule and tenant:0c23d62d7af248d7aaa5f531168db711 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:06.569986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-168916c3-ba52-45cc-b195-3c0a5c232f3e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:06.625346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c3171e-5cc9-453d-adef-4fbca3b82339', 'name': 'tempest-NetworksTestDHCPv6-router-1497163596', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:53Z', 'updated_at': '2022-04-05T20:40:57Z', 'revision_number': 2, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'gw_port_host': None, '_interfaces': [{'id': 'd22bec68-e989-4fef-b875-c1930e3d4eb7', 'name': '', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'mac_address': 'fa:16:3e:41:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c3171e-5cc9-453d-adef-4fbca3b82339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '2ad9d2e4-d4f6-43ac-af60-bc3b297651e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:55Z', 'updated_at': '2022-04-05T20:41:04Z', 'revision_number': 4, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'subnets': [{'id': '2ad9d2e4-d4f6-43ac-af60-bc3b297651e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:06.637935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc889e7-ccd9-49a2-8958-7c48d042f000 None None] The sync data for ids ['92c3171e-5cc9-453d-adef-4fbca3b82339'] in n-d-836604-1 is: [{'id': '92c3171e-5cc9-453d-adef-4fbca3b82339', 'name': 'tempest-NetworksTestDHCPv6-router-1497163596', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:53Z', 'updated_at': '2022-04-05T20:40:57Z', 'revision_number': 2, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'gw_port_host': None, '_interfaces': [{'id': 'd22bec68-e989-4fef-b875-c1930e3d4eb7', 'name': '', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'mac_address': 'fa:16:3e:41:12:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92c3171e-5cc9-453d-adef-4fbca3b82339', 'device_owner': 'network:router_interface', 'standard_attr_id': 3075, 'fixed_ips': [{'subnet_id': '2ad9d2e4-d4f6-43ac-af60-bc3b297651e6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:55Z', 'updated_at': '2022-04-05T20:41:04Z', 'revision_number': 4, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'subnets': [{'id': '2ad9d2e4-d4f6-43ac-af60-bc3b297651e6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:41:06.648743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6905abec-1259-4688-bac7-788182467ed3 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:06.649311 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.779716 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-00aa6d49-3c41-4ed3-8986-83f6d4adfc48 req-d01a98a8-e8a1-4626-ac81-a50eaa67fc07 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=7b1c8aff-c62c-477e-a43a-19061f340342&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066696 Apr 05 20:41:06.781001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-168916c3-ba52-45cc-b195-3c0a5c232f3e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:06.794705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] For port d22bec68-e989-4fef-b875-c1930e3d4eb7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d22bec68-e989-4fef-b875-c1930e3d4eb7,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:06.795968 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.811206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ccadbb11-c01a-4f67-a44c-e328a6776802 req-96edf681-e34b-4034-ba55-6e9da17a6f3b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] For port eb02026c-5b6b-4d25-ad6a-3456cb3da049, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=eb02026c-5b6b-4d25-ad6a-3456cb3da049,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:06.811792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ccadbb11-c01a-4f67-a44c-e328a6776802 req-96edf681-e34b-4034-ba55-6e9da17a6f3b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.816632 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-168916c3-ba52-45cc-b195-3c0a5c232f3e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.899098 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 2, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:06.904982 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Checking router: 76105a24-88ea-478d-aaa5-223e12a60769 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:41:06.905335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Updating router 76105a24-88ea-478d-aaa5-223e12a60769 port 2e2ddc35-1f31-4110-b439-5df78bafc7c9 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:41:06.912524 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-168916c3-ba52-45cc-b195-3c0a5c232f3e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.921663 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-168916c3-ba52-45cc-b195-3c0a5c232f3e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.959311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168916c3-ba52-45cc-b195-3c0a5c232f3e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9450427f-67b3-4d22-a859-46400e9fb908,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:06.975187 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-168916c3-ba52-45cc-b195-3c0a5c232f3e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.976509 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-168916c3-ba52-45cc-b195-3c0a5c232f3e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4464934 Apr 05 20:41:06.979587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42932) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:06.987314 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:06.995721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:07.004025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:07.020549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Usage tracker for resource:floatingip and tenant:0c23d62d7af248d7aaa5f531168db711 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:07.030755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:07.065132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:07.097091 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:07.279852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for d22bec68-e989-4fef-b875-c1930e3d4eb7 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:41:07.366359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ccadbb11-c01a-4f67-a44c-e328a6776802 req-96edf681-e34b-4034-ba55-6e9da17a6f3b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Calling delete_port for eb02026c-5b6b-4d25-ad6a-3456cb3da049 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:41:07.405234 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:07.743604 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ccadbb11-c01a-4f67-a44c-e328a6776802 req-96edf681-e34b-4034-ba55-6e9da17a6f3b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:07.779724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Allocated IP 172.25.8.151 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/4914a7de-e00d-4236-acfa-eaa4791cbea4) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:07.824654 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:07.994578 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.030634 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.064964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96edf681-e34b-4034-ba55-6e9da17a6f3b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event deleted for resources: {'Port': ['ID=eb02026c-5b6b-4d25-ad6a-3456cb3da049,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:08.100339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a9cba25-3efb-4fcd-90d0-bc3ccf329374 req-66a17aa3-931b-459a-82b7-90d918323a92 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 210 time: 0.1133575 Apr 05 20:41:08.100576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:08.103272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:08.111829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Transition to ACTIVE for port object 2e2ddc35-1f31-4110-b439-5df78bafc7c9 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:08.119274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:08.127132 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.166600 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.185385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event updated for resources: {'Port': ['ID=4914a7de-e00d-4236-acfa-eaa4791cbea4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:08.210356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edf34f-0340-4428-9f0c-847ce2d04630 None None] Pushing event updated for resources: {'Port': ['ID=2e2ddc35-1f31-4110-b439-5df78bafc7c9,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:08.240721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccadbb11-c01a-4f67-a44c-e328a6776802 req-96edf681-e34b-4034-ba55-6e9da17a6f3b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] No DVR routers for this DVR port eb02026c-5b6b-4d25-ad6a-3456cb3da049 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:41:08.251175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=d22bec68-e989-4fef-b875-c1930e3d4eb7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:08.256526 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ccadbb11-c01a-4f67-a44c-e328a6776802 req-96edf681-e34b-4034-ba55-6e9da17a6f3b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.321800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d215a5f-60bc-49cb-90bb-c4b875a52ef7', 'name': 'network-vif-deleted', 'tag': 'eb02026c-5b6b-4d25-ad6a-3456cb3da049'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:41:08.361728 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.458129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Attempting to bind port 2e2ddc35-1f31-4110-b439-5df78bafc7c9 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:08.459055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Attempting to bind port 2e2ddc35-1f31-4110-b439-5df78bafc7c9 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:08.459413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Attempting to bind port 2e2ddc35-1f31-4110-b439-5df78bafc7c9 on network 8579d18e-613e-4ef1-be75-64ef17c2f407 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:41:08.465683 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:41:08.466093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Checking segment: {'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:08.466549 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.466858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Bound using segment: {'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:41:08.467493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Bound port: 2e2ddc35-1f31-4110-b439-5df78bafc7c9, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:08.467868 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.526971 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d215a5f-60bc-49cb-90bb-c4b875a52ef7', 'name': 'network-vif-deleted', 'tag': 'eb02026c-5b6b-4d25-ad6a-3456cb3da049', 'status': 'completed', 'code': 200} Apr 05 20:41:08.543730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-368273bd-db49-4cff-81bb-8ec5f15983dc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port 73bcaa68-c7f0-4fd5-9bda-6ed28bfec315 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:08.544332 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-368273bd-db49-4cff-81bb-8ec5f15983dc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.559979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d166576a-ab11-4fea-93e4-1acf72deb154 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:08.581122 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.678289 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ccadbb11-c01a-4f67-a44c-e328a6776802 req-96edf681-e34b-4034-ba55-6e9da17a6f3b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "DELETE /v2.0/ports/eb02026c-5b6b-4d25-ad6a-3456cb3da049 HTTP/1.1" status: 204 len: 173 time: 3.0003321 Apr 05 20:41:08.922845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] For port 2e2ddc35-1f31-4110-b439-5df78bafc7c9, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:41:08.928182 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] For port 2e2ddc35-1f31-4110-b439-5df78bafc7c9, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2e2ddc35-1f31-4110-b439-5df78bafc7c9,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:41:08.930137 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.944404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.945720 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d166576a-ab11-4fea-93e4-1acf72deb154 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:08.946128 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.952389 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.966938 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:08.995107 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:09.097295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edf34f-0340-4428-9f0c-847ce2d04630 None None] Pushing event updated for resources: {'Port': ['ID=2e2ddc35-1f31-4110-b439-5df78bafc7c9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:09.130462 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:09.155081 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Routers {'76105a24-88ea-478d-aaa5-223e12a60769'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:09.156399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76105a24-88ea-478d-aaa5-223e12a60769'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:09.212895 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:09.216199 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2339177 Apr 05 20:41:09.283716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b994a-8f6d-461d-a1c8-388dfab4b59c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event updated for resources: {'Port': ['ID=4914a7de-e00d-4236-acfa-eaa4791cbea4,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:09.449091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device eb02026c-5b6b-4d25-ad6a-3456cb3da049 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:41:09.479185 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:09.517694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-02cfef64-4aaf-44bf-a15c-5b95b9e02c38 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Synchronizing usage tracker for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:09.527713 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-368273bd-db49-4cff-81bb-8ec5f15983dc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:09.550972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-02cfef64-4aaf-44bf-a15c-5b95b9e02c38 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Unset dirty status for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:09.552745 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-02cfef64-4aaf-44bf-a15c-5b95b9e02c38 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--783584658&fields=id&tenant_id=0c23d62d7af248d7aaa5f531168db711 HTTP/1.1" status: 200 len: 267 time: 0.1243889 Apr 05 20:41:09.557974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: eb02026c-5b6b-4d25-ad6a-3456cb3da049 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:41:09.558330 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device eb02026c-5b6b-4d25-ad6a-3456cb3da049 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:41:09.584911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c0736606-5409-4773-9e9f-c46f4f4ef388 req-65856ff2-7e68-4b71-91ee-f80b547c51c5 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:09.709598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] Set router 76105a24-88ea-478d-aaa5-223e12a60769 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:09.825023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-368273bd-db49-4cff-81bb-8ec5f15983dc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for 73bcaa68-c7f0-4fd5-9bda-6ed28bfec315 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:41:09.835775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-7658bf90-8a0a-489b-98e7-d817cc8b7a7c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:09.836240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-7658bf90-8a0a-489b-98e7-d817cc8b7a7c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Synchronizing usage tracker for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:09.863293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-7658bf90-8a0a-489b-98e7-d817cc8b7a7c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Unset dirty status for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:09.864488 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-7658bf90-8a0a-489b-98e7-d817cc8b7a7c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 817 time: 0.2870400 Apr 05 20:41:09.882511 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-232818be-8c26-41f8-b2f9-8321c3a2941b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/quotas/0c23d62d7af248d7aaa5f531168db711 HTTP/1.1" status: 200 len: 375 time: 0.0116284 Apr 05 20:41:09.888701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c0736606-5409-4773-9e9f-c46f4f4ef388 req-65856ff2-7e68-4b71-91ee-f80b547c51c5 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:09.890584 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c0736606-5409-4773-9e9f-c46f4f4ef388 req-65856ff2-7e68-4b71-91ee-f80b547c51c5 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d215a5f-60bc-49cb-90bb-c4b875a52ef7 HTTP/1.1" status: 200 len: 210 time: 0.5158424 Apr 05 20:41:09.899773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Router 92c3171e-5cc9-453d-adef-4fbca3b82339 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:41:10.053262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-a53b5980-d0e9-40f3-a763-e5c5ed68d6f7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Synchronizing usage tracker for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:10.083512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-a53b5980-d0e9-40f3-a763-e5c5ed68d6f7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Unset dirty status for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:10.085101 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-a53b5980-d0e9-40f3-a763-e5c5ed68d6f7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1961532 Apr 05 20:41:10.226479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:08Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:10.230679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba15098-d224-4fe0-a2ae-e2b4301d432c None None] The sync data for ids ['76105a24-88ea-478d-aaa5-223e12a60769'] in n-d-836604-1 is: [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:08Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:41:10.277634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:41:10.283089 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5cb36fd0-c013-49e4-991e-ee57f9b3cf56 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "PUT /v2.0/routers/92c3171e-5cc9-453d-adef-4fbca3b82339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0245996 Apr 05 20:41:10.286355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 42964) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:10.325161 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-960439c2-33a3-4f9b-b039-46d1c08be06f service neutron] 10.222.0.24 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262123 Apr 05 20:41:10.328532 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93639948-3ec8-4ee0-907c-ab0bea0ad7d1 None None] Sync routers for ids ['92c3171e-5cc9-453d-adef-4fbca3b82339'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:41:10.353310 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93639948-3ec8-4ee0-907c-ab0bea0ad7d1 None None] Routers {'92c3171e-5cc9-453d-adef-4fbca3b82339'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:10.353976 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-93639948-3ec8-4ee0-907c-ab0bea0ad7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['92c3171e-5cc9-453d-adef-4fbca3b82339'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:10.499463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2e2ddc35-1f31-4110-b439-5df78bafc7c9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:10.599883 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-93639948-3ec8-4ee0-907c-ab0bea0ad7d1 None None] Set router 92c3171e-5cc9-453d-adef-4fbca3b82339 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:10.608196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7f9643-864f-411d-b9ec-e193d56b88f0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:10.613732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7f9643-864f-411d-b9ec-e193d56b88f0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:10.614914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ca7f9643-864f-411d-b9ec-e193d56b88f0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:10.660458 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-97c4d1b2-e68b-4a4d-b49e-55e62d0a76ee service neutron] 10.222.0.24 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343863 Apr 05 20:41:10.674388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 2e2ddc35-1f31-4110-b439-5df78bafc7c9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:10.678586 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-368273bd-db49-4cff-81bb-8ec5f15983dc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:10.686570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 2e2ddc35-1f31-4110-b439-5df78bafc7c9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:10.689679 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:10.795413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ca7f9643-864f-411d-b9ec-e193d56b88f0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:10.799884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42968) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:10.804753 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ca7f9643-864f-411d-b9ec-e193d56b88f0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5174766 Apr 05 20:41:10.902946 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-93639948-3ec8-4ee0-907c-ab0bea0ad7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c3171e-5cc9-453d-adef-4fbca3b82339', 'name': 'tempest-NetworksTestDHCPv6-router-1497163596', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:53Z', 'updated_at': '2022-04-05T20:41:07Z', 'revision_number': 3, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:10.917448 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93639948-3ec8-4ee0-907c-ab0bea0ad7d1 None None] Checking router: 92c3171e-5cc9-453d-adef-4fbca3b82339 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:41:10.941774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368273bd-db49-4cff-81bb-8ec5f15983dc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=73bcaa68-c7f0-4fd5-9bda-6ed28bfec315,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:10.948632 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93639948-3ec8-4ee0-907c-ab0bea0ad7d1 None None] Routers {'92c3171e-5cc9-453d-adef-4fbca3b82339'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:10.949270 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-93639948-3ec8-4ee0-907c-ab0bea0ad7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['92c3171e-5cc9-453d-adef-4fbca3b82339'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:11.076418 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:11.189014 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 2e2ddc35-1f31-4110-b439-5df78bafc7c9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2e2ddc35-1f31-4110-b439-5df78bafc7c9,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:11.213035 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:11.241155 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-93639948-3ec8-4ee0-907c-ab0bea0ad7d1 None None] Set router 92c3171e-5cc9-453d-adef-4fbca3b82339 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:11.392542 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-93639948-3ec8-4ee0-907c-ab0bea0ad7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92c3171e-5cc9-453d-adef-4fbca3b82339', 'name': 'tempest-NetworksTestDHCPv6-router-1497163596', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:53Z', 'updated_at': '2022-04-05T20:41:07Z', 'revision_number': 3, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:11.397752 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93639948-3ec8-4ee0-907c-ab0bea0ad7d1 None None] The sync data for ids ['92c3171e-5cc9-453d-adef-4fbca3b82339'] in n-d-836604-1 is: [{'id': '92c3171e-5cc9-453d-adef-4fbca3b82339', 'name': 'tempest-NetworksTestDHCPv6-router-1497163596', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:53Z', 'updated_at': '2022-04-05T20:41:07Z', 'revision_number': 3, 'project_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:41:11.417857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=2e2ddc35-1f31-4110-b439-5df78bafc7c9,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:11.455681 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a759da13-8e03-46b9-ac9c-e9816c22110c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:11.498016 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5857896d-63a4-41b1-88e6-a14d89613205 req-b72a3ba3-862f-4758-be7d-02a52ef3c3a8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 210 time: 0.2253325 Apr 05 20:41:11.531321 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-78677291-d408-4d5c-8a15-925012588a00 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 2ad9d2e4-d4f6-43ac-af60-bc3b297651e6 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:41:11.535498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78677291-d408-4d5c-8a15-925012588a00 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:11.596098 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-368273bd-db49-4cff-81bb-8ec5f15983dc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:11.602703 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78677291-d408-4d5c-8a15-925012588a00 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:11.764690 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78677291-d408-4d5c-8a15-925012588a00 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:11.955071 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78677291-d408-4d5c-8a15-925012588a00 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:12.038823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78677291-d408-4d5c-8a15-925012588a00 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad9d2e4-d4f6-43ac-af60-bc3b297651e6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:12.052757 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78677291-d408-4d5c-8a15-925012588a00 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:12.059570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6698d4b-20d4-41e2-9e3e-db32073bfbae None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:12.085566 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-78677291-d408-4d5c-8a15-925012588a00 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/2ad9d2e4-d4f6-43ac-af60-bc3b297651e6 HTTP/1.1" status: 204 len: 168 time: 1.2845058 Apr 05 20:41:12.088345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 42996) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:12.153660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368273bd-db49-4cff-81bb-8ec5f15983dc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router 7fc87628-e743-4d0a-9e52-0f8609d92c90 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:41:12.421063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368273bd-db49-4cff-81bb-8ec5f15983dc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:41:12.426129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1d5c0c5f-b865-44b3-bd2d-3f60abdeb774 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:router {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:12.455282 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-368273bd-db49-4cff-81bb-8ec5f15983dc tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/7fc87628-e743-4d0a-9e52-0f8609d92c90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3284893 Apr 05 20:41:12.456476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43002) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:12.472206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1d5c0c5f-b865-44b3-bd2d-3f60abdeb774 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:router {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:12.474346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1d5c0c5f-b865-44b3-bd2d-3f60abdeb774 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3847234 Apr 05 20:41:12.476298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43006) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:12.521259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f7c2f40f-afe5-4861-8c62-6959bad34fa3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Synchronizing usage tracker for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:12.534362 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce8a8e-e8d8-4656-81d2-5547960439a1 None None] Sync routers for ids ['7fc87628-e743-4d0a-9e52-0f8609d92c90'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:41:12.549332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2e2ddc35-1f31-4110-b439-5df78bafc7c9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:12.551873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f7c2f40f-afe5-4861-8c62-6959bad34fa3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Unset dirty status for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:12.553212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f7c2f40f-afe5-4861-8c62-6959bad34fa3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc87628-e743-4d0a-9e52-0f8609d92c90 HTTP/1.1" status: 200 len: 205 time: 0.0894668 Apr 05 20:41:12.555833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43012) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:12.635226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce8a8e-e8d8-4656-81d2-5547960439a1 None None] Routers {'7fc87628-e743-4d0a-9e52-0f8609d92c90'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:12.636110 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-51ce8a8e-e8d8-4656-81d2-5547960439a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7fc87628-e743-4d0a-9e52-0f8609d92c90'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:12.733012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-51ce8a8e-e8d8-4656-81d2-5547960439a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:12.740301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 2e2ddc35-1f31-4110-b439-5df78bafc7c9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:12.741024 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:12.836742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ce8a8e-e8d8-4656-81d2-5547960439a1 None None] Routers {'7fc87628-e743-4d0a-9e52-0f8609d92c90'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:12.837696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-51ce8a8e-e8d8-4656-81d2-5547960439a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:40:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7fc87628-e743-4d0a-9e52-0f8609d92c90'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:12.879172 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf0ada14-eeb2-47bf-9de3-5676c8304b85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:12.879811 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd1fd592-ddcb-42f5-8ea8-36725c0f2ef7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.009232 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-51ce8a8e-e8d8-4656-81d2-5547960439a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:13.009923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51ce8a8e-e8d8-4656-81d2-5547960439a1 None None] The sync data for ids ['7fc87628-e743-4d0a-9e52-0f8609d92c90'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:41:13.035820 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5f56445f-b178-4e4b-85a5-603caaddee40 req-a43b6ad4-f45c-4885-87b6-4ad70aab7d76 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 210 time: 0.0537066 Apr 05 20:41:13.160564 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9672482-d0e4-4f0b-97c4-60a0e1d59cfc None None] DHCP port deletion for 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:41:13.179254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e9672482-d0e4-4f0b-97c4-60a0e1d59cfc None None] Deleting port d166576a-ab11-4fea-93e4-1acf72deb154 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:13.179664 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e9672482-d0e4-4f0b-97c4-60a0e1d59cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.210568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d22bec68-e989-4fef-b875-c1930e3d4eb7 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:41:13.408519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: d22bec68-e989-4fef-b875-c1930e3d4eb7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:41:13.408863 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d22bec68-e989-4fef-b875-c1930e3d4eb7 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:41:13.514831 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf0ada14-eeb2-47bf-9de3-5676c8304b85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.517952 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf0ada14-eeb2-47bf-9de3-5676c8304b85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.545264 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf0ada14-eeb2-47bf-9de3-5676c8304b85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.546090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0ada14-eeb2-47bf-9de3-5676c8304b85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Fanout notify agent at l3_agent the message router_deleted on router 92c3171e-5cc9-453d-adef-4fbca3b82339 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:41:13.590155 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cf0ada14-eeb2-47bf-9de3-5676c8304b85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.591635 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cf0ada14-eeb2-47bf-9de3-5676c8304b85 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/routers/92c3171e-5cc9-453d-adef-4fbca3b82339 HTTP/1.1" status: 204 len: 168 time: 1.1143763 Apr 05 20:41:13.594860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43018) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:13.779682 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75425f82-c48f-4564-83a0-813f9d10fab6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:13.782135 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-75425f82-c48f-4564-83a0-813f9d10fab6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1854994 Apr 05 20:41:13.784737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43026) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:13.785483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e9672482-d0e4-4f0b-97c4-60a0e1d59cfc None None] For port d166576a-ab11-4fea-93e4-1acf72deb154, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d166576a-ab11-4fea-93e4-1acf72deb154,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:13.786479 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e9672482-d0e4-4f0b-97c4-60a0e1d59cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.800403 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-de8457b2-af86-4b8a-8934-0041f3aab894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.813677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd1fd592-ddcb-42f5-8ea8-36725c0f2ef7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.824633 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd1fd592-ddcb-42f5-8ea8-36725c0f2ef7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.878011 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd1fd592-ddcb-42f5-8ea8-36725c0f2ef7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.879895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1fd592-ddcb-42f5-8ea8-36725c0f2ef7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Fanout notify agent at l3_agent the message router_deleted on router 7fc87628-e743-4d0a-9e52-0f8609d92c90 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:41:13.919307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7849ca2-e569-4f1e-b11f-eff0344d5e82 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:13.920435 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd1fd592-ddcb-42f5-8ea8-36725c0f2ef7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:13.920753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e7849ca2-e569-4f1e-b11f-eff0344d5e82 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:13.923934 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fd1fd592-ddcb-42f5-8ea8-36725c0f2ef7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/routers/7fc87628-e743-4d0a-9e52-0f8609d92c90 HTTP/1.1" status: 204 len: 168 time: 1.3666852 Apr 05 20:41:13.924891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43030) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:13.944793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-6a1a1254-a659-4fab-966c-309974af9dda tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:13.947213 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-6a1a1254-a659-4fab-966c-309974af9dda tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 817 time: 0.6146255 Apr 05 20:41:13.992999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e7849ca2-e569-4f1e-b11f-eff0344d5e82 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:13.994406 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e7849ca2-e569-4f1e-b11f-eff0344d5e82 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2086036 Apr 05 20:41:13.998373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43036) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:14.003631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e9672482-d0e4-4f0b-97c4-60a0e1d59cfc None None] Calling delete_port for d166576a-ab11-4fea-93e4-1acf72deb154 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:41:14.056982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-c732d831-2317-4bfa-9bbf-3fb028ccc650 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting subnet 38fc4ba5-c4d0-4b48-9c0d-98c338d1893e {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:41:14.061665 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c732d831-2317-4bfa-9bbf-3fb028ccc650 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:14.107868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-00afbf31-e9df-46a2-8493-58306ddf8cbb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:router {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:14.109016 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e9672482-d0e4-4f0b-97c4-60a0e1d59cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:14.162929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9672482-d0e4-4f0b-97c4-60a0e1d59cfc None None] No DVR routers for this DVR port d166576a-ab11-4fea-93e4-1acf72deb154 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:41:14.172998 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1ec64b13-7d1e-4539-bace-c89a07235b47 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c23d62d7af248d7aaa5f531168db711 HTTP/1.1" status: 200 len: 379 time: 0.2142754 Apr 05 20:41:14.174316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-00afbf31-e9df-46a2-8493-58306ddf8cbb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:router {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:14.180762 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-00afbf31-e9df-46a2-8493-58306ddf8cbb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1811984 Apr 05 20:41:14.186716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Request body: {'port': {'device_id': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'admin_state_up': True, 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'security_groups': ['84dcc51c-b012-4bd7-852b-f52e867ea241']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:14.190588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43046) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:14.191079 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9672482-d0e4-4f0b-97c4-60a0e1d59cfc None None] Pushing event deleted for resources: {'Port': ['ID=d166576a-ab11-4fea-93e4-1acf72deb154,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:14.210712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-3e1cc384-56cd-4733-9331-739e24a1fe7b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:14.282330 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-041ab748-51c3-4e64-bcc2-c1824dbac68e req-a9ff4a54-d999-4c2b-a89e-e0ee83219374 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 210 time: 0.0566556 Apr 05 20:41:14.401536 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c732d831-2317-4bfa-9bbf-3fb028ccc650 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:14.436212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:14.453375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d166576a-ab11-4fea-93e4-1acf72deb154 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:41:14.467596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:14.492999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Made reservation on behalf of 0c23d62d7af248d7aaa5f531168db711 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:14.498376 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:14.531591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: d166576a-ab11-4fea-93e4-1acf72deb154 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:41:14.533778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d166576a-ab11-4fea-93e4-1acf72deb154 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:41:14.560040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3e1cc384-56cd-4733-9331-739e24a1fe7b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:14.580888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3e1cc384-56cd-4733-9331-739e24a1fe7b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:14.599912 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c732d831-2317-4bfa-9bbf-3fb028ccc650 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:14.637614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1cc384-56cd-4733-9331-739e24a1fe7b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:14.641391 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc384-56cd-4733-9331-739e24a1fe7b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:14.783055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Allocated IP 172.20.0.10 (8579d18e-613e-4ef1-be75-64ef17c2f407/ef0519b9-502e-413c-8ba8-0e7a09d03901/2b0de063-74c3-4b97-9cb9-2d209a9f7465) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:14.857829 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:14.867138 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c732d831-2317-4bfa-9bbf-3fb028ccc650 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:14.868789 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:14.920856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732d831-2317-4bfa-9bbf-3fb028ccc650 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Subnet': ['ID=38fc4ba5-c4d0-4b48-9c0d-98c338d1893e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:14.923939 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c732d831-2317-4bfa-9bbf-3fb028ccc650 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:14.931935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa6afc3-f50a-42ce-98a2-ed013af3316d None None] Network 9459f02e-2155-4f75-8d76-dbc98f19e2f6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:15.003582 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c732d831-2317-4bfa-9bbf-3fb028ccc650 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/38fc4ba5-c4d0-4b48-9c0d-98c338d1893e HTTP/1.1" status: 204 len: 168 time: 1.0773299 Apr 05 20:41:15.008759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43082) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:15.116350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.131919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d19a49-2b21-45d1-b674-24107dda3ba1 req-e316a4b8-eaf0-4db5-b71d-559f70f6617b tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:15.133510 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-69d19a49-2b21-45d1-b674-24107dda3ba1 req-e316a4b8-eaf0-4db5-b71d-559f70f6617b tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 946 time: 0.1414740 Apr 05 20:41:15.162132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Transition to ACTIVE for port object 2b0de063-74c3-4b97-9cb9-2d209a9f7465 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:15.193497 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-69d19a49-2b21-45d1-b674-24107dda3ba1 req-51139f2c-57c1-407f-ba90-6f351c13f923 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495303 Apr 05 20:41:15.225294 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.254656 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.271576 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8554028c-22dc-46a8-981f-f7ecef18cc06 None None] DHCP port deletion for 9459f02e-2155-4f75-8d76-dbc98f19e2f6 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:41:15.276488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8554028c-22dc-46a8-981f-f7ecef18cc06 None None] Deleting port 4e37edcc-4b69-4e0b-9785-22e1fc519a38 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:15.277163 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8554028c-22dc-46a8-981f-f7ecef18cc06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.288280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port 4e37edcc-4b69-4e0b-9785-22e1fc519a38 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:15.289367 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.299257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Network 8579d18e-613e-4ef1-be75-64ef17c2f407 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:15.302599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:15.307025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:15.378665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event updated for resources: {'Port': ['ID=2b0de063-74c3-4b97-9cb9-2d209a9f7465,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:15.406187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:15.407668 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.444527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-ba1c5b6d-e2dc-4aaa-8aef-7e876482384b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2626209 Apr 05 20:41:15.460107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Request body: {'port': {'device_id': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:15.604398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8554028c-22dc-46a8-981f-f7ecef18cc06 None None] For port 4e37edcc-4b69-4e0b-9785-22e1fc519a38, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4e37edcc-4b69-4e0b-9785-22e1fc519a38,segment=NetworkSegment(90797686-a066-4c3d-8ea1-bf76b50b3937),segment_id=90797686-a066-4c3d-8ea1-bf76b50b3937)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:15.605526 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8554028c-22dc-46a8-981f-f7ecef18cc06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.639448 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.644720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] For port 4e37edcc-4b69-4e0b-9785-22e1fc519a38, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4e37edcc-4b69-4e0b-9785-22e1fc519a38,segment=NetworkSegment(90797686-a066-4c3d-8ea1-bf76b50b3937),segment_id=90797686-a066-4c3d-8ea1-bf76b50b3937)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:15.647926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.771584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8554028c-22dc-46a8-981f-f7ecef18cc06 None None] Calling delete_port for 4e37edcc-4b69-4e0b-9785-22e1fc519a38 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:41:15.820725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-34d3c52d-9545-448a-afc0-0d9178d75ff6 None None] Provisioning for port 2b0de063-74c3-4b97-9cb9-2d209a9f7465 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:15.840458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-34d3c52d-9545-448a-afc0-0d9178d75ff6 None None] Provisioning complete for port 2b0de063-74c3-4b97-9cb9-2d209a9f7465 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:15.841106 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-34d3c52d-9545-448a-afc0-0d9178d75ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.878589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for 4e37edcc-4b69-4e0b-9785-22e1fc519a38 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:41:15.907923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43102) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:15.919234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-34d3c52d-9545-448a-afc0-0d9178d75ff6 None None] Port 2b0de063-74c3-4b97-9cb9-2d209a9f7465 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:41:15.922737 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8554028c-22dc-46a8-981f-f7ecef18cc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:15.924320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b86b2b0c-73b4-4642-ac00-3aa8229c8719 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-371587600', 'description': 'tempest-secgroup-smoke-371587600 description', 'project_id': 'dacf556d99314275b005d0fe30e76cf0'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:15.943163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b86b2b0c-73b4-4642-ac00-3aa8229c8719 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:15.973438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8554028c-22dc-46a8-981f-f7ecef18cc06 None None] No DVR routers for this DVR port 4e37edcc-4b69-4e0b-9785-22e1fc519a38 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:41:15.982825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8554028c-22dc-46a8-981f-f7ecef18cc06 None None] Pushing event deleted for resources: {'Port': ['ID=4e37edcc-4b69-4e0b-9785-22e1fc519a38,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:15.987283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b86b2b0c-73b4-4642-ac00-3aa8229c8719 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:16.004194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e51aaa-9203-413d-b4ca-2c7cd540c1a3 req-f2e992ef-f776-4486-ad9d-62d7696af8f8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:16.004438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-95e51aaa-9203-413d-b4ca-2c7cd540c1a3 req-f2e992ef-f776-4486-ad9d-62d7696af8f8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Synchronizing usage tracker for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:16.051182 n-d-836604-1 neutron-server[87965]: DEBUG neutron.objects.ports [None req-3e1cc384-56cd-4733-9331-739e24a1fe7b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87965) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:41:16.052865 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc384-56cd-4733-9331-739e24a1fe7b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.054750 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.080992 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:41:16.081281 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:41:16.086806 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b86b2b0c-73b4-4642-ac00-3aa8229c8719 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.104012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-95e51aaa-9203-413d-b4ca-2c7cd540c1a3 req-f2e992ef-f776-4486-ad9d-62d7696af8f8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Unset dirty status for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:16.105350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95e51aaa-9203-413d-b4ca-2c7cd540c1a3 req-f2e992ef-f776-4486-ad9d-62d7696af8f8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 932 time: 0.5520530 Apr 05 20:41:16.115784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1cc384-56cd-4733-9331-739e24a1fe7b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:16.119103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-3e1cc384-56cd-4733-9331-739e24a1fe7b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:16.123524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1cc384-56cd-4733-9331-739e24a1fe7b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:16.124114 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc384-56cd-4733-9331-739e24a1fe7b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.129027 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b6ea9c-fc92-4de5-b664-b1caf08c6eea None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:16.129530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b86b2b0c-73b4-4642-ac00-3aa8229c8719 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:16.141044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b86b2b0c-73b4-4642-ac00-3aa8229c8719 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Usage tracker for resource:security_group_rule and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:16.143913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cc384-56cd-4733-9331-739e24a1fe7b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=9a02ed48-a347-4632-a476-6ebe50b28822,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:16.147594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b86b2b0c-73b4-4642-ac00-3aa8229c8719 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:16.159656 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3e1cc384-56cd-4733-9331-739e24a1fe7b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9622233 Apr 05 20:41:16.160510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43106) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:16.161942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b86b2b0c-73b4-4642-ac00-3aa8229c8719 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:16.167168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d8ec0830-f518-4d07-98ba-c04c1d6d2b9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:16.209194 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95e51aaa-9203-413d-b4ca-2c7cd540c1a3 req-ad1ed648-2239-4e75-951c-3ba1a4140a89 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953698 Apr 05 20:41:16.345244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b0de063-74c3-4b97-9cb9-2d209a9f7465 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:41:16.356760 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b86b2b0c-73b4-4642-ac00-3aa8229c8719 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.358716 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.368114 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b86b2b0c-73b4-4642-ac00-3aa8229c8719 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.412838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86b2b0c-73b4-4642-ac00-3aa8229c8719 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=777748e9-c6b9-4e88-a976-22a298e9081d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:16.421591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Transition to ACTIVE for port object 2b0de063-74c3-4b97-9cb9-2d209a9f7465 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:16.427994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d8ec0830-f518-4d07-98ba-c04c1d6d2b9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:16.434279 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.460050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4e37edcc-4b69-4e0b-9785-22e1fc519a38 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:41:16.472458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d8ec0830-f518-4d07-98ba-c04c1d6d2b9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:16.492597 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b86b2b0c-73b4-4642-ac00-3aa8229c8719 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.493927 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b86b2b0c-73b4-4642-ac00-3aa8229c8719 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5846386 Apr 05 20:41:16.499136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43112) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:16.506562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2705c154-a58c-43e8-b7cc-be633ce4a586 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'security_group_rule': {'security_group_id': '777748e9-c6b9-4e88-a976-22a298e9081d', 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:16.514701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 4e37edcc-4b69-4e0b-9785-22e1fc519a38 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:41:16.515318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4e37edcc-4b69-4e0b-9785-22e1fc519a38 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:41:16.518735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ec0830-f518-4d07-98ba-c04c1d6d2b9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:16.523112 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0830-f518-4d07-98ba-c04c1d6d2b9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.542447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'fixed_ips': [{'subnet_id': '9a02ed48-a347-4632-a476-6ebe50b28822'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:41:16.543373 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.621333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0de063-74c3-4b97-9cb9-2d209a9f7465,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:16.675838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2705c154-a58c-43e8-b7cc-be633ce4a586 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:16.683140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port 4e37edcc-4b69-4e0b-9785-22e1fc519a38 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:16.683480 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.698773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Attempting to bind port 2b0de063-74c3-4b97-9cb9-2d209a9f7465 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:16.699159 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Attempting to bind port 2b0de063-74c3-4b97-9cb9-2d209a9f7465 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:16.699493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Attempting to bind port 2b0de063-74c3-4b97-9cb9-2d209a9f7465 on network 8579d18e-613e-4ef1-be75-64ef17c2f407 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:41:16.705282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Port 2b0de063-74c3-4b97-9cb9-2d209a9f7465 on network 8579d18e-613e-4ef1-be75-64ef17c2f407 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:41:16.705612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Attempting to bind port 2b0de063-74c3-4b97-9cb9-2d209a9f7465 on network 8579d18e-613e-4ef1-be75-64ef17c2f407 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:41:16.711213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:41:16.711553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Checking segment: {'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:16.711941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Bound using segment: {'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:41:16.712429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Bound port: 2b0de063-74c3-4b97-9cb9-2d209a9f7465, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:16.712792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.747277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Allocated IP 2001:db8::f816:3eff:fe5d:964d (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/9a02ed48-a347-4632-a476-6ebe50b28822/5a04f716-0531-4a25-a762-daa7345f24f2) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:16.765668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2705c154-a58c-43e8-b7cc-be633ce4a586 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Usage tracker for resource:security_group_rule and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:16.775576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2705c154-a58c-43e8-b7cc-be633ce4a586 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:16.828019 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] For port 2b0de063-74c3-4b97-9cb9-2d209a9f7465, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:41:16.831868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] For port 2b0de063-74c3-4b97-9cb9-2d209a9f7465, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:41:16.836997 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.869945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] The port '4e37edcc-4b69-4e0b-9785-22e1fc519a38' was deleted {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:41:16.871499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2705c154-a58c-43e8-b7cc-be633ce4a586 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:16.896322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:16.897162 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:16.898780 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] 10.222.0.13 "PUT /v2.0/ports/2b0de063-74c3-4b97-9cb9-2d209a9f7465 HTTP/1.1" status: 200 len: 1092 time: 1.4465976 Apr 05 20:41:16.899316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'tag': '2b0de063-74c3-4b97-9cb9-2d209a9f7465'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:41:16.918943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12281d6f-3a85-42fd-9317-baaeb60080e5 req-7c0502fc-7428-43e2-bf50-b3dd3642b811 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:16.920465 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12281d6f-3a85-42fd-9317-baaeb60080e5 req-7c0502fc-7428-43e2-bf50-b3dd3642b811 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 946 time: 0.5423803 Apr 05 20:41:16.940846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3593cc-c353-40fa-9451-8d454b137fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b0de063-74c3-4b97-9cb9-2d209a9f7465,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:16.986265 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'tag': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'status': 'completed', 'code': 200} Apr 05 20:41:17.032118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-3419ec96-52cf-4ac4-9786-8ec4fecbeb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:17.033603 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-3419ec96-52cf-4ac4-9786-8ec4fecbeb4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 1095 time: 0.0898483 Apr 05 20:41:17.042947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c09c4-7d24-4163-abd9-eac69c05065a req-1da98d39-8eca-4c8f-ac7d-1e7815aff01f tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:17.044431 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6e7c09c4-7d24-4163-abd9-eac69c05065a req-1da98d39-8eca-4c8f-ac7d-1e7815aff01f tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.41 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 946 time: 0.6040721 Apr 05 20:41:17.056896 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.069112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Transition to ACTIVE for port object 5a04f716-0531-4a25-a762-daa7345f24f2 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:17.088467 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2705c154-a58c-43e8-b7cc-be633ce4a586 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.099692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Transition to ACTIVE for port object 5a04f716-0531-4a25-a762-daa7345f24f2 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:17.111097 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.115517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-6bc313ca-0fec-44ae-baf9-795a1b0e5308 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465 HTTP/1.1" status: 200 len: 217 time: 0.0722570 Apr 05 20:41:17.178450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:17.181391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:17.185108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:17.192960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-d1d7536c-4b30-4771-bc62-7549ac24e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:17.194471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-d1d7536c-4b30-4771-bc62-7549ac24e58f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.0730636 Apr 05 20:41:17.202300 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-12281d6f-3a85-42fd-9317-baaeb60080e5 req-a6a331c1-ac8f-4cb5-948b-488860f5e5f3 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611930 Apr 05 20:41:17.204419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.251880 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Pushing event updated for resources: {'Port': ['ID=5a04f716-0531-4a25-a762-daa7345f24f2,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:17.278478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-6e7c09c4-7d24-4163-abd9-eac69c05065a req-35f85ef7-e847-4df3-a72f-1a4e9ce55a69 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Deleting port 7e661e66-a634-449b-a852-85e9d6bc8fe7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:17.278957 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6e7c09c4-7d24-4163-abd9-eac69c05065a req-35f85ef7-e847-4df3-a72f-1a4e9ce55a69 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.307280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-0e78c3a9-1978-4046-8b4e-653ce23e2448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:17.309911 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-0e78c3a9-1978-4046-8b4e-653ce23e2448 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093676 Apr 05 20:41:17.325998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9459f02e-2155-4f75-8d76-dbc98f19e2f6']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:17.330005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Attempting to bind port 5a04f716-0531-4a25-a762-daa7345f24f2 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:17.330448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Attempting to bind port 5a04f716-0531-4a25-a762-daa7345f24f2 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:17.330879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Attempting to bind port 5a04f716-0531-4a25-a762-daa7345f24f2 on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:41:17.336632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:41:17.337087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:17.337559 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.338048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:41:17.338575 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Bound port: 5a04f716-0531-4a25-a762-daa7345f24f2, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:17.339036 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.361270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90797686-a066-4c3d-8ea1-bf76b50b3937') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:17.361270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90797686-a066-4c3d-8ea1-bf76b50b3937') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:17.393506 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.444083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] For port 5a04f716-0531-4a25-a762-daa7345f24f2, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:41:17.447720 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] For port 5a04f716-0531-4a25-a762-daa7345f24f2, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5a04f716-0531-4a25-a762-daa7345f24f2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:41:17.453342 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.469219 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.480842 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2705c154-a58c-43e8-b7cc-be633ce4a586 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.511110 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-e9285346-af21-4de7-b73d-39ea283bf235 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949930 Apr 05 20:41:17.529963 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2705c154-a58c-43e8-b7cc-be633ce4a586 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.534080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:41:17.534538 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.573972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36623a8a-baf3-4e78-815a-68076a492455 req-e770874b-ae3a-4af4-a262-b8ca48804780 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:17.575487 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-36623a8a-baf3-4e78-815a-68076a492455 req-e770874b-ae3a-4af4-a262-b8ca48804780 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.1576822 Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:41:17.576709 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:41:17.579515 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc33f7e-1347-4795-b8e3-a4b2975f816f None None] Pushing event updated for resources: {'Port': ['ID=5a04f716-0531-4a25-a762-daa7345f24f2,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:17.713312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-36623a8a-baf3-4e78-815a-68076a492455 req-6c294c8a-cbcc-47df-b706-3dfa4199c0ba tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870662 Apr 05 20:41:17.732605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2705c154-a58c-43e8-b7cc-be633ce4a586 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eee42b9b-5ef7-470d-be7f-ce77505bdf73,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:17.744632 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3a3a983-fb1d-4325-b46d-31a0da574749 req-9ba266cc-9547-4fb2-9125-d5524c264964 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240400 Apr 05 20:41:17.812451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.817102 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.837821 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2705c154-a58c-43e8-b7cc-be633ce4a586 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.839150 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2705c154-a58c-43e8-b7cc-be633ce4a586 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3377094 Apr 05 20:41:17.851256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43120) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:17.867904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-1dc2dbea-470f-45e3-90b6-97fb2960a4d4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'security_group_rule': {'security_group_id': '777748e9-c6b9-4e88-a976-22a298e9081d', 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:17.874723 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/networks/9459f02e-2155-4f75-8d76-dbc98f19e2f6 HTTP/1.1" status: 204 len: 168 time: 2.8593788 Apr 05 20:41:17.876937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b9edd-86a9-4acc-8f68-a1f2604dcdc3 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Network': ['ID=9459f02e-2155-4f75-8d76-dbc98f19e2f6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:17.877774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43124) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:17.885348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-59691b12-fff6-4cfa-a1e4-4e5360c92520 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1677369876', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:17.895275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-59691b12-fff6-4cfa-a1e4-4e5360c92520 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:17.896044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1dc2dbea-470f-45e3-90b6-97fb2960a4d4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:17.901098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-59691b12-fff6-4cfa-a1e4-4e5360c92520 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:router and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:17.906544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1dc2dbea-470f-45e3-90b6-97fb2960a4d4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Usage tracker for resource:security_group_rule and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:17.906937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-59691b12-fff6-4cfa-a1e4-4e5360c92520 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:17.911124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6e7c09c4-7d24-4163-abd9-eac69c05065a req-35f85ef7-e847-4df3-a72f-1a4e9ce55a69 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] For port 7e661e66-a634-449b-a852-85e9d6bc8fe7, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=7e661e66-a634-449b-a852-85e9d6bc8fe7,segment=NetworkSegment(cca7082a-b4c2-452f-a0d8-f9cabd6011b3),segment_id=cca7082a-b4c2-452f-a0d8-f9cabd6011b3)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:17.911559 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6e7c09c4-7d24-4163-abd9-eac69c05065a req-35f85ef7-e847-4df3-a72f-1a4e9ce55a69 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.918070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-59691b12-fff6-4cfa-a1e4-4e5360c92520 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:17.919098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1dc2dbea-470f-45e3-90b6-97fb2960a4d4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:17.930583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1dc2dbea-470f-45e3-90b6-97fb2960a4d4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:17.933212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd1094-0c78-4fce-bfea-188473871d9c req-ea286508-6d01-49c8-af11-7e7debe513b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:17.934825 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47dd1094-0c78-4fce-bfea-188473871d9c req-ea286508-6d01-49c8-af11-7e7debe513b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 1095 time: 0.1206675 Apr 05 20:41:17.938296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59691b12-fff6-4cfa-a1e4-4e5360c92520 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:17.939573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59691b12-fff6-4cfa-a1e4-4e5360c92520 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.060938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-6e7c09c4-7d24-4163-abd9-eac69c05065a req-35f85ef7-e847-4df3-a72f-1a4e9ce55a69 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Calling delete_port for 7e661e66-a634-449b-a852-85e9d6bc8fe7 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:41:18.136605 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1dc2dbea-470f-45e3-90b6-97fb2960a4d4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.148981 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0830-f518-4d07-98ba-c04c1d6d2b9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.151656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59691b12-fff6-4cfa-a1e4-4e5360c92520 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.189428 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59691b12-fff6-4cfa-a1e4-4e5360c92520 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.212963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd1094-0c78-4fce-bfea-188473871d9c req-fdd3c42b-9bf6-49c8-89ef-3935978f87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:18.214456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47dd1094-0c78-4fce-bfea-188473871d9c req-fdd3c42b-9bf6-49c8-89ef-3935978f87f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 918 time: 0.2709417 Apr 05 20:41:18.254154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ec0830-f518-4d07-98ba-c04c1d6d2b9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:18.260398 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d8ec0830-f518-4d07-98ba-c04c1d6d2b9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:18.267667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ec0830-f518-4d07-98ba-c04c1d6d2b9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:18.267667 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d8ec0830-f518-4d07-98ba-c04c1d6d2b9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.284148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec0830-f518-4d07-98ba-c04c1d6d2b9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=898d2fa6-c82b-4491-9230-3de46b0d87d3,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:18.291316 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47dd1094-0c78-4fce-bfea-188473871d9c req-d33836ab-6c7c-41a1-8df1-24063b5e0a72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465 HTTP/1.1" status: 200 len: 217 time: 0.0692015 Apr 05 20:41:18.292045 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59691b12-fff6-4cfa-a1e4-4e5360c92520 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.295930 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-59691b12-fff6-4cfa-a1e4-4e5360c92520 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4141037 Apr 05 20:41:18.296229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43130) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:18.341770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'network': {'name': 'tempest-RoutersTest-608738716'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:18.355935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:18.364452 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1dc2dbea-470f-45e3-90b6-97fb2960a4d4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.369135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:network and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:18.375816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:18.382548 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d8ec0830-f518-4d07-98ba-c04c1d6d2b9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2180176 Apr 05 20:41:18.382739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43134) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:18.384864 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1dc2dbea-470f-45e3-90b6-97fb2960a4d4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.391163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:18.402259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd1094-0c78-4fce-bfea-188473871d9c req-c1172463-8a4c-4724-a14a-cca1accb39a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:18.403862 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47dd1094-0c78-4fce-bfea-188473871d9c req-c1172463-8a4c-4724-a14a-cca1accb39a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.1040673 Apr 05 20:41:18.405308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'mac_address': 'fa:16:3e:60:27:e7', 'name': 'tempest-NetworksTestDHCPv6-59686621'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:18.459147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:18.462887 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.507276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:41:18.525615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5a04f716-0531-4a25-a762-daa7345f24f2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:18.528226 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.528571 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Added segment 8ded4e93-fd01-4649-a273-6597dc546faf of type vlan for network f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a Apr 05 20:41:18.556029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd1094-0c78-4fce-bfea-188473871d9c req-3097b5d7-77e9-492f-b9c8-40cee34d5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:18.557598 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47dd1094-0c78-4fce-bfea-188473871d9c req-3097b5d7-77e9-492f-b9c8-40cee34d5f8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1430686 Apr 05 20:41:18.563754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2dbea-470f-45e3-90b6-97fb2960a4d4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da12749f-02d2-47b6-8ec8-189f4c80d220,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:18.615367 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.616737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 5a04f716-0531-4a25-a762-daa7345f24f2 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:18.753815 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.759685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:18.760289 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.765636 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47dd1094-0c78-4fce-bfea-188473871d9c req-2ad80d25-7afa-4626-934d-637ca566c7fc service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949010 Apr 05 20:41:18.794620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a8848c-86b8-4d17-885f-15b194cc241c None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:18.796688 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1dc2dbea-470f-45e3-90b6-97fb2960a4d4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.802557 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1dc2dbea-470f-45e3-90b6-97fb2960a4d4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9482465 Apr 05 20:41:18.804018 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6e7c09c4-7d24-4163-abd9-eac69c05065a req-35f85ef7-e847-4df3-a72f-1a4e9ce55a69 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.809428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43140) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:18.845421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-6613b20f-b92e-4583-abba-1dd6e6ef8def tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'security_group_rule': {'security_group_id': '777748e9-c6b9-4e88-a976-22a298e9081d', 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:18.860218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6613b20f-b92e-4583-abba-1dd6e6ef8def tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:18.889911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f85ef7-e847-4df3-a72f-1a4e9ce55a69 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Pushing event deleted for resources: {'Port': ['ID=7e661e66-a634-449b-a852-85e9d6bc8fe7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:18.909315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f690fd66-d482-4903-91f5-51cb17407c12 None None] Provisioning for port 5a04f716-0531-4a25-a762-daa7345f24f2 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:18.919234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f690fd66-d482-4903-91f5-51cb17407c12 None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:18.919527 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f690fd66-d482-4903-91f5-51cb17407c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.955336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6613b20f-b92e-4583-abba-1dd6e6ef8def tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Usage tracker for resource:security_group_rule and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:18.994227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7c09c4-7d24-4163-abd9-eac69c05065a req-35f85ef7-e847-4df3-a72f-1a4e9ce55a69 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] No DVR routers for this DVR port 7e661e66-a634-449b-a852-85e9d6bc8fe7 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:41:18.997249 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6e7c09c4-7d24-4163-abd9-eac69c05065a req-35f85ef7-e847-4df3-a72f-1a4e9ce55a69 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:18.999375 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6e7c09c4-7d24-4163-abd9-eac69c05065a req-35f85ef7-e847-4df3-a72f-1a4e9ce55a69 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.41 "DELETE /v2.0/ports/7e661e66-a634-449b-a852-85e9d6bc8fe7 HTTP/1.1" status: 204 len: 173 time: 1.9465003 Apr 05 20:41:19.002605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5980ab31-a10f-4ad8-8be6-a9295a58d5ca', 'name': 'network-vif-deleted', 'tag': '7e661e66-a634-449b-a852-85e9d6bc8fe7'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:41:19.012521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6613b20f-b92e-4583-abba-1dd6e6ef8def tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:19.026372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:19.035621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:19.040830 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7400548 Apr 05 20:41:19.041199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43146) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:19.041732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6613b20f-b92e-4583-abba-1dd6e6ef8def tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:19.049567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'subnet': {'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:19.059428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52a8ce-cdba-4226-8762-642e3aa3ea44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Network': ['ID=f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:19.079991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:19.101516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299860e-b8b1-44c5-8b83-2d908d17907c req-dd5fbaab-cd88-4ae1-9aa2-6ff74c49c88e tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:19.101993 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47dd1094-0c78-4fce-bfea-188473871d9c req-3f7a3eb7-6f11-4116-958a-9a75f6e151b8 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183315 Apr 05 20:41:19.103212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9299860e-b8b1-44c5-8b83-2d908d17907c req-dd5fbaab-cd88-4ae1-9aa2-6ff74c49c88e tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Synchronizing usage tracker for tenant:5d8120fb369e415bb49155350efcd7b9 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:19.103413 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6613b20f-b92e-4583-abba-1dd6e6ef8def tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.106839 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:19.134790 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:41:19.171733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30cd246-693f-45a0-98d1-c1ce2efc0682 req-620c9fbe-f88b-4e79-b64d-617229ffbe23 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:19.173238 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b30cd246-693f-45a0-98d1-c1ce2efc0682 req-620c9fbe-f88b-4e79-b64d-617229ffbe23 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.3214087 Apr 05 20:41:19.212132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:19.229104 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6613b20f-b92e-4583-abba-1dd6e6ef8def tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.237661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6613b20f-b92e-4583-abba-1dd6e6ef8def tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.245774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-9299860e-b8b1-44c5-8b83-2d908d17907c req-dd5fbaab-cd88-4ae1-9aa2-6ff74c49c88e tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] Unset dirty status for tenant:5d8120fb369e415bb49155350efcd7b9 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:19.247312 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9299860e-b8b1-44c5-8b83-2d908d17907c req-dd5fbaab-cd88-4ae1-9aa2-6ff74c49c88e tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/ports?device_id=5980ab31-a10f-4ad8-8be6-a9295a58d5ca HTTP/1.1" status: 200 len: 867 time: 0.7580750 Apr 05 20:41:19.254234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b30cd246-693f-45a0-98d1-c1ce2efc0682 req-adcb2cc0-54cc-4272-b2ee-9bca8277ec54 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696671 Apr 05 20:41:19.270563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613b20f-b92e-4583-abba-1dd6e6ef8def tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42a0f80-c864-4dd0-a684-c31fcc5f2f25,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:19.285169 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6613b20f-b92e-4583-abba-1dd6e6ef8def tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.286955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6613b20f-b92e-4583-abba-1dd6e6ef8def tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4735215 Apr 05 20:41:19.289750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43150) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:19.300702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a54a2c80-d86d-4e08-9ad5-865713d22421 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'security_group_rule': {'security_group_id': '777748e9-c6b9-4e88-a976-22a298e9081d', 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:19.313769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a54a2c80-d86d-4e08-9ad5-865713d22421 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:19.320035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a54a2c80-d86d-4e08-9ad5-865713d22421 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Usage tracker for resource:security_group_rule and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:19.324603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a54a2c80-d86d-4e08-9ad5-865713d22421 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:19.327133 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f690fd66-d482-4903-91f5-51cb17407c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.332434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a54a2c80-d86d-4e08-9ad5-865713d22421 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:19.361756 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5980ab31-a10f-4ad8-8be6-a9295a58d5ca', 'name': 'network-vif-deleted', 'tag': '7e661e66-a634-449b-a852-85e9d6bc8fe7', 'status': 'completed', 'code': 200} Apr 05 20:41:19.362708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:19.368025 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a54a2c80-d86d-4e08-9ad5-865713d22421 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.381512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f690fd66-d482-4903-91f5-51cb17407c12 None None] For port 5a04f716-0531-4a25-a762-daa7345f24f2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5a04f716-0531-4a25-a762-daa7345f24f2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:19.388968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:subnet and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:19.391745 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f690fd66-d482-4903-91f5-51cb17407c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.397961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:19.404897 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9299860e-b8b1-44c5-8b83-2d908d17907c req-904d2c35-9e5c-421c-a6a7-bb5a65545365 tempest-VolumesSnapshotTestJSON-1041409198 tempest-VolumesSnapshotTestJSON-1041409198-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d8da81a-2272-468d-92a4-74f0c9a6f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346524 Apr 05 20:41:19.410289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:19.447356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:19.451195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.472205 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a54a2c80-d86d-4e08-9ad5-865713d22421 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.476075 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a54a2c80-d86d-4e08-9ad5-865713d22421 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.494602 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.502869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a2c80-d86d-4e08-9ad5-865713d22421 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046e3c19-15a5-415d-9e6a-e0afa3a2481a,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:19.515283 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a54a2c80-d86d-4e08-9ad5-865713d22421 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.517340 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a54a2c80-d86d-4e08-9ad5-865713d22421 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2247605 Apr 05 20:41:19.520062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43154) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:19.526831 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690fd66-d482-4903-91f5-51cb17407c12 None None] Pushing event updated for resources: {'Port': ['ID=5a04f716-0531-4a25-a762-daa7345f24f2,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:19.527444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-15c866a6-4a40-4358-a2d5-8c55367e5f95 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'security_group_rule': {'security_group_id': '777748e9-c6b9-4e88-a976-22a298e9081d', 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:19.529408 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d680f8-7178-4091-9f4c-faf21f090f89 None None] Update dhcp port {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': '9a02ed48-a347-4632-a476-6ebe50b28822', 'ip_address': '2001:db8::f816:3eff:fe5d:964d'}, {'subnet_id': '898d2fa6-c82b-4491-9230-3de46b0d87d3'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '5a04f716-0531-4a25-a762-daa7345f24f2'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:41:19.534319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-15c866a6-4a40-4358-a2d5-8c55367e5f95 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:19.538312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-15c866a6-4a40-4358-a2d5-8c55367e5f95 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Usage tracker for resource:security_group_rule and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:19.541483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-15c866a6-4a40-4358-a2d5-8c55367e5f95 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:19.548293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-15c866a6-4a40-4358-a2d5-8c55367e5f95 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:19.561520 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-15c866a6-4a40-4358-a2d5-8c55367e5f95 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Project dacf556d99314275b005d0fe30e76cf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:41:19.569642 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-15c866a6-4a40-4358-a2d5-8c55367e5f95 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.592250 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b3d680f8-7178-4091-9f4c-faf21f090f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.605921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 099b2a41-474d-4007-b29f-2d74d9cef04a yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:41:19.656708 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-15c866a6-4a40-4358-a2d5-8c55367e5f95 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.664611 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-15c866a6-4a40-4358-a2d5-8c55367e5f95 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.695485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c866a6-4a40-4358-a2d5-8c55367e5f95 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77a2003-442d-4ee7-aacd-aec0cc4ff118,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:19.719748 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-15c866a6-4a40-4358-a2d5-8c55367e5f95 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.721564 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-15c866a6-4a40-4358-a2d5-8c55367e5f95 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2001064 Apr 05 20:41:19.724436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43158) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:19.730876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3f113ae3-9268-4388-a6e5-b7afce717477 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'security_group_rule': {'security_group_id': '777748e9-c6b9-4e88-a976-22a298e9081d', 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:19.739413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3f113ae3-9268-4388-a6e5-b7afce717477 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:19.748068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3f113ae3-9268-4388-a6e5-b7afce717477 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Usage tracker for resource:security_group_rule and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:19.752135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3f113ae3-9268-4388-a6e5-b7afce717477 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:19.760531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3f113ae3-9268-4388-a6e5-b7afce717477 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:19.778959 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-3f113ae3-9268-4388-a6e5-b7afce717477 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Project dacf556d99314275b005d0fe30e76cf0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:41:19.789479 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3f113ae3-9268-4388-a6e5-b7afce717477 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.862414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3f113ae3-9268-4388-a6e5-b7afce717477 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.865763 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3f113ae3-9268-4388-a6e5-b7afce717477 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.868897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 7e661e66-a634-449b-a852-85e9d6bc8fe7 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:41:19.897532 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3f113ae3-9268-4388-a6e5-b7afce717477 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.899278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3f113ae3-9268-4388-a6e5-b7afce717477 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1734812 Apr 05 20:41:19.905038 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f113ae3-9268-4388-a6e5-b7afce717477 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2685f264-7b1a-45c4-9d86-d810b5940099,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:19.908565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 7e661e66-a634-449b-a852-85e9d6bc8fe7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:41:19.908977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 7e661e66-a634-449b-a852-85e9d6bc8fe7 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:41:19.940087 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:19.978640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 172.20.0.9 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/898d2fa6-c82b-4491-9230-3de46b0d87d3/099b2a41-474d-4007-b29f-2d74d9cef04a) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:20.005476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::f816:3eff:fe60:27e7 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/9a02ed48-a347-4632-a476-6ebe50b28822/099b2a41-474d-4007-b29f-2d74d9cef04a) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:20.034446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Subnet': ['ID=43ab1759-52d3-4ebe-a5a4-d576070c0497,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:20.072585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Checking segment: {'id': '8ded4e93-fd01-4649-a273-6597dc546faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:20.072939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network hostable DHCP agents. Network: f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:41:20.133120 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:41:20.199424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:20.207777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.208101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c2d300-96d1-4fca-9e80-b4a796784f47 None None] Network f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:20.208354 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.255654 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0efd042c-c245-4496-a9ad-7d336beacb44 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2127733 Apr 05 20:41:20.258576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43200) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:20.272815 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.291542 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 099b2a41-474d-4007-b29f-2d74d9cef04a will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:20.325713 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.454147 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:20.488518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:20.504464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:20.508989 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5a04f716-0531-4a25-a762-daa7345f24f2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:20.570316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-b3d680f8-7178-4091-9f4c-faf21f090f89 None None] Allocated IP 172.20.0.2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/898d2fa6-c82b-4491-9230-3de46b0d87d3/5a04f716-0531-4a25-a762-daa7345f24f2) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:20.621408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=099b2a41-474d-4007-b29f-2d74d9cef04a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:20.681672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.684538 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.713058 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c1d745d5-9608-4547-86d7-680507f64ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.3291607 Apr 05 20:41:20.715564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43216) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:20.781069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:41:20.782194 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.848689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dc6204-7b37-432b-986a-1973e1326cc6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.855423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dc6204-7b37-432b-986a-1973e1326cc6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:20.856258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e9dc6204-7b37-432b-986a-1973e1326cc6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:20.877009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e9dc6204-7b37-432b-986a-1973e1326cc6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:20.878423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:20.879600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e9dc6204-7b37-432b-986a-1973e1326cc6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1627526 Apr 05 20:41:20.880207 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:20.882496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43220) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:20.986181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-37e260c0-67e3-4e9e-8273-703a6880d427 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 099b2a41-474d-4007-b29f-2d74d9cef04a {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:20.986849 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37e260c0-67e3-4e9e-8273-703a6880d427 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:21.170223 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b3d680f8-7178-4091-9f4c-faf21f090f89 None None] For port 5a04f716-0531-4a25-a762-daa7345f24f2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5a04f716-0531-4a25-a762-daa7345f24f2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:21.302176 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b3d680f8-7178-4091-9f4c-faf21f090f89 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:21.316697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Allocated IP 172.20.0.2 (f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a/43ab1759-52d3-4ebe-a5a4-d576070c0497/10ba60d5-5c9b-4dfd-9500-29e3518c1e7a) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:21.332642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b3d680f8-7178-4091-9f4c-faf21f090f89 None None] Transition to ACTIVE for port object 5a04f716-0531-4a25-a762-daa7345f24f2 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:21.360805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65331f37-db7c-481e-a372-242ca01bbc13 req-cad117e3-a77a-4ea6-8ad1-17eee338ebdb tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:21.362353 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b3d680f8-7178-4091-9f4c-faf21f090f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:21.362510 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-65331f37-db7c-481e-a372-242ca01bbc13 req-cad117e3-a77a-4ea6-8ad1-17eee338ebdb tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.9326913 Apr 05 20:41:21.427775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2b0de063-74c3-4b97-9cb9-2d209a9f7465 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:41:21.442436 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:21.480730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-65331f37-db7c-481e-a372-242ca01bbc13 req-1837c19c-7c09-45c2-88aa-aaef481cdb81 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086020 Apr 05 20:41:21.552920 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37e260c0-67e3-4e9e-8273-703a6880d427 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:21.576330 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2b0de063-74c3-4b97-9cb9-2d209a9f7465, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:21.600324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'port_id': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'mac_address': 'fa:16:3e:b3:7a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:41:21.883532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-37e260c0-67e3-4e9e-8273-703a6880d427 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 099b2a41-474d-4007-b29f-2d74d9cef04a owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:41:21.920589 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d680f8-7178-4091-9f4c-faf21f090f89 None None] Pushing event updated for resources: {'Port': ['ID=5a04f716-0531-4a25-a762-daa7345f24f2,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:21.927226 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:21.969929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0de063-74c3-4b97-9cb9-2d209a9f7465 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:41:22.006084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2b0de063-74c3-4b97-9cb9-2d209a9f7465, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:22.072164 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:22.194344 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:22.219294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=2b0de063-74c3-4b97-9cb9-2d209a9f7465,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:22.237226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Transition to ACTIVE for port object 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:22.241904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37e260c0-67e3-4e9e-8273-703a6880d427 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:22.274907 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Transition to ACTIVE for port object 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:22.279725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['2b0de063-74c3-4b97-9cb9-2d209a9f7465'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:41:22.324279 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:22.349915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e260c0-67e3-4e9e-8273-703a6880d427 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=099b2a41-474d-4007-b29f-2d74d9cef04a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:22.426818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Allocated IP 172.20.0.1 (f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a/43ab1759-52d3-4ebe-a5a4-d576070c0497/a6f3cc7b-ec79-4a55-90a8-1214d006fff7) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:22.431538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Network f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:22.438394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:22.466838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Pushing event updated for resources: {'Port': ['ID=10ba60d5-5c9b-4dfd-9500-29e3518c1e7a,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:22.470792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:22.479784 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5a04f716-0531-4a25-a762-daa7345f24f2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:22.589052 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37e260c0-67e3-4e9e-8273-703a6880d427 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:22.613315 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-37e260c0-67e3-4e9e-8273-703a6880d427 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/099b2a41-474d-4007-b29f-2d74d9cef04a HTTP/1.1" status: 204 len: 168 time: 1.7282763 Apr 05 20:41:22.615929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43266) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:22.716462 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:22.732933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea34c0a-0e43-4b7f-8acf-d89fef564b8d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:22.735422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea34c0a-0e43-4b7f-8acf-d89fef564b8d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:22.737247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea34c0a-0e43-4b7f-8acf-d89fef564b8d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:22.737986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Transition to ACTIVE for port object a6f3cc7b-ec79-4a55-90a8-1214d006fff7 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:22.738164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9ea34c0a-0e43-4b7f-8acf-d89fef564b8d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:22.774058 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:22.787398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Attempting to bind port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:22.787947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Attempting to bind port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '8ded4e93-fd01-4649-a273-6597dc546faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:22.788425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Attempting to bind port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a on network f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:41:22.798123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:41:22.801963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Checking segment: {'id': '8ded4e93-fd01-4649-a273-6597dc546faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:22.802939 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:22.802939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Bound using segment: {'id': '8ded4e93-fd01-4649-a273-6597dc546faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:41:22.803134 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Bound port: 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ded4e93-fd01-4649-a273-6597dc546faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:22.803461 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:22.849980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9ea34c0a-0e43-4b7f-8acf-d89fef564b8d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:22.856859 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9ea34c0a-0e43-4b7f-8acf-d89fef564b8d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2380259 Apr 05 20:41:22.857246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43270) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:22.898657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=a6f3cc7b-ec79-4a55-90a8-1214d006fff7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:22.915548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:22.917455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:22.920127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:22.988148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348ea56e-344a-40d3-b9d0-7b57a7fd1ea0 req-ec43c84e-007c-4880-b206-717b6653aab6 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:22.997121 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-348ea56e-344a-40d3-b9d0-7b57a7fd1ea0 req-ec43c84e-007c-4880-b206-717b6653aab6 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 945 time: 0.2546833 Apr 05 20:41:23.005847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.033104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4d22ea-223e-47dc-8c18-f87f56a1e2d2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 898d2fa6-c82b-4491-9230-3de46b0d87d3 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:41:23.037718 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb4d22ea-223e-47dc-8c18-f87f56a1e2d2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.065929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] For port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:41:23.068261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] For port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=10ba60d5-5c9b-4dfd-9500-29e3518c1e7a,segment=NetworkSegment(8ded4e93-fd01-4649-a273-6597dc546faf),segment_id=8ded4e93-fd01-4649-a273-6597dc546faf)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:41:23.078132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-22ac76a2-a5fe-4a60-8215-6fe3e66d2cb6 None None] Provisioning for port 5a04f716-0531-4a25-a762-daa7345f24f2 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:23.094404 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.134226 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb4d22ea-223e-47dc-8c18-f87f56a1e2d2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.214448 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-348ea56e-344a-40d3-b9d0-7b57a7fd1ea0 req-bd8f066f-f48f-4c79-81a5-29d8eb8cb059 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164004 Apr 05 20:41:23.225501 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.235539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-22ac76a2-a5fe-4a60-8215-6fe3e66d2cb6 None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:23.236617 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-22ac76a2-a5fe-4a60-8215-6fe3e66d2cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.277713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca3c97-1abe-4c85-9499-9aee008bfd09 None None] Pushing event updated for resources: {'Port': ['ID=10ba60d5-5c9b-4dfd-9500-29e3518c1e7a,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:23.317815 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb4d22ea-223e-47dc-8c18-f87f56a1e2d2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.453725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2b0de063-74c3-4b97-9cb9-2d209a9f7465 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:23.510363 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb4d22ea-223e-47dc-8c18-f87f56a1e2d2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.608634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d22ea-223e-47dc-8c18-f87f56a1e2d2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=898d2fa6-c82b-4491-9230-3de46b0d87d3,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:23.623319 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fb4d22ea-223e-47dc-8c18-f87f56a1e2d2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.686856 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fb4d22ea-223e-47dc-8c18-f87f56a1e2d2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/898d2fa6-c82b-4491-9230-3de46b0d87d3 HTTP/1.1" status: 204 len: 168 time: 0.8276122 Apr 05 20:41:23.690539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43280) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:23.711701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 2b0de063-74c3-4b97-9cb9-2d209a9f7465 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:23.721389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 2b0de063-74c3-4b97-9cb9-2d209a9f7465 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:23.723360 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:23.779727 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db1bbbd-9cce-4609-a3d9-29aabd88812c None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:23.804356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-38949bcb-2a64-41b1-a452-e36c08414ac0 None None] Could not find standard attr ID for object 099b2a41-474d-4007-b29f-2d74d9cef04a. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:41:23.864592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed12b07-fdb2-45dc-8301-b77cb402db05 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 9a02ed48-a347-4632-a476-6ebe50b28822 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:41:23.870621 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ed12b07-fdb2-45dc-8301-b77cb402db05 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:24.060582 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ed12b07-fdb2-45dc-8301-b77cb402db05 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:24.064847 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:24.132840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0de063-74c3-4b97-9cb9-2d209a9f7465'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:41:24.154050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2b0de063-74c3-4b97-9cb9-2d209a9f7465, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:24.180772 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:24.198198 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ed12b07-fdb2-45dc-8301-b77cb402db05 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:24.259174 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'code': 200} Apr 05 20:41:24.294977 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:24.304627 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:24.340087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=2b0de063-74c3-4b97-9cb9-2d209a9f7465,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:24.422959 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ed12b07-fdb2-45dc-8301-b77cb402db05 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:24.539354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:24.613223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=a6f3cc7b-ec79-4a55-90a8-1214d006fff7,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:24.626245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed12b07-fdb2-45dc-8301-b77cb402db05 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=9a02ed48-a347-4632-a476-6ebe50b28822,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:24.630698 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ed12b07-fdb2-45dc-8301-b77cb402db05 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:24.659882 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0ed12b07-fdb2-45dc-8301-b77cb402db05 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/9a02ed48-a347-4632-a476-6ebe50b28822 HTTP/1.1" status: 204 len: 168 time: 0.9677455 Apr 05 20:41:24.662724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43292) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:24.751101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770d72b-0283-4bbf-8e40-194276ad32a2 req-f141a176-8c2a-4564-bbf9-960d84dd4936 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:24.755250 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f770d72b-0283-4bbf-8e40-194276ad32a2 req-f141a176-8c2a-4564-bbf9-960d84dd4936 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.2268825 Apr 05 20:41:24.757138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:24.840215 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f770d72b-0283-4bbf-8e40-194276ad32a2 req-51ea9423-be30-434f-82ec-cd929f1c62fd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714591 Apr 05 20:41:24.842450 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dc529673-04b2-4dff-9202-ddcf6f840f69 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1746387 Apr 05 20:41:24.843354 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:24.848811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43296) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:24.866276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:24.967665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4b62a-192e-49f4-9766-3df35753dcee req-968ff000-ffa9-427f-b034-da2f8525ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:24.969715 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6ff4b62a-192e-49f4-9766-3df35753dcee req-968ff000-ffa9-427f-b034-da2f8525ff3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 1097 time: 0.6133521 Apr 05 20:41:25.042025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:25.046620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:25.049909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:25.055892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:25.067294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:25.072529 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:25.121290 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6ff4b62a-192e-49f4-9766-3df35753dcee req-b2dede4e-b2b1-4b0a-be93-70ed811cd928 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777864 Apr 05 20:41:25.122168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6798a851-fcec-4aaa-a3f4-dee848b25ed2 None None] Network f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:25.175156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:25.176460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:25.522332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-60a47427-13df-43c9-99a3-cb5a9b7ba93a None None] Provisioning for port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:25.534772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-60a47427-13df-43c9-99a3-cb5a9b7ba93a None None] Provisioning complete for port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:25.535370 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-60a47427-13df-43c9-99a3-cb5a9b7ba93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:25.570134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router cdcfa60f-940a-4c5e-84b2-556962f21b50 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:41:25.571910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c420550-730c-4818-aab5-f805decfb62d None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:25.713940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.objects.ports [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87965) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:41:25.925676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:41:25.937911 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Sync routers for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:41:25.958798 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:25.960665 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:25.966544 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-60a47427-13df-43c9-99a3-cb5a9b7ba93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:26.014712 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-60a47427-13df-43c9-99a3-cb5a9b7ba93a None None] For port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=10ba60d5-5c9b-4dfd-9500-29e3518c1e7a,segment=NetworkSegment(8ded4e93-fd01-4649-a273-6597dc546faf),segment_id=8ded4e93-fd01-4649-a273-6597dc546faf)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:26.028677 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-60a47427-13df-43c9-99a3-cb5a9b7ba93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:26.041072 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0179114d-428c-4f09-8148-b58ff888b553 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7764647 Apr 05 20:41:26.041979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43306) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:26.058356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'network': {'name': 'tempest-RoutersTest-1784026384'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:26.103405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:26.149180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:network and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:26.212625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:26.225838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a47427-13df-43c9-99a3-cb5a9b7ba93a None None] Pushing event updated for resources: {'Port': ['ID=10ba60d5-5c9b-4dfd-9500-29e3518c1e7a,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:26.251627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3ed2db53-baf4-41cc-ac17-bad52068887c None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:26.252905 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ed2db53-baf4-41cc-ac17-bad52068887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:26.272450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:26.522087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:26.541695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:26.544009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:26.575976 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:26.736037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:41:26.767315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:26.767947 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:26.789784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65400282-04b2-4f42-b270-7a4c9bac43b7 req-32ff5880-b3d1-4360-b56d-9d83a8e97f2b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:26.791363 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-65400282-04b2-4f42-b270-7a4c9bac43b7 req-32ff5880-b3d1-4360-b56d-9d83a8e97f2b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.4672687 Apr 05 20:41:26.791890 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:26.837551 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:26.837838 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Added segment bee6d213-946e-4e5c-b52c-659d7ffc1fdc of type vlan for network 5925d862-5b91-4c23-86b8-2b1b8b43d5cd Apr 05 20:41:26.915395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3d2b23bc-a1b0-470c-9d87-768117a80b1d None None] Provisioning for port a6f3cc7b-ec79-4a55-90a8-1214d006fff7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:26.925475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3d2b23bc-a1b0-470c-9d87-768117a80b1d None None] Provisioning complete for port a6f3cc7b-ec79-4a55-90a8-1214d006fff7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:26.926224 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3d2b23bc-a1b0-470c-9d87-768117a80b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:26.961252 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-65400282-04b2-4f42-b270-7a4c9bac43b7 req-75a00988-c088-423e-b8bb-bf68d907a586 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615152 Apr 05 20:41:26.963120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.054863 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.072608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:27.073491 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.139036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b23bc-a1b0-470c-9d87-768117a80b1d None None] Port a6f3cc7b-ec79-4a55-90a8-1214d006fff7 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:41:27.190099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3d2b23bc-a1b0-470c-9d87-768117a80b1d None None] Provisioning complete for port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:27.191063 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3d2b23bc-a1b0-470c-9d87-768117a80b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.228163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Network': ['ID=5925d862-5b91-4c23-86b8-2b1b8b43d5cd,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:27.258262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 5925d862-5b91-4c23-86b8-2b1b8b43d5cd details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:41:27.261807 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9ea4e71f-5de4-4507-a229-80585b31df34 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2150071 Apr 05 20:41:27.262023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43314) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:27.276129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'subnet': {'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:27.393222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] For port 5a04f716-0531-4a25-a762-daa7345f24f2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5a04f716-0531-4a25-a762-daa7345f24f2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:27.433016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:27.433910 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.438927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:subnet and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:27.442641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:27.443141 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.445913 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.449677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:27.466273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:27.470270 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:41:23Z', 'revision_number': 2, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:23Z', 'revision_number': 2, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:27.474918 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.493367 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Checking router: cdcfa60f-940a-4c5e-84b2-556962f21b50 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:41:27.493704 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Updating router cdcfa60f-940a-4c5e-84b2-556962f21b50 port a6f3cc7b-ec79-4a55-90a8-1214d006fff7 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:41:27.598465 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.741410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=5a04f716-0531-4a25-a762-daa7345f24f2,revision_number=8']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:27.744966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:27.750751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3d2b23bc-a1b0-470c-9d87-768117a80b1d None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:27.751122 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3d2b23bc-a1b0-470c-9d87-768117a80b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.769347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:27.784952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.785291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.785622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.786033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.786360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.786678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.787000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.787306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.787632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.789197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.789714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.790359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:27.801476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:27.803305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:27.848344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7eec49e-78d4-4819-8b22-716c0c9bf2b2 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:27.876740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=69a885e3-f006-487c-88a9-21f6f8cb4762,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:27.899081 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-68f0a177-1244-4a47-b573-83d01ba8f68f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0465901 Apr 05 20:41:27.899783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43324) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:27.908136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-463e000a-9589-47a2-923d-1604a763d8b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:28.208821 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:28.301653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Subnet': ['ID=62de11e8-5853-4817-928e-bc1a3140eb05,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:28.339468 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:28.358406 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Transition to ACTIVE for port object a6f3cc7b-ec79-4a55-90a8-1214d006fff7 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:28.367830 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:28.371337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Checking segment: {'id': 'bee6d213-946e-4e5c-b52c-659d7ffc1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:28.372242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network hostable DHCP agents. Network: 5925d862-5b91-4c23-86b8-2b1b8b43d5cd, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:41:28.391123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-463e000a-9589-47a2-923d-1604a763d8b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:28.418219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-463e000a-9589-47a2-923d-1604a763d8b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:28.419407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network 5925d862-5b91-4c23-86b8-2b1b8b43d5cd is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:41:28.433709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-463e000a-9589-47a2-923d-1604a763d8b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:28.447615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 5925d862-5b91-4c23-86b8-2b1b8b43d5cd) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:28.451460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-463e000a-9589-47a2-923d-1604a763d8b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:28.455951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:28.456593 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:28.462364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0678e1d8-db59-4c9f-934a-baa68019073c None None] Network 5925d862-5b91-4c23-86b8-2b1b8b43d5cd requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:28.473974 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988327b-6799-47f9-b295-9a95108c1a66 None None] Pushing event updated for resources: {'Port': ['ID=a6f3cc7b-ec79-4a55-90a8-1214d006fff7,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:28.495609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463e000a-9589-47a2-923d-1604a763d8b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:28.499092 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-463e000a-9589-47a2-923d-1604a763d8b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:28.536775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5a04f716-0531-4a25-a762-daa7345f24f2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:28.540914 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e32a0d65-d5aa-433d-8d74-211584b81e71 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2718408 Apr 05 20:41:28.545359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43330) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:28.765074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c70d59-dfed-4473-a740-074bea8ed860 req-92179a8d-c1a9-481f-9fad-944a1cbe9462 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:28.767446 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4c70d59-dfed-4473-a740-074bea8ed860 req-92179a8d-c1a9-481f-9fad-944a1cbe9462 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.5825658 Apr 05 20:41:28.901804 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4c70d59-dfed-4473-a740-074bea8ed860 req-0f08d385-b041-4ece-bc59-c94974239c8c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192584 Apr 05 20:41:28.998717 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Attempting to bind port a6f3cc7b-ec79-4a55-90a8-1214d006fff7 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:28.999099 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Attempting to bind port a6f3cc7b-ec79-4a55-90a8-1214d006fff7 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '8ded4e93-fd01-4649-a273-6597dc546faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:28.999539 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Attempting to bind port a6f3cc7b-ec79-4a55-90a8-1214d006fff7 on network f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:41:29.009265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-882e42c2-5810-48bc-8a62-cfebf3169325 None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:29.009773 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-882e42c2-5810-48bc-8a62-cfebf3169325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.011493 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:41:29.011493 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Checking segment: {'id': '8ded4e93-fd01-4649-a273-6597dc546faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:29.011493 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.011493 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Bound using segment: {'id': '8ded4e93-fd01-4649-a273-6597dc546faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:41:29.011824 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Bound port: a6f3cc7b-ec79-4a55-90a8-1214d006fff7, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ded4e93-fd01-4649-a273-6597dc546faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:29.012151 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.140700 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] For port a6f3cc7b-ec79-4a55-90a8-1214d006fff7, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:41:29.146173 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] For port a6f3cc7b-ec79-4a55-90a8-1214d006fff7, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a6f3cc7b-ec79-4a55-90a8-1214d006fff7,segment=NetworkSegment(8ded4e93-fd01-4649-a273-6597dc546faf),segment_id=8ded4e93-fd01-4649-a273-6597dc546faf)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:41:29.151626 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.192926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-463e000a-9589-47a2-923d-1604a763d8b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.234849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:29.235325 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.244908 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988327b-6799-47f9-b295-9a95108c1a66 None None] Pushing event updated for resources: {'Port': ['ID=a6f3cc7b-ec79-4a55-90a8-1214d006fff7,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:29.265058 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:29.266664 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:29.364899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e000a-9589-47a2-923d-1604a763d8b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=2d665263-4181-4218-bbd7-9bd9aa470a3d,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:29.396536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463e000a-9589-47a2-923d-1604a763d8b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:29.402352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-463e000a-9589-47a2-923d-1604a763d8b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:29.413159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463e000a-9589-47a2-923d-1604a763d8b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:29.430329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3105b7df-c5f9-4c35-9021-804cba592a8c None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:29.433090 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-463e000a-9589-47a2-923d-1604a763d8b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.489683 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-463e000a-9589-47a2-923d-1604a763d8b1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5886934 Apr 05 20:41:29.490864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43344) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:29.497124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'mac_address': 'fa:16:3e:cc:83:0d', 'name': 'tempest-NetworksTestDHCPv6-1048889447'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:29.527763 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:29.726577 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:41:29.728261 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:29.839911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:29.854217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:29.866636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:29.883044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:29.916591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:30.023664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e329b-d642-465c-a01b-1e7bb9783f6c req-cfa4072d-9742-445b-9c22-a74de2922de5 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:30.025372 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-834e329b-d642-465c-a01b-1e7bb9783f6c req-cfa4072d-9742-445b-9c22-a74de2922de5 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.9679222 Apr 05 20:41:30.046077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43350) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:30.056889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-129fec62-e123-4b2b-8ea1-00686d4c9b71 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Request body: {'floatingip': {'port_id': '2b0de063-74c3-4b97-9cb9-2d209a9f7465'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:30.187650 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:30.219420 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-129fec62-e123-4b2b-8ea1-00686d4c9b71 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:30.234059 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:41:23Z', 'revision_number': 2, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:29Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:30.241688 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125cd034-a7a8-4722-91d4-702837e80112 None None] The sync data for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 is: [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:41:23Z', 'revision_number': 2, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:29Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:41:30.250119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 50905122-62f0-4c36-b1d5-f13795bfe0a7 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:41:30.316839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Allocated IP 172.21.0.2 (5925d862-5b91-4c23-86b8-2b1b8b43d5cd/62de11e8-5853-4817-928e-bc1a3140eb05/f0fcc83c-0598-454f-b631-304db4061901) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:30.585914 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:30.603023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 172.20.0.14 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/2d665263-4181-4218-bbd7-9bd9aa470a3d/50905122-62f0-4c36-b1d5-f13795bfe0a7) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:30.645461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::f816:3eff:fecc:830d (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/69a885e3-f006-487c-88a9-21f6f8cb4762/50905122-62f0-4c36-b1d5-f13795bfe0a7) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:30.817037 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:30.898793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Transition to ACTIVE for port object f0fcc83c-0598-454f-b631-304db4061901 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:30.960616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Transition to ACTIVE for port object f0fcc83c-0598-454f-b631-304db4061901 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:30.978749 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af927af-41ca-4a7d-8f08-015632af4837 None None] Update dhcp port {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': '69a885e3-f006-487c-88a9-21f6f8cb4762', 'ip_address': '2001:db8::f816:3eff:fe5d:964d'}, {'subnet_id': '2d665263-4181-4218-bbd7-9bd9aa470a3d'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '5a04f716-0531-4a25-a762-daa7345f24f2'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:41:31.100562 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2af927af-41ca-4a7d-8f08-015632af4837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.122634 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.137764 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.178109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 50905122-62f0-4c36-b1d5-f13795bfe0a7 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:31.228845 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.283448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Pushing event updated for resources: {'Port': ['ID=f0fcc83c-0598-454f-b631-304db4061901,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:31.574915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Network 5925d862-5b91-4c23-86b8-2b1b8b43d5cd is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:31.579381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:31.582951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:31.599320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:31.607994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:31.613492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:31.667041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=50905122-62f0-4c36-b1d5-f13795bfe0a7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:31.694401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Attempting to bind port f0fcc83c-0598-454f-b631-304db4061901 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:31.694787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Attempting to bind port f0fcc83c-0598-454f-b631-304db4061901 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'bee6d213-946e-4e5c-b52c-659d7ffc1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:31.695158 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Attempting to bind port f0fcc83c-0598-454f-b631-304db4061901 on network 5925d862-5b91-4c23-86b8-2b1b8b43d5cd {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:41:31.705551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-2af927af-41ca-4a7d-8f08-015632af4837 None None] Allocated IP 172.20.0.2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/2d665263-4181-4218-bbd7-9bd9aa470a3d/5a04f716-0531-4a25-a762-daa7345f24f2) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:31.707640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:41:31.708041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Checking segment: {'id': 'bee6d213-946e-4e5c-b52c-659d7ffc1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:31.708435 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.708816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Bound using segment: {'id': 'bee6d213-946e-4e5c-b52c-659d7ffc1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:41:31.709310 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Bound port: f0fcc83c-0598-454f-b631-304db4061901, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee6d213-946e-4e5c-b52c-659d7ffc1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:31.709676 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.716152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:31.718650 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.756789 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6ffe9971-72e0-4226-8802-c66f58d5ff84 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.2639496 Apr 05 20:41:31.757750 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43360) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:31.872756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] For port f0fcc83c-0598-454f-b631-304db4061901, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:41:31.875943 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] For port f0fcc83c-0598-454f-b631-304db4061901, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f0fcc83c-0598-454f-b631-304db4061901,segment=NetworkSegment(bee6d213-946e-4e5c-b52c-659d7ffc1fdc),segment_id=bee6d213-946e-4e5c-b52c-659d7ffc1fdc)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:41:31.888139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2182bd23-d175-426b-903f-eddf8c40515f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:31.894871 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2182bd23-d175-426b-903f-eddf8c40515f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:31.895554 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:31.895690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2182bd23-d175-426b-903f-eddf8c40515f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:31.918473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2182bd23-d175-426b-903f-eddf8c40515f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:31.922397 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2182bd23-d175-426b-903f-eddf8c40515f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1602798 Apr 05 20:41:31.922936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43364) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:32.024447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9c657d6d-f16d-41a8-8ade-77d96d91e3c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 50905122-62f0-4c36-b1d5-f13795bfe0a7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:32.024939 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9c657d6d-f16d-41a8-8ade-77d96d91e3c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.100996 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d6106-2c7f-45e4-96c1-d85bb22255a9 None None] Pushing event updated for resources: {'Port': ['ID=f0fcc83c-0598-454f-b631-304db4061901,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:32.116279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2af927af-41ca-4a7d-8f08-015632af4837 None None] For port 5a04f716-0531-4a25-a762-daa7345f24f2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5a04f716-0531-4a25-a762-daa7345f24f2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:32.156041 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2af927af-41ca-4a7d-8f08-015632af4837 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.179230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2af927af-41ca-4a7d-8f08-015632af4837 None None] Transition to ACTIVE for port object 5a04f716-0531-4a25-a762-daa7345f24f2 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:32.187897 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2af927af-41ca-4a7d-8f08-015632af4837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.503298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a6f3cc7b-ec79-4a55-90a8-1214d006fff7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:32.508401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Allocated IP 172.21.0.1 (5925d862-5b91-4c23-86b8-2b1b8b43d5cd/62de11e8-5853-4817-928e-bc1a3140eb05/e6b4e13e-c912-49a2-8c48-895d6a6af4db) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:32.555249 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9c657d6d-f16d-41a8-8ade-77d96d91e3c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.688411 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af927af-41ca-4a7d-8f08-015632af4837 None None] Pushing event updated for resources: {'Port': ['ID=5a04f716-0531-4a25-a762-daa7345f24f2,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:32.747273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a6f3cc7b-ec79-4a55-90a8-1214d006fff7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:32.758119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a6f3cc7b-ec79-4a55-90a8-1214d006fff7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:32.758491 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.774841 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-129fec62-e123-4b2b-8ea1-00686d4c9b71 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:41:32.871961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9c657d6d-f16d-41a8-8ade-77d96d91e3c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 50905122-62f0-4c36-b1d5-f13795bfe0a7 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:41:32.977560 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-129fec62-e123-4b2b-8ea1-00686d4c9b71 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:32.997869 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.012600 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-129fec62-e123-4b2b-8ea1-00686d4c9b71 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.049471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a6f3cc7b-ec79-4a55-90a8-1214d006fff7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a6f3cc7b-ec79-4a55-90a8-1214d006fff7,segment=NetworkSegment(8ded4e93-fd01-4649-a273-6597dc546faf),segment_id=8ded4e93-fd01-4649-a273-6597dc546faf)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:33.058936 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.150383 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.225564 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a6f3cc7b-ec79-4a55-90a8-1214d006fff7,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:33.380243 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-129fec62-e123-4b2b-8ea1-00686d4c9b71 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Floating IP 292959da-3922-4e60-b68d-792c2ca2a3df associated. External IP: 172.25.8.151, port: 2b0de063-74c3-4b97-9cb9-2d209a9f7465. Apr 05 20:41:33.478957 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9c657d6d-f16d-41a8-8ade-77d96d91e3c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.486112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Transition to ACTIVE for port object e6b4e13e-c912-49a2-8c48-895d6a6af4db will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:33.607733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c657d6d-f16d-41a8-8ade-77d96d91e3c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=50905122-62f0-4c36-b1d5-f13795bfe0a7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:33.757187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-58c33878-2fab-4315-886d-be49e884f248 None None] Provisioning for port 5a04f716-0531-4a25-a762-daa7345f24f2 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:33.795179 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-58c33878-2fab-4315-886d-be49e884f248 None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:33.795606 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-58c33878-2fab-4315-886d-be49e884f248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.850824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.859274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9c657d6d-f16d-41a8-8ade-77d96d91e3c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:33.873567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd89e75-0f9e-4295-a05d-9ba5fc626798 None None] Network 5925d862-5b91-4c23-86b8-2b1b8b43d5cd requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:33.888978 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9c657d6d-f16d-41a8-8ade-77d96d91e3c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/50905122-62f0-4c36-b1d5-f13795bfe0a7 HTTP/1.1" status: 204 len: 168 time: 1.9647646 Apr 05 20:41:33.890036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43376) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:34.107690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network 5925d862-5b91-4c23-86b8-2b1b8b43d5cd is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:34.114797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:34.115711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c3010-6023-4a9e-a248-9243a98c546f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:34.133193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c3010-6023-4a9e-a248-9243a98c546f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:34.168813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856c3010-6023-4a9e-a248-9243a98c546f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:34.171924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-856c3010-6023-4a9e-a248-9243a98c546f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:34.211912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-856c3010-6023-4a9e-a248-9243a98c546f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:34.226968 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-856c3010-6023-4a9e-a248-9243a98c546f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3345370 Apr 05 20:41:34.237159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43380) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:34.377956 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-17e3f0d0-43da-461b-9897-10e9208b9089 None None] Provisioning for port f0fcc83c-0598-454f-b631-304db4061901 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:34.383928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b4a934-f982-438f-8ab3-4a9e2beb9be7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 2d665263-4181-4218-bbd7-9bd9aa470a3d {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:41:34.398442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-17e3f0d0-43da-461b-9897-10e9208b9089 None None] Could not find standard attr ID for object 50905122-62f0-4c36-b1d5-f13795bfe0a7. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:41:34.402089 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6b4a934-f982-438f-8ab3-4a9e2beb9be7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:34.466867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=e6b4e13e-c912-49a2-8c48-895d6a6af4db,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:34.476478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:34.561847 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6b4a934-f982-438f-8ab3-4a9e2beb9be7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:34.618442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f0fcc83c-0598-454f-b631-304db4061901 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:34.667855 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:34.697593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129fec62-e123-4b2b-8ea1-00686d4c9b71 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Router 76105a24-88ea-478d-aaa5-223e12a60769 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:41:34.879780 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b9b8ca54-9125-4f45-9322-dcc310325f4e None None] Provisioning for port e6b4e13e-c912-49a2-8c48-895d6a6af4db completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:34.887535 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b9b8ca54-9125-4f45-9322-dcc310325f4e None None] Provisioning complete for port e6b4e13e-c912-49a2-8c48-895d6a6af4db triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:34.887906 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b9b8ca54-9125-4f45-9322-dcc310325f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:34.905752 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6b4a934-f982-438f-8ab3-4a9e2beb9be7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:34.989326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port f0fcc83c-0598-454f-b631-304db4061901 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:35.006333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b9b8ca54-9125-4f45-9322-dcc310325f4e None None] Port e6b4e13e-c912-49a2-8c48-895d6a6af4db cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:41:35.007690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port f0fcc83c-0598-454f-b631-304db4061901 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:35.008054 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:35.044868 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6b4a934-f982-438f-8ab3-4a9e2beb9be7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:35.128539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b4a934-f982-438f-8ab3-4a9e2beb9be7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=2d665263-4181-4218-bbd7-9bd9aa470a3d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:35.134508 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b6b4a934-f982-438f-8ab3-4a9e2beb9be7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:35.142696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129fec62-e123-4b2b-8ea1-00686d4c9b71 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:41:35.160498 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b6b4a934-f982-438f-8ab3-4a9e2beb9be7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/2d665263-4181-4218-bbd7-9bd9aa470a3d HTTP/1.1" status: 204 len: 168 time: 0.9211862 Apr 05 20:41:35.163169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43388) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:35.168294 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-129fec62-e123-4b2b-8ea1-00686d4c9b71 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:35.175441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a270e0d3-1a57-4a81-ba96-c4357bbe6feb None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:35.262990 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-129fec62-e123-4b2b-8ea1-00686d4c9b71 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "PUT /v2.0/floatingips/292959da-3922-4e60-b68d-792c2ca2a3df HTTP/1.1" status: 200 len: 992 time: 5.1890047 Apr 05 20:41:35.262990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'tag': '2b0de063-74c3-4b97-9cb9-2d209a9f7465'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:41:35.322467 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'tag': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'status': 'completed', 'code': 200} Apr 05 20:41:35.335286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a361b-ccb8-4d65-bd22-9f83e8b0ed90 None None] Sync routers for ids ['76105a24-88ea-478d-aaa5-223e12a60769'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:41:35.387292 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:35.400017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a361b-ccb8-4d65-bd22-9f83e8b0ed90 None None] Routers {'76105a24-88ea-478d-aaa5-223e12a60769'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:35.400778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3b9a361b-ccb8-4d65-bd22-9f83e8b0ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76105a24-88ea-478d-aaa5-223e12a60769'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:35.402748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-0698ff46-b6a8-41ed-b139-d24801b5d493 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 69a885e3-f006-487c-88a9-21f6f8cb4762 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:41:35.418387 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0698ff46-b6a8-41ed-b139-d24801b5d493 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:35.511799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c922f-b377-44e4-a4fd-2caec21eeb8a req-337c360c-00f2-44fd-8b1d-cf5b83243133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:35.513540 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-618c922f-b377-44e4-a4fd-2caec21eeb8a req-337c360c-00f2-44fd-8b1d-cf5b83243133 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 1097 time: 0.1640449 Apr 05 20:41:35.604980 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0698ff46-b6a8-41ed-b139-d24801b5d493 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:35.830441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-3b9a361b-ccb8-4d65-bd22-9f83e8b0ed90 None None] Set router 76105a24-88ea-478d-aaa5-223e12a60769 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:35.944350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c922f-b377-44e4-a4fd-2caec21eeb8a req-408beb11-1819-4080-b0bc-60df1e9adaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:35.944550 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0698ff46-b6a8-41ed-b139-d24801b5d493 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:35.945873 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-618c922f-b377-44e4-a4fd-2caec21eeb8a req-408beb11-1819-4080-b0bc-60df1e9adaa1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 918 time: 0.3725250 Apr 05 20:41:36.065322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-66d7c68a-9364-4f82-a8f3-8f1f08011ac1 None None] Provisioning complete for port e6b4e13e-c912-49a2-8c48-895d6a6af4db triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:36.066324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-66d7c68a-9364-4f82-a8f3-8f1f08011ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:36.088117 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0698ff46-b6a8-41ed-b139-d24801b5d493 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:36.150577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698ff46-b6a8-41ed-b139-d24801b5d493 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=69a885e3-f006-487c-88a9-21f6f8cb4762,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:36.154440 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0698ff46-b6a8-41ed-b139-d24801b5d493 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:36.164977 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0698ff46-b6a8-41ed-b139-d24801b5d493 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/69a885e3-f006-487c-88a9-21f6f8cb4762 HTTP/1.1" status: 204 len: 168 time: 0.9863408 Apr 05 20:41:36.168746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43400) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:36.243039 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-607b7efd-b6d5-40b2-914a-859f73901c0b req-e3dea173-9a5b-412e-902e-f01113e948be service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5685639 Apr 05 20:41:36.247804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-618c922f-b377-44e4-a4fd-2caec21eeb8a req-2acc82ef-73c2-4774-95a0-9311b24467f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465 HTTP/1.1" status: 200 len: 1000 time: 0.2925243 Apr 05 20:41:36.270517 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:36.291231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-66d7c68a-9364-4f82-a8f3-8f1f08011ac1 None None] Port e6b4e13e-c912-49a2-8c48-895d6a6af4db cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:41:36.338716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c922f-b377-44e4-a4fd-2caec21eeb8a req-df137dbf-bd3f-4955-9af0-3e50dba90adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:36.340385 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-618c922f-b377-44e4-a4fd-2caec21eeb8a req-df137dbf-bd3f-4955-9af0-3e50dba90adb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.0861363 Apr 05 20:41:36.354856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-31644085-36bd-4a3e-a835-e5a597475367 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:router {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:36.375326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port f0fcc83c-0598-454f-b631-304db4061901, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f0fcc83c-0598-454f-b631-304db4061901,segment=NetworkSegment(bee6d213-946e-4e5c-b52c-659d7ffc1fdc),segment_id=bee6d213-946e-4e5c-b52c-659d7ffc1fdc)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:36.385908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-31644085-36bd-4a3e-a835-e5a597475367 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:router {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:36.390487 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-31644085-36bd-4a3e-a835-e5a597475367 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2185099 Apr 05 20:41:36.393307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43404) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:36.397471 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:36.404604 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:36.412015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-99e7a81a-bac2-4972-8d4f-3d82053f1168 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:36.444024 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:36.445041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a6f3cc7b-ec79-4a55-90a8-1214d006fff7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:36.704792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=f0fcc83c-0598-454f-b631-304db4061901,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:36.736672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a6f3cc7b-ec79-4a55-90a8-1214d006fff7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:36.737047 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:36.760919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-99e7a81a-bac2-4972-8d4f-3d82053f1168 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:36.763274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:36.763633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:36.763970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:36.764301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:36.764633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:36.764956 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:36.765797 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:36.766160 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:36.766771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:36.767113 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:36.767436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:36.767756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:36.768660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-99e7a81a-bac2-4972-8d4f-3d82053f1168 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:36.771808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-99e7a81a-bac2-4972-8d4f-3d82053f1168 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:36.779301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-99e7a81a-bac2-4972-8d4f-3d82053f1168 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:36.791587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e7a81a-bac2-4972-8d4f-3d82053f1168 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:36.795977 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99e7a81a-bac2-4972-8d4f-3d82053f1168 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:36.842699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=e6b4e13e-c912-49a2-8c48-895d6a6af4db,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:36.867692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c922f-b377-44e4-a4fd-2caec21eeb8a req-d51889c8-df08-4a64-a1e3-165a646e4362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:36.869181 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-618c922f-b377-44e4-a4fd-2caec21eeb8a req-d51889c8-df08-4a64-a1e3-165a646e4362 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5181620 Apr 05 20:41:36.873510 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:36.923397 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3b9a361b-ccb8-4d65-bd22-9f83e8b0ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '292959da-3922-4e60-b68d-792c2ca2a3df', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'port_id': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'mac_address': 'fa:16:3e:b3:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:41:08Z', 'updated_at': '2022-04-05T20:41:32Z', 'revision_number': 1, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:11Z', 'revision_number': 5, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:36.935754 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da49418-0384-4c6e-ba26-70d1a13db32b None None] Update dhcp port {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': '69a885e3-f006-487c-88a9-21f6f8cb4762'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '5a04f716-0531-4a25-a762-daa7345f24f2'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:41:37.003783 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a361b-ccb8-4d65-bd22-9f83e8b0ed90 None None] Checking router: 76105a24-88ea-478d-aaa5-223e12a60769 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:41:37.049813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9a361b-ccb8-4d65-bd22-9f83e8b0ed90 None None] Routers {'76105a24-88ea-478d-aaa5-223e12a60769'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:37.051101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3b9a361b-ccb8-4d65-bd22-9f83e8b0ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76105a24-88ea-478d-aaa5-223e12a60769'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:37.175652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5a04f716-0531-4a25-a762-daa7345f24f2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:37.245604 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6da49418-0384-4c6e-ba26-70d1a13db32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:37.275196 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-618c922f-b377-44e4-a4fd-2caec21eeb8a req-d974b88a-ea2d-4522-975b-0afdb93e9e12 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967996 Apr 05 20:41:37.285675 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99e7a81a-bac2-4972-8d4f-3d82053f1168 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:37.406907 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:37.407417 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:37.421028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e7a81a-bac2-4972-8d4f-3d82053f1168 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:37.429849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-99e7a81a-bac2-4972-8d4f-3d82053f1168 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:37.447272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e7a81a-bac2-4972-8d4f-3d82053f1168 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:37.447888 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99e7a81a-bac2-4972-8d4f-3d82053f1168 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:37.483352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7a81a-bac2-4972-8d4f-3d82053f1168 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=b6e89e10-06e8-443b-87e8-38fc80515797,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:37.507534 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-99e7a81a-bac2-4972-8d4f-3d82053f1168 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1110797 Apr 05 20:41:37.510652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43412) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:37.516577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:37.628101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-3b9a361b-ccb8-4d65-bd22-9f83e8b0ed90 None None] Set router 76105a24-88ea-478d-aaa5-223e12a60769 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:37.669081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network 5925d862-5b91-4c23-86b8-2b1b8b43d5cd is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:37.673509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:37.684563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:37.698934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:37.712997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:37.729526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:37.790564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:37.801743 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:38.052504 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca657d96-742f-4058-bc49-128ca4a7aae6 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:38.109439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-618c922f-b377-44e4-a4fd-2caec21eeb8a req-ab987fb0-5a4f-437a-8101-5ade62c5037a service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8199372 Apr 05 20:41:38.202256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router cdcfa60f-940a-4c5e-84b2-556962f21b50 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:41:38.372860 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b7b27eed-2078-4fea-becb-a47eb31872a2 None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:38.373298 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b7b27eed-2078-4fea-becb-a47eb31872a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:38.447182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:41:38.457063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a8f74c26-54a9-497f-a949-0b18ea44aaf4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9098272 Apr 05 20:41:38.460510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43420) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:38.463189 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Sync routers for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:41:38.477209 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:38.479890 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:38.514125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'network': {'name': 'tempest-RoutersTest-628246515'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:38.528037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:38.533627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b7efd-b6d5-40b2-914a-859f73901c0b req-76190ef0-66d0-4e2e-b9b5-756c387edbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:38.536844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:network and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:38.537242 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-607b7efd-b6d5-40b2-914a-859f73901c0b req-76190ef0-66d0-4e2e-b9b5-756c387edbec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 1097 time: 0.1268182 Apr 05 20:41:38.551997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:38.607326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:38.682053 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:38.685409 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:38.727873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.objects.ports [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87965) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:41:38.752393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f0fcc83c-0598-454f-b631-304db4061901 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:38.847660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:41:38.890688 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:38.900816 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:38.901158 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Added segment c7b401fe-f45d-4474-b26a-ae267c36e124 of type vlan for network 479ad60b-d05b-48ea-974f-a6f7a966f3c6 Apr 05 20:41:38.915014 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b7efd-b6d5-40b2-914a-859f73901c0b req-5e89d993-9c04-4194-9498-8ff9b76d4a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:38.920557 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-607b7efd-b6d5-40b2-914a-859f73901c0b req-5e89d993-9c04-4194-9498-8ff9b76d4a32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 918 time: 0.3567836 Apr 05 20:41:38.994445 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.028301 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.062883 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port f0fcc83c-0598-454f-b631-304db4061901 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:39.063103 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.090144 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.104930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:39.105799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.172644 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-607b7efd-b6d5-40b2-914a-859f73901c0b req-76305721-435e-45c2-b3a1-cf5edf4c8044 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465 HTTP/1.1" status: 200 len: 1000 time: 0.2445734 Apr 05 20:41:39.278056 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.328769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b7b27eed-2078-4fea-becb-a47eb31872a2 None None] Provisioning complete for port e6b4e13e-c912-49a2-8c48-895d6a6af4db triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:39.329406 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b7b27eed-2078-4fea-becb-a47eb31872a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.356717 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b7efd-b6d5-40b2-914a-859f73901c0b req-9eab9266-8cbb-4543-8789-3956f7844640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:39.362831 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-607b7efd-b6d5-40b2-914a-859f73901c0b req-9eab9266-8cbb-4543-8789-3956f7844640 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.1847298 Apr 05 20:41:39.428443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Network': ['ID=479ad60b-d05b-48ea-974f-a6f7a966f3c6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:39.523870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43426) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:39.524581 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dd1e0697-c61b-4d2c-92d6-d03325eb099c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0385089 Apr 05 20:41:39.539185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'subnet': {'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:39.570767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 479ad60b-d05b-48ea-974f-a6f7a966f3c6 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:41:39.593547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b7b27eed-2078-4fea-becb-a47eb31872a2 None None] Port e6b4e13e-c912-49a2-8c48-895d6a6af4db cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:41:39.610110 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.622487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1326fce8-4d44-4b25-a3d3-a6f96f6408e5 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:41:39.728335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:39.734136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:subnet and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:39.738450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:39.747608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:39.774869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607b7efd-b6d5-40b2-914a-859f73901c0b req-0c893232-d842-4a8d-bcfb-b844d410873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:39.775333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3b9a361b-ccb8-4d65-bd22-9f83e8b0ed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '292959da-3922-4e60-b68d-792c2ca2a3df', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'port_id': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'mac_address': 'fa:16:3e:b3:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:41:08Z', 'updated_at': '2022-04-05T20:41:32Z', 'revision_number': 1, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:11Z', 'revision_number': 5, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:39.778035 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-607b7efd-b6d5-40b2-914a-859f73901c0b req-0c893232-d842-4a8d-bcfb-b844d410873f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4082220 Apr 05 20:41:39.778694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:39.782591 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:39.789579 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:41:35Z', 'revision_number': 3, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:35Z', 'revision_number': 2, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:39.818597 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Checking router: cdcfa60f-940a-4c5e-84b2-556962f21b50 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:41:39.818944 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Updating router cdcfa60f-940a-4c5e-84b2-556962f21b50 port e6b4e13e-c912-49a2-8c48-895d6a6af4db binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:41:39.970390 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9a361b-ccb8-4d65-bd22-9f83e8b0ed90 None None] The sync data for ids ['76105a24-88ea-478d-aaa5-223e12a60769'] in n-d-836604-1 is: [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '292959da-3922-4e60-b68d-792c2ca2a3df', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'port_id': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3083, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'mac_address': 'fa:16:3e:b3:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:41:08Z', 'updated_at': '2022-04-05T20:41:32Z', 'revision_number': 1, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:11Z', 'revision_number': 5, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:41:40.106549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-285a9f97-464a-4fb2-b0af-dd063cbd4155 None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:40.107065 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-285a9f97-464a-4fb2-b0af-dd063cbd4155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.192035 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.225795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5a04f716-0531-4a25-a762-daa7345f24f2 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:41:40.297465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] For port 5a04f716-0531-4a25-a762-daa7345f24f2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5a04f716-0531-4a25-a762-daa7345f24f2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:40.341498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.348873 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.350861 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.439176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1326fce8-4d44-4b25-a3d3-a6f96f6408e5 None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:41:40.575051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71cef4-f6cb-4348-b4d4-bcb8bfe47feb None None] New status for floating IP 292959da-3922-4e60-b68d-792c2ca2a3df: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:41:40.585060 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-607b7efd-b6d5-40b2-914a-859f73901c0b req-b47477b2-f5ad-4dff-8ab0-929af57c564a service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933059 Apr 05 20:41:40.673169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=5a04f716-0531-4a25-a762-daa7345f24f2,revision_number=13']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:40.698555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:40.704229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:40.707729 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:40.708312 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.738810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=d703c518-31c9-4dd4-b210-1946e502f98a,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:40.746402 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0dc26f33-42db-4599-8b86-f3fec4e6f0b9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.2346690 Apr 05 20:41:40.747209 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43436) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:40.753578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'mac_address': 'fa:16:3e:b6:a8:1f', 'name': 'tempest-NetworksTestDHCPv6-1148290145'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:40.877563 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:40.938044 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-607b7efd-b6d5-40b2-914a-859f73901c0b req-9be0408d-3b64-43dd-96f5-accd4d407bb6 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549221 Apr 05 20:41:40.977834 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.004831 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 5a04f716-0531-4a25-a762-daa7345f24f2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5a04f716-0531-4a25-a762-daa7345f24f2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:41.088305 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.101300 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.133292 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Transition to ACTIVE for port object e6b4e13e-c912-49a2-8c48-895d6a6af4db will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:41.150620 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.157373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Subnet': ['ID=3b436870-0c85-47a4-9ed3-61dc87f866f6,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:41.227859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Checking segment: {'id': 'c7b401fe-f45d-4474-b26a-ae267c36e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:41.240472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network hostable DHCP agents. Network: 479ad60b-d05b-48ea-974f-a6f7a966f3c6, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:41:41.309513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network 479ad60b-d05b-48ea-974f-a6f7a966f3c6 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:41:41.328488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 479ad60b-d05b-48ea-974f-a6f7a966f3c6) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:41.335853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:41.338415 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.395245 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c70cb322-f52e-4d07-9e92-4867fb93c401 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8651621 Apr 05 20:41:41.396425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43450) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:41.416300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:41.425642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:41.430990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:41.447519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:41.469659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=5a04f716-0531-4a25-a762-daa7345f24f2,revision_number=14']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:41.472132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:41.498137 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6ea31-915b-402f-954b-5243ed244a7c None None] Pushing event updated for resources: {'Port': ['ID=e6b4e13e-c912-49a2-8c48-895d6a6af4db,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:41.507049 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Attempting to bind port e6b4e13e-c912-49a2-8c48-895d6a6af4db on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:41.507417 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Attempting to bind port e6b4e13e-c912-49a2-8c48-895d6a6af4db by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'bee6d213-946e-4e5c-b52c-659d7ffc1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:41.509940 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Attempting to bind port e6b4e13e-c912-49a2-8c48-895d6a6af4db on network 5925d862-5b91-4c23-86b8-2b1b8b43d5cd {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:41:41.522192 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:41:41.522559 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Checking segment: {'id': 'bee6d213-946e-4e5c-b52c-659d7ffc1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:41.523355 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.523740 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Bound using segment: {'id': 'bee6d213-946e-4e5c-b52c-659d7ffc1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:41:41.524390 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Bound port: e6b4e13e-c912-49a2-8c48-895d6a6af4db, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee6d213-946e-4e5c-b52c-659d7ffc1fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:41.524762 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.561259 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5d4f4632-805e-4b05-b2f6-c103beecf3b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.728274 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] For port e6b4e13e-c912-49a2-8c48-895d6a6af4db, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:41:41.731428 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] For port e6b4e13e-c912-49a2-8c48-895d6a6af4db, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e6b4e13e-c912-49a2-8c48-895d6a6af4db,segment=NetworkSegment(bee6d213-946e-4e5c-b52c-659d7ffc1fdc),segment_id=bee6d213-946e-4e5c-b52c-659d7ffc1fdc)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:41:41.744630 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.802151 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:41.842948 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 9ba5e6fc-981c-496c-a59c-31f051e393f5 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:41:41.874581 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6ea31-915b-402f-954b-5243ed244a7c None None] Pushing event updated for resources: {'Port': ['ID=e6b4e13e-c912-49a2-8c48-895d6a6af4db,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:41.895207 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:41.895769 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:42.001714 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b079ed0b-b7f8-40b1-8083-c1ef4a97f6af None None] Update dhcp port {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': 'd703c518-31c9-4dd4-b210-1946e502f98a', 'ip_address': '2001:db8::f816:3eff:fe5d:964d'}, {'subnet_id': 'b6e89e10-06e8-443b-87e8-38fc80515797'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '5a04f716-0531-4a25-a762-daa7345f24f2'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:41:42.076631 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b079ed0b-b7f8-40b1-8083-c1ef4a97f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:42.101153 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:42.321394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 172.20.0.13 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/b6e89e10-06e8-443b-87e8-38fc80515797/9ba5e6fc-981c-496c-a59c-31f051e393f5) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:42.329564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::f816:3eff:feb6:a81f (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/d703c518-31c9-4dd4-b210-1946e502f98a/9ba5e6fc-981c-496c-a59c-31f051e393f5) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:42.589295 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:42.600149 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:42.620551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 9ba5e6fc-981c-496c-a59c-31f051e393f5 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:42.639000 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:41:35Z', 'revision_number': 3, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:41Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:42.646894 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9b2100-acac-4b5b-9096-951dc1b3eef2 None None] The sync data for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 is: [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:41:35Z', 'revision_number': 3, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:41Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:41:42.651805 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:42.717603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:42.721504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:42.724158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:42.805662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:42.805662 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:42.818290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-b079ed0b-b7f8-40b1-8083-c1ef4a97f6af None None] Allocated IP 172.20.0.2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/b6e89e10-06e8-443b-87e8-38fc80515797/5a04f716-0531-4a25-a762-daa7345f24f2) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:42.846744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=9ba5e6fc-981c-496c-a59c-31f051e393f5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:42.866663 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-55000252-8510-494e-bf03-0eee6b8a5642 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.1182852 Apr 05 20:41:42.867708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43458) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:42.983165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2903f39-7f29-4149-bbb1-ab0a69154236 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:42.996547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2903f39-7f29-4149-bbb1-ab0a69154236 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:42.997423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d2903f39-7f29-4149-bbb1-ab0a69154236 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:43.017352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d2903f39-7f29-4149-bbb1-ab0a69154236 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:43.022194 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d2903f39-7f29-4149-bbb1-ab0a69154236 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1531296 Apr 05 20:41:43.022809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43462) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:43.114793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-03af94b0-bb1c-445d-a10c-50ac4a6d9143 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 9ba5e6fc-981c-496c-a59c-31f051e393f5 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:43.115146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03af94b0-bb1c-445d-a10c-50ac4a6d9143 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:43.148638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b079ed0b-b7f8-40b1-8083-c1ef4a97f6af None None] For port 5a04f716-0531-4a25-a762-daa7345f24f2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5a04f716-0531-4a25-a762-daa7345f24f2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:43.186756 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b079ed0b-b7f8-40b1-8083-c1ef4a97f6af None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:43.225079 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b079ed0b-b7f8-40b1-8083-c1ef4a97f6af None None] Transition to ACTIVE for port object 5a04f716-0531-4a25-a762-daa7345f24f2 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:43.237829 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b079ed0b-b7f8-40b1-8083-c1ef4a97f6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:43.366071 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e6b4e13e-c912-49a2-8c48-895d6a6af4db up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:43.544243 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:41:43.575869 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03af94b0-bb1c-445d-a10c-50ac4a6d9143 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:43.726083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079ed0b-b7f8-40b1-8083-c1ef4a97f6af None None] Pushing event updated for resources: {'Port': ['ID=5a04f716-0531-4a25-a762-daa7345f24f2,revision_number=15']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:43.773416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Allocated IP 172.22.0.1 (479ad60b-d05b-48ea-974f-a6f7a966f3c6/3b436870-0c85-47a4-9ed3-61dc87f866f6/2b3e02ef-af82-4ee3-8bac-b698d802b194) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:43.797908 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-733d2c3b-8136-4778-abb0-7a41cf2f6631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:43.807809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port e6b4e13e-c912-49a2-8c48-895d6a6af4db completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:43.822314 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port e6b4e13e-c912-49a2-8c48-895d6a6af4db triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:43.823892 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:43.968175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-03af94b0-bb1c-445d-a10c-50ac4a6d9143 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 9ba5e6fc-981c-496c-a59c-31f051e393f5 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:41:44.192546 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:44.233185 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:44.275420 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port e6b4e13e-c912-49a2-8c48-895d6a6af4db, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e6b4e13e-c912-49a2-8c48-895d6a6af4db,segment=NetworkSegment(bee6d213-946e-4e5c-b52c-659d7ffc1fdc),segment_id=bee6d213-946e-4e5c-b52c-659d7ffc1fdc)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:44.280728 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:44.338792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Transition to ACTIVE for port object 2b3e02ef-af82-4ee3-8bac-b698d802b194 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:44.339211 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03af94b0-bb1c-445d-a10c-50ac4a6d9143 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:44.406071 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:44.415022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af94b0-bb1c-445d-a10c-50ac4a6d9143 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=9ba5e6fc-981c-496c-a59c-31f051e393f5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:44.431043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=e6b4e13e-c912-49a2-8c48-895d6a6af4db,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:44.496251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network 479ad60b-d05b-48ea-974f-a6f7a966f3c6 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:44.500581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:44.505816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:44.589720 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:44.604920 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03af94b0-bb1c-445d-a10c-50ac4a6d9143 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:44.619178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=2b3e02ef-af82-4ee3-8bac-b698d802b194,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:44.630445 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-03af94b0-bb1c-445d-a10c-50ac4a6d9143 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/9ba5e6fc-981c-496c-a59c-31f051e393f5 HTTP/1.1" status: 204 len: 168 time: 1.6062231 Apr 05 20:41:44.632773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43490) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:44.639894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:44.640300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:44.640700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:44.641095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:44.641494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:44.641923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:44.642284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:44.642702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:44.643085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:44.643465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:44.643790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:44.644482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:44.743463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959d5c50-ab56-4251-a21b-6610e3cdd3f1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:44.745096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959d5c50-ab56-4251-a21b-6610e3cdd3f1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:44.746620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959d5c50-ab56-4251-a21b-6610e3cdd3f1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:44.747447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-959d5c50-ab56-4251-a21b-6610e3cdd3f1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:44.787918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-959d5c50-ab56-4251-a21b-6610e3cdd3f1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:44.789175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-959d5c50-ab56-4251-a21b-6610e3cdd3f1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1549170 Apr 05 20:41:44.792003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43498) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:44.847873 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:44.872891 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:44.897862 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:44.973179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-15424c61-6263-47c0-b2c9-2d57b19e5799 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet b6e89e10-06e8-443b-87e8-38fc80515797 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:41:44.982827 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15424c61-6263-47c0-b2c9-2d57b19e5799 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:45.104114 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15424c61-6263-47c0-b2c9-2d57b19e5799 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:45.135661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7497f644-f952-4278-af28-1e9d5eb3cd20 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:45.465440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca02f528-9572-4153-9801-48b87a2d727e None None] Network 479ad60b-d05b-48ea-974f-a6f7a966f3c6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:45.521498 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5a04f716-0531-4a25-a762-daa7345f24f2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:45.630038 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15424c61-6263-47c0-b2c9-2d57b19e5799 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:45.727451 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:45.736220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:45.809350 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15424c61-6263-47c0-b2c9-2d57b19e5799 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:45.860264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15424c61-6263-47c0-b2c9-2d57b19e5799 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=b6e89e10-06e8-443b-87e8-38fc80515797,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:45.864934 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15424c61-6263-47c0-b2c9-2d57b19e5799 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:45.902044 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-15424c61-6263-47c0-b2c9-2d57b19e5799 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/b6e89e10-06e8-443b-87e8-38fc80515797 HTTP/1.1" status: 204 len: 168 time: 1.1076200 Apr 05 20:41:45.902654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43510) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:45.926884 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:45.930635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=2b3e02ef-af82-4ee3-8bac-b698d802b194,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:45.981223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-379df776-587a-4070-833f-66ae6c4470d9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet d703c518-31c9-4dd4-b210-1946e502f98a {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:41:45.985214 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-379df776-587a-4070-833f-66ae6c4470d9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.012355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e0c9cbf4-27d6-4da4-bf20-43adaafba495 None None] Provisioning for port 5a04f716-0531-4a25-a762-daa7345f24f2 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:46.045353 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-379df776-587a-4070-833f-66ae6c4470d9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.091368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network 479ad60b-d05b-48ea-974f-a6f7a966f3c6 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:46.094319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:46.136923 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-379df776-587a-4070-833f-66ae6c4470d9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.149465 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e0c9cbf4-27d6-4da4-bf20-43adaafba495 None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:46.150127 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e0c9cbf4-27d6-4da4-bf20-43adaafba495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.224455 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-379df776-587a-4070-833f-66ae6c4470d9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.243175 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.267538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379df776-587a-4070-833f-66ae6c4470d9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=d703c518-31c9-4dd4-b210-1946e502f98a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:46.268327 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:46.268923 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.271470 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-379df776-587a-4070-833f-66ae6c4470d9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.285858 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-379df776-587a-4070-833f-66ae6c4470d9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/d703c518-31c9-4dd4-b210-1946e502f98a HTTP/1.1" status: 204 len: 168 time: 0.3779321 Apr 05 20:41:46.286516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43514) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:46.408657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router cdcfa60f-940a-4c5e-84b2-556962f21b50 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:41:46.410144 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-53456561-c3f6-4974-9906-a7da07632154 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223989 Apr 05 20:41:46.414023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43520) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:46.424057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c71b787f-0c32-4c9a-b16d-270b551a3027 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:46.683692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c71b787f-0c32-4c9a-b16d-270b551a3027 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:46.692915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c71b787f-0c32-4c9a-b16d-270b551a3027 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:46.703409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c71b787f-0c32-4c9a-b16d-270b551a3027 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:46.718920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c71b787f-0c32-4c9a-b16d-270b551a3027 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:46.749506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71b787f-0c32-4c9a-b16d-270b551a3027 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:46.753999 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c71b787f-0c32-4c9a-b16d-270b551a3027 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.766315 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.808034 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e0c9cbf4-27d6-4da4-bf20-43adaafba495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.883623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 5a04f716-0531-4a25-a762-daa7345f24f2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5a04f716-0531-4a25-a762-daa7345f24f2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:46.896726 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:46.897529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e6b4e13e-c912-49a2-8c48-895d6a6af4db up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:46.913107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:41:46.924498 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Sync routers for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:41:46.945184 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:46.947077 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-18afa51d-6a17-4416-830d-c874563f537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:46.957140 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-49e40f86-1423-4506-92cb-c2c7044d12b0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5582707 Apr 05 20:41:46.958428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43536) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:46.972159 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'network': {'name': 'tempest-RoutersTest-1240594991'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:46.984776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:46.994943 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:network and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:46.998610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:47.011554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:47.039964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:47.044206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.048550 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f23035-0694-40b6-ac3a-90ce837da01f None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:47.055532 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c71b787f-0c32-4c9a-b16d-270b551a3027 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.077186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:41:47.088995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.089326 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Added segment 1afe25a4-4253-4c4a-a4b8-50981ac599c3 of type vlan for network ca3b5882-8f3a-4573-b28a-7de921d57d6f Apr 05 20:41:47.120981 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.134627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71b787f-0c32-4c9a-b16d-270b551a3027 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:47.139440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c71b787f-0c32-4c9a-b16d-270b551a3027 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:47.149394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b787f-0c32-4c9a-b16d-270b551a3027 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:47.150340 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c71b787f-0c32-4c9a-b16d-270b551a3027 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.165433 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.172452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b787f-0c32-4c9a-b16d-270b551a3027 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=55e8332a-85a7-49cd-9493-006a83c53ca0,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:47.173392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:47.174787 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.212180 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c71b787f-0c32-4c9a-b16d-270b551a3027 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7966754 Apr 05 20:41:47.214870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43542) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:47.221628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:47.289728 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=5a04f716-0531-4a25-a762-daa7345f24f2,revision_number=18']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:47.300314 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-e0c9cbf4-27d6-4da4-bf20-43adaafba495 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:41:47.300647 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-e0c9cbf4-27d6-4da4-bf20-43adaafba495 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:41:47.314738 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:41:47.315563 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.338957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port e6b4e13e-c912-49a2-8c48-895d6a6af4db triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:47.339328 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.345016 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3835669 Apr 05 20:41:47.346710 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:47.347713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43546) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:47.366540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'subnet': {'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:47.523187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:47.528028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:47.534270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10d58b-1784-451f-8165-0cff75a3637f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Network': ['ID=ca3b5882-8f3a-4573-b28a-7de921d57d6f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:47.538932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:47.539701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:47.545098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:subnet and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:47.549223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:47.553024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:47.556338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:47.573825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network ca3b5882-8f3a-4573-b28a-7de921d57d6f details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:41:47.574446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Made reservation on behalf of cf9ee73d8c99499a86be1d7badfb9dbe for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:47.577753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:47.578331 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:47.582191 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:48.028691 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-18afa51d-6a17-4416-830d-c874563f537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:41:45Z', 'revision_number': 2, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:48.038051 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Checking router: cdcfa60f-940a-4c5e-84b2-556962f21b50 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:41:48.038051 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Updating router cdcfa60f-940a-4c5e-84b2-556962f21b50 port 2b3e02ef-af82-4ee3-8bac-b698d802b194 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:41:48.084677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:48.102147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Allocated IP 172.22.0.2 (479ad60b-d05b-48ea-974f-a6f7a966f3c6/3b436870-0c85-47a4-9ed3-61dc87f866f6/c0f3e4f7-d5ad-47e5-a104-32e54b85b961) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:48.161355 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:48.198721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5a04f716-0531-4a25-a762-daa7345f24f2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:48.257000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Subnet': ['ID=dffe4895-09d6-4155-bacf-5f1c1e8c721a,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:48.337778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Checking segment: {'id': '1afe25a4-4253-4c4a-a4b8-50981ac599c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:48.340461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network hostable DHCP agents. Network: ca3b5882-8f3a-4573-b28a-7de921d57d6f, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:41:48.341336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e715ec-adda-44c8-ad4b-eebc9352f5cc None None] Update dhcp port {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': '55e8332a-85a7-49cd-9493-006a83c53ca0'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '5a04f716-0531-4a25-a762-daa7345f24f2'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:41:48.370892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.objects.ports [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87965) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:41:48.392406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network ca3b5882-8f3a-4573-b28a-7de921d57d6f is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:41:48.414466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, ca3b5882-8f3a-4573-b28a-7de921d57d6f) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:48.416268 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5e715ec-adda-44c8-ad4b-eebc9352f5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:48.419400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:48.420160 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:48.443185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23354faf-0fe9-4364-aade-1cb2706ffc7f None None] Network ca3b5882-8f3a-4573-b28a-7de921d57d6f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:48.473816 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-78eba96b-703b-480e-8930-19f5725df098 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1251016 Apr 05 20:41:48.474147 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43558) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:48.740409 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6d43bc70-38a6-4f0c-b90e-55c30abc4979 None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:48.740933 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6d43bc70-38a6-4f0c-b90e-55c30abc4979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:48.988943 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.275844 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.294697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Transition to ACTIVE for port object c0f3e4f7-d5ad-47e5-a104-32e54b85b961 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:49.324318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Transition to ACTIVE for port object c0f3e4f7-d5ad-47e5-a104-32e54b85b961 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:49.387267 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:49.387726 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.451688 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.665399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Network 479ad60b-d05b-48ea-974f-a6f7a966f3c6 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:49.683955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:49.686425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] For port 5a04f716-0531-4a25-a762-daa7345f24f2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5a04f716-0531-4a25-a762-daa7345f24f2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:49.694838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:49.826657 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.845651 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.851386 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.933512 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:49.967830 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Transition to ACTIVE for port object 2b3e02ef-af82-4ee3-8bac-b698d802b194 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:49.981775 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.008405 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.009648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Pushing event updated for resources: {'Port': ['ID=c0f3e4f7-d5ad-47e5-a104-32e54b85b961,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:50.023846 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-e5e715ec-adda-44c8-ad4b-eebc9352f5cc None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe5d:964d-6e2d667e-ee32-4070-920e-58af102854 {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:41:50.024631 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-e5e715ec-adda-44c8-ad4b-eebc9352f5cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:41:50.083948 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60729fea-ab73-4f48-9e1e-481aefe275e8 None None] Pushing event updated for resources: {'Port': ['ID=2b3e02ef-af82-4ee3-8bac-b698d802b194,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:50.103774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-ca3b5882-8f3a-4573-b28a-7de921d57d6f', 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'fixed_ips': [{'subnet_id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:41:50.105287 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.120523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:50.126709 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6d43bc70-38a6-4f0c-b90e-55c30abc4979 None None] Provisioning complete for port e6b4e13e-c912-49a2-8c48-895d6a6af4db triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:50.127076 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6d43bc70-38a6-4f0c-b90e-55c30abc4979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.131643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:50.147278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:50.147964 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.170590 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60729fea-ab73-4f48-9e1e-481aefe275e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:50.170914 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60729fea-ab73-4f48-9e1e-481aefe275e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:50.171290 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60729fea-ab73-4f48-9e1e-481aefe275e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:50.172258 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60729fea-ab73-4f48-9e1e-481aefe275e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:50.172583 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60729fea-ab73-4f48-9e1e-481aefe275e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:50.173099 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60729fea-ab73-4f48-9e1e-481aefe275e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:50.173421 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60729fea-ab73-4f48-9e1e-481aefe275e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:50.174049 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60729fea-ab73-4f48-9e1e-481aefe275e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:50.174361 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60729fea-ab73-4f48-9e1e-481aefe275e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:50.174663 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60729fea-ab73-4f48-9e1e-481aefe275e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:50.174964 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60729fea-ab73-4f48-9e1e-481aefe275e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:50.175265 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60729fea-ab73-4f48-9e1e-481aefe275e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:41:50.228352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=d10f3feb-844f-43d0-ac8c-669c67ab5caf,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:50.238601 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=5a04f716-0531-4a25-a762-daa7345f24f2,revision_number=20']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:50.316386 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Attempting to bind port 2b3e02ef-af82-4ee3-8bac-b698d802b194 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:50.316903 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Attempting to bind port 2b3e02ef-af82-4ee3-8bac-b698d802b194 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'c7b401fe-f45d-4474-b26a-ae267c36e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:50.317349 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Attempting to bind port 2b3e02ef-af82-4ee3-8bac-b698d802b194 on network 479ad60b-d05b-48ea-974f-a6f7a966f3c6 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:41:50.323406 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:41:50.323901 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Checking segment: {'id': 'c7b401fe-f45d-4474-b26a-ae267c36e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:50.324460 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.325050 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Bound using segment: {'id': 'c7b401fe-f45d-4474-b26a-ae267c36e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:41:50.325613 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Bound port: 2b3e02ef-af82-4ee3-8bac-b698d802b194, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b401fe-f45d-4474-b26a-ae267c36e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:50.326127 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.440025 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-18afa51d-6a17-4416-830d-c874563f537d None None] For port 2b3e02ef-af82-4ee3-8bac-b698d802b194, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:41:50.448479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cc3968af-a856-41c2-965b-ee9c89f03e60 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2323294 Apr 05 20:41:50.451352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43572) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:50.454262 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-18afa51d-6a17-4416-830d-c874563f537d None None] For port 2b3e02ef-af82-4ee3-8bac-b698d802b194, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2b3e02ef-af82-4ee3-8bac-b698d802b194,segment=NetworkSegment(c7b401fe-f45d-4474-b26a-ae267c36e124),segment_id=c7b401fe-f45d-4474-b26a-ae267c36e124)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:41:50.458794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'mac_address': 'fa:16:3e:81:77:67', 'name': 'tempest-NetworksTestDHCPv6-17727333'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:50.460572 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.494706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Allocated IP 172.23.0.2 (ca3b5882-8f3a-4573-b28a-7de921d57d6f/dffe4895-09d6-4155-bacf-5f1c1e8c721a/f74c54a7-234c-4676-98c3-1b1c755d04e7) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:50.556297 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:50.557374 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-18afa51d-6a17-4416-830d-c874563f537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:50.732888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:50.738374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:41:50.741488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:41:50.747641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:50.759717 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:50.771102 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-18afa51d-6a17-4416-830d-c874563f537d None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:50.772196 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:50.787191 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Transition to ACTIVE for port object f74c54a7-234c-4676-98c3-1b1c755d04e7 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:50.812609 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Transition to ACTIVE for port object f74c54a7-234c-4676-98c3-1b1c755d04e7 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:50.872905 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60729fea-ab73-4f48-9e1e-481aefe275e8 None None] Pushing event updated for resources: {'Port': ['ID=2b3e02ef-af82-4ee3-8bac-b698d802b194,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:50.888058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Attempting to bind port c0f3e4f7-d5ad-47e5-a104-32e54b85b961 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:50.888428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Attempting to bind port c0f3e4f7-d5ad-47e5-a104-32e54b85b961 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'c7b401fe-f45d-4474-b26a-ae267c36e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:50.888791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Attempting to bind port c0f3e4f7-d5ad-47e5-a104-32e54b85b961 on network 479ad60b-d05b-48ea-974f-a6f7a966f3c6 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:41:50.989305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Allocated IP 172.23.0.1 (ca3b5882-8f3a-4573-b28a-7de921d57d6f/dffe4895-09d6-4155-bacf-5f1c1e8c721a/ce2e5530-c2b2-42be-a9c0-4006cfa03308) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:50.989863 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.042441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:41:51.043267 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Checking segment: {'id': 'c7b401fe-f45d-4474-b26a-ae267c36e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:51.043817 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.044487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Bound using segment: {'id': 'c7b401fe-f45d-4474-b26a-ae267c36e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:41:51.045199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Bound port: c0f3e4f7-d5ad-47e5-a104-32e54b85b961, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b401fe-f45d-4474-b26a-ae267c36e124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:51.045796 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.063190 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.119982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port b8e1cccd-e1e8-4abf-9400-0c9c4b0766e1 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:41:51.172689 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5e715ec-adda-44c8-ad4b-eebc9352f5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.233299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Network ca3b5882-8f3a-4573-b28a-7de921d57d6f is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:51.257755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:51.276027 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.310750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:51.324797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Transition to ACTIVE for port object ce2e5530-c2b2-42be-a9c0-4006cfa03308 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:51.406857 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.532030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 172.20.0.14 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/55e8332a-85a7-49cd-9493-006a83c53ca0/b8e1cccd-e1e8-4abf-9400-0c9c4b0766e1) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:51.554660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::f816:3eff:fe81:7767 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/d10f3feb-844f-43d0-ac8c-669c67ab5caf/b8e1cccd-e1e8-4abf-9400-0c9c4b0766e1) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:51.557693 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-18afa51d-6a17-4416-830d-c874563f537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:41:50Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:51.571475 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18afa51d-6a17-4416-830d-c874563f537d None None] The sync data for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 is: [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:41:50Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:41:51.580542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5a04f716-0531-4a25-a762-daa7345f24f2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:51.648882 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Pushing event updated for resources: {'Port': ['ID=f74c54a7-234c-4676-98c3-1b1c755d04e7,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:51.830006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Attempting to bind port f74c54a7-234c-4676-98c3-1b1c755d04e7 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:51.831388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Attempting to bind port f74c54a7-234c-4676-98c3-1b1c755d04e7 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1afe25a4-4253-4c4a-a4b8-50981ac599c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:51.831984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Attempting to bind port f74c54a7-234c-4676-98c3-1b1c755d04e7 on network ca3b5882-8f3a-4573-b28a-7de921d57d6f {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:41:51.876531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:41:51.877771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Checking segment: {'id': '1afe25a4-4253-4c4a-a4b8-50981ac599c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:51.878410 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.879056 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Bound using segment: {'id': '1afe25a4-4253-4c4a-a4b8-50981ac599c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:41:51.879669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Bound port: f74c54a7-234c-4676-98c3-1b1c755d04e7, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afe25a4-4253-4c4a-a4b8-50981ac599c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:51.880286 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.892548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network ca3b5882-8f3a-4573-b28a-7de921d57d6f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:51.897293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:51.907953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] For port c0f3e4f7-d5ad-47e5-a104-32e54b85b961, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:41:51.908909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:51.923476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-1c3946e8-6778-4460-8b78-f81e4f893535 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:51.959703 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=ce2e5530-c2b2-42be-a9c0-4006cfa03308,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:51.976217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] For port c0f3e4f7-d5ad-47e5-a104-32e54b85b961, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c0f3e4f7-d5ad-47e5-a104-32e54b85b961,segment=NetworkSegment(c7b401fe-f45d-4474-b26a-ae267c36e124),segment_id=c7b401fe-f45d-4474-b26a-ae267c36e124)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:41:51.983313 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:51.985341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:51.985922 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.009353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-1c3946e8-6778-4460-8b78-f81e4f893535 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:52.015654 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.017669 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-1c3946e8-6778-4460-8b78-f81e4f893535 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371587600&fields=id&tenant_id=dacf556d99314275b005d0fe30e76cf0 HTTP/1.1" status: 200 len: 267 time: 0.1701255 Apr 05 20:41:52.039324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.063292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object b8e1cccd-e1e8-4abf-9400-0c9c4b0766e1 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:52.161470 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] For port f74c54a7-234c-4676-98c3-1b1c755d04e7, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:41:52.198800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] For port f74c54a7-234c-4676-98c3-1b1c755d04e7, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f74c54a7-234c-4676-98c3-1b1c755d04e7,segment=NetworkSegment(1afe25a4-4253-4c4a-a4b8-50981ac599c3),segment_id=1afe25a4-4253-4c4a-a4b8-50981ac599c3)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:41:52.202270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71054afa-3f31-4abf-a142-dc45493c2c56 None None] Pushing event updated for resources: {'Port': ['ID=c0f3e4f7-d5ad-47e5-a104-32e54b85b961,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:52.254187 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.271191 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.341183 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-5b4a014e-d4a5-411b-aa25-ea542d565149 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:52.342800 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-5b4a014e-d4a5-411b-aa25-ea542d565149 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 812 time: 0.3243253 Apr 05 20:41:52.381579 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:52.384081 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-ad37cdf6-65a9-48bd-ac51-458ac7e71762 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/quotas/dacf556d99314275b005d0fe30e76cf0 HTTP/1.1" status: 200 len: 375 time: 0.0311747 Apr 05 20:41:52.505459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65613f8-722a-4267-b30a-33601a7c3412 None None] Pushing event updated for resources: {'Port': ['ID=f74c54a7-234c-4676-98c3-1b1c755d04e7,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:52.544051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-e5e715ec-adda-44c8-ad4b-eebc9352f5cc None None] Allocated IP 172.20.0.2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/55e8332a-85a7-49cd-9493-006a83c53ca0/5a04f716-0531-4a25-a762-daa7345f24f2) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:52.967575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:52.972923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:52.981655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:41:53.038653 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e5e715ec-adda-44c8-ad4b-eebc9352f5cc None None] For port 5a04f716-0531-4a25-a762-daa7345f24f2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5a04f716-0531-4a25-a762-daa7345f24f2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:53.040131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=b8e1cccd-e1e8-4abf-9400-0c9c4b0766e1,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:53.083368 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5e715ec-adda-44c8-ad4b-eebc9352f5cc None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.106044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e5e715ec-adda-44c8-ad4b-eebc9352f5cc None None] Transition to ACTIVE for port object 5a04f716-0531-4a25-a762-daa7345f24f2 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:53.111699 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5e715ec-adda-44c8-ad4b-eebc9352f5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.122560 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.128627 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.130907 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-aa6ba3c9-2217-45ff-aabe-a16ff7043380 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4000578 Apr 05 20:41:53.146936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:53.147466 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.184851 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2b50d9ba-9908-4a32-9090-76c770b82772 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7322707 Apr 05 20:41:53.187938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43598) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:53.264369 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.272065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e715ec-adda-44c8-ad4b-eebc9352f5cc None None] Pushing event updated for resources: {'Port': ['ID=5a04f716-0531-4a25-a762-daa7345f24f2,revision_number=21']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:53.440361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event updated for resources: {'Port': ['ID=ce2e5530-c2b2-42be-a9c0-4006cfa03308,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:53.466794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bbabc1-ee00-4046-afc3-c01cbf1eb966 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:53.468328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Network ca3b5882-8f3a-4573-b28a-7de921d57d6f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:41:53.470992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:41:53.480296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bbabc1-ee00-4046-afc3-c01cbf1eb966 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:53.480296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-85bbabc1-ee00-4046-afc3-c01cbf1eb966 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:53.539518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-85bbabc1-ee00-4046-afc3-c01cbf1eb966 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:53.540749 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-85bbabc1-ee00-4046-afc3-c01cbf1eb966 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3515582 Apr 05 20:41:53.552963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43602) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:53.624046 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-186186ef-8f9e-460c-92ab-b122410d31d7 service neutron] 10.222.0.24 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4875674 Apr 05 20:41:53.710412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f74c54a7-234c-4676-98c3-1b1c755d04e7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:53.797438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router cdcfa60f-940a-4c5e-84b2-556962f21b50 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:41:53.820755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-05154db2-a0f4-4232-876f-cbbbe19ac020 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port b8e1cccd-e1e8-4abf-9400-0c9c4b0766e1 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:53.822307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-05154db2-a0f4-4232-876f-cbbbe19ac020 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:53.887981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port f74c54a7-234c-4676-98c3-1b1c755d04e7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:53.894821 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c0f3e4f7-d5ad-47e5-a104-32e54b85b961 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:54.036812 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-40fcd279-c917-4c49-aa0b-6a5c24a475ff service neutron] 10.222.0.24 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998840 Apr 05 20:41:54.102466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c0f3e4f7-d5ad-47e5-a104-32e54b85b961 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:54.109260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5a04f716-0531-4a25-a762-daa7345f24f2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:54.218138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:41:54.242232 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Sync routers for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:41:54.254430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-94741d2f-4b72-4a5c-b454-c7c10bfc6284 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7790742 Apr 05 20:41:54.255111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43610) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:54.256967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2b3e02ef-af82-4ee3-8bac-b698d802b194 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:54.262883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-9e7f9ed6-3d28-4cee-9510-9d7001c12665 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:54.325144 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11947167-510b-45b1-aade-a8b1e3990f61 None None] Network ca3b5882-8f3a-4573-b28a-7de921d57d6f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:54.375409 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:54.376252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:54.462619 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-05154db2-a0f4-4232-876f-cbbbe19ac020 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:54.510789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ed2dea-c5dc-4a4c-b293-35d9cff86e56 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:54.560541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c822a8-d46d-4d96-8725-d7a136b981f7 None None] Network 479ad60b-d05b-48ea-974f-a6f7a966f3c6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:54.672846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-05154db2-a0f4-4232-876f-cbbbe19ac020 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for b8e1cccd-e1e8-4abf-9400-0c9c4b0766e1 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:41:54.875093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e1192eb3-f87b-4154-be8f-4e27d459ce69 None None] Provisioning for port f74c54a7-234c-4676-98c3-1b1c755d04e7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:54.939827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e1192eb3-f87b-4154-be8f-4e27d459ce69 None None] Provisioning complete for port f74c54a7-234c-4676-98c3-1b1c755d04e7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:54.942507 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e1192eb3-f87b-4154-be8f-4e27d459ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:55.039798 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:41:55.079274 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-98a0ecdf-05f2-444c-9a08-437049647573 req-645edd14-8f9a-4b5c-ac79-7138d01a3a04 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 210 time: 0.0677114 Apr 05 20:41:55.110786 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-05154db2-a0f4-4232-876f-cbbbe19ac020 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:55.172590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 2b3e02ef-af82-4ee3-8bac-b698d802b194 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:55.256437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05154db2-a0f4-4232-876f-cbbbe19ac020 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=b8e1cccd-e1e8-4abf-9400-0c9c4b0766e1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:55.396482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.extraroute_db [None req-9e7f9ed6-3d28-4cee-9510-9d7001c12665 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87965) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 05 20:41:55.428085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.extraroute_db [None req-9e7f9ed6-3d28-4cee-9510-9d7001c12665 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Removed routes are [] {{(pid=87965) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 05 20:41:55.428788 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9ed6-3d28-4cee-9510-9d7001c12665 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:55.471134 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-05154db2-a0f4-4232-876f-cbbbe19ac020 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:55.510489 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-05154db2-a0f4-4232-876f-cbbbe19ac020 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/b8e1cccd-e1e8-4abf-9400-0c9c4b0766e1 HTTP/1.1" status: 204 len: 168 time: 1.9544301 Apr 05 20:41:55.510980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43632) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:55.683210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0617c51-6646-4b44-b8a2-cb751505acd3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:55.689819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0617c51-6646-4b44-b8a2-cb751505acd3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:55.695386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0617c51-6646-4b44-b8a2-cb751505acd3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:55.703233 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c0617c51-6646-4b44-b8a2-cb751505acd3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1885705 Apr 05 20:41:55.706035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43636) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:55.879227 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e1192eb3-f87b-4154-be8f-4e27d459ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:55.920645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-89028f54-2f7f-47a4-80f5-f31c382035c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 55e8332a-85a7-49cd-9493-006a83c53ca0 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:41:55.924795 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-89028f54-2f7f-47a4-80f5-f31c382035c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.005583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e1192eb3-f87b-4154-be8f-4e27d459ce69 None None] For port f74c54a7-234c-4676-98c3-1b1c755d04e7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f74c54a7-234c-4676-98c3-1b1c755d04e7,segment=NetworkSegment(1afe25a4-4253-4c4a-a4b8-50981ac599c3),segment_id=1afe25a4-4253-4c4a-a4b8-50981ac599c3)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:56.018327 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e1192eb3-f87b-4154-be8f-4e27d459ce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.161229 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9ed6-3d28-4cee-9510-9d7001c12665 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.177860 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9ed6-3d28-4cee-9510-9d7001c12665 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.200601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1192eb3-f87b-4154-be8f-4e27d459ce69 None None] Pushing event updated for resources: {'Port': ['ID=f74c54a7-234c-4676-98c3-1b1c755d04e7,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:56.239791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:41:52Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:41:50Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2e5530-c2b2-42be-a9c0-4006cfa03308', 'name': '', 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:d6:97:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:50Z', 'updated_at': '2022-04-05T20:41:52Z', 'revision_number': 2, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:56.252384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Provisioning for port 5a04f716-0531-4a25-a762-daa7345f24f2 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:56.258815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Checking router: cdcfa60f-940a-4c5e-84b2-556962f21b50 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:41:56.269257 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Updating router cdcfa60f-940a-4c5e-84b2-556962f21b50 port ce2e5530-c2b2-42be-a9c0-4006cfa03308 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:41:56.344325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:56.344819 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.433939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-89028f54-2f7f-47a4-80f5-f31c382035c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.536136 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.544893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7f9ed6-3d28-4cee-9510-9d7001c12665 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router cdcfa60f-940a-4c5e-84b2-556962f21b50 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:41:56.601688 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-89028f54-2f7f-47a4-80f5-f31c382035c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:56.944161 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-89028f54-2f7f-47a4-80f5-f31c382035c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:57.034538 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-89028f54-2f7f-47a4-80f5-f31c382035c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:57.059517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3779d8f4-9adf-4cfb-898a-4edef94b534d req-fde7c95b-958d-4aa2-acce-24e37d93c2a9 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 210 time: 0.2390876 Apr 05 20:41:57.097928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89028f54-2f7f-47a4-80f5-f31c382035c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=55e8332a-85a7-49cd-9493-006a83c53ca0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:57.105990 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-89028f54-2f7f-47a4-80f5-f31c382035c1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/55e8332a-85a7-49cd-9493-006a83c53ca0 HTTP/1.1" status: 204 len: 168 time: 1.3968635 Apr 05 20:41:57.111872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43644) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:57.297378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Provisioning for port c0f3e4f7-d5ad-47e5-a104-32e54b85b961 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:57.311455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Provisioning complete for port c0f3e4f7-d5ad-47e5-a104-32e54b85b961 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:57.311692 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:57.315828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf8bdee-9e1d-416f-a46d-cc8773f527ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet d10f3feb-844f-43d0-ac8c-669c67ab5caf {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:41:57.319750 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dcf8bdee-9e1d-416f-a46d-cc8773f527ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:57.447908 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dcf8bdee-9e1d-416f-a46d-cc8773f527ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:57.608374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f74c54a7-234c-4676-98c3-1b1c755d04e7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:41:57.693197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7f9ed6-3d28-4cee-9510-9d7001c12665 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:41:57.704471 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dcf8bdee-9e1d-416f-a46d-cc8773f527ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:57.739930 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e7f9ed6-3d28-4cee-9510-9d7001c12665 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:57.748266 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9e7f9ed6-3d28-4cee-9510-9d7001c12665 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50 HTTP/1.1" status: 200 len: 934 time: 3.4921045 Apr 05 20:41:57.769983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43650) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:57.882815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6d1e13-085c-47f9-a4f9-c0172770e5cc None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:41:57.908076 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dcf8bdee-9e1d-416f-a46d-cc8773f527ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:57.990990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8bdee-9e1d-416f-a46d-cc8773f527ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=d10f3feb-844f-43d0-ac8c-669c67ab5caf,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:58.000701 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dcf8bdee-9e1d-416f-a46d-cc8773f527ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:58.017289 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dcf8bdee-9e1d-416f-a46d-cc8773f527ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/d10f3feb-844f-43d0-ac8c-669c67ab5caf HTTP/1.1" status: 204 len: 168 time: 0.9019792 Apr 05 20:41:58.021206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-14152658-c110-47de-87b9-ec338db331b4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:58.022983 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-14152658-c110-47de-87b9-ec338db331b4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.41 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 812 time: 1.2877595 Apr 05 20:41:58.024462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43654) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:58.114731 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6af021a0-65ec-4286-840e-6cb4cd5128c6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50 HTTP/1.1" status: 200 len: 934 time: 0.3406451 Apr 05 20:41:58.115825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43658) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:58.124903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e38207f5-e322-4732-a739-cad16c5685a4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'router': {'routes': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:58.166632 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ab7a4714-197c-4e8c-be62-1d5917eda7be tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1415200 Apr 05 20:41:58.170331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43664) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:58.230034 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-4d30419a-013f-43e5-a97f-fc6f32473fae tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dacf556d99314275b005d0fe30e76cf0 HTTP/1.1" status: 200 len: 379 time: 0.1951506 Apr 05 20:41:58.241356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'port': {'device_id': 'b7666689-07a0-4904-82d7-a6f807ab5201', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'admin_state_up': True, 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'security_groups': ['777748e9-c6b9-4e88-a976-22a298e9081d']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:58.325692 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:58.366980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Transition to ACTIVE for port object ce2e5530-c2b2-42be-a9c0-4006cfa03308 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:41:58.388627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ec5ee8-fecc-45cf-b856-2447a314128e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:58.389505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-00ec5ee8-fecc-45cf-b856-2447a314128e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:58.413387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-00ec5ee8-fecc-45cf-b856-2447a314128e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:58.416818 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:58.422120 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-00ec5ee8-fecc-45cf-b856-2447a314128e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2507432 Apr 05 20:41:58.422792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43670) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:58.426274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port f74c54a7-234c-4676-98c3-1b1c755d04e7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:58.426638 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:58.571408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffbc0cb-9fb1-46dc-9bd3-82ec9536c01d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:41:58.572119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4ffbc0cb-9fb1-46dc-9bd3-82ec9536c01d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:41:58.593274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4ffbc0cb-9fb1-46dc-9bd3-82ec9536c01d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:41:58.598778 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4ffbc0cb-9fb1-46dc-9bd3-82ec9536c01d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1742547 Apr 05 20:41:58.601465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43674) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:58.709205 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-69cea6c9-5950-451c-8cba-b56fcfbec87b req-bebbd625-20ee-49d1-a15b-fe97ec831d50 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 210 time: 0.2028825 Apr 05 20:41:58.799956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-23a2a6dc-b548-4d58-8c99-798c5aad4a43 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1919415 Apr 05 20:41:58.808203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43680) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:58.826643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-19abea38-4cd1-41f5-978c-c25ab0c962c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:58.991065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb183b-d951-4469-8a38-f54be87a6eef None None] Pushing event updated for resources: {'Port': ['ID=ce2e5530-c2b2-42be-a9c0-4006cfa03308,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:59.053811 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.112570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:59.193640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:59.240167 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] For port c0f3e4f7-d5ad-47e5-a104-32e54b85b961, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c0f3e4f7-d5ad-47e5-a104-32e54b85b961,segment=NetworkSegment(c7b401fe-f45d-4474-b26a-ae267c36e124),segment_id=c7b401fe-f45d-4474-b26a-ae267c36e124)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:41:59.241080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Attempting to bind port ce2e5530-c2b2-42be-a9c0-4006cfa03308 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:41:59.241704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Attempting to bind port ce2e5530-c2b2-42be-a9c0-4006cfa03308 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1afe25a4-4253-4c4a-a4b8-50981ac599c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:41:59.243517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Attempting to bind port ce2e5530-c2b2-42be-a9c0-4006cfa03308 on network ca3b5882-8f3a-4573-b28a-7de921d57d6f {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:41:59.275691 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.287443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Made reservation on behalf of dacf556d99314275b005d0fe30e76cf0 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:59.290954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.300468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-19abea38-4cd1-41f5-978c-c25ab0c962c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:41:59.327968 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:41:59.328511 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Checking segment: {'id': '1afe25a4-4253-4c4a-a4b8-50981ac599c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:41:59.328749 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.329094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Bound using segment: {'id': '1afe25a4-4253-4c4a-a4b8-50981ac599c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:41:59.330092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Bound port: ce2e5530-c2b2-42be-a9c0-4006cfa03308, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1afe25a4-4253-4c4a-a4b8-50981ac599c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:41:59.330463 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.332436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-19abea38-4cd1-41f5-978c-c25ab0c962c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:41:59.444563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19abea38-4cd1-41f5-978c-c25ab0c962c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:41:59.448231 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-19abea38-4cd1-41f5-978c-c25ab0c962c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.449538 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-19abea38-4cd1-41f5-978c-c25ab0c962c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:41:59.449981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19abea38-4cd1-41f5-978c-c25ab0c962c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:41:59.456088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Provisioning for port 2b3e02ef-af82-4ee3-8bac-b698d802b194 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:41:59.471240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Pushing event updated for resources: {'Port': ['ID=c0f3e4f7-d5ad-47e5-a104-32e54b85b961,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:41:59.497005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Provisioning complete for port 2b3e02ef-af82-4ee3-8bac-b698d802b194 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:41:59.498006 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.580434 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-19abea38-4cd1-41f5-978c-c25ab0c962c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7684786 Apr 05 20:41:59.583651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43684) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:41:59.605285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9023784c-69d1-4263-b8b7-5a25ebe196ec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:41:59.615966 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] For port ce2e5530-c2b2-42be-a9c0-4006cfa03308, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:41:59.627918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] For port ce2e5530-c2b2-42be-a9c0-4006cfa03308, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ce2e5530-c2b2-42be-a9c0-4006cfa03308,segment=NetworkSegment(1afe25a4-4253-4c4a-a4b8-50981ac599c3),segment_id=1afe25a4-4253-4c4a-a4b8-50981ac599c3)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:41:59.641234 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.665315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Allocated IP 172.20.0.14 (b0771cdf-7fba-4afa-bb63-06eaaa63271e/9e0a468e-24dc-4e37-a095-c4e9126d90ec/71932d55-594e-4e63-9883-38d30d13eedc) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:41:59.756805 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99d5017-7212-48be-9b5e-fae0ea9e56bc None None] DHCP port deletion for 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:41:59.788460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a99d5017-7212-48be-9b5e-fae0ea9e56bc None None] Deleting port 5a04f716-0531-4a25-a762-daa7345f24f2 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:41:59.788977 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a99d5017-7212-48be-9b5e-fae0ea9e56bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.833905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:41:59.834682 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:41:59.901229 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:41:59.925591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb183b-d951-4469-8a38-f54be87a6eef None None] Pushing event updated for resources: {'Port': ['ID=ce2e5530-c2b2-42be-a9c0-4006cfa03308,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:00.176264 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6607c06a-4bad-4305-a4ba-39fc35096d59 req-5fbf57ef-a21d-4419-b6f0-931d4e12b1f0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 210 time: 0.1190825 Apr 05 20:42:00.188213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9023784c-69d1-4263-b8b7-5a25ebe196ec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:00.214039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9023784c-69d1-4263-b8b7-5a25ebe196ec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:00.228002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:00.230257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9023784c-69d1-4263-b8b7-5a25ebe196ec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:00.244722 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9023784c-69d1-4263-b8b7-5a25ebe196ec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.253674 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-9023784c-69d1-4263-b8b7-5a25ebe196ec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:00.255453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9023784c-69d1-4263-b8b7-5a25ebe196ec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:00.323687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9023784c-69d1-4263-b8b7-5a25ebe196ec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7283795 Apr 05 20:42:00.324383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43696) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:00.336135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-de51fcc6-349a-4a42-a3f6-2713f1daebdd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:00.486870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] For port 2b3e02ef-af82-4ee3-8bac-b698d802b194, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2b3e02ef-af82-4ee3-8bac-b698d802b194,segment=NetworkSegment(c7b401fe-f45d-4474-b26a-ae267c36e124),segment_id=c7b401fe-f45d-4474-b26a-ae267c36e124)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:00.496348 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.535596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Transition to ACTIVE for port object 71932d55-594e-4e63-9883-38d30d13eedc will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:00.544485 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.576299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.extraroute_db [None req-e38207f5-e322-4732-a739-cad16c5685a4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Added routes are [] {{(pid=87965) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 05 20:42:00.577007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.extraroute_db [None req-e38207f5-e322-4732-a739-cad16c5685a4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87965) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 05 20:42:00.608523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-de51fcc6-349a-4a42-a3f6-2713f1daebdd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:00.631334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-de51fcc6-349a-4a42-a3f6-2713f1daebdd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:00.647075 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.649146 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de51fcc6-349a-4a42-a3f6-2713f1daebdd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:00.668024 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-de51fcc6-349a-4a42-a3f6-2713f1daebdd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.675971 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-de51fcc6-349a-4a42-a3f6-2713f1daebdd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:00.678569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de51fcc6-349a-4a42-a3f6-2713f1daebdd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:00.765965 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-de51fcc6-349a-4a42-a3f6-2713f1daebdd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4380238 Apr 05 20:42:00.772080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43704) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:00.792467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-fc2527df-8e75-4c15-a242-f62c0ebbf0cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:00.811382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdfafa-e21c-4cc6-9596-9a5eb3bb0edd None None] Pushing event updated for resources: {'Port': ['ID=2b3e02ef-af82-4ee3-8bac-b698d802b194,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:00.837275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e5cb8f9a-b212-4485-9fb3-e63a2d93afab None None] Provisioning complete for port c0f3e4f7-d5ad-47e5-a104-32e54b85b961 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:00.837634 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8f9a-b212-4485-9fb3-e63a2d93afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.909844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:00.947953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a99d5017-7212-48be-9b5e-fae0ea9e56bc None None] For port 5a04f716-0531-4a25-a762-daa7345f24f2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5a04f716-0531-4a25-a762-daa7345f24f2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:00.948363 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a99d5017-7212-48be-9b5e-fae0ea9e56bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:00.994730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:00.996429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'Port': ['ID=71932d55-594e-4e63-9883-38d30d13eedc,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:00.998932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:42:01.068228 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e38207f5-e322-4732-a739-cad16c5685a4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:01.322927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fc2527df-8e75-4c15-a242-f62c0ebbf0cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:01.358454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fc2527df-8e75-4c15-a242-f62c0ebbf0cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:01.389185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a99d5017-7212-48be-9b5e-fae0ea9e56bc None None] Calling delete_port for 5a04f716-0531-4a25-a762-daa7345f24f2 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:01.401971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2527df-8e75-4c15-a242-f62c0ebbf0cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:01.408003 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fc2527df-8e75-4c15-a242-f62c0ebbf0cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:01.411994 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc2527df-8e75-4c15-a242-f62c0ebbf0cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:01.412448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc2527df-8e75-4c15-a242-f62c0ebbf0cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:01.586735 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fc2527df-8e75-4c15-a242-f62c0ebbf0cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8119678 Apr 05 20:42:01.593761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43716) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:01.605063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-cc70844a-3cb8-434b-a98a-e2db0d0322f8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:01.607921 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:41:55Z', 'revision_number': 6, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:41:50Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2e5530-c2b2-42be-a9c0-4006cfa03308', 'name': '', 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:d6:97:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:50Z', 'updated_at': '2022-04-05T20:41:59Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:01.620433 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c0f3e4f7-d5ad-47e5-a104-32e54b85b961 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:01.661928 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d748a80-9d55-4070-aa3b-9b76015f1266 None None] The sync data for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 is: [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:41:55Z', 'revision_number': 6, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:41:50Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2e5530-c2b2-42be-a9c0-4006cfa03308', 'name': '', 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:d6:97:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:50Z', 'updated_at': '2022-04-05T20:41:59Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:42:01.663636 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a99d5017-7212-48be-9b5e-fae0ea9e56bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:01.683909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:01.684678 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:01.772350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cc70844a-3cb8-434b-a98a-e2db0d0322f8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:01.793070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db9008-22e7-4218-bb4f-63a01477381e req-b65381a3-d344-4690-a627-296a4c88dd55 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:01.805644 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-61db9008-22e7-4218-bb4f-63a01477381e req-b65381a3-d344-4690-a627-296a4c88dd55 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 932 time: 0.3460877 Apr 05 20:42:01.821925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d5017-7212-48be-9b5e-fae0ea9e56bc None None] Pushing event deleted for resources: {'Port': ['ID=5a04f716-0531-4a25-a762-daa7345f24f2,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:01.830179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cc70844a-3cb8-434b-a98a-e2db0d0322f8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:01.846701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e5cb8f9a-b212-4485-9fb3-e63a2d93afab None None] Provisioning complete for port 5a04f716-0531-4a25-a762-daa7345f24f2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:01.847335 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8f9a-b212-4485-9fb3-e63a2d93afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:01.907075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99d5017-7212-48be-9b5e-fae0ea9e56bc None None] No DVR routers for this DVR port 5a04f716-0531-4a25-a762-daa7345f24f2 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:42:01.931031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e5cb8f9a-b212-4485-9fb3-e63a2d93afab None None] Port 5a04f716-0531-4a25-a762-daa7345f24f2 was deleted so its status cannot be updated. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 05 20:42:01.957713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e5cb8f9a-b212-4485-9fb3-e63a2d93afab None None] Provisioning complete for port f74c54a7-234c-4676-98c3-1b1c755d04e7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:01.958119 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8f9a-b212-4485-9fb3-e63a2d93afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:02.009690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c0f3e4f7-d5ad-47e5-a104-32e54b85b961 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:02.010372 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:02.039634 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9bde0be8-ea57-4d26-9f24-efa7bd01396f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8020296 Apr 05 20:42:02.104664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc70844a-3cb8-434b-a98a-e2db0d0322f8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:02.109231 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cc70844a-3cb8-434b-a98a-e2db0d0322f8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:02.110932 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc70844a-3cb8-434b-a98a-e2db0d0322f8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:02.111429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc70844a-3cb8-434b-a98a-e2db0d0322f8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:02.140113 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-61db9008-22e7-4218-bb4f-63a01477381e req-6cddeb61-dd82-44e2-bc11-39babe3c69cd tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3304086 Apr 05 20:42:02.166224 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cc70844a-3cb8-434b-a98a-e2db0d0322f8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5704451 Apr 05 20:42:02.168199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43722) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:02.173482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c0e356de-6cb8-42f5-b77f-e5b79fa24dae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:02.325522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Request body: {'port': {'device_id': 'b7666689-07a0-4904-82d7-a6f807ab5201', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:02.363663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c0e356de-6cb8-42f5-b77f-e5b79fa24dae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:02.406919 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e38207f5-e322-4732-a739-cad16c5685a4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:02.417086 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e38207f5-e322-4732-a739-cad16c5685a4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:02.422023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c0e356de-6cb8-42f5-b77f-e5b79fa24dae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:02.438570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e356de-6cb8-42f5-b77f-e5b79fa24dae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:02.442564 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c0e356de-6cb8-42f5-b77f-e5b79fa24dae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:02.444214 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e356de-6cb8-42f5-b77f-e5b79fa24dae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:02.444676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e356de-6cb8-42f5-b77f-e5b79fa24dae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:02.466465 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2b3e02ef-af82-4ee3-8bac-b698d802b194 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:02.517063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c0e356de-6cb8-42f5-b77f-e5b79fa24dae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3489797 Apr 05 20:42:02.519983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43730) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:02.559823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e5cb8f9a-b212-4485-9fb3-e63a2d93afab None None] Provisioning for port ce2e5530-c2b2-42be-a9c0-4006cfa03308 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:02.612236 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-430256d4-cd52-4321-8772-a5c1f289ed47 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0911014 Apr 05 20:42:02.612941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43734) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:02.656934 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 2b3e02ef-af82-4ee3-8bac-b698d802b194 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:02.657486 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:02.711703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3a2606-25f2-4403-a021-6d7dfef2fbe3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:02.716376 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e5cb8f9a-b212-4485-9fb3-e63a2d93afab None None] Provisioning complete for port 2b3e02ef-af82-4ee3-8bac-b698d802b194 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:02.716754 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5cb8f9a-b212-4485-9fb3-e63a2d93afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:02.723063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7e3a2606-25f2-4403-a021-6d7dfef2fbe3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1089907 Apr 05 20:42:02.724028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43738) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:02.826479 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-25fa7ae0-dc90-4565-9136-d6566ae1e319 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011825 Apr 05 20:42:02.830323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43742) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:02.836839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9e39ec66-a3f6-4d46-9582-b2483f2b0f87 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:02.863893 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:02.882105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38207f5-e322-4732-a739-cad16c5685a4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router cdcfa60f-940a-4c5e-84b2-556962f21b50 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:42:03.004515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9e39ec66-a3f6-4d46-9582-b2483f2b0f87 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:03.013393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5a04f716-0531-4a25-a762-daa7345f24f2 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:03.018027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9e39ec66-a3f6-4d46-9582-b2483f2b0f87 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:03.039184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e39ec66-a3f6-4d46-9582-b2483f2b0f87 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:03.043796 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9e39ec66-a3f6-4d46-9582-b2483f2b0f87 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:03.089611 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0511f498-5d1a-45bb-af28-2f765809663d None None] Sync routers for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:42:03.101238 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 5a04f716-0531-4a25-a762-daa7345f24f2 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:42:03.101572 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5a04f716-0531-4a25-a762-daa7345f24f2 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:03.105807 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0511f498-5d1a-45bb-af28-2f765809663d None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:03.106450 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0511f498-5d1a-45bb-af28-2f765809663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:03.125841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7da1174c-c3cf-4359-9dc6-99b0d624a7bf None None] Provisioning for port 71932d55-594e-4e63-9883-38d30d13eedc completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:03.131801 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7da1174c-c3cf-4359-9dc6-99b0d624a7bf None None] Provisioning complete for port 71932d55-594e-4e63-9883-38d30d13eedc triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:03.132234 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7da1174c-c3cf-4359-9dc6-99b0d624a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:03.197423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7da1174c-c3cf-4359-9dc6-99b0d624a7bf None None] Port 71932d55-594e-4e63-9883-38d30d13eedc cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:42:03.326295 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-0511f498-5d1a-45bb-af28-2f765809663d None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:03.330440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38207f5-e322-4732-a739-cad16c5685a4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:42:03.338104 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e38207f5-e322-4732-a739-cad16c5685a4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:03.341832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e38207f5-e322-4732-a739-cad16c5685a4 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50 HTTP/1.1" status: 200 len: 700 time: 5.2216797 Apr 05 20:42:03.342633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43748) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:03.432195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.objects.ports [None req-9e39ec66-a3f6-4d46-9582-b2483f2b0f87 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87964) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:42:03.433340 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9e39ec66-a3f6-4d46-9582-b2483f2b0f87 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:03.510898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e39ec66-a3f6-4d46-9582-b2483f2b0f87 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:03.513940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-9e39ec66-a3f6-4d46-9582-b2483f2b0f87 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:03.518700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e39ec66-a3f6-4d46-9582-b2483f2b0f87 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:03.519546 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9e39ec66-a3f6-4d46-9582-b2483f2b0f87 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:03.523674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1028ef-b105-49f4-84b5-59c7de43a238 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:03.575140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e39ec66-a3f6-4d46-9582-b2483f2b0f87 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=01aaed65-3e03-4968-8c4f-6e57f5f923fe,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:03.614747 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9e39ec66-a3f6-4d46-9582-b2483f2b0f87 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7804728 Apr 05 20:42:03.614978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43756) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:03.621254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'mac_address': 'fa:16:3e:a2:fe:05', 'name': 'tempest-NetworksTestDHCPv6-1617912198'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:03.656809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ce2e5530-c2b2-42be-a9c0-4006cfa03308 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:03.784520 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0511f498-5d1a-45bb-af28-2f765809663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 7, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2e5530-c2b2-42be-a9c0-4006cfa03308', 'name': '', 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:d6:97:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:50Z', 'updated_at': '2022-04-05T20:41:59Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:03.803319 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0511f498-5d1a-45bb-af28-2f765809663d None None] Checking router: cdcfa60f-940a-4c5e-84b2-556962f21b50 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:42:03.820938 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0511f498-5d1a-45bb-af28-2f765809663d None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:03.821549 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0511f498-5d1a-45bb-af28-2f765809663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:03.861141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port ce2e5530-c2b2-42be-a9c0-4006cfa03308 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:03.874101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43764) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:03.875008 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2df31c40-1e25-4d9a-ac4f-af39b09e995f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50 HTTP/1.1" status: 200 len: 700 time: 0.5280344 Apr 05 20:42:03.884195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1763749-bf59-4b56-9230-33c7001519c1 req-035a1fad-0015-4cef-8914-c38c4ae1d882 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:03.885027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a1763749-bf59-4b56-9230-33c7001519c1 req-035a1fad-0015-4cef-8914-c38c4ae1d882 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:03.919298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-a1763749-bf59-4b56-9230-33c7001519c1 req-035a1fad-0015-4cef-8914-c38c4ae1d882 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:03.920466 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1763749-bf59-4b56-9230-33c7001519c1 req-035a1fad-0015-4cef-8914-c38c4ae1d882 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 932 time: 0.6528938 Apr 05 20:42:03.944781 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ce2e5530-c2b2-42be-a9c0-4006cfa03308 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:03.945146 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:03.977354 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1763749-bf59-4b56-9230-33c7001519c1 req-14361ab4-b80e-4b9c-bc16-bd056ca32770 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491471 Apr 05 20:42:04.066958 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-0511f498-5d1a-45bb-af28-2f765809663d None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:04.116323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71932d55-594e-4e63-9883-38d30d13eedc {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:42:04.137933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:04.165151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'fixed_ips': [{'subnet_id': '01aaed65-3e03-4968-8c4f-6e57f5f923fe'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:42:04.166006 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:04.182209 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:04.183710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Transition to ACTIVE for port object 71932d55-594e-4e63-9883-38d30d13eedc will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:04.192670 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:04.329302 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:04.339200 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port ce2e5530-c2b2-42be-a9c0-4006cfa03308, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ce2e5530-c2b2-42be-a9c0-4006cfa03308,segment=NetworkSegment(1afe25a4-4253-4c4a-a4b8-50981ac599c3),segment_id=1afe25a4-4253-4c4a-a4b8-50981ac599c3)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:04.363002 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:04.514455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:04.573577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:04.599917 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Allocated IP 2001:db8::f816:3eff:fec2:b23c (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/01aaed65-3e03-4968-8c4f-6e57f5f923fe/c29ba1df-f90d-4364-93ef-ed46d0b490a2) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:04.602259 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=ce2e5530-c2b2-42be-a9c0-4006cfa03308,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:04.630700 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0511f498-5d1a-45bb-af28-2f765809663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 7, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2e5530-c2b2-42be-a9c0-4006cfa03308', 'name': '', 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:d6:97:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:50Z', 'updated_at': '2022-04-05T20:41:59Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:04.635595 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0511f498-5d1a-45bb-af28-2f765809663d None None] The sync data for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 is: [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 7, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2e5530-c2b2-42be-a9c0-4006cfa03308', 'name': '', 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:d6:97:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:50Z', 'updated_at': '2022-04-05T20:41:59Z', 'revision_number': 4, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:42:04.726491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Pushing event updated for resources: {'Port': ['ID=71932d55-594e-4e63-9883-38d30d13eedc,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:04.824281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Attempting to bind port 71932d55-594e-4e63-9883-38d30d13eedc on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:04.825162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Attempting to bind port 71932d55-594e-4e63-9883-38d30d13eedc by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:04.825568 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Attempting to bind port 71932d55-594e-4e63-9883-38d30d13eedc on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:42:04.831557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Port 71932d55-594e-4e63-9883-38d30d13eedc on network b0771cdf-7fba-4afa-bb63-06eaaa63271e not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:42:04.831989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Attempting to bind port 71932d55-594e-4e63-9883-38d30d13eedc on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:42:04.838288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:42:04.838752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Checking segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:42:04.839204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Bound using segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:42:04.839816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Bound port: 71932d55-594e-4e63-9883-38d30d13eedc, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:04.840419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:04.948278 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:04.999922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] For port 71932d55-594e-4e63-9883-38d30d13eedc, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:42:05.005649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] For port 71932d55-594e-4e63-9883-38d30d13eedc, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=71932d55-594e-4e63-9883-38d30d13eedc,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:42:05.017282 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.056865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port addf50c7-35ed-483f-acc8-f66b7e9ed17c yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:42:05.068912 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.078598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567fe21-f8f5-416d-9193-acce33430000 None None] Sync routers for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:42:05.097219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Transition to ACTIVE for port object c29ba1df-f90d-4364-93ef-ed46d0b490a2 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:05.114105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567fe21-f8f5-416d-9193-acce33430000 None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:05.114742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3567fe21-f8f5-416d-9193-acce33430000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:05.149530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Pushing event updated for resources: {'Port': ['ID=71932d55-594e-4e63-9883-38d30d13eedc,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:05.276584 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:05.276976 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.278388 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-9c2130bf-3b7a-48f4-9e9c-9e7a66ca3f20 service neutron] 10.222.0.41 "PUT /v2.0/ports/71932d55-594e-4e63-9883-38d30d13eedc HTTP/1.1" status: 200 len: 1092 time: 2.9634838 Apr 05 20:42:05.279005 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7666689-07a0-4904-82d7-a6f807ab5201', 'tag': '71932d55-594e-4e63-9883-38d30d13eedc'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:42:05.357334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-3567fe21-f8f5-416d-9193-acce33430000 None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:05.415933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9577142d-a274-45ef-87e0-ddec05a8e092 req-00686018-e799-4f03-8c96-092626ca1e41 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:05.417720 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9577142d-a274-45ef-87e0-ddec05a8e092 req-00686018-e799-4f03-8c96-092626ca1e41 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 944 time: 0.2500081 Apr 05 20:42:05.517698 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9577142d-a274-45ef-87e0-ddec05a8e092 req-072cd0dd-6f74-4ba2-9d17-0ec35b04e4d8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911202 Apr 05 20:42:05.569070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-f27b67c9-6871-4f6a-8dbf-1a85bfebd845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:05.571652 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-f27b67c9-6871-4f6a-8dbf-1a85bfebd845 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 1095 time: 0.2394612 Apr 05 20:42:05.632194 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43d5bf86-dc43-4e42-a3a2-d232d3be3b94 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.666338 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7666689-07a0-4904-82d7-a6f807ab5201', 'tag': '71932d55-594e-4e63-9883-38d30d13eedc', 'status': 'completed', 'code': 200} Apr 05 20:42:05.682469 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-26a78ade-fdeb-49fd-a473-94a6158ff7c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71932d55-594e-4e63-9883-38d30d13eedc HTTP/1.1" status: 200 len: 217 time: 0.1037090 Apr 05 20:42:05.761486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-34dc0e94-185f-4df2-8cba-af11740696be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:05.763001 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-34dc0e94-185f-4df2-8cba-af11740696be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.0747099 Apr 05 20:42:05.767970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ce2e5530-c2b2-42be-a9c0-4006cfa03308 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:05.814147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Transition to ACTIVE for port object c29ba1df-f90d-4364-93ef-ed46d0b490a2 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:05.834494 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:05.851294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5adf4-aed6-46d8-8d8c-5adf38f72962 req-ce52c8d3-ccf1-44fb-ab01-2088d5c20df3 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:05.858591 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fea5adf4-aed6-46d8-8d8c-5adf38f72962 req-ce52c8d3-ccf1-44fb-ab01-2088d5c20df3 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.4629340 Apr 05 20:42:05.869329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-5a1913b1-faf0-40ab-ba18-d70794a6889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:05.870821 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-5a1913b1-faf0-40ab-ba18-d70794a6889f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000650 Apr 05 20:42:05.933091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:05.939171 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:05.946492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:42:06.024987 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-78be22a6-dba3-4b2a-bf53-edf5dff2fcc2 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469822 Apr 05 20:42:06.049971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Pushing event updated for resources: {'Port': ['ID=c29ba1df-f90d-4364-93ef-ed46d0b490a2,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:06.071043 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fea5adf4-aed6-46d8-8d8c-5adf38f72962 req-e4db439d-ec20-4872-b376-5fac76656ffb tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115219 Apr 05 20:42:06.077649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Attempting to bind port c29ba1df-f90d-4364-93ef-ed46d0b490a2 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:06.078155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Attempting to bind port c29ba1df-f90d-4364-93ef-ed46d0b490a2 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:06.078693 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Attempting to bind port c29ba1df-f90d-4364-93ef-ed46d0b490a2 on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:42:06.092458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:42:06.093233 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:42:06.093903 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:06.094344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:42:06.095250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Bound port: c29ba1df-f90d-4364-93ef-ed46d0b490a2, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:06.095679 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:06.097050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::f816:3eff:fea2:fe05 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/01aaed65-3e03-4968-8c4f-6e57f5f923fe/addf50c7-35ed-483f-acc8-f66b7e9ed17c) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:06.217152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] For port c29ba1df-f90d-4364-93ef-ed46d0b490a2, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:42:06.222119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] For port c29ba1df-f90d-4364-93ef-ed46d0b490a2, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c29ba1df-f90d-4364-93ef-ed46d0b490a2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:42:06.222901 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a05e5d22-b6e3-4542-be9b-8c8c92622c16 req-b49f6e6e-bafa-4b15-a8c3-72278dbcc5b8 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915119 Apr 05 20:42:06.223526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ce2e5530-c2b2-42be-a9c0-4006cfa03308 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:06.224096 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:06.273557 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:06.274967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-43d5bf86-dc43-4e42-a3a2-d232d3be3b94 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port ce2e5530-c2b2-42be-a9c0-4006cfa03308 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:06.275303 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43d5bf86-dc43-4e42-a3a2-d232d3be3b94 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:06.340190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3567fe21-f8f5-416d-9193-acce33430000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 7, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2e5530-c2b2-42be-a9c0-4006cfa03308', 'name': '', 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:d6:97:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:50Z', 'updated_at': '2022-04-05T20:42:04Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:06.365962 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bb743-a0de-49da-b4dd-3e9e502a664f req-c8a33243-2e6e-4388-93da-110eef624155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:06.367521 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-700bb743-a0de-49da-b4dd-3e9e502a664f req-c8a33243-2e6e-4388-93da-110eef624155 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 1095 time: 0.0883155 Apr 05 20:42:06.386367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac63f8-57f5-4f72-b658-525aacd7dee8 None None] Pushing event updated for resources: {'Port': ['ID=c29ba1df-f90d-4364-93ef-ed46d0b490a2,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:06.389864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567fe21-f8f5-416d-9193-acce33430000 None None] Checking router: cdcfa60f-940a-4c5e-84b2-556962f21b50 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:42:06.414536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567fe21-f8f5-416d-9193-acce33430000 None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:06.415269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3567fe21-f8f5-416d-9193-acce33430000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:06.537325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bb743-a0de-49da-b4dd-3e9e502a664f req-2853c218-9b4f-43b1-84a2-7d80e982b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:06.544515 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-700bb743-a0de-49da-b4dd-3e9e502a664f req-2853c218-9b4f-43b1-84a2-7d80e982b9fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.1686029 Apr 05 20:42:06.577739 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:06.677747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object addf50c7-35ed-483f-acc8-f66b7e9ed17c will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:06.680439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-43d5bf86-dc43-4e42-a3a2-d232d3be3b94 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] For port ce2e5530-c2b2-42be-a9c0-4006cfa03308, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ce2e5530-c2b2-42be-a9c0-4006cfa03308,segment=NetworkSegment(1afe25a4-4253-4c4a-a4b8-50981ac599c3),segment_id=1afe25a4-4253-4c4a-a4b8-50981ac599c3)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:06.681025 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43d5bf86-dc43-4e42-a3a2-d232d3be3b94 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:06.931587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-43d5bf86-dc43-4e42-a3a2-d232d3be3b94 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for ce2e5530-c2b2-42be-a9c0-4006cfa03308 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:06.939963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-3567fe21-f8f5-416d-9193-acce33430000 None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:06.978352 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.029125 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-700bb743-a0de-49da-b4dd-3e9e502a664f req-252ff549-7870-433e-87a5-20a3acb84eba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71932d55-594e-4e63-9883-38d30d13eedc HTTP/1.1" status: 200 len: 217 time: 0.4783254 Apr 05 20:42:07.199222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bb743-a0de-49da-b4dd-3e9e502a664f req-35727be7-4ccb-47ca-90f5-626183350f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:07.215667 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-700bb743-a0de-49da-b4dd-3e9e502a664f req-35727be7-4ccb-47ca-90f5-626183350f95 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.1724253 Apr 05 20:42:07.296732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:07.322573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:07.341659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:42:07.345297 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd63ff-ab57-4d53-818e-0ea81db25ab9 req-31cde497-b1e4-493b-a502-9252236f482b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:07.346919 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b2dd63ff-ab57-4d53-818e-0ea81db25ab9 req-31cde497-b1e4-493b-a502-9252236f482b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 944 time: 0.3746152 Apr 05 20:42:07.350679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:07.351402 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.381202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=addf50c7-35ed-483f-acc8-f66b7e9ed17c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:07.416873 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b2dd63ff-ab57-4d53-818e-0ea81db25ab9 req-803f512f-03a3-486d-85d5-d9514a9be4db tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621123 Apr 05 20:42:07.419688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bb743-a0de-49da-b4dd-3e9e502a664f req-5d335dba-0df3-4169-8a60-b6475a327ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:07.421252 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-700bb743-a0de-49da-b4dd-3e9e502a664f req-5d335dba-0df3-4169-8a60-b6475a327ee8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1983392 Apr 05 20:42:07.599095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c29ba1df-f90d-4364-93ef-ed46d0b490a2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:07.628736 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ac85f3b7-bfa6-4389-bd2e-cf325851b4c6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0124395 Apr 05 20:42:07.632457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43808) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:07.639016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43d5bf86-dc43-4e42-a3a2-d232d3be3b94 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:07.644031 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-700bb743-a0de-49da-b4dd-3e9e502a664f req-1051f9bc-71d1-4810-9956-873781cba297 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161024 Apr 05 20:42:07.734175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3567fe21-f8f5-416d-9193-acce33430000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 7, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2e5530-c2b2-42be-a9c0-4006cfa03308', 'name': '', 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:d6:97:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:50Z', 'updated_at': '2022-04-05T20:42:04Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:07.752765 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3567fe21-f8f5-416d-9193-acce33430000 None None] The sync data for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 is: [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 7, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce2e5530-c2b2-42be-a9c0-4006cfa03308', 'name': '', 'network_id': 'ca3b5882-8f3a-4573-b28a-7de921d57d6f', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:d6:97:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:50Z', 'updated_at': '2022-04-05T20:42:04Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': 'dffe4895-09d6-4155-bacf-5f1c1e8c721a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:42:07.822153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c29ba1df-f90d-4364-93ef-ed46d0b490a2 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:07.935887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5bf86-dc43-4e42-a3a2-d232d3be3b94 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=ce2e5530-c2b2-42be-a9c0-4006cfa03308,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:07.952223 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-700bb743-a0de-49da-b4dd-3e9e502a664f req-1a068bcd-fa6c-4e44-bddd-70657e5ff50e service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976320 Apr 05 20:42:07.992301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a305e-a506-416e-8c7f-2e6e1adb09a3 req-7e397d10-1b33-4448-9aa2-a144d85379f6 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:08.002780 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d5a305e-a506-416e-8c7f-2e6e1adb09a3 req-7e397d10-1b33-4448-9aa2-a144d85379f6 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.7670000 Apr 05 20:42:08.204013 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d5a305e-a506-416e-8c7f-2e6e1adb09a3 req-55ed6d12-479f-4193-a5b3-d956b8570db4 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995089 Apr 05 20:42:08.334257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db19d85-9ae4-4f46-b258-889a370d68ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:08.340829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db19d85-9ae4-4f46-b258-889a370d68ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:08.341912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9db19d85-9ae4-4f46-b258-889a370d68ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:08.395916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a778ef3d-4db6-47d7-9eee-ebb22268df22 None None] Provisioning for port c29ba1df-f90d-4364-93ef-ed46d0b490a2 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:08.417345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a778ef3d-4db6-47d7-9eee-ebb22268df22 None None] Provisioning complete for port c29ba1df-f90d-4364-93ef-ed46d0b490a2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:08.417799 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a778ef3d-4db6-47d7-9eee-ebb22268df22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:08.473988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9db19d85-9ae4-4f46-b258-889a370d68ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:08.475154 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9db19d85-9ae4-4f46-b258-889a370d68ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8414307 Apr 05 20:42:08.478061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43816) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:08.489372 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43d5bf86-dc43-4e42-a3a2-d232d3be3b94 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:08.566774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-18c5adf3-625e-4c39-a6bd-89b38236ce9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port addf50c7-35ed-483f-acc8-f66b7e9ed17c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:08.567583 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18c5adf3-625e-4c39-a6bd-89b38236ce9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:08.628648 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a778ef3d-4db6-47d7-9eee-ebb22268df22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:08.680014 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a778ef3d-4db6-47d7-9eee-ebb22268df22 None None] For port c29ba1df-f90d-4364-93ef-ed46d0b490a2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c29ba1df-f90d-4364-93ef-ed46d0b490a2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:08.686413 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a778ef3d-4db6-47d7-9eee-ebb22268df22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:08.774450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778ef3d-4db6-47d7-9eee-ebb22268df22 None None] Pushing event updated for resources: {'Port': ['ID=c29ba1df-f90d-4364-93ef-ed46d0b490a2,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:08.818948 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6efffce7-019d-4f6d-a7a4-5918a4830a6e None None] Provisioning for port addf50c7-35ed-483f-acc8-f66b7e9ed17c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:08.826893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6efffce7-019d-4f6d-a7a4-5918a4830a6e None None] Provisioning complete for port addf50c7-35ed-483f-acc8-f66b7e9ed17c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:08.827453 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6efffce7-019d-4f6d-a7a4-5918a4830a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:08.875777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42494a91-acbf-40f7-96ab-a32a6bc06d73 req-899bbc04-ce7c-4b42-93b3-40cc510322e4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:08.883383 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-42494a91-acbf-40f7-96ab-a32a6bc06d73 req-899bbc04-ce7c-4b42-93b3-40cc510322e4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 944 time: 0.2840517 Apr 05 20:42:08.907194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6efffce7-019d-4f6d-a7a4-5918a4830a6e None None] Port addf50c7-35ed-483f-acc8-f66b7e9ed17c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:42:08.918773 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:08.953699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d5bf86-dc43-4e42-a3a2-d232d3be3b94 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router cdcfa60f-940a-4c5e-84b2-556962f21b50 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:42:08.995297 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-42494a91-acbf-40f7-96ab-a32a6bc06d73 req-7e020e36-596b-42cd-a19d-91b86856f95c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111312 Apr 05 20:42:09.025021 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18c5adf3-625e-4c39-a6bd-89b38236ce9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.123138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d5bf86-dc43-4e42-a3a2-d232d3be3b94 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:42:09.130273 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-43d5bf86-dc43-4e42-a3a2-d232d3be3b94 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2516725 Apr 05 20:42:09.130693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43820) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:09.134027 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf026458-c666-4043-8c8a-534dde79926c None None] Sync routers for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:42:09.144271 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf026458-c666-4043-8c8a-534dde79926c None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:09.146381 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bf026458-c666-4043-8c8a-534dde79926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:09.152519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-18c5adf3-625e-4c39-a6bd-89b38236ce9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for addf50c7-35ed-483f-acc8-f66b7e9ed17c owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:09.156467 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.219643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd860deb-0799-471e-89ed-0c4e725c8588 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting subnet dffe4895-09d6-4155-bacf-5f1c1e8c721a {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:42:09.223195 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd860deb-0799-471e-89ed-0c4e725c8588 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.295880 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd860deb-0799-471e-89ed-0c4e725c8588 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.319804 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18c5adf3-625e-4c39-a6bd-89b38236ce9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.383546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5adf3-625e-4c39-a6bd-89b38236ce9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=addf50c7-35ed-483f-acc8-f66b7e9ed17c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:09.458009 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-bf026458-c666-4043-8c8a-534dde79926c None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:09.471560 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18c5adf3-625e-4c39-a6bd-89b38236ce9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.522655 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-18c5adf3-625e-4c39-a6bd-89b38236ce9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/addf50c7-35ed-483f-acc8-f66b7e9ed17c HTTP/1.1" status: 204 len: 168 time: 1.0421031 Apr 05 20:42:09.524702 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43832) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:09.642325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773cb873-ec6a-4b5d-acf0-3a97c8df1f36 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:09.645148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c29ba1df-f90d-4364-93ef-ed46d0b490a2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:09.659879 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773cb873-ec6a-4b5d-acf0-3a97c8df1f36 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:09.660659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-773cb873-ec6a-4b5d-acf0-3a97c8df1f36 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:09.697824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-773cb873-ec6a-4b5d-acf0-3a97c8df1f36 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:09.703056 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-773cb873-ec6a-4b5d-acf0-3a97c8df1f36 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1740987 Apr 05 20:42:09.703952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43836) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:09.732225 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd860deb-0799-471e-89ed-0c4e725c8588 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.801638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c29ba1df-f90d-4364-93ef-ed46d0b490a2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:09.802043 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.808771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef76e3-dc59-4cb9-b840-67bd294e6a37 req-f1ea0c0a-4359-4828-b901-f3405aa91bcd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:09.810556 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-44ef76e3-dc59-4cb9-b840-67bd294e6a37 req-f1ea0c0a-4359-4828-b901-f3405aa91bcd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.4358830 Apr 05 20:42:09.817556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6c8649-350e-447d-8707-ce60492f5810 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 01aaed65-3e03-4968-8c4f-6e57f5f923fe {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:42:09.820826 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8649-350e-447d-8707-ce60492f5810 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.881133 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-44ef76e3-dc59-4cb9-b840-67bd294e6a37 req-c3fb6ede-a42b-4857-955f-536cfa13bbb9 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610127 Apr 05 20:42:09.888635 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8649-350e-447d-8707-ce60492f5810 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.920405 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd860deb-0799-471e-89ed-0c4e725c8588 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.964460 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bf026458-c666-4043-8c8a-534dde79926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:07Z', 'revision_number': 8, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:09.967327 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd860deb-0799-471e-89ed-0c4e725c8588 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:09.969270 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf026458-c666-4043-8c8a-534dde79926c None None] Checking router: cdcfa60f-940a-4c5e-84b2-556962f21b50 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:42:09.978425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dd860deb-0799-471e-89ed-0c4e725c8588 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/dffe4895-09d6-4155-bacf-5f1c1e8c721a HTTP/1.1" status: 204 len: 168 time: 0.8468890 Apr 05 20:42:09.979750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd860deb-0799-471e-89ed-0c4e725c8588 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Subnet': ['ID=dffe4895-09d6-4155-bacf-5f1c1e8c721a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:09.980902 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf026458-c666-4043-8c8a-534dde79926c None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:09.982333 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bf026458-c666-4043-8c8a-534dde79926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:41:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:09.986895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43840) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:09.987782 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf01fa3-5784-406b-a119-1d4a1413c92f None None] Network ca3b5882-8f3a-4573-b28a-7de921d57d6f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:10.209000 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-bf026458-c666-4043-8c8a-534dde79926c None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:10.216243 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.228737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port f74c54a7-234c-4676-98c3-1b1c755d04e7 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:10.229071 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.316347 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8649-350e-447d-8707-ce60492f5810 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.356444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09912c9e-cf74-40e6-8744-efc1daff6aaf None None] DHCP port deletion for ca3b5882-8f3a-4573-b28a-7de921d57d6f request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:42:10.362811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-09912c9e-cf74-40e6-8744-efc1daff6aaf None None] Deleting port f74c54a7-234c-4676-98c3-1b1c755d04e7 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:10.363577 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-09912c9e-cf74-40e6-8744-efc1daff6aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.429035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda7d53-04fa-45ab-978b-23fab93370d0 req-c6fb8a31-c703-426f-afd3-0fadb6080ec4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:10.436498 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6eda7d53-04fa-45ab-978b-23fab93370d0 req-c6fb8a31-c703-426f-afd3-0fadb6080ec4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 944 time: 0.2449539 Apr 05 20:42:10.482092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] For port f74c54a7-234c-4676-98c3-1b1c755d04e7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f74c54a7-234c-4676-98c3-1b1c755d04e7,segment=NetworkSegment(1afe25a4-4253-4c4a-a4b8-50981ac599c3),segment_id=1afe25a4-4253-4c4a-a4b8-50981ac599c3)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:10.482737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.525107 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6eda7d53-04fa-45ab-978b-23fab93370d0 req-03685efd-685d-417f-9bcd-43eaedbb183c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876722 Apr 05 20:42:10.557396 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8649-350e-447d-8707-ce60492f5810 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.597593 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bf026458-c666-4043-8c8a-534dde79926c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:07Z', 'revision_number': 8, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:10.602312 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf026458-c666-4043-8c8a-534dde79926c None None] The sync data for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 is: [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:07Z', 'revision_number': 8, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': '2b3e02ef-af82-4ee3-8bac-b698d802b194', 'name': '', 'network_id': '479ad60b-d05b-48ea-974f-a6f7a966f3c6', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:4e:22:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:43Z', 'updated_at': '2022-04-05T20:42:00Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '3b436870-0c85-47a4-9ed3-61dc87f866f6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:42:10.617468 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8649-350e-447d-8707-ce60492f5810 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.629182 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ced7aca-184a-4d68-a2fc-bed02e167949 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:10.636748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c8649-350e-447d-8707-ce60492f5810 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=01aaed65-3e03-4968-8c4f-6e57f5f923fe,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:10.660370 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6d6c8649-350e-447d-8707-ce60492f5810 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/01aaed65-3e03-4968-8c4f-6e57f5f923fe HTTP/1.1" status: 204 len: 168 time: 0.9556742 Apr 05 20:42:10.662711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43848) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:10.686321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for f74c54a7-234c-4676-98c3-1b1c755d04e7 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:10.741094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-00565aa7-8047-48a9-b1cd-76f6a6db8d53 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0747778 Apr 05 20:42:10.741385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43852) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:10.748012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:10.809608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-09912c9e-cf74-40e6-8744-efc1daff6aaf None None] For port f74c54a7-234c-4676-98c3-1b1c755d04e7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f74c54a7-234c-4676-98c3-1b1c755d04e7,segment=NetworkSegment(1afe25a4-4253-4c4a-a4b8-50981ac599c3),segment_id=1afe25a4-4253-4c4a-a4b8-50981ac599c3)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:10.810180 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-09912c9e-cf74-40e6-8744-efc1daff6aaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.823541 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:10.875519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No DVR routers for this DVR port f74c54a7-234c-4676-98c3-1b1c755d04e7 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:42:10.891398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=f74c54a7-234c-4676-98c3-1b1c755d04e7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:10.897278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:10.903895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:10.908575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:10.916761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:10.933168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:10.937980 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.026256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-09912c9e-cf74-40e6-8744-efc1daff6aaf None None] Calling delete_port for f74c54a7-234c-4676-98c3-1b1c755d04e7 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:11.127554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.158699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3b5882-8f3a-4573-b28a-7de921d57d6f']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:11.173337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1afe25a4-4253-4c4a-a4b8-50981ac599c3') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:11.173648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1afe25a4-4253-4c4a-a4b8-50981ac599c3') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:11.200711 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.207999 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-09912c9e-cf74-40e6-8744-efc1daff6aaf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:42:11.208354 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-09912c9e-cf74-40e6-8744-efc1daff6aaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:42:11.215000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71361a8b-de98-401b-a93e-891ebc0a1926 req-b210add8-5ceb-44ac-87e4-874837a8246e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:11.217532 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71361a8b-de98-401b-a93e-891ebc0a1926 req-b210add8-5ceb-44ac-87e4-874837a8246e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.1527755 Apr 05 20:42:11.244617 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.272175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:42:11.272587 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.302555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71361a8b-de98-401b-a93e-891ebc0a1926 req-2a2d164a-c45b-482e-93dd-528a58716c86 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769928 Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:42:11.303220 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:42:11.391410 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c739d598-ca15-4283-8558-ecddcd697e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.405061 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.432539 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.444449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Network': ['ID=ca3b5882-8f3a-4573-b28a-7de921d57d6f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:11.452620 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dc3c2a6b-92b2-416f-9e6f-eb0345aeb40c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/networks/ca3b5882-8f3a-4573-b28a-7de921d57d6f HTTP/1.1" status: 204 len: 168 time: 1.4643228 Apr 05 20:42:11.456054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43858) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:11.463527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] DHCP port deletion for 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:42:11.468223 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Deleting port c29ba1df-f90d-4364-93ef-ed46d0b490a2 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:11.468599 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.489044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.objects.ports [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87965) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:42:11.613666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f74c54a7-234c-4676-98c3-1b1c755d04e7 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:11.677547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: f74c54a7-234c-4676-98c3-1b1c755d04e7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:42:11.677915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f74c54a7-234c-4676-98c3-1b1c755d04e7 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:11.678542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c29ba1df-f90d-4364-93ef-ed46d0b490a2 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:11.711095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-09912c9e-cf74-40e6-8744-efc1daff6aaf None None] Deleting port f74c54a7-234c-4676-98c3-1b1c755d04e7 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:11.711549 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-09912c9e-cf74-40e6-8744-efc1daff6aaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.819729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-09912c9e-cf74-40e6-8744-efc1daff6aaf None None] The port 'f74c54a7-234c-4676-98c3-1b1c755d04e7' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:42:11.876727 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:11.959725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] For port c29ba1df-f90d-4364-93ef-ed46d0b490a2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c29ba1df-f90d-4364-93ef-ed46d0b490a2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:11.960362 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.113968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d2158-279d-44a3-a41f-0c889d8e3aa1 req-360499e9-77e9-413c-8739-5570d30968dc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:12.115616 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-415d2158-279d-44a3-a41f-0c889d8e3aa1 req-360499e9-77e9-413c-8739-5570d30968dc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 944 time: 0.3606935 Apr 05 20:42:12.124391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Calling delete_port for c29ba1df-f90d-4364-93ef-ed46d0b490a2 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:12.214206 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-415d2158-279d-44a3-a41f-0c889d8e3aa1 req-a967418e-3f46-4406-a529-cf780deb6057 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845196 Apr 05 20:42:12.241762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] For port c29ba1df-f90d-4364-93ef-ed46d0b490a2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c29ba1df-f90d-4364-93ef-ed46d0b490a2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:12.273253 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.287446 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.288419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.296421 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.316020 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:42:12.316434 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:42:12.391625 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-373cae8a-fd9a-48ac-847d-171be16f05fe tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.397959 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:42:12.399276 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:42:12.415911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:12.417296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:12.425397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:12.426484 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.530156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=e8a6dd09-baf0-4b2d-9f4f-ee73bb429767,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:12.540278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=c29ba1df-f90d-4364-93ef-ed46d0b490a2,revision_number=6']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:12.559679 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ea3b5413-d515-4736-9c27-6be9071784e9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8169274 Apr 05 20:42:12.560548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43874) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:12.567195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'mac_address': 'fa:16:3e:05:71:3a', 'name': 'tempest-NetworksTestDHCPv6-217905741'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:12.726315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:12.731894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:12.734379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:12.740369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:12.753195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:12.817466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Deleting port c29ba1df-f90d-4364-93ef-ed46d0b490a2 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:12.818045 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.833140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1cfa8-ed16-4445-817b-edc3bb78d348 req-cc5b80ee-96c8-4822-a3c9-f40f007e99d2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:12.835036 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-02e1cfa8-ed16-4445-817b-edc3bb78d348 req-cc5b80ee-96c8-4822-a3c9-f40f007e99d2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.2128592 Apr 05 20:42:12.931166 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-02e1cfa8-ed16-4445-817b-edc3bb78d348 req-7f4eb9c2-a0ae-4c1c-8db5-652f4398986a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872798 Apr 05 20:42:12.935484 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:12.970348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 4cdbd10a-b71c-44ad-baba-e103435865fc yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:42:12.986162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-373cae8a-fd9a-48ac-847d-171be16f05fe tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port 2b3e02ef-af82-4ee3-8bac-b698d802b194 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:12.986162 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-373cae8a-fd9a-48ac-847d-171be16f05fe tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.148540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::f816:3eff:fe05:713a (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/e8a6dd09-baf0-4b2d-9f4f-ee73bb429767/4cdbd10a-b71c-44ad-baba-e103435865fc) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:13.188499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] For port c29ba1df-f90d-4364-93ef-ed46d0b490a2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c29ba1df-f90d-4364-93ef-ed46d0b490a2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:13.189462 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.215827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-373cae8a-fd9a-48ac-847d-171be16f05fe tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] For port 2b3e02ef-af82-4ee3-8bac-b698d802b194, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2b3e02ef-af82-4ee3-8bac-b698d802b194,segment=NetworkSegment(c7b401fe-f45d-4474-b26a-ae267c36e124),segment_id=c7b401fe-f45d-4474-b26a-ae267c36e124)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:13.216772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-373cae8a-fd9a-48ac-847d-171be16f05fe tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.445859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-373cae8a-fd9a-48ac-847d-171be16f05fe tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for 2b3e02ef-af82-4ee3-8bac-b698d802b194 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:13.467170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Calling delete_port for c29ba1df-f90d-4364-93ef-ed46d0b490a2 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:13.589620 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.617869 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.640923 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 4cdbd10a-b71c-44ad-baba-e103435865fc will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:13.650214 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port c29ba1df-f90d-4364-93ef-ed46d0b490a2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c29ba1df-f90d-4364-93ef-ed46d0b490a2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:13.665324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.666253 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ce2e5530-c2b2-42be-a9c0-4006cfa03308 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:13.698729 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb49666-4a0e-4151-944e-0ce7446fc211 req-7b29fa1a-d33f-4f24-80e9-0085ec919be8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:13.706623 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fbb49666-4a0e-4151-944e-0ce7446fc211 req-7b29fa1a-d33f-4f24-80e9-0085ec919be8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 944 time: 0.2997687 Apr 05 20:42:13.714801 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-373cae8a-fd9a-48ac-847d-171be16f05fe tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.741269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.799625 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: ce2e5530-c2b2-42be-a9c0-4006cfa03308 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:42:13.800100 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ce2e5530-c2b2-42be-a9c0-4006cfa03308 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:13.801420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cae8a-fd9a-48ac-847d-171be16f05fe tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=2b3e02ef-af82-4ee3-8bac-b698d802b194,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:13.802965 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:42:13.804234 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:42:13.812458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=c29ba1df-f90d-4364-93ef-ed46d0b490a2,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:13.818792 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fbb49666-4a0e-4151-944e-0ce7446fc211 req-4b94e649-0fb2-422b-a28b-1af3e91978a5 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112154 Apr 05 20:42:13.829414 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4bfee4a6-4853-470e-a6f8-737ae25a7419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.854134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:13.858136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:13.862918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:42:13.868416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:13.869026 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:13.880397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=4cdbd10a-b71c-44ad-baba-e103435865fc,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:13.916674 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-84cf450c-eab1-4b5d-b401-48af13fde364 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3541319 Apr 05 20:42:13.918698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43882) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:14.004013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73587a27-4f58-4332-bb7f-55905294930f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:14.011207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73587a27-4f58-4332-bb7f-55905294930f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:14.011997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-73587a27-4f58-4332-bb7f-55905294930f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:14.029564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-73587a27-4f58-4332-bb7f-55905294930f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:14.033801 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-73587a27-4f58-4332-bb7f-55905294930f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1115909 Apr 05 20:42:14.034146 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43888) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:14.102697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 71932d55-594e-4e63-9883-38d30d13eedc details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:42:14.110808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-6eceae9a-b150-40a1-ae20-216e392f868b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 4cdbd10a-b71c-44ad-baba-e103435865fc {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:14.111148 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6eceae9a-b150-40a1-ae20-216e392f868b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.267784 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-373cae8a-fd9a-48ac-847d-171be16f05fe tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.272809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 71932d55-594e-4e63-9883-38d30d13eedc, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=71932d55-594e-4e63-9883-38d30d13eedc,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:14.292500 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '71932d55-594e-4e63-9883-38d30d13eedc', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'port_id': '71932d55-594e-4e63-9883-38d30d13eedc', 'mac_address': 'fa:16:3e:ee:9d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:42:14.387888 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.421348 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71932d55-594e-4e63-9883-38d30d13eedc {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:42:14.430791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Deleting port c29ba1df-f90d-4364-93ef-ed46d0b490a2 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:14.434358 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.452828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf63304-6e4a-4a79-993d-84641f2e08ae req-27f72bae-bd9e-4685-85ff-5e390c0657c7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:14.454361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cbf63304-6e4a-4a79-993d-84641f2e08ae req-27f72bae-bd9e-4685-85ff-5e390c0657c7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.3272433 Apr 05 20:42:14.486222 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6eceae9a-b150-40a1-ae20-216e392f868b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.487882 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 71932d55-594e-4e63-9883-38d30d13eedc, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=71932d55-594e-4e63-9883-38d30d13eedc,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:14.505155 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.577902 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cbf63304-6e4a-4a79-993d-84641f2e08ae req-81bf9f52-3a6c-4eb7-894f-b72937220aa4 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151736 Apr 05 20:42:14.705350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-6eceae9a-b150-40a1-ae20-216e392f868b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 4cdbd10a-b71c-44ad-baba-e103435865fc owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:14.709047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373cae8a-fd9a-48ac-847d-171be16f05fe tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router cdcfa60f-940a-4c5e-84b2-556962f21b50 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:42:14.727323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=71932d55-594e-4e63-9883-38d30d13eedc,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:14.778680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['71932d55-594e-4e63-9883-38d30d13eedc'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:42:14.902954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6eceae9a-b150-40a1-ae20-216e392f868b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.926612 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.964887 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:14.966161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373cae8a-fd9a-48ac-847d-171be16f05fe tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:42:14.998869 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-373cae8a-fd9a-48ac-847d-171be16f05fe tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5415545 Apr 05 20:42:14.999239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43d8b6f-a5d1-4892-9ffb-d74a75f89bcd None None] Sync routers for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:42:15.000049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43900) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:15.041318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43d8b6f-a5d1-4892-9ffb-d74a75f89bcd None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:15.041979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e43d8b6f-a5d1-4892-9ffb-d74a75f89bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:42:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:15.042203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eceae9a-b150-40a1-ae20-216e392f868b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=4cdbd10a-b71c-44ad-baba-e103435865fc,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:15.079313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc26f6a0-d151-4479-bf73-de1ca097d84e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting subnet 3b436870-0c85-47a4-9ed3-61dc87f866f6 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:42:15.083252 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cc26f6a0-d151-4479-bf73-de1ca097d84e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.097772 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6eceae9a-b150-40a1-ae20-216e392f868b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.104817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] For port c29ba1df-f90d-4364-93ef-ed46d0b490a2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c29ba1df-f90d-4364-93ef-ed46d0b490a2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:15.105215 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.116652 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6eceae9a-b150-40a1-ae20-216e392f868b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/4cdbd10a-b71c-44ad-baba-e103435865fc HTTP/1.1" status: 204 len: 168 time: 1.0788703 Apr 05 20:42:15.116873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43904) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:15.160909 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cc26f6a0-d151-4479-bf73-de1ca097d84e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.212133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6633c9d-9fed-43b5-8ef6-c9d3665add95 req-216c813a-87c5-487a-a1d6-c0e72fe6a460 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:15.213737 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b6633c9d-9fed-43b5-8ef6-c9d3665add95 req-216c813a-87c5-487a-a1d6-c0e72fe6a460 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 945 time: 0.2184739 Apr 05 20:42:15.217247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceecb986-21e7-4af0-a3a1-42ba06256cd1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:15.219440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceecb986-21e7-4af0-a3a1-42ba06256cd1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:15.220223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ceecb986-21e7-4af0-a3a1-42ba06256cd1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:15.270683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ceecb986-21e7-4af0-a3a1-42ba06256cd1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:15.272527 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ceecb986-21e7-4af0-a3a1-42ba06256cd1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1545970 Apr 05 20:42:15.276264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43908) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:15.285862 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cc26f6a0-d151-4479-bf73-de1ca097d84e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.325795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Calling delete_port for c29ba1df-f90d-4364-93ef-ed46d0b490a2 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:15.351794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-c428e1df-77a9-4aa5-b61d-64513d035b89 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet e8a6dd09-baf0-4b2d-9f4f-ee73bb429767 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:42:15.358433 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b6633c9d-9fed-43b5-8ef6-c9d3665add95 req-c8c46f4c-a372-4ef2-a74a-5900385e3122 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351674 Apr 05 20:42:15.359578 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c428e1df-77a9-4aa5-b61d-64513d035b89 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.375391 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cc26f6a0-d151-4479-bf73-de1ca097d84e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.420643 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e43d8b6f-a5d1-4892-9ffb-d74a75f89bcd None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:15.438694 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cc26f6a0-d151-4479-bf73-de1ca097d84e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.439775 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c428e1df-77a9-4aa5-b61d-64513d035b89 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.441674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26f6a0-d151-4479-bf73-de1ca097d84e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Subnet': ['ID=3b436870-0c85-47a4-9ed3-61dc87f866f6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:15.450772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cc26f6a0-d151-4479-bf73-de1ca097d84e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/3b436870-0c85-47a4-9ed3-61dc87f866f6 HTTP/1.1" status: 204 len: 168 time: 0.4495664 Apr 05 20:42:15.451547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43912) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:15.528029 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01574a4-02f2-442d-a2f2-904e83db3e9b None None] Network 479ad60b-d05b-48ea-974f-a6f7a966f3c6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:15.546968 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c428e1df-77a9-4aa5-b61d-64513d035b89 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.595272 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.607106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port c0f3e4f7-d5ad-47e5-a104-32e54b85b961 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:15.607604 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.694371 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c428e1df-77a9-4aa5-b61d-64513d035b89 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.739005 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c428e1df-77a9-4aa5-b61d-64513d035b89 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=e8a6dd09-baf0-4b2d-9f4f-ee73bb429767,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:15.740929 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c428e1df-77a9-4aa5-b61d-64513d035b89 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:15.763120 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c428e1df-77a9-4aa5-b61d-64513d035b89 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/e8a6dd09-baf0-4b2d-9f4f-ee73bb429767 HTTP/1.1" status: 204 len: 168 time: 0.4856334 Apr 05 20:42:15.766179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43920) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:15.869553 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6107b994-9437-4290-8d81-ff4d1b747eac tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1020889 Apr 05 20:42:15.871610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43924) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:15.962299 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:42:15.962937 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:42:15.965589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab698c4-5c8d-420f-b3c5-223f01692618 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:15.966291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bab698c4-5c8d-420f-b3c5-223f01692618 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:15.983133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bab698c4-5c8d-420f-b3c5-223f01692618 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:15.987223 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bab698c4-5c8d-420f-b3c5-223f01692618 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1145680 Apr 05 20:42:15.988005 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43928) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:16.065179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd23cfc6-46ac-4fa0-a5ca-25f7a247a79c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:16.066038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bd23cfc6-46ac-4fa0-a5ca-25f7a247a79c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:16.084016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bd23cfc6-46ac-4fa0-a5ca-25f7a247a79c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:16.088115 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bd23cfc6-46ac-4fa0-a5ca-25f7a247a79c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0954881 Apr 05 20:42:16.088538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 43932) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:16.164406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] For port c0f3e4f7-d5ad-47e5-a104-32e54b85b961, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c0f3e4f7-d5ad-47e5-a104-32e54b85b961,segment=NetworkSegment(c7b401fe-f45d-4474-b26a-ae267c36e124),segment_id=c7b401fe-f45d-4474-b26a-ae267c36e124)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:16.164762 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:16.180706 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9f43ac36-ef88-4d0f-bcea-6c8c79774edf tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872607 Apr 05 20:42:16.181059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43936) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:16.207295 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:16.241186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:16.327710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e7aea-86ed-48fb-bffb-0d45b84fd258 req-46b6f827-289a-4c87-a142-1016d4b0b8a7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:16.329245 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b65e7aea-86ed-48fb-bffb-0d45b84fd258 req-46b6f827-289a-4c87-a142-1016d4b0b8a7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.5248718 Apr 05 20:42:16.336347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for c0f3e4f7-d5ad-47e5-a104-32e54b85b961 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:16.346506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e43d8b6f-a5d1-4892-9ffb-d74a75f89bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:13Z', 'revision_number': 9, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:16.354571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d291845-d8b5-4b94-a49c-011f7a577005 None None] DHCP port deletion for 479ad60b-d05b-48ea-974f-a6f7a966f3c6 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:42:16.362395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5d291845-d8b5-4b94-a49c-011f7a577005 None None] Deleting port c0f3e4f7-d5ad-47e5-a104-32e54b85b961 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:16.362970 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5d291845-d8b5-4b94-a49c-011f7a577005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:16.408947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43d8b6f-a5d1-4892-9ffb-d74a75f89bcd None None] Checking router: cdcfa60f-940a-4c5e-84b2-556962f21b50 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:42:16.430457 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43d8b6f-a5d1-4892-9ffb-d74a75f89bcd None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:16.431115 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e43d8b6f-a5d1-4892-9ffb-d74a75f89bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:42:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:16.546247 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b65e7aea-86ed-48fb-bffb-0d45b84fd258 req-d01dc968-6f80-42dc-bb3e-878584023d4e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701758 Apr 05 20:42:16.553396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:16.563878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:16.588800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:16.592332 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:16.611207 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:16.687963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=c0f3e4f7-d5ad-47e5-a104-32e54b85b961,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:16.732937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e43d8b6f-a5d1-4892-9ffb-d74a75f89bcd None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:16.737224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No DVR routers for this DVR port c0f3e4f7-d5ad-47e5-a104-32e54b85b961 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:42:16.835941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a734b-8657-42c7-8e8e-3e3fc0854464 req-d80c803a-c67a-4b06-979d-225b1c62d122 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:16.837748 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a80a734b-8657-42c7-8e8e-3e3fc0854464 req-d80c803a-c67a-4b06-979d-225b1c62d122 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 945 time: 0.3344460 Apr 05 20:42:16.902463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5d291845-d8b5-4b94-a49c-011f7a577005 None None] For port c0f3e4f7-d5ad-47e5-a104-32e54b85b961, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c0f3e4f7-d5ad-47e5-a104-32e54b85b961,segment=NetworkSegment(c7b401fe-f45d-4474-b26a-ae267c36e124),segment_id=c7b401fe-f45d-4474-b26a-ae267c36e124)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:16.902989 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5d291845-d8b5-4b94-a49c-011f7a577005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:16.906248 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a80a734b-8657-42c7-8e8e-3e3fc0854464 req-8022a23c-aab7-4493-860b-ef4b0b58d107 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613151 Apr 05 20:42:16.954853 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:16.990148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479ad60b-d05b-48ea-974f-a6f7a966f3c6']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:17.037703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b401fe-f45d-4474-b26a-ae267c36e124') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:17.038099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b401fe-f45d-4474-b26a-ae267c36e124') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:17.062452 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.099573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.103005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5d291845-d8b5-4b94-a49c-011f7a577005 None None] Calling delete_port for c0f3e4f7-d5ad-47e5-a104-32e54b85b961 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:17.109346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:42:17.110518 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.178379 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-5d291845-d8b5-4b94-a49c-011f7a577005 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:42:17.178809 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-5d291845-d8b5-4b94-a49c-011f7a577005 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:42:17.235470 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:42:17.251088 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.301370 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.348796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Network': ['ID=479ad60b-d05b-48ea-974f-a6f7a966f3c6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:17.365395 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3cd40eb7-a3d3-4a72-8642-af3cdec0a348 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/networks/479ad60b-d05b-48ea-974f-a6f7a966f3c6 HTTP/1.1" status: 204 len: 168 time: 1.9118185 Apr 05 20:42:17.368292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 43962) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:17.506337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e43d8b6f-a5d1-4892-9ffb-d74a75f89bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:13Z', 'revision_number': 9, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:17.514213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43d8b6f-a5d1-4892-9ffb-d74a75f89bcd None None] The sync data for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 is: [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:13Z', 'revision_number': 9, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e6b4e13e-c912-49a2-8c48-895d6a6af4db', 'name': '', 'network_id': '5925d862-5b91-4c23-86b8-2b1b8b43d5cd', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:da:d2:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:31Z', 'updated_at': '2022-04-05T20:41:44Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '62de11e8-5853-4817-928e-bc1a3140eb05', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:42:17.624492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2b0de063-74c3-4b97-9cb9-2d209a9f7465 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:42:17.694686 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5d291845-d8b5-4b94-a49c-011f7a577005 None None] Deleting port c0f3e4f7-d5ad-47e5-a104-32e54b85b961 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:17.695198 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5d291845-d8b5-4b94-a49c-011f7a577005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.779072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5d291845-d8b5-4b94-a49c-011f7a577005 None None] The port 'c0f3e4f7-d5ad-47e5-a104-32e54b85b961' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:42:17.863675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Deleting port c29ba1df-f90d-4364-93ef-ed46d0b490a2 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:17.864334 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:17.972096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.objects.ports [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87964) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:42:18.023369 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c0f3e4f7-d5ad-47e5-a104-32e54b85b961 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:18.154968 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: c0f3e4f7-d5ad-47e5-a104-32e54b85b961 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:42:18.156066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c0f3e4f7-d5ad-47e5-a104-32e54b85b961 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:18.156576 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2b3e02ef-af82-4ee3-8bac-b698d802b194 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:18.165116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f48eb-d8a1-4d07-aef7-7c774db23f36 req-e16f7398-ddc9-4e93-90fc-14ac344e4edf tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:18.166686 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-595f48eb-d8a1-4d07-aef7-7c774db23f36 req-e16f7398-ddc9-4e93-90fc-14ac344e4edf tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.4771118 Apr 05 20:42:18.207327 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 71932d55-594e-4e63-9883-38d30d13eedc up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:18.261012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1837cf7-eb99-4fca-9fe2-ddbb07a883af req-2a84e1eb-eb8d-4327-b2e3-874bc0b5dfc0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:18.266804 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1837cf7-eb99-4fca-9fe2-ddbb07a883af req-2a84e1eb-eb8d-4327-b2e3-874bc0b5dfc0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 945 time: 0.1949861 Apr 05 20:42:18.270378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 2b3e02ef-af82-4ee3-8bac-b698d802b194 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:42:18.270840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2b3e02ef-af82-4ee3-8bac-b698d802b194 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:18.311093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2b0de063-74c3-4b97-9cb9-2d209a9f7465, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:18.339296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-595f48eb-d8a1-4d07-aef7-7c774db23f36 req-69443bb0-1d63-443d-b0ca-431f29819f01 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645055 Apr 05 20:42:18.367625 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1837cf7-eb99-4fca-9fe2-ddbb07a883af req-9ddcaf5e-718d-4ff6-9cc8-9fd30896ea97 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952103 Apr 05 20:42:18.510060 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'port_id': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'mac_address': 'fa:16:3e:b3:7a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:42:18.556264 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.621076 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.651648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] For port c29ba1df-f90d-4364-93ef-ed46d0b490a2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c29ba1df-f90d-4364-93ef-ed46d0b490a2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:18.651648 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.662492 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80d71d99-cd79-4df3-886d-a540c268fe76 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.724845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2b0de063-74c3-4b97-9cb9-2d209a9f7465 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:42:18.787990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 71932d55-594e-4e63-9883-38d30d13eedc completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:18.800287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Calling delete_port for c29ba1df-f90d-4364-93ef-ed46d0b490a2 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:18.839636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 71932d55-594e-4e63-9883-38d30d13eedc triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:18.840000 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:18.900312 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2b0de063-74c3-4b97-9cb9-2d209a9f7465, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:18.917842 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.027147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['2b0de063-74c3-4b97-9cb9-2d209a9f7465'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:42:19.122299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=2b0de063-74c3-4b97-9cb9-2d209a9f7465,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:19.132352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] For port c29ba1df-f90d-4364-93ef-ed46d0b490a2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c29ba1df-f90d-4364-93ef-ed46d0b490a2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:19.163244 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.179192 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.220063 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.220832 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.238164 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:42:19.238505 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:42:19.245529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7666689-07a0-4904-82d7-a6f807ab5201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71932d55-594e-4e63-9883-38d30d13eedc'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:42:19.291477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 71932d55-594e-4e63-9883-38d30d13eedc, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=71932d55-594e-4e63-9883-38d30d13eedc,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:19.326608 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.332012 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7666689-07a0-4904-82d7-a6f807ab5201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71932d55-594e-4e63-9883-38d30d13eedc', 'code': 200} Apr 05 20:42:19.350092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:19.357997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:19.367458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:19.368044 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.415606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=6a81bf98-676f-4e60-8598-5e811628b8cd,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:19.421846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-80d71d99-cd79-4df3-886d-a540c268fe76 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port e6b4e13e-c912-49a2-8c48-895d6a6af4db {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:19.422444 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80d71d99-cd79-4df3-886d-a540c268fe76 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.469183 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.2871239 Apr 05 20:42:19.496548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44008) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:19.518203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'mac_address': 'fa:16:3e:ee:e8:04', 'name': 'tempest-NetworksTestDHCPv6-1456034179'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:19.559451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd1818-ea37-4bb7-a437-10d7d56b8ede tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=c29ba1df-f90d-4364-93ef-ed46d0b490a2,revision_number=10']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:19.640695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34def9cd-32bd-4c22-bdf9-be74130c0898 req-81f8da75-0e9f-44ac-9dd9-7e8c4ce37d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:19.667710 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34def9cd-32bd-4c22-bdf9-be74130c0898 req-81f8da75-0e9f-44ac-9dd9-7e8c4ce37d81 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 1097 time: 0.2781897 Apr 05 20:42:19.693377 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2b0de063-74c3-4b97-9cb9-2d209a9f7465 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:19.783446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=71932d55-594e-4e63-9883-38d30d13eedc,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:19.823203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34def9cd-32bd-4c22-bdf9-be74130c0898 req-759f2a1b-2b9b-4172-b67a-07c453303201 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464183 Apr 05 20:42:19.866578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8632bf9-240f-4f74-9572-3767a591d4b9 req-76384f0c-c5ea-4d28-a34e-c792e8b51a0d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:19.868363 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d8632bf9-240f-4f74-9572-3767a591d4b9 req-76384f0c-c5ea-4d28-a34e-c792e8b51a0d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 945 time: 0.1581864 Apr 05 20:42:19.891652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 2b0de063-74c3-4b97-9cb9-2d209a9f7465 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:19.892166 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:19.926135 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d8632bf9-240f-4f74-9572-3767a591d4b9 req-74de32a5-f7a9-407d-a1a0-a3fb73d81c6a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498445 Apr 05 20:42:20.059081 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:20.101967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2b0de063-74c3-4b97-9cb9-2d209a9f7465, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:20.113360 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:20.194411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:20.195516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=2b0de063-74c3-4b97-9cb9-2d209a9f7465,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:20.204867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:20.254576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:20.307591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22175da7-418d-4587-81dd-e0e7336ed139 req-9bfd1885-e180-4c80-91df-5187e50ae392 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:20.309413 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22175da7-418d-4587-81dd-e0e7336ed139 req-9bfd1885-e180-4c80-91df-5187e50ae392 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 946 time: 0.5603795 Apr 05 20:42:20.389229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-80d71d99-cd79-4df3-886d-a540c268fe76 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] For port e6b4e13e-c912-49a2-8c48-895d6a6af4db, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e6b4e13e-c912-49a2-8c48-895d6a6af4db,segment=NetworkSegment(bee6d213-946e-4e5c-b52c-659d7ffc1fdc),segment_id=bee6d213-946e-4e5c-b52c-659d7ffc1fdc)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:20.389622 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80d71d99-cd79-4df3-886d-a540c268fe76 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:20.536254 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:42:20.558189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-80d71d99-cd79-4df3-886d-a540c268fe76 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for e6b4e13e-c912-49a2-8c48-895d6a6af4db owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:20.646432 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22175da7-418d-4587-81dd-e0e7336ed139 req-a1814359-27b7-401e-9876-4f6bd7fd4ef3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594929 Apr 05 20:42:20.651819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:20.712881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 60e0b535-5ca8-4daa-aae0-1267e482cfe2 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:42:20.986588 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80d71d99-cd79-4df3-886d-a540c268fe76 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:21.070694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::f816:3eff:feee:e804 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/6a81bf98-676f-4e60-8598-5e811628b8cd/60e0b535-5ca8-4daa-aae0-1267e482cfe2) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:21.141903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d71d99-cd79-4df3-886d-a540c268fe76 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=e6b4e13e-c912-49a2-8c48-895d6a6af4db,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:21.307669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba67e69-29a7-481a-b188-5d7dc8d397a4 req-7c5bda8f-acab-4ada-bf7a-b3c1a8678ed7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:21.310293 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eba67e69-29a7-481a-b188-5d7dc8d397a4 req-7c5bda8f-acab-4ada-bf7a-b3c1a8678ed7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.1717649 Apr 05 20:42:21.333613 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0de063-74c3-4b97-9cb9-2d209a9f7465'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:42:21.386388 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eba67e69-29a7-481a-b188-5d7dc8d397a4 req-e929d096-702e-4811-a276-3a2964a98c4b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668843 Apr 05 20:42:21.434138 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'code': 200} Apr 05 20:42:21.483842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Deleting port c29ba1df-f90d-4364-93ef-ed46d0b490a2 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:21.484412 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:21.596529 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80d71d99-cd79-4df3-886d-a540c268fe76 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:21.765545 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:21.814610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] For port c29ba1df-f90d-4364-93ef-ed46d0b490a2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c29ba1df-f90d-4364-93ef-ed46d0b490a2,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:21.815401 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:21.964129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 60e0b535-5ca8-4daa-aae0-1267e482cfe2 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:22.063701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f96262-873c-4f41-82d2-8693287a21a6 req-564600fc-fed6-4fd2-b556-4ff8fd352275 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:22.065055 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f6f96262-873c-4f41-82d2-8693287a21a6 req-564600fc-fed6-4fd2-b556-4ff8fd352275 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 946 time: 0.1768174 Apr 05 20:42:22.074939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Calling delete_port for c29ba1df-f90d-4364-93ef-ed46d0b490a2 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:22.150757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f6f96262-873c-4f41-82d2-8693287a21a6 req-90778989-c559-4ddd-af7f-411231dd965f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789151 Apr 05 20:42:22.212415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d71d99-cd79-4df3-886d-a540c268fe76 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router cdcfa60f-940a-4c5e-84b2-556962f21b50 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:42:22.240233 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.287750 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.299796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] Pushing event deleted for resources: {'Port': ['ID=c29ba1df-f90d-4364-93ef-ed46d0b490a2,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:22.407938 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b04d2e-0d98-43fd-844e-2121df216818 None None] No DVR routers for this DVR port c29ba1df-f90d-4364-93ef-ed46d0b490a2 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:42:22.409320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=60e0b535-5ca8-4daa-aae0-1267e482cfe2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:22.431079 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eceaca31-fbe9-4a41-bdd4-d6848c0eb62d None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:22.515506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:22.526603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:22.530776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:42:22.536894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:22.537554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.584459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d71d99-cd79-4df3-886d-a540c268fe76 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:42:22.604753 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d97f57-e474-494f-8f54-b137191604e0 None None] Sync routers for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:42:22.627839 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d97f57-e474-494f-8f54-b137191604e0 None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:22.629811 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b0d97f57-e474-494f-8f54-b137191604e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:42:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:22.666503 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-80d71d99-cd79-4df3-886d-a540c268fe76 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2938066 Apr 05 20:42:22.685267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44030) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:22.703169 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b2dd172c-b564-4ba5-8575-464db4bea563 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2042105 Apr 05 20:42:22.719273 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44034) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:22.783012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe947e-ef15-4981-b46d-c941df0cd3be req-2d71906e-262d-48cc-9615-40b2d9d251b8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:22.784399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdbe947e-ef15-4981-b46d-c941df0cd3be req-2d71906e-262d-48cc-9615-40b2d9d251b8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 946 time: 0.4100046 Apr 05 20:42:22.879343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b0425d6-e9fd-451e-b24c-dfb57678e829 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting subnet 62de11e8-5853-4817-928e-bc1a3140eb05 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:42:22.882689 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b0425d6-e9fd-451e-b24c-dfb57678e829 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:22.908472 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-b0d97f57-e474-494f-8f54-b137191604e0 None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:22.958319 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b0425d6-e9fd-451e-b24c-dfb57678e829 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.002911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f917c960-4e7c-42c7-a800-aa970250993a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:23.004390 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f917c960-4e7c-42c7-a800-aa970250993a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2818778 Apr 05 20:42:23.014094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44038) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:23.027827 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdbe947e-ef15-4981-b46d-c941df0cd3be req-ba911b27-820c-4995-a020-af7283c98d99 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251348 Apr 05 20:42:23.032436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'fixed_ips': [{'subnet_id': '6a81bf98-676f-4e60-8598-5e811628b8cd'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:42:23.033320 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.062243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44042) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:23.096293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa10c432-0cb8-491e-b0bb-b935d0f61fb4 req-0a465ddd-e6de-41da-bbf0-a9d5cfef1bef tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:23.097827 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa10c432-0cb8-491e-b0bb-b935d0f61fb4 req-0a465ddd-e6de-41da-bbf0-a9d5cfef1bef tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.4789364 Apr 05 20:42:23.149216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b0425d6-e9fd-451e-b24c-dfb57678e829 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.240226 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b0425d6-e9fd-451e-b24c-dfb57678e829 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.339249 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa10c432-0cb8-491e-b0bb-b935d0f61fb4 req-2495c6cc-2352-4e25-9efc-67971bd8337d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253926 Apr 05 20:42:23.353196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-612ccaae-c282-493e-9ee4-bf8b2af4b97f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 60e0b535-5ca8-4daa-aae0-1267e482cfe2 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:23.356273 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-612ccaae-c282-493e-9ee4-bf8b2af4b97f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.366854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Allocated IP 2001:db8::f816:3eff:fea2:5807 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/6a81bf98-676f-4e60-8598-5e811628b8cd/95da668d-c006-4e4f-93b2-90ee76d452f7) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:23.376559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0425d6-e9fd-451e-b24c-dfb57678e829 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Subnet': ['ID=62de11e8-5853-4817-928e-bc1a3140eb05,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:23.399996 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b0425d6-e9fd-451e-b24c-dfb57678e829 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.403906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1cf9aa-0d10-49e0-b0a0-eff370f71424 None None] Network 5925d862-5b91-4c23-86b8-2b1b8b43d5cd requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:23.421299 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7b0425d6-e9fd-451e-b24c-dfb57678e829 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/62de11e8-5853-4817-928e-bc1a3140eb05 HTTP/1.1" status: 204 len: 168 time: 0.7292905 Apr 05 20:42:23.422486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44052) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:23.632029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.664241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port f0fcc83c-0598-454f-b631-304db4061901 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:23.665297 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.749090 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b0d97f57-e474-494f-8f54-b137191604e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:20Z', 'revision_number': 10, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:23.757793 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d97f57-e474-494f-8f54-b137191604e0 None None] Checking router: cdcfa60f-940a-4c5e-84b2-556962f21b50 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:42:23.778024 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d97f57-e474-494f-8f54-b137191604e0 None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:23.779521 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b0d97f57-e474-494f-8f54-b137191604e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:42:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:23.800451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-612ccaae-c282-493e-9ee4-bf8b2af4b97f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:23.949275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-612ccaae-c282-493e-9ee4-bf8b2af4b97f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 60e0b535-5ca8-4daa-aae0-1267e482cfe2 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:24.114816 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.174723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1fa162-0a7f-4d06-98ca-090ba6d5b6e7 None None] DHCP port deletion for 5925d862-5b91-4c23-86b8-2b1b8b43d5cd request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:42:24.179057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fa162-0a7f-4d06-98ca-090ba6d5b6e7 None None] Deleting port f0fcc83c-0598-454f-b631-304db4061901 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:24.179441 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c1fa162-0a7f-4d06-98ca-090ba6d5b6e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.213082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] For port f0fcc83c-0598-454f-b631-304db4061901, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f0fcc83c-0598-454f-b631-304db4061901,segment=NetworkSegment(bee6d213-946e-4e5c-b52c-659d7ffc1fdc),segment_id=bee6d213-946e-4e5c-b52c-659d7ffc1fdc)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:24.214484 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.224589 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-b0d97f57-e474-494f-8f54-b137191604e0 None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:24.246598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4180f8ac-65fd-449a-bdcc-639bb5b0eaa1 tempest-TestVolumeBootPattern-1013972986 tempest-TestVolumeBootPattern-1013972986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:24.247284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4180f8ac-65fd-449a-bdcc-639bb5b0eaa1 tempest-TestVolumeBootPattern-1013972986 tempest-TestVolumeBootPattern-1013972986-project-admin] Synchronizing usage tracker for tenant:0173deccd5f54eb29278921a207f95c4 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:24.301855 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-612ccaae-c282-493e-9ee4-bf8b2af4b97f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.341182 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Transition to ACTIVE for port object 95da668d-c006-4e4f-93b2-90ee76d452f7 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:24.400283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4180f8ac-65fd-449a-bdcc-639bb5b0eaa1 tempest-TestVolumeBootPattern-1013972986 tempest-TestVolumeBootPattern-1013972986-project-admin] Unset dirty status for tenant:0173deccd5f54eb29278921a207f95c4 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:24.404420 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4180f8ac-65fd-449a-bdcc-639bb5b0eaa1 tempest-TestVolumeBootPattern-1013972986 tempest-TestVolumeBootPattern-1013972986-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 1092 time: 1.3300471 Apr 05 20:42:24.437430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44060) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:24.437629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Transition to ACTIVE for port object 95da668d-c006-4e4f-93b2-90ee76d452f7 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:24.445309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '71932d55-594e-4e63-9883-38d30d13eedc', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:24.463123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:24.474954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Usage tracker for resource:floatingip and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:24.479353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:24.484440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for f0fcc83c-0598-454f-b631-304db4061901 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:24.490818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:24.493469 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.510882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ccaae-c282-493e-9ee4-bf8b2af4b97f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=60e0b535-5ca8-4daa-aae0-1267e482cfe2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:24.639014 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-612ccaae-c282-493e-9ee4-bf8b2af4b97f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.647427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.739449 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.801834 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-612ccaae-c282-493e-9ee4-bf8b2af4b97f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/60e0b535-5ca8-4daa-aae0-1267e482cfe2 HTTP/1.1" status: 204 len: 168 time: 1.7842593 Apr 05 20:42:24.802639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44064) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:24.822591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1c1fa162-0a7f-4d06-98ca-090ba6d5b6e7 None None] For port f0fcc83c-0598-454f-b631-304db4061901, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f0fcc83c-0598-454f-b631-304db4061901,segment=NetworkSegment(bee6d213-946e-4e5c-b52c-659d7ffc1fdc),segment_id=bee6d213-946e-4e5c-b52c-659d7ffc1fdc)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:24.823002 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c1fa162-0a7f-4d06-98ca-090ba6d5b6e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:24.851305 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b0d97f57-e474-494f-8f54-b137191604e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:20Z', 'revision_number': 10, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:24.857701 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d97f57-e474-494f-8f54-b137191604e0 None None] The sync data for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 is: [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:20Z', 'revision_number': 10, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None, '_interfaces': [{'id': 'a6f3cc7b-ec79-4a55-90a8-1214d006fff7', 'name': '', 'network_id': 'f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'mac_address': 'fa:16:3e:09:03:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'device_owner': 'network:router_interface', 'standard_attr_id': 3103, 'fixed_ips': [{'subnet_id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:41:21Z', 'updated_at': '2022-04-05T20:41:33Z', 'revision_number': 5, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'subnets': [{'id': '43ab1759-52d3-4ebe-a5a4-d576070c0497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:42:25.009689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b51b2a-68b4-49b9-8e21-367af709101f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:25.011399 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b51b2a-68b4-49b9-8e21-367af709101f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:25.016007 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-78b51b2a-68b4-49b9-8e21-367af709101f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2082899 Apr 05 20:42:25.025693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44070) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:25.132238 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fa162-0a7f-4d06-98ca-090ba6d5b6e7 None None] Calling delete_port for f0fcc83c-0598-454f-b631-304db4061901 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:25.168147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No DVR routers for this DVR port f0fcc83c-0598-454f-b631-304db4061901 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:42:25.200687 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:25.218595 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:25.260583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa2335-3baf-4994-9935-a1d27feab8c1 req-284ecb88-cdd7-428f-b7a8-2adf5d6be27a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:25.276572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e1aa2335-3baf-4994-9935-a1d27feab8c1 req-284ecb88-cdd7-428f-b7a8-2adf5d6be27a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.6944890 Apr 05 20:42:25.278934 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Pushing event updated for resources: {'Port': ['ID=95da668d-c006-4e4f-93b2-90ee76d452f7,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:25.286258 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-1c1fa162-0a7f-4d06-98ca-090ba6d5b6e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:42:25.286602 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-1c1fa162-0a7f-4d06-98ca-090ba6d5b6e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:42:25.287268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:42:25.425790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca74511-2990-4f38-b4ac-c1470bd7bb0d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 6a81bf98-676f-4e60-8598-5e811628b8cd {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:42:25.427617 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.441685 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ca74511-2990-4f38-b4ac-c1470bd7bb0d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.464221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5925d862-5b91-4c23-86b8-2b1b8b43d5cd']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:25.482554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Attempting to bind port 95da668d-c006-4e4f-93b2-90ee76d452f7 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:25.482795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee6d213-946e-4e5c-b52c-659d7ffc1fdc') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:25.483163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Attempting to bind port 95da668d-c006-4e4f-93b2-90ee76d452f7 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:25.483493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee6d213-946e-4e5c-b52c-659d7ffc1fdc') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:25.483700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Attempting to bind port 95da668d-c006-4e4f-93b2-90ee76d452f7 on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:42:25.493549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:42:25.493962 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:42:25.494363 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.494816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:42:25.495288 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Bound port: 95da668d-c006-4e4f-93b2-90ee76d452f7, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:25.496153 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.520942 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ca74511-2990-4f38-b4ac-c1470bd7bb0d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.521388 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=f0fcc83c-0598-454f-b631-304db4061901,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:25.527115 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.550930 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.560505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:42:25.561956 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.633172 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] For port 95da668d-c006-4e4f-93b2-90ee76d452f7, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:42:25.638549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] For port 95da668d-c006-4e4f-93b2-90ee76d452f7, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=95da668d-c006-4e4f-93b2-90ee76d452f7,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:42:25.647858 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.703943 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e1aa2335-3baf-4994-9935-a1d27feab8c1 req-41d73b47-e449-49c9-a3f7-bc3d22d562d3 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4256849 Apr 05 20:42:25.704774 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ca74511-2990-4f38-b4ac-c1470bd7bb0d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:42:25.705930 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:42:25.712437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.768832 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.771949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ad6cb-6bf3-4743-a07a-560a444563bf None None] Pushing event updated for resources: {'Port': ['ID=95da668d-c006-4e4f-93b2-90ee76d452f7,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:25.797680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Network': ['ID=5925d862-5b91-4c23-86b8-2b1b8b43d5cd,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:25.805185 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-00583cd7-1429-4e1e-a099-76d8e58c0012 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/networks/5925d862-5b91-4c23-86b8-2b1b8b43d5cd HTTP/1.1" status: 204 len: 168 time: 2.3815534 Apr 05 20:42:25.807406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fa162-0a7f-4d06-98ca-090ba6d5b6e7 None None] Deleting port f0fcc83c-0598-454f-b631-304db4061901 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:25.807997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44078) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:25.808640 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c1fa162-0a7f-4d06-98ca-090ba6d5b6e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.917552 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:25.933407 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1c1fa162-0a7f-4d06-98ca-090ba6d5b6e7 None None] The port 'f0fcc83c-0598-454f-b631-304db4061901' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:42:25.982209 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f0fcc83c-0598-454f-b631-304db4061901 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:26.052026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: f0fcc83c-0598-454f-b631-304db4061901 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:42:26.053622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f0fcc83c-0598-454f-b631-304db4061901 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:26.060394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e6b4e13e-c912-49a2-8c48-895d6a6af4db no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:26.135598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: e6b4e13e-c912-49a2-8c48-895d6a6af4db {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:42:26.137428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e6b4e13e-c912-49a2-8c48-895d6a6af4db not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:26.200496 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ca74511-2990-4f38-b4ac-c1470bd7bb0d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:26.531478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ca74511-2990-4f38-b4ac-c1470bd7bb0d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:26.534264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca74511-2990-4f38-b4ac-c1470bd7bb0d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=6a81bf98-676f-4e60-8598-5e811628b8cd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:26.653737 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8ca74511-2990-4f38-b4ac-c1470bd7bb0d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/6a81bf98-676f-4e60-8598-5e811628b8cd HTTP/1.1" status: 204 len: 168 time: 1.6224434 Apr 05 20:42:26.657794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44084) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:26.748314 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-29e04c9a-829f-455d-94cb-fd6526444ee1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833580 Apr 05 20:42:26.749272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44090) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:26.757769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:26.773281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Allocated IP 172.25.8.249 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/daf9045f-52d3-4ba2-84d8-dffe6e184691) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:27.050892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:27.058743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:27.069724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:27.078930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:27.105323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:27.109250 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.130300 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.268204 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:27.409074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44098) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:27.444084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'Port': ['ID=daf9045f-52d3-4ba2-84d8-dffe6e184691,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:27.461867 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758b0392-837b-45f1-8783-590e35a4408b None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:27.503192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:27.520273 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:27.530865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:42:27.654226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c54ce68e-dfb4-44c7-94bb-847a34517563 None None] Provisioning for port 95da668d-c006-4e4f-93b2-90ee76d452f7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:27.716616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c54ce68e-dfb4-44c7-94bb-847a34517563 None None] Could not find standard attr ID for object 60e0b535-5ca8-4daa-aae0-1267e482cfe2. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:42:27.873694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2531506-2e85-4fa1-b5f5-2d0ab6a38fe0 req-b9d35817-dc64-4acb-b1e7-11ffb15caffd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:27.875272 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d2531506-2e85-4fa1-b5f5-2d0ab6a38fe0 req-b9d35817-dc64-4acb-b1e7-11ffb15caffd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.6912041 Apr 05 20:42:27.921005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cf620e-127c-4bdf-aed4-c805353bad7c admin admin] Deleting subnet f5869ce6-6042-4d26-81dc-82c371897f26 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:42:28.036685 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 95da668d-c006-4e4f-93b2-90ee76d452f7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:28.043473 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-64cf620e-127c-4bdf-aed4-c805353bad7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.129364 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-64cf620e-127c-4bdf-aed4-c805353bad7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.145135 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 95da668d-c006-4e4f-93b2-90ee76d452f7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:28.153567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 95da668d-c006-4e4f-93b2-90ee76d452f7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:28.154119 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.273302 n-d-836604-1 neutron-server[87964]: DEBUG neutron.objects.ports [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87964) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:42:28.395098 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-64cf620e-127c-4bdf-aed4-c805353bad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.426503 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.480295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 95da668d-c006-4e4f-93b2-90ee76d452f7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=95da668d-c006-4e4f-93b2-90ee76d452f7,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:28.495286 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.496229 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4b4b995a-3a32-4217-a82f-a7c1912a0c8f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.545515 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-38e9cd28-402a-423d-9d2f-171ab927fa54 None None] Provisioning complete for port 95da668d-c006-4e4f-93b2-90ee76d452f7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:28.546295 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-38e9cd28-402a-423d-9d2f-171ab927fa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.610815 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-64cf620e-127c-4bdf-aed4-c805353bad7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.668292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=95da668d-c006-4e4f-93b2-90ee76d452f7,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:28.705067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf620e-127c-4bdf-aed4-c805353bad7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5869ce6-6042-4d26-81dc-82c371897f26,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:28.726465 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-64cf620e-127c-4bdf-aed4-c805353bad7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.769174 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d2531506-2e85-4fa1-b5f5-2d0ab6a38fe0 req-3d2e3fa8-1c2f-485f-8fcb-4311a524aa4c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8840699 Apr 05 20:42:28.835477 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.859200 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-64cf620e-127c-4bdf-aed4-c805353bad7c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f5869ce6-6042-4d26-81dc-82c371897f26 HTTP/1.1" status: 204 len: 168 time: 1.4487841 Apr 05 20:42:28.861737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44104) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:28.862866 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:28.870596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-516860df-e21c-4d9f-be5e-437e5c76f962 None None] Could not find standard attr ID for object 4cdbd10a-b71c-44ad-baba-e103435865fc. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:42:28.978029 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.085099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-320e1629-8929-4524-9642-11180663ce31 None None] Could not find standard attr ID for object 60e0b535-5ca8-4daa-aae0-1267e482cfe2. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:42:29.257628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b995a-3a32-4217-a82f-a7c1912a0c8f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port a6f3cc7b-ec79-4a55-90a8-1214d006fff7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:29.258044 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4b4b995a-3a32-4217-a82f-a7c1912a0c8f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.401350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63d93d67-2eb6-424e-b66a-9af5689220aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.418929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] For port 95da668d-c006-4e4f-93b2-90ee76d452f7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=95da668d-c006-4e4f-93b2-90ee76d452f7,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:29.507059 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.523978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.604259 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.618860 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63d93d67-2eb6-424e-b66a-9af5689220aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.651307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.652556 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.652934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-4b4b995a-3a32-4217-a82f-a7c1912a0c8f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] For port a6f3cc7b-ec79-4a55-90a8-1214d006fff7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a6f3cc7b-ec79-4a55-90a8-1214d006fff7,segment=NetworkSegment(8ded4e93-fd01-4649-a273-6597dc546faf),segment_id=8ded4e93-fd01-4649-a273-6597dc546faf)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:29.653308 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4b4b995a-3a32-4217-a82f-a7c1912a0c8f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.809354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b995a-3a32-4217-a82f-a7c1912a0c8f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for a6f3cc7b-ec79-4a55-90a8-1214d006fff7 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:29.839616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=95da668d-c006-4e4f-93b2-90ee76d452f7,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:29.872548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=93731aca-71be-41a0-a55a-26e12433d64a,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:29.877391 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-63d93d67-2eb6-424e-b66a-9af5689220aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a04c7a-b97d-4230-8a01-e41bba22d876']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:29.891724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:29.895077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:29.907578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919209ba-bd5c-4499-8f52-f418740857d8 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:29.908080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:29.908683 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.919591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-63d93d67-2eb6-424e-b66a-9af5689220aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca7082a-b4c2-452f-a0d8-f9cabd6011b3') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:29.920149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-63d93d67-2eb6-424e-b66a-9af5689220aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca7082a-b4c2-452f-a0d8-f9cabd6011b3') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:29.945231 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63d93d67-2eb6-424e-b66a-9af5689220aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:29.985173 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5979d81e-4713-42f5-8b0b-2778713c05da tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.2335291 Apr 05 20:42:29.989309 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63d93d67-2eb6-424e-b66a-9af5689220aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.001233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44110) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:30.006830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'mac_address': 'fa:16:3e:12:e1:4a', 'name': 'tempest-NetworksTestDHCPv6-1337212522'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:30.060480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d93d67-2eb6-424e-b66a-9af5689220aa admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:42:30.060943 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63d93d67-2eb6-424e-b66a-9af5689220aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.075553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 95da668d-c006-4e4f-93b2-90ee76d452f7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:42:30.080852 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:42:30.199585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'Port': ['ID=daf9045f-52d3-4ba2-84d8-dffe6e184691,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:30.226764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:30.227260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:30.227705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:30.228236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:30.228791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:30.229209 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:30.229629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:30.230116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:30.230689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:30.231152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:30.232051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:30.232635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:30.266823 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63d93d67-2eb6-424e-b66a-9af5689220aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.270755 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.288604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 95da668d-c006-4e4f-93b2-90ee76d452f7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:30.289179 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.292927 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-63d93d67-2eb6-424e-b66a-9af5689220aa admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.313383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d93d67-2eb6-424e-b66a-9af5689220aa admin admin] Pushing event deleted for resources: {'Network': ['ID=33a04c7a-b97d-4230-8a01-e41bba22d876,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:30.346667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-63d93d67-2eb6-424e-b66a-9af5689220aa admin admin] 10.222.0.24 "DELETE /v2.0/networks/33a04c7a-b97d-4230-8a01-e41bba22d876 HTTP/1.1" status: 204 len: 168 time: 1.4768898 Apr 05 20:42:30.361663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc33a7a-de02-4922-aaca-0e6e165ab43e req-749b19d6-49be-4621-b010-42c4596bd2fd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:30.363197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cc33a7a-de02-4922-aaca-0e6e165ab43e req-749b19d6-49be-4621-b010-42c4596bd2fd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.3396926 Apr 05 20:42:30.368762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:30.373155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:30.376338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:30.382764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:30.416336 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4b4b995a-3a32-4217-a82f-a7c1912a0c8f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.426066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:30.473487 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cc33a7a-de02-4922-aaca-0e6e165ab43e req-3e1320d3-c653-4700-abdf-85f63292cc32 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822732 Apr 05 20:42:30.591734 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:30.591886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b995a-3a32-4217-a82f-a7c1912a0c8f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=a6f3cc7b-ec79-4a55-90a8-1214d006fff7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:30.661958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44116) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:30.717772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 83f0a6d2-d09e-4168-8193-43867da79c09 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:42:30.850615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-129fda62-094c-4734-aea1-fe4986f07fbc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d8120fb369e415bb49155350efcd7b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874950 Apr 05 20:42:30.853862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44120) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:30.858131 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Floating IP 62fa29fc-9f76-4ced-8c1d-3760505d70e2 associated. External IP: 172.25.8.249, port: 71932d55-594e-4e63-9883-38d30d13eedc. Apr 05 20:42:30.971979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::f816:3eff:fe12:e14a (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/93731aca-71be-41a0-a55a-26e12433d64a/83f0a6d2-d09e-4168-8193-43867da79c09) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:31.028765 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f244eb95-15b4-4338-88b4-c205b379922d None None] Provisioning complete for port 95da668d-c006-4e4f-93b2-90ee76d452f7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:31.029255 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f244eb95-15b4-4338-88b4-c205b379922d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:31.190417 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4b4b995a-3a32-4217-a82f-a7c1912a0c8f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:31.337249 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:31.361380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 83f0a6d2-d09e-4168-8193-43867da79c09 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:31.408055 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:31.517237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:31.540865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:31.557744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:42:31.564661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:31.565312 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:31.599420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=83f0a6d2-d09e-4168-8193-43867da79c09,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:31.664145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7b277a94-f16e-41eb-9244-d07dcf008a8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6617513 Apr 05 20:42:31.667667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44126) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:31.724397 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e838cdf-7ce5-400a-b25c-1103c19c949b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:31.854074 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e838cdf-7ce5-400a-b25c-1103c19c949b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:31.873239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e439752-6223-4a3e-9ee1-28f80e381673 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:31.880449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e439752-6223-4a3e-9ee1-28f80e381673 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:31.881064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1e439752-6223-4a3e-9ee1-28f80e381673 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:31.934082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1e439752-6223-4a3e-9ee1-28f80e381673 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:31.935451 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1e439752-6223-4a3e-9ee1-28f80e381673 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2672579 Apr 05 20:42:31.939773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44130) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:32.056047 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2f4d484b-c9c2-4dd4-abab-be3fec1e2461 None None] Provisioning for port 83f0a6d2-d09e-4168-8193-43867da79c09 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:32.071204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2f4d484b-c9c2-4dd4-abab-be3fec1e2461 None None] Provisioning complete for port 83f0a6d2-d09e-4168-8193-43867da79c09 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:32.072673 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2f4d484b-c9c2-4dd4-abab-be3fec1e2461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:32.097571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c45e7984-433f-4614-aee9-79bfb30f1cc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 83f0a6d2-d09e-4168-8193-43867da79c09 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:32.097997 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c45e7984-433f-4614-aee9-79bfb30f1cc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:32.197031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d484b-c9c2-4dd4-abab-be3fec1e2461 None None] Port 83f0a6d2-d09e-4168-8193-43867da79c09 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:42:32.347165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4b995a-3a32-4217-a82f-a7c1912a0c8f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router cdcfa60f-940a-4c5e-84b2-556962f21b50 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:42:32.371757 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e838cdf-7ce5-400a-b25c-1103c19c949b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:32.498516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e838cdf-7ce5-400a-b25c-1103c19c949b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8da81a-2272-468d-92a4-74f0c9a6f6d2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:32.532521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Router 092b81b3-d817-4edf-9f14-4be8aea5b4db has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:42:32.614191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4b995a-3a32-4217-a82f-a7c1912a0c8f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:42:32.627983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb389e-f548-4ecc-8cc6-e6bf433c7ea9 None None] Sync routers for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:42:32.647542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb389e-f548-4ecc-8cc6-e6bf433c7ea9 None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:32.649457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c45e7984-433f-4614-aee9-79bfb30f1cc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:32.652868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3aeb389e-f548-4ecc-8cc6-e6bf433c7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:42:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:32.693036 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3e838cdf-7ce5-400a-b25c-1103c19c949b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:32.694209 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3e838cdf-7ce5-400a-b25c-1103c19c949b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d8da81a-2272-468d-92a4-74f0c9a6f6d2 HTTP/1.1" status: 204 len: 168 time: 1.7645972 Apr 05 20:42:32.739616 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4b4b995a-3a32-4217-a82f-a7c1912a0c8f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9254994 Apr 05 20:42:32.744002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44140) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:32.846427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd402a-2c57-4408-b649-2ae52b7d8e98 req-fcffa4ba-ac92-4203-ac2f-786f167d60d6 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:32.851615 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-44fd402a-2c57-4408-b649-2ae52b7d8e98 req-fcffa4ba-ac92-4203-ac2f-786f167d60d6 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 1.1071174 Apr 05 20:42:32.914996 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c45e7984-433f-4614-aee9-79bfb30f1cc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 83f0a6d2-d09e-4168-8193-43867da79c09 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:32.925723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-3aeb389e-f548-4ecc-8cc6-e6bf433c7ea9 None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:33.091141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3aeb389e-f548-4ecc-8cc6-e6bf433c7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:29Z', 'revision_number': 11, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:33.105468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22f5cc9-9b33-4ae6-abf9-7552277345dd tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting subnet 43ab1759-52d3-4ebe-a5a4-d576070c0497 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:42:33.106298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb389e-f548-4ecc-8cc6-e6bf433c7ea9 None None] Checking router: cdcfa60f-940a-4c5e-84b2-556962f21b50 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:42:33.113755 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-44fd402a-2c57-4408-b649-2ae52b7d8e98 req-54d42ce6-929a-4b34-bc48-f25daa6a031d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403386 Apr 05 20:42:33.114641 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d22f5cc9-9b33-4ae6-abf9-7552277345dd tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.152137 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c45e7984-433f-4614-aee9-79bfb30f1cc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.152295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeb389e-f548-4ecc-8cc6-e6bf433c7ea9 None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:33.153121 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3aeb389e-f548-4ecc-8cc6-e6bf433c7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:42:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:33.227379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:42:33.243166 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb97f8d1-5abd-4e27-81af-f9c92353ef0e None None] Sync routers for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:42:33.259814 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb97f8d1-5abd-4e27-81af-f9c92353ef0e None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:33.262784 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bb97f8d1-5abd-4e27-81af-f9c92353ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:42:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:33.309567 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.312656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e7984-433f-4614-aee9-79bfb30f1cc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=83f0a6d2-d09e-4168-8193-43867da79c09,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:33.326289 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-3aeb389e-f548-4ecc-8cc6-e6bf433c7ea9 None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:33.459573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c45e7984-433f-4614-aee9-79bfb30f1cc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.479305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d22f5cc9-9b33-4ae6-abf9-7552277345dd tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.504077 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c45e7984-433f-4614-aee9-79bfb30f1cc4 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/83f0a6d2-d09e-4168-8193-43867da79c09 HTTP/1.1" status: 204 len: 168 time: 1.5625136 Apr 05 20:42:33.504712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44154) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:33.598661 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f41e1543-d5c5-4442-806a-d2e1c557f67f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 9.1600006 Apr 05 20:42:33.608720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7666689-07a0-4904-82d7-a6f807ab5201', 'tag': '71932d55-594e-4e63-9883-38d30d13eedc'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:42:33.636104 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-bb97f8d1-5abd-4e27-81af-f9c92353ef0e None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:33.669990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0a1c5-fa53-462a-856f-a016a1b29286 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:33.672649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a0a1c5-fa53-462a-856f-a016a1b29286 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:33.673439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-59a0a1c5-fa53-462a-856f-a016a1b29286 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:33.736661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-59a0a1c5-fa53-462a-856f-a016a1b29286 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:33.741544 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-59a0a1c5-fa53-462a-856f-a016a1b29286 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2357881 Apr 05 20:42:33.746097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44168) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:33.756396 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7666689-07a0-4904-82d7-a6f807ab5201', 'tag': '71932d55-594e-4e63-9883-38d30d13eedc', 'status': 'completed', 'code': 200} Apr 05 20:42:33.812159 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3aeb389e-f548-4ecc-8cc6-e6bf433c7ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:29Z', 'revision_number': 11, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:33.820911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aeb389e-f548-4ecc-8cc6-e6bf433c7ea9 None None] The sync data for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 is: [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:29Z', 'revision_number': 11, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:42:33.894431 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d22f5cc9-9b33-4ae6-abf9-7552277345dd tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.935684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-1079e06c-9d52-4f7b-9a8a-3196a283f178 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 93731aca-71be-41a0-a55a-26e12433d64a {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:42:33.939208 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1079e06c-9d52-4f7b-9a8a-3196a283f178 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:33.977872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8c129-0406-47a5-948f-4b34a2440b37 req-a04b90f0-759a-4c74-8b50-81a0bcd4c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:33.979769 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bab8c129-0406-47a5-948f-4b34a2440b37 req-a04b90f0-759a-4c74-8b50-81a0bcd4c5b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 1097 time: 0.2218263 Apr 05 20:42:34.008380 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1079e06c-9d52-4f7b-9a8a-3196a283f178 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:34.102336 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1079e06c-9d52-4f7b-9a8a-3196a283f178 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:34.143234 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d22f5cc9-9b33-4ae6-abf9-7552277345dd tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:34.217692 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1079e06c-9d52-4f7b-9a8a-3196a283f178 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:34.242158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8c129-0406-47a5-948f-4b34a2440b37 req-5d8d8487-a528-4228-8af4-3e08bc0bfa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.246165 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bab8c129-0406-47a5-948f-4b34a2440b37 req-5d8d8487-a528-4228-8af4-3e08bc0bfa4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.2595859 Apr 05 20:42:34.262219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d92cad-4f20-46af-80d1-5fbb68778657 None None] Network f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:34.386487 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1079e06c-9d52-4f7b-9a8a-3196a283f178 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:34.412348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1079e06c-9d52-4f7b-9a8a-3196a283f178 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=93731aca-71be-41a0-a55a-26e12433d64a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:34.423744 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1079e06c-9d52-4f7b-9a8a-3196a283f178 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/93731aca-71be-41a0-a55a-26e12433d64a HTTP/1.1" status: 204 len: 168 time: 0.6760237 Apr 05 20:42:34.428882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44180) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:34.466396 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bab8c129-0406-47a5-948f-4b34a2440b37 req-1466df3d-7263-4d3c-bda8-8d6ad7abd562 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71932d55-594e-4e63-9883-38d30d13eedc HTTP/1.1" status: 200 len: 1000 time: 0.2087262 Apr 05 20:42:34.484438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8014e81f-0ca9-4994-ab32-6a00022ee5e3 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:34.538158 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d22f5cc9-9b33-4ae6-abf9-7552277345dd tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:34.542085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44184) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:34.543109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0eec6818-54a8-4308-9a9c-412a26103423 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011271 Apr 05 20:42:34.579167 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bb97f8d1-5abd-4e27-81af-f9c92353ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '62fa29fc-9f76-4ced-8c1d-3760505d70e2', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.249', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': '71932d55-594e-4e63-9883-38d30d13eedc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:ee:9d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7666689-07a0-4904-82d7-a6f807ab5201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:42:28Z', 'updated_at': '2022-04-05T20:42:28Z', 'revision_number': 0, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:34.586642 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb97f8d1-5abd-4e27-81af-f9c92353ef0e None None] Checking router: 092b81b3-d817-4edf-9f14-4be8aea5b4db for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:42:34.606402 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb97f8d1-5abd-4e27-81af-f9c92353ef0e None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:34.607327 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bb97f8d1-5abd-4e27-81af-f9c92353ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:42:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:34.641730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f5cc9-9b33-4ae6-abf9-7552277345dd tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Subnet': ['ID=43ab1759-52d3-4ebe-a5a4-d576070c0497,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:34.792329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44188) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:34.792859 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d22f5cc9-9b33-4ae6-abf9-7552277345dd tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/43ab1759-52d3-4ebe-a5a4-d576070c0497 HTTP/1.1" status: 204 len: 168 time: 2.0428820 Apr 05 20:42:34.835013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8c129-0406-47a5-948f-4b34a2440b37 req-680e3700-8e5b-4e8a-9115-8c1e38e6d800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.837082 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bab8c129-0406-47a5-948f-4b34a2440b37 req-680e3700-8e5b-4e8a-9115-8c1e38e6d800 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.3644276 Apr 05 20:42:34.850919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d853789-bd23-45fe-a9fd-7f6c30cc080d req-8d144b84-086b-41aa-83d9-64622050ec41 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.852640 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d853789-bd23-45fe-a9fd-7f6c30cc080d req-8d144b84-086b-41aa-83d9-64622050ec41 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.3038154 Apr 05 20:42:34.949244 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4d853789-bd23-45fe-a9fd-7f6c30cc080d req-7ba55588-c130-4f1b-a4a4-5351768627c5 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512552 Apr 05 20:42:34.985383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203bd4b8-7c45-4cbc-93ac-b8111ceaefc3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:34.987321 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-203bd4b8-7c45-4cbc-93ac-b8111ceaefc3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:35.024139 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-bb97f8d1-5abd-4e27-81af-f9c92353ef0e None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:35.034508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87942a9c-b661-402a-ac3b-f235cc62262a None None] DHCP port deletion for 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:42:35.037346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-203bd4b8-7c45-4cbc-93ac-b8111ceaefc3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:35.038680 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-203bd4b8-7c45-4cbc-93ac-b8111ceaefc3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4018369 Apr 05 20:42:35.040999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8c129-0406-47a5-948f-4b34a2440b37 req-0367b21f-37b3-46d9-9233-bc26069a8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:35.042509 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bab8c129-0406-47a5-948f-4b34a2440b37 req-0367b21f-37b3-46d9-9233-bc26069a8b47 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884842 Apr 05 20:42:35.042998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44192) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:35.046869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-87942a9c-b661-402a-ac3b-f235cc62262a None None] Deleting port 95da668d-c006-4e4f-93b2-90ee76d452f7 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:35.047244 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-87942a9c-b661-402a-ac3b-f235cc62262a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.143984 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.175924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Deleting port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:35.175924 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.487780 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-87942a9c-b661-402a-ac3b-f235cc62262a None None] For port 95da668d-c006-4e4f-93b2-90ee76d452f7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=95da668d-c006-4e4f-93b2-90ee76d452f7,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:35.488310 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-87942a9c-b661-402a-ac3b-f235cc62262a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.522840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e3e4fc-d175-45d7-b1e3-5bf031e1b82c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:35.524043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-99e3e4fc-d175-45d7-b1e3-5bf031e1b82c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:35.563501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-99e3e4fc-d175-45d7-b1e3-5bf031e1b82c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:35.566443 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-99e3e4fc-d175-45d7-b1e3-5bf031e1b82c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5220058 Apr 05 20:42:35.571321 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44200) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:35.620156 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c71382e-a8b6-4de9-b67a-2a8ce29ef5cf None None] DHCP port deletion for f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:42:35.662231 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dc45042d-6090-491b-aca9-5332e77e0962 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896208 Apr 05 20:42:35.670818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44204) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:35.676241 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bab8c129-0406-47a5-948f-4b34a2440b37 req-f5ef5fb7-9f2b-4bbf-a72c-20849b633050 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031406 Apr 05 20:42:35.681482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4e4d2dc7-526e-45c8-bdf5-b579b324bcd9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:35.737149 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bb97f8d1-5abd-4e27-81af-f9c92353ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '62fa29fc-9f76-4ced-8c1d-3760505d70e2', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.249', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': '71932d55-594e-4e63-9883-38d30d13eedc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:ee:9d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7666689-07a0-4904-82d7-a6f807ab5201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:42:28Z', 'updated_at': '2022-04-05T20:42:28Z', 'revision_number': 0, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:35.745232 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb97f8d1-5abd-4e27-81af-f9c92353ef0e None None] The sync data for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 is: [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '62fa29fc-9f76-4ced-8c1d-3760505d70e2', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.249', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': '71932d55-594e-4e63-9883-38d30d13eedc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:ee:9d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7666689-07a0-4904-82d7-a6f807ab5201', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:42:28Z', 'updated_at': '2022-04-05T20:42:28Z', 'revision_number': 0, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:42:35.771123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] For port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=10ba60d5-5c9b-4dfd-9500-29e3518c1e7a,segment=NetworkSegment(8ded4e93-fd01-4649-a273-6597dc546faf),segment_id=8ded4e93-fd01-4649-a273-6597dc546faf)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:35.771953 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:35.819029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4e4d2dc7-526e-45c8-bdf5-b579b324bcd9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:35.820930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-87942a9c-b661-402a-ac3b-f235cc62262a None None] Calling delete_port for 95da668d-c006-4e4f-93b2-90ee76d452f7 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:35.837053 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4e4d2dc7-526e-45c8-bdf5-b579b324bcd9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:35.887011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4d2dc7-526e-45c8-bdf5-b579b324bcd9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:35.894839 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2dc7-526e-45c8-bdf5-b579b324bcd9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.010302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6c71382e-a8b6-4de9-b67a-2a8ce29ef5cf None None] Deleting port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:36.010720 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6c71382e-a8b6-4de9-b67a-2a8ce29ef5cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.017440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Calling delete_port for 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:36.125314 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.201043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Port': ['ID=10ba60d5-5c9b-4dfd-9500-29e3518c1e7a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:36.213687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No DVR routers for this DVR port 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:42:36.215472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a6f3cc7b-ec79-4a55-90a8-1214d006fff7 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:36.269847 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-87942a9c-b661-402a-ac3b-f235cc62262a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.374410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5015712-98ac-40c8-baeb-7e06b4300d91 None None] New status for floating IP 62fa29fc-9f76-4ced-8c1d-3760505d70e2: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:42:36.568527 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bab8c129-0406-47a5-948f-4b34a2440b37 req-8a96f609-174b-4075-8ca2-52ddf31cb28c service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7080863 Apr 05 20:42:36.614471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6c71382e-a8b6-4de9-b67a-2a8ce29ef5cf None None] The port '10ba60d5-5c9b-4dfd-9500-29e3518c1e7a' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:42:36.666142 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.666587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87942a9c-b661-402a-ac3b-f235cc62262a None None] Pushing event deleted for resources: {'Port': ['ID=95da668d-c006-4e4f-93b2-90ee76d452f7,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:36.692944 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: a6f3cc7b-ec79-4a55-90a8-1214d006fff7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:42:36.693437 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a6f3cc7b-ec79-4a55-90a8-1214d006fff7 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:36.694062 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 95da668d-c006-4e4f-93b2-90ee76d452f7 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:36.705806 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2dc7-526e-45c8-bdf5-b579b324bcd9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.706364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:36.730605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ded4e93-fd01-4649-a273-6597dc546faf') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:36.730907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ded4e93-fd01-4649-a273-6597dc546faf') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:36.748415 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.785836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 95da668d-c006-4e4f-93b2-90ee76d452f7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:42:36.786480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 95da668d-c006-4e4f-93b2-90ee76d452f7 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:36.787548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:36.814794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd9069-a294-4a45-8ae2-05dbc870d7ab req-bdd39245-8bef-4447-bcde-53c36023d62e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:36.816723 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e7fd9069-a294-4a45-8ae2-05dbc870d7ab req-bdd39245-8bef-4447-bcde-53c36023d62e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.5402508 Apr 05 20:42:36.822326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4d2dc7-526e-45c8-bdf5-b579b324bcd9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:36.832739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-4e4d2dc7-526e-45c8-bdf5-b579b324bcd9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:36.835028 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.848385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4d2dc7-526e-45c8-bdf5-b579b324bcd9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:36.849146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e4d2dc7-526e-45c8-bdf5-b579b324bcd9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.869469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:42:36.870299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:36.898105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87942a9c-b661-402a-ac3b-f235cc62262a None None] No DVR routers for this DVR port 95da668d-c006-4e4f-93b2-90ee76d452f7 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:42:36.899478 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:42:36.907083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d2dc7-526e-45c8-bdf5-b579b324bcd9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=533257df-ccca-411e-b40a-779139d57e65,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:36.922925 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4e4d2dc7-526e-45c8-bdf5-b579b324bcd9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2507606 Apr 05 20:42:36.927249 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44214) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:36.934604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'mac_address': 'fa:16:3e:dd:b3:2b', 'name': 'tempest-NetworksTestDHCPv6-227876254'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:36.966365 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:42:36.966967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 10ba60d5-5c9b-4dfd-9500-29e3518c1e7a not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:36.991704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22cb4c7-3a9d-43a7-8348-c9ed5a533594 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:37.080473 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e7fd9069-a294-4a45-8ae2-05dbc870d7ab req-75ef5e73-d5ab-4ad6-8495-a985e5d3e352 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520289 Apr 05 20:42:37.182545 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:37.188531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:37.222938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Pushing event deleted for resources: {'Network': ['ID=f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:37.236745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-657321af-3f00-42dc-bcd0-540d66c10f70 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/networks/f4df83fc-ac0f-4ed0-a55d-8e2dcd13869a HTTP/1.1" status: 204 len: 168 time: 2.4432976 Apr 05 20:42:37.239628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44218) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:37.245055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-34e03139-1672-4f19-9868-3798a9bd11ae tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'router': {'routes': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:37.290836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:37.310435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:37.322967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:37.324366 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'fixed_ips': [{'subnet_id': '533257df-ccca-411e-b40a-779139d57e65'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:42:37.326763 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:37.469113 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:37.519356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 46800086-3b1a-4838-a513-122dc2babf09 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:42:37.655521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Allocated IP 2001:db8::2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/533257df-ccca-411e-b40a-779139d57e65/7e1eaf55-0647-4e68-9632-449270c8c494) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:37.843945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee91c7-fa42-4da8-8253-4489c0d4d245 req-8227eba8-0b99-4057-a001-819bcd182645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:37.846725 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5ee91c7-fa42-4da8-8253-4489c0d4d245 req-8227eba8-0b99-4057-a001-819bcd182645 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 1097 time: 0.1078770 Apr 05 20:42:37.945364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.extraroute_db [None req-34e03139-1672-4f19-9868-3798a9bd11ae tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Added routes are [] {{(pid=87965) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 05 20:42:37.947565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.extraroute_db [None req-34e03139-1672-4f19-9868-3798a9bd11ae tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Removed routes are [] {{(pid=87965) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 05 20:42:37.950563 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-34e03139-1672-4f19-9868-3798a9bd11ae tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:37.984096 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:37.998504 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Transition to ACTIVE for port object 7e1eaf55-0647-4e68-9632-449270c8c494 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:38.021019 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Transition to ACTIVE for port object 7e1eaf55-0647-4e68-9632-449270c8c494 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:38.033327 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:38.130053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:38.133152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:38.150180 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:42:38.287943 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::32b (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/533257df-ccca-411e-b40a-779139d57e65/46800086-3b1a-4838-a513-122dc2babf09) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:38.294313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Pushing event updated for resources: {'Port': ['ID=7e1eaf55-0647-4e68-9632-449270c8c494,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:38.320680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:38.322603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:38.322603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:38.322603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:38.322603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:38.323070 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:38.323502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:38.323645 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:38.324047 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:38.324375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:38.326085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:38.326085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:38.339404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee91c7-fa42-4da8-8253-4489c0d4d245 req-bcc3e628-27ca-4a07-bedc-2dd551d60900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:38.344602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Attempting to bind port 7e1eaf55-0647-4e68-9632-449270c8c494 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:38.344970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Attempting to bind port 7e1eaf55-0647-4e68-9632-449270c8c494 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:38.345336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Attempting to bind port 7e1eaf55-0647-4e68-9632-449270c8c494 on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:42:38.346406 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5ee91c7-fa42-4da8-8253-4489c0d4d245 req-bcc3e628-27ca-4a07-bedc-2dd551d60900 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 918 time: 0.4624782 Apr 05 20:42:38.351889 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:42:38.352267 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:42:38.352692 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:38.353143 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:42:38.353637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Bound port: 7e1eaf55-0647-4e68-9632-449270c8c494, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:38.354795 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:38.490606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] For port 7e1eaf55-0647-4e68-9632-449270c8c494, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:42:38.490606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] For port 7e1eaf55-0647-4e68-9632-449270c8c494, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=7e1eaf55-0647-4e68-9632-449270c8c494,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:42:38.490606 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:38.607037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa0642-46e9-421c-93b9-d31a352ab1a1 None None] Pushing event updated for resources: {'Port': ['ID=7e1eaf55-0647-4e68-9632-449270c8c494,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:38.750237 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-34e03139-1672-4f19-9868-3798a9bd11ae tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:38.869331 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:38.901666 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5ee91c7-fa42-4da8-8253-4489c0d4d245 req-a7f5a6ee-fd50-46ee-91ee-9df1dab5959b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465 HTTP/1.1" status: 200 len: 1002 time: 0.5450466 Apr 05 20:42:38.919837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-34e03139-1672-4f19-9868-3798a9bd11ae tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:39.175700 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:39.224058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee91c7-fa42-4da8-8253-4489c0d4d245 req-a2567329-af09-4dde-a05d-b11e4126043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:39.224058 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5ee91c7-fa42-4da8-8253-4489c0d4d245 req-a2567329-af09-4dde-a05d-b11e4126043b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.3126841 Apr 05 20:42:39.370456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e03139-1672-4f19-9868-3798a9bd11ae tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router cdcfa60f-940a-4c5e-84b2-556962f21b50 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:42:39.377547 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:39.398612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 46800086-3b1a-4838-a513-122dc2babf09 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:39.415107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee91c7-fa42-4da8-8253-4489c0d4d245 req-6885c4e6-ee02-4d68-ba8c-3edbac7f87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:39.415107 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5ee91c7-fa42-4da8-8253-4489c0d4d245 req-6885c4e6-ee02-4d68-ba8c-3edbac7f87f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1741517 Apr 05 20:42:39.572841 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:39.621403 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e03139-1672-4f19-9868-3798a9bd11ae tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:42:39.621403 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69908b7-b831-47d4-b069-d93fbacef0ce req-fdb2168f-2d85-4825-bfc5-fa40ab9e7a5a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:39.621403 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f69908b7-b831-47d4-b069-d93fbacef0ce req-fdb2168f-2d85-4825-bfc5-fa40ab9e7a5a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.8504953 Apr 05 20:42:39.632501 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-34e03139-1672-4f19-9868-3798a9bd11ae tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:39.632501 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-34e03139-1672-4f19-9868-3798a9bd11ae tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50 HTTP/1.1" status: 200 len: 701 time: 2.3896630 Apr 05 20:42:39.632501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44232) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:39.651956 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03097d-8410-4d4b-945b-12ddee74d037 None None] Sync routers for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:42:39.721375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:39.724176 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f03097d-8410-4d4b-945b-12ddee74d037 None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:39.728025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:39.731597 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-5f03097d-8410-4d4b-945b-12ddee74d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:42:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:39.737958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:42:39.737958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:39.737958 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:39.987766 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f69908b7-b831-47d4-b069-d93fbacef0ce req-4cd84a58-685c-41f5-a27f-acd708e3c2db tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3492906 Apr 05 20:42:39.995880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f50662d2-ab3e-4e61-939a-624e8788a8bf tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Synchronizing usage tracker for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:40.031053 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f50662d2-ab3e-4e61-939a-624e8788a8bf tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Unset dirty status for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:40.032599 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f50662d2-ab3e-4e61-939a-624e8788a8bf tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdcfa60f-940a-4c5e-84b2-556962f21b50 HTTP/1.1" status: 200 len: 205 time: 0.3280249 Apr 05 20:42:40.035398 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44236) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:40.086711 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-5f03097d-8410-4d4b-945b-12ddee74d037 None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:40.148315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7e1eaf55-0647-4e68-9632-449270c8c494 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:40.232443 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe1bddb7-e357-4e69-b5ea-3ba966a368ea tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:40.325415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 7e1eaf55-0647-4e68-9632-449270c8c494 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:40.480809 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-5f03097d-8410-4d4b-945b-12ddee74d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:29Z', 'revision_number': 11, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:40.487921 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5500638 Apr 05 20:42:40.528977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5ee91c7-fa42-4da8-8253-4489c0d4d245 req-7a639dfb-955d-49f4-8dbf-1d112da6cff5 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1079051 Apr 05 20:42:40.535019 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03097d-8410-4d4b-945b-12ddee74d037 None None] Checking router: cdcfa60f-940a-4c5e-84b2-556962f21b50 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:42:40.572025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44244) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:40.606373 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f03097d-8410-4d4b-945b-12ddee74d037 None None] Routers {'cdcfa60f-940a-4c5e-84b2-556962f21b50'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:40.606853 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-5f03097d-8410-4d4b-945b-12ddee74d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:42:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdcfa60f-940a-4c5e-84b2-556962f21b50'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:40.834632 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5ee91c7-fa42-4da8-8253-4489c0d4d245 req-69643091-e479-4894-b951-7ebfce3f098e service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429536 Apr 05 20:42:40.844856 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-5f03097d-8410-4d4b-945b-12ddee74d037 None None] Set router cdcfa60f-940a-4c5e-84b2-556962f21b50 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:40.850185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a988fa-fee9-499c-acf8-6372afa23917 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=46800086-3b1a-4838-a513-122dc2babf09,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:40.910378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83003755-155f-4836-80c6-28d93509de8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:40.916790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83003755-155f-4836-80c6-28d93509de8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:40.917829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-83003755-155f-4836-80c6-28d93509de8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:40.938137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0ded8353-d8bf-437a-aab6-dbd6be091afc None None] Provisioning for port 7e1eaf55-0647-4e68-9632-449270c8c494 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:40.947236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-83003755-155f-4836-80c6-28d93509de8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:40.951241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0ded8353-d8bf-437a-aab6-dbd6be091afc None None] Provisioning complete for port 7e1eaf55-0647-4e68-9632-449270c8c494 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:40.951241 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0ded8353-d8bf-437a-aab6-dbd6be091afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:40.952358 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-83003755-155f-4836-80c6-28d93509de8c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3870058 Apr 05 20:42:40.954776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44250) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:41.086438 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-5f03097d-8410-4d4b-945b-12ddee74d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:29Z', 'revision_number': 11, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:41.091874 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03097d-8410-4d4b-945b-12ddee74d037 None None] The sync data for ids ['cdcfa60f-940a-4c5e-84b2-556962f21b50'] in n-d-836604-1 is: [{'id': 'cdcfa60f-940a-4c5e-84b2-556962f21b50', 'name': 'tempest-RoutersTest-router-1677369876', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:41:17Z', 'updated_at': '2022-04-05T20:42:29Z', 'revision_number': 11, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:42:41.094951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-be0335ff-dad2-41fc-8960-1561188d3e6a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 46800086-3b1a-4838-a513-122dc2babf09 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:41.096403 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be0335ff-dad2-41fc-8960-1561188d3e6a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.222791 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe1bddb7-e357-4e69-b5ea-3ba966a368ea tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.255322 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe1bddb7-e357-4e69-b5ea-3ba966a368ea tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.270858 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0ded8353-d8bf-437a-aab6-dbd6be091afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.298102 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe1bddb7-e357-4e69-b5ea-3ba966a368ea tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.298102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1bddb7-e357-4e69-b5ea-3ba966a368ea tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Fanout notify agent at l3_agent the message router_deleted on router cdcfa60f-940a-4c5e-84b2-556962f21b50 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:42:41.321126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0ded8353-d8bf-437a-aab6-dbd6be091afc None None] For port 7e1eaf55-0647-4e68-9632-449270c8c494, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=7e1eaf55-0647-4e68-9632-449270c8c494,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:41.322783 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe1bddb7-e357-4e69-b5ea-3ba966a368ea tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.323861 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fe1bddb7-e357-4e69-b5ea-3ba966a368ea tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50 HTTP/1.1" status: 204 len: 168 time: 1.2872972 Apr 05 20:42:41.328855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44256) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:41.332108 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0ded8353-d8bf-437a-aab6-dbd6be091afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.334870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-30e186c6-49a2-4e5e-9041-5869442ab1a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1495954984', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:41.353166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-30e186c6-49a2-4e5e-9041-5869442ab1a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:41.358528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-30e186c6-49a2-4e5e-9041-5869442ab1a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Usage tracker for resource:router and tenant:cf9ee73d8c99499a86be1d7badfb9dbe is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:41.362136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-30e186c6-49a2-4e5e-9041-5869442ab1a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:41.368966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-30e186c6-49a2-4e5e-9041-5869442ab1a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:41.390407 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30e186c6-49a2-4e5e-9041-5869442ab1a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.395672 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30e186c6-49a2-4e5e-9041-5869442ab1a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.421414 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30e186c6-49a2-4e5e-9041-5869442ab1a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.433318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded8353-d8bf-437a-aab6-dbd6be091afc None None] Pushing event updated for resources: {'Port': ['ID=7e1eaf55-0647-4e68-9632-449270c8c494,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:41.447471 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30e186c6-49a2-4e5e-9041-5869442ab1a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.502123 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30e186c6-49a2-4e5e-9041-5869442ab1a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.505527 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-30e186c6-49a2-4e5e-9041-5869442ab1a2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1750326 Apr 05 20:42:41.507642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44260) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:41.512857 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f152b98b-f3f9-4a4a-9147-ad6cd0ccd760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.518860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-5c4a83fc-6b20-41b9-b7a5-4c9cb6e337d6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:41.525491 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1a072fee-342c-41f7-b3c8-d5400242dd72 None None] Provisioning for port 46800086-3b1a-4838-a513-122dc2babf09 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:41.539402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1a072fee-342c-41f7-b3c8-d5400242dd72 None None] Provisioning complete for port 46800086-3b1a-4838-a513-122dc2babf09 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:41.539801 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1a072fee-342c-41f7-b3c8-d5400242dd72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.603427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d01c2c-a6ac-4359-8929-46b69916181e req-d49f85ce-624f-4469-918c-b26067c13df5 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:41.604924 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2d01c2c-a6ac-4359-8929-46b69916181e req-d49f85ce-624f-4469-918c-b26067c13df5 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 0.3591201 Apr 05 20:42:41.688725 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be0335ff-dad2-41fc-8960-1561188d3e6a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:41.755736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1a072fee-342c-41f7-b3c8-d5400242dd72 None None] Port 46800086-3b1a-4838-a513-122dc2babf09 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:42:41.881045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-be0335ff-dad2-41fc-8960-1561188d3e6a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 46800086-3b1a-4838-a513-122dc2babf09 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:41.934636 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2d01c2c-a6ac-4359-8929-46b69916181e req-9109b307-ece9-4ca5-96b3-ca9474ea96e7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3171937 Apr 05 20:42:42.022300 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7e1eaf55-0647-4e68-9632-449270c8c494 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:42.142488 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be0335ff-dad2-41fc-8960-1561188d3e6a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.177043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 7e1eaf55-0647-4e68-9632-449270c8c494 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:42.177627 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.322597 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be0335ff-dad2-41fc-8960-1561188d3e6a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.383530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0335ff-dad2-41fc-8960-1561188d3e6a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=46800086-3b1a-4838-a513-122dc2babf09,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:42.408546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-be0335ff-dad2-41fc-8960-1561188d3e6a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/46800086-3b1a-4838-a513-122dc2babf09 HTTP/1.1" status: 204 len: 168 time: 1.4508617 Apr 05 20:42:42.411793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44278) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:42.522173 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c4a83fc-6b20-41b9-b7a5-4c9cb6e337d6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.535084 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c4a83fc-6b20-41b9-b7a5-4c9cb6e337d6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.568024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b468538-be14-4c66-958b-88cb95950f8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:42.569869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b468538-be14-4c66-958b-88cb95950f8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:42.570767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9b468538-be14-4c66-958b-88cb95950f8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:42.592846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9b468538-be14-4c66-958b-88cb95950f8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:42.597842 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9b468538-be14-4c66-958b-88cb95950f8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1847062 Apr 05 20:42:42.598646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44286) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:42.673810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac772ec3-891b-4f95-9393-4b20e0f0eda1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 533257df-ccca-411e-b40a-779139d57e65 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:42:42.677350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac772ec3-891b-4f95-9393-4b20e0f0eda1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.755963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4a83fc-6b20-41b9-b7a5-4c9cb6e337d6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Router 54581229-8344-43c4-b418-e925f3297441 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:42:42.767379 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac772ec3-891b-4f95-9393-4b20e0f0eda1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.874481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac772ec3-891b-4f95-9393-4b20e0f0eda1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.902833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4a83fc-6b20-41b9-b7a5-4c9cb6e337d6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:42:42.910308 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c4a83fc-6b20-41b9-b7a5-4c9cb6e337d6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:42.911447 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5c4a83fc-6b20-41b9-b7a5-4c9cb6e337d6 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "PUT /v2.0/routers/54581229-8344-43c4-b418-e925f3297441 HTTP/1.1" status: 200 len: 694 time: 1.4026818 Apr 05 20:42:42.914037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44290) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:42.918619 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac2fdba-f64a-47fd-acbc-a6846c1e9c96 None None] Sync routers for ids ['54581229-8344-43c4-b418-e925f3297441'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:42:42.932757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2fdba-f64a-47fd-acbc-a6846c1e9c96 None None] Routers {'54581229-8344-43c4-b418-e925f3297441'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:42.935805 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0ac2fdba-f64a-47fd-acbc-a6846c1e9c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:42:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['54581229-8344-43c4-b418-e925f3297441'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:43.000313 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac772ec3-891b-4f95-9393-4b20e0f0eda1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:43.072700 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac772ec3-891b-4f95-9393-4b20e0f0eda1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:43.078455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac772ec3-891b-4f95-9393-4b20e0f0eda1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=533257df-ccca-411e-b40a-779139d57e65,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:43.104832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ac772ec3-891b-4f95-9393-4b20e0f0eda1 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/533257df-ccca-411e-b40a-779139d57e65 HTTP/1.1" status: 204 len: 168 time: 0.5049477 Apr 05 20:42:43.129482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44296) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:43.158301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05255622-e73e-46cf-8b9d-d9210983a5d1 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:43.196672 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1f351856-39c3-4e97-9855-71e23fa96096 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/routers/54581229-8344-43c4-b418-e925f3297441 HTTP/1.1" status: 200 len: 700 time: 0.2749593 Apr 05 20:42:43.196672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44300) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:43.282162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-0ac2fdba-f64a-47fd-acbc-a6846c1e9c96 None None] Set router 54581229-8344-43c4-b418-e925f3297441 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:43.348526 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-44a92c93-0077-4f51-9c2b-065fb4844ec8 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports?device_id=54581229-8344-43c4-b418-e925f3297441 HTTP/1.1" status: 200 len: 205 time: 0.1447966 Apr 05 20:42:43.348526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44306) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:43.381285 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4bf16aa3-e42e-4c40-bf5d-6285a80be4e0 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2448432 Apr 05 20:42:43.381285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44310) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:43.473741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a166b49-a46e-4ae5-9e19-4e7b5a3527fe req-fc0f72a7-91fd-4ef1-a044-416db8b5c976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:43.475253 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a166b49-a46e-4ae5-9e19-4e7b5a3527fe req-fc0f72a7-91fd-4ef1-a044-416db8b5c976 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 1097 time: 0.3334773 Apr 05 20:42:43.559843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0ac2fdba-f64a-47fd-acbc-a6846c1e9c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54581229-8344-43c4-b418-e925f3297441', 'name': 'tempest-RoutersTest-router-1495954984', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:42:41Z', 'updated_at': '2022-04-05T20:42:42Z', 'revision_number': 2, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:43.572708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac2fdba-f64a-47fd-acbc-a6846c1e9c96 None None] Checking router: 54581229-8344-43c4-b418-e925f3297441 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:42:43.592613 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-896f7d20-d2fd-4fa1-9bf1-b97ed0e19f6b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:43.643341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac2fdba-f64a-47fd-acbc-a6846c1e9c96 None None] Routers {'54581229-8344-43c4-b418-e925f3297441'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:42:43.644386 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0ac2fdba-f64a-47fd-acbc-a6846c1e9c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:42:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['54581229-8344-43c4-b418-e925f3297441'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:43.800345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933329e8-2f3b-4d7e-aed5-b847360d26c7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:43.800345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-933329e8-2f3b-4d7e-aed5-b847360d26c7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:43.865447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-933329e8-2f3b-4d7e-aed5-b847360d26c7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:43.873283 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-933329e8-2f3b-4d7e-aed5-b847360d26c7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4928284 Apr 05 20:42:43.873283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44314) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:43.985691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df91e4d0-ff10-4ead-b1a7-cd1721d30e12 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:43.987748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-df91e4d0-ff10-4ead-b1a7-cd1721d30e12 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:43.995625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a166b49-a46e-4ae5-9e19-4e7b5a3527fe req-27c5d800-89a7-4e55-afb0-a2efc65be149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:43.996351 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a166b49-a46e-4ae5-9e19-4e7b5a3527fe req-27c5d800-89a7-4e55-afb0-a2efc65be149 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 918 time: 0.5119243 Apr 05 20:42:44.137008 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-904c66c0-3110-4819-9d39-551af65d60a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.152283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-df91e4d0-ff10-4ead-b1a7-cd1721d30e12 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:44.153525 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-df91e4d0-ff10-4ead-b1a7-cd1721d30e12 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2806809 Apr 05 20:42:44.153744 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-0ac2fdba-f64a-47fd-acbc-a6846c1e9c96 None None] Set router 54581229-8344-43c4-b418-e925f3297441 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:42:44.157799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44318) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:44.253000 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2e2d55b5-e7b3-4267-8dab-f9a6ff9e0590 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938931 Apr 05 20:42:44.257772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44322) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:44.278553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:44.290091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0ac2fdba-f64a-47fd-acbc-a6846c1e9c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54581229-8344-43c4-b418-e925f3297441', 'name': 'tempest-RoutersTest-router-1495954984', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:42:41Z', 'updated_at': '2022-04-05T20:42:42Z', 'revision_number': 2, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:42:44.296326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac2fdba-f64a-47fd-acbc-a6846c1e9c96 None None] The sync data for ids ['54581229-8344-43c4-b418-e925f3297441'] in n-d-836604-1 is: [{'id': '54581229-8344-43c4-b418-e925f3297441', 'name': 'tempest-RoutersTest-router-1495954984', 'tenant_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:42:41Z', 'updated_at': '2022-04-05T20:42:42Z', 'revision_number': 2, 'project_id': 'cf9ee73d8c99499a86be1d7badfb9dbe', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:42:44.316756 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a166b49-a46e-4ae5-9e19-4e7b5a3527fe req-8299a33a-3eed-48a9-98d0-61bf9bccc4a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465 HTTP/1.1" status: 200 len: 1002 time: 0.3059046 Apr 05 20:42:44.428503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d0f5af-926d-4350-b957-30a51fcb79a0 None None] DHCP port deletion for 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:42:44.428998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0ede3-7e65-42d5-99ec-a301473d710a req-b1c0bb71-ef9d-4220-975c-d8ef71fc52be tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:44.430567 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ebb0ede3-7e65-42d5-99ec-a301473d710a req-b1c0bb71-ef9d-4220-975c-d8ef71fc52be tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 1.1694152 Apr 05 20:42:44.433371 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-896f7d20-d2fd-4fa1-9bf1-b97ed0e19f6b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.441488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-92d0f5af-926d-4350-b957-30a51fcb79a0 None None] Deleting port 7e1eaf55-0647-4e68-9632-449270c8c494 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:44.442261 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-92d0f5af-926d-4350-b957-30a51fcb79a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.443031 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-896f7d20-d2fd-4fa1-9bf1-b97ed0e19f6b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.509059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:44.520757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a166b49-a46e-4ae5-9e19-4e7b5a3527fe req-7ec97073-a9d1-4ca9-9147-a1d9fa2e3c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:44.522360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a166b49-a46e-4ae5-9e19-4e7b5a3527fe req-7ec97073-a9d1-4ca9-9147-a1d9fa2e3c27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.1901672 Apr 05 20:42:44.526911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:44.528564 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ebb0ede3-7e65-42d5-99ec-a301473d710a req-d4696540-eac9-4800-89b8-10af1633eb75 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831356 Apr 05 20:42:44.530275 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-896f7d20-d2fd-4fa1-9bf1-b97ed0e19f6b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.530882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896f7d20-d2fd-4fa1-9bf1-b97ed0e19f6b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Fanout notify agent at l3_agent the message router_deleted on router 54581229-8344-43c4-b418-e925f3297441 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:42:44.548515 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-896f7d20-d2fd-4fa1-9bf1-b97ed0e19f6b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.550011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-896f7d20-d2fd-4fa1-9bf1-b97ed0e19f6b tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/routers/54581229-8344-43c4-b418-e925f3297441 HTTP/1.1" status: 204 len: 168 time: 1.2078400 Apr 05 20:42:44.558529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44330) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:44.595952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:44.599849 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.628939 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c2c5e67c-bf2a-4f1c-ac06-f9bcea52be6e tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports?device_id=54581229-8344-43c4-b418-e925f3297441 HTTP/1.1" status: 200 len: 205 time: 0.0612438 Apr 05 20:42:44.631412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44334) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:44.789774 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-97d54972-4451-4206-aa9b-a7b230f6fe66 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] delete failed (client error): The resource could not be found. Apr 05 20:42:44.794160 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-97d54972-4451-4206-aa9b-a7b230f6fe66 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/routers/54581229-8344-43c4-b418-e925f3297441 HTTP/1.1" status: 404 len: 336 time: 0.1557875 Apr 05 20:42:44.794160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44340) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:44.869900 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-c879603c-fcae-466e-b925-485e80ae34ff tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] DELETE failed (client error): The resource could not be found. Apr 05 20:42:44.870441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c879603c-fcae-466e-b925-485e80ae34ff tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:44.880789 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c879603c-fcae-466e-b925-485e80ae34ff tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/dffe4895-09d6-4155-bacf-5f1c1e8c721a HTTP/1.1" status: 404 len: 337 time: 0.0866446 Apr 05 20:42:44.880912 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-92d0f5af-926d-4350-b957-30a51fcb79a0 None None] For port 7e1eaf55-0647-4e68-9632-449270c8c494, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=7e1eaf55-0647-4e68-9632-449270c8c494,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:44.881014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44344) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:44.881254 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-92d0f5af-926d-4350-b957-30a51fcb79a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:44.938823 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc67e87e-6a06-401b-8433-01c5abbd431f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] DELETE failed (client error): The resource could not be found. Apr 05 20:42:44.939270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc67e87e-6a06-401b-8433-01c5abbd431f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:44.942349 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bc67e87e-6a06-401b-8433-01c5abbd431f tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/3b436870-0c85-47a4-9ed3-61dc87f866f6 HTTP/1.1" status: 404 len: 337 time: 0.0601072 Apr 05 20:42:44.944443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44348) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:44.993433 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd8d6e7-09bd-44ce-b5eb-7112b270b0bf tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] DELETE failed (client error): The resource could not be found. Apr 05 20:42:44.994214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd8d6e7-09bd-44ce-b5eb-7112b270b0bf tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:44.998519 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6dd8d6e7-09bd-44ce-b5eb-7112b270b0bf tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/62de11e8-5853-4817-928e-bc1a3140eb05 HTTP/1.1" status: 404 len: 337 time: 0.0503554 Apr 05 20:42:44.998519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44352) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:45.016604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a166b49-a46e-4ae5-9e19-4e7b5a3527fe req-8152b6c3-049c-4368-8f3a-958a6366815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:45.018807 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a166b49-a46e-4ae5-9e19-4e7b5a3527fe req-8152b6c3-049c-4368-8f3a-958a6366815d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4890759 Apr 05 20:42:45.049576 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab4c4bd-3878-48be-9195-170b161be4ed tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] DELETE failed (client error): The resource could not be found. Apr 05 20:42:45.050079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab4c4bd-3878-48be-9195-170b161be4ed tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:45.051863 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2ab4c4bd-3878-48be-9195-170b161be4ed tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/43ab1759-52d3-4ebe-a5a4-d576070c0497 HTTP/1.1" status: 404 len: 337 time: 0.0526576 Apr 05 20:42:45.054405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44356) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:45.065530 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-92d0f5af-926d-4350-b957-30a51fcb79a0 None None] Calling delete_port for 7e1eaf55-0647-4e68-9632-449270c8c494 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:45.108970 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:45.113029 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:45.143747 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a5a34886-d1ef-4ff2-ad50-c26acde1b681 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdcfa60f-940a-4c5e-84b2-556962f21b50 HTTP/1.1" status: 200 len: 205 time: 0.0862575 Apr 05 20:42:45.144608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44360) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:45.175705 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-92d0f5af-926d-4350-b957-30a51fcb79a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:45.268929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d0f5af-926d-4350-b957-30a51fcb79a0 None None] No DVR routers for this DVR port 7e1eaf55-0647-4e68-9632-449270c8c494 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:42:45.268929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0f5af-926d-4350-b957-30a51fcb79a0 None None] Pushing event deleted for resources: {'Port': ['ID=7e1eaf55-0647-4e68-9632-449270c8c494,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:45.286252 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a166b49-a46e-4ae5-9e19-4e7b5a3527fe req-ef47310a-936f-4195-a1fa-25fd8dd57852 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466769 Apr 05 20:42:45.333905 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-28c5842c-edea-4aae-b61e-10f8a0e74580 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] delete failed (client error): The resource could not be found. Apr 05 20:42:45.333905 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-28c5842c-edea-4aae-b61e-10f8a0e74580 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/routers/cdcfa60f-940a-4c5e-84b2-556962f21b50 HTTP/1.1" status: 404 len: 336 time: 0.1855979 Apr 05 20:42:45.335632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44364) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:45.400746 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d3397449-22a7-41d8-99b8-513aa8aa6913 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports?device_id=7fc87628-e743-4d0a-9e52-0f8609d92c90 HTTP/1.1" status: 200 len: 205 time: 0.0655744 Apr 05 20:42:45.406457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44368) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:45.414414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.objects.ports [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87964) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:42:45.417290 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:45.478618 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-289c774a-f54f-494d-b896-32152f2564c2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] delete failed (client error): The resource could not be found. Apr 05 20:42:45.479620 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-289c774a-f54f-494d-b896-32152f2564c2 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/routers/7fc87628-e743-4d0a-9e52-0f8609d92c90 HTTP/1.1" status: 404 len: 336 time: 0.0720682 Apr 05 20:42:45.482135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44372) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:45.528904 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-983c8ad4-4509-405e-bb08-f397b8eb4131 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] DELETE failed (client error): The resource could not be found. Apr 05 20:42:45.529190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983c8ad4-4509-405e-bb08-f397b8eb4131 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:45.531249 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-983c8ad4-4509-405e-bb08-f397b8eb4131 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/38fc4ba5-c4d0-4b48-9c0d-98c338d1893e HTTP/1.1" status: 404 len: 337 time: 0.0478408 Apr 05 20:42:45.533541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44376) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:45.548340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:45.557129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:45.559849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:45.560428 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:45.570049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1122de53-cef4-4073-b2ce-daf9eda31eb2 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:45.597572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=6d40e5a4-ea31-4aa6-86cd-42418e4f97a0,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:45.620345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:45.620693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:45.621037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:45.621371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:45.621716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:45.622070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:45.622396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:45.623665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:45.623665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:45.623894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:45.624485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:45.624571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:42:45.634731 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a166b49-a46e-4ae5-9e19-4e7b5a3527fe req-5241e216-ba33-4313-b324-cf9d20031c01 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496616 Apr 05 20:42:45.656756 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-77ef05bc-31ac-448b-98be-763d92f1e26a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3923051 Apr 05 20:42:45.656892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44382) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:45.664153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-3fa7fa2e-60f3-47cf-b928-70fe1452997b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:45.714256 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0c403f16-88e0-425e-b982-020e7fde8940 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports?device_id=c12e9f60-ccd2-408b-aed8-4da0630eaaed HTTP/1.1" status: 200 len: 205 time: 0.1774032 Apr 05 20:42:45.715813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44386) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:45.883564 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-1a9facfe-fd0c-4d42-9d3a-9f5360eb0451 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] delete failed (client error): The resource could not be found. Apr 05 20:42:45.887552 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1a9facfe-fd0c-4d42-9d3a-9f5360eb0451 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/routers/c12e9f60-ccd2-408b-aed8-4da0630eaaed HTTP/1.1" status: 404 len: 336 time: 0.1688273 Apr 05 20:42:45.887552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44396) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:45.969600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c98069fb-781e-46b1-aede-00e56c96d18a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Synchronizing usage tracker for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:45.987431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3fa7fa2e-60f3-47cf-b928-70fe1452997b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:45.991249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3fa7fa2e-60f3-47cf-b928-70fe1452997b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:46.006366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3fa7fa2e-60f3-47cf-b928-70fe1452997b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:46.007715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c98069fb-781e-46b1-aede-00e56c96d18a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] Unset dirty status for tenant:cf9ee73d8c99499a86be1d7badfb9dbe on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:46.010265 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c98069fb-781e-46b1-aede-00e56c96d18a tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9adfd3f-d99d-439a-b33b-fb292da74ecc HTTP/1.1" status: 200 len: 205 time: 0.1207221 Apr 05 20:42:46.011445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44400) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:46.019474 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7e1eaf55-0647-4e68-9632-449270c8c494 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:46.083696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 7e1eaf55-0647-4e68-9632-449270c8c494 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:42:46.083696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7e1eaf55-0647-4e68-9632-449270c8c494 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:42:46.090690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3fa7fa2e-60f3-47cf-b928-70fe1452997b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:46.095987 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:46.114425 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-8a975107-ae79-4308-92a2-9d090f6de82d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] delete failed (client error): The resource could not be found. Apr 05 20:42:46.118228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44404) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:46.118788 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8a975107-ae79-4308-92a2-9d090f6de82d tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/routers/e9adfd3f-d99d-439a-b33b-fb292da74ecc HTTP/1.1" status: 404 len: 336 time: 0.1061263 Apr 05 20:42:46.125440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa7fa2e-60f3-47cf-b928-70fe1452997b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:46.130034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3fa7fa2e-60f3-47cf-b928-70fe1452997b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:46.168775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'fixed_ips': [{'subnet_id': '6d40e5a4-ea31-4aa6-86cd-42418e4f97a0'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:42:46.169326 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:46.219832 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-856c6570-64de-4f24-9160-ede059ebc315 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] DELETE failed (client error): The resource could not be found. Apr 05 20:42:46.220611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-856c6570-64de-4f24-9160-ede059ebc315 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:46.224467 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-856c6570-64de-4f24-9160-ede059ebc315 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/6cc3784d-ec06-4dfb-9ee0-343a98465bd6 HTTP/1.1" status: 404 len: 337 time: 0.1043556 Apr 05 20:42:46.225032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44408) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:46.350007 n-d-836604-1 neutron-server[87965]: INFO neutron.db.ipam_backend_mixin [None req-3fa7fa2e-60f3-47cf-b928-70fe1452997b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d40e5a4-ea31-4aa6-86cd-42418e4f97a0 (CIDR: 2001:db8::/64) Apr 05 20:42:46.356939 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa7fa2e-60f3-47cf-b928-70fe1452997b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:46.357373 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa7fa2e-60f3-47cf-b928-70fe1452997b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:46.404159 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3fa7fa2e-60f3-47cf-b928-70fe1452997b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7466669 Apr 05 20:42:46.409283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44412) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:46.422543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fd5cad05-b305-402d-8455-7bb5e59b06a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:46.578770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Allocated IP 2001:db8::f816:3eff:fef7:94d4 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/6d40e5a4-ea31-4aa6-86cd-42418e4f97a0/661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:46.592664 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-906c22bc-0901-437b-84b4-12782bef0e8c tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e211e0a-35c1-4f22-b071-4b0fe76bdf2b HTTP/1.1" status: 200 len: 205 time: 0.3639176 Apr 05 20:42:46.627049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44416) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:46.751725 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-f6424f30-67cf-4a8c-86b1-4861ff599704 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] delete failed (client error): The resource could not be found. Apr 05 20:42:46.753535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f6424f30-67cf-4a8c-86b1-4861ff599704 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/routers/4e211e0a-35c1-4f22-b071-4b0fe76bdf2b HTTP/1.1" status: 404 len: 336 time: 0.1153872 Apr 05 20:42:46.759971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44420) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:46.791426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fd5cad05-b305-402d-8455-7bb5e59b06a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:46.800116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fd5cad05-b305-402d-8455-7bb5e59b06a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:46.801093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fd5cad05-b305-402d-8455-7bb5e59b06a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:46.807021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fd5cad05-b305-402d-8455-7bb5e59b06a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:46.812457 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-1873b877-edf0-4aab-a69b-d9535dd3d4c0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] DELETE failed (client error): The resource could not be found. Apr 05 20:42:46.812457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1873b877-edf0-4aab-a69b-d9535dd3d4c0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:46.812457 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1873b877-edf0-4aab-a69b-d9535dd3d4c0 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/c676e331-3348-4ca4-abb7-8e2b323cf968 HTTP/1.1" status: 404 len: 337 time: 0.0513778 Apr 05 20:42:46.816268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44424) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:46.825153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5cad05-b305-402d-8455-7bb5e59b06a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:46.831315 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd5cad05-b305-402d-8455-7bb5e59b06a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:46.860962 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:46.872439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6f1b9ddf-4e46-4a62-9299-e27dd05d3fc7 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "GET /v2.0/ports?device_id=fef9f0d6-3730-4775-8323-cb870b21c307 HTTP/1.1" status: 200 len: 205 time: 0.0485351 Apr 05 20:42:46.874156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44428) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:46.882164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Transition to ACTIVE for port object 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:46.903799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Transition to ACTIVE for port object 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:46.916228 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:46.939019 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57ff43-7109-4906-aac7-1ab5ad3cddb8 req-a988f4ff-80a3-4667-b573-3b7e103ca9e5 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:46.940502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be57ff43-7109-4906-aac7-1ab5ad3cddb8 req-a988f4ff-80a3-4667-b573-3b7e103ca9e5 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 946 time: 1.1214397 Apr 05 20:42:46.974095 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-82776a0f-a3e2-4348-8b72-101e98432aeb tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] delete failed (client error): The resource could not be found. Apr 05 20:42:46.975262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-82776a0f-a3e2-4348-8b72-101e98432aeb tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/routers/fef9f0d6-3730-4775-8323-cb870b21c307 HTTP/1.1" status: 404 len: 336 time: 0.1004674 Apr 05 20:42:46.978340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44436) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:46.988980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:46.993766 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:47.006139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:42:47.028288 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c302a44-fc54-47f6-aa4c-cca7a81ec067 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] DELETE failed (client error): The resource could not be found. Apr 05 20:42:47.028741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c302a44-fc54-47f6-aa4c-cca7a81ec067 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:47.031019 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8c302a44-fc54-47f6-aa4c-cca7a81ec067 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/9f163e43-4df8-4b95-bd0f-fa0e7e6df344 HTTP/1.1" status: 404 len: 337 time: 0.0518618 Apr 05 20:42:47.038094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44442) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:47.062583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Pushing event updated for resources: {'Port': ['ID=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:47.117098 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-d93e1bd4-74a3-4cd7-9190-22fb421c2e31 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] DELETE failed (client error): The resource could not be found. Apr 05 20:42:47.117551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d93e1bd4-74a3-4cd7-9190-22fb421c2e31 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:47.119284 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d93e1bd4-74a3-4cd7-9190-22fb421c2e31 tempest-RoutersTest-142461263 tempest-RoutersTest-142461263-project] 10.222.0.24 "DELETE /v2.0/subnets/0afc91f1-68b8-42d2-aaab-470486f0de98 HTTP/1.1" status: 404 len: 337 time: 0.0802727 Apr 05 20:42:47.131551 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be57ff43-7109-4906-aac7-1ab5ad3cddb8 req-78066df7-3e0e-4136-a238-336d0bfbeec3 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750958 Apr 05 20:42:47.147932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Attempting to bind port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:42:47.148390 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Attempting to bind port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:42:47.148819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Attempting to bind port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:42:47.155712 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:42:47.156296 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:42:47.156857 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:47.157850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:42:47.158380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Bound port: 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:42:47.158765 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:47.292301 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd5cad05-b305-402d-8455-7bb5e59b06a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:47.325743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] For port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:42:47.329718 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] For port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:42:47.336822 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:47.392614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5cad05-b305-402d-8455-7bb5e59b06a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:47.403180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-fd5cad05-b305-402d-8455-7bb5e59b06a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:47.409086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5cad05-b305-402d-8455-7bb5e59b06a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:47.409666 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd5cad05-b305-402d-8455-7bb5e59b06a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:47.421726 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0435aac-724c-42ba-8b3e-d2be49b25bcb None None] Pushing event updated for resources: {'Port': ['ID=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:47.447744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cad05-b305-402d-8455-7bb5e59b06a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=5321b1f5-884c-4b2f-aab8-39e3faaab7ba,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:47.457916 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fd5cad05-b305-402d-8455-7bb5e59b06a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0460765 Apr 05 20:42:47.460617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44462) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:47.466781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'mac_address': 'fa:16:3e:b0:31:b3', 'name': 'tempest-NetworksTestDHCPv6-1441421656'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:47.641452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44474) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:47.689328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:47.695942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:port and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:47.700227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:47.709676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:47.753328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:47.810521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2b0de063-74c3-4b97-9cb9-2d209a9f7465 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:48.044012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-668b1d06-1ed0-4496-9736-66dc0f3e351f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf9ee73d8c99499a86be1d7badfb9dbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996396 Apr 05 20:42:48.047409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44492) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:48.064478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.084530 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:48.110172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 613d0b81-713c-4ab2-80be-80f4110348d6 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:42:48.157216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68946d02-bc66-42cd-95f5-f217768bd143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.187319 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.203501 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68946d02-bc66-42cd-95f5-f217768bd143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.265506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b0de063-74c3-4b97-9cb9-2d209a9f7465'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:42:48.298580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2b0de063-74c3-4b97-9cb9-2d209a9f7465, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:48.298580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:48.308507 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.332387 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68946d02-bc66-42cd-95f5-f217768bd143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.357091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68946d02-bc66-42cd-95f5-f217768bd143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87f7088-0e25-490b-b003-4599d75fbd8a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:48.379828 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68946d02-bc66-42cd-95f5-f217768bd143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.381311 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-68946d02-bc66-42cd-95f5-f217768bd143 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d87f7088-0e25-490b-b003-4599d75fbd8a HTTP/1.1" status: 204 len: 168 time: 0.3326912 Apr 05 20:42:48.393572 n-d-836604-1 neutron-server[87966]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'code': 422} returned with failed status Apr 05 20:42:48.460613 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=2b0de063-74c3-4b97-9cb9-2d209a9f7465,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:48.564202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9218e44-f43e-44dd-95f0-eeec83e47569 req-afba5c5c-9dda-4def-ad45-0cc3241a7336 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:48.565772 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e9218e44-f43e-44dd-95f0-eeec83e47569 req-afba5c5c-9dda-4def-ad45-0cc3241a7336 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.2098076 Apr 05 20:42:48.605685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8:0:1::b3 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/5321b1f5-884c-4b2f-aab8-39e3faaab7ba/613d0b81-713c-4ab2-80be-80f4110348d6) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:48.625710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::f816:3eff:feb0:31b3 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/6d40e5a4-ea31-4aa6-86cd-42418e4f97a0/613d0b81-713c-4ab2-80be-80f4110348d6) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:48.645521 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e9218e44-f43e-44dd-95f0-eeec83e47569 req-1640aeb0-c42f-46b3-bc90-452127177bea tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734689 Apr 05 20:42:48.944498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:48.972452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 613d0b81-713c-4ab2-80be-80f4110348d6 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:49.032898 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.093250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f2106-3d13-406e-946e-44e5b764c586 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:49.120050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:49.124833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:49.126637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:42:49.134385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:49.134385 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.173846 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7122772 Apr 05 20:42:49.174105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44526) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:49.202175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff540683-ad94-48fc-a258-5ea5ea49ef8f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=613d0b81-713c-4ab2-80be-80f4110348d6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:49.353529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-774de0e4-c38b-4716-a2fa-cebea9287e9a None None] Provisioning for port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:49.371010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a620e1a4-a448-4356-bb4a-96aed23ca409 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 613d0b81-713c-4ab2-80be-80f4110348d6 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:42:49.387057 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a620e1a4-a448-4356-bb4a-96aed23ca409 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.394418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-774de0e4-c38b-4716-a2fa-cebea9287e9a None None] Provisioning complete for port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:49.394767 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-774de0e4-c38b-4716-a2fa-cebea9287e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.776713 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-774de0e4-c38b-4716-a2fa-cebea9287e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.797917 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44546) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:49.912303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-774de0e4-c38b-4716-a2fa-cebea9287e9a None None] For port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:49.922945 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-774de0e4-c38b-4716-a2fa-cebea9287e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.971893 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a620e1a4-a448-4356-bb4a-96aed23ca409 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:49.997733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c9a0d4ae-317b-41bd-87f1-b04ce989f292 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:49.998359 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-c9a0d4ae-317b-41bd-87f1-b04ce989f292 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 05 20:42:50.002627 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-c9a0d4ae-317b-41bd-87f1-b04ce989f292 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 20:42:50.003893 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c9a0d4ae-317b-41bd-87f1-b04ce989f292 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2049844 Apr 05 20:42:50.008241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44554) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:50.025237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774de0e4-c38b-4716-a2fa-cebea9287e9a None None] Pushing event updated for resources: {'Port': ['ID=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:50.034151 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1017402522'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:50.063122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:50.070753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:50.076957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:50.083912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:50.098337 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.131947 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.185715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:50.196215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:50.203426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:50.213690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a620e1a4-a448-4356-bb4a-96aed23ca409 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 613d0b81-713c-4ab2-80be-80f4110348d6 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:42:50.217927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:50.238368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be643b9d-329e-432c-a87b-94ec67e83bee None None] Update dhcp port {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': '6d40e5a4-ea31-4aa6-86cd-42418e4f97a0', 'ip_address': '2001:db8::f816:3eff:fef7:94d4'}, {'subnet_id': '5321b1f5-884c-4b2f-aab8-39e3faaab7ba'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:42:50.332709 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be643b9d-329e-432c-a87b-94ec67e83bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.467860 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.476770 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.492570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:50.500941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:50.506176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:50.521817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:50.536605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507ee855-d28c-4d39-b8a1-268db6f74118,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:50.609034 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a620e1a4-a448-4356-bb4a-96aed23ca409 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.634223 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.640324 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.671941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a620e1a4-a448-4356-bb4a-96aed23ca409 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=613d0b81-713c-4ab2-80be-80f4110348d6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:50.687382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959394be-b22e-4d22-8de8-76e2b6b03540 req-ec3ba463-8442-40eb-8170-0e8cdebd8def tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:50.689197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-959394be-b22e-4d22-8de8-76e2b6b03540 req-ec3ba463-8442-40eb-8170-0e8cdebd8def tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.2151902 Apr 05 20:42:50.711576 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.726034 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7163570 Apr 05 20:42:50.731119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44570) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:50.737692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-be643b9d-329e-432c-a87b-94ec67e83bee None None] Allocated IP 2001:db8:0:1::2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/5321b1f5-884c-4b2f-aab8-39e3faaab7ba/661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:50.755509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ec36de9d-5c66-41f4-86b1-067172684958 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': '04211c7d-8b11-49e1-862c-a837fc8467c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:50.771329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ec36de9d-5c66-41f4-86b1-067172684958 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:50.775755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ec36de9d-5c66-41f4-86b1-067172684958 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:50.780917 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ec36de9d-5c66-41f4-86b1-067172684958 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:50.813432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ec36de9d-5c66-41f4-86b1-067172684958 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:50.836485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44580) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:50.863086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d7ed5-391f-4c69-b14a-630629e2a263 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04211c7d-8b11-49e1-862c-a837fc8467c3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:50.870580 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec36de9d-5c66-41f4-86b1-067172684958 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.872464 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a620e1a4-a448-4356-bb4a-96aed23ca409 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.885008 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a620e1a4-a448-4356-bb4a-96aed23ca409 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/613d0b81-713c-4ab2-80be-80f4110348d6 HTTP/1.1" status: 204 len: 168 time: 1.7087681 Apr 05 20:42:50.887364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44586) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:50.908694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-959394be-b22e-4d22-8de8-76e2b6b03540 req-65a63c75-64fc-4feb-9bef-9cc26b159621 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129848 Apr 05 20:42:50.930120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-be643b9d-329e-432c-a87b-94ec67e83bee None None] For port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:50.965728 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be643b9d-329e-432c-a87b-94ec67e83bee None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:50.986494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-be643b9d-329e-432c-a87b-94ec67e83bee None None] Transition to ACTIVE for port object 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:42:50.990621 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be643b9d-329e-432c-a87b-94ec67e83bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.032549 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec36de9d-5c66-41f4-86b1-067172684958 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.053822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cacbaf41-d47a-4ddb-bd8b-1e21fa37fc47 req-87641149-40ff-48d4-a159-c4d4bdde3f0a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2143600 Apr 05 20:42:51.053822 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec36de9d-5c66-41f4-86b1-067172684958 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.079308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36de9d-5c66-41f4-86b1-067172684958 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa97c92-2db8-4605-85fc-95e1b98eb512,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:51.094254 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec36de9d-5c66-41f4-86b1-067172684958 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.096199 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ec36de9d-5c66-41f4-86b1-067172684958 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3640528 Apr 05 20:42:51.099389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44590) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:51.107158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8dc8d95b-522d-4fa2-aabe-fab110ea0db3 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': '04211c7d-8b11-49e1-862c-a837fc8467c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:51.115613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8dc8d95b-522d-4fa2-aabe-fab110ea0db3 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:51.122165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8dc8d95b-522d-4fa2-aabe-fab110ea0db3 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:51.126373 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8dc8d95b-522d-4fa2-aabe-fab110ea0db3 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:51.133268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8dc8d95b-522d-4fa2-aabe-fab110ea0db3 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:51.161499 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8dc8d95b-522d-4fa2-aabe-fab110ea0db3 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.165186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f566df97-807c-4726-b980-3fabb22c14bd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:51.165909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f566df97-807c-4726-b980-3fabb22c14bd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:51.186438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f566df97-807c-4726-b980-3fabb22c14bd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:51.189083 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f566df97-807c-4726-b980-3fabb22c14bd tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3006487 Apr 05 20:42:51.190869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44596) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:51.220977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be643b9d-329e-432c-a87b-94ec67e83bee None None] Pushing event updated for resources: {'Port': ['ID=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:51.271758 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-8dc8d95b-522d-4fa2-aabe-fab110ea0db3 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 20:42:51.273120 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8dc8d95b-522d-4fa2-aabe-fab110ea0db3 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1706545 Apr 05 20:42:51.276028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44600) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:51.309240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335b1e65-c1ef-47df-8256-5b89d2222dda tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:51.311938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-335b1e65-c1ef-47df-8256-5b89d2222dda tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1185501 Apr 05 20:42:51.314367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44606) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:51.355060 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af883ed0-d1f8-4d55-ba5e-9bf9ee3ad0fd tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.401000 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af883ed0-d1f8-4d55-ba5e-9bf9ee3ad0fd tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.403358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca9552-f789-40c8-b974-b6cfcafe652f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:51.405867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca9552-f789-40c8-b974-b6cfcafe652f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:51.407883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca9552-f789-40c8-b974-b6cfcafe652f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:51.409132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5bca9552-f789-40c8-b974-b6cfcafe652f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:51.447714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5bca9552-f789-40c8-b974-b6cfcafe652f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:51.449064 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5bca9552-f789-40c8-b974-b6cfcafe652f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1334448 Apr 05 20:42:51.451993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44612) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:51.481193 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af883ed0-d1f8-4d55-ba5e-9bf9ee3ad0fd tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.608211 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d719dba-ae74-46dd-b0ff-280a2fa34aec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 5321b1f5-884c-4b2f-aab8-39e3faaab7ba {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:42:51.614409 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d719dba-ae74-46dd-b0ff-280a2fa34aec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.632612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af883ed0-d1f8-4d55-ba5e-9bf9ee3ad0fd tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04211c7d-8b11-49e1-862c-a837fc8467c3,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:51.650905 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af883ed0-d1f8-4d55-ba5e-9bf9ee3ad0fd tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.654127 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-af883ed0-d1f8-4d55-ba5e-9bf9ee3ad0fd tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "DELETE /v2.0/security-groups/04211c7d-8b11-49e1-862c-a837fc8467c3 HTTP/1.1" status: 204 len: 168 time: 0.3770058 Apr 05 20:42:51.659926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44616) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:51.688913 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d719dba-ae74-46dd-b0ff-280a2fa34aec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.741181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8670afd2-cde1-4f07-b546-54f03a3930b7 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Synchronizing usage tracker for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:51.776245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8670afd2-cde1-4f07-b546-54f03a3930b7 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Unset dirty status for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:51.778052 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8670afd2-cde1-4f07-b546-54f03a3930b7 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1170313 Apr 05 20:42:51.786788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44620) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:51.800187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2e917ba2-7df7-44cf-8ceb-24d69ce0b6ae tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group': {'name': 'tempest-secgroup--675194864'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:51.801744 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d719dba-ae74-46dd-b0ff-280a2fa34aec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.808634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2e917ba2-7df7-44cf-8ceb-24d69ce0b6ae tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:51.820789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2e917ba2-7df7-44cf-8ceb-24d69ce0b6ae tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:51.825401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2b0de063-74c3-4b97-9cb9-2d209a9f7465 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:51.853498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e917ba2-7df7-44cf-8ceb-24d69ce0b6ae tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:51.976619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2e917ba2-7df7-44cf-8ceb-24d69ce0b6ae tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:51.983032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2e917ba2-7df7-44cf-8ceb-24d69ce0b6ae tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:51.987522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2e917ba2-7df7-44cf-8ceb-24d69ce0b6ae tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:52.022624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2e917ba2-7df7-44cf-8ceb-24d69ce0b6ae tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:52.046272 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d719dba-ae74-46dd-b0ff-280a2fa34aec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.091318 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5b1fd55-6640-4cc0-9880-b6a2c944ce8b req-af70133c-4a3d-43e9-8d73-e9eaf569579b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1792924 Apr 05 20:42:52.112757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:52.203661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d719dba-ae74-46dd-b0ff-280a2fa34aec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.206779 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e917ba2-7df7-44cf-8ceb-24d69ce0b6ae tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.215763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d719dba-ae74-46dd-b0ff-280a2fa34aec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=5321b1f5-884c-4b2f-aab8-39e3faaab7ba,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:52.233673 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e917ba2-7df7-44cf-8ceb-24d69ce0b6ae tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.243711 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7d719dba-ae74-46dd-b0ff-280a2fa34aec tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/5321b1f5-884c-4b2f-aab8-39e3faaab7ba HTTP/1.1" status: 204 len: 168 time: 0.7905447 Apr 05 20:42:52.247411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44628) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:52.301565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c722d0-3ebc-4866-8511-fd9375630a81 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:52.441784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-560d3933-b6b2-4f62-85af-eeac1d98b86f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet 6d40e5a4-ea31-4aa6-86cd-42418e4f97a0 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:42:52.447940 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-560d3933-b6b2-4f62-85af-eeac1d98b86f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.541074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e917ba2-7df7-44cf-8ceb-24d69ce0b6ae tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f011d33-fb68-40e5-84fc-a8ed93fe22e3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:52.546613 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e917ba2-7df7-44cf-8ceb-24d69ce0b6ae tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.553932 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2e917ba2-7df7-44cf-8ceb-24d69ce0b6ae tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7587826 Apr 05 20:42:52.558647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44632) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:52.571299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-560d3933-b6b2-4f62-85af-eeac1d98b86f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.607016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-5eafe877-4431-40c3-8067-f05c5ff68b79 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': '6f011d33-fb68-40e5-84fc-a8ed93fe22e3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:52.616567 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-5eafe877-4431-40c3-8067-f05c5ff68b79 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 05 20:42:52.616567 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-5eafe877-4431-40c3-8067-f05c5ff68b79 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:52.616567 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5eafe877-4431-40c3-8067-f05c5ff68b79 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0429757 Apr 05 20:42:52.622887 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44636) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:52.631542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-029c18aa-63e7-428c-942c-debdb4b2866d None None] Provisioning for port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:42:52.659093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-029c18aa-63e7-428c-942c-debdb4b2866d None None] Provisioning complete for port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:52.659093 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-029c18aa-63e7-428c-942c-debdb4b2866d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.759539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ad042-8e87-4830-9ba2-d3f3d4d2e197 req-19466870-523b-49f5-88ab-92bdeea2f418 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:52.761691 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-276ad042-8e87-4830-9ba2-d3f3d4d2e197 req-19466870-523b-49f5-88ab-92bdeea2f418 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.5199223 Apr 05 20:42:52.767728 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:52.768351 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.779842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-560d3933-b6b2-4f62-85af-eeac1d98b86f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:52.941404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1fd55-6640-4cc0-9880-b6a2c944ce8b req-e5f44142-f007-4fdf-a9b1-03eef9ff87c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:52.943257 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5b1fd55-6640-4cc0-9880-b6a2c944ce8b req-e5f44142-f007-4fdf-a9b1-03eef9ff87c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 1097 time: 0.5116940 Apr 05 20:42:52.943979 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-706b62fd-52ab-42cd-8ffc-a3c0e93cef8b tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.005390 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-560d3933-b6b2-4f62-85af-eeac1d98b86f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.110069 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-706b62fd-52ab-42cd-8ffc-a3c0e93cef8b tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.114029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d3933-b6b2-4f62-85af-eeac1d98b86f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=6d40e5a4-ea31-4aa6-86cd-42418e4f97a0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:53.119637 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-560d3933-b6b2-4f62-85af-eeac1d98b86f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.146602 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-560d3933-b6b2-4f62-85af-eeac1d98b86f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/6d40e5a4-ea31-4aa6-86cd-42418e4f97a0 HTTP/1.1" status: 204 len: 168 time: 0.8932853 Apr 05 20:42:53.146602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44644) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:53.200519 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-276ad042-8e87-4830-9ba2-d3f3d4d2e197 req-0a03e4e0-92ce-4605-b447-71f5866d643f tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4304190 Apr 05 20:42:53.266791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-029c18aa-63e7-428c-942c-debdb4b2866d None None] Could not find standard attr ID for object 613d0b81-713c-4ab2-80be-80f4110348d6. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:42:53.328452 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6ee18427-4293-4ba9-b440-ca5a68e98a2f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1775625 Apr 05 20:42:53.329355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44650) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:53.336969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:53.442208 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-706b62fd-52ab-42cd-8ffc-a3c0e93cef8b tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.489628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:53.491597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b62fd-52ab-42cd-8ffc-a3c0e93cef8b tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f011d33-fb68-40e5-84fc-a8ed93fe22e3,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:53.494844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:53.497753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:53.508697 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:53.514155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1fd55-6640-4cc0-9880-b6a2c944ce8b req-4b5910b0-4193-4e3b-900c-80cc235c22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:53.519433 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5b1fd55-6640-4cc0-9880-b6a2c944ce8b req-4b5910b0-4193-4e3b-900c-80cc235c22a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.5258853 Apr 05 20:42:53.522387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:53.524867 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-706b62fd-52ab-42cd-8ffc-a3c0e93cef8b tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.526046 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-706b62fd-52ab-42cd-8ffc-a3c0e93cef8b tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "DELETE /v2.0/security-groups/6f011d33-fb68-40e5-84fc-a8ed93fe22e3 HTTP/1.1" status: 204 len: 168 time: 0.8975766 Apr 05 20:42:53.528299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44656) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:53.529570 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.569568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55149ae8-5f9a-461a-b7e8-604769346ba5 None None] Update dhcp port {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': '6d40e5a4-ea31-4aa6-86cd-42418e4f97a0'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:42:53.709946 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-55149ae8-5f9a-461a-b7e8-604769346ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:53.734033 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5b1fd55-6640-4cc0-9880-b6a2c944ce8b req-90e4b967-b4c2-484b-b0d8-e023a4a106d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71932d55-594e-4e63-9883-38d30d13eedc HTTP/1.1" status: 200 len: 1002 time: 0.2065580 Apr 05 20:42:53.838773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-12375305-0630-4c24-8632-ec3b203d7ce2 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Synchronizing usage tracker for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:53.864166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1fd55-6640-4cc0-9880-b6a2c944ce8b req-beee7f0b-66dd-4ee4-9d92-428a765cc65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:53.869489 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5b1fd55-6640-4cc0-9880-b6a2c944ce8b req-beee7f0b-66dd-4ee4-9d92-428a765cc65f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.1021435 Apr 05 20:42:54.009355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-12375305-0630-4c24-8632-ec3b203d7ce2 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Unset dirty status for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:54.014641 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-12375305-0630-4c24-8632-ec3b203d7ce2 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4839098 Apr 05 20:42:54.018755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44660) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:54.024902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-9c766c81-dc5c-42bb-96cc-49145a95ced5 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group': {'name': 'tempest-secgroup--362466890'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:54.036776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9c766c81-dc5c-42bb-96cc-49145a95ced5 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:54.053506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9c766c81-dc5c-42bb-96cc-49145a95ced5 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:54.060016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5a0e11-64f0-4885-a7c6-9bbee53f49d0 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:54.084925 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9c766c81-dc5c-42bb-96cc-49145a95ced5 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:54.127346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9c766c81-dc5c-42bb-96cc-49145a95ced5 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:54.139311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9c766c81-dc5c-42bb-96cc-49145a95ced5 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:54.144088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9c766c81-dc5c-42bb-96cc-49145a95ced5 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:54.152083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1fd55-6640-4cc0-9880-b6a2c944ce8b req-60e00c55-6778-4796-bdf4-db506771e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:54.153605 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5b1fd55-6640-4cc0-9880-b6a2c944ce8b req-60e00c55-6778-4796-bdf4-db506771e644 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2571893 Apr 05 20:42:54.155266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9c766c81-dc5c-42bb-96cc-49145a95ced5 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:54.182359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.objects.ports [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87964) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:42:54.381343 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5b1fd55-6640-4cc0-9880-b6a2c944ce8b req-64b08b42-2400-4086-a8b8-7691e4ef11bb service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203946 Apr 05 20:42:54.423092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9031d0a0-6170-46bf-8cce-650b02f317e4 None None] Provisioning complete for port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:54.423092 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9031d0a0-6170-46bf-8cce-650b02f317e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:54.538325 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9c766c81-dc5c-42bb-96cc-49145a95ced5 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:54.548516 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9c766c81-dc5c-42bb-96cc-49145a95ced5 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:54.615615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c766c81-dc5c-42bb-96cc-49145a95ced5 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1038fe-4218-4889-ac32-61fa6ccdcfce,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:54.617819 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9c766c81-dc5c-42bb-96cc-49145a95ced5 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:54.619477 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9c766c81-dc5c-42bb-96cc-49145a95ced5 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5992072 Apr 05 20:42:54.622734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44668) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:54.628381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c24caf65-b522-42ad-b39a-b5d7d7c80481 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'ca1038fe-4218-4889-ac32-61fa6ccdcfce', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:54.628930 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-c24caf65-b522-42ad-b39a-b5d7d7c80481 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 05 20:42:54.629799 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-c24caf65-b522-42ad-b39a-b5d7d7c80481 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:54.630687 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c24caf65-b522-42ad-b39a-b5d7d7c80481 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062044 Apr 05 20:42:54.647022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44672) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:54.707193 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:54.709722 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b5b1fd55-6640-4cc0-9880-b6a2c944ce8b req-4ab0b0f2-f06b-490d-931a-079707c1d9c1 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192391 Apr 05 20:42:54.833632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db1852-9bf1-47c3-b908-aa6702f10d42 req-9431d0c4-ed07-4a3c-ac87-230158bf91d9 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:54.837086 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8db1852-9bf1-47c3-b908-aa6702f10d42 req-9431d0c4-ed07-4a3c-ac87-230158bf91d9 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.2861693 Apr 05 20:42:54.853144 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99c417cf-7414-438d-a2f3-241b2f60e199 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:54.926449 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99c417cf-7414-438d-a2f3-241b2f60e199 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.035713 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99c417cf-7414-438d-a2f3-241b2f60e199 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.119037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c417cf-7414-438d-a2f3-241b2f60e199 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1038fe-4218-4889-ac32-61fa6ccdcfce,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:55.126669 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99c417cf-7414-438d-a2f3-241b2f60e199 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.128614 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-99c417cf-7414-438d-a2f3-241b2f60e199 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "DELETE /v2.0/security-groups/ca1038fe-4218-4889-ac32-61fa6ccdcfce HTTP/1.1" status: 204 len: 168 time: 0.4808133 Apr 05 20:42:55.132593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44676) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:55.251074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5b9f41a5-b63d-4227-9607-685566534d42 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Synchronizing usage tracker for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:55.275198 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5b9f41a5-b63d-4227-9607-685566534d42 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Unset dirty status for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:55.276750 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5b9f41a5-b63d-4227-9607-685566534d42 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1396639 Apr 05 20:42:55.281212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44680) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:55.295843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-95776827-9908-4327-b3fd-82af58d476ec tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728137897'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:55.306432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-95776827-9908-4327-b3fd-82af58d476ec tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:55.327007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-95776827-9908-4327-b3fd-82af58d476ec tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:55.348649 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95776827-9908-4327-b3fd-82af58d476ec tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.372950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8db1852-9bf1-47c3-b908-aa6702f10d42 req-4cf4ce6c-0bbc-4769-9716-2d3afc7e0c23 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5216351 Apr 05 20:42:55.396385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-95776827-9908-4327-b3fd-82af58d476ec tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:55.402537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-95776827-9908-4327-b3fd-82af58d476ec tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:55.407072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-95776827-9908-4327-b3fd-82af58d476ec tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:55.415129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] For port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:55.418194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-95776827-9908-4327-b3fd-82af58d476ec tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:55.490339 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.508994 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.510337 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.589460 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95776827-9908-4327-b3fd-82af58d476ec tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.600842 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95776827-9908-4327-b3fd-82af58d476ec tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.695998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95776827-9908-4327-b3fd-82af58d476ec tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2094f7c-6ef2-460e-bad5-fcd3e41367a1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:55.711661 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95776827-9908-4327-b3fd-82af58d476ec tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.716182 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-95776827-9908-4327-b3fd-82af58d476ec tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4336498 Apr 05 20:42:55.717385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44690) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:55.726968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-71e5bf8d-20d6-40f5-be13-68904c99b36f tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'a2094f7c-6ef2-460e-bad5-fcd3e41367a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:55.738115 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-71e5bf8d-20d6-40f5-be13-68904c99b36f tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 05 20:42:55.739444 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-71e5bf8d-20d6-40f5-be13-68904c99b36f tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:55.739733 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-71e5bf8d-20d6-40f5-be13-68904c99b36f tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0213802 Apr 05 20:42:55.744940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44694) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:55.758239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c52bcfde-757f-4992-b365-2de9af5987f1 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'a2094f7c-6ef2-460e-bad5-fcd3e41367a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:55.758980 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-c52bcfde-757f-4992-b365-2de9af5987f1 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 05 20:42:55.759486 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-c52bcfde-757f-4992-b365-2de9af5987f1 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:55.760481 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c52bcfde-757f-4992-b365-2de9af5987f1 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0146227 Apr 05 20:42:55.766407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:55.768579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44698) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:55.779017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-10f50bbe-886d-44d5-b690-7af60203badc tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'a2094f7c-6ef2-460e-bad5-fcd3e41367a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:55.780326 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-10f50bbe-886d-44d5-b690-7af60203badc tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 05 20:42:55.780811 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-10f50bbe-886d-44d5-b690-7af60203badc tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:55.782313 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-10f50bbe-886d-44d5-b690-7af60203badc tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122681 Apr 05 20:42:55.787480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:55.789581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44702) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:55.805807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:55.806446 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.815957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a23b87d0-b0ad-47e7-8862-e56ba400a817 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'a2094f7c-6ef2-460e-bad5-fcd3e41367a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:55.829228 n-d-836604-1 neutron-server[87964]: WARNING neutron.api.v2.base [None req-a23b87d0-b0ad-47e7-8862-e56ba400a817 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 05 20:42:55.830280 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-a23b87d0-b0ad-47e7-8862-e56ba400a817 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:55.830990 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a23b87d0-b0ad-47e7-8862-e56ba400a817 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0304120 Apr 05 20:42:55.831756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=d2aaa140-9f43-42f2-b0c0-0bbf2cff414d,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:55.833832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44706) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:55.894505 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:42:55.907501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,revision_number=8']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:55.946857 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-563657bb-37aa-4344-9d7c-a038ec7ead2b tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:55.958117 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-00a0870e-4ef4-4d40-bda3-f414073a8e5d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6273034 Apr 05 20:42:55.959112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44710) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:55.993811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-347060bd-edd8-479f-a01c-d639cc2b4ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:56.000247 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-563657bb-37aa-4344-9d7c-a038ec7ead2b tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.077554 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-563657bb-37aa-4344-9d7c-a038ec7ead2b tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.103350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563657bb-37aa-4344-9d7c-a038ec7ead2b tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2094f7c-6ef2-460e-bad5-fcd3e41367a1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:56.104815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbaf41-d47a-4ddb-bd8b-1e21fa37fc47 req-229a7d2f-17ee-456b-b976-e54d8fdc578a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.106620 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cacbaf41-d47a-4ddb-bd8b-1e21fa37fc47 req-229a7d2f-17ee-456b-b976-e54d8fdc578a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b&tenant_id=0c23d62d7af248d7aaa5f531168db711 HTTP/1.1" status: 200 len: 1095 time: 0.2687533 Apr 05 20:42:56.109821 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3009f4-f48a-4080-88dc-54516f960ae8 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:56.128475 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-563657bb-37aa-4344-9d7c-a038ec7ead2b tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.131828 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-563657bb-37aa-4344-9d7c-a038ec7ead2b tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "DELETE /v2.0/security-groups/a2094f7c-6ef2-460e-bad5-fcd3e41367a1 HTTP/1.1" status: 204 len: 168 time: 0.2944057 Apr 05 20:42:56.131828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44714) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:56.225091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-db2c1c41-726d-43b0-919b-83838aa3f874 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Synchronizing usage tracker for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:56.261723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-347060bd-edd8-479f-a01c-d639cc2b4ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:56.271680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-db2c1c41-726d-43b0-919b-83838aa3f874 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Unset dirty status for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:56.272045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-347060bd-edd8-479f-a01c-d639cc2b4ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:56.277599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44718) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:56.278281 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-db2c1c41-726d-43b0-919b-83838aa3f874 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1454387 Apr 05 20:42:56.281789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-347060bd-edd8-479f-a01c-d639cc2b4ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:56.290468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9923c2ff-b876-415c-b657-0d110029d10a None None] Provisioning complete for port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:56.290648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c78604a7-7995-4807-85b3-f01f92660325 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group': {'name': 'tempest-secgroup--454915555'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:56.290754 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9923c2ff-b876-415c-b657-0d110029d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.315066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c78604a7-7995-4807-85b3-f01f92660325 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:56.324133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-347060bd-edd8-479f-a01c-d639cc2b4ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:56.340689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c78604a7-7995-4807-85b3-f01f92660325 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:56.366683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347060bd-edd8-479f-a01c-d639cc2b4ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:56.366683 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-347060bd-edd8-479f-a01c-d639cc2b4ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.392082 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.411766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbaf41-d47a-4ddb-bd8b-1e21fa37fc47 req-b8d39c2a-f1c4-42db-b466-8217c8b82ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.411766 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cacbaf41-d47a-4ddb-bd8b-1e21fa37fc47 req-b8d39c2a-f1c4-42db-b466-8217c8b82ea7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 1095 time: 0.2307034 Apr 05 20:42:56.418704 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c78604a7-7995-4807-85b3-f01f92660325 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.452422 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:56.492570 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.605406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:56.691133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c78604a7-7995-4807-85b3-f01f92660325 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:56.704170 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9923c2ff-b876-415c-b657-0d110029d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.727373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:56.728045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c78604a7-7995-4807-85b3-f01f92660325 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:56.742963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c78604a7-7995-4807-85b3-f01f92660325 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:56.769558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c78604a7-7995-4807-85b3-f01f92660325 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:56.778891 n-d-836604-1 neutron-server[87964]: INFO neutron.db.ipam_backend_mixin [None req-347060bd-edd8-479f-a01c-d639cc2b4ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2aaa140-9f43-42f2-b0c0-0bbf2cff414d (CIDR: 2001:db8::/64) Apr 05 20:42:56.798159 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-347060bd-edd8-479f-a01c-d639cc2b4ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:56.798867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-347060bd-edd8-479f-a01c-d639cc2b4ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:42:56.868314 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9923c2ff-b876-415c-b657-0d110029d10a None None] For port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:42:56.873259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbaf41-d47a-4ddb-bd8b-1e21fa37fc47 req-fa685533-ca78-4c12-bcbe-e6e5856c9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.876836 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cacbaf41-d47a-4ddb-bd8b-1e21fa37fc47 req-fa685533-ca78-4c12-bcbe-e6e5856c9f76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 918 time: 0.4358342 Apr 05 20:42:56.885074 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9923c2ff-b876-415c-b657-0d110029d10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:56.969521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bb14c-9f1b-4826-81a1-2164e2c99afe req-78d944cb-4d9f-4f61-9afc-6fd63c05015e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:56.972311 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d4bb14c-9f1b-4826-81a1-2164e2c99afe req-78d944cb-4d9f-4f61-9afc-6fd63c05015e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.4642587 Apr 05 20:42:57.009241 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-347060bd-edd8-479f-a01c-d639cc2b4ffc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0325854 Apr 05 20:42:57.015752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44728) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:57.022358 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-91bc2be0-ef03-4897-acc0-777d5fdda8a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:57.089294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:57.089294 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.125160 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cacbaf41-d47a-4ddb-bd8b-1e21fa37fc47 req-5669dc4e-aca4-492a-ae80-b8ab1d8c9587 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465 HTTP/1.1" status: 200 len: 1000 time: 0.2401552 Apr 05 20:42:57.177190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923c2ff-b876-415c-b657-0d110029d10a None None] Pushing event updated for resources: {'Port': ['ID=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,revision_number=10']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:57.204087 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d4bb14c-9f1b-4826-81a1-2164e2c99afe req-39724ee8-0b76-4c4b-ad06-f6ec4e7fcf68 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206030 Apr 05 20:42:57.252842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c78604a7-7995-4807-85b3-f01f92660325 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.259749 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c78604a7-7995-4807-85b3-f01f92660325 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.281549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbaf41-d47a-4ddb-bd8b-1e21fa37fc47 req-8b831e39-6d4c-4956-b737-4d70d7dab377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:57.281549 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cacbaf41-d47a-4ddb-bd8b-1e21fa37fc47 req-8b831e39-6d4c-4956-b737-4d70d7dab377 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.1477776 Apr 05 20:42:57.353717 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c78604a7-7995-4807-85b3-f01f92660325 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.355297 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c78604a7-7995-4807-85b3-f01f92660325 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0751655 Apr 05 20:42:57.358623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44732) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:57.362852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78604a7-7995-4807-85b3-f01f92660325 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa45abad-e20b-485b-bec8-7cbf7420ecde,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:57.367419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-be092e1b-5ced-4c54-a318-34ae7508ba7a tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'fa45abad-e20b-485b-bec8-7cbf7420ecde', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:57.368480 n-d-836604-1 neutron-server[87964]: WARNING neutron.api.v2.base [None req-be092e1b-5ced-4c54-a318-34ae7508ba7a tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 05 20:42:57.368860 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-be092e1b-5ced-4c54-a318-34ae7508ba7a tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:57.370303 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-be092e1b-5ced-4c54-a318-34ae7508ba7a tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093291 Apr 05 20:42:57.372555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44736) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:57.381747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-76ff0bed-3d90-48ed-9414-4ff74d8ecb49 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'fa45abad-e20b-485b-bec8-7cbf7420ecde', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:57.403636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-76ff0bed-3d90-48ed-9414-4ff74d8ecb49 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:57.421629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-91bc2be0-ef03-4897-acc0-777d5fdda8a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:57.431031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-76ff0bed-3d90-48ed-9414-4ff74d8ecb49 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:57.432998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-91bc2be0-ef03-4897-acc0-777d5fdda8a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:57.441257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-91bc2be0-ef03-4897-acc0-777d5fdda8a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:57.446994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-76ff0bed-3d90-48ed-9414-4ff74d8ecb49 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:57.449826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-91bc2be0-ef03-4897-acc0-777d5fdda8a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:57.459784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-76ff0bed-3d90-48ed-9414-4ff74d8ecb49 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:57.470910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bc2be0-ef03-4897-acc0-777d5fdda8a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:57.478264 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-91bc2be0-ef03-4897-acc0-777d5fdda8a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.514565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbaf41-d47a-4ddb-bd8b-1e21fa37fc47 req-8113b1cd-914b-42aa-9e97-249bdd2e9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:57.516505 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cacbaf41-d47a-4ddb-bd8b-1e21fa37fc47 req-8113b1cd-914b-42aa-9e97-249bdd2e9a60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2252598 Apr 05 20:42:57.538447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9ef14520-c635-4b11-8ebb-41339202714d None None] Provisioning complete for port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:57.539062 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ef14520-c635-4b11-8ebb-41339202714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:57.540102 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:42:57.612125 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-76ff0bed-3d90-48ed-9414-4ff74d8ecb49 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:57.614476 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-76ff0bed-3d90-48ed-9414-4ff74d8ecb49 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2410164 Apr 05 20:42:57.619969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44740) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:57.629827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a4a2a772-89bc-4686-a868-5da38cb993cd tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'fa45abad-e20b-485b-bec8-7cbf7420ecde', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:57.631260 n-d-836604-1 neutron-server[87964]: WARNING neutron.api.v2.base [None req-a4a2a772-89bc-4686-a868-5da38cb993cd tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 05 20:42:57.631921 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-a4a2a772-89bc-4686-a868-5da38cb993cd tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:57.633693 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a4a2a772-89bc-4686-a868-5da38cb993cd tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0109360 Apr 05 20:42:57.637394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44744) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:57.646183 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-928c82a3-c2d3-4048-b2cd-6524a944060a tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'fa45abad-e20b-485b-bec8-7cbf7420ecde', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:57.708985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-928c82a3-c2d3-4048-b2cd-6524a944060a tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:57.721518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-928c82a3-c2d3-4048-b2cd-6524a944060a tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:57.725754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-928c82a3-c2d3-4048-b2cd-6524a944060a tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:57.736623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-928c82a3-c2d3-4048-b2cd-6524a944060a tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:57.841104 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cacbaf41-d47a-4ddb-bd8b-1e21fa37fc47 req-bda3cdbe-2abb-4607-8a37-00dc24529d81 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187206 Apr 05 20:42:57.926715 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d457df05-bba4-4e18-894f-19f10f1fc1b8 None None] Could not find standard attr ID for object 613d0b81-713c-4ab2-80be-80f4110348d6. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:42:57.963484 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-91bc2be0-ef03-4897-acc0-777d5fdda8a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:58.048634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:42:58.052363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bc2be0-ef03-4897-acc0-777d5fdda8a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:42:58.052363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-91bc2be0-ef03-4897-acc0-777d5fdda8a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:42:58.052363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bc2be0-ef03-4897-acc0-777d5fdda8a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:58.053171 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-91bc2be0-ef03-4897-acc0-777d5fdda8a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:58.084963 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-928c82a3-c2d3-4048-b2cd-6524a944060a tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:58.084963 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-928c82a3-c2d3-4048-b2cd-6524a944060a tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4459162 Apr 05 20:42:58.087652 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-91bc2be0-ef03-4897-acc0-777d5fdda8a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0705516 Apr 05 20:42:58.088393 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44750) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:58.093034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44752) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:58.099646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'mac_address': 'fa:16:3e:69:c9:8e', 'name': 'tempest-NetworksTestDHCPv6-1264630833'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:58.110814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea179fec-d60e-489b-a494-bbb272d9a98a None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:42:58.124335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-01c3a643-579b-436e-b037-5d3d2bcda606 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'fa45abad-e20b-485b-bec8-7cbf7420ecde', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:58.125197 n-d-836604-1 neutron-server[87965]: WARNING neutron.api.v2.base [None req-01c3a643-579b-436e-b037-5d3d2bcda606 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 05 20:42:58.125197 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-01c3a643-579b-436e-b037-5d3d2bcda606 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:58.129742 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-01c3a643-579b-436e-b037-5d3d2bcda606 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0370650 Apr 05 20:42:58.133028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44758) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:58.140499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bc2be0-ef03-4897-acc0-777d5fdda8a9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=e92a86c9-24ca-4f64-8564-6ab2fc3cb308,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:58.141452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a2ce0118-1d8d-43f7-a794-950248dbdd73 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'fa45abad-e20b-485b-bec8-7cbf7420ecde', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:58.145925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a2ce0118-1d8d-43f7-a794-950248dbdd73 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:58.159933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a2ce0118-1d8d-43f7-a794-950248dbdd73 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:58.166804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a2ce0118-1d8d-43f7-a794-950248dbdd73 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:58.185036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a2ce0118-1d8d-43f7-a794-950248dbdd73 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:58.199845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cacbaf41-d47a-4ddb-bd8b-1e21fa37fc47 req-3ac09294-2965-4e90-a412-58d4f90ca9c4 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324847 Apr 05 20:42:58.247577 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-a2ce0118-1d8d-43f7-a794-950248dbdd73 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:58.249466 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a2ce0118-1d8d-43f7-a794-950248dbdd73 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1191475 Apr 05 20:42:58.251697 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44764) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:58.263832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-4b87ff97-89af-48e4-8272-6dea68d16d73 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'fa45abad-e20b-485b-bec8-7cbf7420ecde', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:58.265096 n-d-836604-1 neutron-server[87964]: WARNING neutron.api.v2.base [None req-4b87ff97-89af-48e4-8272-6dea68d16d73 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 05 20:42:58.266977 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-4b87ff97-89af-48e4-8272-6dea68d16d73 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:58.269861 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4b87ff97-89af-48e4-8272-6dea68d16d73 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0169809 Apr 05 20:42:58.273147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44770) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:58.286689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-cf8f3013-3c32-4efa-b317-78f101bad295 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'fa45abad-e20b-485b-bec8-7cbf7420ecde', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:58.301177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cf8f3013-3c32-4efa-b317-78f101bad295 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:58.308432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cf8f3013-3c32-4efa-b317-78f101bad295 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:58.317793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cf8f3013-3c32-4efa-b317-78f101bad295 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:58.331063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cf8f3013-3c32-4efa-b317-78f101bad295 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:58.347945 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:42:58.348400 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:58.423387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:58.436804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:58.503446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:42:58.511407 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-cf8f3013-3c32-4efa-b317-78f101bad295 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:58.512978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cf8f3013-3c32-4efa-b317-78f101bad295 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2377226 Apr 05 20:42:58.516678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44778) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:58.522914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3078bd7e-3e1f-40ea-beab-ad837a7f2f34 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'fa45abad-e20b-485b-bec8-7cbf7420ecde', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:58.538569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3078bd7e-3e1f-40ea-beab-ad837a7f2f34 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:58.553070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3078bd7e-3e1f-40ea-beab-ad837a7f2f34 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:58.566910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3078bd7e-3e1f-40ea-beab-ad837a7f2f34 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:58.574858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3078bd7e-3e1f-40ea-beab-ad837a7f2f34 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:58.607098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332e3f5-cfd3-4423-9660-69d5e643817a req-887c010f-cbed-470d-a116-b6bd91b163a9 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:42:58.615201 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8332e3f5-cfd3-4423-9660-69d5e643817a req-887c010f-cbed-470d-a116-b6bd91b163a9 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.1942956 Apr 05 20:42:58.790311 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:58.816573 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8332e3f5-cfd3-4423-9660-69d5e643817a req-f3cf38c2-0a08-4d17-8402-d7b92cf55e5d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971762 Apr 05 20:42:58.825019 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-3078bd7e-3e1f-40ea-beab-ad837a7f2f34 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:42:58.826595 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3078bd7e-3e1f-40ea-beab-ad837a7f2f34 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3088562 Apr 05 20:42:58.830537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44786) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:58.874626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 35cc8aca-3b98-44ef-b65d-6d890b64bee3 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:42:58.980384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbba56b-ceb2-42ce-842f-f67b310ccf16 None None] Update dhcp port {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': 'd2aaa140-9f43-42f2-b0c0-0bbf2cff414d', 'ip_address': '2001:db8::f816:3eff:fef7:94d4'}, {'subnet_id': 'e92a86c9-24ca-4f64-8564-6ab2fc3cb308'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:42:59.036233 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-087c640b-204f-4caf-9384-cda2a7918fa1 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.102859 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ecbba56b-ceb2-42ce-842f-f67b310ccf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.152373 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-087c640b-204f-4caf-9384-cda2a7918fa1 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.336582 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-087c640b-204f-4caf-9384-cda2a7918fa1 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.382097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8:0:1::268 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/e92a86c9-24ca-4f64-8564-6ab2fc3cb308/35cc8aca-3b98-44ef-b65d-6d890b64bee3) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:59.387614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c640b-204f-4caf-9384-cda2a7918fa1 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa45abad-e20b-485b-bec8-7cbf7420ecde,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:42:59.395284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::f816:3eff:fe69:c98e (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/d2aaa140-9f43-42f2-b0c0-0bbf2cff414d/35cc8aca-3b98-44ef-b65d-6d890b64bee3) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:42:59.434954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-087c640b-204f-4caf-9384-cda2a7918fa1 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.440692 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-087c640b-204f-4caf-9384-cda2a7918fa1 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "DELETE /v2.0/security-groups/fa45abad-e20b-485b-bec8-7cbf7420ecde HTTP/1.1" status: 204 len: 168 time: 0.6054170 Apr 05 20:42:59.440692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44804) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:59.516187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-24a481b9-f225-4b36-954a-c28307f39717 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Synchronizing usage tracker for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:42:59.577862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-24a481b9-f225-4b36-954a-c28307f39717 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Unset dirty status for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:42:59.579901 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-24a481b9-f225-4b36-954a-c28307f39717 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1389482 Apr 05 20:42:59.584730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44808) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:42:59.591440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2636ebd7-be63-4b1b-b0c4-f8d7da8bfb35 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group': {'name': 'tempest-secgroup--364155897'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:42:59.619492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2636ebd7-be63-4b1b-b0c4-f8d7da8bfb35 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:59.661750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2636ebd7-be63-4b1b-b0c4-f8d7da8bfb35 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:42:59.711307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2636ebd7-be63-4b1b-b0c4-f8d7da8bfb35 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:42:59.773229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2636ebd7-be63-4b1b-b0c4-f8d7da8bfb35 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:42:59.782019 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2636ebd7-be63-4b1b-b0c4-f8d7da8bfb35 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:42:59.786267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2636ebd7-be63-4b1b-b0c4-f8d7da8bfb35 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:42:59.794466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2636ebd7-be63-4b1b-b0c4-f8d7da8bfb35 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:00.014865 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2636ebd7-be63-4b1b-b0c4-f8d7da8bfb35 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.015686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44816) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:00.046274 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2636ebd7-be63-4b1b-b0c4-f8d7da8bfb35 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.161154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636ebd7-be63-4b1b-b0c4-f8d7da8bfb35 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee76ae7a-7770-4b0f-9f84-353f8e60b0d8,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:00.183847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2636ebd7-be63-4b1b-b0c4-f8d7da8bfb35 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.192319 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2636ebd7-be63-4b1b-b0c4-f8d7da8bfb35 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6059475 Apr 05 20:43:00.193524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44822) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:00.199514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7efe2dd5-5ea7-4749-9c6e-fa1b63366aa4 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'ee76ae7a-7770-4b0f-9f84-353f8e60b0d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:00.208154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7efe2dd5-5ea7-4749-9c6e-fa1b63366aa4 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:00.214261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7efe2dd5-5ea7-4749-9c6e-fa1b63366aa4 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:00.218164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7efe2dd5-5ea7-4749-9c6e-fa1b63366aa4 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:00.225770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7efe2dd5-5ea7-4749-9c6e-fa1b63366aa4 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:00.278052 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-7efe2dd5-5ea7-4749-9c6e-fa1b63366aa4 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The resource could not be found. Apr 05 20:43:00.279288 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7efe2dd5-5ea7-4749-9c6e-fa1b63366aa4 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0842896 Apr 05 20:43:00.284819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44826) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:00.291876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-71a1d2c7-386e-48ee-980d-a6313a9ee166 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': 'ee76ae7a-7770-4b0f-9f84-353f8e60b0d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '17eb1137-6760-4cc9-9fd7-22f1dc54c1fc'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:00.306512 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.328660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-71a1d2c7-386e-48ee-980d-a6313a9ee166 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:00.344363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-830dca23-b166-4a06-a825-3ccdb45f9359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.356639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-71a1d2c7-386e-48ee-980d-a6313a9ee166 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:00.357918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 35cc8aca-3b98-44ef-b65d-6d890b64bee3 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:00.361977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-71a1d2c7-386e-48ee-980d-a6313a9ee166 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:00.372462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-830dca23-b166-4a06-a825-3ccdb45f9359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:00.375913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-71a1d2c7-386e-48ee-980d-a6313a9ee166 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:00.380847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-830dca23-b166-4a06-a825-3ccdb45f9359 admin admin] Usage tracker for resource:security_group_rule and tenant:039c6f50dbf94db0adb6305794414743 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:00.385778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-830dca23-b166-4a06-a825-3ccdb45f9359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:00.394085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-830dca23-b166-4a06-a825-3ccdb45f9359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:00.425855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5dc212-309d-438a-ad61-2130f0ea4896 req-8906c602-9f92-4665-8c6c-b9051ce725cc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:00.427890 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b5dc212-309d-438a-ad61-2130f0ea4896 req-8906c602-9f92-4665-8c6c-b9051ce725cc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.3173454 Apr 05 20:43:00.471362 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.540537 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-830dca23-b166-4a06-a825-3ccdb45f9359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.550592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-830dca23-b166-4a06-a825-3ccdb45f9359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.616482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-ecbba56b-ceb2-42ce-842f-f67b310ccf16 None None] Allocated IP 2001:db8:0:1::2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/e92a86c9-24ca-4f64-8564-6ab2fc3cb308/661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:00.623823 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-71a1d2c7-386e-48ee-980d-a6313a9ee166 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The resource could not be found. Apr 05 20:43:00.625930 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-71a1d2c7-386e-48ee-980d-a6313a9ee166 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3399620 Apr 05 20:43:00.635751 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b5dc212-309d-438a-ad61-2130f0ea4896 req-3a6c61be-9e57-4726-8f8f-2bba2f255922 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992667 Apr 05 20:43:00.636558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44832) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:00.657928 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-830dca23-b166-4a06-a825-3ccdb45f9359 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=039c6f50dbf94db0adb6305794414743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6316690 Apr 05 20:43:00.663686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44836) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:00.677402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830dca23-b166-4a06-a825-3ccdb45f9359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e30fd9-28ce-414b-925c-347c102d3567,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:00.703217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:00.710057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:00.731994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:43:00.739279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:00.740139 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.744507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=35cc8aca-3b98-44ef-b65d-6d890b64bee3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:00.750325 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af4713fe-76a4-4738-99e1-bd20d1fa3b5c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.800148 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af4713fe-76a4-4738-99e1-bd20d1fa3b5c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.833364 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-02de5993-167f-43ff-b638-5fbfa7b21288 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7408438 Apr 05 20:43:00.843423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44840) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:00.861273 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-857b90f1-606c-4e34-a9f1-614bee258012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.867371 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ecbba56b-ceb2-42ce-842f-f67b310ccf16 None None] For port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:00.892603 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-857b90f1-606c-4e34-a9f1-614bee258012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.924893 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af4713fe-76a4-4738-99e1-bd20d1fa3b5c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.937822 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ecbba56b-ceb2-42ce-842f-f67b310ccf16 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.965230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ecbba56b-ceb2-42ce-842f-f67b310ccf16 None None] Transition to ACTIVE for port object 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:00.966209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4713fe-76a4-4738-99e1-bd20d1fa3b5c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee76ae7a-7770-4b0f-9f84-353f8e60b0d8,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:00.972011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d828603b-b67e-43b9-9f2c-647b99285391 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 35cc8aca-3b98-44ef-b65d-6d890b64bee3 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:00.972506 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d828603b-b67e-43b9-9f2c-647b99285391 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:00.995293 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-857b90f1-606c-4e34-a9f1-614bee258012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.011891 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ecbba56b-ceb2-42ce-842f-f67b310ccf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.032060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b90f1-606c-4e34-a9f1-614bee258012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e30fd9-28ce-414b-925c-347c102d3567,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:01.039312 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-857b90f1-606c-4e34-a9f1-614bee258012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.040316 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af4713fe-76a4-4738-99e1-bd20d1fa3b5c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.041664 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-af4713fe-76a4-4738-99e1-bd20d1fa3b5c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "DELETE /v2.0/security-groups/ee76ae7a-7770-4b0f-9f84-353f8e60b0d8 HTTP/1.1" status: 204 len: 168 time: 0.4040287 Apr 05 20:43:01.043436 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-857b90f1-606c-4e34-a9f1-614bee258012 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58e30fd9-28ce-414b-925c-347c102d3567 HTTP/1.1" status: 204 len: 168 time: 0.3667269 Apr 05 20:43:01.044587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44846) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:01.099183 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-29d0f1c5-4524-4498-b643-a2def497d047 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0536733 Apr 05 20:43:01.103075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44850) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:01.108677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-529a44d6-b845-44ce-b66b-fb742ff02f31 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': '8c9b2954-0cf1-49ef-98a6-095cb5330b7d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:01.115359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-529a44d6-b845-44ce-b66b-fb742ff02f31 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:01.123079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-529a44d6-b845-44ce-b66b-fb742ff02f31 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:01.133020 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-529a44d6-b845-44ce-b66b-fb742ff02f31 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:01.144432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-529a44d6-b845-44ce-b66b-fb742ff02f31 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:01.167196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbba56b-ceb2-42ce-842f-f67b310ccf16 None None] Pushing event updated for resources: {'Port': ['ID=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,revision_number=11']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:01.208933 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-529a44d6-b845-44ce-b66b-fb742ff02f31 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The resource could not be found. Apr 05 20:43:01.210388 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-529a44d6-b845-44ce-b66b-fb742ff02f31 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1061468 Apr 05 20:43:01.216380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44854) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:01.222737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group': {'name': 'tempest-secgroup--834238145'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:01.230001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:01.235693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:01.239351 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:01.247211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:01.264513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.309510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:01.319797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:01.325862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:01.341198 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:01.419572 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d828603b-b67e-43b9-9f2c-647b99285391 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.470402 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.480330 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.660413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d828603b-b67e-43b9-9f2c-647b99285391 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 35cc8aca-3b98-44ef-b65d-6d890b64bee3 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:43:01.682189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be07295-0221-4763-91f4-3490bd15accb,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:01.721234 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.726505 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a60306be-8588-4665-bf27-e0d1f89dc823 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5079947 Apr 05 20:43:01.731003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44866) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:01.746340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219309559'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:01.771091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:01.791586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:01.797226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:01.833370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:01.856452 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:01.918463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:01.926868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:01.931104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:01.942381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:02.041801 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:02.120097 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.127448 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.193907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc9ba31-5463-4d26-9511-3cdb47396384,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:02.229918 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.234657 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-626c66c6-d4fe-4afe-8a26-16d453edfc24 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5006938 Apr 05 20:43:02.237798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44876) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:02.265845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d828603b-b67e-43b9-9f2c-647b99285391 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.290633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d80dd922-0eb7-4206-8cc8-00ac62111548 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group_rule': {'security_group_id': '2be07295-0221-4763-91f4-3490bd15accb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6cc9ba31-5463-4d26-9511-3cdb47396384'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:02.322554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d80dd922-0eb7-4206-8cc8-00ac62111548 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:02.325233 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-94fc08d6-e641-4915-bb05-b65948c9712c None None] Provisioning for port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:02.327659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d80dd922-0eb7-4206-8cc8-00ac62111548 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:02.331247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d80dd922-0eb7-4206-8cc8-00ac62111548 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:02.342312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d80dd922-0eb7-4206-8cc8-00ac62111548 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:02.342765 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-94fc08d6-e641-4915-bb05-b65948c9712c None None] Provisioning complete for port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:02.350863 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-94fc08d6-e641-4915-bb05-b65948c9712c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.402550 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-d80dd922-0eb7-4206-8cc8-00ac62111548 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:43:02.403822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d80dd922-0eb7-4206-8cc8-00ac62111548 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1636262 Apr 05 20:43:02.407731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44884) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:02.509170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828603b-b67e-43b9-9f2c-647b99285391 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=35cc8aca-3b98-44ef-b65d-6d890b64bee3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:02.571118 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d79e4bc-d348-4d75-846a-0b2c1ceb9104 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.609924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ddf58d-fc9f-46e1-bd6b-33c8d59a2cc1 req-31caf870-50bb-4225-b85c-32823d7095fd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:02.613699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-72ddf58d-fc9f-46e1-bd6b-33c8d59a2cc1 req-31caf870-50bb-4225-b85c-32823d7095fd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.6373785 Apr 05 20:43:02.622540 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d828603b-b67e-43b9-9f2c-647b99285391 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.649275 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d79e4bc-d348-4d75-846a-0b2c1ceb9104 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.704708 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-72ddf58d-fc9f-46e1-bd6b-33c8d59a2cc1 req-3a3b36c2-6e62-4857-a9e3-830d6a4f343b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731959 Apr 05 20:43:02.721434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d828603b-b67e-43b9-9f2c-647b99285391 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/35cc8aca-3b98-44ef-b65d-6d890b64bee3 HTTP/1.1" status: 204 len: 168 time: 1.8754296 Apr 05 20:43:02.722770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44892) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:02.730158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44894) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:02.743994 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d79e4bc-d348-4d75-846a-0b2c1ceb9104 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.783865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79e4bc-d348-4d75-846a-0b2c1ceb9104 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc9ba31-5463-4d26-9511-3cdb47396384,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:02.804837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d79e4bc-d348-4d75-846a-0b2c1ceb9104 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:02.808447 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2d79e4bc-d348-4d75-846a-0b2c1ceb9104 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "DELETE /v2.0/security-groups/6cc9ba31-5463-4d26-9511-3cdb47396384 HTTP/1.1" status: 204 len: 168 time: 0.3982894 Apr 05 20:43:02.809559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44902) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:02.917063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-44d0139c-1d3c-4237-9e04-9fd62bc498ab None None] Could not find standard attr ID for object 35cc8aca-3b98-44ef-b65d-6d890b64bee3. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:43:02.944881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7bd4e2-ad00-4bd1-a335-b9a57e6d36db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:02.946511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6e7bd4e2-ad00-4bd1-a335-b9a57e6d36db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:02.959311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-41c9ab4d-8397-4fb8-aeed-2bf2dd0bc39f tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Synchronizing usage tracker for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:02.969272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6e7bd4e2-ad00-4bd1-a335-b9a57e6d36db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:02.970908 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6e7bd4e2-ad00-4bd1-a335-b9a57e6d36db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.2462647 Apr 05 20:43:02.973493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44906) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:02.987688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-41c9ab4d-8397-4fb8-aeed-2bf2dd0bc39f tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Unset dirty status for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:02.989968 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-41c9ab4d-8397-4fb8-aeed-2bf2dd0bc39f tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1761453 Apr 05 20:43:02.993276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44910) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:03.088602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4723a51-eac1-49ae-801d-832323a482af tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:03.093257 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c4723a51-eac1-49ae-801d-832323a482af tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1142514 Apr 05 20:43:03.093537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44914) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:03.104117 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6be3657d-caea-4b28-8563-6f9dfd6dd396 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.164514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1615704860-network', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:03.183612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:03.193587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Usage tracker for resource:network and tenant:d16327ce00ca4d209d2dce9cf08b1074 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:03.197297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:03.210126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:03.228950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed8943-4b4d-4338-934d-bc51d38c1837 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:03.230853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed8943-4b4d-4338-934d-bc51d38c1837 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:03.233122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaed8943-4b4d-4338-934d-bc51d38c1837 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:03.234018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eaed8943-4b4d-4338-934d-bc51d38c1837 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:03.244698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Made reservation on behalf of d16327ce00ca4d209d2dce9cf08b1074 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:03.247035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.263795 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.283782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:03.286945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eaed8943-4b4d-4338-934d-bc51d38c1837 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:03.288118 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eaed8943-4b4d-4338-934d-bc51d38c1837 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1936092 Apr 05 20:43:03.294616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44918) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:03.296885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Usage tracker for resource:security_group_rule and tenant:d16327ce00ca4d209d2dce9cf08b1074 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:03.301156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:03.309566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:03.341741 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6be3657d-caea-4b28-8563-6f9dfd6dd396 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.401714 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6be3657d-caea-4b28-8563-6f9dfd6dd396 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.423926 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.439827 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6be3657d-caea-4b28-8563-6f9dfd6dd396 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.441569 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6be3657d-caea-4b28-8563-6f9dfd6dd396 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "DELETE /v2.0/security-groups/2be07295-0221-4763-91f4-3490bd15accb HTTP/1.1" status: 204 len: 168 time: 0.4446902 Apr 05 20:43:03.445357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44922) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:03.448370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3657d-caea-4b28-8563-6f9dfd6dd396 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be07295-0221-4763-91f4-3490bd15accb,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:03.478563 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.525055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1a9868a1-0fe0-43a3-8112-1ebf3c51e2eb tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Synchronizing usage tracker for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:03.528809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25908a01-5c54-4cff-b69a-c6e734e72613,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:03.547074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1a9868a1-0fe0-43a3-8112-1ebf3c51e2eb tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Unset dirty status for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:03.556086 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1a9868a1-0fe0-43a3-8112-1ebf3c51e2eb tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1021798 Apr 05 20:43:03.556431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44926) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:03.561948 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ac95741a-aebf-4ccc-bf62-4d1edea2859c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group': {'name': 'tempest-secgroup--171223908'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:03.576746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:43:03.583646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ac95741a-aebf-4ccc-bf62-4d1edea2859c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:03.603753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4f08ad-0087-494c-8143-ef9957374ab9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet d2aaa140-9f43-42f2-b0c0-0bbf2cff414d {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:43:03.611622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ac95741a-aebf-4ccc-bf62-4d1edea2859c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:03.616951 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e4f08ad-0087-494c-8143-ef9957374ab9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.627448 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac95741a-aebf-4ccc-bf62-4d1edea2859c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.659552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ac95741a-aebf-4ccc-bf62-4d1edea2859c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:03.659894 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.660402 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Added segment fc70364d-d07a-49ee-a356-56679a91b1d5 of type vlan for network ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed Apr 05 20:43:03.667933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ac95741a-aebf-4ccc-bf62-4d1edea2859c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Usage tracker for resource:security_group_rule and tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:03.680572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ac95741a-aebf-4ccc-bf62-4d1edea2859c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:03.695502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ac95741a-aebf-4ccc-bf62-4d1edea2859c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:03.712265 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e4f08ad-0087-494c-8143-ef9957374ab9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.864379 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.885074 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac95741a-aebf-4ccc-bf62-4d1edea2859c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.923960 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.925166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:03.925738 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:03.979151 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac95741a-aebf-4ccc-bf62-4d1edea2859c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.039090 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e4f08ad-0087-494c-8143-ef9957374ab9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.084554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95741a-aebf-4ccc-bf62-4d1edea2859c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fecc6297-c6e5-4a2a-9a90-7ff2f71e690a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:04.091740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] Pushing event updated for resources: {'Network': ['ID=ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:04.098738 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7718692e-6a5c-455f-8af0-961508d13ed3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3665667 Apr 05 20:43:04.102402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44932) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:04.130818 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:43:04.149657 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e4f08ad-0087-494c-8143-ef9957374ab9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.149822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Request body: {'subnet': {'network_id': 'ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1615704860-subnet', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:04.178016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:04.185610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Usage tracker for resource:subnet and tenant:d16327ce00ca4d209d2dce9cf08b1074 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:04.190409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:04.205891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:04.213182 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac95741a-aebf-4ccc-bf62-4d1edea2859c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.218558 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ac95741a-aebf-4ccc-bf62-4d1edea2859c tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6609893 Apr 05 20:43:04.223794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44936) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:04.226839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f08ad-0087-494c-8143-ef9957374ab9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=d2aaa140-9f43-42f2-b0c0-0bbf2cff414d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:04.235723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-329bc85b-b014-44e5-b20c-6b6e119ef5a4 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:04.236135 n-d-836604-1 neutron-server[87964]: WARNING neutron.api.v2.base [None req-329bc85b-b014-44e5-b20c-6b6e119ef5a4 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 05 20:43:04.236803 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-329bc85b-b014-44e5-b20c-6b6e119ef5a4 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 20:43:04.240881 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-329bc85b-b014-44e5-b20c-6b6e119ef5a4 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "PUT /v2.0/security-groups/fecc6297-c6e5-4a2a-9a90-7ff2f71e690a HTTP/1.1" status: 409 len: 330 time: 0.0117772 Apr 05 20:43:04.241905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44940) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:04.246226 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e4f08ad-0087-494c-8143-ef9957374ab9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.267442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ea834-66af-4e90-9d57-017e6fe66abd req-8d4a949f-d60d-4eee-8126-9efe5de5c23a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:04.275740 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2e8ea834-66af-4e90-9d57-017e6fe66abd req-8d4a949f-d60d-4eee-8126-9efe5de5c23a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.3749022 Apr 05 20:43:04.281670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Made reservation on behalf of d16327ce00ca4d209d2dce9cf08b1074 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:04.282454 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6e4f08ad-0087-494c-8143-ef9957374ab9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/d2aaa140-9f43-42f2-b0c0-0bbf2cff414d HTTP/1.1" status: 204 len: 168 time: 0.8561509 Apr 05 20:43:04.286638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44944) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:04.287177 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.364835 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d9a8c6-9a54-4dc8-ae81-31b9e65db129 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:04.432990 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2e8ea834-66af-4e90-9d57-017e6fe66abd req-6b5a8903-02f7-4644-91ff-15ae084fc947 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563873 Apr 05 20:43:04.465217 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac0964a-43b8-41da-82a5-7d0915761e4c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet e92a86c9-24ca-4f64-8564-6ab2fc3cb308 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:43:04.485561 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eac0964a-43b8-41da-82a5-7d0915761e4c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.557400 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5fdaea02-698e-44c4-bcc0-dcb6876a13e3 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.663560 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eac0964a-43b8-41da-82a5-7d0915761e4c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.671110 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.815582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5fdaea02-698e-44c4-bcc0-dcb6876a13e3 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.830656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Checking segment: {'id': 'fc70364d-d07a-49ee-a356-56679a91b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:43:04.831107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Network hostable DHCP agents. Network: ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:43:04.835993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec91b3c2-2b6c-4e4c-ac22-6a6d2714ee42,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:04.882726 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eac0964a-43b8-41da-82a5-7d0915761e4c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.891252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Network ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:43:04.911421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:04.919041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d0dc7a-2ea8-4a31-99ea-693ce499fb7f None None] Network ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:04.936283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:04.942300 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.951826 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5fdaea02-698e-44c4-bcc0-dcb6876a13e3 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:04.975869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaea02-698e-44c4-bcc0-dcb6876a13e3 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecc6297-c6e5-4a2a-9a90-7ff2f71e690a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:05.000286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44948) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:05.000791 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f8e7c8ce-0e2f-49f2-ad02-235e319701bf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8875155 Apr 05 20:43:05.009991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1615704860-router', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:05.023407 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5fdaea02-698e-44c4-bcc0-dcb6876a13e3 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.034434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44952) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:05.034631 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5fdaea02-698e-44c4-bcc0-dcb6876a13e3 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "DELETE /v2.0/security-groups/fecc6297-c6e5-4a2a-9a90-7ff2f71e690a HTTP/1.1" status: 204 len: 168 time: 0.7900925 Apr 05 20:43:05.035898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:05.041405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Usage tracker for resource:router and tenant:d16327ce00ca4d209d2dce9cf08b1074 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:05.047662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:05.065708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:05.077322 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eac0964a-43b8-41da-82a5-7d0915761e4c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.140909 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.143589 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.155764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0964a-43b8-41da-82a5-7d0915761e4c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=e92a86c9-24ca-4f64-8564-6ab2fc3cb308,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:05.174182 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eac0964a-43b8-41da-82a5-7d0915761e4c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.191565 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eac0964a-43b8-41da-82a5-7d0915761e4c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/e92a86c9-24ca-4f64-8564-6ab2fc3cb308 HTTP/1.1" status: 204 len: 168 time: 0.9034338 Apr 05 20:43:05.192721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44956) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:05.195169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-630e94c4-7b04-408a-9ddc-e7d95544f8fb tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Synchronizing usage tracker for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:05.243290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-630e94c4-7b04-408a-9ddc-e7d95544f8fb tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] Unset dirty status for tenant:41d3a2ebae9d4dfd82fda2151fbc0a2d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:05.250995 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-630e94c4-7b04-408a-9ddc-e7d95544f8fb tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2090030 Apr 05 20:43:05.252041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44960) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:05.297915 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-b9d18816-f385-4ed8-b311-a76200d7b758 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] delete failed (client error): The resource could not be found. Apr 05 20:43:05.299059 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b9d18816-f385-4ed8-b311-a76200d7b758 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "DELETE /v2.0/security-groups/9be6706b-a73f-4819-a9cf-bf7fb740a485 HTTP/1.1" status: 404 len: 347 time: 0.0467281 Apr 05 20:43:05.305523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44964) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:05.348107 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-81b52c6e-5984-4a89-a0a3-1fdcaa1d4243 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1519837 Apr 05 20:43:05.348890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 44968) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:05.350542 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.368891 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e262106a-ad84-4178-9dbd-1496d677359d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:05.381824 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-2711f1b7-5129-4384-a748-053e137cf25a tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] show failed (client error): The resource could not be found. Apr 05 20:43:05.388075 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2711f1b7-5129-4384-a748-053e137cf25a tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "GET /v2.0/security-groups/aeb1f1b9-7f58-4048-9813-5fcb26e4634e HTTP/1.1" status: 404 len: 347 time: 0.0731945 Apr 05 20:43:05.389483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44972) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:05.416462 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-4aa68fcd-dcb5-47de-afe7-149f3cd91441 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] show failed (client error): The resource could not be found. Apr 05 20:43:05.417505 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4aa68fcd-dcb5-47de-afe7-149f3cd91441 tempest-NegativeSecGroupTest-1595307894 tempest-NegativeSecGroupTest-1595307894-project] 10.222.0.24 "GET /v2.0/security-group-rules/3ed68e9f-9108-4f5b-b534-aab4f1dcaac4 HTTP/1.1" status: 404 len: 356 time: 0.0270178 Apr 05 20:43:05.649657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed', 'network_id': 'ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'fixed_ips': [{'subnet_id': 'ec91b3c2-2b6c-4e4c-ac22-6a6d2714ee42'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:43:05.650609 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:05.944269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a20155b-b8d3-4aae-8e57-12f34c238216 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:06.027319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44988) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:06.285819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e262106a-ad84-4178-9dbd-1496d677359d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:06.293901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e262106a-ad84-4178-9dbd-1496d677359d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:06.304613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e262106a-ad84-4178-9dbd-1496d677359d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:06.338260 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-edd27784-d861-4dd6-be4a-4d73faf8b3b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41d3a2ebae9d4dfd82fda2151fbc0a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3069532 Apr 05 20:43:06.340476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 44994) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:06.404718 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e262106a-ad84-4178-9dbd-1496d677359d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:06.407459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8ff4330d-2a8c-4993-a42a-50ed7ab20017 None None] Provisioning complete for port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:06.407459 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8ff4330d-2a8c-4993-a42a-50ed7ab20017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:06.412407 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:06.449001 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b9887a1b-c848-49cb-974a-e9b410a4efda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:06.495775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e262106a-ad84-4178-9dbd-1496d677359d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:06.495775 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e262106a-ad84-4178-9dbd-1496d677359d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:06.532665 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b9887a1b-c848-49cb-974a-e9b410a4efda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:06.536676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976b77c-223e-403b-a15e-726d347f2c86 req-b75549f6-5da9-436b-b663-8444118a2120 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:06.536676 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8976b77c-223e-403b-a15e-726d347f2c86 req-b75549f6-5da9-436b-b663-8444118a2120 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.7198629 Apr 05 20:43:06.633181 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b9887a1b-c848-49cb-974a-e9b410a4efda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:06.647855 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Allocated IP 172.20.0.2 (ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed/ec91b3c2-2b6c-4e4c-ac22-6a6d2714ee42/a66119a6-c165-42a0-ad62-d85457a92801) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:06.663766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9887a1b-c848-49cb-974a-e9b410a4efda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ee855-d28c-4d39-b8a1-268db6f74118,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:06.684708 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b9887a1b-c848-49cb-974a-e9b410a4efda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:06.688476 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b9887a1b-c848-49cb-974a-e9b410a4efda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/507ee855-d28c-4d39-b8a1-268db6f74118 HTTP/1.1" status: 204 len: 168 time: 0.3468204 Apr 05 20:43:07.093459 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:07.125052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Transition to ACTIVE for port object a66119a6-c165-42a0-ad62-d85457a92801 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:07.168711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Transition to ACTIVE for port object a66119a6-c165-42a0-ad62-d85457a92801 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:07.183715 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] DHCP port deletion for 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:43:07.212195 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:07.274101 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8976b77c-223e-403b-a15e-726d347f2c86 req-af6a733a-f6af-4e1b-a22c-1934cf83f929 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6975157 Apr 05 20:43:07.382787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] Deleting port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:07.382787 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:07.546516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Network ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:07.569840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:07.635752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:43:07.800562 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e262106a-ad84-4178-9dbd-1496d677359d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:07.897769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Pushing event updated for resources: {'Port': ['ID=a66119a6-c165-42a0-ad62-d85457a92801,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:08.054684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e262106a-ad84-4178-9dbd-1496d677359d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:08.064857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e262106a-ad84-4178-9dbd-1496d677359d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:08.083445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e262106a-ad84-4178-9dbd-1496d677359d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:08.083445 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e262106a-ad84-4178-9dbd-1496d677359d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.098919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262106a-ad84-4178-9dbd-1496d677359d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=faba3981-2fd3-4c55-a426-fb8ea9d47de7,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:08.116002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:43:08.121147 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.171928 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.192844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Attempting to bind port a66119a6-c165-42a0-ad62-d85457a92801 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:08.193657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Attempting to bind port a66119a6-c165-42a0-ad62-d85457a92801 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'fc70364d-d07a-49ee-a356-56679a91b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:08.194301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Attempting to bind port a66119a6-c165-42a0-ad62-d85457a92801 on network ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:43:08.250755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:43:08.251395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Checking segment: {'id': 'fc70364d-d07a-49ee-a356-56679a91b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:43:08.252320 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.254841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Bound using segment: {'id': 'fc70364d-d07a-49ee-a356-56679a91b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:43:08.255487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Bound port: a66119a6-c165-42a0-ad62-d85457a92801, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc70364d-d07a-49ee-a356-56679a91b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:08.256335 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.270954 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e262106a-ad84-4178-9dbd-1496d677359d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9175851 Apr 05 20:43:08.274203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45016) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:08.281959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0ccad9b0-5678-41c3-80e6-226d5bd516cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:08.485328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] For port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:08.485733 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.502406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Allocated IP 172.25.8.185 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/f65ec909-d5bc-4545-b981-ab5a4ed6bb12) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:08.756897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0ccad9b0-5678-41c3-80e6-226d5bd516cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:08.772084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] For port a66119a6-c165-42a0-ad62-d85457a92801, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:43:08.781231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] For port a66119a6-c165-42a0-ad62-d85457a92801, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a66119a6-c165-42a0-ad62-d85457a92801,segment=NetworkSegment(fc70364d-d07a-49ee-a356-56679a91b1d5),segment_id=fc70364d-d07a-49ee-a356-56679a91b1d5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:43:08.857661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.928299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0ccad9b0-5678-41c3-80e6-226d5bd516cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:08.939402 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:08.947841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45024) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:08.954774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0ccad9b0-5678-41c3-80e6-226d5bd516cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:08.986438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0ccad9b0-5678-41c3-80e6-226d5bd516cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:09.012119 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.041403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:09.044523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:09.049275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:43:09.083124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ccad9b0-5678-41c3-80e6-226d5bd516cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:09.089614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ccad9b0-5678-41c3-80e6-226d5bd516cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.111959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f65ec909-d5bc-4545-b981-ab5a4ed6bb12,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:09.186194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] Calling delete_port for 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:43:09.187075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a9312-53ad-45cc-9405-ab31dcacab5c req-d3f23acd-ef32-4866-8e8a-4a5c467f9784 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:09.188845 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b1a9312-53ad-45cc-9405-ab31dcacab5c req-d3f23acd-ef32-4866-8e8a-4a5c467f9784 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.4060714 Apr 05 20:43:09.254945 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.304738 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.315426 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.431380 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b1a9312-53ad-45cc-9405-ab31dcacab5c req-d0dbe5f7-acf0-49a8-bc11-38615706229a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357319 Apr 05 20:43:09.454862 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:09.456315 n-d-836604-1 neutron-server[87965]: INFO neutron.db.ipam_backend_mixin [None req-0ccad9b0-5678-41c3-80e6-226d5bd516cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet faba3981-2fd3-4c55-a426-fb8ea9d47de7 (CIDR: 2001:db8::/64) Apr 05 20:43:09.462738 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2fb29-21b2-4174-8416-502bca4e7748 None None] Pushing event updated for resources: {'Port': ['ID=a66119a6-c165-42a0-ad62-d85457a92801,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:09.464537 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ccad9b0-5678-41c3-80e6-226d5bd516cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:43:09.464998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ccad9b0-5678-41c3-80e6-226d5bd516cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:09.470612 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:09.506865 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0ccad9b0-5678-41c3-80e6-226d5bd516cc tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2314401 Apr 05 20:43:09.510271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45030) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:09.520926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:09.565152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,revision_number=14']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:09.598144 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:43:09.599163 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:43:09.640448 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b30fbe94-e5e5-4c96-a425-e5746ed97564 tempest-ServiceProvidersTest-1843853025 tempest-ServiceProvidersTest-1843853025-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.6470566 Apr 05 20:43:09.943601 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:09.948424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:09.957895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:09.963168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:10.008624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:10.029498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.113538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] Deleting port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:10.113538 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.118777 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.203012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a66119a6-c165-42a0-ad62-d85457a92801 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:10.364000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45038) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:10.591230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a66119a6-c165-42a0-ad62-d85457a92801 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:10.819083 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7db9c33-e857-485a-a9b8-e4bd91b6912c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.896075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b7db9c33-e857-485a-a9b8-e4bd91b6912c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:10.923185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] For port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:10.923838 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:10.926161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b7db9c33-e857-485a-a9b8-e4bd91b6912c admin admin] Usage tracker for resource:security_group_rule and tenant:72b69c44e02749a789153800e245d251 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:10.932216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b7db9c33-e857-485a-a9b8-e4bd91b6912c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:10.950160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b7db9c33-e857-485a-a9b8-e4bd91b6912c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:11.104397 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] Calling delete_port for 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:43:11.218966 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.262031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.objects.ports [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87965) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:43:11.295631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41680e80-6a83-4a3c-919b-41525c3897fc None None] Network ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:11.301828 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.413204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:11.417165 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.418722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:11.424922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] Pushing event deleted for resources: {'Port': ['ID=661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:11.425363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:11.426662 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.427773 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b228404f-f2cb-4eba-b5a9-a233dbbb4265 None None] No DVR routers for this DVR port 661c5bb6-5dc7-4c8f-b3ec-ddbee9f22b0f on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:43:11.457251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ec299b-ea92-42d9-ae9f-c395a66ec319 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:11.468914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=c2f5a585-9b8f-456c-a5a7-b86d1aeccbd3,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:11.475000 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7db9c33-e857-485a-a9b8-e4bd91b6912c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.477243 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bbc05a6f-9517-4508-a1d1-6923db73fbc5 None None] Provisioning for port a66119a6-c165-42a0-ad62-d85457a92801 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:11.482595 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6911cb0a-6613-45c9-962e-633419849cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.487338 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7db9c33-e857-485a-a9b8-e4bd91b6912c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.495578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bbc05a6f-9517-4508-a1d1-6923db73fbc5 None None] Provisioning complete for port a66119a6-c165-42a0-ad62-d85457a92801 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:11.496096 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bbc05a6f-9517-4508-a1d1-6923db73fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.513826 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-02dbeb3c-b98e-4e67-a6a9-90cc7b5e7fad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0025623 Apr 05 20:43:11.516734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45048) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:11.538758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'mac_address': 'fa:16:3e:01:f8:9b', 'name': 'tempest-NetworksTestDHCPv6-1807848421'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:11.549964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a268c4-df1a-4e9a-bd03-ac2a525995e1 req-159e3b91-01a1-435f-8146-1fbc332d6a70 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:11.551405 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e5a268c4-df1a-4e9a-bd03-ac2a525995e1 req-159e3b91-01a1-435f-8146-1fbc332d6a70 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.6382236 Apr 05 20:43:11.579936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db9c33-e857-485a-a9b8-e4bd91b6912c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16195fc6-913e-49f0-a2c7-827cf17cebb0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:11.592836 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b7db9c33-e857-485a-a9b8-e4bd91b6912c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72b69c44e02749a789153800e245d251&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2271805 Apr 05 20:43:11.593677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45052) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:11.679563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e5a268c4-df1a-4e9a-bd03-ac2a525995e1 req-a4a020d4-46c0-47c3-b73b-f0e1541176f2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727108 Apr 05 20:43:11.723535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Router 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:43:11.860548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:11.869564 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-957db779-2036-4c89-b27e-175d5c1f455b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.874930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:11.904856 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-957db779-2036-4c89-b27e-175d5c1f455b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.915984 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:11.933650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'tenant_id': 'fd3d49cba31149e5b1789557e8f7dd7d', 'fixed_ips': [{'subnet_id': 'c2f5a585-9b8f-456c-a5a7-b86d1aeccbd3'}, {'subnet_id': 'faba3981-2fd3-4c55-a426-fb8ea9d47de7'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:43:11.934921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:43:11.935603 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.947404 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Sync routers for ids ['1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:43:11.964940 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:11.968723 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0bee6776-b119-46e5-be72-07799f4dd0b8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.9650435 Apr 05 20:43:11.968865 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Routers {'1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:43:11.968865 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:42:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:11.972091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45056) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:11.977971 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bbc05a6f-9517-4508-a1d1-6923db73fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.087611 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.102732 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-957db779-2036-4c89-b27e-175d5c1f455b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.127134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957db779-2036-4c89-b27e-175d5c1f455b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16195fc6-913e-49f0-a2c7-827cf17cebb0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:12.146493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 3aa079bf-6f59-47fd-92fb-99319af4ec87 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:43:12.194040 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-957db779-2036-4c89-b27e-175d5c1f455b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.196876 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-957db779-2036-4c89-b27e-175d5c1f455b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/16195fc6-913e-49f0-a2c7-827cf17cebb0 HTTP/1.1" status: 204 len: 168 time: 0.5595801 Apr 05 20:43:12.216830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bbc05a6f-9517-4508-a1d1-6923db73fbc5 None None] For port a66119a6-c165-42a0-ad62-d85457a92801, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a66119a6-c165-42a0-ad62-d85457a92801,segment=NetworkSegment(fc70364d-d07a-49ee-a356-56679a91b1d5),segment_id=fc70364d-d07a-49ee-a356-56679a91b1d5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:12.259531 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Set router 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:43:12.396922 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bbc05a6f-9517-4508-a1d1-6923db73fbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.442450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Allocated IP 2001:db8::2 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/faba3981-2fd3-4c55-a426-fb8ea9d47de7/0a8c97fc-b01d-4e13-85d8-519ee9c2f47d) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:12.459472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe99:c434 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/c2f5a585-9b8f-456c-a5a7-b86d1aeccbd3/0a8c97fc-b01d-4e13-85d8-519ee9c2f47d) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:12.523901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc05a6f-9517-4508-a1d1-6923db73fbc5 None None] Pushing event updated for resources: {'Port': ['ID=a66119a6-c165-42a0-ad62-d85457a92801,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:12.599368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c2871ec8-245b-46ef-93d9-2f25ebe7893e None None] Provisioning complete for port a66119a6-c165-42a0-ad62-d85457a92801 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:12.599744 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c2871ec8-245b-46ef-93d9-2f25ebe7893e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.679406 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'name': 'tempest-TestAggregatesBasicOps-1615704860-router', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f65ec909-d5bc-4545-b981-ab5a4ed6bb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:05Z', 'updated_at': '2022-04-05T20:43:09Z', 'revision_number': 3, 'project_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'gw_port': {'id': 'f65ec909-d5bc-4545-b981-ab5a4ed6bb12', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:08Z', 'updated_at': '2022-04-05T20:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:12.683344 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Checking router: 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:43:12.683687 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Updating router 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b port f65ec909-d5bc-4545-b981-ab5a4ed6bb12 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:43:12.742666 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.813325 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:12.834948 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Transition to ACTIVE for port object 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:12.907991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Transition to ACTIVE for port object 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:12.929349 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.010904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:13.015530 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:13.019321 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:43:13.081604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Pushing event updated for resources: {'Port': ['ID=0a8c97fc-b01d-4e13-85d8-519ee9c2f47d,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:13.174060 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.184758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3ea39-72d6-45aa-a5cf-b98e03249676 req-a1c3d142-c073-4528-8815-c53cb3ad113c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:13.186835 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-41f3ea39-72d6-45aa-a5cf-b98e03249676 req-a1c3d142-c073-4528-8815-c53cb3ad113c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.2237253 Apr 05 20:43:13.190298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::2c (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/faba3981-2fd3-4c55-a426-fb8ea9d47de7/3aa079bf-6f59-47fd-92fb-99319af4ec87) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:13.196936 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Attempting to bind port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:13.197909 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Attempting to bind port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:13.197909 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Attempting to bind port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d on network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:43:13.210951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:43:13.211869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Checking segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:43:13.212275 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.212554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8:0:1:f816:3eff:fe01:f89b (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/c2f5a585-9b8f-456c-a5a7-b86d1aeccbd3/3aa079bf-6f59-47fd-92fb-99319af4ec87) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:13.212678 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Bound using segment: {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:43:13.213124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Bound port: 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60c47-195c-41c8-90a1-21dbad65e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:13.215880 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.265116 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-41f3ea39-72d6-45aa-a5cf-b98e03249676 req-ff9dd961-2c08-4d4a-8188-1ef8408410d0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701792 Apr 05 20:43:13.332979 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.360616 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Transition to ACTIVE for port object f65ec909-d5bc-4545-b981-ab5a4ed6bb12 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:13.374903 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.375538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] For port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:43:13.379735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] For port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0a8c97fc-b01d-4e13-85d8-519ee9c2f47d,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:43:13.387998 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.471471 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Attempting to bind port f65ec909-d5bc-4545-b981-ab5a4ed6bb12 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:13.472089 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Attempting to bind port f65ec909-d5bc-4545-b981-ab5a4ed6bb12 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:13.472668 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Attempting to bind port f65ec909-d5bc-4545-b981-ab5a4ed6bb12 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:43:13.475167 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451448de-c740-4136-a068-25b9d90191a4 None None] Pushing event updated for resources: {'Port': ['ID=f65ec909-d5bc-4545-b981-ab5a4ed6bb12,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:13.486875 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:43:13.487637 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:43:13.488243 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.488824 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:43:13.489495 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Bound port: f65ec909-d5bc-4545-b981-ab5a4ed6bb12, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:13.490247 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.524272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Allocated IP 172.20.0.1 (ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed/ec91b3c2-2b6c-4e4c-ac22-6a6d2714ee42/df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:13.534781 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f622cc1-445c-4d74-9fd3-07ac868ffca8 None None] Pushing event updated for resources: {'Port': ['ID=0a8c97fc-b01d-4e13-85d8-519ee9c2f47d,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:13.552969 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451448de-c740-4136-a068-25b9d90191a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:13.553915 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451448de-c740-4136-a068-25b9d90191a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:13.553915 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451448de-c740-4136-a068-25b9d90191a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:13.554109 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451448de-c740-4136-a068-25b9d90191a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:13.554283 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451448de-c740-4136-a068-25b9d90191a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:13.554858 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451448de-c740-4136-a068-25b9d90191a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:13.554983 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451448de-c740-4136-a068-25b9d90191a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:13.555219 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451448de-c740-4136-a068-25b9d90191a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:13.555537 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451448de-c740-4136-a068-25b9d90191a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:13.555849 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451448de-c740-4136-a068-25b9d90191a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:13.556311 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451448de-c740-4136-a068-25b9d90191a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:13.557263 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451448de-c740-4136-a068-25b9d90191a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:13.575491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.595756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 3aa079bf-6f59-47fd-92fb-99319af4ec87 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:13.630999 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] For port f65ec909-d5bc-4545-b981-ab5a4ed6bb12, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:43:13.633320 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.635237 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] For port f65ec909-d5bc-4545-b981-ab5a4ed6bb12, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f65ec909-d5bc-4545-b981-ab5a4ed6bb12,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:43:13.641211 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.722665 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12baedfa-42e3-4e01-9545-69411bd020c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.741720 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Routers {'1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:43:13.744011 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:13.753503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:13.800915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:13.811223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:43:13.818325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:13.819176 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.856368 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.861709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=3aa079bf-6f59-47fd-92fb-99319af4ec87,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:13.871510 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-15d728d6-2aab-4213-8fff-13da56adb130 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3515303 Apr 05 20:43:13.872226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45090) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:13.894155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Transition to ACTIVE for port object df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:13.977337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f6486155-24d6-4608-b220-95839c6dcfe9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 3aa079bf-6f59-47fd-92fb-99319af4ec87 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:13.977767 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f6486155-24d6-4608-b220-95839c6dcfe9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.978088 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:13.990340 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] Set router 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:43:14.116565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Pushing event updated for resources: {'Port': ['ID=df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:14.128129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Network ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:14.129496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:14.132212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:43:14.146622 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451448de-c740-4136-a068-25b9d90191a4 None None] Pushing event updated for resources: {'Port': ['ID=f65ec909-d5bc-4545-b981-ab5a4ed6bb12,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:14.183244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:14.219308 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:14.405578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:14.412496 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a66119a6-c165-42a0-ad62-d85457a92801 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:14.438562 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'name': 'tempest-TestAggregatesBasicOps-1615704860-router', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f65ec909-d5bc-4545-b981-ab5a4ed6bb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:05Z', 'updated_at': '2022-04-05T20:43:09Z', 'revision_number': 3, 'project_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'gw_port': {'id': 'f65ec909-d5bc-4545-b981-ab5a4ed6bb12', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:08Z', 'updated_at': '2022-04-05T20:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:14.455873 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f8f866-60a9-4c2e-9ffd-a9868c221925 None None] The sync data for ids ['1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'] in n-d-836604-1 is: [{'id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'name': 'tempest-TestAggregatesBasicOps-1615704860-router', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f65ec909-d5bc-4545-b981-ab5a4ed6bb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:05Z', 'updated_at': '2022-04-05T20:43:09Z', 'revision_number': 3, 'project_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'gw_port': {'id': 'f65ec909-d5bc-4545-b981-ab5a4ed6bb12', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:08Z', 'updated_at': '2022-04-05T20:43:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:43:14.519218 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f6486155-24d6-4608-b220-95839c6dcfe9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:14.568584 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:14.612579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a66119a6-c165-42a0-ad62-d85457a92801 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:14.613146 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:14.722590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f6486155-24d6-4608-b220-95839c6dcfe9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 3aa079bf-6f59-47fd-92fb-99319af4ec87 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:43:14.893270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5ae6a280-1604-4c47-a658-fc569560fe70 None None] Provisioning for port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:14.925766 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5ae6a280-1604-4c47-a658-fc569560fe70 None None] Provisioning complete for port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:14.926214 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a280-1604-4c47-a658-fc569560fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:14.960453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177d13-4b66-4a65-8ed2-266ef0cd4201 req-96eea5f1-b4d5-40c0-a080-3fe2942ece04 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:14.961503 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7177d13-4b66-4a65-8ed2-266ef0cd4201 req-96eea5f1-b4d5-40c0-a080-3fe2942ece04 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.4817882 Apr 05 20:43:15.021132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5ae6a280-1604-4c47-a658-fc569560fe70 None None] Port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:43:15.031283 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.044188 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.128275 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f6486155-24d6-4608-b220-95839c6dcfe9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.160925 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.168367 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7177d13-4b66-4a65-8ed2-266ef0cd4201 req-7f0cbc10-9c1a-4f58-a521-6c32203a8ca1 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933897 Apr 05 20:43:15.172778 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.176641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db6189f-8b14-45f5-96b3-4f6d5e6e8f97 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:15.289001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6486155-24d6-4608-b220-95839c6dcfe9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=3aa079bf-6f59-47fd-92fb-99319af4ec87,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:15.313914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Pushing event updated for resources: {'Port': ['ID=df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:15.318975 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.359483 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f6486155-24d6-4608-b220-95839c6dcfe9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.383615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bb1c40a0-b5a0-413c-9d71-00379a97ca51 None None] Provisioning for port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:15.387430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f6486155-24d6-4608-b220-95839c6dcfe9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/3aa079bf-6f59-47fd-92fb-99319af4ec87 HTTP/1.1" status: 204 len: 168 time: 1.5135176 Apr 05 20:43:15.388060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45124) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:15.397098 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bb1c40a0-b5a0-413c-9d71-00379a97ca51 None None] Provisioning complete for port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:15.397556 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb1c40a0-b5a0-413c-9d71-00379a97ca51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.504699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b157a4a3-559e-4d14-9193-3e224081750d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:15.505462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b157a4a3-559e-4d14-9193-3e224081750d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:15.508434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Network ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:15.509782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:15.545415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b157a4a3-559e-4d14-9193-3e224081750d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:15.546644 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b157a4a3-559e-4d14-9193-3e224081750d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1576138 Apr 05 20:43:15.552347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45136) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:15.718534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701b0a07-2586-4d61-8ce9-6c86df2b2861 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:15.727544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-701b0a07-2586-4d61-8ce9-6c86df2b2861 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1723650 Apr 05 20:43:15.729759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45142) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:15.857676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Router 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:43:15.884564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68145b8b-dd32-454c-b053-e95327f18c20 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:15.886343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68145b8b-dd32-454c-b053-e95327f18c20 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:15.887955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68145b8b-dd32-454c-b053-e95327f18c20 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:15.893030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-68145b8b-dd32-454c-b053-e95327f18c20 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:15.915124 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb1c40a0-b5a0-413c-9d71-00379a97ca51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:15.936939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-68145b8b-dd32-454c-b053-e95327f18c20 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:15.940726 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-68145b8b-dd32-454c-b053-e95327f18c20 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2074039 Apr 05 20:43:15.941180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45146) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:15.969980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bb1c40a0-b5a0-413c-9d71-00379a97ca51 None None] For port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0a8c97fc-b01d-4e13-85d8-519ee9c2f47d,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:15.978058 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb1c40a0-b5a0-413c-9d71-00379a97ca51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.078606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-109e1256-db07-4b59-902d-9be08b237bfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet c2f5a585-9b8f-456c-a5a7-b86d1aeccbd3 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:43:16.082401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f65ec909-d5bc-4545-b981-ab5a4ed6bb12 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:16.083355 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-109e1256-db07-4b59-902d-9be08b237bfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.141685 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c40a0-b5a0-413c-9d71-00379a97ca51 None None] Pushing event updated for resources: {'Port': ['ID=0a8c97fc-b01d-4e13-85d8-519ee9c2f47d,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:16.180832 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.183421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45152) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:16.189340 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bbb4b9f8-75bf-4023-bce1-2b10d5ea76de None None] Provisioning complete for port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:16.189855 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bbb4b9f8-75bf-4023-bce1-2b10d5ea76de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.291831 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-bbb4b9f8-75bf-4023-bce1-2b10d5ea76de None None] Port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:43:16.305019 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port f65ec909-d5bc-4545-b981-ab5a4ed6bb12 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:16.312947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port f65ec909-d5bc-4545-b981-ab5a4ed6bb12 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:16.313318 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.375778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:43:16.416488 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a9a4b74b-3ab5-4aad-ac1d-647ec90ae1ab admin admin] 10.222.0.24 "PUT /v2.0/routers/1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4432201 Apr 05 20:43:16.462506 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e123d4-0277-4cbe-9c2b-5f43c0457e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.465073 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.490937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-15febe10-89e4-4c2b-a66f-2e91e72dccd0 None None] Provisioning complete for port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:16.491308 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-15febe10-89e4-4c2b-a66f-2e91e72dccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.497525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-109e1256-db07-4b59-902d-9be08b237bfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.498832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f5e123d4-0277-4cbe-9c2b-5f43c0457e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:16.509688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f5e123d4-0277-4cbe-9c2b-5f43c0457e06 admin admin] Usage tracker for resource:security_group_rule and tenant:7a62b7682e0c44fa98876704a25965e9 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:16.514049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f5e123d4-0277-4cbe-9c2b-5f43c0457e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:16.531158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f5e123d4-0277-4cbe-9c2b-5f43c0457e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:16.565354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port f65ec909-d5bc-4545-b981-ab5a4ed6bb12, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f65ec909-d5bc-4545-b981-ab5a4ed6bb12,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:16.584744 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.641915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639326e-fb6c-4cea-87d7-bff13112da18 req-095f381b-55be-4324-a672-ae772b266278 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:16.648853 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d639326e-fb6c-4cea-87d7-bff13112da18 req-095f381b-55be-4324-a672-ae772b266278 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.2478442 Apr 05 20:43:16.756250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=f65ec909-d5bc-4545-b981-ab5a4ed6bb12,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:16.758192 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e123d4-0277-4cbe-9c2b-5f43c0457e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.768032 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d639326e-fb6c-4cea-87d7-bff13112da18 req-096f56d5-19bd-45a0-8c40-d7be58d61b76 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181364 Apr 05 20:43:16.770477 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e123d4-0277-4cbe-9c2b-5f43c0457e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.772049 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-109e1256-db07-4b59-902d-9be08b237bfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.882839 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-109e1256-db07-4b59-902d-9be08b237bfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.884543 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f5e123d4-0277-4cbe-9c2b-5f43c0457e06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a62b7682e0c44fa98876704a25965e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6997678 Apr 05 20:43:16.887096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45166) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:16.895466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-725ec278-a705-4757-874d-fbfb2dbc40de None None] Could not find standard attr ID for object 3aa079bf-6f59-47fd-92fb-99319af4ec87. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:43:16.935690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Sync routers for ids ['1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:43:16.937461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e123d4-0277-4cbe-9c2b-5f43c0457e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54170df8-7f41-4953-813f-676c13129d11,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:16.960858 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-caf0ceba-0120-4700-87c1-3fdd6af50007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.962643 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-109e1256-db07-4b59-902d-9be08b237bfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:16.964526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Routers {'1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:43:16.966936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109e1256-db07-4b59-902d-9be08b237bfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f5a585-9b8f-456c-a5a7-b86d1aeccbd3,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:16.969350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:16.983766 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-109e1256-db07-4b59-902d-9be08b237bfb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/c2f5a585-9b8f-456c-a5a7-b86d1aeccbd3 HTTP/1.1" status: 204 len: 168 time: 1.0409214 Apr 05 20:43:16.985985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45174) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:16.995109 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-caf0ceba-0120-4700-87c1-3fdd6af50007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.062927 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-caf0ceba-0120-4700-87c1-3fdd6af50007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.063152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14038f4a-c8cb-425c-a9d8-6133fecec2e5 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:17.079094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0ceba-0120-4700-87c1-3fdd6af50007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54170df8-7f41-4953-813f-676c13129d11,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:17.087029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-caf0ceba-0120-4700-87c1-3fdd6af50007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.091914 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-caf0ceba-0120-4700-87c1-3fdd6af50007 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54170df8-7f41-4953-813f-676c13129d11 HTTP/1.1" status: 204 len: 168 time: 0.2036209 Apr 05 20:43:17.094356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-5daaf012-3eab-40e3-908c-6574b2d16524 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet faba3981-2fd3-4c55-a426-fb8ea9d47de7 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:43:17.097956 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5daaf012-3eab-40e3-908c-6574b2d16524 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.166713 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5daaf012-3eab-40e3-908c-6574b2d16524 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.238994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45184) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:17.245037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1852136641-network', 'tenant_id': '9fef580866cf4c3da888d70f417b0379'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:17.252433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:17.256547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Usage tracker for resource:network and tenant:9fef580866cf4c3da888d70f417b0379 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:17.262986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:17.265057 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5daaf012-3eab-40e3-908c-6574b2d16524 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.272617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:17.293473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Made reservation on behalf of 9fef580866cf4c3da888d70f417b0379 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:17.297767 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.315714 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.348320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:17.352570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Set router 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:43:17.353047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Usage tracker for resource:security_group_rule and tenant:9fef580866cf4c3da888d70f417b0379 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:17.356218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:17.361948 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5daaf012-3eab-40e3-908c-6574b2d16524 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.363759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:17.414362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daaf012-3eab-40e3-908c-6574b2d16524 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=faba3981-2fd3-4c55-a426-fb8ea9d47de7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:17.419094 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5daaf012-3eab-40e3-908c-6574b2d16524 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.431121 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5daaf012-3eab-40e3-908c-6574b2d16524 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/faba3981-2fd3-4c55-a426-fb8ea9d47de7 HTTP/1.1" status: 204 len: 168 time: 0.4437695 Apr 05 20:43:17.433605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45190) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:17.512383 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.514409 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-60ff6183-5787-4b5a-a06f-10e69496e065 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792484 Apr 05 20:43:17.517366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45194) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:17.523050 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.527620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-80c8b527-8c26-4b42-8174-a060a65ee4db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:17.568387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:43:17.579109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c8755b-d526-4e34-8db1-d902d0851c5d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:17.586339 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.586884 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Added segment 781a2777-630e-4d16-9faf-40d8de866ec8 of type vlan for network 2cf6da33-6e84-46f5-b602-2d14a57ee821 Apr 05 20:43:17.621854 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.665624 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.667273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:17.668113 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.709700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-80c8b527-8c26-4b42-8174-a060a65ee4db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:17.720913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-80c8b527-8c26-4b42-8174-a060a65ee4db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:17.728557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-80c8b527-8c26-4b42-8174-a060a65ee4db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:17.746380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-80c8b527-8c26-4b42-8174-a060a65ee4db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:17.765627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45198) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:17.787074 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3181256-0fb3-4823-a231-f20cee54f625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.805819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c3181256-0fb3-4823-a231-f20cee54f625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:17.810730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c3181256-0fb3-4823-a231-f20cee54f625 admin admin] Usage tracker for resource:security_group_rule and tenant:c0c58749ab41401fa3e14abc12824e02 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:17.811043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ebb569-94f9-4212-be02-0a324955ce0b None None] Update dhcp port {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': 'faba3981-2fd3-4c55-a426-fb8ea9d47de7'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '0a8c97fc-b01d-4e13-85d8-519ee9c2f47d'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:43:17.814506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5723448 Apr 05 20:43:17.814661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c8b527-8c26-4b42-8174-a060a65ee4db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:17.814752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f660f-791b-40e3-b683-612e0a2900c8 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf6da33-6e84-46f5-b602-2d14a57ee821,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:17.817226 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-80c8b527-8c26-4b42-8174-a060a65ee4db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.822852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45204) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:17.828428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Request body: {'subnet': {'network_id': '2cf6da33-6e84-46f5-b602-2d14a57ee821', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1852136641-subnet', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:17.831246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c3181256-0fb3-4823-a231-f20cee54f625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:17.833871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:17.838963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Usage tracker for resource:subnet and tenant:9fef580866cf4c3da888d70f417b0379 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:17.841865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:17.847955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:17.850699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c3181256-0fb3-4823-a231-f20cee54f625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:17.862789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Made reservation on behalf of 9fef580866cf4c3da888d70f417b0379 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:17.866642 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:17.923311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 2cf6da33-6e84-46f5-b602-2d14a57ee821 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:43:18.038918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:18.086410 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3181256-0fb3-4823-a231-f20cee54f625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.105492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3181256-0fb3-4823-a231-f20cee54f625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.109000 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-31ebb569-94f9-4212-be02-0a324955ce0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.140227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0068e376-3767-4c5c-825f-5d3f6f014a44 req-ccbf3cf6-b8d3-4d3a-b5d9-e0b145943cb4 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:18.141848 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0068e376-3767-4c5c-825f-5d3f6f014a44 req-ccbf3cf6-b8d3-4d3a-b5d9-e0b145943cb4 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.2390475 Apr 05 20:43:18.157612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'name': 'tempest-TestAggregatesBasicOps-1615704860-router', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f65ec909-d5bc-4545-b981-ab5a4ed6bb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:05Z', 'updated_at': '2022-04-05T20:43:14Z', 'revision_number': 4, 'project_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'gw_port': {'id': 'f65ec909-d5bc-4545-b981-ab5a4ed6bb12', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:08Z', 'updated_at': '2022-04-05T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5', 'name': '', 'network_id': 'ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'mac_address': 'fa:16:3e:c4:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec91b3c2-2b6c-4e4c-ac22-6a6d2714ee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:13Z', 'updated_at': '2022-04-05T20:43:14Z', 'revision_number': 2, 'project_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'subnets': [{'id': 'ec91b3c2-2b6c-4e4c-ac22-6a6d2714ee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:18.185071 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c3181256-0fb3-4823-a231-f20cee54f625 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0c58749ab41401fa3e14abc12824e02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152727 Apr 05 20:43:18.185071 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-80c8b527-8c26-4b42-8174-a060a65ee4db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.186628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45208) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:18.220171 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Checking router: 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:43:18.220524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Updating router 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:43:18.225802 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.248342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3181256-0fb3-4823-a231-f20cee54f625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd00909-09e6-4bc8-a754-bb436594a8f8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:18.252772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8b527-8c26-4b42-8174-a060a65ee4db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=e07109fd-25b4-47e8-b001-ab8e0dbab22b,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:18.266188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c8b527-8c26-4b42-8174-a060a65ee4db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:18.267302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-80c8b527-8c26-4b42-8174-a060a65ee4db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:18.273300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c8b527-8c26-4b42-8174-a060a65ee4db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:18.273987 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-80c8b527-8c26-4b42-8174-a060a65ee4db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.276926 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0068e376-3767-4c5c-825f-5d3f6f014a44 req-414583f2-cbb1-42be-a4d7-e56d6eb7fc51 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193962 Apr 05 20:43:18.314542 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-80c8b527-8c26-4b42-8174-a060a65ee4db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7958891 Apr 05 20:43:18.314744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45212) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:18.329920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-88e0b7b4-c59c-4de9-8931-cd8c49274b88 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:18.387698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f3978dc-987c-43f4-918f-379f919973ea,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:18.393961 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c07fbbe-720e-43a3-9647-ecb3b6530f50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.434526 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.459485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:18.459735 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.471958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Checking segment: {'id': '781a2777-630e-4d16-9faf-40d8de866ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cf6da33-6e84-46f5-b602-2d14a57ee821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:43:18.472308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Network hostable DHCP agents. Network: 2cf6da33-6e84-46f5-b602-2d14a57ee821, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:43:18.507179 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c07fbbe-720e-43a3-9647-ecb3b6530f50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.549254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Network 2cf6da33-6e84-46f5-b602-2d14a57ee821 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:43:18.572702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-88e0b7b4-c59c-4de9-8931-cd8c49274b88 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:18.577081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 2cf6da33-6e84-46f5-b602-2d14a57ee821) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:18.579149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-88e0b7b4-c59c-4de9-8931-cd8c49274b88 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:18.582131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-88e0b7b4-c59c-4de9-8931-cd8c49274b88 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:18.589292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:18.589868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.592417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e2ba4a-8f94-4419-aaea-a22d2442c311 None None] Network 2cf6da33-6e84-46f5-b602-2d14a57ee821 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:18.595329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-88e0b7b4-c59c-4de9-8931-cd8c49274b88 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:18.619414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e0b7b4-c59c-4de9-8931-cd8c49274b88 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:18.623461 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-88e0b7b4-c59c-4de9-8931-cd8c49274b88 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.644508 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45216) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:18.644703 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-69f03781-1af6-4e12-b6e8-b52d9b3f3864 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8206329 Apr 05 20:43:18.656926 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c07fbbe-720e-43a3-9647-ecb3b6530f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.659306 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c07fbbe-720e-43a3-9647-ecb3b6530f50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.660442 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6c07fbbe-720e-43a3-9647-ecb3b6530f50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afd00909-09e6-4bc8-a754-bb436594a8f8 HTTP/1.1" status: 204 len: 168 time: 0.4709256 Apr 05 20:43:18.675142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1852136641-router', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:18.703515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:18.712669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Usage tracker for resource:router and tenant:9fef580866cf4c3da888d70f417b0379 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:18.717013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ac8ceb-6ab4-4268-9538-e5eb32275603 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:18.721229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:18.728001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c07fbbe-720e-43a3-9647-ecb3b6530f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd00909-09e6-4bc8-a754-bb436594a8f8,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:18.743705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:18.768328 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.769578 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.788613 n-d-836604-1 neutron-server[87964]: INFO neutron.db.ipam_backend_mixin [None req-88e0b7b4-c59c-4de9-8931-cd8c49274b88 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e07109fd-25b4-47e8-b001-ab8e0dbab22b (CIDR: 2001:db8::/64) Apr 05 20:43:18.792657 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e0b7b4-c59c-4de9-8931-cd8c49274b88 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:43:18.793357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e0b7b4-c59c-4de9-8931-cd8c49274b88 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:18.806274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:18.822316 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-88e0b7b4-c59c-4de9-8931-cd8c49274b88 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5023398 Apr 05 20:43:18.823719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45222) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:18.831724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'subnet': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:18.990843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:18.995576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Usage tracker for resource:subnet and tenant:fd3d49cba31149e5b1789557e8f7dd7d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:19.000033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:19.001253 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-53d40ebc-ee1d-4e5f-8e57-9dc78821505a None None] Provisioning complete for port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:19.001628 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-53d40ebc-ee1d-4e5f-8e57-9dc78821505a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.007109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:19.020255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:19.024883 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.285051 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.318724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f65ec909-d5bc-4545-b981-ab5a4ed6bb12 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:19.662447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.objects.ports [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87964) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:43:19.703240 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.717457 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Transition to ACTIVE for port object df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:19.746816 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.749832 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.792049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4f3cc-fb78-4cae-92bc-3d09cdb903ed req-e164b991-8a31-46a5-80cf-9375f95b162b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:19.793738 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b2e4f3cc-fb78-4cae-92bc-3d09cdb903ed req-e164b991-8a31-46a5-80cf-9375f95b162b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.2603469 Apr 05 20:43:19.798585 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.848252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91217a-13ed-4f7e-9e87-324f3b0b8fed None None] Pushing event updated for resources: {'Port': ['ID=df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:19.897378 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b2e4f3cc-fb78-4cae-92bc-3d09cdb903ed req-6a1829f7-8eaf-4c01-abaa-cd9ea961af48 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963745 Apr 05 20:43:19.907774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-2cf6da33-6e84-46f5-b602-2d14a57ee821', 'network_id': '2cf6da33-6e84-46f5-b602-2d14a57ee821', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'fixed_ips': [{'subnet_id': '5f3978dc-987c-43f4-918f-379f919973ea'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:43:19.911083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:19.915977 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.023525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Allocated IP 172.25.8.17 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/b3b808e4-0b20-4489-adb3-51a81a692b0d) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:20.036122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2b0de063-74c3-4b97-9cb9-2d209a9f7465 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:43:20.206339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] For port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0a8c97fc-b01d-4e13-85d8-519ee9c2f47d,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:20.238613 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.246791 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.249325 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.251864 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.287776 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.305216 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:43:20.336107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port f65ec909-d5bc-4545-b981-ab5a4ed6bb12 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:20.336788 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.361478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:20.363909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:20.369589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:20.371345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:20.377697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:43:20.378504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:20.379099 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.415971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Subnet': ['ID=cc95a480-37b7-4d56-8035-a51a8b408696,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:20.428557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=0a8c97fc-b01d-4e13-85d8-519ee9c2f47d,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:20.429483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Pushing event updated for resources: {'Port': ['ID=b3b808e4-0b20-4489-adb3-51a81a692b0d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:20.442952 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b6d7f638-0d34-4260-b7e0-a75fb281458b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6155343 Apr 05 20:43:20.443193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45286) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:20.450358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Request body: {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'mac_address': 'fa:16:3e:1d:14:c1', 'name': 'tempest-NetworksTestDHCPv6-461832091'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:20.603806 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Attempting to bind port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:20.604168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Attempting to bind port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'fc70364d-d07a-49ee-a356-56679a91b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:20.605129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Attempting to bind port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 on network ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:43:20.631382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:20.645833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:20.646432 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:43:20.646808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Checking segment: {'id': 'fc70364d-d07a-49ee-a356-56679a91b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:43:20.647459 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.647670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Bound using segment: {'id': 'fc70364d-d07a-49ee-a356-56679a91b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:43:20.648153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Bound port: df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc70364d-d07a-49ee-a356-56679a91b1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:20.648639 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.657852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Made reservation on behalf of fd3d49cba31149e5b1789557e8f7dd7d for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:20.879746 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.911166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] device_id is not set on port 54dd9c24-1210-4698-982c-8450a228b9a5 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:43:20.949656 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:20.951296 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2b0de063-74c3-4b97-9cb9-2d209a9f7465, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:20.974249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'port_id': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'mac_address': 'fa:16:3e:b3:7a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:43:21.016729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b40b7-acac-4edc-bd5a-9160603e3415 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:21.051601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] For port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:43:21.051601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Allocated IP 172.20.0.2 (2cf6da33-6e84-46f5-b602-2d14a57ee821/5f3978dc-987c-43f4-918f-379f919973ea/6ed916d1-04ac-4dce-9e5d-0c8ae206813e) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:21.108601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] For port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5,segment=NetworkSegment(fc70364d-d07a-49ee-a356-56679a91b1d5),segment_id=fc70364d-d07a-49ee-a356-56679a91b1d5)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:43:21.168461 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:21.239585 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d9b9e0f0-cd6e-4b18-8bb2-c84b2bb3ec6f None None] Provisioning complete for port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:21.239947 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d9b9e0f0-cd6e-4b18-8bb2-c84b2bb3ec6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:21.293495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:43:21.360444 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:21.402735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b0de063-74c3-4b97-9cb9-2d209a9f7465 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:43:21.406196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de236ce5-e294-4df9-bf7c-21385227cfed req-c0cf261a-d993-47bd-b6e9-308b3e008e92 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:21.408105 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de236ce5-e294-4df9-bf7c-21385227cfed req-c0cf261a-d993-47bd-b6e9-308b3e008e92 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 944 time: 0.2609551 Apr 05 20:43:21.423022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8::1d4 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/e07109fd-25b4-47e8-b001-ab8e0dbab22b/54dd9c24-1210-4698-982c-8450a228b9a5) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:21.454633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1d:14c1 (037e3de7-f2eb-4f75-8d25-ff6c2dc2028a/cc95a480-37b7-4d56-8035-a51a8b408696/54dd9c24-1210-4698-982c-8450a228b9a5) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:21.580860 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de236ce5-e294-4df9-bf7c-21385227cfed req-98487196-5988-4082-9368-b2900dd218aa tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599517 Apr 05 20:43:21.630653 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:21.699331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91217a-13ed-4f7e-9e87-324f3b0b8fed None None] Pushing event updated for resources: {'Port': ['ID=df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:21.702053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Routers {'1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:43:21.702667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:21.799156 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2b0de063-74c3-4b97-9cb9-2d209a9f7465, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:21.834578 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:21.931275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Router 7828bad3-4eff-4f67-bae3-8edb36c2be72 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:43:21.963003 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:21.984109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Transition to ACTIVE for port object 54dd9c24-1210-4698-982c-8450a228b9a5 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:22.016785 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:22.146017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:22.146978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event updated for resources: {'Port': ['ID=54dd9c24-1210-4698-982c-8450a228b9a5,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:22.151487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:22.155053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:43:22.160707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:22.161810 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:22.179526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:43:22.191597 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Sync routers for ids ['7828bad3-4eff-4f67-bae3-8edb36c2be72'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:43:22.200328 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f174ec5b-f39b-46fe-8285-32226276ddb3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7560384 Apr 05 20:43:22.202346 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Routers {'7828bad3-4eff-4f67-bae3-8edb36c2be72'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:43:22.203831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45328) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:22.204511 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7828bad3-4eff-4f67-bae3-8edb36c2be72'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:22.220204 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:22.226513 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f7f232c1-4bcc-46a1-b7af-29a8f11db62a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5807061 Apr 05 20:43:22.228269 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45332) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:22.278762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['2b0de063-74c3-4b97-9cb9-2d209a9f7465'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:43:22.297844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-44aeec77-ee49-414d-9ca8-26057504e185 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting port 54dd9c24-1210-4698-982c-8450a228b9a5 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:22.298737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-44aeec77-ee49-414d-9ca8-26057504e185 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:22.429242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=2b0de063-74c3-4b97-9cb9-2d209a9f7465,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:22.473979 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:22.532119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] Set router 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:43:22.572985 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Set router 7828bad3-4eff-4f67-bae3-8edb36c2be72 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:43:22.629138 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:22.638567 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-44aeec77-ee49-414d-9ca8-26057504e185 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:22.670155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Transition to ACTIVE for port object 6ed916d1-04ac-4dce-9e5d-0c8ae206813e will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:22.811590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0a8c97fc-b01d-4e13-85d8-519ee9c2f47d,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:22.839946 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-44aeec77-ee49-414d-9ca8-26057504e185 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Calling delete_port for 54dd9c24-1210-4698-982c-8450a228b9a5 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:43:22.849438 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:22.981793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Transition to ACTIVE for port object 6ed916d1-04ac-4dce-9e5d-0c8ae206813e will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:23.029257 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:23.141173 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'name': 'tempest-TestAggregatesBasicOps-1852136641-router', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'b3b808e4-0b20-4489-adb3-51a81a692b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:18Z', 'updated_at': '2022-04-05T20:43:20Z', 'revision_number': 3, 'project_id': '9fef580866cf4c3da888d70f417b0379', 'gw_port': {'id': 'b3b808e4-0b20-4489-adb3-51a81a692b0d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:19Z', 'updated_at': '2022-04-05T20:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:23.145624 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Checking router: 7828bad3-4eff-4f67-bae3-8edb36c2be72 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:43:23.146217 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Updating router 7828bad3-4eff-4f67-bae3-8edb36c2be72 port b3b808e4-0b20-4489-adb3-51a81a692b0d binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:43:23.153086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=0a8c97fc-b01d-4e13-85d8-519ee9c2f47d,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:23.205265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f13f1-7ff0-451d-a2d8-9fbe284b8021 req-220d1f73-88d9-436f-982e-7ed19de8db1e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:23.208959 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c2f13f1-7ff0-451d-a2d8-9fbe284b8021 req-220d1f73-88d9-436f-982e-7ed19de8db1e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 945 time: 0.3723884 Apr 05 20:43:23.219690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Network 2cf6da33-6e84-46f5-b602-2d14a57ee821 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:23.236249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:23.239126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:43:23.306286 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:23.323861 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-44aeec77-ee49-414d-9ca8-26057504e185 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:23.390360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Pushing event updated for resources: {'Port': ['ID=6ed916d1-04ac-4dce-9e5d-0c8ae206813e,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:23.395041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c8a0730d-2e40-4f07-8b97-4a13960369de None None] Provisioning complete for port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:23.395224 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c8a0730d-2e40-4f07-8b97-4a13960369de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:23.422708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aeec77-ee49-414d-9ca8-26057504e185 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Port': ['ID=54dd9c24-1210-4698-982c-8450a228b9a5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:23.555504 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-44aeec77-ee49-414d-9ca8-26057504e185 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:23.568503 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-44aeec77-ee49-414d-9ca8-26057504e185 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/54dd9c24-1210-4698-982c-8450a228b9a5 HTTP/1.1" status: 204 len: 168 time: 1.3626390 Apr 05 20:43:23.570863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45340) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:23.571717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Attempting to bind port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:23.572202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Attempting to bind port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '781a2777-630e-4d16-9faf-40d8de866ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cf6da33-6e84-46f5-b602-2d14a57ee821'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:23.572440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Attempting to bind port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e on network 2cf6da33-6e84-46f5-b602-2d14a57ee821 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:43:23.632333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:43:23.632648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Checking segment: {'id': '781a2777-630e-4d16-9faf-40d8de866ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cf6da33-6e84-46f5-b602-2d14a57ee821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:43:23.633202 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:23.633594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Bound using segment: {'id': '781a2777-630e-4d16-9faf-40d8de866ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cf6da33-6e84-46f5-b602-2d14a57ee821'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:43:23.634101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Bound port: 6ed916d1-04ac-4dce-9e5d-0c8ae206813e, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781a2777-630e-4d16-9faf-40d8de866ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cf6da33-6e84-46f5-b602-2d14a57ee821'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:23.634471 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:23.710606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4722e4-ad21-4ec0-9bac-2a6d1ca41fbb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:23.711319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cd4722e4-ad21-4ec0-9bac-2a6d1ca41fbb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:23.715870 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c8a0730d-2e40-4f07-8b97-4a13960369de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:23.717940 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c2f13f1-7ff0-451d-a2d8-9fbe284b8021 req-84a566ef-5a94-4860-95d9-1a98f2a52783 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4493375 Apr 05 20:43:23.780143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cd4722e4-ad21-4ec0-9bac-2a6d1ca41fbb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:23.784063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cd4722e4-ad21-4ec0-9bac-2a6d1ca41fbb tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.2107155 Apr 05 20:43:23.784676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45344) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:23.838729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c8a0730d-2e40-4f07-8b97-4a13960369de None None] For port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0a8c97fc-b01d-4e13-85d8-519ee9c2f47d,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:23.842578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'name': 'tempest-TestAggregatesBasicOps-1615704860-router', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f65ec909-d5bc-4545-b981-ab5a4ed6bb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:05Z', 'updated_at': '2022-04-05T20:43:14Z', 'revision_number': 4, 'project_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'gw_port': {'id': 'f65ec909-d5bc-4545-b981-ab5a4ed6bb12', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:08Z', 'updated_at': '2022-04-05T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5', 'name': '', 'network_id': 'ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'mac_address': 'fa:16:3e:c4:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec91b3c2-2b6c-4e4c-ac22-6a6d2714ee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:13Z', 'updated_at': '2022-04-05T20:43:20Z', 'revision_number': 4, 'project_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'subnets': [{'id': 'ec91b3c2-2b6c-4e4c-ac22-6a6d2714ee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:23.855639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbf0fbd-4e6a-4875-9ee3-b582a7f79ecb None None] The sync data for ids ['1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'] in n-d-836604-1 is: [{'id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'name': 'tempest-TestAggregatesBasicOps-1615704860-router', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f65ec909-d5bc-4545-b981-ab5a4ed6bb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:05Z', 'updated_at': '2022-04-05T20:43:14Z', 'revision_number': 4, 'project_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'gw_port': {'id': 'f65ec909-d5bc-4545-b981-ab5a4ed6bb12', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:08Z', 'updated_at': '2022-04-05T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5', 'name': '', 'network_id': 'ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'mac_address': 'fa:16:3e:c4:07:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': 'ec91b3c2-2b6c-4e4c-ac22-6a6d2714ee42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:13Z', 'updated_at': '2022-04-05T20:43:20Z', 'revision_number': 4, 'project_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'subnets': [{'id': 'ec91b3c2-2b6c-4e4c-ac22-6a6d2714ee42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:43:23.863573 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:23.868935 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c8a0730d-2e40-4f07-8b97-4a13960369de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:23.887830 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Transition to ACTIVE for port object b3b808e4-0b20-4489-adb3-51a81a692b0d will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:23.907801 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:23.916503 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:23.989062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a2a8fc-a3c7-4f33-87e9-2de0bc85c05f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:24.000587 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-76a2a8fc-a3c7-4f33-87e9-2de0bc85c05f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 966 time: 0.2149076 Apr 05 20:43:24.002731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45348) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:24.016010 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Attempting to bind port b3b808e4-0b20-4489-adb3-51a81a692b0d on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:24.016373 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Attempting to bind port b3b808e4-0b20-4489-adb3-51a81a692b0d by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:24.016723 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Attempting to bind port b3b808e4-0b20-4489-adb3-51a81a692b0d on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:43:24.026676 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:43:24.027286 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:43:24.027687 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:24.028068 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:43:24.028533 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Bound port: b3b808e4-0b20-4489-adb3-51a81a692b0d, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:24.028930 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:24.068538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c8a0730d-2e40-4f07-8b97-4a13960369de None None] Could not find standard attr ID for object 54dd9c24-1210-4698-982c-8450a228b9a5. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:43:24.093220 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] For port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:43:24.097817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] For port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6ed916d1-04ac-4dce-9e5d-0c8ae206813e,segment=NetworkSegment(781a2777-630e-4d16-9faf-40d8de866ec8),segment_id=781a2777-630e-4d16-9faf-40d8de866ec8)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:43:24.125667 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669e303-7049-4734-b187-d7528013140d None None] Pushing event updated for resources: {'Port': ['ID=b3b808e4-0b20-4489-adb3-51a81a692b0d,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:24.125908 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:24.153292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0730d-2e40-4f07-8b97-4a13960369de None None] Pushing event updated for resources: {'Port': ['ID=0a8c97fc-b01d-4e13-85d8-519ee9c2f47d,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:24.177672 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] For port b3b808e4-0b20-4489-adb3-51a81a692b0d, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:43:24.181661 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] For port b3b808e4-0b20-4489-adb3-51a81a692b0d, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b3b808e4-0b20-4489-adb3-51a81a692b0d,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:43:24.198731 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:24.222040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5355ef09-34bb-43b5-92d3-bfb6d5f1068c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:24.223652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5355ef09-34bb-43b5-92d3-bfb6d5f1068c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:24.225189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5355ef09-34bb-43b5-92d3-bfb6d5f1068c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:24.236266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5355ef09-34bb-43b5-92d3-bfb6d5f1068c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:24.250845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4718f-c747-491c-bb11-b43902d27540 None None] Pushing event updated for resources: {'Port': ['ID=6ed916d1-04ac-4dce-9e5d-0c8ae206813e,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:24.263033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e5ae461b-b125-4f0d-b062-7978133bfbb1 None None] Could not find standard attr ID for object 54dd9c24-1210-4698-982c-8450a228b9a5. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:43:24.273215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5355ef09-34bb-43b5-92d3-bfb6d5f1068c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:24.276641 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5355ef09-34bb-43b5-92d3-bfb6d5f1068c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2708471 Apr 05 20:43:24.277985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45352) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:24.341002 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Routers {'7828bad3-4eff-4f67-bae3-8edb36c2be72'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:43:24.341777 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7828bad3-4eff-4f67-bae3-8edb36c2be72'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:24.414405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Allocated IP 172.20.0.1 (2cf6da33-6e84-46f5-b602-2d14a57ee821/5f3978dc-987c-43f4-918f-379f919973ea/d950f527-19e7-49e3-9651-4546f94f8a47) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:24.442764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-491b7b95-e0eb-4c6b-914e-64a9acbb3794 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet cc95a480-37b7-4d56-8035-a51a8b408696 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:43:24.448393 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-491b7b95-e0eb-4c6b-914e-64a9acbb3794 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:24.498742 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669e303-7049-4734-b187-d7528013140d None None] Pushing event updated for resources: {'Port': ['ID=b3b808e4-0b20-4489-adb3-51a81a692b0d,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:24.571767 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-491b7b95-e0eb-4c6b-914e-64a9acbb3794 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:24.732363 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:24.732927 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] Set router 7828bad3-4eff-4f67-bae3-8edb36c2be72 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:43:24.770956 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-491b7b95-e0eb-4c6b-914e-64a9acbb3794 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:24.780379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Transition to ACTIVE for port object d950f527-19e7-49e3-9651-4546f94f8a47 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:24.842999 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:24.984605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Pushing event updated for resources: {'Port': ['ID=d950f527-19e7-49e3-9651-4546f94f8a47,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:24.990352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Network 2cf6da33-6e84-46f5-b602-2d14a57ee821 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:24.992161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:24.995226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:43:25.010078 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-491b7b95-e0eb-4c6b-914e-64a9acbb3794 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:25.063454 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:25.151341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b7b95-e0eb-4c6b-914e-64a9acbb3794 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=cc95a480-37b7-4d56-8035-a51a8b408696,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:25.170570 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-491b7b95-e0eb-4c6b-914e-64a9acbb3794 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:25.174415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8b965f-c8de-403c-bda0-cfba199a346e None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:25.229488 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-491b7b95-e0eb-4c6b-914e-64a9acbb3794 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/cc95a480-37b7-4d56-8035-a51a8b408696 HTTP/1.1" status: 204 len: 168 time: 0.9511781 Apr 05 20:43:25.251736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45360) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:25.349033 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:25.360311 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'name': 'tempest-TestAggregatesBasicOps-1852136641-router', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'b3b808e4-0b20-4489-adb3-51a81a692b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:18Z', 'updated_at': '2022-04-05T20:43:20Z', 'revision_number': 3, 'project_id': '9fef580866cf4c3da888d70f417b0379', 'gw_port': {'id': 'b3b808e4-0b20-4489-adb3-51a81a692b0d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:19Z', 'updated_at': '2022-04-05T20:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:25.369857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6ed916d1-04ac-4dce-9e5d-0c8ae206813e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:25.370938 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d03f5f-d467-4be2-b9b0-0a8d8c64d660 None None] The sync data for ids ['7828bad3-4eff-4f67-bae3-8edb36c2be72'] in n-d-836604-1 is: [{'id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'name': 'tempest-TestAggregatesBasicOps-1852136641-router', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'b3b808e4-0b20-4489-adb3-51a81a692b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:18Z', 'updated_at': '2022-04-05T20:43:20Z', 'revision_number': 3, 'project_id': '9fef580866cf4c3da888d70f417b0379', 'gw_port': {'id': 'b3b808e4-0b20-4489-adb3-51a81a692b0d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:19Z', 'updated_at': '2022-04-05T20:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:43:25.391832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a07439-2d09-4e6f-a9c9-97a9c410a3c3 req-e02b43f5-d981-4c7f-8448-58062d7d2014 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:25.396958 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30a07439-2d09-4e6f-a9c9-97a9c410a3c3 req-e02b43f5-d981-4c7f-8448-58062d7d2014 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 945 time: 0.4375203 Apr 05 20:43:25.547202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5933b52-ec08-46ad-a3d6-55fb88ff394e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Deleting subnet e07109fd-25b4-47e8-b001-ab8e0dbab22b {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:43:25.553432 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-30a07439-2d09-4e6f-a9c9-97a9c410a3c3 req-729b5aad-2d8a-472a-9130-28d6026a34a8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493342 Apr 05 20:43:25.554363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5933b52-ec08-46ad-a3d6-55fb88ff394e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:25.708252 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5933b52-ec08-46ad-a3d6-55fb88ff394e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:25.847219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:25.856173 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5933b52-ec08-46ad-a3d6-55fb88ff394e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:25.874052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:25.876095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:25.926399 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.006538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2b0de063-74c3-4b97-9cb9-2d209a9f7465 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:26.078505 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5933b52-ec08-46ad-a3d6-55fb88ff394e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.128784 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.140770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Pushing event updated for resources: {'Port': ['ID=d950f527-19e7-49e3-9651-4546f94f8a47,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:26.192128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd99587-59b9-4e22-b5b5-5c5b06e0a978 None None] Network 2cf6da33-6e84-46f5-b602-2d14a57ee821 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:26.320012 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e5933b52-ec08-46ad-a3d6-55fb88ff394e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.328643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5933b52-ec08-46ad-a3d6-55fb88ff394e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Subnet': ['ID=e07109fd-25b4-47e8-b001-ab8e0dbab22b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:26.342913 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e5933b52-ec08-46ad-a3d6-55fb88ff394e tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/e07109fd-25b4-47e8-b001-ab8e0dbab22b HTTP/1.1" status: 204 len: 168 time: 1.0829659 Apr 05 20:43:26.345279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45366) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:26.395085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:26.434484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:26.435510 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.491255 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d601bbc4-4206-496d-bb28-71ad2263bf9b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1358507 Apr 05 20:43:26.491948 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45370) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:26.555414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Network 2cf6da33-6e84-46f5-b602-2d14a57ee821 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:26.556838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:26.600371 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-86250cc3-f150-4c64-a1ae-bb15e5704db9 None None] Provisioning for port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:26.633760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-86250cc3-f150-4c64-a1ae-bb15e5704db9 None None] Provisioning complete for port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:26.634169 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-86250cc3-f150-4c64-a1ae-bb15e5704db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.842633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfcb774-6f59-4f2a-8437-ad4cecf557ae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:26.846878 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5bfcb774-6f59-4f2a-8437-ad4cecf557ae tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.3514421 Apr 05 20:43:26.847261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45378) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:26.908989 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deee71d-addb-46c8-aaf4-45dcda179fc6 None None] Update dhcp port {'port': {'network_id': '037e3de7-f2eb-4f75-8d25-ff6c2dc2028a', 'fixed_ips': [{'subnet_id': 'e07109fd-25b4-47e8-b001-ab8e0dbab22b'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '0a8c97fc-b01d-4e13-85d8-519ee9c2f47d'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:43:26.944286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 2b0de063-74c3-4b97-9cb9-2d209a9f7465 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:26.944550 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:26.987145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc046f86-75e7-48f0-bc81-98b0e8d4be4f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:26.987835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fc046f86-75e7-48f0-bc81-98b0e8d4be4f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Synchronizing usage tracker for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:27.030895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fc046f86-75e7-48f0-bc81-98b0e8d4be4f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Unset dirty status for tenant:fd3d49cba31149e5b1789557e8f7dd7d on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:27.034587 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fc046f86-75e7-48f0-bc81-98b0e8d4be4f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1840510 Apr 05 20:43:27.034856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45382) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:27.192544 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c8e3070e-913e-4a3f-aba5-3a099ec64cf7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1542542 Apr 05 20:43:27.197626 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:27.199040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45386) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:27.213037 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1deee71d-addb-46c8-aaf4-45dcda179fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:27.243725 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d1de1d-ee78-4521-9e0e-e3cad0dbd6e5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:27.244198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d1de1d-ee78-4521-9e0e-e3cad0dbd6e5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:27.248810 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-86d1de1d-ee78-4521-9e0e-e3cad0dbd6e5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/54dd9c24-1210-4698-982c-8450a228b9a5 HTTP/1.1" status: 404 len: 333 time: 0.0487173 Apr 05 20:43:27.249428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45390) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:27.303226 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7386719-6edd-4109-8871-cb1a1a7ba71d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:27.303226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7386719-6edd-4109-8871-cb1a1a7ba71d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:27.308604 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-86250cc3-f150-4c64-a1ae-bb15e5704db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:27.316704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Router 7828bad3-4eff-4f67-bae3-8edb36c2be72 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:43:27.324345 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b7386719-6edd-4109-8871-cb1a1a7ba71d tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/cc95a480-37b7-4d56-8035-a51a8b408696 HTTP/1.1" status: 404 len: 337 time: 0.0480232 Apr 05 20:43:27.324345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45394) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:27.354322 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43ce383-5fc0-4e9a-8b91-8a3067036975 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:27.354322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43ce383-5fc0-4e9a-8b91-8a3067036975 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:27.360108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b43ce383-5fc0-4e9a-8b91-8a3067036975 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/e07109fd-25b4-47e8-b001-ab8e0dbab22b HTTP/1.1" status: 404 len: 337 time: 0.0546227 Apr 05 20:43:27.360108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45398) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:27.463212 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa35a2ad-87f9-49fc-8a67-84d760c32529 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:27.463416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa35a2ad-87f9-49fc-8a67-84d760c32529 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:27.465052 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-aa35a2ad-87f9-49fc-8a67-84d760c32529 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/3aa079bf-6f59-47fd-92fb-99319af4ec87 HTTP/1.1" status: 404 len: 333 time: 0.1079118 Apr 05 20:43:27.467602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45402) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:27.477959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfca84-c934-492a-ab0b-253713d0e9eb req-99e437f7-c9d9-44d4-ba80-e3b892160aa2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:27.479470 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b1cfca84-c934-492a-ab0b-253713d0e9eb req-99e437f7-c9d9-44d4-ba80-e3b892160aa2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 945 time: 0.6339588 Apr 05 20:43:27.555738 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-c245b35f-13ee-4836-9653-3e6f80694a53 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:27.556585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c245b35f-13ee-4836-9653-3e6f80694a53 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:27.563181 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c245b35f-13ee-4836-9653-3e6f80694a53 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/c2f5a585-9b8f-456c-a5a7-b86d1aeccbd3 HTTP/1.1" status: 404 len: 337 time: 0.0945940 Apr 05 20:43:27.564090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45406) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:27.581335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5,segment=NetworkSegment(fc70364d-d07a-49ee-a356-56679a91b1d5),segment_id=fc70364d-d07a-49ee-a356-56679a91b1d5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:27.621846 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b1cfca84-c934-492a-ab0b-253713d0e9eb req-801cda55-db28-4c24-a889-551a4a5c47ba tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347752 Apr 05 20:43:27.636483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:43:27.644824 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-589c28d1-b096-406f-b8a7-7576d0f3fafa tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:27.645459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589c28d1-b096-406f-b8a7-7576d0f3fafa tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:27.653182 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-589c28d1-b096-406f-b8a7-7576d0f3fafa tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/faba3981-2fd3-4c55-a426-fb8ea9d47de7 HTTP/1.1" status: 404 len: 337 time: 0.0875320 Apr 05 20:43:27.654570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45410) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:27.663876 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:27.765118 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bd5c6733-5d5f-4e7d-966e-8ee0a0ac68cb admin admin] 10.222.0.24 "PUT /v2.0/routers/7828bad3-4eff-4f67-bae3-8edb36c2be72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5354862 Apr 05 20:43:27.783836 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-234337ec-5e64-4506-aada-b44de8e9a6b2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:27.784603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-234337ec-5e64-4506-aada-b44de8e9a6b2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:27.786309 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-234337ec-5e64-4506-aada-b44de8e9a6b2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/35cc8aca-3b98-44ef-b65d-6d890b64bee3 HTTP/1.1" status: 404 len: 333 time: 0.1308146 Apr 05 20:43:27.800022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45416) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:27.876227 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a0cd1f-8546-4271-a328-789a8c02d69c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:27.876846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a0cd1f-8546-4271-a328-789a8c02d69c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:27.881691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45420) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:27.882372 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-73a0cd1f-8546-4271-a328-789a8c02d69c tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/e92a86c9-24ca-4f64-8564-6ab2fc3cb308 HTTP/1.1" status: 404 len: 337 time: 0.0831137 Apr 05 20:43:27.916555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b3b808e4-0b20-4489-adb3-51a81a692b0d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:27.955015 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-07914e77-93ea-4a8f-9e86-5e0a2ccdfe9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:27.955470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07914e77-93ea-4a8f-9e86-5e0a2ccdfe9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:27.960787 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-07914e77-93ea-4a8f-9e86-5e0a2ccdfe9a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/d2aaa140-9f43-42f2-b0c0-0bbf2cff414d HTTP/1.1" status: 404 len: 337 time: 0.0776985 Apr 05 20:43:27.963975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45426) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:28.004571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-86250cc3-f150-4c64-a1ae-bb15e5704db9 None None] For port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6ed916d1-04ac-4dce-9e5d-0c8ae206813e,segment=NetworkSegment(781a2777-630e-4d16-9faf-40d8de866ec8),segment_id=781a2777-630e-4d16-9faf-40d8de866ec8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:28.029407 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-86250cc3-f150-4c64-a1ae-bb15e5704db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:28.048773 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:28.066891 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcca9565-1cfd-4f33-aae0-edb46b0c2e78 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:28.067365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcca9565-1cfd-4f33-aae0-edb46b0c2e78 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:28.069373 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dcca9565-1cfd-4f33-aae0-edb46b0c2e78 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/613d0b81-713c-4ab2-80be-80f4110348d6 HTTP/1.1" status: 404 len: 333 time: 0.1029460 Apr 05 20:43:28.072069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45430) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:28.087445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866abb22-8396-49da-921e-20f9516da4f8 None None] Network 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:28.150902 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f0e565-891a-4761-858e-75e9e45376d9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:28.151411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f0e565-891a-4761-858e-75e9e45376d9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:28.155837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f4f0e565-891a-4761-858e-75e9e45376d9 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/5321b1f5-884c-4b2f-aab8-39e3faaab7ba HTTP/1.1" status: 404 len: 337 time: 0.0821407 Apr 05 20:43:28.159219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45438) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:28.251304 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f14909-591a-4caa-8e19-ed50c793fd6f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:28.251903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f14909-591a-4caa-8e19-ed50c793fd6f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:28.256894 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-83f14909-591a-4caa-8e19-ed50c793fd6f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/6d40e5a4-ea31-4aa6-86cd-42418e4f97a0 HTTP/1.1" status: 404 len: 337 time: 0.0959032 Apr 05 20:43:28.259793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45442) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:28.312885 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb61272f-ecee-45d3-b319-16c9057b2893 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:28.313526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb61272f-ecee-45d3-b319-16c9057b2893 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:28.315590 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bb61272f-ecee-45d3-b319-16c9057b2893 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/46800086-3b1a-4838-a513-122dc2babf09 HTTP/1.1" status: 404 len: 333 time: 0.0548108 Apr 05 20:43:28.318225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45446) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:28.373978 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Sync routers for ids ['7828bad3-4eff-4f67-bae3-8edb36c2be72'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:43:28.390380 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-6898ebb4-56f1-45f3-913c-906d6d7fd796 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:28.390834 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6898ebb4-56f1-45f3-913c-906d6d7fd796 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:28.392559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6898ebb4-56f1-45f3-913c-906d6d7fd796 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/533257df-ccca-411e-b40a-779139d57e65 HTTP/1.1" status: 404 len: 337 time: 0.0723927 Apr 05 20:43:28.394748 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:28.395279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45452) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:28.416561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0de063-74c3-4b97-9cb9-2d209a9f7465'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:43:28.473399 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-436520ed-790c-4da9-a2ac-53e9b42c59a3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:28.473866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436520ed-790c-4da9-a2ac-53e9b42c59a3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:28.483925 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45458) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:28.484148 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-436520ed-790c-4da9-a2ac-53e9b42c59a3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/83f0a6d2-d09e-4168-8193-43867da79c09 HTTP/1.1" status: 404 len: 333 time: 0.0877860 Apr 05 20:43:28.538217 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc889c3-0686-4dea-9afd-a23131c4c11f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:28.538666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc889c3-0686-4dea-9afd-a23131c4c11f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:28.543447 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3dc889c3-0686-4dea-9afd-a23131c4c11f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/93731aca-71be-41a0-a55a-26e12433d64a HTTP/1.1" status: 404 len: 337 time: 0.0555801 Apr 05 20:43:28.543811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45462) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:28.556094 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'code': 200} Apr 05 20:43:28.576615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 2b0de063-74c3-4b97-9cb9-2d209a9f7465, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:28.582604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Routers {'7828bad3-4eff-4f67-bae3-8edb36c2be72'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:43:28.583242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7828bad3-4eff-4f67-bae3-8edb36c2be72'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:28.615471 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-235ca49d-d8b0-45fe-a17c-5605862f2339 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:28.615961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235ca49d-d8b0-45fe-a17c-5605862f2339 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:28.620346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-235ca49d-d8b0-45fe-a17c-5605862f2339 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/60e0b535-5ca8-4daa-aae0-1267e482cfe2 HTTP/1.1" status: 404 len: 333 time: 0.0705853 Apr 05 20:43:28.620565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45466) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:28.659895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-349078a2-f3bb-45d7-97b6-131400684a0e None None] Provisioning complete for port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:28.660181 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-349078a2-f3bb-45d7-97b6-131400684a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:28.684645 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:28.702540 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdffce85-adf9-4a6d-af5f-9e1014976fd8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:28.702999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdffce85-adf9-4a6d-af5f-9e1014976fd8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:28.704675 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cdffce85-adf9-4a6d-af5f-9e1014976fd8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/6a81bf98-676f-4e60-8598-5e811628b8cd HTTP/1.1" status: 404 len: 337 time: 0.0832241 Apr 05 20:43:28.707350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45474) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:28.765668 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port b3b808e4-0b20-4489-adb3-51a81a692b0d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:28.778007 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbd91f0-2b1d-43d2-996c-bd122e2ef9be tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:28.778007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbd91f0-2b1d-43d2-996c-bd122e2ef9be tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:28.779310 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dcbd91f0-2b1d-43d2-996c-bd122e2ef9be tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/4cdbd10a-b71c-44ad-baba-e103435865fc HTTP/1.1" status: 404 len: 333 time: 0.0710559 Apr 05 20:43:28.782080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45478) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:28.797574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b3b808e4-0b20-4489-adb3-51a81a692b0d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:28.798413 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:28.832191 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86250cc3-f150-4c64-a1ae-bb15e5704db9 None None] Pushing event updated for resources: {'Port': ['ID=6ed916d1-04ac-4dce-9e5d-0c8ae206813e,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:28.874984 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff36b2e6-a67a-4c32-b1e9-1631b8e9ef34 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:28.875435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff36b2e6-a67a-4c32-b1e9-1631b8e9ef34 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:28.877104 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ff36b2e6-a67a-4c32-b1e9-1631b8e9ef34 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/e8a6dd09-baf0-4b2d-9f4f-ee73bb429767 HTTP/1.1" status: 404 len: 337 time: 0.0935133 Apr 05 20:43:28.879807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45482) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:28.922158 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-c199e0e6-ca41-4b85-9ec2-40d0e41406ea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:28.922647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c199e0e6-ca41-4b85-9ec2-40d0e41406ea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:28.924418 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c199e0e6-ca41-4b85-9ec2-40d0e41406ea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/addf50c7-35ed-483f-acc8-f66b7e9ed17c HTTP/1.1" status: 404 len: 333 time: 0.0435894 Apr 05 20:43:28.928806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45486) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:28.980647 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-041813dc-caa4-4d33-928c-d40182e6e284 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:28.981362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041813dc-caa4-4d33-928c-d40182e6e284 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:28.983685 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-041813dc-caa4-4d33-928c-d40182e6e284 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/01aaed65-3e03-4968-8c4f-6e57f5f923fe HTTP/1.1" status: 404 len: 337 time: 0.0527048 Apr 05 20:43:28.986352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45490) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.029113 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fad131-9bc3-4426-b9ae-a5ade8129901 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:29.029508 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88fad131-9bc3-4426-b9ae-a5ade8129901 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:29.031933 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-88fad131-9bc3-4426-b9ae-a5ade8129901 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/b8e1cccd-e1e8-4abf-9400-0c9c4b0766e1 HTTP/1.1" status: 404 len: 333 time: 0.0438995 Apr 05 20:43:29.032090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ae1cb-020d-4aea-aec8-6cad0a77a1f5 req-81181709-e2be-449c-8cfc-7231398eb979 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:29.033192 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a6ae1cb-020d-4aea-aec8-6cad0a77a1f5 req-81181709-e2be-449c-8cfc-7231398eb979 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 947 time: 0.2045877 Apr 05 20:43:29.035018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45494) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.040506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bb5d0-6835-4dc0-9c5c-072ebb5fde34 req-1d900e75-3b18-463b-bc08-0441bccc8aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:29.041997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c5bb5d0-6835-4dc0-9c5c-072ebb5fde34 req-1d900e75-3b18-463b-bc08-0441bccc8aa3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 1098 time: 0.3777766 Apr 05 20:43:29.085026 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1921ca0-1263-4f8d-bd6a-23b19779ae72 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:29.085827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1921ca0-1263-4f8d-bd6a-23b19779ae72 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:29.088164 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c1921ca0-1263-4f8d-bd6a-23b19779ae72 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/d10f3feb-844f-43d0-ac8c-669c67ab5caf HTTP/1.1" status: 404 len: 337 time: 0.0521629 Apr 05 20:43:29.092345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45498) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.092903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=2b0de063-74c3-4b97-9cb9-2d209a9f7465,revision_number=10']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:29.119745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a6ae1cb-020d-4aea-aec8-6cad0a77a1f5 req-690d36b8-1e5c-4068-8303-e300a0ee5d3b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767004 Apr 05 20:43:29.133175 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c5bb5d0-6835-4dc0-9c5c-072ebb5fde34 req-e214d951-6f05-44eb-b04f-dd6f4cfd7350 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734825 Apr 05 20:43:29.166262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c583b1-4698-4140-acbc-803bfe3bf7b8 None None] DHCP port deletion for 037e3de7-f2eb-4f75-8d25-ff6c2dc2028a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:43:29.168974 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9a8dd5-603c-4343-8caa-a80b91ca5eea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:29.170091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9a8dd5-603c-4343-8caa-a80b91ca5eea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:29.172123 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6f9a8dd5-603c-4343-8caa-a80b91ca5eea tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/55e8332a-85a7-49cd-9493-006a83c53ca0 HTTP/1.1" status: 404 len: 337 time: 0.0783050 Apr 05 20:43:29.175098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45504) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.214579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Set router 7828bad3-4eff-4f67-bae3-8edb36c2be72 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:43:29.220383 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9fce60-00b9-46cb-9ca1-c5879b1f8451 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:29.220848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9fce60-00b9-46cb-9ca1-c5879b1f8451 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:29.222559 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3a9fce60-00b9-46cb-9ca1-c5879b1f8451 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/9ba5e6fc-981c-496c-a59c-31f051e393f5 HTTP/1.1" status: 404 len: 333 time: 0.0465441 Apr 05 20:43:29.225389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45508) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.263881 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-94186e37-ebdb-4bcb-8822-3f2cd1ba9134 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:29.264328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94186e37-ebdb-4bcb-8822-3f2cd1ba9134 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:29.266038 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-94186e37-ebdb-4bcb-8822-3f2cd1ba9134 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/d703c518-31c9-4dd4-b210-1946e502f98a HTTP/1.1" status: 404 len: 337 time: 0.0396440 Apr 05 20:43:29.269162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45512) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.281221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-17c583b1-4698-4140-acbc-803bfe3bf7b8 None None] Deleting port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:29.281586 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-17c583b1-4698-4140-acbc-803bfe3bf7b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:29.309177 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-56247471-39ad-4739-8173-6e2729a96378 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:29.309640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56247471-39ad-4739-8173-6e2729a96378 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:29.311405 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-56247471-39ad-4739-8173-6e2729a96378 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/b6e89e10-06e8-443b-87e8-38fc80515797 HTTP/1.1" status: 404 len: 337 time: 0.0412989 Apr 05 20:43:29.314528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45516) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.360704 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea6f8f1a-0b83-451e-9deb-756217a578d5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:29.361352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea6f8f1a-0b83-451e-9deb-756217a578d5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:29.365272 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ea6f8f1a-0b83-451e-9deb-756217a578d5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/50905122-62f0-4c36-b1d5-f13795bfe0a7 HTTP/1.1" status: 404 len: 333 time: 0.0474439 Apr 05 20:43:29.365497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45520) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.404162 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e243106-2cf2-442b-bc23-fd07ed4a45db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:29.404620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e243106-2cf2-442b-bc23-fd07ed4a45db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:29.406337 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8e243106-2cf2-442b-bc23-fd07ed4a45db tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/2d665263-4181-4218-bbd7-9bd9aa470a3d HTTP/1.1" status: 404 len: 337 time: 0.0399215 Apr 05 20:43:29.408897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45524) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.447229 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ae9d2b6-3f37-4c03-83a8-d69e681d8a39 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:29.447612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ae9d2b6-3f37-4c03-83a8-d69e681d8a39 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:29.452504 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6ae9d2b6-3f37-4c03-83a8-d69e681d8a39 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/69a885e3-f006-487c-88a9-21f6f8cb4762 HTTP/1.1" status: 404 len: 337 time: 0.0395970 Apr 05 20:43:29.452643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45530) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.482990 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:29.524757 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2ada48-14a5-4e64-84ec-b89ec5a161af tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:29.525503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2ada48-14a5-4e64-84ec-b89ec5a161af tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:29.527426 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3d2ada48-14a5-4e64-84ec-b89ec5a161af tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/099b2a41-474d-4007-b29f-2d74d9cef04a HTTP/1.1" status: 404 len: 333 time: 0.0739076 Apr 05 20:43:29.530957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45540) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.593153 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-22d81748-c127-43c5-94d6-426de4e703fe tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:29.593845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22d81748-c127-43c5-94d6-426de4e703fe tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:29.596827 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-22d81748-c127-43c5-94d6-426de4e703fe tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/898d2fa6-c82b-4491-9230-3de46b0d87d3 HTTP/1.1" status: 404 len: 337 time: 0.0638413 Apr 05 20:43:29.599115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45546) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.630550 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port b3b808e4-0b20-4489-adb3-51a81a692b0d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b3b808e4-0b20-4489-adb3-51a81a692b0d,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:29.647710 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37c49e3-d260-4c1c-be1b-ffbb4217d2a3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:29.647710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37c49e3-d260-4c1c-be1b-ffbb4217d2a3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:29.653399 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e37c49e3-d260-4c1c-be1b-ffbb4217d2a3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/9a02ed48-a347-4632-a476-6ebe50b28822 HTTP/1.1" status: 404 len: 337 time: 0.0529246 Apr 05 20:43:29.654573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45554) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.669971 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:29.741276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-349078a2-f3bb-45d7-97b6-131400684a0e None None] Provisioning complete for port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:29.741693 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-349078a2-f3bb-45d7-97b6-131400684a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:29.782978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-aff54c39-8a8c-44dd-a605-5fba1f09c8c8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports?device_id=92c3171e-5cc9-453d-adef-4fbca3b82339 HTTP/1.1" status: 200 len: 205 time: 0.1267898 Apr 05 20:43:29.785658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45558) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.884566 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-19d123ed-88b7-4842-b0bc-d2934a617aad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] delete failed (client error): The resource could not be found. Apr 05 20:43:29.888817 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-19d123ed-88b7-4842-b0bc-d2934a617aad tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/routers/92c3171e-5cc9-453d-adef-4fbca3b82339 HTTP/1.1" status: 404 len: 336 time: 0.0985632 Apr 05 20:43:29.888971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45566) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.904933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:29.941466 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b90a74-050b-40db-99bf-7c2f17d44746 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:29.941988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b90a74-050b-40db-99bf-7c2f17d44746 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:29.946360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45574) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:29.946665 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-00b90a74-050b-40db-99bf-7c2f17d44746 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/2ad9d2e4-d4f6-43ac-af60-bc3b297651e6 HTTP/1.1" status: 404 len: 337 time: 0.0567465 Apr 05 20:43:30.027889 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-caabf090-9a88-43c1-b7d5-22236790edd2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "GET /v2.0/ports?device_id=4324ffae-a12c-47b8-a54e-ddf3ae954cf0 HTTP/1.1" status: 200 len: 205 time: 0.0776525 Apr 05 20:43:30.028154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45580) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:30.132021 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-6d6c4d58-e84b-44f4-8555-7985c2a5d2a7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] delete failed (client error): The resource could not be found. Apr 05 20:43:30.136040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45590) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:30.160572 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6d6c4d58-e84b-44f4-8555-7985c2a5d2a7 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/routers/4324ffae-a12c-47b8-a54e-ddf3ae954cf0 HTTP/1.1" status: 404 len: 336 time: 0.1312680 Apr 05 20:43:30.201664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-17c583b1-4698-4140-acbc-803bfe3bf7b8 None None] For port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0a8c97fc-b01d-4e13-85d8-519ee9c2f47d,segment=NetworkSegment(b5e60c47-195c-41c8-90a1-21dbad65e3c5),segment_id=b5e60c47-195c-41c8-90a1-21dbad65e3c5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:30.202095 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-17c583b1-4698-4140-acbc-803bfe3bf7b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:30.219903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=b3b808e4-0b20-4489-adb3-51a81a692b0d,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:30.252315 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-edae9a2f-40cb-43df-9275-f648a7b1a27a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:30.254370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edae9a2f-40cb-43df-9275-f648a7b1a27a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:30.259125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45600) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:30.259641 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-edae9a2f-40cb-43df-9275-f648a7b1a27a tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/0cf14714-fa3c-47f9-acd0-7fa98006b78f HTTP/1.1" status: 404 len: 337 time: 0.1223209 Apr 05 20:43:30.368409 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bc5935-a48b-43e1-950c-1afc053f0050 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:30.369493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bc5935-a48b-43e1-950c-1afc053f0050 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:30.374921 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f4bc5935-a48b-43e1-950c-1afc053f0050 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/23fa5296-f539-43bb-83e8-4c8b21debcef HTTP/1.1" status: 404 len: 337 time: 0.1146049 Apr 05 20:43:30.377731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45616) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:30.405671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-17c583b1-4698-4140-acbc-803bfe3bf7b8 None None] Calling delete_port for 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:43:30.432562 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f7938b-e070-4042-8f74-42bc1feca712 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:30.433042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f7938b-e070-4042-8f74-42bc1feca712 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:30.436899 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-89f7938b-e070-4042-8f74-42bc1feca712 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/73f4ef20-01ed-4f1e-81bc-20c974a4cc2c HTTP/1.1" status: 404 len: 333 time: 0.0578871 Apr 05 20:43:30.441559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45620) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:30.551244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:30.551750 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:30.566818 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-889bfc65-ce55-4802-9837-b567ac3dacc8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:30.567271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889bfc65-ce55-4802-9837-b567ac3dacc8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:30.572180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45628) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:30.576083 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-889bfc65-ce55-4802-9837-b567ac3dacc8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/705244ca-5795-4794-9fc0-a5a14e8af831 HTTP/1.1" status: 404 len: 337 time: 0.1334414 Apr 05 20:43:30.586495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddcb744-d663-4d29-96f3-17eccaab99a3 req-702b649d-d7af-4d33-9860-80f775dd3c57 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:30.588993 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ddcb744-d663-4d29-96f3-17eccaab99a3 req-702b649d-d7af-4d33-9860-80f775dd3c57 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 947 time: 0.1920071 Apr 05 20:43:30.654030 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd1d3b3-307b-4165-b335-a4cd955cab82 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:30.654754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd1d3b3-307b-4165-b335-a4cd955cab82 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:30.659979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-349078a2-f3bb-45d7-97b6-131400684a0e None None] Provisioning for port d950f527-19e7-49e3-9651-4546f94f8a47 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:30.660777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45638) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:30.674912 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1bd1d3b3-307b-4165-b335-a4cd955cab82 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/ab8c6dc4-1a80-4ad3-9f4e-1ddbcb6c8475 HTTP/1.1" status: 404 len: 333 time: 0.0996709 Apr 05 20:43:30.679152 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-17c583b1-4698-4140-acbc-803bfe3bf7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:30.686219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45644) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:30.721216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'name': 'tempest-TestAggregatesBasicOps-1852136641-router', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'b3b808e4-0b20-4489-adb3-51a81a692b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:18Z', 'updated_at': '2022-04-05T20:43:25Z', 'revision_number': 4, 'project_id': '9fef580866cf4c3da888d70f417b0379', 'gw_port': {'id': 'b3b808e4-0b20-4489-adb3-51a81a692b0d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:19Z', 'updated_at': '2022-04-05T20:43:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd950f527-19e7-49e3-9651-4546f94f8a47', 'name': '', 'network_id': '2cf6da33-6e84-46f5-b602-2d14a57ee821', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'mac_address': 'fa:16:3e:5f:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '5f3978dc-987c-43f4-918f-379f919973ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:24Z', 'updated_at': '2022-04-05T20:43:25Z', 'revision_number': 2, 'project_id': '9fef580866cf4c3da888d70f417b0379', 'subnets': [{'id': '5f3978dc-987c-43f4-918f-379f919973ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:30.734884 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-349078a2-f3bb-45d7-97b6-131400684a0e None None] Provisioning complete for port d950f527-19e7-49e3-9651-4546f94f8a47 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:30.735240 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-349078a2-f3bb-45d7-97b6-131400684a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:30.745508 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd0ba49-a863-47a3-b0b4-1cb62bffd393 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:30.745864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd0ba49-a863-47a3-b0b4-1cb62bffd393 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:30.756030 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9dd0ba49-a863-47a3-b0b4-1cb62bffd393 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/9b6ca4de-d42a-4d70-a2cc-2968f5233288 HTTP/1.1" status: 404 len: 337 time: 0.0918210 Apr 05 20:43:30.756948 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45654) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:30.785056 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c583b1-4698-4140-acbc-803bfe3bf7b8 None None] No DVR routers for this DVR port 0a8c97fc-b01d-4e13-85d8-519ee9c2f47d on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:43:30.791793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c583b1-4698-4140-acbc-803bfe3bf7b8 None None] Pushing event deleted for resources: {'Port': ['ID=0a8c97fc-b01d-4e13-85d8-519ee9c2f47d,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:30.794311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Checking router: 7828bad3-4eff-4f67-bae3-8edb36c2be72 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:43:30.794311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Updating router 7828bad3-4eff-4f67-bae3-8edb36c2be72 port d950f527-19e7-49e3-9651-4546f94f8a47 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:43:30.822720 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-de56f4f7-7899-4e62-a4cb-c5e9bac054f8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:30.823368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de56f4f7-7899-4e62-a4cb-c5e9bac054f8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:30.826191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-de56f4f7-7899-4e62-a4cb-c5e9bac054f8 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/046735d2-9008-4342-8c6c-82015f9826bc HTTP/1.1" status: 404 len: 333 time: 0.0675178 Apr 05 20:43:30.828658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45666) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:30.851940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd2416f-ee3e-4e8b-a502-47e1236a3e21 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:43:30.882983 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f2dd0a-0366-42f9-b532-a5fbb788f3ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:30.883454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f2dd0a-0366-42f9-b532-a5fbb788f3ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:30.885360 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c2f2dd0a-0366-42f9-b532-a5fbb788f3ce tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/8c503870-18d5-47ac-ac6d-a97bf82f79b7 HTTP/1.1" status: 404 len: 337 time: 0.0556517 Apr 05 20:43:30.888442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45676) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:30.938352 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ddcb744-d663-4d29-96f3-17eccaab99a3 req-c26dc320-06ba-4aca-b848-dfd5cb18d872 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3146541 Apr 05 20:43:30.970160 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a6be8a6-a414-40e6-b0c1-05db2a419eba tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:30.970651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a6be8a6-a414-40e6-b0c1-05db2a419eba tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:30.987772 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1a6be8a6-a414-40e6-b0c1-05db2a419eba tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/0e4da570-9249-47a1-9c7d-ce3c8e0f71ac HTTP/1.1" status: 404 len: 333 time: 0.0969574 Apr 05 20:43:30.989340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45680) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:30.992070 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-349078a2-f3bb-45d7-97b6-131400684a0e None None] Port d950f527-19e7-49e3-9651-4546f94f8a47 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:43:31.012363 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.058494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6ed916d1-04ac-4dce-9e5d-0c8ae206813e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:31.087016 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-511a751c-441a-49d3-8cf6-33c87b509ad6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:31.087728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511a751c-441a-49d3-8cf6-33c87b509ad6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:31.089837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-511a751c-441a-49d3-8cf6-33c87b509ad6 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/c917fc01-b181-4c00-9aca-f6692b5fbbd6 HTTP/1.1" status: 404 len: 337 time: 0.0987182 Apr 05 20:43:31.093322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45684) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:31.143008 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-1128fc08-8840-429c-bf3c-3e3a6cb54986 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:31.143753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1128fc08-8840-429c-bf3c-3e3a6cb54986 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:31.148658 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1128fc08-8840-429c-bf3c-3e3a6cb54986 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/a4f0cf32-2e73-42b1-bcca-2c7634f33fe8 HTTP/1.1" status: 404 len: 333 time: 0.0533059 Apr 05 20:43:31.149516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45688) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:31.198877 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-2483df53-5c7d-4e98-afaa-c6d3120207c2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:31.199572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2483df53-5c7d-4e98-afaa-c6d3120207c2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:31.204836 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2483df53-5c7d-4e98-afaa-c6d3120207c2 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/4a492708-4042-4415-9471-a93d553a1ad5 HTTP/1.1" status: 404 len: 337 time: 0.0540619 Apr 05 20:43:31.205845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45692) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:31.260269 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f80b099-f6e8-410a-aa18-57c05a2f5f92 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:31.260968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f80b099-f6e8-410a-aa18-57c05a2f5f92 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:31.266507 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8f80b099-f6e8-410a-aa18-57c05a2f5f92 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/4fa97cb6-2c6a-4970-b30d-cac0b5cde5cd HTTP/1.1" status: 404 len: 333 time: 0.0594766 Apr 05 20:43:31.267337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45696) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:31.295982 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5fbe1fee-1ed4-4d4a-9ec4-18690d5c11c5 None None] Provisioning complete for port d950f527-19e7-49e3-9651-4546f94f8a47 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:31.296349 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5fbe1fee-1ed4-4d4a-9ec4-18690d5c11c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.315345 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-38ae0224-efae-4d85-9966-059fc73fd61b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:31.316078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38ae0224-efae-4d85-9966-059fc73fd61b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:31.321776 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-38ae0224-efae-4d85-9966-059fc73fd61b tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/3f913eef-2713-4acc-baea-bff194e43ee8 HTTP/1.1" status: 404 len: 337 time: 0.0533352 Apr 05 20:43:31.321960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45700) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:31.346014 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd2416f-ee3e-4e8b-a502-47e1236a3e21 None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:43:31.441099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5fbe1fee-1ed4-4d4a-9ec4-18690d5c11c5 None None] Port d950f527-19e7-49e3-9651-4546f94f8a47 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:43:31.442677 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8359ff-8899-4623-b242-61bd10760dc3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:31.443136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8359ff-8899-4623-b242-61bd10760dc3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:31.448111 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fe8359ff-8899-4623-b242-61bd10760dc3 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/ports/4d864158-c707-4c44-acaa-a8cb05068f32 HTTP/1.1" status: 404 len: 333 time: 0.1228001 Apr 05 20:43:31.452024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45706) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:31.464139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:31.464859 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.553841 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b85a49-5bba-42a3-99d2-3189927357b5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] DELETE failed (client error): The resource could not be found. Apr 05 20:43:31.554560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b85a49-5bba-42a3-99d2-3189927357b5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:43:31.559279 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-86b85a49-5bba-42a3-99d2-3189927357b5 tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/subnets/ae7e2e6f-b3e6-47e0-855e-562c77321621 HTTP/1.1" status: 404 len: 337 time: 0.1032736 Apr 05 20:43:31.559555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45710) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:31.729059 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.921085 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.949699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['037e3de7-f2eb-4f75-8d25-ff6c2dc2028a']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:31.958197 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdefd-82fa-424a-9c93-fc1dc4880049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:31.964430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5e60c47-195c-41c8-90a1-21dbad65e3c5') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:31.964919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5e60c47-195c-41c8-90a1-21dbad65e3c5') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:31.978326 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.000553 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.006408 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.006922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:43:32.007260 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:43:32.115905 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:43:32.124417 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.140859 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Transition to ACTIVE for port object d950f527-19e7-49e3-9651-4546f94f8a47 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:32.165591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.178391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b3b808e4-0b20-4489-adb3-51a81a692b0d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:32.184912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Pushing event deleted for resources: {'Network': ['ID=037e3de7-f2eb-4f75-8d25-ff6c2dc2028a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:32.200313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:32.200819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:32.201147 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:32.201472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:32.202313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:32.202313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:32.202533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:32.202741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:32.203066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:32.203577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:32.203909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:32.204231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:32.218392 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.258744 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-76e9938a-0fab-420a-9ac9-a6eec00d139f tempest-NetworksTestDHCPv6-1864285895 tempest-NetworksTestDHCPv6-1864285895-project] 10.222.0.24 "DELETE /v2.0/networks/037e3de7-f2eb-4f75-8d25-ff6c2dc2028a HTTP/1.1" status: 204 len: 168 time: 0.6968358 Apr 05 20:43:32.355612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22317a-ae2f-469b-8a25-37d1920f6c2b req-50e3a320-38f6-442c-a8f4-a2631067dc4d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:32.358851 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fe22317a-ae2f-469b-8a25-37d1920f6c2b req-50e3a320-38f6-442c-a8f4-a2631067dc4d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 947 time: 0.1812327 Apr 05 20:43:32.437008 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fe22317a-ae2f-469b-8a25-37d1920f6c2b req-17425bfe-6970-4e51-aee7-7ab18c44c972 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674212 Apr 05 20:43:32.489130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-cb6cdefd-82fa-424a-9c93-fc1dc4880049 admin admin] Deleting port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:32.489686 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdefd-82fa-424a-9c93-fc1dc4880049 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.515078 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583fc91-a93c-46e1-8314-3cfd9f683c72 None None] Pushing event updated for resources: {'Port': ['ID=d950f527-19e7-49e3-9651-4546f94f8a47,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:32.572382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5c86dc-7281-475d-bd44-6517e2ec3383 None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 20:43:32.642395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Attempting to bind port d950f527-19e7-49e3-9651-4546f94f8a47 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:32.642767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Attempting to bind port d950f527-19e7-49e3-9651-4546f94f8a47 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '781a2777-630e-4d16-9faf-40d8de866ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cf6da33-6e84-46f5-b602-2d14a57ee821'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:32.643127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Attempting to bind port d950f527-19e7-49e3-9651-4546f94f8a47 on network 2cf6da33-6e84-46f5-b602-2d14a57ee821 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:43:32.670721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b3b808e4-0b20-4489-adb3-51a81a692b0d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:32.671371 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.715606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-cb6cdefd-82fa-424a-9c93-fc1dc4880049 admin admin] For port df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5,segment=NetworkSegment(fc70364d-d07a-49ee-a356-56679a91b1d5),segment_id=fc70364d-d07a-49ee-a356-56679a91b1d5)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:32.715831 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdefd-82fa-424a-9c93-fc1dc4880049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.716772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:43:32.717281 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Checking segment: {'id': '781a2777-630e-4d16-9faf-40d8de866ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cf6da33-6e84-46f5-b602-2d14a57ee821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:43:32.717785 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.718373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Bound using segment: {'id': '781a2777-630e-4d16-9faf-40d8de866ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cf6da33-6e84-46f5-b602-2d14a57ee821'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:43:32.718971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Bound port: d950f527-19e7-49e3-9651-4546f94f8a47, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781a2777-630e-4d16-9faf-40d8de866ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '2cf6da33-6e84-46f5-b602-2d14a57ee821'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:32.719443 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:32.758022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45724) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:32.855134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-cb6cdefd-82fa-424a-9c93-fc1dc4880049 admin admin] Calling delete_port for df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:43:32.943478 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] For port d950f527-19e7-49e3-9651-4546f94f8a47, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:43:32.961040 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5c86dc-7281-475d-bd44-6517e2ec3383 None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 20:43:32.964039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] For port d950f527-19e7-49e3-9651-4546f94f8a47, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d950f527-19e7-49e3-9651-4546f94f8a47,segment=NetworkSegment(781a2777-630e-4d16-9faf-40d8de866ec8),segment_id=781a2777-630e-4d16-9faf-40d8de866ec8)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:43:32.973509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45730) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:32.974055 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7f011af7-abfe-4665-8c40-60ad21925330 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd3d49cba31149e5b1789557e8f7dd7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074525 Apr 05 20:43:32.974352 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:33.167696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Routers {'7828bad3-4eff-4f67-bae3-8edb36c2be72'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:43:33.168355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7828bad3-4eff-4f67-bae3-8edb36c2be72'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:33.236520 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583fc91-a93c-46e1-8314-3cfd9f683c72 None None] Pushing event updated for resources: {'Port': ['ID=d950f527-19e7-49e3-9651-4546f94f8a47,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:33.252853 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8649943a-d449-42a9-ae69-cf21a1cd26d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:33.322724 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8649943a-d449-42a9-ae69-cf21a1cd26d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:33.371046 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdefd-82fa-424a-9c93-fc1dc4880049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:33.422501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6cdefd-82fa-424a-9c93-fc1dc4880049 admin admin] Pushing event deleted for resources: {'Port': ['ID=df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:33.443017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] Set router 7828bad3-4eff-4f67-bae3-8edb36c2be72 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:43:33.508195 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8649943a-d449-42a9-ae69-cf21a1cd26d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:33.535178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649943a-d449-42a9-ae69-cf21a1cd26d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cce83cc-cc2f-4227-b261-855da4e26baf,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:33.604120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8649943a-d449-42a9-ae69-cf21a1cd26d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:33.608161 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8649943a-d449-42a9-ae69-cf21a1cd26d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cce83cc-cc2f-4227-b261-855da4e26baf HTTP/1.1" status: 204 len: 168 time: 0.6314960 Apr 05 20:43:33.786248 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb6cdefd-82fa-424a-9c93-fc1dc4880049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:34.115085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'name': 'tempest-TestAggregatesBasicOps-1852136641-router', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'b3b808e4-0b20-4489-adb3-51a81a692b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:18Z', 'updated_at': '2022-04-05T20:43:25Z', 'revision_number': 4, 'project_id': '9fef580866cf4c3da888d70f417b0379', 'gw_port': {'id': 'b3b808e4-0b20-4489-adb3-51a81a692b0d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:19Z', 'updated_at': '2022-04-05T20:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd950f527-19e7-49e3-9651-4546f94f8a47', 'name': '', 'network_id': '2cf6da33-6e84-46f5-b602-2d14a57ee821', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'mac_address': 'fa:16:3e:5f:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '5f3978dc-987c-43f4-918f-379f919973ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:24Z', 'updated_at': '2022-04-05T20:43:32Z', 'revision_number': 4, 'project_id': '9fef580866cf4c3da888d70f417b0379', 'subnets': [{'id': '5f3978dc-987c-43f4-918f-379f919973ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:34.123265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568dc97-7883-4341-ac77-2fff864e9745 None None] The sync data for ids ['7828bad3-4eff-4f67-bae3-8edb36c2be72'] in n-d-836604-1 is: [{'id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'name': 'tempest-TestAggregatesBasicOps-1852136641-router', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'b3b808e4-0b20-4489-adb3-51a81a692b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:18Z', 'updated_at': '2022-04-05T20:43:25Z', 'revision_number': 4, 'project_id': '9fef580866cf4c3da888d70f417b0379', 'gw_port': {'id': 'b3b808e4-0b20-4489-adb3-51a81a692b0d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:19Z', 'updated_at': '2022-04-05T20:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd950f527-19e7-49e3-9651-4546f94f8a47', 'name': '', 'network_id': '2cf6da33-6e84-46f5-b602-2d14a57ee821', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'mac_address': 'fa:16:3e:5f:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '5f3978dc-987c-43f4-918f-379f919973ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:24Z', 'updated_at': '2022-04-05T20:43:32Z', 'revision_number': 4, 'project_id': '9fef580866cf4c3da888d70f417b0379', 'subnets': [{'id': '5f3978dc-987c-43f4-918f-379f919973ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:43:34.347788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6cdefd-82fa-424a-9c93-fc1dc4880049 admin admin] Router 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:43:34.541316 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:43:34.687573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6cdefd-82fa-424a-9c93-fc1dc4880049 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:43:34.696956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45756) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:34.699606 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cb6cdefd-82fa-424a-9c93-fc1dc4880049 admin admin] 10.222.0.24 "PUT /v2.0/routers/1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0114408 Apr 05 20:43:34.699845 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c946c2b-4034-47bc-8362-cad49dd01315 None None] Sync routers for ids ['1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:43:34.716457 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c946c2b-4034-47bc-8362-cad49dd01315 None None] Routers {'1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:43:34.718386 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3c946c2b-4034-47bc-8362-cad49dd01315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:34.941427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45762) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:35.088316 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3c946c2b-4034-47bc-8362-cad49dd01315 None None] Set router 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:43:35.116864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group': {'name': 'tempest-secgroup--460148796'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:35.133672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:35.139159 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.144171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:35.151630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:35.162959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:35.195436 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.215607 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.237425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:35.244013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:35.247343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:35.259198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:35.383542 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.400804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] Deleting port f65ec909-d5bc-4545-b981-ab5a4ed6bb12 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:35.401231 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.418376 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.425208 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.476683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:35.478580 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3c946c2b-4034-47bc-8362-cad49dd01315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'name': 'tempest-TestAggregatesBasicOps-1615704860-router', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': 'f65ec909-d5bc-4545-b981-ab5a4ed6bb12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:05Z', 'updated_at': '2022-04-05T20:43:33Z', 'revision_number': 5, 'project_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'gw_port': {'id': 'f65ec909-d5bc-4545-b981-ab5a4ed6bb12', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:08Z', 'updated_at': '2022-04-05T20:43:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:35.480318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4906cf-aede-4d82-b395-a5600cf2e51f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:35.484443 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c946c2b-4034-47bc-8362-cad49dd01315 None None] Checking router: 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:43:35.484761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:35.488401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:35.494909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:35.497323 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c946c2b-4034-47bc-8362-cad49dd01315 None None] Routers {'1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:43:35.498231 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3c946c2b-4034-47bc-8362-cad49dd01315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:35.608127 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.618188 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.672238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] For port f65ec909-d5bc-4545-b981-ab5a4ed6bb12, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f65ec909-d5bc-4545-b981-ab5a4ed6bb12,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:35.672591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.696275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc50c7e-92ed-439f-bc2a-2fa656c7ee83,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:35.715823 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.719995 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-58155cbb-84df-4e73-b441-4ea0242cbb64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7754321 Apr 05 20:43:35.720451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45768) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:35.744783 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3c946c2b-4034-47bc-8362-cad49dd01315 None None] Set router 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:43:35.815851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b882ed88-55e6-448e-b883-83fcec1dcd8f tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:35.837660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b882ed88-55e6-448e-b883-83fcec1dcd8f tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:35.842093 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b882ed88-55e6-448e-b883-83fcec1dcd8f tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1178334 Apr 05 20:43:35.842442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45772) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:35.848228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c57af0e2-139a-44bf-960b-50b47f24cd65 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group': {'name': 'tempest-security--2115500892', 'description': 'tempest-security-description-378218064'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:35.862841 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] Calling delete_port for f65ec909-d5bc-4545-b981-ab5a4ed6bb12 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:43:35.868570 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3c946c2b-4034-47bc-8362-cad49dd01315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'name': 'tempest-TestAggregatesBasicOps-1615704860-router', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:05Z', 'updated_at': '2022-04-05T20:43:35Z', 'revision_number': 6, 'project_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:35.874049 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c946c2b-4034-47bc-8362-cad49dd01315 None None] The sync data for ids ['1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b'] in n-d-836604-1 is: [{'id': '1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b', 'name': 'tempest-TestAggregatesBasicOps-1615704860-router', 'tenant_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:05Z', 'updated_at': '2022-04-05T20:43:35Z', 'revision_number': 6, 'project_id': 'd16327ce00ca4d209d2dce9cf08b1074', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:43:35.897755 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c57af0e2-139a-44bf-960b-50b47f24cd65 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.955986 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c57af0e2-139a-44bf-960b-50b47f24cd65 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.960903 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c57af0e2-139a-44bf-960b-50b47f24cd65 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.963734 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c57af0e2-139a-44bf-960b-50b47f24cd65 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:35.965551 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c57af0e2-139a-44bf-960b-50b47f24cd65 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "PUT /v2.0/security-groups/2cc50c7e-92ed-439f-bc2a-2fa656c7ee83 HTTP/1.1" status: 200 len: 1779 time: 0.1221180 Apr 05 20:43:35.968599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45778) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:35.996902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57af0e2-139a-44bf-960b-50b47f24cd65 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc50c7e-92ed-439f-bc2a-2fa656c7ee83,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:36.051453 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3f8f3b31-6a40-4c0c-82cb-261f163dc823 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-groups/2cc50c7e-92ed-439f-bc2a-2fa656c7ee83 HTTP/1.1" status: 200 len: 1779 time: 0.0815377 Apr 05 20:43:36.054272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45782) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:36.108450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d950f527-19e7-49e3-9651-4546f94f8a47 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:36.137830 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-095854f2-9c06-4c28-a28e-c0c154a1af57 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.152826 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.175023 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-095854f2-9c06-4c28-a28e-c0c154a1af57 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.206981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port d950f527-19e7-49e3-9651-4546f94f8a47 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:36.213277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d950f527-19e7-49e3-9651-4546f94f8a47 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:36.213447 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.249953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] Pushing event deleted for resources: {'Port': ['ID=f65ec909-d5bc-4545-b981-ab5a4ed6bb12,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:36.276978 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-095854f2-9c06-4c28-a28e-c0c154a1af57 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.311274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095854f2-9c06-4c28-a28e-c0c154a1af57 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc50c7e-92ed-439f-bc2a-2fa656c7ee83,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:36.331080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-095854f2-9c06-4c28-a28e-c0c154a1af57 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.337587 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-095854f2-9c06-4c28-a28e-c0c154a1af57 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-groups/2cc50c7e-92ed-439f-bc2a-2fa656c7ee83 HTTP/1.1" status: 204 len: 168 time: 0.2778542 Apr 05 20:43:36.337587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45786) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:36.344356 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.376732 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.418484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port d950f527-19e7-49e3-9651-4546f94f8a47, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d950f527-19e7-49e3-9651-4546f94f8a47,segment=NetworkSegment(781a2777-630e-4d16-9faf-40d8de866ec8),segment_id=781a2777-630e-4d16-9faf-40d8de866ec8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:36.424542 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.553592 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=d950f527-19e7-49e3-9651-4546f94f8a47,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:36.553869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d431937d-462f-4117-8f62-9ad0336ac2b0 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:36.572189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d431937d-462f-4117-8f62-9ad0336ac2b0 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:36.573822 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d431937d-462f-4117-8f62-9ad0336ac2b0 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2353699 Apr 05 20:43:36.576789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45790) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:36.597235 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-5a3934ea-e626-479a-b589-b4d3ac67c0fe tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] delete failed (client error): The resource could not be found. Apr 05 20:43:36.598477 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5a3934ea-e626-479a-b589-b4d3ac67c0fe tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-groups/2cc50c7e-92ed-439f-bc2a-2fa656c7ee83 HTTP/1.1" status: 404 len: 347 time: 0.0205278 Apr 05 20:43:36.604322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45794) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:36.609842 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.612146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.616150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ed4bf3a9-f896-48dc-9c01-abd78f031a10 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1836153725'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:36.626017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ed4bf3a9-f896-48dc-9c01-abd78f031a10 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:36.645246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ed4bf3a9-f896-48dc-9c01-abd78f031a10 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:36.652319 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.652829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:43:36.665954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf3a9-f896-48dc-9c01-abd78f031a10 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.679217 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.682874 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-62ec7a37-ce20-4ced-99c8-09410276c64e admin admin] 10.222.0.24 "DELETE /v2.0/routers/1cb96e47-4fbb-4f1a-a15b-9a8f099eae7b HTTP/1.1" status: 204 len: 168 time: 1.9825697 Apr 05 20:43:36.683181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45798) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:36.698350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ed4bf3a9-f896-48dc-9c01-abd78f031a10 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:36.714090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ed4bf3a9-f896-48dc-9c01-abd78f031a10 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:36.721232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ed4bf3a9-f896-48dc-9c01-abd78f031a10 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:36.730221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ed4bf3a9-f896-48dc-9c01-abd78f031a10 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:36.749716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdc82ac-6cd0-45c0-9446-bf2ec890d203 admin admin] Deleting subnet ec91b3c2-2b6c-4e4c-ac22-6a6d2714ee42 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:43:36.758450 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-abdc82ac-6cd0-45c0-9446-bf2ec890d203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.823599 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf3a9-f896-48dc-9c01-abd78f031a10 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.828408 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-abdc82ac-6cd0-45c0-9446-bf2ec890d203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.829510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf3a9-f896-48dc-9c01-abd78f031a10 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.870964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4bf3a9-f896-48dc-9c01-abd78f031a10 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4531840d-061d-402b-845f-54fff382a737,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:36.890777 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed4bf3a9-f896-48dc-9c01-abd78f031a10 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:36.892964 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ed4bf3a9-f896-48dc-9c01-abd78f031a10 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2876558 Apr 05 20:43:36.897110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45802) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:36.906263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-fee60fb7-93d3-4ee0-bac3-e3effe5a5bbc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group_rule': {'security_group_id': '4531840d-061d-402b-845f-54fff382a737', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:36.915240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fee60fb7-93d3-4ee0-bac3-e3effe5a5bbc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:36.924282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fee60fb7-93d3-4ee0-bac3-e3effe5a5bbc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:36.928811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fee60fb7-93d3-4ee0-bac3-e3effe5a5bbc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:36.935894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fee60fb7-93d3-4ee0-bac3-e3effe5a5bbc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:36.951749 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-abdc82ac-6cd0-45c0-9446-bf2ec890d203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.004689 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fee60fb7-93d3-4ee0-bac3-e3effe5a5bbc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.073340 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-abdc82ac-6cd0-45c0-9446-bf2ec890d203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.120858 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-abdc82ac-6cd0-45c0-9446-bf2ec890d203 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.125501 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb70137-b785-4841-b874-2c8e08ec1d8c None None] Network ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:37.126073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc82ac-6cd0-45c0-9446-bf2ec890d203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec91b3c2-2b6c-4e4c-ac22-6a6d2714ee42,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:37.141815 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fee60fb7-93d3-4ee0-bac3-e3effe5a5bbc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.143977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-abdc82ac-6cd0-45c0-9446-bf2ec890d203 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ec91b3c2-2b6c-4e4c-ac22-6a6d2714ee42 HTTP/1.1" status: 204 len: 168 time: 0.4598019 Apr 05 20:43:37.146590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45808) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:37.166356 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fee60fb7-93d3-4ee0-bac3-e3effe5a5bbc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.213749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee60fb7-93d3-4ee0-bac3-e3effe5a5bbc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdbb7d6-0db8-47aa-9666-100cafbcdc1e,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:37.264253 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fee60fb7-93d3-4ee0-bac3-e3effe5a5bbc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.265249 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fee60fb7-93d3-4ee0-bac3-e3effe5a5bbc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3669856 Apr 05 20:43:37.268386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45812) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:37.291842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.311812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Deleting port a66119a6-c165-42a0-ad62-d85457a92801 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:37.312034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-646652c4-3d78-4bdd-a37a-bdc35453cace tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.312208 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.322829 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-646652c4-3d78-4bdd-a37a-bdc35453cace tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.352575 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-646652c4-3d78-4bdd-a37a-bdc35453cace tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.391061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646652c4-3d78-4bdd-a37a-bdc35453cace tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcdbb7d6-0db8-47aa-9666-100cafbcdc1e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:37.400541 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-646652c4-3d78-4bdd-a37a-bdc35453cace tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.401935 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-646652c4-3d78-4bdd-a37a-bdc35453cace tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/dcdbb7d6-0db8-47aa-9666-100cafbcdc1e HTTP/1.1" status: 204 len: 168 time: 0.1324496 Apr 05 20:43:37.404500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45816) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:37.455198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd3f795-9370-41b2-91cf-b5d4b434d428 None None] DHCP port deletion for ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:43:37.459041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3f795-9370-41b2-91cf-b5d4b434d428 None None] Deleting port a66119a6-c165-42a0-ad62-d85457a92801 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:37.459413 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f795-9370-41b2-91cf-b5d4b434d428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.466771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-804c80b7-0693-471d-9035-03c6eae489b9 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:37.485382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-804c80b7-0693-471d-9035-03c6eae489b9 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:37.489813 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-804c80b7-0693-471d-9035-03c6eae489b9 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0816717 Apr 05 20:43:37.490092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45820) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:37.569640 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70e283c4-a84d-42f7-9ef6-f57f4aaa4e9d tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.601955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] For port a66119a6-c165-42a0-ad62-d85457a92801, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a66119a6-c165-42a0-ad62-d85457a92801,segment=NetworkSegment(fc70364d-d07a-49ee-a356-56679a91b1d5),segment_id=fc70364d-d07a-49ee-a356-56679a91b1d5)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:37.602534 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.602978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70e283c4-a84d-42f7-9ef6-f57f4aaa4e9d tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.697977 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70e283c4-a84d-42f7-9ef6-f57f4aaa4e9d tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.791885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Calling delete_port for a66119a6-c165-42a0-ad62-d85457a92801 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:43:37.857965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6dd3f795-9370-41b2-91cf-b5d4b434d428 None None] For port a66119a6-c165-42a0-ad62-d85457a92801, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a66119a6-c165-42a0-ad62-d85457a92801,segment=NetworkSegment(fc70364d-d07a-49ee-a356-56679a91b1d5),segment_id=fc70364d-d07a-49ee-a356-56679a91b1d5)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:37.858646 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f795-9370-41b2-91cf-b5d4b434d428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.894615 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.906931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e283c4-a84d-42f7-9ef6-f57f4aaa4e9d tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4531840d-061d-402b-845f-54fff382a737,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:37.920390 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70e283c4-a84d-42f7-9ef6-f57f4aaa4e9d tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:37.924620 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-70e283c4-a84d-42f7-9ef6-f57f4aaa4e9d tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-groups/4531840d-061d-402b-845f-54fff382a737 HTTP/1.1" status: 204 len: 168 time: 0.4334433 Apr 05 20:43:37.925585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45832) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:37.971819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Pushing event deleted for resources: {'Port': ['ID=a66119a6-c165-42a0-ad62-d85457a92801,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:37.981045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d4926bcd-166f-419f-a2d0-a0e4f4a816d5 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:37.992434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] No DVR routers for this DVR port a66119a6-c165-42a0-ad62-d85457a92801 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:43:37.998577 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3f795-9370-41b2-91cf-b5d4b434d428 None None] Calling delete_port for a66119a6-c165-42a0-ad62-d85457a92801 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:43:38.028157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d4926bcd-166f-419f-a2d0-a0e4f4a816d5 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:38.037119 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d4926bcd-166f-419f-a2d0-a0e4f4a816d5 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1103244 Apr 05 20:43:38.038090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45836) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:38.049361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-9e6e1c6a-39f6-4c0c-addf-b2dccb7dbd98 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627715430'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:38.062725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9e6e1c6a-39f6-4c0c-addf-b2dccb7dbd98 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:38.073772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9e6e1c6a-39f6-4c0c-addf-b2dccb7dbd98 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:38.102860 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e6e1c6a-39f6-4c0c-addf-b2dccb7dbd98 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.105259 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-6dd3f795-9370-41b2-91cf-b5d4b434d428 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:43:38.105610 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-6dd3f795-9370-41b2-91cf-b5d4b434d428 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:43:38.127318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9e6e1c6a-39f6-4c0c-addf-b2dccb7dbd98 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:38.131441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9e6e1c6a-39f6-4c0c-addf-b2dccb7dbd98 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:38.134434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9e6e1c6a-39f6-4c0c-addf-b2dccb7dbd98 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:38.140778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9e6e1c6a-39f6-4c0c-addf-b2dccb7dbd98 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:38.161820 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.162580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d950f527-19e7-49e3-9651-4546f94f8a47 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:38.206393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:38.224019 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc70364d-d07a-49ee-a356-56679a91b1d5') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:38.224259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc70364d-d07a-49ee-a356-56679a91b1d5') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:38.238217 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.246453 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e6e1c6a-39f6-4c0c-addf-b2dccb7dbd98 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.252632 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e6e1c6a-39f6-4c0c-addf-b2dccb7dbd98 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.257104 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.262075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d950f527-19e7-49e3-9651-4546f94f8a47 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:38.262486 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.265129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:43:38.265797 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:43:38.282161 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:43:38.302888 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e6e1c6a-39f6-4c0c-addf-b2dccb7dbd98 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.304358 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9e6e1c6a-39f6-4c0c-addf-b2dccb7dbd98 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2652071 Apr 05 20:43:38.308103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45842) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:38.316361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c3f06805-18ae-4b01-9bb7-336ad995ccba tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group_rule': {'security_group_id': '42da7ae0-dce3-4290-bf45-98f29dce9675', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:38.333228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c3f06805-18ae-4b01-9bb7-336ad995ccba tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:38.340521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c3f06805-18ae-4b01-9bb7-336ad995ccba tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:38.343784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e1c6a-39f6-4c0c-addf-b2dccb7dbd98 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42da7ae0-dce3-4290-bf45-98f29dce9675,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:38.346231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c3f06805-18ae-4b01-9bb7-336ad995ccba tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:38.352449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c3f06805-18ae-4b01-9bb7-336ad995ccba tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:38.381504 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.382503 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3f06805-18ae-4b01-9bb7-336ad995ccba tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.412029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.420008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] Pushing event deleted for resources: {'Network': ['ID=ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:38.427473 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c662105e-d6cd-428b-ad4d-d8a26a26745d admin admin] 10.222.0.24 "DELETE /v2.0/networks/ca3c9b4f-e6cb-4d9a-9d71-e13d31a064ed HTTP/1.1" status: 204 len: 168 time: 1.2797897 Apr 05 20:43:38.430286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45850) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:38.470420 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3f06805-18ae-4b01-9bb7-336ad995ccba tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.475394 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3f06805-18ae-4b01-9bb7-336ad995ccba tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.487007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:43:38.505268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f06805-18ae-4b01-9bb7-336ad995ccba tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66dee17c-386d-4fad-8e17-9ccf1d724c69,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:38.521113 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3f06805-18ae-4b01-9bb7-336ad995ccba tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.523925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:43:38.524381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device df4c16b0-bc47-4e7f-bb7e-078abcb9f7e5 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:43:38.524871 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a66119a6-c165-42a0-ad62-d85457a92801 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:43:38.526084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45858) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:38.526696 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c3f06805-18ae-4b01-9bb7-336ad995ccba tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2173424 Apr 05 20:43:38.535052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-777dff06-b7b2-4dd2-88bd-59a3db146a3a tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group_rule': {'security_group_id': '42da7ae0-dce3-4290-bf45-98f29dce9675', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:38.543427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-777dff06-b7b2-4dd2-88bd-59a3db146a3a tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:38.557150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-777dff06-b7b2-4dd2-88bd-59a3db146a3a tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:38.562105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: a66119a6-c165-42a0-ad62-d85457a92801 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:43:38.562251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-777dff06-b7b2-4dd2-88bd-59a3db146a3a tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:38.562520 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a66119a6-c165-42a0-ad62-d85457a92801 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:43:38.562990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f65ec909-d5bc-4545-b981-ab5a4ed6bb12 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:43:38.598701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: f65ec909-d5bc-4545-b981-ab5a4ed6bb12 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:43:38.599145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f65ec909-d5bc-4545-b981-ab5a4ed6bb12 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:43:38.606640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3f795-9370-41b2-91cf-b5d4b434d428 None None] Deleting port a66119a6-c165-42a0-ad62-d85457a92801 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:38.607214 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6dd3f795-9370-41b2-91cf-b5d4b434d428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.729472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6dd3f795-9370-41b2-91cf-b5d4b434d428 None None] The port 'a66119a6-c165-42a0-ad62-d85457a92801' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:43:38.773515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-777dff06-b7b2-4dd2-88bd-59a3db146a3a tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:38.829654 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-777dff06-b7b2-4dd2-88bd-59a3db146a3a tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:38.873546 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.039716 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2aa1d46-7291-44be-b980-c669736e0fbb req-c6573001-5159-4991-9c75-209b1f55b8da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4180934 Apr 05 20:43:39.147426 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-777dff06-b7b2-4dd2-88bd-59a3db146a3a tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.164711 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-777dff06-b7b2-4dd2-88bd-59a3db146a3a tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.188926 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.200082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dff06-b7b2-4dd2-88bd-59a3db146a3a tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93eea69d-494a-4c32-98a9-f956ae8ab706,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:39.261656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-777dff06-b7b2-4dd2-88bd-59a3db146a3a tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.263433 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-777dff06-b7b2-4dd2-88bd-59a3db146a3a tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7357416 Apr 05 20:43:39.266675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45864) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:39.273873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f758bdf3-83b4-4294-ace9-256078685c4e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group_rule': {'security_group_id': '42da7ae0-dce3-4290-bf45-98f29dce9675', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:39.287818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f758bdf3-83b4-4294-ace9-256078685c4e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:39.287818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f758bdf3-83b4-4294-ace9-256078685c4e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:39.289143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f758bdf3-83b4-4294-ace9-256078685c4e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:39.295330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f758bdf3-83b4-4294-ace9-256078685c4e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:39.297273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa1d46-7291-44be-b980-c669736e0fbb req-ca2f3f2e-476b-4f78-9b26-bf38dbad46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:39.298969 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2aa1d46-7291-44be-b980-c669736e0fbb req-ca2f3f2e-476b-4f78-9b26-bf38dbad46a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 1098 time: 0.1905830 Apr 05 20:43:39.317946 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f758bdf3-83b4-4294-ace9-256078685c4e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.391863 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f758bdf3-83b4-4294-ace9-256078685c4e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.398281 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f758bdf3-83b4-4294-ace9-256078685c4e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.425713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f758bdf3-83b4-4294-ace9-256078685c4e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=355e5a0c-3489-4d19-9fff-12ccfcb61b69,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:39.448146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f758bdf3-83b4-4294-ace9-256078685c4e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.449734 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f758bdf3-83b4-4294-ace9-256078685c4e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1811614 Apr 05 20:43:39.452651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45868) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:39.457813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-eb7cfdbd-6cfd-439a-b78b-15521fe278d6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group_rule': {'security_group_id': '42da7ae0-dce3-4290-bf45-98f29dce9675', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:39.465492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-eb7cfdbd-6cfd-439a-b78b-15521fe278d6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:39.471821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-eb7cfdbd-6cfd-439a-b78b-15521fe278d6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:39.478862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-eb7cfdbd-6cfd-439a-b78b-15521fe278d6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:39.486848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-eb7cfdbd-6cfd-439a-b78b-15521fe278d6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:39.507557 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfdbd-6cfd-439a-b78b-15521fe278d6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.523321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa1d46-7291-44be-b980-c669736e0fbb req-37178046-47ea-4bfa-8413-71d8b3579d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:39.524761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2aa1d46-7291-44be-b980-c669736e0fbb req-37178046-47ea-4bfa-8413-71d8b3579d44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 918 time: 0.2030554 Apr 05 20:43:39.577684 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfdbd-6cfd-439a-b78b-15521fe278d6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.582753 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfdbd-6cfd-439a-b78b-15521fe278d6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.610081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cfdbd-6cfd-439a-b78b-15521fe278d6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744920cf-a5b7-45f2-ad54-0d654ead4e5a,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:39.620690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19a4ddbd-a5c4-472b-8b6b-825383c432fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.624786 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eb7cfdbd-6cfd-439a-b78b-15521fe278d6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.628687 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-eb7cfdbd-6cfd-439a-b78b-15521fe278d6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1724901 Apr 05 20:43:39.628939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45880) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:39.633966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-90bf9951-1877-45c7-9645-1e62a054a9a4 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group_rule': {'security_group_id': '42da7ae0-dce3-4290-bf45-98f29dce9675', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:39.640619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-90bf9951-1877-45c7-9645-1e62a054a9a4 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:39.644762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-90bf9951-1877-45c7-9645-1e62a054a9a4 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:39.647655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-90bf9951-1877-45c7-9645-1e62a054a9a4 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:39.654752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-90bf9951-1877-45c7-9645-1e62a054a9a4 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:39.683544 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-90bf9951-1877-45c7-9645-1e62a054a9a4 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.719921 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2aa1d46-7291-44be-b980-c669736e0fbb req-b8237a94-25be-4128-b845-3334ed0474bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465 HTTP/1.1" status: 200 len: 1002 time: 0.1843338 Apr 05 20:43:39.763096 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-90bf9951-1877-45c7-9645-1e62a054a9a4 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.768340 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-90bf9951-1877-45c7-9645-1e62a054a9a4 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.792856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf9951-1877-45c7-9645-1e62a054a9a4 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56b2675-a1cd-469f-86a1-42dddc63bf61,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:39.812855 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-90bf9951-1877-45c7-9645-1e62a054a9a4 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.814584 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-90bf9951-1877-45c7-9645-1e62a054a9a4 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1844728 Apr 05 20:43:39.817236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45884) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:39.852985 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dbad383c-f2fa-4afb-b3ed-1677a2f2ef18 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.864937 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dbad383c-f2fa-4afb-b3ed-1677a2f2ef18 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.892253 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dbad383c-f2fa-4afb-b3ed-1677a2f2ef18 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.907538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad383c-f2fa-4afb-b3ed-1677a2f2ef18 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a56b2675-a1cd-469f-86a1-42dddc63bf61,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:39.915845 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dbad383c-f2fa-4afb-b3ed-1677a2f2ef18 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:39.919452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dbad383c-f2fa-4afb-b3ed-1677a2f2ef18 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a56b2675-a1cd-469f-86a1-42dddc63bf61 HTTP/1.1" status: 204 len: 168 time: 0.0987487 Apr 05 20:43:39.919665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45888) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:39.929177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa1d46-7291-44be-b980-c669736e0fbb req-683dc975-6ad5-484d-ba15-cca6b210376e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:39.930756 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2aa1d46-7291-44be-b980-c669736e0fbb req-683dc975-6ad5-484d-ba15-cca6b210376e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.1990726 Apr 05 20:43:39.974467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-20611dc6-2505-4dc1-8c03-ed46b50682b8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:39.992879 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-20611dc6-2505-4dc1-8c03-ed46b50682b8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:39.994455 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-20611dc6-2505-4dc1-8c03-ed46b50682b8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0739055 Apr 05 20:43:39.997372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45892) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:40.027303 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b76cbd7-9b9d-4e3d-b492-d2b5c9d338a7 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.042020 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b76cbd7-9b9d-4e3d-b492-d2b5c9d338a7 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.068450 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b76cbd7-9b9d-4e3d-b492-d2b5c9d338a7 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.076258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa1d46-7291-44be-b980-c669736e0fbb req-9a2d51ee-4316-48f7-9399-662605da1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:40.079533 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2aa1d46-7291-44be-b980-c669736e0fbb req-9a2d51ee-4316-48f7-9399-662605da1978 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1422722 Apr 05 20:43:40.092356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76cbd7-9b9d-4e3d-b492-d2b5c9d338a7 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=744920cf-a5b7-45f2-ad54-0d654ead4e5a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:40.102521 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b76cbd7-9b9d-4e3d-b492-d2b5c9d338a7 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.103761 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1b76cbd7-9b9d-4e3d-b492-d2b5c9d338a7 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/744920cf-a5b7-45f2-ad54-0d654ead4e5a HTTP/1.1" status: 204 len: 168 time: 0.1054313 Apr 05 20:43:40.106660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45896) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:40.171640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f41ee69e-21ce-4e39-b3ee-991eb1c549fc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:40.188544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f41ee69e-21ce-4e39-b3ee-991eb1c549fc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:40.192920 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f41ee69e-21ce-4e39-b3ee-991eb1c549fc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0822732 Apr 05 20:43:40.193109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45900) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:40.221214 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-882bc29e-5037-4e23-b038-febc0cd22278 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.232037 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-882bc29e-5037-4e23-b038-febc0cd22278 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.253288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-19a4ddbd-a5c4-472b-8b6b-825383c432fa admin admin] Deleting port d950f527-19e7-49e3-9651-4546f94f8a47 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:40.253627 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19a4ddbd-a5c4-472b-8b6b-825383c432fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.258954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-882bc29e-5037-4e23-b038-febc0cd22278 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.278663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882bc29e-5037-4e23-b038-febc0cd22278 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=355e5a0c-3489-4d19-9fff-12ccfcb61b69,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:40.286442 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-882bc29e-5037-4e23-b038-febc0cd22278 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.290391 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-882bc29e-5037-4e23-b038-febc0cd22278 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/355e5a0c-3489-4d19-9fff-12ccfcb61b69 HTTP/1.1" status: 204 len: 168 time: 0.0938535 Apr 05 20:43:40.294413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45906) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:40.362760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-52236453-a4c2-4041-8987-83a84fe3976a tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:40.390337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-52236453-a4c2-4041-8987-83a84fe3976a tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:40.391971 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-52236453-a4c2-4041-8987-83a84fe3976a tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0950935 Apr 05 20:43:40.395143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45910) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:40.424104 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ba79c18b-e69f-4467-bddd-dbe42a2d5a0e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.435640 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ba79c18b-e69f-4467-bddd-dbe42a2d5a0e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.460418 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ba79c18b-e69f-4467-bddd-dbe42a2d5a0e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.472786 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2aa1d46-7291-44be-b980-c669736e0fbb req-51cde52e-d0e2-493c-9d56-a2819a39b96e service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849931 Apr 05 20:43:40.481852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba79c18b-e69f-4467-bddd-dbe42a2d5a0e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93eea69d-494a-4c32-98a9-f956ae8ab706,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:40.488945 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ba79c18b-e69f-4467-bddd-dbe42a2d5a0e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.492654 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ba79c18b-e69f-4467-bddd-dbe42a2d5a0e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/93eea69d-494a-4c32-98a9-f956ae8ab706 HTTP/1.1" status: 204 len: 168 time: 0.0938380 Apr 05 20:43:40.493061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45914) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:40.548688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8ff8ffe6-df6a-4e06-8edf-f450a4d3c858 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:40.565639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8ff8ffe6-df6a-4e06-8edf-f450a4d3c858 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:40.569729 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8ff8ffe6-df6a-4e06-8edf-f450a4d3c858 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0728683 Apr 05 20:43:40.570054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45918) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:40.599005 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97666e7f-5897-48a0-b2d4-c537d924b51e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.609978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97666e7f-5897-48a0-b2d4-c537d924b51e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.635793 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97666e7f-5897-48a0-b2d4-c537d924b51e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.654411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97666e7f-5897-48a0-b2d4-c537d924b51e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66dee17c-386d-4fad-8e17-9ccf1d724c69,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:40.665795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97666e7f-5897-48a0-b2d4-c537d924b51e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.666936 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-97666e7f-5897-48a0-b2d4-c537d924b51e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/66dee17c-386d-4fad-8e17-9ccf1d724c69 HTTP/1.1" status: 204 len: 168 time: 0.0959435 Apr 05 20:43:40.670005 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45922) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:40.699914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-19a4ddbd-a5c4-472b-8b6b-825383c432fa admin admin] For port d950f527-19e7-49e3-9651-4546f94f8a47, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d950f527-19e7-49e3-9651-4546f94f8a47,segment=NetworkSegment(781a2777-630e-4d16-9faf-40d8de866ec8),segment_id=781a2777-630e-4d16-9faf-40d8de866ec8)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:40.700309 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19a4ddbd-a5c4-472b-8b6b-825383c432fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.716340 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2aa1d46-7291-44be-b980-c669736e0fbb req-5a53b450-579c-4528-b2a8-e78ccd3b9d52 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320178 Apr 05 20:43:40.717232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6b05767c-3758-4867-9cf5-b535b3aa1ca2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:40.735288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6b05767c-3758-4867-9cf5-b535b3aa1ca2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:40.737013 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6b05767c-3758-4867-9cf5-b535b3aa1ca2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0660436 Apr 05 20:43:40.740410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45926) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:40.811990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-887f5875-6fd7-468e-a075-26037598d11e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.833967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-19a4ddbd-a5c4-472b-8b6b-825383c432fa admin admin] Calling delete_port for d950f527-19e7-49e3-9651-4546f94f8a47 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:43:40.839442 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-887f5875-6fd7-468e-a075-26037598d11e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.890982 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-887f5875-6fd7-468e-a075-26037598d11e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.926190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f5875-6fd7-468e-a075-26037598d11e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42da7ae0-dce3-4290-bf45-98f29dce9675,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:40.935046 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-887f5875-6fd7-468e-a075-26037598d11e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:40.938767 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-887f5875-6fd7-468e-a075-26037598d11e tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-groups/42da7ae0-dce3-4290-bf45-98f29dce9675 HTTP/1.1" status: 204 len: 168 time: 0.1949911 Apr 05 20:43:40.939254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45930) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:41.000298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-837276d0-dffb-408e-8152-321ea0839393 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:41.016166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-837276d0-dffb-408e-8152-321ea0839393 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:41.017519 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-837276d0-dffb-408e-8152-321ea0839393 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0775833 Apr 05 20:43:41.024045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45934) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:41.030034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a1062f5c-0cf8-4a8c-82ed-6d657ef8c653 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450721662'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:41.037528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1062f5c-0cf8-4a8c-82ed-6d657ef8c653 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:41.048319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1062f5c-0cf8-4a8c-82ed-6d657ef8c653 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:41.059641 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1062f5c-0cf8-4a8c-82ed-6d657ef8c653 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.060684 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19a4ddbd-a5c4-472b-8b6b-825383c432fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.081822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1062f5c-0cf8-4a8c-82ed-6d657ef8c653 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:41.086277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a1062f5c-0cf8-4a8c-82ed-6d657ef8c653 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:41.089233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a1062f5c-0cf8-4a8c-82ed-6d657ef8c653 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:41.098278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1062f5c-0cf8-4a8c-82ed-6d657ef8c653 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:41.107189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a4ddbd-a5c4-472b-8b6b-825383c432fa admin admin] Pushing event deleted for resources: {'Port': ['ID=d950f527-19e7-49e3-9651-4546f94f8a47,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:41.180733 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1062f5c-0cf8-4a8c-82ed-6d657ef8c653 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.187312 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1062f5c-0cf8-4a8c-82ed-6d657ef8c653 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.244776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1062f5c-0cf8-4a8c-82ed-6d657ef8c653 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4819ebdb-4f2b-4602-8e35-1b062338a0b7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:41.253216 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1062f5c-0cf8-4a8c-82ed-6d657ef8c653 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.254880 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a1062f5c-0cf8-4a8c-82ed-6d657ef8c653 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2297478 Apr 05 20:43:41.257668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45938) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:41.266374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2b59813d-1cec-4869-be20-510656c2e9ab tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group_rule': {'security_group_id': '4819ebdb-4f2b-4602-8e35-1b062338a0b7', 'direction': 'ingress', 'protocol': 17}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:41.273583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2b59813d-1cec-4869-be20-510656c2e9ab tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:41.278849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2b59813d-1cec-4869-be20-510656c2e9ab tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:41.282289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2b59813d-1cec-4869-be20-510656c2e9ab tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:41.291777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2b59813d-1cec-4869-be20-510656c2e9ab tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:41.329310 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b59813d-1cec-4869-be20-510656c2e9ab tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.396003 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-643ee671-d5f4-443d-9d76-6a5b592c33a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.418896 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b59813d-1cec-4869-be20-510656c2e9ab tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.427337 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b59813d-1cec-4869-be20-510656c2e9ab tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.458077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59813d-1cec-4869-be20-510656c2e9ab tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075b359c-2f27-43fe-b303-e9cb73a6d331,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:41.475716 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b59813d-1cec-4869-be20-510656c2e9ab tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.476932 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2b59813d-1cec-4869-be20-510656c2e9ab tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2174125 Apr 05 20:43:41.480673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45944) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:41.497821 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19a4ddbd-a5c4-472b-8b6b-825383c432fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.567950 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e5677db-2030-4642-afbb-0560cba2f373 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.604642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e5677db-2030-4642-afbb-0560cba2f373 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.672528 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e5677db-2030-4642-afbb-0560cba2f373 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.716625 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e5677db-2030-4642-afbb-0560cba2f373 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.717782 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6e5677db-2030-4642-afbb-0560cba2f373 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-groups/4819ebdb-4f2b-4602-8e35-1b062338a0b7 HTTP/1.1" status: 204 len: 168 time: 0.2360966 Apr 05 20:43:41.720470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5677db-2030-4642-afbb-0560cba2f373 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4819ebdb-4f2b-4602-8e35-1b062338a0b7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:41.721494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45948) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:41.904147 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9aa8b1e8-a407-4b9c-b74b-7ee71e90516c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1763713 Apr 05 20:43:41.904789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45952) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:41.910333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group': {'name': 'tempest-secgroup--353344431'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:41.917778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:41.925867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:41.935973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:41.956115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:41.972588 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:41.997673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:42.006998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:42.009966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:42.017698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:42.053694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a4ddbd-a5c4-472b-8b6b-825383c432fa admin admin] Router 7828bad3-4eff-4f67-bae3-8edb36c2be72 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:43:42.103736 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.108461 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.158049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d83e56-7e4e-4197-bc06-5d8afed52003,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:42.169946 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.171497 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-065e3958-60f4-41d6-b040-3a0d647b9fa6 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2656162 Apr 05 20:43:42.174135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45956) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:42.180036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1998469000'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:42.187890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:42.192521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:42.195767 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:42.202052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:42.213077 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.235551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:42.239697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:42.242766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:42.249211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:42.326334 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.332001 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.371141 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.376023 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2004197 Apr 05 20:43:42.380010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45960) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:42.387826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2a728b99-e6e6-4e9c-957b-c66efe6d8968 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group_rule': {'security_group_id': '60d83e56-7e4e-4197-bc06-5d8afed52003', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a16dad73-aaef-446b-9b7b-bff898a47e18', 'remote_ip_prefix': None}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:42.398993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2a728b99-e6e6-4e9c-957b-c66efe6d8968 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:42.399640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca977f-03b1-4060-8ea9-e91015d7e1c8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16dad73-aaef-446b-9b7b-bff898a47e18,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:42.402998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a4ddbd-a5c4-472b-8b6b-825383c432fa admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:43:42.411836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2a728b99-e6e6-4e9c-957b-c66efe6d8968 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:42.416361 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a49af4-ba77-471b-9e1e-4065697bd786 None None] Sync routers for ids ['7828bad3-4eff-4f67-bae3-8edb36c2be72'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:43:42.416818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2a728b99-e6e6-4e9c-957b-c66efe6d8968 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:42.421756 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-19a4ddbd-a5c4-472b-8b6b-825383c432fa admin admin] 10.222.0.24 "PUT /v2.0/routers/7828bad3-4eff-4f67-bae3-8edb36c2be72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9904151 Apr 05 20:43:42.425907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2a728b99-e6e6-4e9c-957b-c66efe6d8968 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:42.426256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 45964) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:42.428548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a49af4-ba77-471b-9e1e-4065697bd786 None None] Routers {'7828bad3-4eff-4f67-bae3-8edb36c2be72'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:43:42.429571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-18a49af4-ba77-471b-9e1e-4065697bd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7828bad3-4eff-4f67-bae3-8edb36c2be72'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:42.451842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a728b99-e6e6-4e9c-957b-c66efe6d8968 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.524466 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a728b99-e6e6-4e9c-957b-c66efe6d8968 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.530184 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a728b99-e6e6-4e9c-957b-c66efe6d8968 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.565489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a728b99-e6e6-4e9c-957b-c66efe6d8968 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66feea8-7cee-4d45-8341-1f4b26e5e573,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:42.578742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a728b99-e6e6-4e9c-957b-c66efe6d8968 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.580502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2a728b99-e6e6-4e9c-957b-c66efe6d8968 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1993201 Apr 05 20:43:42.583067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45970) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:42.630125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-18a49af4-ba77-471b-9e1e-4065697bd786 None None] Set router 7828bad3-4eff-4f67-bae3-8edb36c2be72 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:43:42.638198 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02f407fb-e1ff-4242-bdab-b988e2caa9fe tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.650147 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02f407fb-e1ff-4242-bdab-b988e2caa9fe tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.697267 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02f407fb-e1ff-4242-bdab-b988e2caa9fe tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.698671 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.724855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f407fb-e1ff-4242-bdab-b988e2caa9fe tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a66feea8-7cee-4d45-8341-1f4b26e5e573,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:42.737984 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02f407fb-e1ff-4242-bdab-b988e2caa9fe tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.739291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-02f407fb-e1ff-4242-bdab-b988e2caa9fe tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a66feea8-7cee-4d45-8341-1f4b26e5e573 HTTP/1.1" status: 204 len: 168 time: 0.1552644 Apr 05 20:43:42.741997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45974) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:42.805024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-890b0e4e-53b7-48d0-98f3-bf089e022426 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:42.823288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-890b0e4e-53b7-48d0-98f3-bf089e022426 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:42.825002 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-890b0e4e-53b7-48d0-98f3-bf089e022426 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0819776 Apr 05 20:43:42.828540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45978) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:42.905864 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3907843-c1e1-4f72-9034-61ab8635af07 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.920025 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.932723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] Deleting port b3b808e4-0b20-4489-adb3-51a81a692b0d {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:42.933057 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.935523 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3907843-c1e1-4f72-9034-61ab8635af07 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:42.968767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-18a49af4-ba77-471b-9e1e-4065697bd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'name': 'tempest-TestAggregatesBasicOps-1852136641-router', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': 'b3b808e4-0b20-4489-adb3-51a81a692b0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:18Z', 'updated_at': '2022-04-05T20:43:40Z', 'revision_number': 5, 'project_id': '9fef580866cf4c3da888d70f417b0379', 'gw_port': {'id': 'b3b808e4-0b20-4489-adb3-51a81a692b0d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:9c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3232, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:19Z', 'updated_at': '2022-04-05T20:43:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:42.972156 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a49af4-ba77-471b-9e1e-4065697bd786 None None] Checking router: 7828bad3-4eff-4f67-bae3-8edb36c2be72 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:43:42.982596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a49af4-ba77-471b-9e1e-4065697bd786 None None] Routers {'7828bad3-4eff-4f67-bae3-8edb36c2be72'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:43:42.983237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-18a49af4-ba77-471b-9e1e-4065697bd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7828bad3-4eff-4f67-bae3-8edb36c2be72'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:42.990889 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3907843-c1e1-4f72-9034-61ab8635af07 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.009985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3907843-c1e1-4f72-9034-61ab8635af07 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16dad73-aaef-446b-9b7b-bff898a47e18,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:43.032975 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3907843-c1e1-4f72-9034-61ab8635af07 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.037063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e3907843-c1e1-4f72-9034-61ab8635af07 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-groups/a16dad73-aaef-446b-9b7b-bff898a47e18 HTTP/1.1" status: 204 len: 168 time: 0.2045236 Apr 05 20:43:43.037617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45982) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:43.116836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9f927b99-00db-4a5d-9aed-834a2fb65591 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:43.135625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9f927b99-00db-4a5d-9aed-834a2fb65591 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:43.140497 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9f927b99-00db-4a5d-9aed-834a2fb65591 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0978835 Apr 05 20:43:43.140851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45986) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:43.160843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-18a49af4-ba77-471b-9e1e-4065697bd786 None None] Set router 7828bad3-4eff-4f67-bae3-8edb36c2be72 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:43:43.209458 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3334a14-210f-4fb2-b512-99839e2aa196 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.238203 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3334a14-210f-4fb2-b512-99839e2aa196 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.241100 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] For port b3b808e4-0b20-4489-adb3-51a81a692b0d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b3b808e4-0b20-4489-adb3-51a81a692b0d,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:43.241478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.274423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-18a49af4-ba77-471b-9e1e-4065697bd786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'name': 'tempest-TestAggregatesBasicOps-1852136641-router', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:18Z', 'updated_at': '2022-04-05T20:43:42Z', 'revision_number': 6, 'project_id': '9fef580866cf4c3da888d70f417b0379', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:43.278455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a49af4-ba77-471b-9e1e-4065697bd786 None None] The sync data for ids ['7828bad3-4eff-4f67-bae3-8edb36c2be72'] in n-d-836604-1 is: [{'id': '7828bad3-4eff-4f67-bae3-8edb36c2be72', 'name': 'tempest-TestAggregatesBasicOps-1852136641-router', 'tenant_id': '9fef580866cf4c3da888d70f417b0379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:18Z', 'updated_at': '2022-04-05T20:43:42Z', 'revision_number': 6, 'project_id': '9fef580866cf4c3da888d70f417b0379', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:43:43.288933 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3334a14-210f-4fb2-b512-99839e2aa196 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.310173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3334a14-210f-4fb2-b512-99839e2aa196 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d83e56-7e4e-4197-bc06-5d8afed52003,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:43.324395 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3334a14-210f-4fb2-b512-99839e2aa196 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.326141 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d3334a14-210f-4fb2-b512-99839e2aa196 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-groups/60d83e56-7e4e-4197-bc06-5d8afed52003 HTTP/1.1" status: 204 len: 168 time: 0.1843395 Apr 05 20:43:43.328741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45990) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:43.376936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] Calling delete_port for b3b808e4-0b20-4489-adb3-51a81a692b0d owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:43:43.380991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4eab5aa8-0095-41d3-bc7b-d7f54e0e2b64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:43.396297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4eab5aa8-0095-41d3-bc7b-d7f54e0e2b64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:43.397674 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4eab5aa8-0095-41d3-bc7b-d7f54e0e2b64 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680337 Apr 05 20:43:43.401694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45994) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:43.406633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ce48f04c-00aa-48ae-ae2f-ec00d046afce tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group': {'name': 'tempest-secgroup--990227530'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:43.417040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ce48f04c-00aa-48ae-ae2f-ec00d046afce tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:43.427420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ce48f04c-00aa-48ae-ae2f-ec00d046afce tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:43.438067 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ce48f04c-00aa-48ae-ae2f-ec00d046afce tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.457934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ce48f04c-00aa-48ae-ae2f-ec00d046afce tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:43.462252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ce48f04c-00aa-48ae-ae2f-ec00d046afce tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:43.465112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ce48f04c-00aa-48ae-ae2f-ec00d046afce tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:43.470985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ce48f04c-00aa-48ae-ae2f-ec00d046afce tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:43.542305 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ce48f04c-00aa-48ae-ae2f-ec00d046afce tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.546908 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.547810 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ce48f04c-00aa-48ae-ae2f-ec00d046afce tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.592824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b808e4-0b20-4489-adb3-51a81a692b0d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:43.595165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48f04c-00aa-48ae-ae2f-ec00d046afce tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31bf55b-8f17-46c0-ada5-b3191ba5c9bc,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:43.608680 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ce48f04c-00aa-48ae-ae2f-ec00d046afce tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.612848 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ce48f04c-00aa-48ae-ae2f-ec00d046afce tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2101648 Apr 05 20:43:43.613471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 45998) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:43.619149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1d23c929-cacc-4227-b708-7be4f58d19e0 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group_rule': {'security_group_id': 'e31bf55b-8f17-46c0-ada5-b3191ba5c9bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:43.626909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1d23c929-cacc-4227-b708-7be4f58d19e0 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:43.631093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1d23c929-cacc-4227-b708-7be4f58d19e0 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:43.634133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1d23c929-cacc-4227-b708-7be4f58d19e0 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:43.640839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1d23c929-cacc-4227-b708-7be4f58d19e0 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:43.664248 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1d23c929-cacc-4227-b708-7be4f58d19e0 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.703909 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3f39a9f7-d389-4119-9f92-1a1e387636c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.716668 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.777643 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1d23c929-cacc-4227-b708-7be4f58d19e0 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.784457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1d23c929-cacc-4227-b708-7be4f58d19e0 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.812797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23c929-cacc-4227-b708-7be4f58d19e0 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6c8bba-04df-46f5-8405-072dfee47fd4,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:43.826659 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1d23c929-cacc-4227-b708-7be4f58d19e0 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.827814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1d23c929-cacc-4227-b708-7be4f58d19e0 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2133875 Apr 05 20:43:43.830565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46006) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:43.863547 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cbdf2fe-efe5-4930-89ed-78bd949fbaf1 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.875960 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cbdf2fe-efe5-4930-89ed-78bd949fbaf1 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.902953 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cbdf2fe-efe5-4930-89ed-78bd949fbaf1 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.923659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdf2fe-efe5-4930-89ed-78bd949fbaf1 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e6c8bba-04df-46f5-8405-072dfee47fd4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:43.927050 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cbdf2fe-efe5-4930-89ed-78bd949fbaf1 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.930657 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5cbdf2fe-efe5-4930-89ed-78bd949fbaf1 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5e6c8bba-04df-46f5-8405-072dfee47fd4 HTTP/1.1" status: 204 len: 168 time: 0.0967135 Apr 05 20:43:43.931086 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.932709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46010) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:43.935478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.990389 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:43.990877 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7828bad3-4eff-4f67-bae3-8edb36c2be72 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:43:44.006623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b307163e-8da5-4c10-a62d-0e0ad73fdbe5 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:44.023367 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.024561 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-62ad7d77-6082-4e3a-aeb6-5b747fa73021 admin admin] 10.222.0.24 "DELETE /v2.0/routers/7828bad3-4eff-4f67-bae3-8edb36c2be72 HTTP/1.1" status: 204 len: 168 time: 1.5973246 Apr 05 20:43:44.027244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46016) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:44.035313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b307163e-8da5-4c10-a62d-0e0ad73fdbe5 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:44.039489 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b307163e-8da5-4c10-a62d-0e0ad73fdbe5 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1046839 Apr 05 20:43:44.039686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46020) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:44.093670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc66e46b-aece-403c-b241-967f6638855c admin admin] Deleting subnet 5f3978dc-987c-43f4-918f-379f919973ea {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:43:44.098231 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc66e46b-aece-403c-b241-967f6638855c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.175263 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc66e46b-aece-403c-b241-967f6638855c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.176894 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-00fe84a3-d670-41f3-b25a-4de4729a5c9b tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.187630 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d950f527-19e7-49e3-9651-4546f94f8a47 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:43:44.210951 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-00fe84a3-d670-41f3-b25a-4de4729a5c9b tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.243580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: d950f527-19e7-49e3-9651-4546f94f8a47 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:43:44.245402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d950f527-19e7-49e3-9651-4546f94f8a47 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:43:44.246586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b3b808e4-0b20-4489-adb3-51a81a692b0d no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:43:44.282882 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-00fe84a3-d670-41f3-b25a-4de4729a5c9b tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.296254 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc66e46b-aece-403c-b241-967f6638855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.300168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: b3b808e4-0b20-4489-adb3-51a81a692b0d {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:43:44.300168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b3b808e4-0b20-4489-adb3-51a81a692b0d not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:43:44.308892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe84a3-d670-41f3-b25a-4de4729a5c9b tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31bf55b-8f17-46c0-ada5-b3191ba5c9bc,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:44.341064 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-00fe84a3-d670-41f3-b25a-4de4729a5c9b tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.342283 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-00fe84a3-d670-41f3-b25a-4de4729a5c9b tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-groups/e31bf55b-8f17-46c0-ada5-b3191ba5c9bc HTTP/1.1" status: 204 len: 168 time: 0.3015332 Apr 05 20:43:44.346187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46024) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:44.384656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc66e46b-aece-403c-b241-967f6638855c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.399110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-aa634397-6559-4cf6-bff0-3d3b03ad5592 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:44.416318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-aa634397-6559-4cf6-bff0-3d3b03ad5592 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:44.417903 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aa634397-6559-4cf6-bff0-3d3b03ad5592 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711424 Apr 05 20:43:44.422828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46028) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:44.428721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-9dc6b666-6465-4c18-bcdb-e2a9bca81ec2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290015812'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:44.435113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66e46b-aece-403c-b241-967f6638855c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f3978dc-987c-43f4-918f-379f919973ea,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:44.437072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc66e46b-aece-403c-b241-967f6638855c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.440994 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83a04d6-06ac-49cc-8bef-f27f0e768c7d None None] Network 2cf6da33-6e84-46f5-b602-2d14a57ee821 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:44.445560 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dc66e46b-aece-403c-b241-967f6638855c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5f3978dc-987c-43f4-918f-379f919973ea HTTP/1.1" status: 204 len: 168 time: 0.4150584 Apr 05 20:43:44.445835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46032) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:44.448512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9dc6b666-6465-4c18-bcdb-e2a9bca81ec2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:44.460375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9dc6b666-6465-4c18-bcdb-e2a9bca81ec2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:44.477998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9dc6b666-6465-4c18-bcdb-e2a9bca81ec2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.523950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9dc6b666-6465-4c18-bcdb-e2a9bca81ec2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:44.533266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9dc6b666-6465-4c18-bcdb-e2a9bca81ec2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:44.538864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9dc6b666-6465-4c18-bcdb-e2a9bca81ec2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:44.558874 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.559076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9dc6b666-6465-4c18-bcdb-e2a9bca81ec2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:44.582082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Deleting port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:44.582893 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.643284 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9dc6b666-6465-4c18-bcdb-e2a9bca81ec2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.649236 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9dc6b666-6465-4c18-bcdb-e2a9bca81ec2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.712405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc6b666-6465-4c18-bcdb-e2a9bca81ec2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eef7b4b-58c7-4fbf-beb9-fce2bc992eac,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:44.728979 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9dc6b666-6465-4c18-bcdb-e2a9bca81ec2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.736259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9dc6b666-6465-4c18-bcdb-e2a9bca81ec2 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3113706 Apr 05 20:43:44.736259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46036) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:44.736820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa5768-503e-4b72-924e-f5bdb5844c89 None None] DHCP port deletion for 2cf6da33-6e84-46f5-b602-2d14a57ee821 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:43:44.741527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-effa5768-503e-4b72-924e-f5bdb5844c89 None None] Deleting port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:44.742198 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ae3a2e55-b5cf-4ea6-8a60-2bc592043f41 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group_rule': {'security_group_id': '9eef7b4b-58c7-4fbf-beb9-fce2bc992eac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:44.742327 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-effa5768-503e-4b72-924e-f5bdb5844c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.750009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ae3a2e55-b5cf-4ea6-8a60-2bc592043f41 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:44.755154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ae3a2e55-b5cf-4ea6-8a60-2bc592043f41 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:44.759355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ae3a2e55-b5cf-4ea6-8a60-2bc592043f41 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:44.771047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ae3a2e55-b5cf-4ea6-8a60-2bc592043f41 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:44.804473 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ae3a2e55-b5cf-4ea6-8a60-2bc592043f41 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.885343 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ae3a2e55-b5cf-4ea6-8a60-2bc592043f41 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.891122 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ae3a2e55-b5cf-4ea6-8a60-2bc592043f41 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.912573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] For port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6ed916d1-04ac-4dce-9e5d-0c8ae206813e,segment=NetworkSegment(781a2777-630e-4d16-9faf-40d8de866ec8),segment_id=781a2777-630e-4d16-9faf-40d8de866ec8)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:44.913449 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.922900 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.932243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a2e55-b5cf-4ea6-8a60-2bc592043f41 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4edf92-9af4-4ef2-b3a0-40ae86557af0,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:44.954572 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ae3a2e55-b5cf-4ea6-8a60-2bc592043f41 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:44.958374 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ae3a2e55-b5cf-4ea6-8a60-2bc592043f41 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2210610 Apr 05 20:43:44.959462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46040) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:44.983914 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f8370544-7f38-41b0-81a4-afeecb26b254 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules/8d4edf92-9af4-4ef2-b3a0-40ae86557af0 HTTP/1.1" status: 200 len: 763 time: 0.0203109 Apr 05 20:43:44.986745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46044) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:45.028922 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.041039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cf7cf0f2-c4dc-4af8-92e8-380ab9bf7f84 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:45.067406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cf7cf0f2-c4dc-4af8-92e8-380ab9bf7f84 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:45.070313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-effa5768-503e-4b72-924e-f5bdb5844c89 None None] For port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6ed916d1-04ac-4dce-9e5d-0c8ae206813e,segment=NetworkSegment(781a2777-630e-4d16-9faf-40d8de866ec8),segment_id=781a2777-630e-4d16-9faf-40d8de866ec8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:45.071066 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-effa5768-503e-4b72-924e-f5bdb5844c89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.072457 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cf7cf0f2-c4dc-4af8-92e8-380ab9bf7f84 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0844393 Apr 05 20:43:45.072984 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46050) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:45.093043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Calling delete_port for 6ed916d1-04ac-4dce-9e5d-0c8ae206813e owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:43:45.112309 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9a7f76d-32ad-4ef8-9f87-5d69ad43120b tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.127043 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9a7f76d-32ad-4ef8-9f87-5d69ad43120b tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.185589 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9a7f76d-32ad-4ef8-9f87-5d69ad43120b tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.218283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7f76d-32ad-4ef8-9f87-5d69ad43120b tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d4edf92-9af4-4ef2-b3a0-40ae86557af0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:45.222391 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.231614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9a7f76d-32ad-4ef8-9f87-5d69ad43120b tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.232850 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c9a7f76d-32ad-4ef8-9f87-5d69ad43120b tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8d4edf92-9af4-4ef2-b3a0-40ae86557af0 HTTP/1.1" status: 204 len: 168 time: 0.1589532 Apr 05 20:43:45.238195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46054) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:45.251953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-effa5768-503e-4b72-924e-f5bdb5844c89 None None] Calling delete_port for 6ed916d1-04ac-4dce-9e5d-0c8ae206813e owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:43:45.281019 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ed916d1-04ac-4dce-9e5d-0c8ae206813e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:45.284583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] No DVR routers for this DVR port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:43:45.293448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9071870e-e27e-4295-be18-1aa7130200a4 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:45.311736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9071870e-e27e-4295-be18-1aa7130200a4 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:45.314260 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9071870e-e27e-4295-be18-1aa7130200a4 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0744948 Apr 05 20:43:45.319902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46058) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:45.334232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4d4dcad6-808e-4c4c-a700-e6a9d289a360 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group_rule': {'security_group_id': '9eef7b4b-58c7-4fbf-beb9-fce2bc992eac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:45.336194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4d4dcad6-808e-4c4c-a700-e6a9d289a360 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:45.345657 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-effa5768-503e-4b72-924e-f5bdb5844c89 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:43:45.346049 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-effa5768-503e-4b72-924e-f5bdb5844c89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:43:45.347499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4d4dcad6-808e-4c4c-a700-e6a9d289a360 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:45.364776 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d4dcad6-808e-4c4c-a700-e6a9d289a360 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.411564 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.426177 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d4dcad6-808e-4c4c-a700-e6a9d289a360 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.430133 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d4dcad6-808e-4c4c-a700-e6a9d289a360 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.438446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf6da33-6e84-46f5-b602-2d14a57ee821']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:45.451277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781a2777-630e-4d16-9faf-40d8de866ec8') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:45.451570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781a2777-630e-4d16-9faf-40d8de866ec8') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:45.454513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dcad6-808e-4c4c-a700-e6a9d289a360 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d1ec99f-75b2-43ad-9077-7115f73090bc,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:45.463557 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.467418 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d4dcad6-808e-4c4c-a700-e6a9d289a360 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.468664 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4d4dcad6-808e-4c4c-a700-e6a9d289a360 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504049 Apr 05 20:43:45.471592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46062) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:45.484694 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.492536 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-282630e2-01da-41f8-be6f-7ec2c5dfa810 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules/3d1ec99f-75b2-43ad-9077-7115f73090bc HTTP/1.1" status: 200 len: 763 time: 0.0176520 Apr 05 20:43:45.492694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:43:45.492694 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.492902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46066) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:43:45.505804 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:43:45.539307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d6640f1f-3956-4d30-9c94-3f360cec25c1 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:45.554788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d6640f1f-3956-4d30-9c94-3f360cec25c1 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:45.556060 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d6640f1f-3956-4d30-9c94-3f360cec25c1 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0624084 Apr 05 20:43:45.558802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46070) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:45.580404 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.586440 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.589808 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a14416c1-ab48-430e-8a62-6ca94c40b8dc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.600099 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a14416c1-ab48-430e-8a62-6ca94c40b8dc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.610071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf6da33-6e84-46f5-b602-2d14a57ee821,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:45.616670 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4e5dbfae-45b9-44f2-8ca8-506fa8f2c092 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2cf6da33-6e84-46f5-b602-2d14a57ee821 HTTP/1.1" status: 204 len: 168 time: 1.1671576 Apr 05 20:43:45.628122 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a14416c1-ab48-430e-8a62-6ca94c40b8dc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.647087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14416c1-ab48-430e-8a62-6ca94c40b8dc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d1ec99f-75b2-43ad-9077-7115f73090bc,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:45.658543 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a14416c1-ab48-430e-8a62-6ca94c40b8dc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.659655 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a14416c1-ab48-430e-8a62-6ca94c40b8dc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3d1ec99f-75b2-43ad-9077-7115f73090bc HTTP/1.1" status: 204 len: 168 time: 0.0994511 Apr 05 20:43:45.662079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46076) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:45.708952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e8a71378-aebc-4dd1-9849-aaca8885a650 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:45.724624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e8a71378-aebc-4dd1-9849-aaca8885a650 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:45.728814 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e8a71378-aebc-4dd1-9849-aaca8885a650 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0630646 Apr 05 20:43:45.729082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46080) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:45.734305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-629780aa-0a01-4523-b8ae-06345c9c1114 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group_rule': {'security_group_id': '9eef7b4b-58c7-4fbf-beb9-fce2bc992eac', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:45.740777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-629780aa-0a01-4523-b8ae-06345c9c1114 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:45.750927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-629780aa-0a01-4523-b8ae-06345c9c1114 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:45.761164 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-629780aa-0a01-4523-b8ae-06345c9c1114 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Project c4ae77251cc742f4a0a8830b2cd7c8d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:43:45.768131 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629780aa-0a01-4523-b8ae-06345c9c1114 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.810995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46084) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:45.847585 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-effa5768-503e-4b72-924e-f5bdb5844c89 None None] Deleting port 6ed916d1-04ac-4dce-9e5d-0c8ae206813e {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:43:45.848101 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-effa5768-503e-4b72-924e-f5bdb5844c89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.853100 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629780aa-0a01-4523-b8ae-06345c9c1114 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.859077 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629780aa-0a01-4523-b8ae-06345c9c1114 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.894772 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5d797615-e1ef-4620-8ada-6d000a116441 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d16327ce00ca4d209d2dce9cf08b1074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826893 Apr 05 20:43:45.896117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629780aa-0a01-4523-b8ae-06345c9c1114 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d46510-54d1-4ccb-bf80-fac56e1cb51c,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:45.897544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46088) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:45.909743 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-629780aa-0a01-4523-b8ae-06345c9c1114 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.910988 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-629780aa-0a01-4523-b8ae-06345c9c1114 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1809740 Apr 05 20:43:45.913827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46092) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:45.915809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-effa5768-503e-4b72-924e-f5bdb5844c89 None None] The port '6ed916d1-04ac-4dce-9e5d-0c8ae206813e' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:43:45.937666 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-60949811-d038-40dd-bb1b-4b353f7f61b1 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules/41d46510-54d1-4ccb-bf80-fac56e1cb51c HTTP/1.1" status: 200 len: 769 time: 0.0200360 Apr 05 20:43:45.937945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46096) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:45.968791 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:45.988268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-49c892ba-ba5a-49bb-b727-fe01b8b78e91 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:45.996006 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.005061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-49c892ba-ba5a-49bb-b727-fe01b8b78e91 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:46.009225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46100) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:46.009371 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-49c892ba-ba5a-49bb-b727-fe01b8b78e91 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0704966 Apr 05 20:43:46.049130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6ed916d1-04ac-4dce-9e5d-0c8ae206813e no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:43:46.061365 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.071885 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.096107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 6ed916d1-04ac-4dce-9e5d-0c8ae206813e {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:43:46.096557 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.096913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6ed916d1-04ac-4dce-9e5d-0c8ae206813e not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:43:46.108666 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.109610 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.126892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41d46510-54d1-4ccb-bf80-fac56e1cb51c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:46.136747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25908a01-5c54-4cff-b69a-c6e734e72613,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:46.146259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.146600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.146934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.147262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.147585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.147905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.148226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.148544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.148861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.149178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.149490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.149803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.163224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.163814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.164149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.164498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.164814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.165332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.165728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.166160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.166553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.166874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.167193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.167513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:46.193370 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.193370 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bb1bde1c-eed7-45e0-9ccd-1fef022e1a24 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/41d46510-54d1-4ccb-bf80-fac56e1cb51c HTTP/1.1" status: 204 len: 168 time: 0.1812611 Apr 05 20:43:46.202866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46106) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:46.218405 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.218405 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-14ea87e6-ac64-4670-8f2d-3271d78ff011 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25908a01-5c54-4cff-b69a-c6e734e72613 HTTP/1.1" status: 204 len: 168 time: 0.3142505 Apr 05 20:43:46.256365 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-eff300b3-2b75-40a5-99d7-a78fa8198c7f tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0580728 Apr 05 20:43:46.256914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46112) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:46.332464 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e033784-02b7-4f28-a5d4-3e690e46c2dc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.361358 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e033784-02b7-4f28-a5d4-3e690e46c2dc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.415025 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e033784-02b7-4f28-a5d4-3e690e46c2dc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.435899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e033784-02b7-4f28-a5d4-3e690e46c2dc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eef7b4b-58c7-4fbf-beb9-fce2bc992eac,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:46.451850 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8e033784-02b7-4f28-a5d4-3e690e46c2dc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.459026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46122) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:46.459573 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8e033784-02b7-4f28-a5d4-3e690e46c2dc tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-groups/9eef7b4b-58c7-4fbf-beb9-fce2bc992eac HTTP/1.1" status: 204 len: 168 time: 0.2014611 Apr 05 20:43:46.514239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1b96f617-60fc-420d-b1bd-7f98a0444b01 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:46.531512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1b96f617-60fc-420d-b1bd-7f98a0444b01 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:46.532939 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1b96f617-60fc-420d-b1bd-7f98a0444b01 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0730493 Apr 05 20:43:46.538698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46126) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:46.542869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-de090c56-8981-4d5d-ad1b-82cd1a56d15c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485204686'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:46.550403 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-de090c56-8981-4d5d-ad1b-82cd1a56d15c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:46.561115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-de090c56-8981-4d5d-ad1b-82cd1a56d15c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:46.572052 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de090c56-8981-4d5d-ad1b-82cd1a56d15c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.600366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-de090c56-8981-4d5d-ad1b-82cd1a56d15c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:46.609006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-de090c56-8981-4d5d-ad1b-82cd1a56d15c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:46.613194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-de090c56-8981-4d5d-ad1b-82cd1a56d15c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:46.620268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-de090c56-8981-4d5d-ad1b-82cd1a56d15c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:46.636295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46130) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:46.704159 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de090c56-8981-4d5d-ad1b-82cd1a56d15c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.709281 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f6157ea8-f1eb-4936-8b50-ca229f7fb78a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9fef580866cf4c3da888d70f417b0379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0716436 Apr 05 20:43:46.712246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46136) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:46.750506 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de090c56-8981-4d5d-ad1b-82cd1a56d15c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.812563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de090c56-8981-4d5d-ad1b-82cd1a56d15c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59680844-39d9-4f75-8ba5-34124a1aaf2b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:46.827764 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d07f811-deee-4b17-acd6-0e72028317d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.839489 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de090c56-8981-4d5d-ad1b-82cd1a56d15c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.843807 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-de090c56-8981-4d5d-ad1b-82cd1a56d15c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3018537 Apr 05 20:43:46.844168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46142) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:46.849922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c249cccd-bb71-494c-bdf7-45cab8075f13 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Request body: {'security_group_rule': {'security_group_id': '59680844-39d9-4f75-8ba5-34124a1aaf2b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:46.856491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c249cccd-bb71-494c-bdf7-45cab8075f13 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:46.856611 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d07f811-deee-4b17-acd6-0e72028317d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.860753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c249cccd-bb71-494c-bdf7-45cab8075f13 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Usage tracker for resource:security_group_rule and tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:46.864431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c249cccd-bb71-494c-bdf7-45cab8075f13 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:46.870223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c249cccd-bb71-494c-bdf7-45cab8075f13 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:46.903016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c249cccd-bb71-494c-bdf7-45cab8075f13 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.933471 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d07f811-deee-4b17-acd6-0e72028317d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.948880 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d07f811-deee-4b17-acd6-0e72028317d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:46.957552 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6d07f811-deee-4b17-acd6-0e72028317d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93c8755b-d526-4e34-8db1-d902d0851c5d HTTP/1.1" status: 204 len: 168 time: 0.2366126 Apr 05 20:43:46.957552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07f811-deee-4b17-acd6-0e72028317d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c8755b-d526-4e34-8db1-d902d0851c5d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:46.995252 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c249cccd-bb71-494c-bdf7-45cab8075f13 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:47.000404 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c249cccd-bb71-494c-bdf7-45cab8075f13 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:47.025319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249cccd-bb71-494c-bdf7-45cab8075f13 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd25233-4316-47cb-876e-ecb7d4bfa4c3,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:47.039813 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c249cccd-bb71-494c-bdf7-45cab8075f13 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:47.041261 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c249cccd-bb71-494c-bdf7-45cab8075f13 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1958146 Apr 05 20:43:47.043770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46150) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:47.216974 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-941c5a16-2da4-47af-9a64-1c085d7c6199 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:47.244868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-941c5a16-2da4-47af-9a64-1c085d7c6199 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:47.298954 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-941c5a16-2da4-47af-9a64-1c085d7c6199 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:47.319064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c5a16-2da4-47af-9a64-1c085d7c6199 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59680844-39d9-4f75-8ba5-34124a1aaf2b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:47.331660 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-941c5a16-2da4-47af-9a64-1c085d7c6199 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:47.332776 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-941c5a16-2da4-47af-9a64-1c085d7c6199 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-groups/59680844-39d9-4f75-8ba5-34124a1aaf2b HTTP/1.1" status: 204 len: 168 time: 0.2881017 Apr 05 20:43:47.335263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46162) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:47.407336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fc25def2-8eb7-47fa-995e-c8f0ec9e4be8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:47.432044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fc25def2-8eb7-47fa-995e-c8f0ec9e4be8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:47.434018 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fc25def2-8eb7-47fa-995e-c8f0ec9e4be8 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0966439 Apr 05 20:43:47.436972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46168) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:47.485228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-afc467b2-cf33-485d-a656-3499d3f27d49 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Synchronizing usage tracker for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:47.503162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-afc467b2-cf33-485d-a656-3499d3f27d49 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] Unset dirty status for tenant:c4ae77251cc742f4a0a8830b2cd7c8d2 on resource:security_group_rule {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:47.507938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-afc467b2-cf33-485d-a656-3499d3f27d49 tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0667987 Apr 05 20:43:47.507938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46172) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:47.527458 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-6d510bf6-bea8-4ef2-8994-c372671475cb tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] delete failed (client error): The resource could not be found. Apr 05 20:43:47.532167 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6d510bf6-bea8-4ef2-8994-c372671475cb tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "DELETE /v2.0/security-groups/59680844-39d9-4f75-8ba5-34124a1aaf2b HTTP/1.1" status: 404 len: 347 time: 0.0198975 Apr 05 20:43:47.532167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46176) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:47.591053 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3b02ecf5-53b8-47a9-ad33-c16f2727150c tempest-SecGroupIPv6Test-1730665143 tempest-SecGroupIPv6Test-1730665143-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576866 Apr 05 20:43:47.807730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46196) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:48.032814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-11badc79-a646-4e8c-be65-2c8d6d55276d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4ae77251cc742f4a0a8830b2cd7c8d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2237132 Apr 05 20:43:48.035335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46212) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:48.098926 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57162573-7763-4a8e-b9c5-355ef9efacfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:48.128633 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57162573-7763-4a8e-b9c5-355ef9efacfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:48.195388 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57162573-7763-4a8e-b9c5-355ef9efacfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:48.218661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57162573-7763-4a8e-b9c5-355ef9efacfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4906cf-aede-4d82-b395-a5600cf2e51f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:48.241423 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57162573-7763-4a8e-b9c5-355ef9efacfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:48.243068 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-57162573-7763-4a8e-b9c5-355ef9efacfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d4906cf-aede-4d82-b395-a5600cf2e51f HTTP/1.1" status: 204 len: 168 time: 0.2066169 Apr 05 20:43:49.043429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46248) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:49.090891 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46254) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:49.098927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1822893212', 'description': 'tempest-secgroup-smoke-1822893212 description', 'project_id': '5118b05a56334dea925f78d36af460a0'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:49.109413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:49.113408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:49.117044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:49.123431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:49.138611 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.154437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.180631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group': {'name': 'tempest-secgroup--862300526'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:49.188041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:49.191069 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:49.196336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:49.200438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:49.210580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:49.211596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:49.224931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:49.238757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:49.245710 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.281489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.329224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:49.336047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:49.342079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:49.349618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:49.446199 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.454839 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.474406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:49.482691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:49.497925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:49.516490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:49.538181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993a658f-4810-4776-bac8-06ca586a676c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:49.541686 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.548803 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.553051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:49.567199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:49.578579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:49.588413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:49.617898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd76a431-fa7c-4c45-a528-d0e8b8e81da4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:49.693471 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.703923 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.741060 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.753309 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.781686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4731a5f-3c0c-401d-896e-e2cb61e577eb,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:49.795679 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.796955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5e54eb50-8e29-4640-9217-d7f3d0c2c507 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7050960 Apr 05 20:43:49.800746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46260) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:49.805341 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.806459 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7614555 Apr 05 20:43:49.809569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f79a1fde-10a1-49d9-8976-c617fdbf9822 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'e4731a5f-3c0c-401d-896e-e2cb61e577eb', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:49.811278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46264) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:49.824513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f79a1fde-10a1-49d9-8976-c617fdbf9822 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:49.831309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f79a1fde-10a1-49d9-8976-c617fdbf9822 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:49.833775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f668de-972e-48a5-845f-b93ec5917464 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b50804c-c57e-4f2c-b1b1-24deedc0a225,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:49.837304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f79a1fde-10a1-49d9-8976-c617fdbf9822 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:49.844414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f79a1fde-10a1-49d9-8976-c617fdbf9822 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:49.860400 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f79a1fde-10a1-49d9-8976-c617fdbf9822 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.873984 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ac240a2a-0b42-4de0-adba-a447cdb73476 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0615695 Apr 05 20:43:49.876644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46268) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:49.882221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b295af51-10c9-4735-820f-ea5b72060e43 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group': {'name': 'tempest-security--1887597156', 'description': 'tempest-security-description-571318455'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:49.916194 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b295af51-10c9-4735-820f-ea5b72060e43 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.916563 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f79a1fde-10a1-49d9-8976-c617fdbf9822 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.920397 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f79a1fde-10a1-49d9-8976-c617fdbf9822 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.941982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a1fde-10a1-49d9-8976-c617fdbf9822 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b5c398b-6280-474f-a835-ccddf58042e7,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:49.953266 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f79a1fde-10a1-49d9-8976-c617fdbf9822 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.954441 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f79a1fde-10a1-49d9-8976-c617fdbf9822 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1527958 Apr 05 20:43:49.957109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46272) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:49.964001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a762bad2-9080-42ac-87b3-996a7e4acae5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'e4731a5f-3c0c-401d-896e-e2cb61e577eb', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:49.973214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a762bad2-9080-42ac-87b3-996a7e4acae5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:49.983469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a762bad2-9080-42ac-87b3-996a7e4acae5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:49.988294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a762bad2-9080-42ac-87b3-996a7e4acae5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:49.992836 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b295af51-10c9-4735-820f-ea5b72060e43 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.997377 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b295af51-10c9-4735-820f-ea5b72060e43 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:49.999985 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b295af51-10c9-4735-820f-ea5b72060e43 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.001160 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b295af51-10c9-4735-820f-ea5b72060e43 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "PUT /v2.0/security-groups/5b50804c-c57e-4f2c-b1b1-24deedc0a225 HTTP/1.1" status: 200 len: 1779 time: 0.1232288 Apr 05 20:43:50.002187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a762bad2-9080-42ac-87b3-996a7e4acae5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:50.004036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46276) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:50.039534 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a762bad2-9080-42ac-87b3-996a7e4acae5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.047894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295af51-10c9-4735-820f-ea5b72060e43 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b50804c-c57e-4f2c-b1b1-24deedc0a225,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:50.054330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46280) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:50.054720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-222e3c1f-667f-42b6-bb19-5bf990c62187 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-groups/5b50804c-c57e-4f2c-b1b1-24deedc0a225 HTTP/1.1" status: 200 len: 1779 time: 0.0488675 Apr 05 20:43:50.149835 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a762bad2-9080-42ac-87b3-996a7e4acae5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.157386 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a762bad2-9080-42ac-87b3-996a7e4acae5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.177771 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d05ed2c3-9120-40c5-9442-3b9df9b19de8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.195978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762bad2-9080-42ac-87b3-996a7e4acae5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e598583e-0b71-4cd5-a461-f1ce5244662f,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:50.212016 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a762bad2-9080-42ac-87b3-996a7e4acae5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.213167 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a762bad2-9080-42ac-87b3-996a7e4acae5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2551231 Apr 05 20:43:50.215990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46284) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:50.216694 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d05ed2c3-9120-40c5-9442-3b9df9b19de8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.221036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9bdfc68d-7092-40a4-b7b0-9caa26d733b1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'e4731a5f-3c0c-401d-896e-e2cb61e577eb', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:50.227314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9bdfc68d-7092-40a4-b7b0-9caa26d733b1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:50.231108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9bdfc68d-7092-40a4-b7b0-9caa26d733b1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:50.234147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9bdfc68d-7092-40a4-b7b0-9caa26d733b1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:50.239799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9bdfc68d-7092-40a4-b7b0-9caa26d733b1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:50.257744 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc68d-7092-40a4-b7b0-9caa26d733b1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.266037 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d05ed2c3-9120-40c5-9442-3b9df9b19de8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.281807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ed2c3-9120-40c5-9442-3b9df9b19de8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b50804c-c57e-4f2c-b1b1-24deedc0a225,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:50.288715 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d05ed2c3-9120-40c5-9442-3b9df9b19de8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.289736 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d05ed2c3-9120-40c5-9442-3b9df9b19de8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-groups/5b50804c-c57e-4f2c-b1b1-24deedc0a225 HTTP/1.1" status: 204 len: 168 time: 0.2343159 Apr 05 20:43:50.292068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46288) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:50.347173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-038b69aa-d278-40b7-96e6-c75dcaa4977a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:50.357220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc68d-7092-40a4-b7b0-9caa26d733b1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.362816 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc68d-7092-40a4-b7b0-9caa26d733b1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.365279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-038b69aa-d278-40b7-96e6-c75dcaa4977a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:50.366699 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-038b69aa-d278-40b7-96e6-c75dcaa4977a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0735304 Apr 05 20:43:50.369545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46296) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:50.386794 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-ef3f7ddf-0202-4a82-bebc-6f4e10810b9d tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] delete failed (client error): The resource could not be found. Apr 05 20:43:50.392701 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ef3f7ddf-0202-4a82-bebc-6f4e10810b9d tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-groups/5b50804c-c57e-4f2c-b1b1-24deedc0a225 HTTP/1.1" status: 404 len: 347 time: 0.0173144 Apr 05 20:43:50.392701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46300) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:50.399246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdfc68d-7092-40a4-b7b0-9caa26d733b1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecf2d417-15ce-4566-a560-a47c7a0ea2bf,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:50.399947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2ea10def-9d0d-4293-b774-863be750dc59 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group': {'name': 'tempest-secgroup--81784942'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:50.407830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2ea10def-9d0d-4293-b774-863be750dc59 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:50.411727 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9bdfc68d-7092-40a4-b7b0-9caa26d733b1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.416484 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9bdfc68d-7092-40a4-b7b0-9caa26d733b1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1988325 Apr 05 20:43:50.416606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46304) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:50.424409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-aa7a11d1-5722-409a-8a8c-c2dcbad16075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'e4731a5f-3c0c-401d-896e-e2cb61e577eb', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:50.430584 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2ea10def-9d0d-4293-b774-863be750dc59 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:50.433074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-aa7a11d1-5722-409a-8a8c-c2dcbad16075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:50.439598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-aa7a11d1-5722-409a-8a8c-c2dcbad16075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:50.448435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-aa7a11d1-5722-409a-8a8c-c2dcbad16075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:50.449648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-aa7a11d1-5722-409a-8a8c-c2dcbad16075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:50.452890 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ea10def-9d0d-4293-b774-863be750dc59 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.480688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2ea10def-9d0d-4293-b774-863be750dc59 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:50.483449 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aa7a11d1-5722-409a-8a8c-c2dcbad16075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.499509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2ea10def-9d0d-4293-b774-863be750dc59 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:50.504026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2ea10def-9d0d-4293-b774-863be750dc59 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:50.632919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2ea10def-9d0d-4293-b774-863be750dc59 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:50.691449 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aa7a11d1-5722-409a-8a8c-c2dcbad16075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.698240 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aa7a11d1-5722-409a-8a8c-c2dcbad16075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.745579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a11d1-5722-409a-8a8c-c2dcbad16075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fc4690-6cde-42ee-a87a-2277675eed15,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:50.764852 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aa7a11d1-5722-409a-8a8c-c2dcbad16075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.766081 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aa7a11d1-5722-409a-8a8c-c2dcbad16075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3485651 Apr 05 20:43:50.768405 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ea10def-9d0d-4293-b774-863be750dc59 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.769175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46310) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:50.773208 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ea10def-9d0d-4293-b774-863be750dc59 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.774629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-06d22c0b-a6a6-4840-a5c1-a540311e81c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'e4731a5f-3c0c-401d-896e-e2cb61e577eb', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:50.782341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-06d22c0b-a6a6-4840-a5c1-a540311e81c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:50.786549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-06d22c0b-a6a6-4840-a5c1-a540311e81c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:50.789910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-06d22c0b-a6a6-4840-a5c1-a540311e81c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:50.796477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-06d22c0b-a6a6-4840-a5c1-a540311e81c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:50.809267 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-06d22c0b-a6a6-4840-a5c1-a540311e81c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Project 5118b05a56334dea925f78d36af460a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:43:50.812159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea10def-9d0d-4293-b774-863be750dc59 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=773f4c24-befd-4daa-9e34-dcdf188b60f6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:50.815854 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ea10def-9d0d-4293-b774-863be750dc59 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.816185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06d22c0b-a6a6-4840-a5c1-a540311e81c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.817233 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2ea10def-9d0d-4293-b774-863be750dc59 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4234524 Apr 05 20:43:50.820091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46314) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:50.826354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-37cbd7a9-a63e-4652-aec4-d8e26ca685ee tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group_rule': {'security_group_id': '773f4c24-befd-4daa-9e34-dcdf188b60f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:50.832504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-37cbd7a9-a63e-4652-aec4-d8e26ca685ee tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:50.836329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-37cbd7a9-a63e-4652-aec4-d8e26ca685ee tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:50.839180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-37cbd7a9-a63e-4652-aec4-d8e26ca685ee tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:50.846137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-37cbd7a9-a63e-4652-aec4-d8e26ca685ee tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:50.864610 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37cbd7a9-a63e-4652-aec4-d8e26ca685ee tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.884536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06d22c0b-a6a6-4840-a5c1-a540311e81c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.888996 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06d22c0b-a6a6-4840-a5c1-a540311e81c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.912710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d22c0b-a6a6-4840-a5c1-a540311e81c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe240f0-e13c-4380-8ce0-2eb0eb525052,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:50.924065 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06d22c0b-a6a6-4840-a5c1-a540311e81c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.925580 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-06d22c0b-a6a6-4840-a5c1-a540311e81c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1553428 Apr 05 20:43:50.928610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46318) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:50.936668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4d147568-3d45-4456-948f-fe1272ec88c9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'e4731a5f-3c0c-401d-896e-e2cb61e577eb', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:50.943033 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37cbd7a9-a63e-4652-aec4-d8e26ca685ee tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.944114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4d147568-3d45-4456-948f-fe1272ec88c9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:50.947676 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37cbd7a9-a63e-4652-aec4-d8e26ca685ee tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.949531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4d147568-3d45-4456-948f-fe1272ec88c9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:50.963375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4d147568-3d45-4456-948f-fe1272ec88c9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:50.980408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4d147568-3d45-4456-948f-fe1272ec88c9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:50.985240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbd7a9-a63e-4652-aec4-d8e26ca685ee tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e0fbe0-355c-4eb3-b113-16a0cc035196,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:50.995704 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37cbd7a9-a63e-4652-aec4-d8e26ca685ee tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:50.996904 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-37cbd7a9-a63e-4652-aec4-d8e26ca685ee tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1757946 Apr 05 20:43:50.999884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46322) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:51.009611 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-4d147568-3d45-4456-948f-fe1272ec88c9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Project 5118b05a56334dea925f78d36af460a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:43:51.026627 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d147568-3d45-4456-948f-fe1272ec88c9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.045462 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-140a6335-47df-4615-acce-7b26d744d916 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.064599 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-140a6335-47df-4615-acce-7b26d744d916 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.109562 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-140a6335-47df-4615-acce-7b26d744d916 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.135699 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d147568-3d45-4456-948f-fe1272ec88c9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.136551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a6335-47df-4615-acce-7b26d744d916 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33e0fbe0-355c-4eb3-b113-16a0cc035196,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:51.140622 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-140a6335-47df-4615-acce-7b26d744d916 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.144139 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-140a6335-47df-4615-acce-7b26d744d916 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/33e0fbe0-355c-4eb3-b113-16a0cc035196 HTTP/1.1" status: 204 len: 168 time: 0.1409259 Apr 05 20:43:51.144139 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d147568-3d45-4456-948f-fe1272ec88c9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.146129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46326) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:51.166150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d147568-3d45-4456-948f-fe1272ec88c9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6afd1eaa-85ed-48ba-9939-6055f27bc18c,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:51.172520 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4d147568-3d45-4456-948f-fe1272ec88c9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.174192 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4d147568-3d45-4456-948f-fe1272ec88c9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2443817 Apr 05 20:43:51.177231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46330) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:51.183128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'network': {'name': 'tempest-network-smoke--311948473', 'project_id': '5118b05a56334dea925f78d36af460a0', 'port_security_enabled': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:51.189002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:51.193153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:network and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:51.196063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:51.199013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7052c086-9dd4-4e14-84b7-9b3416de94ca tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:51.202844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:51.214298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Made reservation on behalf of 5118b05a56334dea925f78d36af460a0 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:51.218829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7052c086-9dd4-4e14-84b7-9b3416de94ca tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:51.218997 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.223051 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7052c086-9dd4-4e14-84b7-9b3416de94ca tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0726190 Apr 05 20:43:51.223446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46334) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:51.246921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:43:51.256846 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.257235 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Added segment 9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e of type vlan for network d34d15b2-67aa-47b7-881f-4f74588c6650 Apr 05 20:43:51.288688 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.289236 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0f946030-46ca-49f6-ab2a-944d54f696a8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.320276 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0f946030-46ca-49f6-ab2a-944d54f696a8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.320688 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.327063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:51.327581 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.373711 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0f946030-46ca-49f6-ab2a-944d54f696a8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.394652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f946030-46ca-49f6-ab2a-944d54f696a8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=773f4c24-befd-4daa-9e34-dcdf188b60f6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:51.418938 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0f946030-46ca-49f6-ab2a-944d54f696a8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.420392 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0f946030-46ca-49f6-ab2a-944d54f696a8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-groups/773f4c24-befd-4daa-9e34-dcdf188b60f6 HTTP/1.1" status: 204 len: 168 time: 0.1957800 Apr 05 20:43:51.422816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46338) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:51.431870 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2534733 Apr 05 20:43:51.435948 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46342) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:51.442444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'admin_state_up': True, 'project_id': '5118b05a56334dea925f78d36af460a0', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:51.448433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124c753-2704-4f84-b535-1b9a87560b8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Network': ['ID=d34d15b2-67aa-47b7-881f-4f74588c6650,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:51.452652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:51.456927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:router and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:51.459388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network d34d15b2-67aa-47b7-881f-4f74588c6650 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:43:51.459884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:51.477437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:51.481726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a03eae81-5b96-4497-9a09-40dfafc9e642 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:51.487572 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.489132 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.503675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a03eae81-5b96-4497-9a09-40dfafc9e642 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:51.504982 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a03eae81-5b96-4497-9a09-40dfafc9e642 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812681 Apr 05 20:43:51.508952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46346) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:51.513660 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.516886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-be49a9e9-4d26-41f7-9fa2-8aeb66d00682 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370347433'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:51.525975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-be49a9e9-4d26-41f7-9fa2-8aeb66d00682 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:51.536443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-be49a9e9-4d26-41f7-9fa2-8aeb66d00682 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:51.556448 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be49a9e9-4d26-41f7-9fa2-8aeb66d00682 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.580811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-be49a9e9-4d26-41f7-9fa2-8aeb66d00682 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:51.585243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-be49a9e9-4d26-41f7-9fa2-8aeb66d00682 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:51.588425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-be49a9e9-4d26-41f7-9fa2-8aeb66d00682 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:51.594369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-be49a9e9-4d26-41f7-9fa2-8aeb66d00682 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:51.676457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be49a9e9-4d26-41f7-9fa2-8aeb66d00682 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.691890 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be49a9e9-4d26-41f7-9fa2-8aeb66d00682 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.761994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be49a9e9-4d26-41f7-9fa2-8aeb66d00682 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe3f80c-965b-44c8-b5bf-f56d0bb58641,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:51.801985 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be49a9e9-4d26-41f7-9fa2-8aeb66d00682 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.801985 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-be49a9e9-4d26-41f7-9fa2-8aeb66d00682 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2860010 Apr 05 20:43:51.801985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46364) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:51.825012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a5e0b29f-7438-450a-9ba8-f8940c9db6ec tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group_rule': {'security_group_id': 'afe3f80c-965b-44c8-b5bf-f56d0bb58641', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:51.838594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a5e0b29f-7438-450a-9ba8-f8940c9db6ec tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:51.845195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a5e0b29f-7438-450a-9ba8-f8940c9db6ec tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:51.845195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a5e0b29f-7438-450a-9ba8-f8940c9db6ec tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:51.854150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a5e0b29f-7438-450a-9ba8-f8940c9db6ec tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:51.867981 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b29f-7438-450a-9ba8-f8940c9db6ec tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.918340 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.954179 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b29f-7438-450a-9ba8-f8940c9db6ec tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:51.962975 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b29f-7438-450a-9ba8-f8940c9db6ec tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.005460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e0b29f-7438-450a-9ba8-f8940c9db6ec tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07c6ce0-312c-4230-828c-ff67fc14c421,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:52.021158 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a5e0b29f-7438-450a-9ba8-f8940c9db6ec tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.021158 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a5e0b29f-7438-450a-9ba8-f8940c9db6ec tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2172725 Apr 05 20:43:52.033761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46368) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:52.033761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-209422d7-20fd-48fd-9814-7de85dd5d3cd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group_rule': {'security_group_id': 'afe3f80c-965b-44c8-b5bf-f56d0bb58641', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:52.054331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-209422d7-20fd-48fd-9814-7de85dd5d3cd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:52.054331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-209422d7-20fd-48fd-9814-7de85dd5d3cd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:52.065616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-209422d7-20fd-48fd-9814-7de85dd5d3cd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:52.076578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-209422d7-20fd-48fd-9814-7de85dd5d3cd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:52.102852 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-209422d7-20fd-48fd-9814-7de85dd5d3cd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.169972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-209422d7-20fd-48fd-9814-7de85dd5d3cd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.173808 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-209422d7-20fd-48fd-9814-7de85dd5d3cd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.197783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209422d7-20fd-48fd-9814-7de85dd5d3cd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3dc88d-afcd-47ef-ad86-e8bf0231f1e0,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:52.210678 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-209422d7-20fd-48fd-9814-7de85dd5d3cd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.212532 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-209422d7-20fd-48fd-9814-7de85dd5d3cd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1892962 Apr 05 20:43:52.215408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46372) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:52.224908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-645dd0db-6e3d-47ce-9939-19de3a419242 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group_rule': {'security_group_id': 'afe3f80c-965b-44c8-b5bf-f56d0bb58641', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:52.232488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-645dd0db-6e3d-47ce-9939-19de3a419242 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:52.236959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-645dd0db-6e3d-47ce-9939-19de3a419242 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:52.240144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-645dd0db-6e3d-47ce-9939-19de3a419242 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:52.246320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-645dd0db-6e3d-47ce-9939-19de3a419242 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:52.264809 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-645dd0db-6e3d-47ce-9939-19de3a419242 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.287119 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.320493 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.334973 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-645dd0db-6e3d-47ce-9939-19de3a419242 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.339382 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-645dd0db-6e3d-47ce-9939-19de3a419242 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.357835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dd0db-6e3d-47ce-9939-19de3a419242 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b8141c2-b2b0-486c-8926-04ce624de9d7,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:52.383790 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-645dd0db-6e3d-47ce-9939-19de3a419242 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.385102 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-645dd0db-6e3d-47ce-9939-19de3a419242 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1676383 Apr 05 20:43:52.387867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46376) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:52.394555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-34e00a40-3244-4f3f-ad74-c51eb345ade5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group_rule': {'security_group_id': 'afe3f80c-965b-44c8-b5bf-f56d0bb58641', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:52.401160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-34e00a40-3244-4f3f-ad74-c51eb345ade5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:52.405926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-34e00a40-3244-4f3f-ad74-c51eb345ade5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:52.409725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-34e00a40-3244-4f3f-ad74-c51eb345ade5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:52.415454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-34e00a40-3244-4f3f-ad74-c51eb345ade5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:52.434763 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34e00a40-3244-4f3f-ad74-c51eb345ade5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.459169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.25.8.168 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/954cc309-71cc-43a4-8ca8-67e67fa51d89) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:52.502245 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34e00a40-3244-4f3f-ad74-c51eb345ade5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.506834 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34e00a40-3244-4f3f-ad74-c51eb345ade5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.531383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e00a40-3244-4f3f-ad74-c51eb345ade5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9464fe13-c25b-4f24-8c2d-b75ea160d782,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:52.546600 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34e00a40-3244-4f3f-ad74-c51eb345ade5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.547812 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-34e00a40-3244-4f3f-ad74-c51eb345ade5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1588159 Apr 05 20:43:52.550740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46380) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:52.555800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a0a9b421-fa90-4fca-a57d-67336193ce88 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group_rule': {'security_group_id': 'afe3f80c-965b-44c8-b5bf-f56d0bb58641', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:52.562284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a0a9b421-fa90-4fca-a57d-67336193ce88 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:52.566343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a0a9b421-fa90-4fca-a57d-67336193ce88 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:52.569189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a0a9b421-fa90-4fca-a57d-67336193ce88 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:52.575427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a0a9b421-fa90-4fca-a57d-67336193ce88 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:52.593607 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a0a9b421-fa90-4fca-a57d-67336193ce88 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.671278 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a0a9b421-fa90-4fca-a57d-67336193ce88 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.677121 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a0a9b421-fa90-4fca-a57d-67336193ce88 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.703947 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a9b421-fa90-4fca-a57d-67336193ce88 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ebbcb7-774b-4d5b-b3f6-3676c2736dae,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:52.719119 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a0a9b421-fa90-4fca-a57d-67336193ce88 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.720957 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a0a9b421-fa90-4fca-a57d-67336193ce88 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1690531 Apr 05 20:43:52.723655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46384) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:52.759177 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a1559f3-9743-4682-ad35-312372042633 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.782536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a1559f3-9743-4682-ad35-312372042633 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.809573 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.812285 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a1559f3-9743-4682-ad35-312372042633 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.823596 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a36d2bf-90f1-4d75-bd67-a7b5b23c6110 req-078e7673-bf53-4e95-8994-fbdaaaea55f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2672842 Apr 05 20:43:52.834704 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a1559f3-9743-4682-ad35-312372042633 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.838484 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9a1559f3-9743-4682-ad35-312372042633 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d6ebbcb7-774b-4d5b-b3f6-3676c2736dae HTTP/1.1" status: 204 len: 168 time: 0.1135747 Apr 05 20:43:52.839285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1559f3-9743-4682-ad35-312372042633 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6ebbcb7-774b-4d5b-b3f6-3676c2736dae,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:52.842142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46390) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:52.874059 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.909714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-39bd3352-ba44-4bcd-94a2-d0991ebb37cd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:52.925619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-39bd3352-ba44-4bcd-94a2-d0991ebb37cd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:52.929723 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-39bd3352-ba44-4bcd-94a2-d0991ebb37cd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0837710 Apr 05 20:43:52.929984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46394) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:52.959645 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab309b50-0c87-4f23-aa8b-14cb9e8777de tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.970426 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab309b50-0c87-4f23-aa8b-14cb9e8777de tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:52.979114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:52.983272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:52.987504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:43:52.997834 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab309b50-0c87-4f23-aa8b-14cb9e8777de tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.018351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab309b50-0c87-4f23-aa8b-14cb9e8777de tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9464fe13-c25b-4f24-8c2d-b75ea160d782,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:53.026318 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab309b50-0c87-4f23-aa8b-14cb9e8777de tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.027623 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ab309b50-0c87-4f23-aa8b-14cb9e8777de tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9464fe13-c25b-4f24-8c2d-b75ea160d782 HTTP/1.1" status: 204 len: 168 time: 0.0967219 Apr 05 20:43:53.030361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46398) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:53.043967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=954cc309-71cc-43a4-8ca8-67e67fa51d89,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:53.084116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e75a522d-5d1c-40b1-b075-08e1406088e8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:53.100627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e75a522d-5d1c-40b1-b075-08e1406088e8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:53.102199 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e75a522d-5d1c-40b1-b075-08e1406088e8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0709014 Apr 05 20:43:53.105320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46402) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:53.137323 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-da3b8104-334c-4076-9234-5dd1009f81a8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.148698 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-da3b8104-334c-4076-9234-5dd1009f81a8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.173458 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-da3b8104-334c-4076-9234-5dd1009f81a8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.215125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b8104-334c-4076-9234-5dd1009f81a8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b8141c2-b2b0-486c-8926-04ce624de9d7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:53.227367 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-da3b8104-334c-4076-9234-5dd1009f81a8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.229268 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-da3b8104-334c-4076-9234-5dd1009f81a8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3b8141c2-b2b0-486c-8926-04ce624de9d7 HTTP/1.1" status: 204 len: 168 time: 0.1225226 Apr 05 20:43:53.233312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46408) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:53.271940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d2bf-90f1-4d75-bd67-a7b5b23c6110 req-069c6cf3-0c08-461b-aed1-ac0fb69e5acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:53.273600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a36d2bf-90f1-4d75-bd67-a7b5b23c6110 req-069c6cf3-0c08-461b-aed1-ac0fb69e5acd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 1097 time: 0.3612311 Apr 05 20:43:53.326963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9ad3e149-2928-46c2-a199-23be6c3389ab tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:53.347539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9ad3e149-2928-46c2-a199-23be6c3389ab tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:53.357564 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9ad3e149-2928-46c2-a199-23be6c3389ab tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1191204 Apr 05 20:43:53.357805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46412) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:53.386956 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b06aa98f-9777-49bf-adc3-112af87698dc tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.401201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b06aa98f-9777-49bf-adc3-112af87698dc tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.431721 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b06aa98f-9777-49bf-adc3-112af87698dc tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.452585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06aa98f-9777-49bf-adc3-112af87698dc tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d3dc88d-afcd-47ef-ad86-e8bf0231f1e0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:53.462827 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b06aa98f-9777-49bf-adc3-112af87698dc tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.466235 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b06aa98f-9777-49bf-adc3-112af87698dc tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5d3dc88d-afcd-47ef-ad86-e8bf0231f1e0 HTTP/1.1" status: 204 len: 168 time: 0.1047451 Apr 05 20:43:53.466465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46418) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:53.596893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d2bf-90f1-4d75-bd67-a7b5b23c6110 req-8faa79bf-2ea8-447d-8ae0-d0079a4b8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:53.598343 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a36d2bf-90f1-4d75-bd67-a7b5b23c6110 req-8faa79bf-2ea8-447d-8ae0-d0079a4b8e36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.2733479 Apr 05 20:43:53.621337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-366572c1-2851-4010-ad7f-cdc114b0bdd7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:53.789697 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.844795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-366572c1-2851-4010-ad7f-cdc114b0bdd7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:53.846067 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-366572c1-2851-4010-ad7f-cdc114b0bdd7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3786874 Apr 05 20:43:53.849074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46422) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:53.877837 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a36d2bf-90f1-4d75-bd67-a7b5b23c6110 req-de5ed6b0-a013-4efd-9659-2e447d9ec4f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71932d55-594e-4e63-9883-38d30d13eedc HTTP/1.1" status: 200 len: 1002 time: 0.2659860 Apr 05 20:43:53.878842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fedd048d-8eae-4c31-a3e8-166b65f6e127 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.890277 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fedd048d-8eae-4c31-a3e8-166b65f6e127 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.916338 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fedd048d-8eae-4c31-a3e8-166b65f6e127 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.942336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd048d-8eae-4c31-a3e8-166b65f6e127 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e07c6ce0-312c-4230-828c-ff67fc14c421,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:53.948673 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fedd048d-8eae-4c31-a3e8-166b65f6e127 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:53.949675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fedd048d-8eae-4c31-a3e8-166b65f6e127 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e07c6ce0-312c-4230-828c-ff67fc14c421 HTTP/1.1" status: 204 len: 168 time: 0.0994186 Apr 05 20:43:53.958548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46430) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:54.015453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-26cf93af-e946-47ea-9168-1584957e372e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:54.037856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-26cf93af-e946-47ea-9168-1584957e372e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:54.041961 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-26cf93af-e946-47ea-9168-1584957e372e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0795407 Apr 05 20:43:54.043427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46436) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:54.045510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d2bf-90f1-4d75-bd67-a7b5b23c6110 req-93b3ae16-1968-423d-b9e8-91f4292f5938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:54.048200 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a36d2bf-90f1-4d75-bd67-a7b5b23c6110 req-93b3ae16-1968-423d-b9e8-91f4292f5938 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.1612105 Apr 05 20:43:54.112318 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf191d1d-5559-49cf-bea0-9c8422c550e0 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.142724 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf191d1d-5559-49cf-bea0-9c8422c550e0 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.207714 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf191d1d-5559-49cf-bea0-9c8422c550e0 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.234300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf191d1d-5559-49cf-bea0-9c8422c550e0 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe3f80c-965b-44c8-b5bf-f56d0bb58641,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:54.255790 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf191d1d-5559-49cf-bea0-9c8422c550e0 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.259805 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bf191d1d-5559-49cf-bea0-9c8422c550e0 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-groups/afe3f80c-965b-44c8-b5bf-f56d0bb58641 HTTP/1.1" status: 204 len: 168 time: 0.2147796 Apr 05 20:43:54.263128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46442) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:54.313952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36d2bf-90f1-4d75-bd67-a7b5b23c6110 req-457dcd44-40aa-40d1-b119-de61a69b537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:54.315982 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a36d2bf-90f1-4d75-bd67-a7b5b23c6110 req-457dcd44-40aa-40d1-b119-de61a69b537b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2511265 Apr 05 20:43:54.317136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3be7d884-f99c-47d8-914a-a7b9051ca76e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:54.334005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3be7d884-f99c-47d8-914a-a7b9051ca76e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:54.335407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3be7d884-f99c-47d8-914a-a7b9051ca76e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0711010 Apr 05 20:43:54.341105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46446) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:54.348500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-d17497d5-2c77-42bc-a418-78cc7f5dd21a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group': {'name': 'tempest-secgroup--960660549'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:54.357359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d17497d5-2c77-42bc-a418-78cc7f5dd21a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:54.369010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d17497d5-2c77-42bc-a418-78cc7f5dd21a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:54.379883 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d17497d5-2c77-42bc-a418-78cc7f5dd21a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.402131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d17497d5-2c77-42bc-a418-78cc7f5dd21a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:54.407145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d17497d5-2c77-42bc-a418-78cc7f5dd21a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:54.410322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d17497d5-2c77-42bc-a418-78cc7f5dd21a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:54.416240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d17497d5-2c77-42bc-a418-78cc7f5dd21a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:54.495072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d17497d5-2c77-42bc-a418-78cc7f5dd21a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.499264 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.500139 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d17497d5-2c77-42bc-a418-78cc7f5dd21a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.548415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17497d5-2c77-42bc-a418-78cc7f5dd21a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05531dc0-8c85-4b4f-ade0-1983fffb7e78,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:54.559937 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d17497d5-2c77-42bc-a418-78cc7f5dd21a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.563773 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d17497d5-2c77-42bc-a418-78cc7f5dd21a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2181375 Apr 05 20:43:54.563978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46450) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:54.570240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-d19e824b-3cbf-459c-a07e-aa3b00ad76b7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group_rule': {'security_group_id': '05531dc0-8c85-4b4f-ade0-1983fffb7e78', 'direction': 'ingress', 'protocol': 17}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:54.576776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d19e824b-3cbf-459c-a07e-aa3b00ad76b7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:54.580898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d19e824b-3cbf-459c-a07e-aa3b00ad76b7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:54.583937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d19e824b-3cbf-459c-a07e-aa3b00ad76b7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:54.590043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d19e824b-3cbf-459c-a07e-aa3b00ad76b7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:54.608285 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d19e824b-3cbf-459c-a07e-aa3b00ad76b7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.674761 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d19e824b-3cbf-459c-a07e-aa3b00ad76b7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.680163 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d19e824b-3cbf-459c-a07e-aa3b00ad76b7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.708017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e824b-3cbf-459c-a07e-aa3b00ad76b7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23cf7f9-f481-4189-a69f-9a4fb64940e0,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:54.726183 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d19e824b-3cbf-459c-a07e-aa3b00ad76b7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.730270 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d19e824b-3cbf-459c-a07e-aa3b00ad76b7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1626797 Apr 05 20:43:54.731745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46454) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:54.750592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a36d2bf-90f1-4d75-bd67-a7b5b23c6110 req-41d5be9b-2950-4547-ba4b-6b581d38299f service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4283612 Apr 05 20:43:54.810876 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ccee5502-e30c-4e3c-9336-d63a7c774ab6 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.839164 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ccee5502-e30c-4e3c-9336-d63a7c774ab6 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.892852 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ccee5502-e30c-4e3c-9336-d63a7c774ab6 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.914087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee5502-e30c-4e3c-9336-d63a7c774ab6 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05531dc0-8c85-4b4f-ade0-1983fffb7e78,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:54.915873 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6a36d2bf-90f1-4d75-bd67-a7b5b23c6110 req-00f1285d-adca-4522-b367-53dfbec2acb4 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541672 Apr 05 20:43:54.917867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:43:54.926120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ccee5502-e30c-4e3c-9336-d63a7c774ab6 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:54.929733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ccee5502-e30c-4e3c-9336-d63a7c774ab6 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-groups/05531dc0-8c85-4b4f-ade0-1983fffb7e78 HTTP/1.1" status: 204 len: 168 time: 0.1947355 Apr 05 20:43:54.930397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46458) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:54.982880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8bbefc6e-673f-4a6c-8062-10dee066fb2a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:54.999287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8bbefc6e-673f-4a6c-8062-10dee066fb2a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:55.004843 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8bbefc6e-673f-4a6c-8062-10dee066fb2a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697031 Apr 05 20:43:55.005120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46462) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:55.013585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-cef46ced-5560-4719-aa72-e82a4f08b8bd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group': {'name': 'tempest-secgroup--864991497'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:55.020904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cef46ced-5560-4719-aa72-e82a4f08b8bd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:55.032287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cef46ced-5560-4719-aa72-e82a4f08b8bd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:55.045862 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cef46ced-5560-4719-aa72-e82a4f08b8bd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.065968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cef46ced-5560-4719-aa72-e82a4f08b8bd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:55.070635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cef46ced-5560-4719-aa72-e82a4f08b8bd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:55.072836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cef46ced-5560-4719-aa72-e82a4f08b8bd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:55.079123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cef46ced-5560-4719-aa72-e82a4f08b8bd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:55.141013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:43:55.170662 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Sync routers for ids ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:43:55.182605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cef46ced-5560-4719-aa72-e82a4f08b8bd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.184761 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.186073 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6ede595f-86c1-49f3-b62a-e459781b0b7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7494144 Apr 05 20:43:55.188034 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Routers {'22548b54-68d9-4637-b3ea-d1d8dac1bc9e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:43:55.188720 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:55.189173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46466) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:55.196953 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cef46ced-5560-4719-aa72-e82a4f08b8bd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.247346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef46ced-5560-4719-aa72-e82a4f08b8bd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8473a52-d72b-4990-9a2f-3ed30a72f97e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:55.265966 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cef46ced-5560-4719-aa72-e82a4f08b8bd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.269938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cef46ced-5560-4719-aa72-e82a4f08b8bd tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2611976 Apr 05 20:43:55.270369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46474) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:55.275373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481105886'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:55.283262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:55.286276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:55.289459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:55.295229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:55.308481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.342474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:55.347950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:55.353092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:55.359484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:55.407800 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-87926b00-d1c0-4b27-8fc5-03aa893f2af8 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5118b05a56334dea925f78d36af460a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2172754 Apr 05 20:43:55.410614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46478) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:55.433553 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Set router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:43:55.477343 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.482409 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.536868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112d19d9-f586-412d-b02a-3ae12929201f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:55.541588 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.543319 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-92e66dd5-d83f-4b42-887f-0e0be5a0ef45 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2719295 Apr 05 20:43:55.546536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46482) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:55.557551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e18a6350-563d-463b-b859-f47104fa5a49 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group_rule': {'security_group_id': 'c8473a52-d72b-4990-9a2f-3ed30a72f97e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '112d19d9-f586-412d-b02a-3ae12929201f', 'remote_ip_prefix': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:55.574311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e18a6350-563d-463b-b859-f47104fa5a49 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:55.582807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e18a6350-563d-463b-b859-f47104fa5a49 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:55.586824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e18a6350-563d-463b-b859-f47104fa5a49 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:55.590079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1074102b-be3e-4ad9-b841-a3f7f73df149 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:55.591592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1074102b-be3e-4ad9-b841-a3f7f73df149 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1800096 Apr 05 20:43:55.594794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46486) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:55.595669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e18a6350-563d-463b-b859-f47104fa5a49 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:55.620277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e18a6350-563d-463b-b859-f47104fa5a49 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.643989 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-20ebd4df-16c0-4439-bc90-496708c0e0eb tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452881 Apr 05 20:43:55.644227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46490) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:55.650346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1373681524', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'project_id': '5118b05a56334dea925f78d36af460a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:55.703348 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e18a6350-563d-463b-b859-f47104fa5a49 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.707733 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e18a6350-563d-463b-b859-f47104fa5a49 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.740390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a6350-563d-463b-b859-f47104fa5a49 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d81ee9d-2e53-49a3-86b3-e0de1270d49f,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:55.751736 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e18a6350-563d-463b-b859-f47104fa5a49 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.755900 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e18a6350-563d-463b-b859-f47104fa5a49 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2056756 Apr 05 20:43:55.756166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46494) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:55.777225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:55.781279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:subnet and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:55.784120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:55.785396 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec39fe19-9fb2-4920-83ba-6298646d5d56 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.789967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:55.797439 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec39fe19-9fb2-4920-83ba-6298646d5d56 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.803637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Made reservation on behalf of 5118b05a56334dea925f78d36af460a0 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:43:55.807287 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.823794 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec39fe19-9fb2-4920-83ba-6298646d5d56 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.825168 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:43:53Z', 'revision_number': 3, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:55.829402 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Checking router: 22548b54-68d9-4637-b3ea-d1d8dac1bc9e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:43:55.829741 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Updating router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e port 954cc309-71cc-43a4-8ca8-67e67fa51d89 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:43:55.844075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39fe19-9fb2-4920-83ba-6298646d5d56 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d81ee9d-2e53-49a3-86b3-e0de1270d49f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:55.846944 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec39fe19-9fb2-4920-83ba-6298646d5d56 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.850691 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ec39fe19-9fb2-4920-83ba-6298646d5d56 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9d81ee9d-2e53-49a3-86b3-e0de1270d49f HTTP/1.1" status: 204 len: 168 time: 0.0910969 Apr 05 20:43:55.850919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46508) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:55.887499 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:55.904562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-aef5743f-dbd8-4fcf-aed0-2f5b873d9e9b tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:55.920972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-aef5743f-dbd8-4fcf-aed0-2f5b873d9e9b tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:55.922481 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aef5743f-dbd8-4fcf-aed0-2f5b873d9e9b tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0705478 Apr 05 20:43:55.925418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46512) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:55.996874 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02ea285b-4561-4aee-a3b2-04648a850f71 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.025767 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02ea285b-4561-4aee-a3b2-04648a850f71 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.076459 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02ea285b-4561-4aee-a3b2-04648a850f71 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.110013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea285b-4561-4aee-a3b2-04648a850f71 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112d19d9-f586-412d-b02a-3ae12929201f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:56.119939 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02ea285b-4561-4aee-a3b2-04648a850f71 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.121452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-02ea285b-4561-4aee-a3b2-04648a850f71 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-groups/112d19d9-f586-412d-b02a-3ae12929201f HTTP/1.1" status: 204 len: 168 time: 0.1950188 Apr 05 20:43:56.124142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46524) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:56.140963 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.192913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-37412eba-1b3b-44ad-822f-8965a2f3bb48 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:56.209524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-37412eba-1b3b-44ad-822f-8965a2f3bb48 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:56.211239 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-37412eba-1b3b-44ad-822f-8965a2f3bb48 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0858822 Apr 05 20:43:56.214057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46528) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:56.223536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Subnet': ['ID=f70cd3f5-300b-495c-b8dc-109ddb0a7ae6,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:56.235893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Checking segment: {'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:43:56.236255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network hostable DHCP agents. Network: d34d15b2-67aa-47b7-881f-4f74588c6650, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:43:56.255945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network d34d15b2-67aa-47b7-881f-4f74588c6650 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:43:56.258861 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.267544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, d34d15b2-67aa-47b7-881f-4f74588c6650) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:56.271783 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Transition to ACTIVE for port object 954cc309-71cc-43a4-8ca8-67e67fa51d89 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:56.272317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:43:56.272912 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.281601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12d0b7d-fc1f-46cc-b254-267c9d1d9aa1 None None] Network d34d15b2-67aa-47b7-881f-4f74588c6650 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:56.288163 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.302299 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd624ee3-0389-423b-8f31-bfaf3a9566d5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.303534 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-58e6e963-a259-4407-995c-8299cc40373a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6568916 Apr 05 20:43:56.305123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46534) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:56.336103 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd624ee3-0389-423b-8f31-bfaf3a9566d5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.376583 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e92b4-f5ee-4201-ac5e-8154d8847a9d None None] Pushing event updated for resources: {'Port': ['ID=954cc309-71cc-43a4-8ca8-67e67fa51d89,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:56.399529 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd624ee3-0389-423b-8f31-bfaf3a9566d5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.408906 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Attempting to bind port 954cc309-71cc-43a4-8ca8-67e67fa51d89 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:56.409290 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Attempting to bind port 954cc309-71cc-43a4-8ca8-67e67fa51d89 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:56.409622 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Attempting to bind port 954cc309-71cc-43a4-8ca8-67e67fa51d89 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:43:56.415648 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:43:56.416140 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:43:56.416418 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.416776 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:43:56.417300 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Bound port: 954cc309-71cc-43a4-8ca8-67e67fa51d89, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:56.417727 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.426529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd624ee3-0389-423b-8f31-bfaf3a9566d5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8473a52-d72b-4990-9a2f-3ed30a72f97e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:56.446529 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd624ee3-0389-423b-8f31-bfaf3a9566d5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.448493 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fd624ee3-0389-423b-8f31-bfaf3a9566d5 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-groups/c8473a52-d72b-4990-9a2f-3ed30a72f97e HTTP/1.1" status: 204 len: 168 time: 0.2335460 Apr 05 20:43:56.451680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46540) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:56.529635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-94fa7bea-72d0-4d01-8d50-a15346bb97f9 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:56.552804 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] For port 954cc309-71cc-43a4-8ca8-67e67fa51d89, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:43:56.554588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-94fa7bea-72d0-4d01-8d50-a15346bb97f9 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:56.556117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-94fa7bea-72d0-4d01-8d50-a15346bb97f9 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030889 Apr 05 20:43:56.560180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46546) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:56.564606 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] For port 954cc309-71cc-43a4-8ca8-67e67fa51d89, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=954cc309-71cc-43a4-8ca8-67e67fa51d89,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:43:56.568010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-93faaed9-ff74-4607-8a8a-77f9337c4980 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group': {'name': 'tempest-secgroup--2136470783'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:56.577449 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.584953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-93faaed9-ff74-4607-8a8a-77f9337c4980 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:56.595397 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-d34d15b2-67aa-47b7-881f-4f74588c6650', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ips': [{'subnet_id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:43:56.596344 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.597594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-93faaed9-ff74-4607-8a8a-77f9337c4980 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:56.609710 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-93faaed9-ff74-4607-8a8a-77f9337c4980 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.649795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-93faaed9-ff74-4607-8a8a-77f9337c4980 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:56.656196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-93faaed9-ff74-4607-8a8a-77f9337c4980 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:56.665418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-93faaed9-ff74-4607-8a8a-77f9337c4980 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:56.672440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-93faaed9-ff74-4607-8a8a-77f9337c4980 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:56.691373 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Routers {'22548b54-68d9-4637-b3ea-d1d8dac1bc9e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:43:56.696530 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:56.766853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-93faaed9-ff74-4607-8a8a-77f9337c4980 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.772897 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-93faaed9-ff74-4607-8a8a-77f9337c4980 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.824758 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-93faaed9-ff74-4607-8a8a-77f9337c4980 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.828150 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-93faaed9-ff74-4607-8a8a-77f9337c4980 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2668159 Apr 05 20:43:56.831552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46550) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:56.843300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a1a6752b-5c67-4ce8-8ab8-3ad01b9a2f69 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group_rule': {'security_group_id': '444ac71c-e7a8-4694-9e9f-2f92d460000b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:56.854223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1a6752b-5c67-4ce8-8ab8-3ad01b9a2f69 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:56.866592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a1a6752b-5c67-4ce8-8ab8-3ad01b9a2f69 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:56.873552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a1a6752b-5c67-4ce8-8ab8-3ad01b9a2f69 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:56.880845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Allocated IP 172.20.0.2 (d34d15b2-67aa-47b7-881f-4f74588c6650/f70cd3f5-300b-495c-b8dc-109ddb0a7ae6/5238534e-6e11-47f1-bdb0-69f1df9f81d5) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:56.882999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1a6752b-5c67-4ce8-8ab8-3ad01b9a2f69 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:56.885470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93faaed9-ff74-4607-8a8a-77f9337c4980 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=444ac71c-e7a8-4694-9e9f-2f92d460000b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:56.919383 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1a6752b-5c67-4ce8-8ab8-3ad01b9a2f69 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.988242 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1a6752b-5c67-4ce8-8ab8-3ad01b9a2f69 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:56.993951 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1a6752b-5c67-4ce8-8ab8-3ad01b9a2f69 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.018095 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e92b4-f5ee-4201-ac5e-8154d8847a9d None None] Pushing event updated for resources: {'Port': ['ID=954cc309-71cc-43a4-8ca8-67e67fa51d89,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:57.034859 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6752b-5c67-4ce8-8ab8-3ad01b9a2f69 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6951180f-791f-4593-bf6f-7b0588446f56,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:57.061817 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1a6752b-5c67-4ce8-8ab8-3ad01b9a2f69 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.064177 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a1a6752b-5c67-4ce8-8ab8-3ad01b9a2f69 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2313423 Apr 05 20:43:57.066961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46554) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:57.093565 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] Set router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:43:57.126885 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-71cd574b-0ab6-4e03-82d6-987b4ac7c4c0 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.145583 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-71cd574b-0ab6-4e03-82d6-987b4ac7c4c0 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.146964 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.161255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Transition to ACTIVE for port object 5238534e-6e11-47f1-bdb0-69f1df9f81d5 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:57.182567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Transition to ACTIVE for port object 5238534e-6e11-47f1-bdb0-69f1df9f81d5 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:57.190032 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.192956 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-71cd574b-0ab6-4e03-82d6-987b4ac7c4c0 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.219547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd574b-0ab6-4e03-82d6-987b4ac7c4c0 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6951180f-791f-4593-bf6f-7b0588446f56,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:57.225574 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-71cd574b-0ab6-4e03-82d6-987b4ac7c4c0 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.230433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46558) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:57.231203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-71cd574b-0ab6-4e03-82d6-987b4ac7c4c0 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6951180f-791f-4593-bf6f-7b0588446f56 HTTP/1.1" status: 204 len: 168 time: 0.1630363 Apr 05 20:43:57.274908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Network d34d15b2-67aa-47b7-881f-4f74588c6650 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:57.279543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:57.286194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:43:57.289688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Pushing event updated for resources: {'Port': ['ID=5238534e-6e11-47f1-bdb0-69f1df9f81d5,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:57.327921 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.328451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:57.328451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:57.328768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:57.329094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:57.329418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:57.329738 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:57.330083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:57.330389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:57.330705 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:57.331016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:57.331330 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:57.331642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:43:57.362375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1b8ce0e0-6930-47ec-b9db-1b619f0a145c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:57.420235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Attempting to bind port 5238534e-6e11-47f1-bdb0-69f1df9f81d5 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:43:57.420675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Attempting to bind port 5238534e-6e11-47f1-bdb0-69f1df9f81d5 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:43:57.421124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Attempting to bind port 5238534e-6e11-47f1-bdb0-69f1df9f81d5 on network d34d15b2-67aa-47b7-881f-4f74588c6650 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:43:57.426905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:43:57.427407 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Checking segment: {'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:43:57.427893 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.428368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Bound using segment: {'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:43:57.428919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Bound port: 5238534e-6e11-47f1-bdb0-69f1df9f81d5, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:43:57.429387 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.453255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1b8ce0e0-6930-47ec-b9db-1b619f0a145c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:57.454620 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1b8ce0e0-6930-47ec-b9db-1b619f0a145c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2232354 Apr 05 20:43:57.457681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46562) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:57.502921 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:43:53Z', 'revision_number': 3, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:43:57.507592 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b6ea1e-7cc4-4e36-9bdd-445763a2309a None None] The sync data for ids ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'] in n-d-836604-1 is: [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:43:53Z', 'revision_number': 3, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:43:57.537947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] For port 5238534e-6e11-47f1-bdb0-69f1df9f81d5, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:43:57.542221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] For port 5238534e-6e11-47f1-bdb0-69f1df9f81d5, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5238534e-6e11-47f1-bdb0-69f1df9f81d5,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:43:57.548025 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.674123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858df651-ed03-426b-b21a-71986225f3a7 None None] Pushing event updated for resources: {'Port': ['ID=5238534e-6e11-47f1-bdb0-69f1df9f81d5,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:57.698886 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f95d5b3e-d6fe-418b-87fc-0230541789e3 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.768692 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f95d5b3e-d6fe-418b-87fc-0230541789e3 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:57.904766 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f95d5b3e-d6fe-418b-87fc-0230541789e3 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.141914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d5b3e-d6fe-418b-87fc-0230541789e3 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=444ac71c-e7a8-4694-9e9f-2f92d460000b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:58.183759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.20.0.1 (d34d15b2-67aa-47b7-881f-4f74588c6650/f70cd3f5-300b-495c-b8dc-109ddb0a7ae6/76ade683-5e48-4b47-b960-9c60b1b56d6f) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:43:58.191733 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f95d5b3e-d6fe-418b-87fc-0230541789e3 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.193214 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f95d5b3e-d6fe-418b-87fc-0230541789e3 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-groups/444ac71c-e7a8-4694-9e9f-2f92d460000b HTTP/1.1" status: 204 len: 168 time: 0.7343893 Apr 05 20:43:58.197707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46570) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:58.227988 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5238534e-6e11-47f1-bdb0-69f1df9f81d5 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:58.302308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-37e2f69b-247d-463f-96ec-be4dc85b6bd7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:58.343187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-37e2f69b-247d-463f-96ec-be4dc85b6bd7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:58.349567 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-37e2f69b-247d-463f-96ec-be4dc85b6bd7 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1459658 Apr 05 20:43:58.349853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46574) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:58.365689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-69d50bd5-be07-4ddf-aa5b-37cbe22cb6ad tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group': {'name': 'tempest-secgroup--1587509496'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:58.379015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-69d50bd5-be07-4ddf-aa5b-37cbe22cb6ad tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:58.384346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 5238534e-6e11-47f1-bdb0-69f1df9f81d5 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:58.391190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 954cc309-71cc-43a4-8ca8-67e67fa51d89 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:43:58.407039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-69d50bd5-be07-4ddf-aa5b-37cbe22cb6ad tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:58.443077 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69d50bd5-be07-4ddf-aa5b-37cbe22cb6ad tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.451654 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.476210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Transition to ACTIVE for port object 76ade683-5e48-4b47-b960-9c60b1b56d6f will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:43:58.478036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-69d50bd5-be07-4ddf-aa5b-37cbe22cb6ad tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:58.483563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-69d50bd5-be07-4ddf-aa5b-37cbe22cb6ad tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:58.487189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-69d50bd5-be07-4ddf-aa5b-37cbe22cb6ad tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:58.488710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 954cc309-71cc-43a4-8ca8-67e67fa51d89 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:58.494826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-69d50bd5-be07-4ddf-aa5b-37cbe22cb6ad tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:58.495453 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 954cc309-71cc-43a4-8ca8-67e67fa51d89 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:58.495865 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.511321 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.585812 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69d50bd5-be07-4ddf-aa5b-37cbe22cb6ad tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.597807 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69d50bd5-be07-4ddf-aa5b-37cbe22cb6ad tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.617031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=76ade683-5e48-4b47-b960-9c60b1b56d6f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:58.633816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network d34d15b2-67aa-47b7-881f-4f74588c6650 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:43:58.635247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:43:58.637913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:43:58.719251 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.730471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d50bd5-be07-4ddf-aa5b-37cbe22cb6ad tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2572ea9b-e058-4f82-9ee1-d7b4cb8ff7f0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:58.760161 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69d50bd5-be07-4ddf-aa5b-37cbe22cb6ad tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.761494 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-69d50bd5-be07-4ddf-aa5b-37cbe22cb6ad tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4085479 Apr 05 20:43:58.769253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46580) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:58.774622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-febb9195-71c8-41d9-a9f7-1d9436f4630a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group_rule': {'security_group_id': '2572ea9b-e058-4f82-9ee1-d7b4cb8ff7f0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:58.777139 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.800360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-febb9195-71c8-41d9-a9f7-1d9436f4630a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:58.810248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-febb9195-71c8-41d9-a9f7-1d9436f4630a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:43:58.824091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-febb9195-71c8-41d9-a9f7-1d9436f4630a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:43:58.831708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 954cc309-71cc-43a4-8ca8-67e67fa51d89, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=954cc309-71cc-43a4-8ca8-67e67fa51d89,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:58.838143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-febb9195-71c8-41d9-a9f7-1d9436f4630a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:58.842025 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:58.887208 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-febb9195-71c8-41d9-a9f7-1d9436f4630a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.010192 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-febb9195-71c8-41d9-a9f7-1d9436f4630a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.015127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=954cc309-71cc-43a4-8ca8-67e67fa51d89,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:59.020094 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-febb9195-71c8-41d9-a9f7-1d9436f4630a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.170203 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.237639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02234230-48d6-40e3-b38a-ceb107f1406b None None] Network d34d15b2-67aa-47b7-881f-4f74588c6650 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:43:59.268299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb9195-71c8-41d9-a9f7-1d9436f4630a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e50ccd-f1da-4e39-88dc-c73c151c1537,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:59.290867 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-febb9195-71c8-41d9-a9f7-1d9436f4630a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.292778 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-febb9195-71c8-41d9-a9f7-1d9436f4630a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5222261 Apr 05 20:43:59.299107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46588) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:59.321157 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c4035837-4635-418f-8a67-58078ca42851 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules/b4e50ccd-f1da-4e39-88dc-c73c151c1537 HTTP/1.1" status: 200 len: 763 time: 0.0202956 Apr 05 20:43:59.323459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46592) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:59.380484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c2a7ef46-1933-4e65-877b-6ce301a62259 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:59.393404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6600b9b3-63fb-4e4b-a22a-d433ee41fbf6 None None] Provisioning for port 5238534e-6e11-47f1-bdb0-69f1df9f81d5 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:43:59.405386 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6600b9b3-63fb-4e4b-a22a-d433ee41fbf6 None None] Provisioning complete for port 5238534e-6e11-47f1-bdb0-69f1df9f81d5 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:43:59.406118 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6600b9b3-63fb-4e4b-a22a-d433ee41fbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.426677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c2a7ef46-1933-4e65-877b-6ce301a62259 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:59.430591 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c2a7ef46-1933-4e65-877b-6ce301a62259 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1033218 Apr 05 20:43:59.431286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46596) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:59.490642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b632421-c3ef-47f6-92fb-972da66fa447 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.503622 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b632421-c3ef-47f6-92fb-972da66fa447 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.564705 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b632421-c3ef-47f6-92fb-972da66fa447 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.597150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b632421-c3ef-47f6-92fb-972da66fa447 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4e50ccd-f1da-4e39-88dc-c73c151c1537,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:59.623516 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b632421-c3ef-47f6-92fb-972da66fa447 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.627477 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1b632421-c3ef-47f6-92fb-972da66fa447 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b4e50ccd-f1da-4e39-88dc-c73c151c1537 HTTP/1.1" status: 204 len: 168 time: 0.1951509 Apr 05 20:43:59.628064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46600) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:59.683953 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6600b9b3-63fb-4e4b-a22a-d433ee41fbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.709274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3da2a57d-d861-4f99-9447-7ff5d31f9b82 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:43:59.742018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3da2a57d-d861-4f99-9447-7ff5d31f9b82 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:43:59.746063 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3da2a57d-d861-4f99-9447-7ff5d31f9b82 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1145990 Apr 05 20:43:59.746432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46604) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:43:59.752468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-1db8a5a0-0a99-463f-b567-fa753277ddd2 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group_rule': {'security_group_id': '2572ea9b-e058-4f82-9ee1-d7b4cb8ff7f0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:43:59.769728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1db8a5a0-0a99-463f-b567-fa753277ddd2 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:43:59.779737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.789768 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1db8a5a0-0a99-463f-b567-fa753277ddd2 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:43:59.794419 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.798506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6600b9b3-63fb-4e4b-a22a-d433ee41fbf6 None None] For port 5238534e-6e11-47f1-bdb0-69f1df9f81d5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5238534e-6e11-47f1-bdb0-69f1df9f81d5,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:43:59.813934 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6600b9b3-63fb-4e4b-a22a-d433ee41fbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.844648 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db8a5a0-0a99-463f-b567-fa753277ddd2 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.893665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6600b9b3-63fb-4e4b-a22a-d433ee41fbf6 None None] Pushing event updated for resources: {'Port': ['ID=5238534e-6e11-47f1-bdb0-69f1df9f81d5,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:43:59.957688 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db8a5a0-0a99-463f-b567-fa753277ddd2 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:43:59.965804 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db8a5a0-0a99-463f-b567-fa753277ddd2 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.010777 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.020549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=76ade683-5e48-4b47-b960-9c60b1b56d6f,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:00.026994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8a5a0-0a99-463f-b567-fa753277ddd2 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695f7309-8341-48ff-bb0e-1f8c4ac9c142,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:00.062034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db8a5a0-0a99-463f-b567-fa753277ddd2 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.066509 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1db8a5a0-0a99-463f-b567-fa753277ddd2 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3185506 Apr 05 20:44:00.067664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46608) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:00.106744 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-64f1e5c5-1077-4940-865c-615157727717 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules/695f7309-8341-48ff-bb0e-1f8c4ac9c142 HTTP/1.1" status: 200 len: 763 time: 0.0370672 Apr 05 20:44:00.107364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46612) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:00.162172 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5238534e-6e11-47f1-bdb0-69f1df9f81d5 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:00.180819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a8de5201-ea26-418f-ac6f-a0f5ca528d1d tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:00.222801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a8de5201-ea26-418f-ac6f-a0f5ca528d1d tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:00.227113 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a8de5201-ea26-418f-ac6f-a0f5ca528d1d tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1187394 Apr 05 20:44:00.227878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46618) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:00.291859 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-eec066b2-c108-45cd-bc3f-5cacb34ea23c None None] Provisioning for port 76ade683-5e48-4b47-b960-9c60b1b56d6f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:00.300591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a80c360c-d641-43f4-a060-d5fd523c83ce tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.314050 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a80c360c-d641-43f4-a060-d5fd523c83ce tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.321052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-eec066b2-c108-45cd-bc3f-5cacb34ea23c None None] Provisioning complete for port 76ade683-5e48-4b47-b960-9c60b1b56d6f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:00.321711 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-eec066b2-c108-45cd-bc3f-5cacb34ea23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.326618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network d34d15b2-67aa-47b7-881f-4f74588c6650 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:00.327861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:00.345744 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a80c360c-d641-43f4-a060-d5fd523c83ce tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.369670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c360c-d641-43f4-a060-d5fd523c83ce tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=695f7309-8341-48ff-bb0e-1f8c4ac9c142,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:00.383715 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a80c360c-d641-43f4-a060-d5fd523c83ce tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.387936 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a80c360c-d641-43f4-a060-d5fd523c83ce tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/695f7309-8341-48ff-bb0e-1f8c4ac9c142 HTTP/1.1" status: 204 len: 168 time: 0.1590261 Apr 05 20:44:00.388906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46622) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:00.416940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-eec066b2-c108-45cd-bc3f-5cacb34ea23c None None] Port 76ade683-5e48-4b47-b960-9c60b1b56d6f cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:44:00.432499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 5238534e-6e11-47f1-bdb0-69f1df9f81d5 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:00.432888 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.452068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-da3d6771-6ec3-4865-8031-14d163e61a66 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:00.474106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-da3d6771-6ec3-4865-8031-14d163e61a66 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:00.478725 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-da3d6771-6ec3-4865-8031-14d163e61a66 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0881374 Apr 05 20:44:00.479054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46626) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:00.488792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-eec066b2-c108-45cd-bc3f-5cacb34ea23c None None] Provisioning complete for port 5238534e-6e11-47f1-bdb0-69f1df9f81d5 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:00.489171 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-eec066b2-c108-45cd-bc3f-5cacb34ea23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.495472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-4b834512-7fda-4917-9dfb-e32283980ae8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group_rule': {'security_group_id': '2572ea9b-e058-4f82-9ee1-d7b4cb8ff7f0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:00.641514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 954cc309-71cc-43a4-8ca8-67e67fa51d89 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:00.694855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4b834512-7fda-4917-9dfb-e32283980ae8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:00.723931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4b834512-7fda-4917-9dfb-e32283980ae8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:00.768619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:44:00.819867 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 954cc309-71cc-43a4-8ca8-67e67fa51d89 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:00.820374 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.850359 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b834512-7fda-4917-9dfb-e32283980ae8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:00.947979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-45354cef-a722-4df7-9ae8-9061899b955e None None] Provisioning complete for port 76ade683-5e48-4b47-b960-9c60b1b56d6f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:00.948516 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-45354cef-a722-4df7-9ae8-9061899b955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.007141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-45354cef-a722-4df7-9ae8-9061899b955e None None] Port 76ade683-5e48-4b47-b960-9c60b1b56d6f cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:44:01.014839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:44:01.017243 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b834512-7fda-4917-9dfb-e32283980ae8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.024537 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b834512-7fda-4917-9dfb-e32283980ae8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.028462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Sync routers for ids ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:44:01.037851 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Routers {'22548b54-68d9-4637-b3ea-d1d8dac1bc9e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:01.044098 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:01.044342 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6b5961f4-07d0-4948-bcb1-9e9c79fb83fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "PUT /v2.0/routers/22548b54-68d9-4637-b3ea-d1d8dac1bc9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7324531 Apr 05 20:44:01.055813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b834512-7fda-4917-9dfb-e32283980ae8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d91e524-546a-41cd-9015-e3f2de70268a,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:01.069293 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b834512-7fda-4917-9dfb-e32283980ae8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.073129 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4b834512-7fda-4917-9dfb-e32283980ae8 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5907621 Apr 05 20:44:01.073576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46632) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:01.103284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46636) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:01.103539 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8279cc5e-92d6-41ad-9a23-8169a3b35c55 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules/6d91e524-546a-41cd-9015-e3f2de70268a HTTP/1.1" status: 200 len: 764 time: 0.0283825 Apr 05 20:44:01.156936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7de738c2-023f-4e48-91aa-46edccfcbd4a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:01.173807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7de738c2-023f-4e48-91aa-46edccfcbd4a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:01.175869 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7de738c2-023f-4e48-91aa-46edccfcbd4a tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0713379 Apr 05 20:44:01.178278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46640) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:01.218191 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0aeea193-01e9-48cc-8626-2a5df3144f90 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.236394 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0aeea193-01e9-48cc-8626-2a5df3144f90 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.268799 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0aeea193-01e9-48cc-8626-2a5df3144f90 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.298924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeea193-01e9-48cc-8626-2a5df3144f90 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d91e524-546a-41cd-9015-e3f2de70268a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:01.302704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Set router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:01.310252 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0aeea193-01e9-48cc-8626-2a5df3144f90 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.313867 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0aeea193-01e9-48cc-8626-2a5df3144f90 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6d91e524-546a-41cd-9015-e3f2de70268a HTTP/1.1" status: 204 len: 168 time: 0.1305654 Apr 05 20:44:01.314561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46656) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:01.336329 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-a2c19063-5f1d-4227-9135-0b96db8d4439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1822893212&fields=id&tenant_id=5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 267 time: 0.0536258 Apr 05 20:44:01.400093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dfe0b3e1-92ea-4b7b-b611-8a894addd840 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:01.448393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dfe0b3e1-92ea-4b7b-b611-8a894addd840 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:01.450402 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dfe0b3e1-92ea-4b7b-b611-8a894addd840 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1339798 Apr 05 20:44:01.453350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46662) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:01.516418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-418b8b5b-c3da-4052-9400-82bbbd7336ae tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:01.517019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-418b8b5b-c3da-4052-9400-82bbbd7336ae tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:01.536990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-418b8b5b-c3da-4052-9400-82bbbd7336ae tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:01.538239 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-418b8b5b-c3da-4052-9400-82bbbd7336ae tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/networks?id=d34d15b2-67aa-47b7-881f-4f74588c6650 HTTP/1.1" status: 200 len: 796 time: 0.1942327 Apr 05 20:44:01.539906 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b12e4f2a-5f67-4a28-8c7c-6c1463b32d08 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.563639 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-c8bb288e-6d19-4938-8606-b86d547cc461 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/quotas/5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 375 time: 0.0188212 Apr 05 20:44:01.573120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b12e4f2a-5f67-4a28-8c7c-6c1463b32d08 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.638441 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b12e4f2a-5f67-4a28-8c7c-6c1463b32d08 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.661329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e4f2a-5f67-4a28-8c7c-6c1463b32d08 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2572ea9b-e058-4f82-9ee1-d7b4cb8ff7f0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:01.686503 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b12e4f2a-5f67-4a28-8c7c-6c1463b32d08 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.690051 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b12e4f2a-5f67-4a28-8c7c-6c1463b32d08 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-groups/2572ea9b-e058-4f82-9ee1-d7b4cb8ff7f0 HTTP/1.1" status: 204 len: 168 time: 0.2334504 Apr 05 20:44:01.690480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46668) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:01.702493 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-074e7e0b-c329-42bb-acbf-e716e492e6e8 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105163 Apr 05 20:44:01.798384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6998e167-96d5-4bb1-a25a-90478f20c08e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:01.815434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:43:59Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '76ade683-5e48-4b47-b960-9c60b1b56d6f', 'name': '', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:af:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:57Z', 'updated_at': '2022-04-05T20:43:59Z', 'revision_number': 2, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:01.819998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46674) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:01.820955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Checking router: 22548b54-68d9-4637-b3ea-d1d8dac1bc9e for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:44:01.821502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Updating router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e port 76ade683-5e48-4b47-b960-9c60b1b56d6f binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:44:01.836107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6998e167-96d5-4bb1-a25a-90478f20c08e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:01.837763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6998e167-96d5-4bb1-a25a-90478f20c08e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1462600 Apr 05 20:44:01.842017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46680) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:01.848058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-1166cb7b-1614-4d7a-8176-27d4e670f11c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group': {'name': 'tempest-secgroup--714391730'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:01.860654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1166cb7b-1614-4d7a-8176-27d4e670f11c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:01.881506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1166cb7b-1614-4d7a-8176-27d4e670f11c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:01.891200 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.935849 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30791e31-51d7-4b5e-af10-bb6a7419d0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.952604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-30791e31-51d7-4b5e-af10-bb6a7419d0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:01.956569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-30791e31-51d7-4b5e-af10-bb6a7419d0e4 admin admin] Usage tracker for resource:security_group_rule and tenant:785dcb75c3f14a3786b0d054343c706c is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:01.959424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-30791e31-51d7-4b5e-af10-bb6a7419d0e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:01.972978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1166cb7b-1614-4d7a-8176-27d4e670f11c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:01.999350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-30791e31-51d7-4b5e-af10-bb6a7419d0e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:02.054901 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1166cb7b-1614-4d7a-8176-27d4e670f11c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:02.076267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1166cb7b-1614-4d7a-8176-27d4e670f11c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:02.088351 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1166cb7b-1614-4d7a-8176-27d4e670f11c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:02.099308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1166cb7b-1614-4d7a-8176-27d4e670f11c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:02.166050 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-d7817c87-3768-4a08-9b72-614d25512dcc service neutron] 10.222.0.24 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626217 Apr 05 20:44:02.272755 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.292560 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Transition to ACTIVE for port object 76ade683-5e48-4b47-b960-9c60b1b56d6f will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:02.299811 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.353857 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30791e31-51d7-4b5e-af10-bb6a7419d0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.356157 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1166cb7b-1614-4d7a-8176-27d4e670f11c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.372986 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-30791e31-51d7-4b5e-af10-bb6a7419d0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.398923 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1166cb7b-1614-4d7a-8176-27d4e670f11c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.422454 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-8df3d31c-bb07-4db3-a475-c3cc9184d42b service neutron] 10.222.0.24 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465093 Apr 05 20:44:02.447679 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-30791e31-51d7-4b5e-af10-bb6a7419d0e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=785dcb75c3f14a3786b0d054343c706c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6241665 Apr 05 20:44:02.448221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46686) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:02.491349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30791e31-51d7-4b5e-af10-bb6a7419d0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c67161-f3b1-496a-9df4-a27663fa1ee7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:02.513256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab6c15-c22a-4889-8810-c55831a1f83e None None] Pushing event updated for resources: {'Port': ['ID=76ade683-5e48-4b47-b960-9c60b1b56d6f,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:02.515245 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1166cb7b-1614-4d7a-8176-27d4e670f11c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.521219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46690) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:02.521528 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1166cb7b-1614-4d7a-8176-27d4e670f11c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6784585 Apr 05 20:44:02.543968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166cb7b-1614-4d7a-8176-27d4e670f11c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82688358-8969-49f5-968c-e2be359db64c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:02.562420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b4af95bf-1ac2-43d3-99a6-921b7411909c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Request body: {'security_group_rule': {'security_group_id': '82688358-8969-49f5-968c-e2be359db64c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:02.564336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Attempting to bind port 76ade683-5e48-4b47-b960-9c60b1b56d6f on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:44:02.564809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Attempting to bind port 76ade683-5e48-4b47-b960-9c60b1b56d6f by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:44:02.565317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Attempting to bind port 76ade683-5e48-4b47-b960-9c60b1b56d6f on network d34d15b2-67aa-47b7-881f-4f74588c6650 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:44:02.570812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b4af95bf-1ac2-43d3-99a6-921b7411909c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:02.571015 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:44:02.571360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Checking segment: {'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:44:02.571754 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.572230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Bound using segment: {'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:44:02.572810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Bound port: 76ade683-5e48-4b47-b960-9c60b1b56d6f, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:44:02.573050 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.587486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b4af95bf-1ac2-43d3-99a6-921b7411909c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Usage tracker for resource:security_group_rule and tenant:5e310df0e85a472b86589e691635c48d is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:02.600195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b4af95bf-1ac2-43d3-99a6-921b7411909c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:02.610270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b4af95bf-1ac2-43d3-99a6-921b7411909c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:02.612233 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeed3031-7352-4bf7-91e7-7e68c928888c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.697826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] For port 76ade683-5e48-4b47-b960-9c60b1b56d6f, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:44:02.704292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] For port 76ade683-5e48-4b47-b960-9c60b1b56d6f, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=76ade683-5e48-4b47-b960-9c60b1b56d6f,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:44:02.709488 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeed3031-7352-4bf7-91e7-7e68c928888c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.710781 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.718547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-e0421ea3-4ac0-4e82-be39-1b91a239bf8a req-7ab66d07-55f1-4b34-88be-e1734bf26aef tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:02.723146 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b4af95bf-1ac2-43d3-99a6-921b7411909c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.806647 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b4af95bf-1ac2-43d3-99a6-921b7411909c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.823194 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b4af95bf-1ac2-43d3-99a6-921b7411909c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.845012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Routers {'22548b54-68d9-4637-b3ea-d1d8dac1bc9e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:02.845553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:02.850573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-e0421ea3-4ac0-4e82-be39-1b91a239bf8a req-7ab66d07-55f1-4b34-88be-e1734bf26aef tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:02.851814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0421ea3-4ac0-4e82-be39-1b91a239bf8a req-7ab66d07-55f1-4b34-88be-e1734bf26aef tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 210 time: 0.1949911 Apr 05 20:44:02.863403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af95bf-1ac2-43d3-99a6-921b7411909c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147c8286-fd46-46d2-b988-55b006a66972,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:02.884876 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b4af95bf-1ac2-43d3-99a6-921b7411909c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.886600 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b4af95bf-1ac2-43d3-99a6-921b7411909c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3602571 Apr 05 20:44:02.890056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46706) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:02.929480 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeed3031-7352-4bf7-91e7-7e68c928888c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.960907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed3031-7352-4bf7-91e7-7e68c928888c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c67161-f3b1-496a-9df4-a27663fa1ee7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:02.973901 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeed3031-7352-4bf7-91e7-7e68c928888c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:02.975070 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eeed3031-7352-4bf7-91e7-7e68c928888c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56c67161-f3b1-496a-9df4-a27663fa1ee7 HTTP/1.1" status: 204 len: 168 time: 0.5257304 Apr 05 20:44:02.996378 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79adabf7-1b51-470d-a373-25193a16db3e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:03.032384 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79adabf7-1b51-470d-a373-25193a16db3e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:03.108236 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79adabf7-1b51-470d-a373-25193a16db3e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:03.154863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79adabf7-1b51-470d-a373-25193a16db3e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82688358-8969-49f5-968c-e2be359db64c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:03.169308 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79adabf7-1b51-470d-a373-25193a16db3e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:03.172674 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-79adabf7-1b51-470d-a373-25193a16db3e tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-groups/82688358-8969-49f5-968c-e2be359db64c HTTP/1.1" status: 204 len: 168 time: 0.2794003 Apr 05 20:44:03.173395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46720) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:03.191153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab6c15-c22a-4889-8810-c55831a1f83e None None] Pushing event updated for resources: {'Port': ['ID=76ade683-5e48-4b47-b960-9c60b1b56d6f,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:03.234237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] Set router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:03.275899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ed824327-45fd-4a76-bb64-faff846403a3 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:03.311302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ed824327-45fd-4a76-bb64-faff846403a3 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:03.313570 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ed824327-45fd-4a76-bb64-faff846403a3 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1394839 Apr 05 20:44:03.316485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46726) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:03.377567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b8d1368b-cdcf-4235-90d4-15202488708c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:03.398977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b8d1368b-cdcf-4235-90d4-15202488708c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group_rule {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:03.400396 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b8d1368b-cdcf-4235-90d4-15202488708c tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0827372 Apr 05 20:44:03.403958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 46732) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:03.423439 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-c6826689-dcb6-4c3d-8eb4-7b969b0a5889 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] delete failed (client error): The resource could not be found. Apr 05 20:44:03.426216 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c6826689-dcb6-4c3d-8eb4-7b969b0a5889 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "DELETE /v2.0/security-groups/82688358-8969-49f5-968c-e2be359db64c HTTP/1.1" status: 404 len: 347 time: 0.0212262 Apr 05 20:44:03.429837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46738) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:03.517483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ae9faaa8-448f-4a97-b28b-3b6024e67596 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Synchronizing usage tracker for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:03.532404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ae9faaa8-448f-4a97-b28b-3b6024e67596 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] Unset dirty status for tenant:5e310df0e85a472b86589e691635c48d on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:03.545189 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ae9faaa8-448f-4a97-b28b-3b6024e67596 tempest-SecGroupTest-799296949 tempest-SecGroupTest-799296949-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1138289 Apr 05 20:44:03.742224 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:43:59Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '76ade683-5e48-4b47-b960-9c60b1b56d6f', 'name': '', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:af:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:57Z', 'updated_at': '2022-04-05T20:44:02Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:03.753324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8293a67c-1303-4d0c-b46a-4d483988eaea None None] The sync data for ids ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'] in n-d-836604-1 is: [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:43:59Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '76ade683-5e48-4b47-b960-9c60b1b56d6f', 'name': '', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:af:9c:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:57Z', 'updated_at': '2022-04-05T20:44:02Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:44:04.038201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46764) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:04.176555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5af3778-72ea-4f85-9815-cdbce9d7b256 req-3dfcdd5f-6621-4d59-9468-f07f40b2edcc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 210 time: 0.1200204 Apr 05 20:44:04.179369 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 76ade683-5e48-4b47-b960-9c60b1b56d6f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:04.398966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-3c852aae-33e0-42c2-946c-3378fad5721f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:04.400944 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-3c852aae-33e0-42c2-946c-3378fad5721f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "GET /v2.0/networks?id=d34d15b2-67aa-47b7-881f-4f74588c6650 HTTP/1.1" status: 200 len: 796 time: 0.2681229 Apr 05 20:44:04.419943 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 76ade683-5e48-4b47-b960-9c60b1b56d6f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:04.427708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 76ade683-5e48-4b47-b960-9c60b1b56d6f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:04.428294 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.447625 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bac5a71c-eadb-4ac0-8643-e4fea883085d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e310df0e85a472b86589e691635c48d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4058084 Apr 05 20:44:04.450345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46774) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:04.473931 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-6f150f64-2ec5-4476-8d39-7fb5d242312c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 380 time: 0.0644920 Apr 05 20:44:04.485174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'port': {'device_id': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'admin_state_up': True, 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'security_groups': ['e4731a5f-3c0c-401d-896e-e2cb61e577eb']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:04.610412 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99ccd517-0914-459e-bfc2-9e453e742ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.646730 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99ccd517-0914-459e-bfc2-9e453e742ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.730514 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.746375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:04.769236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:04.773208 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99ccd517-0914-459e-bfc2-9e453e742ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.819262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Made reservation on behalf of 5118b05a56334dea925f78d36af460a0 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:04.824001 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.826385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ccd517-0914-459e-bfc2-9e453e742ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd76a431-fa7c-4c45-a528-d0e8b8e81da4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:04.843624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 76ade683-5e48-4b47-b960-9c60b1b56d6f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=76ade683-5e48-4b47-b960-9c60b1b56d6f,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:04.845483 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99ccd517-0914-459e-bfc2-9e453e742ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.847280 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-99ccd517-0914-459e-bfc2-9e453e742ab6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd76a431-fa7c-4c45-a528-d0e8b8e81da4 HTTP/1.1" status: 204 len: 168 time: 0.3959742 Apr 05 20:44:04.865915 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:04.995977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=76ade683-5e48-4b47-b960-9c60b1b56d6f,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:05.151869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.20.0.5 (d34d15b2-67aa-47b7-881f-4f74588c6650/f70cd3f5-300b-495c-b8dc-109ddb0a7ae6/44bb4ae9-e16f-40d7-87ca-52b1f25337d9) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:05.438528 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22adc991-54a0-4ad2-969c-bf6b139a3680 req-61ce0b2e-bd23-4bb8-8d99-f1a712385f9e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 210 time: 0.0745196 Apr 05 20:44:05.584746 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:05.605519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Transition to ACTIVE for port object 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:05.646591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:05.720687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network d34d15b2-67aa-47b7-881f-4f74588c6650 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:05.724092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:05.726639 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:44:05.802566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:05.824305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:05.825314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:05.862927 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2f941c26-ec9a-4de8-9c8a-8544f79a4668 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3833520 Apr 05 20:44:06.011539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a9b2df00-1607-4fb1-8750-41f3984582e9 None None] Provisioning for port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:06.022862 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a9b2df00-1607-4fb1-8750-41f3984582e9 None None] Provisioning complete for port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:06.025046 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a9b2df00-1607-4fb1-8750-41f3984582e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.040120 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Request body: {'port': {'device_id': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:06.102852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a9b2df00-1607-4fb1-8750-41f3984582e9 None None] Port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:44:06.143367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 76ade683-5e48-4b47-b960-9c60b1b56d6f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:06.232511 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.243124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 76ade683-5e48-4b47-b960-9c60b1b56d6f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:06.243458 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.728577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2003797-560d-4e84-8142-f00bb827135d req-c0f34743-6e61-4904-8b73-6ae88c045981 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:06.729256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-f2003797-560d-4e84-8142-f00bb827135d req-c0f34743-6e61-4904-8b73-6ae88c045981 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:06.733264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:44:06.741955 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.765128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Transition to ACTIVE for port object 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:06.769694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-f2003797-560d-4e84-8142-f00bb827135d req-c0f34743-6e61-4904-8b73-6ae88c045981 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:06.772302 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46952) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:06.774358 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2003797-560d-4e84-8142-f00bb827135d req-c0f34743-6e61-4904-8b73-6ae88c045981 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 931 time: 0.2134438 Apr 05 20:44:06.775665 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.811143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96c521-cbe5-4dec-8ea1-416d87518972 req-3620e253-2d98-42b0-b841-b6e7cdfd6d7b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:06.819046 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c96c521-cbe5-4dec-8ea1-416d87518972 req-3620e253-2d98-42b0-b841-b6e7cdfd6d7b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 947 time: 0.1239884 Apr 05 20:44:06.899456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c96c521-cbe5-4dec-8ea1-416d87518972 req-ac9ba59e-d8ac-46b5-813a-7f1c3e6c3525 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791168 Apr 05 20:44:06.947476 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7b67d22-7e45-4b4b-8deb-7fa2c4336e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:06.964032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f7b67d22-7e45-4b4b-8deb-7fa2c4336e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:06.968236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f7b67d22-7e45-4b4b-8deb-7fa2c4336e03 admin admin] Usage tracker for resource:security_group_rule and tenant:ede23251284e4a098672153bea61492e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:06.971744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f7b67d22-7e45-4b4b-8deb-7fa2c4336e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:06.978378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f7b67d22-7e45-4b4b-8deb-7fa2c4336e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:06.979244 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2003797-560d-4e84-8142-f00bb827135d req-5710f027-b567-4609-832d-1b30b893c4be tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976457 Apr 05 20:44:07.011095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Pushing event updated for resources: {'Port': ['ID=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:07.094341 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7b67d22-7e45-4b4b-8deb-7fa2c4336e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:07.101251 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7b67d22-7e45-4b4b-8deb-7fa2c4336e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:07.101571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Attempting to bind port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:44:07.102213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Attempting to bind port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:44:07.102441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Attempting to bind port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 on network d34d15b2-67aa-47b7-881f-4f74588c6650 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:44:07.108308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 on network d34d15b2-67aa-47b7-881f-4f74588c6650 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:44:07.108623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Attempting to bind port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 on network d34d15b2-67aa-47b7-881f-4f74588c6650 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:44:07.114482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:44:07.114817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Checking segment: {'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:44:07.115252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Bound using segment: {'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:44:07.116057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Bound port: 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:44:07.116057 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:07.168164 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f7b67d22-7e45-4b4b-8deb-7fa2c4336e03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ede23251284e4a098672153bea61492e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3940701 Apr 05 20:44:07.171656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46966) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:07.184264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b67d22-7e45-4b4b-8deb-7fa2c4336e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b34be2-95c7-4552-a2ca-92b2b31cc4b2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:07.216015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] For port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:44:07.219394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] For port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:44:07.224511 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:07.243231 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e1e92d0-d940-4407-a6a6-fad86d2e23e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:07.273178 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e1e92d0-d940-4407-a6a6-fad86d2e23e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:07.285337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:07.285910 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:07.287285 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] 10.222.0.41 "PUT /v2.0/ports/44bb4ae9-e16f-40d7-87ca-52b1f25337d9 HTTP/1.1" status: 200 len: 1091 time: 1.4162984 Apr 05 20:44:07.287687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:44:07.370450 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e1e92d0-d940-4407-a6a6-fad86d2e23e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:07.380799 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'status': 'completed', 'code': 200} Apr 05 20:44:07.397747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e92d0-d940-4407-a6a6-fad86d2e23e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b34be2-95c7-4552-a2ca-92b2b31cc4b2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:07.403213 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e1e92d0-d940-4407-a6a6-fad86d2e23e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:07.404050 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3e1e92d0-d940-4407-a6a6-fad86d2e23e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75b34be2-95c7-4552-a2ca-92b2b31cc4b2 HTTP/1.1" status: 204 len: 168 time: 0.2315118 Apr 05 20:44:07.425455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd02b173-cd1b-41e6-8fc2-858f116d2c7c service neutron] Pushing event updated for resources: {'Port': ['ID=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:07.477414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2b1c942d-716c-4069-92cf-06b4f013d3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:07.479079 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-2b1c942d-716c-4069-92cf-06b4f013d3a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1094 time: 0.1476660 Apr 05 20:44:07.555213 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-8f616760-56b0-4324-98ae-61d934104528 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9 HTTP/1.1" status: 200 len: 217 time: 0.0692708 Apr 05 20:44:07.620178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-5adf7f21-0361-45e5-b19e-4d24787f17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:07.621679 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-5adf7f21-0361-45e5-b19e-4d24787f17e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f70cd3f5-300b-495c-b8dc-109ddb0a7ae6 HTTP/1.1" status: 200 len: 835 time: 0.0607538 Apr 05 20:44:07.727651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-bdd920c3-3774-4a66-96bc-e9ee841e419d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:07.729470 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-bdd920c3-3774-4a66-96bc-e9ee841e419d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d34d15b2-67aa-47b7-881f-4f74588c6650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022456 Apr 05 20:44:07.842964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 46994) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:07.869332 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2704a42c-fc3a-4cc8-bed4-62ca02b9e4ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:07.888626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2704a42c-fc3a-4cc8-bed4-62ca02b9e4ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:07.894048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2704a42c-fc3a-4cc8-bed4-62ca02b9e4ee admin admin] Usage tracker for resource:security_group_rule and tenant:83abf6ffd16f4de8bf5c086cc62ebcc4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:07.897270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2704a42c-fc3a-4cc8-bed4-62ca02b9e4ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:07.903962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2704a42c-fc3a-4cc8-bed4-62ca02b9e4ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:08.027705 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-f32ada12-8f82-4d0c-9700-d7f32174f13f service neutron] 10.222.0.41 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922418 Apr 05 20:44:08.031589 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2704a42c-fc3a-4cc8-bed4-62ca02b9e4ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.085444 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2704a42c-fc3a-4cc8-bed4-62ca02b9e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.200688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704a42c-fc3a-4cc8-bed4-62ca02b9e4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7e880c-ba9d-4aa0-8097-7d080ffc52dc,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:08.204886 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2704a42c-fc3a-4cc8-bed4-62ca02b9e4ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=83abf6ffd16f4de8bf5c086cc62ebcc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608735 Apr 05 20:44:08.208650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47020) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:08.249323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a96b65-eaab-4e8f-9475-9958360bebde req-f3a533d6-6eb1-40e1-a77a-becd519968a1 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:08.251060 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e5a96b65-eaab-4e8f-9475-9958360bebde req-f3a533d6-6eb1-40e1-a77a-becd519968a1 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 947 time: 0.2203093 Apr 05 20:44:08.252790 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-085d53bf-d541-4065-aa8b-22edb02fb252 req-cb8afc88-3202-4185-ac3a-c08e135e5b4a service neutron] 10.222.0.41 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824975 Apr 05 20:44:08.282052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-c3e9aa5c-99ec-4b6f-9937-d421196339c8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:08.283552 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-c3e9aa5c-99ec-4b6f-9937-d421196339c8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.13 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 947 time: 0.2500968 Apr 05 20:44:08.389152 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e5a96b65-eaab-4e8f-9475-9958360bebde req-6877409b-0d9d-45b0-bee1-202de3948a32 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203699 Apr 05 20:44:08.398127 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a00860a-5f49-495b-8700-d05813f2248a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.404342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Deleting port 2b0de063-74c3-4b97-9cb9-2d209a9f7465 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:44:08.404680 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.424484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44347e-9bc0-4b6a-a153-4f0dccc1019d req-a817787f-769f-4fa7-b334-2da15718ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:08.426249 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5e44347e-9bc0-4b6a-a153-4f0dccc1019d req-a817787f-769f-4fa7-b334-2da15718ab9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1094 time: 0.1036856 Apr 05 20:44:08.567778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffed8f-31c6-4eb4-bacf-83cb3ea06f1b req-463fd0dd-4ff7-4c7d-85bb-d9e347587d53 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:08.574374 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-feffed8f-31c6-4eb4-bacf-83cb3ea06f1b req-463fd0dd-4ff7-4c7d-85bb-d9e347587d53 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 943 time: 0.4604926 Apr 05 20:44:08.579731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44347e-9bc0-4b6a-a153-4f0dccc1019d req-cb530f3e-2de7-4306-802b-941d02076a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:08.581205 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5e44347e-9bc0-4b6a-a153-4f0dccc1019d req-cb530f3e-2de7-4306-802b-941d02076a75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d34d15b2-67aa-47b7-881f-4f74588c6650 HTTP/1.1" status: 200 len: 897 time: 0.1477165 Apr 05 20:44:08.633697 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a00860a-5f49-495b-8700-d05813f2248a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.658346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5e44347e-9bc0-4b6a-a153-4f0dccc1019d req-3343f21d-f06d-461b-a46f-0d3f1e5ed2b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9 HTTP/1.1" status: 200 len: 217 time: 0.0704069 Apr 05 20:44:08.745700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44347e-9bc0-4b6a-a153-4f0dccc1019d req-3bf98598-59f8-4cd9-8011-398d506e0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:08.747603 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5e44347e-9bc0-4b6a-a153-4f0dccc1019d req-3bf98598-59f8-4cd9-8011-398d506e0b50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f70cd3f5-300b-495c-b8dc-109ddb0a7ae6 HTTP/1.1" status: 200 len: 835 time: 0.0765991 Apr 05 20:44:08.754929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-feffed8f-31c6-4eb4-bacf-83cb3ea06f1b req-7deb13d0-44d3-48d7-909f-a028b2f26f27 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:08.830519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44347e-9bc0-4b6a-a153-4f0dccc1019d req-d4ce7dc4-2ee7-4e2e-9ce7-f5ca47f15abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:08.831993 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5e44347e-9bc0-4b6a-a153-4f0dccc1019d req-d4ce7dc4-2ee7-4e2e-9ce7-f5ca47f15abf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d34d15b2-67aa-47b7-881f-4f74588c6650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774810 Apr 05 20:44:08.884571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-feffed8f-31c6-4eb4-bacf-83cb3ea06f1b req-7deb13d0-44d3-48d7-909f-a028b2f26f27 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:08.886478 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-feffed8f-31c6-4eb4-bacf-83cb3ea06f1b req-7deb13d0-44d3-48d7-909f-a028b2f26f27 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106623 Apr 05 20:44:08.892279 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.909406 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a00860a-5f49-495b-8700-d05813f2248a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.943854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00860a-5f49-495b-8700-d05813f2248a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7e880c-ba9d-4aa0-8097-7d080ffc52dc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:08.982360 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a00860a-5f49-495b-8700-d05813f2248a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:08.983471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5a00860a-5f49-495b-8700-d05813f2248a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a7e880c-ba9d-4aa0-8097-7d080ffc52dc HTTP/1.1" status: 204 len: 168 time: 0.7732852 Apr 05 20:44:09.008847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] For port 2b0de063-74c3-4b97-9cb9-2d209a9f7465, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=2b0de063-74c3-4b97-9cb9-2d209a9f7465,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:09.008847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.069044 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5e44347e-9bc0-4b6a-a153-4f0dccc1019d req-4305a448-55b4-46d8-b6ae-0c0bff6a31dc service neutron] 10.222.0.41 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303874 Apr 05 20:44:09.198738 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.249865 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5e44347e-9bc0-4b6a-a153-4f0dccc1019d req-477cb1b7-b628-43bd-8f10-71d3fd76b780 service neutron] 10.222.0.41 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733923 Apr 05 20:44:09.375613 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.376218 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.376528 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Floating IP 292959da-3922-4e60-b68d-792c2ca2a3df disassociated. External IP: 172.25.8.151, port: 2b0de063-74c3-4b97-9cb9-2d209a9f7465. Apr 05 20:44:09.376961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Calling delete_port for 2b0de063-74c3-4b97-9cb9-2d209a9f7465 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:44:09.569064 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.613979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9ff04-c784-4f35-a444-9e77d9ee42fa req-787a8edc-39ee-4ddd-a91d-2bc64f6e8b8f tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:09.622053 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-81e9ff04-c784-4f35-a444-9e77d9ee42fa req-787a8edc-39ee-4ddd-a91d-2bc64f6e8b8f tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 868 time: 0.1038570 Apr 05 20:44:09.628648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event deleted for resources: {'Port': ['ID=2b0de063-74c3-4b97-9cb9-2d209a9f7465,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:09.672830 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-81e9ff04-c784-4f35-a444-9e77d9ee42fa req-f83688f3-f759-4d31-849d-27b04e9d9dc7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=84dcc51c-b012-4bd7-852b-f52e867ea241&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496483 Apr 05 20:44:09.707250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47094) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:09.850630 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b36f60df-ce72-4d24-be58-a852f6fe8890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.866590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b36f60df-ce72-4d24-be58-a852f6fe8890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:09.870805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b36f60df-ce72-4d24-be58-a852f6fe8890 admin admin] Usage tracker for resource:security_group_rule and tenant:751ac849b48f4e2bbc1c183d47658e90 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:09.874552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b36f60df-ce72-4d24-be58-a852f6fe8890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:09.881002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b36f60df-ce72-4d24-be58-a852f6fe8890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:09.893507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Router 76105a24-88ea-478d-aaa5-223e12a60769 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:44:09.980338 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b36f60df-ce72-4d24-be58-a852f6fe8890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:09.988117 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b36f60df-ce72-4d24-be58-a852f6fe8890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:10.060289 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b36f60df-ce72-4d24-be58-a852f6fe8890 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=751ac849b48f4e2bbc1c183d47658e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516066 Apr 05 20:44:10.062803 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47112) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:10.066737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f60df-ce72-4d24-be58-a852f6fe8890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87688f2-0b72-4f7f-875d-f4af178808dd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:10.153532 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9cc53b36-4ad6-49e6-9a3d-90ca264aea68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:10.180534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:44:10.185203 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9cc53b36-4ad6-49e6-9a3d-90ca264aea68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:10.192482 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc705c-cf92-4850-9d16-e87fd73b7a2d None None] Sync routers for ids ['76105a24-88ea-478d-aaa5-223e12a60769'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:44:10.213380 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc705c-cf92-4850-9d16-e87fd73b7a2d None None] Routers {'76105a24-88ea-478d-aaa5-223e12a60769'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:10.214309 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2ebc705c-cf92-4850-9d16-e87fd73b7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76105a24-88ea-478d-aaa5-223e12a60769'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:10.286280 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9cc53b36-4ad6-49e6-9a3d-90ca264aea68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:10.291035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41250b-5e14-49c6-9d47-8d8bf7dec919 req-72476afd-04fe-4d2a-bc51-224185372870 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:10.292526 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d41250b-5e14-49c6-9d47-8d8bf7dec919 req-72476afd-04fe-4d2a-bc51-224185372870 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 943 time: 0.2083580 Apr 05 20:44:10.294312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] No DVR routers for this DVR port 2b0de063-74c3-4b97-9cb9-2d209a9f7465 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:44:10.296918 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:10.299651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'name': 'network-vif-deleted', 'tag': '2b0de063-74c3-4b97-9cb9-2d209a9f7465'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:44:10.304968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc53b36-4ad6-49e6-9a3d-90ca264aea68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87688f2-0b72-4f7f-875d-f4af178808dd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:10.318589 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9cc53b36-4ad6-49e6-9a3d-90ca264aea68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:10.322163 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9cc53b36-4ad6-49e6-9a3d-90ca264aea68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a87688f2-0b72-4f7f-875d-f4af178808dd HTTP/1.1" status: 204 len: 168 time: 0.2551992 Apr 05 20:44:10.363088 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d4aa52f6-3352-4ef3-9713-fd0bfa50fd50 req-af86a830-3ec0-4c76-ad1d-4bc510b5a9a2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.13 "DELETE /v2.0/ports/2b0de063-74c3-4b97-9cb9-2d209a9f7465 HTTP/1.1" status: 204 len: 173 time: 2.0741065 Apr 05 20:44:10.370166 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e862340e-866f-4af6-871c-ffde6ccbf12b', 'name': 'network-vif-deleted', 'tag': '2b0de063-74c3-4b97-9cb9-2d209a9f7465', 'status': 'completed', 'code': 200} Apr 05 20:44:10.375245 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d41250b-5e14-49c6-9d47-8d8bf7dec919 req-ffb2a4a0-86bc-4ce6-a7a9-e457938f12ec tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693045 Apr 05 20:44:10.551523 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-2ebc705c-cf92-4850-9d16-e87fd73b7a2d None None] Set router 76105a24-88ea-478d-aaa5-223e12a60769 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:10.683277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47132) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:10.685277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:44:10.734779 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b3a383aa-dd42-4641-8579-cba84fa23741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:10.790672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b3a383aa-dd42-4641-8579-cba84fa23741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:10.798364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b3a383aa-dd42-4641-8579-cba84fa23741 admin admin] Usage tracker for resource:security_group_rule and tenant:53f47aaa49734aa9bf72a8f328acabfb is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:10.802622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b3a383aa-dd42-4641-8579-cba84fa23741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:10.814207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b3a383aa-dd42-4641-8579-cba84fa23741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:10.929819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:10.941862 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4634e652-5c96-4e2b-b0f1-c553c7d5f80a req-1db538da-9cfa-4fd8-a922-d7b126df8c61 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=e862340e-866f-4af6-871c-ffde6ccbf12b HTTP/1.1" status: 200 len: 210 time: 0.0526750 Apr 05 20:44:10.967280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'port_id': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'mac_address': 'fa:16:3e:06:fd:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:44:10.993416 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2ebc705c-cf92-4850-9d16-e87fd73b7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:11Z', 'revision_number': 5, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:11.005574 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc705c-cf92-4850-9d16-e87fd73b7a2d None None] Checking router: 76105a24-88ea-478d-aaa5-223e12a60769 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:44:11.015097 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebc705c-cf92-4850-9d16-e87fd73b7a2d None None] Routers {'76105a24-88ea-478d-aaa5-223e12a60769'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:11.015708 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2ebc705c-cf92-4850-9d16-e87fd73b7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:43:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76105a24-88ea-478d-aaa5-223e12a60769'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:11.016302 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b3a383aa-dd42-4641-8579-cba84fa23741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.022889 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b3a383aa-dd42-4641-8579-cba84fa23741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.035706 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.055353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:44:11.067762 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b3a383aa-dd42-4641-8579-cba84fa23741 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53f47aaa49734aa9bf72a8f328acabfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829558 Apr 05 20:44:11.070522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47142) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:11.098141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:11.108353 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.118433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a383aa-dd42-4641-8579-cba84fa23741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e408182d-f84b-4cd3-87c1-001d2973d07e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:11.193583 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-282bf466-e672-4e57-9363-cd717d11a44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.208213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:11.235930 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-282bf466-e672-4e57-9363-cd717d11a44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.249467 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-2ebc705c-cf92-4850-9d16-e87fd73b7a2d None None] Set router 76105a24-88ea-478d-aaa5-223e12a60769 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:11.349102 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['44bb4ae9-e16f-40d7-87ca-52b1f25337d9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:44:11.456643 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-282bf466-e672-4e57-9363-cd717d11a44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.475640 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef812-012e-4877-9653-ab2ac87944c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.488883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bf466-e672-4e57-9363-cd717d11a44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e408182d-f84b-4cd3-87c1-001d2973d07e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:11.501122 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-282bf466-e672-4e57-9363-cd717d11a44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:11.505803 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-282bf466-e672-4e57-9363-cd717d11a44b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e408182d-f84b-4cd3-87c1-001d2973d07e HTTP/1.1" status: 204 len: 168 time: 0.4337134 Apr 05 20:44:11.581452 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:44:11.706429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02668a6-f5c7-4cf5-b6d8-afa88e5b25b9 req-d8c1e436-347c-4815-b815-88355c5753eb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:11.715456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c02668a6-f5c7-4cf5-b6d8-afa88e5b25b9 req-d8c1e436-347c-4815-b815-88355c5753eb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 944 time: 0.1510172 Apr 05 20:44:11.720196 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2ebc705c-cf92-4850-9d16-e87fd73b7a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:11Z', 'revision_number': 5, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:11.727781 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebc705c-cf92-4850-9d16-e87fd73b7a2d None None] The sync data for ids ['76105a24-88ea-478d-aaa5-223e12a60769'] in n-d-836604-1 is: [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:11Z', 'revision_number': 5, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:44:11.796700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c02668a6-f5c7-4cf5-b6d8-afa88e5b25b9 req-985b6522-4b83-4ae2-b978-f2fe31a6c298 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788717 Apr 05 20:44:12.095181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47174) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:12.152694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2b0de063-74c3-4b97-9cb9-2d209a9f7465 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:44:12.174671 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-44aeba26-1678-47e6-9d15-2f67ae6a86dc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.192191 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d76070-3ed3-4f44-9ccf-d625a4bea282 None None] New status for floating IP 292959da-3922-4e60-b68d-792c2ca2a3df: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:44:12.207987 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-44aeba26-1678-47e6-9d15-2f67ae6a86dc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.259209 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 2b0de063-74c3-4b97-9cb9-2d209a9f7465 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:44:12.259209 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 2b0de063-74c3-4b97-9cb9-2d209a9f7465 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:44:12.282072 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-44aeba26-1678-47e6-9d15-2f67ae6a86dc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.301420 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aeba26-1678-47e6-9d15-2f67ae6a86dc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dcc51c-b012-4bd7-852b-f52e867ea241,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:12.324780 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-44aeba26-1678-47e6-9d15-2f67ae6a86dc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.327231 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-44aeba26-1678-47e6-9d15-2f67ae6a86dc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "DELETE /v2.0/security-groups/84dcc51c-b012-4bd7-852b-f52e867ea241 HTTP/1.1" status: 204 len: 168 time: 0.2307866 Apr 05 20:44:12.333809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47182) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:12.355228 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-ab9648d6-dea0-4877-bee8-5da2bfe34ca5 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] show failed (client error): The resource could not be found. Apr 05 20:44:12.357148 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ab9648d6-dea0-4877-bee8-5da2bfe34ca5 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups/84dcc51c-b012-4bd7-852b-f52e867ea241 HTTP/1.1" status: 404 len: 347 time: 0.0221009 Apr 05 20:44:12.360240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47188) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:12.689359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:12.691184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47200) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:12.697606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Request body: {'network': {'name': 'tempest-network-smoke--1614546206', 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'port_security_enabled': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:12.698463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ec9b4-b0fe-4a48-a18e-8441e092bc62 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Deleting port 4914a7de-e00d-4236-acfa-eaa4791cbea4 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:44:12.698982 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9b4-b0fe-4a48-a18e-8441e092bc62 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.703976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:12.711676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Usage tracker for resource:network and tenant:9449ffbc0eeb4961ad83b90eb3d9f095 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:12.719335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:12.734666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:12.754263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Made reservation on behalf of 9449ffbc0eeb4961ad83b90eb3d9f095 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:12.759491 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.780357 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.798957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:12.804004 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Usage tracker for resource:security_group_rule and tenant:9449ffbc0eeb4961ad83b90eb3d9f095 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:12.807321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:12.814258 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:12.816140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:12.838858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:12.839255 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.936132 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9b4-b0fe-4a48-a18e-8441e092bc62 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:12.937406 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9b4-b0fe-4a48-a18e-8441e092bc62 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.002152 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.040418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:44:13.049343 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.057305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:13.060394 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.068147 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.093247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1d6ec9b4-b0fe-4a48-a18e-8441e092bc62 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Calling delete_port for 4914a7de-e00d-4236-acfa-eaa4791cbea4 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:44:13.150693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55dee84c-7bc1-4d0e-aa6d-a95301d8ee92,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:13.175674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:13.177163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:44:13.229675 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.232109 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Added segment 125c0df3-3234-4f5c-9c9d-a1960505a580 of type vlan for network 21bf9b1c-23b4-4742-b647-4b22254dc86c Apr 05 20:44:13.259403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e71cb-9f9b-428a-bdbf-77c07eacf62d req-6215c8e5-a37c-496d-a4cd-e61a46c5982a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:13.269180 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-851e71cb-9f9b-428a-bdbf-77c07eacf62d req-6215c8e5-a37c-496d-a4cd-e61a46c5982a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 944 time: 0.3379042 Apr 05 20:44:13.315694 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.344034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9b4-b0fe-4a48-a18e-8441e092bc62 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.351339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-851e71cb-9f9b-428a-bdbf-77c07eacf62d req-31130c03-7c07-4ba0-b3c1-6c6121cb4b56 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811188 Apr 05 20:44:13.397928 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.406421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:13.407249 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.425770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ec9b4-b0fe-4a48-a18e-8441e092bc62 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event deleted for resources: {'Port': ['ID=4914a7de-e00d-4236-acfa-eaa4791cbea4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:13.484149 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'code': 200} Apr 05 20:44:13.581920 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8816178 Apr 05 20:44:13.581920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47222) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:13.586664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'admin_state_up': True, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:13.595460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fe2e57-8a5c-41ab-9047-1f5414ee1503 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'Network': ['ID=21bf9b1c-23b4-4742-b647-4b22254dc86c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:13.604138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 21bf9b1c-23b4-4742-b647-4b22254dc86c details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:44:13.604304 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9b4-b0fe-4a48-a18e-8441e092bc62 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.623852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:13.637009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Usage tracker for resource:router and tenant:9449ffbc0eeb4961ad83b90eb3d9f095 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:13.643991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:13.661117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:13.661466 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d6ec9b4-b0fe-4a48-a18e-8441e092bc62 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.661466 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1d6ec9b4-b0fe-4a48-a18e-8441e092bc62 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "DELETE /v2.0/floatingips/292959da-3922-4e60-b68d-792c2ca2a3df HTTP/1.1" status: 204 len: 168 time: 1.2895696 Apr 05 20:44:13.688551 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.689472 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.736180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a34a0-9bb0-406c-a96b-76f973a7b2b9 req-a67aa896-87a4-48ce-8e2d-2911873145c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:13.738582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.739462 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c6a34a0-9bb0-406c-a96b-76f973a7b2b9 req-a67aa896-87a4-48ce-8e2d-2911873145c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1096 time: 0.1809435 Apr 05 20:44:13.786054 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d618119e-b126-4a10-ae58-d544ce4fcf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:13.825961 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c6a34a0-9bb0-406c-a96b-76f973a7b2b9 req-4c794dbe-d592-466b-8d83-c519a5c8c7b4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786812 Apr 05 20:44:14.042148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47232) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:14.049132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1109986194', 'description': 'tempest-description--456040034'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:14.064481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:14.069652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Usage tracker for resource:security_group and tenant:0c23d62d7af248d7aaa5f531168db711 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:14.073267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:14.078281 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.083842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:14.103247 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.125924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:14.136114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Usage tracker for resource:security_group_rule and tenant:0c23d62d7af248d7aaa5f531168db711 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:14.136114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:14.140352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:14.244761 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.251438 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.307844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01faebbb-594e-40e8-a2ab-76034364d5d6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:14.316667 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.316667 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ba7034b4-048b-4a62-93d2-e3b410ae5846 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2668791 Apr 05 20:44:14.316667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47236) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:14.320429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b46274de-f4d1-409d-a26f-dd8e7f0d94d0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Request body: {'security_group_rule': {'security_group_id': '01faebbb-594e-40e8-a2ab-76034364d5d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:14.329824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b46274de-f4d1-409d-a26f-dd8e7f0d94d0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:14.334043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b46274de-f4d1-409d-a26f-dd8e7f0d94d0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Usage tracker for resource:security_group_rule and tenant:0c23d62d7af248d7aaa5f531168db711 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:14.343126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b46274de-f4d1-409d-a26f-dd8e7f0d94d0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:14.345584 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b46274de-f4d1-409d-a26f-dd8e7f0d94d0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:14.367713 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b46274de-f4d1-409d-a26f-dd8e7f0d94d0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.424425 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.470545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b46274de-f4d1-409d-a26f-dd8e7f0d94d0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.479216 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b46274de-f4d1-409d-a26f-dd8e7f0d94d0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.487196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.596039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46274de-f4d1-409d-a26f-dd8e7f0d94d0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e16c26-5c01-4283-9947-3dd48397549e,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:14.602620 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b46274de-f4d1-409d-a26f-dd8e7f0d94d0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.603397 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b46274de-f4d1-409d-a26f-dd8e7f0d94d0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2882762 Apr 05 20:44:14.609264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47246) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:14.615382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-5e60bc57-cf19-4be9-8e9b-008a989a365e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Request body: {'security_group_rule': {'security_group_id': '01faebbb-594e-40e8-a2ab-76034364d5d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:14.624581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5e60bc57-cf19-4be9-8e9b-008a989a365e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:14.630364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5e60bc57-cf19-4be9-8e9b-008a989a365e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Usage tracker for resource:security_group_rule and tenant:0c23d62d7af248d7aaa5f531168db711 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:14.634217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5e60bc57-cf19-4be9-8e9b-008a989a365e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:14.641307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5e60bc57-cf19-4be9-8e9b-008a989a365e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:14.659463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Allocated IP 172.25.8.9 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/9ed5d8cb-9528-4a9f-9402-02892c75adf2) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:14.670234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004cb1e6-5e97-4e54-bcab-18cfd038d52b req-03f30c28-4c5b-47bc-826a-8a7bf757484f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:14.672558 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-004cb1e6-5e97-4e54-bcab-18cfd038d52b req-03f30c28-4c5b-47bc-826a-8a7bf757484f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.1766496 Apr 05 20:44:14.682678 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e60bc57-cf19-4be9-8e9b-008a989a365e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.782226 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-004cb1e6-5e97-4e54-bcab-18cfd038d52b req-a7c52486-ed15-4dba-8d97-25e389f72d2b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005337 Apr 05 20:44:14.826749 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e60bc57-cf19-4be9-8e9b-008a989a365e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.834782 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e60bc57-cf19-4be9-8e9b-008a989a365e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.846646 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.863294 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.873832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60bc57-cf19-4be9-8e9b-008a989a365e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f79221-8d30-4ff4-b5ed-891e12d6a9d6,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:14.885057 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.886635 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e60bc57-cf19-4be9-8e9b-008a989a365e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.890974 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:14.892913 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5e60bc57-cf19-4be9-8e9b-008a989a365e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2821286 Apr 05 20:44:14.895964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47252) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:14.902987 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:14.911957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:14.919234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Usage tracker for resource:floatingip and tenant:0c23d62d7af248d7aaa5f531168db711 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:14.923209 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:14.932565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:14.954498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.076060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:15.077304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:15.085710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:44:15.114831 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.145967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'Port': ['ID=9ed5d8cb-9528-4a9f-9402-02892c75adf2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:15.295452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Allocated IP 172.25.8.86 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/92d991ba-0495-4097-bbcb-e575e88ef187) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:15.498125 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.533570 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.602561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:15.602746 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.605441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:15.614588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:44:15.704990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:15.708715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event updated for resources: {'Port': ['ID=92d991ba-0495-4097-bbcb-e575e88ef187,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:15.796314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.082021 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.116623 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.211419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.217643 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.309490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf230636-ce8c-4f9e-93ae-c764f9774d0a req-8a77b17d-d02d-4e3b-b1ba-08543e0650b5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:16.309490 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf230636-ce8c-4f9e-93ae-c764f9774d0a req-8a77b17d-d02d-4e3b-b1ba-08543e0650b5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.3767059 Apr 05 20:44:16.389326 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf230636-ce8c-4f9e-93ae-c764f9774d0a req-48824688-04e3-4f31-8cd3-34804d73a2c4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727668 Apr 05 20:44:16.392464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event updated for resources: {'Port': ['ID=92d991ba-0495-4097-bbcb-e575e88ef187,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:16.402824 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.428819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Router 775327a3-68bd-4d7d-af95-7a767e7004be is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:44:16.434962 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.445144 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fa31907b-9854-4f37-8200-982872fec2ce tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5417426 Apr 05 20:44:16.642340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd3760-ea09-42a7-9549-0e5a5754814f req-82425b8e-b85b-417a-abdf-f6f53aa073bb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:16.654099 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-60bd3760-ea09-42a7-9549-0e5a5754814f req-82425b8e-b85b-417a-abdf-f6f53aa073bb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.1172934 Apr 05 20:44:16.700523 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-60bd3760-ea09-42a7-9549-0e5a5754814f req-feaff3e9-67aa-4910-82e5-4663ea9ee705 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450983 Apr 05 20:44:16.724484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47278) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:16.797142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d530f53-1f05-47c6-be3b-8bb3bf150119 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:16.801628 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9d530f53-1f05-47c6-be3b-8bb3bf150119 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1091 time: 0.0730925 Apr 05 20:44:16.801828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47282) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:16.806981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:16.814128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:16.814747 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-3c2a1f13-bcf2-4233-aafc-085853632ecb tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1109986194&fields=id&tenant_id=0c23d62d7af248d7aaa5f531168db711 HTTP/1.1" status: 200 len: 267 time: 0.0630567 Apr 05 20:44:16.815884 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:44:16.824934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:floatingip and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:16.827857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:16.828082 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Sync routers for ids ['775327a3-68bd-4d7d-af95-7a767e7004be'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:44:16.833506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:16.837282 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Routers {'775327a3-68bd-4d7d-af95-7a767e7004be'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:16.837895 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:44:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['775327a3-68bd-4d7d-af95-7a767e7004be'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:16.853940 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:16.987537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-5198e0d2-56bd-40d9-a7f6-7026da57d8a0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:16.989157 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-5198e0d2-56bd-40d9-a7f6-7026da57d8a0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 817 time: 0.1578510 Apr 05 20:44:17.007068 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:17.008598 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-150a4785-4edd-450f-bd4d-e19c75fa0893 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.4293272 Apr 05 20:44:17.013054 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-b3dcc0ce-c13e-486b-853d-deba8a76e409 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/quotas/0c23d62d7af248d7aaa5f531168db711 HTTP/1.1" status: 200 len: 375 time: 0.0155504 Apr 05 20:44:17.013233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47286) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:17.023650 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Set router 775327a3-68bd-4d7d-af95-7a767e7004be gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:17.033322 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:17.215702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-69dafe73-723c-40ea-ab0f-aee218da8938 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Synchronizing usage tracker for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:17.246810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-69dafe73-723c-40ea-ab0f-aee218da8938 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Unset dirty status for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:17.263468 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-69dafe73-723c-40ea-ab0f-aee218da8938 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2424634 Apr 05 20:44:17.376220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.25.8.73 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/9508fd2c-688c-4460-96c8-0888d7dd362d) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:17.453279 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-547960e7-bc66-4512-979a-0bb8749b4b73 service neutron] 10.222.0.24 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838601 Apr 05 20:44:17.491721 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3049ca2d-3036-4eea-8d4b-917f493df1cb tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9449ffbc0eeb4961ad83b90eb3d9f095&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4775660 Apr 05 20:44:17.494911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47294) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:17.536794 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:44:15Z', 'revision_number': 3, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:17.540831 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Checking router: 775327a3-68bd-4d7d-af95-7a767e7004be for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:44:17.541175 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Updating router 775327a3-68bd-4d7d-af95-7a767e7004be port 9ed5d8cb-9528-4a9f-9402-02892c75adf2 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:44:17.595648 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:17.597510 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-f83c058b-b998-4717-81f7-aae35963123f service neutron] 10.222.0.24 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364369 Apr 05 20:44:17.726892 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:17.738306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38932ff1-a9e7-44b4-9e03-5da368044c0a tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:17.740600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-38932ff1-a9e7-44b4-9e03-5da368044c0a tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2429700 Apr 05 20:44:17.743543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47298) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:17.791094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6b5a65ff-fa3b-4896-a7b5-b75476bfb311 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0464993 Apr 05 20:44:17.794276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47306) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:17.801540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1262006264', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:17.838286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-0a9b320f-b68b-45d8-8009-9e47124fdea1 req-c9211deb-59ab-4220-a654-8f491008decd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Synchronizing usage tracker for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:17.857426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-0a9b320f-b68b-45d8-8009-9e47124fdea1 req-c9211deb-59ab-4220-a654-8f491008decd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Unset dirty status for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:17.858573 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0a9b320f-b68b-45d8-8009-9e47124fdea1 req-c9211deb-59ab-4220-a654-8f491008decd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 210 time: 0.0698912 Apr 05 20:44:17.874421 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:17.946063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:17.951890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Usage tracker for resource:subnet and tenant:9449ffbc0eeb4961ad83b90eb3d9f095 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:17.956029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:17.963384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:17.968851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:17.972106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:17.974689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:44:17.979561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Made reservation on behalf of 9449ffbc0eeb4961ad83b90eb3d9f095 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:17.986010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.028498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=9508fd2c-688c-4460-96c8-0888d7dd362d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:18.123556 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.140515 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Transition to ACTIVE for port object 9ed5d8cb-9528-4a9f-9402-02892c75adf2 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:18.154523 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.265035 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Attempting to bind port 9ed5d8cb-9528-4a9f-9402-02892c75adf2 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:44:18.265590 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Attempting to bind port 9ed5d8cb-9528-4a9f-9402-02892c75adf2 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:44:18.266256 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Attempting to bind port 9ed5d8cb-9528-4a9f-9402-02892c75adf2 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:44:18.272857 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97726aaf-6bb1-47a0-88a9-276c1566ce4b None None] Pushing event updated for resources: {'Port': ['ID=9ed5d8cb-9528-4a9f-9402-02892c75adf2,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:18.278589 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:44:18.279376 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:44:18.279971 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.280547 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:44:18.281198 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Bound port: 9ed5d8cb-9528-4a9f-9402-02892c75adf2, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:44:18.281830 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.323770 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97726aaf-6bb1-47a0-88a9-276c1566ce4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:18.324263 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97726aaf-6bb1-47a0-88a9-276c1566ce4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:18.324692 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97726aaf-6bb1-47a0-88a9-276c1566ce4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:18.325353 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97726aaf-6bb1-47a0-88a9-276c1566ce4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:18.325661 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97726aaf-6bb1-47a0-88a9-276c1566ce4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:18.326172 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97726aaf-6bb1-47a0-88a9-276c1566ce4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:18.326495 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97726aaf-6bb1-47a0-88a9-276c1566ce4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:18.327224 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97726aaf-6bb1-47a0-88a9-276c1566ce4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:18.327977 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97726aaf-6bb1-47a0-88a9-276c1566ce4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:18.328538 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97726aaf-6bb1-47a0-88a9-276c1566ce4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:18.328902 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97726aaf-6bb1-47a0-88a9-276c1566ce4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:18.329812 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97726aaf-6bb1-47a0-88a9-276c1566ce4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:18.374474 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.406135 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] For port 9ed5d8cb-9528-4a9f-9402-02892c75adf2, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:44:18.410078 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] For port 9ed5d8cb-9528-4a9f-9402-02892c75adf2, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9ed5d8cb-9528-4a9f-9402-02892c75adf2,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:44:18.416111 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.514305 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Routers {'775327a3-68bd-4d7d-af95-7a767e7004be'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:18.514916 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:44:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['775327a3-68bd-4d7d-af95-7a767e7004be'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:18.609490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Checking segment: {'id': '125c0df3-3234-4f5c-9c9d-a1960505a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:44:18.610220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Network hostable DHCP agents. Network: 21bf9b1c-23b4-4742-b647-4b22254dc86c, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:44:18.617195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'Subnet': ['ID=91d2584a-66f7-4d3d-bdb1-760758f88788,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:18.619166 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97726aaf-6bb1-47a0-88a9-276c1566ce4b None None] Pushing event updated for resources: {'Port': ['ID=9ed5d8cb-9528-4a9f-9402-02892c75adf2,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:18.636974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Network 21bf9b1c-23b4-4742-b647-4b22254dc86c is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:44:18.661785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 21bf9b1c-23b4-4742-b647-4b22254dc86c) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:18.668047 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.671560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:18.672212 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b3769b-3352-4c7b-a6f8-989be540a010 None None] Network 21bf9b1c-23b4-4742-b647-4b22254dc86c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:44:18.672704 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.736894 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-50708b60-c5ef-4d59-8c1d-5f2f495f4416 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9410651 Apr 05 20:44:18.739545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47324) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:18.782427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:18.801750 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] Set router 775327a3-68bd-4d7d-af95-7a767e7004be gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:18.942380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-21bf9b1c-23b4-4742-b647-4b22254dc86c', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'fixed_ips': [{'subnet_id': '91d2584a-66f7-4d3d-bdb1-760758f88788'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:44:18.945815 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.043478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.050833 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.175398 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:44:15Z', 'revision_number': 3, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:19.180357 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1bb001-d725-422e-b13b-06d45543201c None None] The sync data for ids ['775327a3-68bd-4d7d-af95-7a767e7004be'] in n-d-836604-1 is: [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:44:15Z', 'revision_number': 3, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:44:19.189088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=9508fd2c-688c-4460-96c8-0888d7dd362d,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:19.192678 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Allocated IP 172.20.0.2 (21bf9b1c-23b4-4742-b647-4b22254dc86c/91d2584a-66f7-4d3d-bdb1-760758f88788/3d3bc17b-cb09-4530-9b41-9befd20fdfe1) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:19.199198 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.434675 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Floating IP bb6dec17-a28f-4890-93d5-13a2c1423927 associated. External IP: 172.25.8.73, port: 44bb4ae9-e16f-40d7-87ca-52b1f25337d9. Apr 05 20:44:19.465005 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.477124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Transition to ACTIVE for port object 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:19.531050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Transition to ACTIVE for port object 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:19.539803 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.571694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-899833c3-c91d-4825-b6e5-e1eaec6a7c7e req-c6912c2e-5491-4967-bfc4-d50c6f6298de tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 210 time: 0.4892278 Apr 05 20:44:19.594330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-8c8217df-3a9a-4f6e-b34e-48d393c7d46c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:19.596005 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-8c8217df-3a9a-4f6e-b34e-48d393c7d46c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 817 time: 0.4410906 Apr 05 20:44:19.628525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Network 21bf9b1c-23b4-4742-b647-4b22254dc86c is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:19.638813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:19.647527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:44:19.696054 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Pushing event updated for resources: {'Port': ['ID=3d3bc17b-cb09-4530-9b41-9befd20fdfe1,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:19.782510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Attempting to bind port 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:44:19.783132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Attempting to bind port 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '125c0df3-3234-4f5c-9c9d-a1960505a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:44:19.783760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Attempting to bind port 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 on network 21bf9b1c-23b4-4742-b647-4b22254dc86c {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:44:19.790166 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:44:19.790734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Checking segment: {'id': '125c0df3-3234-4f5c-9c9d-a1960505a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:44:19.791312 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.791853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Bound using segment: {'id': '125c0df3-3234-4f5c-9c9d-a1960505a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:44:19.792475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Bound port: 3d3bc17b-cb09-4530-9b41-9befd20fdfe1, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125c0df3-3234-4f5c-9c9d-a1960505a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:44:19.793561 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.862123 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-d30a4ff7-9bfe-4a27-8c2b-d22014d72d93 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c23d62d7af248d7aaa5f531168db711 HTTP/1.1" status: 200 len: 380 time: 0.2529309 Apr 05 20:44:19.897812 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] For port 3d3bc17b-cb09-4530-9b41-9befd20fdfe1, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:44:19.901783 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] For port 3d3bc17b-cb09-4530-9b41-9befd20fdfe1, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3d3bc17b-cb09-4530-9b41-9befd20fdfe1,segment=NetworkSegment(125c0df3-3234-4f5c-9c9d-a1960505a580),segment_id=125c0df3-3234-4f5c-9c9d-a1960505a580)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:44:19.910983 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:19.931988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:44:19.955336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Request body: {'port': {'device_id': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'admin_state_up': True, 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'security_groups': ['01faebbb-594e-40e8-a2ab-76034364d5d6']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:20.046427 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9fd14-3be8-4925-8567-3c1aef6ee843 None None] Pushing event updated for resources: {'Port': ['ID=3d3bc17b-cb09-4530-9b41-9befd20fdfe1,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:20.183726 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9ed5d8cb-9528-4a9f-9402-02892c75adf2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:20.331863 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 9ed5d8cb-9528-4a9f-9402-02892c75adf2 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:20.369547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:20.374104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 9ed5d8cb-9528-4a9f-9402-02892c75adf2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:20.374468 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.391240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:44:20.421732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:20.467940 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.487374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Made reservation on behalf of 0c23d62d7af248d7aaa5f531168db711 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:20.491317 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.563995 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176acaa6-1787-4f06-8b2d-1c54dd92d2fb None None] Sync routers for ids ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:44:20.600539 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-20e62293-17b8-4c2e-b69b-7255c04dd023 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7968132 Apr 05 20:44:20.602254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:44:20.615183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176acaa6-1787-4f06-8b2d-1c54dd92d2fb None None] Routers {'22548b54-68d9-4637-b3ea-d1d8dac1bc9e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:20.615832 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-176acaa6-1787-4f06-8b2d-1c54dd92d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:44:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:20.897262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0dcdf8d2-3487-4dc6-89a2-ace6f2fe2632 req-1ed3add7-9e12-45cb-b4a3-94ee6e2ff932 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 210 time: 0.0779045 Apr 05 20:44:20.958540 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.962311 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:20.975880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Allocated IP 172.20.0.4 (8579d18e-613e-4ef1-be75-64ef17c2f407/ef0519b9-502e-413c-8ba8-0e7a09d03901/4700ec23-e84d-4560-9777-dfec2835f98b) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:21.005500 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 9ed5d8cb-9528-4a9f-9402-02892c75adf2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9ed5d8cb-9528-4a9f-9402-02892c75adf2,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:21.011077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-176acaa6-1787-4f06-8b2d-1c54dd92d2fb None None] Set router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:21.061659 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:21.062062 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'status': 'completed', 'code': 200} Apr 05 20:44:21.147761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfb4fa-926d-49b7-b67a-8fdab43a5a37 req-3f0ac299-68d5-4548-a19a-527c813e92f6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:21.156984 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9ddfb4fa-926d-49b7-b67a-8fdab43a5a37 req-3f0ac299-68d5-4548-a19a-527c813e92f6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.3968532 Apr 05 20:44:21.157829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=9ed5d8cb-9528-4a9f-9402-02892c75adf2,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:21.187501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02a2ff-1136-410f-a549-abb85b6e3d37 req-0f80023e-bb1a-485c-a25d-3882dd5c9f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:21.189094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba02a2ff-1136-410f-a549-abb85b6e3d37 req-0f80023e-bb1a-485c-a25d-3882dd5c9f43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1096 time: 0.1639233 Apr 05 20:44:21.239510 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9ddfb4fa-926d-49b7-b67a-8fdab43a5a37 req-077d34f0-8754-4ff5-8354-520837ec3b72 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814991 Apr 05 20:44:21.266903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47346) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:21.376590 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:21.393443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Transition to ACTIVE for port object 4700ec23-e84d-4560-9777-dfec2835f98b will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:21.493227 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:21.525208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e48f52fb-a31d-484e-ba6d-defcdf009e6c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/bb6dec17-a28f-4890-93d5-13a2c1423927 HTTP/1.1" status: 200 len: 990 time: 0.2546039 Apr 05 20:44:21.560680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02a2ff-1136-410f-a549-abb85b6e3d37 req-60ebea95-5262-472d-9ab9-0167bf9b6831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:21.562170 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba02a2ff-1136-410f-a549-abb85b6e3d37 req-60ebea95-5262-472d-9ab9-0167bf9b6831 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d34d15b2-67aa-47b7-881f-4f74588c6650 HTTP/1.1" status: 200 len: 897 time: 0.3553190 Apr 05 20:44:21.568429 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-176acaa6-1787-4f06-8b2d-1c54dd92d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:43:59Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'bb6dec17-a28f-4890-93d5-13a2c1423927', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'port_id': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'mac_address': 'fa:16:3e:06:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:18Z', 'updated_at': '2022-04-05T20:44:18Z', 'revision_number': 0, 'project_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ade683-5e48-4b47-b960-9c60b1b56d6f', 'name': '', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:af:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:57Z', 'updated_at': '2022-04-05T20:44:04Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:21.580748 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176acaa6-1787-4f06-8b2d-1c54dd92d2fb None None] Checking router: 22548b54-68d9-4637-b3ea-d1d8dac1bc9e for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:44:21.593858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176acaa6-1787-4f06-8b2d-1c54dd92d2fb None None] Routers {'22548b54-68d9-4637-b3ea-d1d8dac1bc9e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:21.597170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-176acaa6-1787-4f06-8b2d-1c54dd92d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:44:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:21.618031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event updated for resources: {'Port': ['ID=4700ec23-e84d-4560-9777-dfec2835f98b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:21.651294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Network 8579d18e-613e-4ef1-be75-64ef17c2f407 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:21.666731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:21.716135 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba02a2ff-1136-410f-a549-abb85b6e3d37 req-48d91158-1553-478c-891d-b3dfda97b8c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9 HTTP/1.1" status: 200 len: 998 time: 0.1476026 Apr 05 20:44:21.730090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:44:21.863101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02a2ff-1136-410f-a549-abb85b6e3d37 req-7bd968c0-ae73-485c-8549-3c6531fc5df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:21.865107 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba02a2ff-1136-410f-a549-abb85b6e3d37 req-7bd968c0-ae73-485c-8549-3c6531fc5df0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f70cd3f5-300b-495c-b8dc-109ddb0a7ae6 HTTP/1.1" status: 200 len: 835 time: 0.1411986 Apr 05 20:44:21.876524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:21.877166 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:21.997281 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-176acaa6-1787-4f06-8b2d-1c54dd92d2fb None None] Set router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:22.096377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02a2ff-1136-410f-a549-abb85b6e3d37 req-44ac45fe-1e31-436c-8367-9498eca279dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:22.098278 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba02a2ff-1136-410f-a549-abb85b6e3d37 req-44ac45fe-1e31-436c-8367-9498eca279dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d34d15b2-67aa-47b7-881f-4f74588c6650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2259729 Apr 05 20:44:22.183272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5db31a-922b-4685-a29b-d0dcabad5819 None None] Network 21bf9b1c-23b4-4742-b647-4b22254dc86c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:44:22.275796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-151d666f-b3ca-4e70-bf2e-cd6a3abb5546 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3263092 Apr 05 20:44:22.304773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Request body: {'port': {'device_id': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:22.310600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba02a2ff-1136-410f-a549-abb85b6e3d37 req-497f7e78-2ecb-4a0c-99bc-23d735d7fd85 service neutron] 10.222.0.41 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055035 Apr 05 20:44:22.355881 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:22.410984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-888d0bc2-8676-4cbb-a7dd-5629a1742996 None None] Provisioning for port 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:22.484983 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ba02a2ff-1136-410f-a549-abb85b6e3d37 req-d5465659-1128-4746-af79-0fecc7998aa7 service neutron] 10.222.0.41 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685011 Apr 05 20:44:22.519049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Allocated IP 172.20.0.1 (21bf9b1c-23b4-4742-b647-4b22254dc86c/91d2584a-66f7-4d3d-bdb1-760758f88788/3b853595-97fb-4ea2-9a4c-af39ce1a1e5a) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:22.529161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47354) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:22.538000 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:22.597516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b1457-bcb5-42b9-a4be-c7335650d44c req-d9914fc2-0e42-49aa-8dec-524a933e8cb6 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:22.598137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c73b1457-bcb5-42b9-a4be-c7335650d44c req-d9914fc2-0e42-49aa-8dec-524a933e8cb6 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Synchronizing usage tracker for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:22.628355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-da004866-efaa-4129-8ecb-a026e1c43864 None None] Provisioning for port 4700ec23-e84d-4560-9777-dfec2835f98b completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:22.639942 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-907224ac-b1a5-4903-998b-875443a92f04 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/bb6dec17-a28f-4890-93d5-13a2c1423927 HTTP/1.1" status: 200 len: 990 time: 0.1084068 Apr 05 20:44:22.646531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-da004866-efaa-4129-8ecb-a026e1c43864 None None] Provisioning complete for port 4700ec23-e84d-4560-9777-dfec2835f98b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:22.646895 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-da004866-efaa-4129-8ecb-a026e1c43864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:22.720927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c73b1457-bcb5-42b9-a4be-c7335650d44c req-d9914fc2-0e42-49aa-8dec-524a933e8cb6 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Unset dirty status for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:22.722124 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c73b1457-bcb5-42b9-a4be-c7335650d44c req-d9914fc2-0e42-49aa-8dec-524a933e8cb6 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 931 time: 0.4957922 Apr 05 20:44:22.833533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:22.858408 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c73b1457-bcb5-42b9-a4be-c7335650d44c req-e30a5f4a-3154-455d-a03d-933e6bcf813b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246965 Apr 05 20:44:22.862095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:22.862467 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:22.896218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-da004866-efaa-4129-8ecb-a026e1c43864 None None] Port 4700ec23-e84d-4560-9777-dfec2835f98b cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:44:22.909524 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:22.990760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Transition to ACTIVE for port object 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:23.068425 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.075880 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.104819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-176acaa6-1787-4f06-8b2d-1c54dd92d2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:43:59Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'bb6dec17-a28f-4890-93d5-13a2c1423927', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'port_id': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'mac_address': 'fa:16:3e:06:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:18Z', 'updated_at': '2022-04-05T20:44:18Z', 'revision_number': 0, 'project_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ade683-5e48-4b47-b960-9c60b1b56d6f', 'name': '', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:af:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:57Z', 'updated_at': '2022-04-05T20:44:04Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:23.115346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176acaa6-1787-4f06-8b2d-1c54dd92d2fb None None] The sync data for ids ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'] in n-d-836604-1 is: [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:43:59Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'bb6dec17-a28f-4890-93d5-13a2c1423927', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'port_id': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'mac_address': 'fa:16:3e:06:fd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:18Z', 'updated_at': '2022-04-05T20:44:18Z', 'revision_number': 0, 'project_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76ade683-5e48-4b47-b960-9c60b1b56d6f', 'name': '', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:af:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:57Z', 'updated_at': '2022-04-05T20:44:04Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:44:23.123840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 3d3bc17b-cb09-4530-9b41-9befd20fdfe1, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3d3bc17b-cb09-4530-9b41-9befd20fdfe1,segment=NetworkSegment(125c0df3-3234-4f5c-9c9d-a1960505a580),segment_id=125c0df3-3234-4f5c-9c9d-a1960505a580)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:23.130314 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.131097 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9ed5d8cb-9528-4a9f-9402-02892c75adf2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:23.173134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Network 21bf9b1c-23b4-4742-b647-4b22254dc86c is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:23.184438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:23.193098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:44:23.253390 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=3d3bc17b-cb09-4530-9b41-9befd20fdfe1,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:23.256414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4700ec23-e84d-4560-9777-dfec2835f98b {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:44:23.263905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'Port': ['ID=3b853595-97fb-4ea2-9a4c-af39ce1a1e5a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:23.265624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 9ed5d8cb-9528-4a9f-9402-02892c75adf2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:23.266029 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.274035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.295259 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.314193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Transition to ACTIVE for port object 4700ec23-e84d-4560-9777-dfec2835f98b will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:23.346501 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-22f3d232-ef4f-4c84-ac92-786f3c0e66d2 None None] Provisioning complete for port 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:23.347037 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-22f3d232-ef4f-4c84-ac92-786f3c0e66d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.372473 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.416431 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452ee0a9-5ff7-41a1-8628-033195c114e3 None None] New status for floating IP bb6dec17-a28f-4890-93d5-13a2c1423927: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:44:23.458973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=4700ec23-e84d-4560-9777-dfec2835f98b,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:23.530800 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.642853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47366) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:23.752259 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f047495f-443a-4a7b-a30b-8b27255bdac6 None None] Provisioning for port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:23.759107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f047495f-443a-4a7b-a30b-8b27255bdac6 None None] Provisioning complete for port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:23.759472 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f047495f-443a-4a7b-a30b-8b27255bdac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:23.846537 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c400cb46-aa60-4bc0-a485-4150d38f33c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/bb6dec17-a28f-4890-93d5-13a2c1423927 HTTP/1.1" status: 200 len: 990 time: 0.2021732 Apr 05 20:44:23.906644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f047495f-443a-4a7b-a30b-8b27255bdac6 None None] Port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:44:23.977604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Attempting to bind port 4700ec23-e84d-4560-9777-dfec2835f98b on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:44:23.978001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Attempting to bind port 4700ec23-e84d-4560-9777-dfec2835f98b by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:44:23.978270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Attempting to bind port 4700ec23-e84d-4560-9777-dfec2835f98b on network 8579d18e-613e-4ef1-be75-64ef17c2f407 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:44:24.040850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Port 4700ec23-e84d-4560-9777-dfec2835f98b on network 8579d18e-613e-4ef1-be75-64ef17c2f407 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:44:24.041258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Attempting to bind port 4700ec23-e84d-4560-9777-dfec2835f98b on network 8579d18e-613e-4ef1-be75-64ef17c2f407 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:44:24.093147 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96826005-cfd5-4910-8ee2-1202cfbbd697 req-52c462ca-b63a-4766-b0c8-0d857c6d405c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:24.095443 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-96826005-cfd5-4910-8ee2-1202cfbbd697 req-52c462ca-b63a-4766-b0c8-0d857c6d405c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.1015310 Apr 05 20:44:24.122061 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:24.161255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-96826005-cfd5-4910-8ee2-1202cfbbd697 req-d046baac-b560-4242-8199-fbf8ffa38159 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Synchronizing usage tracker for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:24.185609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-96826005-cfd5-4910-8ee2-1202cfbbd697 req-d046baac-b560-4242-8199-fbf8ffa38159 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Unset dirty status for tenant:0c23d62d7af248d7aaa5f531168db711 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:24.188441 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-96826005-cfd5-4910-8ee2-1202cfbbd697 req-d046baac-b560-4242-8199-fbf8ffa38159 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855868 Apr 05 20:44:24.207097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:44:24.207426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Checking segment: {'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:44:24.207800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Bound using segment: {'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:44:24.208228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Bound port: 4700ec23-e84d-4560-9777-dfec2835f98b, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:44:24.208568 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:24.215539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:24.215950 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:24.428676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] For port 4700ec23-e84d-4560-9777-dfec2835f98b, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:44:24.434239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] For port 4700ec23-e84d-4560-9777-dfec2835f98b, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4700ec23-e84d-4560-9777-dfec2835f98b,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:44:24.439072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:24.509583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:24.510533 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:24.512302 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] 10.222.0.13 "PUT /v2.0/ports/4700ec23-e84d-4560-9777-dfec2835f98b HTTP/1.1" status: 200 len: 1091 time: 2.2131703 Apr 05 20:44:24.518399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'tag': '4700ec23-e84d-4560-9777-dfec2835f98b'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:44:24.598360 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'tag': '4700ec23-e84d-4560-9777-dfec2835f98b', 'status': 'completed', 'code': 200} Apr 05 20:44:24.598938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fb98a-1d17-49f2-872d-9631dd751dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=4700ec23-e84d-4560-9777-dfec2835f98b,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:24.628683 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:24.635096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:24.781651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'Port': ['ID=3b853595-97fb-4ea2-9a4c-af39ce1a1e5a,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:24.786767 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:24.793576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-7133b9ee-3990-4e2b-bd2c-a335866128e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:24.795108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-7133b9ee-3990-4e2b-bd2c-a335866128e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 1094 time: 0.2372124 Apr 05 20:44:24.843624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47376) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:24.898814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-f782b1d9-dee2-4ded-84b3-860bc4aead23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4700ec23-e84d-4560-9777-dfec2835f98b HTTP/1.1" status: 200 len: 217 time: 0.0966644 Apr 05 20:44:24.956572 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b12de18f-0d12-4c06-93f5-8e905ecaa368 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/bb6dec17-a28f-4890-93d5-13a2c1423927 HTTP/1.1" status: 200 len: 992 time: 0.1117468 Apr 05 20:44:25.029998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-3ed91b55-525a-45e6-93f8-6860b0b067cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:25.031444 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-3ed91b55-525a-45e6-93f8-6860b0b067cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.1270797 Apr 05 20:44:25.095727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Network 21bf9b1c-23b4-4742-b647-4b22254dc86c is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:25.099113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:25.266290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-e40fa336-3d57-452d-b2b9-7ebb5b47ec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:25.268591 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-e40fa336-3d57-452d-b2b9-7ebb5b47ec42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2256424 Apr 05 20:44:25.297410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2ccd35aa-b1d9-41d7-8b61-94f8607b80da None None] Provisioning complete for port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:25.298791 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2ccd35aa-b1d9-41d7-8b61-94f8607b80da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:25.360573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2ccd35aa-b1d9-41d7-8b61-94f8607b80da None None] Port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:44:25.390237 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50224aa7-0166-41c9-aedf-2e31d290312d req-ee4576f7-9ab3-48e6-a646-b146897d4a2e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:25.391746 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-50224aa7-0166-41c9-aedf-2e31d290312d req-ee4576f7-9ab3-48e6-a646-b146897d4a2e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.0843165 Apr 05 20:44:25.414875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Router 775327a3-68bd-4d7d-af95-7a767e7004be has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:44:25.435712 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-50224aa7-0166-41c9-aedf-2e31d290312d req-6d90c3cc-17a1-4936-a33f-7fa9ef3d747c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380449 Apr 05 20:44:25.511125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-0d828e01-eb25-40ad-a5fe-605ad0470550 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354708 Apr 05 20:44:25.712013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:44:25.718690 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a430f1f0-497b-49ca-af0e-a55fa1d52ae3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "PUT /v2.0/routers/775327a3-68bd-4d7d-af95-7a767e7004be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9781888 Apr 05 20:44:25.721764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Sync routers for ids ['775327a3-68bd-4d7d-af95-7a767e7004be'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:44:25.722241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47382) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:25.729081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1534857237', 'description': 'tempest-secgroup_access--1534857237 description', 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:25.732989 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Routers {'775327a3-68bd-4d7d-af95-7a767e7004be'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:25.733796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:44:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['775327a3-68bd-4d7d-af95-7a767e7004be'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:25.739003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:25.743699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Usage tracker for resource:security_group and tenant:9449ffbc0eeb4961ad83b90eb3d9f095 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:25.747781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:25.768365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:25.780729 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:25.804865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:25.810136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Usage tracker for resource:security_group_rule and tenant:9449ffbc0eeb4961ad83b90eb3d9f095 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:25.813482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:25.819954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:25.883917 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d811c38-29e2-4510-b2ca-50554a391d8c req-9571df14-b150-4404-a1c8-a987adad47f7 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654749 Apr 05 20:44:25.989793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Set router 775327a3-68bd-4d7d-af95-7a767e7004be gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:26.063271 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:26.068882 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:26.101140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dbdd3-43b3-4f80-a04f-39589f650252 req-a724819b-9471-4efc-85cb-1c52a226c917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:26.104299 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b0dbdd3-43b3-4f80-a04f-39589f650252 req-a724819b-9471-4efc-85cb-1c52a226c917 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 1094 time: 0.1678536 Apr 05 20:44:26.125787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a793eedf-e36f-4b16-95a4-82e46b5b9ac2,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:26.132313 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:26.137525 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-418b6f38-d998-4c11-ba48-f86977573faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4106162 Apr 05 20:44:26.137993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47394) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:26.144479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2054352313', 'description': 'tempest-secgroup_general--2054352313 description', 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:26.152805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:26.166224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Usage tracker for resource:security_group and tenant:9449ffbc0eeb4961ad83b90eb3d9f095 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:26.170171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:26.177195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:26.197838 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:26.249182 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:26.253687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Usage tracker for resource:security_group_rule and tenant:9449ffbc0eeb4961ad83b90eb3d9f095 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:26.258622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:26.273018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:26.290618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dbdd3-43b3-4f80-a04f-39589f650252 req-af6d3038-7582-4442-9773-58e7e5bbf7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:26.292330 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b0dbdd3-43b3-4f80-a04f-39589f650252 req-af6d3038-7582-4442-9773-58e7e5bbf7b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 918 time: 0.1807675 Apr 05 20:44:26.393728 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b0dbdd3-43b3-4f80-a04f-39589f650252 req-afbb4836-96fd-4643-a09a-189ca5cf736d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4700ec23-e84d-4560-9777-dfec2835f98b HTTP/1.1" status: 200 len: 217 time: 0.0928085 Apr 05 20:44:26.395816 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:26.401123 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:26.440156 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:26.444350 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3025391 Apr 05 20:44:26.445230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47398) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:26.456459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-02116f44-68f9-497e-8692-a637550a1faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Request body: {'security_group_rule': {'security_group_id': 'a793eedf-e36f-4b16-95a4-82e46b5b9ac2', 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:26.471896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-02116f44-68f9-497e-8692-a637550a1faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:26.477979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:44:23Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3b853595-97fb-4ea2-9a4c-af39ce1a1e5a', 'name': '', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'mac_address': 'fa:16:3e:5e:38:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:21Z', 'updated_at': '2022-04-05T20:44:24Z', 'revision_number': 2, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'subnets': [{'id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:26.482522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dbdd3-43b3-4f80-a04f-39589f650252 req-e6a4c728-ec91-4301-a105-1cbbd878e270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:26.483387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-02116f44-68f9-497e-8692-a637550a1faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Usage tracker for resource:security_group_rule and tenant:9449ffbc0eeb4961ad83b90eb3d9f095 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:26.483702 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b0dbdd3-43b3-4f80-a04f-39589f650252 req-e6a4c728-ec91-4301-a105-1cbbd878e270 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.0816905 Apr 05 20:44:26.484475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Checking router: 775327a3-68bd-4d7d-af95-7a767e7004be for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:44:26.484915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Updating router 775327a3-68bd-4d7d-af95-7a767e7004be port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:44:26.486823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-02116f44-68f9-497e-8692-a637550a1faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:26.489796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af010e53-0fdb-4142-8780-b4a9deaaea57 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e5ab20-8ffd-49a5-a30f-2b0539b43edf,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:26.495932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-02116f44-68f9-497e-8692-a637550a1faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:26.518427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02116f44-68f9-497e-8692-a637550a1faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:26.573643 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:26.615922 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02116f44-68f9-497e-8692-a637550a1faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:26.628308 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02116f44-68f9-497e-8692-a637550a1faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:26.700233 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02116f44-68f9-497e-8692-a637550a1faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:26.723924 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-02116f44-68f9-497e-8692-a637550a1faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2773297 Apr 05 20:44:26.727679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02116f44-68f9-497e-8692-a637550a1faa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4a94b15-aabb-45c1-a350-bdbedf2b0494,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:26.750423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dbdd3-43b3-4f80-a04f-39589f650252 req-213e376c-20a2-4c86-90ff-a6951b5bb803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:26.751936 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b0dbdd3-43b3-4f80-a04f-39589f650252 req-213e376c-20a2-4c86-90ff-a6951b5bb803 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2390172 Apr 05 20:44:26.923848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bca422-2bc2-4f86-a931-b6926945c0f2 req-6ef2366f-bbee-4473-830a-783a771dbd4a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:26.925585 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-69bca422-2bc2-4f86-a931-b6926945c0f2 req-6ef2366f-bbee-4473-830a-783a771dbd4a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.2665761 Apr 05 20:44:27.011361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b0dbdd3-43b3-4f80-a04f-39589f650252 req-e210e096-8a05-4ad6-8915-886d38e12211 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487817 Apr 05 20:44:27.045983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-294676ad-2641-4200-9615-f1c1227873f5 req-187db7a7-73f9-4a7e-9543-441dd6242fda tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Synchronizing usage tracker for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:27.070729 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-294676ad-2641-4200-9615-f1c1227873f5 req-187db7a7-73f9-4a7e-9543-441dd6242fda tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Unset dirty status for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:27.072194 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-187db7a7-73f9-4a7e-9543-441dd6242fda tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--2054352313&fields=id&tenant_id=9449ffbc0eeb4961ad83b90eb3d9f095 HTTP/1.1" status: 200 len: 267 time: 0.0753932 Apr 05 20:44:27.082289 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-69bca422-2bc2-4f86-a931-b6926945c0f2 req-cc1a9d67-2e81-4dba-a9f5-cc0ebd205db1 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472394 Apr 05 20:44:27.124733 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:27.144480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Transition to ACTIVE for port object 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:27.146167 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-07b690ae-238b-400b-8894-df1b10aa7346 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--1534857237&fields=id&tenant_id=9449ffbc0eeb4961ad83b90eb3d9f095 HTTP/1.1" status: 200 len: 267 time: 0.0661056 Apr 05 20:44:27.175096 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:27.194726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b0dbdd3-43b3-4f80-a04f-39589f650252 req-c600d4f2-c68b-4746-ac01-13e6a44dad1d service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756296 Apr 05 20:44:27.335289 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8896af5-00b9-47aa-b0b7-b2d4d170e5de None None] Pushing event updated for resources: {'Port': ['ID=3b853595-97fb-4ea2-9a4c-af39ce1a1e5a,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:27.373695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294676ad-2641-4200-9615-f1c1227873f5 req-806aad17-4f3d-4530-9596-93bea012a5cc tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:27.375417 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-806aad17-4f3d-4530-9596-93bea012a5cc tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/networks?id=21bf9b1c-23b4-4742-b647-4b22254dc86c HTTP/1.1" status: 200 len: 797 time: 0.2214673 Apr 05 20:44:27.392253 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-81108b82-e488-4d8a-a479-7faad7d4be95 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/quotas/9449ffbc0eeb4961ad83b90eb3d9f095 HTTP/1.1" status: 200 len: 375 time: 0.0108490 Apr 05 20:44:27.439582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Attempting to bind port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:44:27.439582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Attempting to bind port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '125c0df3-3234-4f5c-9c9d-a1960505a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:44:27.439582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Attempting to bind port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a on network 21bf9b1c-23b4-4742-b647-4b22254dc86c {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:44:27.444568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:44:27.445049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Checking segment: {'id': '125c0df3-3234-4f5c-9c9d-a1960505a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:44:27.445510 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:27.445991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Bound using segment: {'id': '125c0df3-3234-4f5c-9c9d-a1960505a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:44:27.446526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Bound port: 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '125c0df3-3234-4f5c-9c9d-a1960505a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:44:27.447005 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:27.495054 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-8eaa3665-ff0c-4b51-90ef-3677e1f01352 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9449ffbc0eeb4961ad83b90eb3d9f095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0962274 Apr 05 20:44:27.552658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] For port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:44:27.555669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] For port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3b853595-97fb-4ea2-9a4c-af39ce1a1e5a,segment=NetworkSegment(125c0df3-3234-4f5c-9c9d-a1960505a580),segment_id=125c0df3-3234-4f5c-9c9d-a1960505a580)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:44:27.561032 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:27.655301 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-9ec15bd5-eda1-4f02-8be3-ffaabf81bde4 service neutron] 10.222.0.24 "GET /v2.0/networks/21bf9b1c-23b4-4742-b647-4b22254dc86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434689 Apr 05 20:44:27.659829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Routers {'775327a3-68bd-4d7d-af95-7a767e7004be'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:27.660470 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:44:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['775327a3-68bd-4d7d-af95-7a767e7004be'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:27.780838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8896af5-00b9-47aa-b0b7-b2d4d170e5de None None] Pushing event updated for resources: {'Port': ['ID=3b853595-97fb-4ea2-9a4c-af39ce1a1e5a,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:27.848452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-8cdaef14-e953-4671-bd07-9bb6f93b97b9 service neutron] 10.222.0.24 "GET /v2.0/networks/21bf9b1c-23b4-4742-b647-4b22254dc86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869276 Apr 05 20:44:27.929858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] Set router 775327a3-68bd-4d7d-af95-7a767e7004be gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:28.137409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c73a47c2-74ae-440d-ac5d-bca8082c9199 req-58454091-4282-427e-8b69-7be67ab4cc72 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Synchronizing usage tracker for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:28.176095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c73a47c2-74ae-440d-ac5d-bca8082c9199 req-58454091-4282-427e-8b69-7be67ab4cc72 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Unset dirty status for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:28.177820 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c73a47c2-74ae-440d-ac5d-bca8082c9199 req-58454091-4282-427e-8b69-7be67ab4cc72 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 210 time: 0.1586785 Apr 05 20:44:28.200055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4700ec23-e84d-4560-9777-dfec2835f98b details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:44:28.477370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5be1c3-ef59-4215-bee1-c70905be5e65 req-231aa7fa-4108-424b-8c36-830b3da149b3 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:28.485733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be5be1c3-ef59-4215-bee1-c70905be5e65 req-231aa7fa-4108-424b-8c36-830b3da149b3 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.0973160 Apr 05 20:44:28.517192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4700ec23-e84d-4560-9777-dfec2835f98b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4700ec23-e84d-4560-9777-dfec2835f98b,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:28.550915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '4700ec23-e84d-4560-9777-dfec2835f98b', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'port_id': '4700ec23-e84d-4560-9777-dfec2835f98b', 'mac_address': 'fa:16:3e:2e:db:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:44:28.561626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:44:23Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3b853595-97fb-4ea2-9a4c-af39ce1a1e5a', 'name': '', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'mac_address': 'fa:16:3e:5e:38:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:21Z', 'updated_at': '2022-04-05T20:44:27Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'subnets': [{'id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:28.573054 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6533e7-009d-4b1c-8f7a-d40275f04b40 None None] The sync data for ids ['775327a3-68bd-4d7d-af95-7a767e7004be'] in n-d-836604-1 is: [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:44:23Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3b853595-97fb-4ea2-9a4c-af39ce1a1e5a', 'name': '', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'mac_address': 'fa:16:3e:5e:38:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:21Z', 'updated_at': '2022-04-05T20:44:27Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'subnets': [{'id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:44:28.598296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be5be1c3-ef59-4215-bee1-c70905be5e65 req-c47a5bac-fb6d-4d9d-a256-2f2a3244fcb9 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109624 Apr 05 20:44:28.607286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbe0f7-ad4e-4d61-86d6-ff7daf5eea46 req-b344b530-afd5-4b37-960f-0d63436c7cd6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:28.623410 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1cdbe0f7-ad4e-4d61-86d6-ff7daf5eea46 req-b344b530-afd5-4b37-960f-0d63436c7cd6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 946 time: 0.1970251 Apr 05 20:44:28.724041 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:28.750915 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1cdbe0f7-ad4e-4d61-86d6-ff7daf5eea46 req-89b4ebe6-db77-4492-b2c1-62a4e2b9f6fa tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246839 Apr 05 20:44:28.796326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4700ec23-e84d-4560-9777-dfec2835f98b {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:44:28.830045 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4700ec23-e84d-4560-9777-dfec2835f98b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4700ec23-e84d-4560-9777-dfec2835f98b,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:28.832329 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:28.936408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47440) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:28.946936 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=4700ec23-e84d-4560-9777-dfec2835f98b,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:29.041073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['4700ec23-e84d-4560-9777-dfec2835f98b'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:44:29.090341 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ac07383-cf13-4ee6-8890-7082696e721c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:29.110651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2ac07383-cf13-4ee6-8890-7082696e721c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:29.120144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2ac07383-cf13-4ee6-8890-7082696e721c admin admin] Usage tracker for resource:security_group_rule and tenant:82b688b832604ecf88a2524ff06b1f59 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:29.124843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2ac07383-cf13-4ee6-8890-7082696e721c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:29.131642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2ac07383-cf13-4ee6-8890-7082696e721c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:29.279093 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ac07383-cf13-4ee6-8890-7082696e721c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:29.286273 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2ac07383-cf13-4ee6-8890-7082696e721c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:29.348676 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2ac07383-cf13-4ee6-8890-7082696e721c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82b688b832604ecf88a2524ff06b1f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4110610 Apr 05 20:44:29.350133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47448) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:29.350838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac07383-cf13-4ee6-8890-7082696e721c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e0f1b1-29f7-4d6f-827f-0c60e5dfee92,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:29.429918 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d6b180c7-147c-4d99-8aad-cdf17efaaacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:29.451031 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e86b7235-b183-4f3d-bf52-e9b6b83094e1 req-0dc8673c-146b-41e0-8902-76ffd124dbfd tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 210 time: 0.1245003 Apr 05 20:44:29.500233 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d6b180c7-147c-4d99-8aad-cdf17efaaacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:29.591011 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d6b180c7-147c-4d99-8aad-cdf17efaaacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:29.616805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b180c7-147c-4d99-8aad-cdf17efaaacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e0f1b1-29f7-4d6f-827f-0c60e5dfee92,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:29.624216 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d6b180c7-147c-4d99-8aad-cdf17efaaacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:29.625621 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d6b180c7-147c-4d99-8aad-cdf17efaaacb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75e0f1b1-29f7-4d6f-827f-0c60e5dfee92 HTTP/1.1" status: 204 len: 168 time: 0.2706931 Apr 05 20:44:29.665907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294676ad-2641-4200-9615-f1c1227873f5 req-3d55f163-c021-425b-a914-5680d86a42d2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:29.665907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-294676ad-2641-4200-9615-f1c1227873f5 req-3d55f163-c021-425b-a914-5680d86a42d2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Synchronizing usage tracker for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:29.690080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-294676ad-2641-4200-9615-f1c1227873f5 req-3d55f163-c021-425b-a914-5680d86a42d2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Unset dirty status for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:29.691470 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-3d55f163-c021-425b-a914-5680d86a42d2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.13 "GET /v2.0/networks?id=21bf9b1c-23b4-4742-b647-4b22254dc86c HTTP/1.1" status: 200 len: 797 time: 0.2806699 Apr 05 20:44:29.758452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-294676ad-2641-4200-9615-f1c1227873f5 req-2eaf8b8f-514b-4760-a55a-78ea33d61a00 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Synchronizing usage tracker for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:29.772385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-294676ad-2641-4200-9615-f1c1227873f5 req-2eaf8b8f-514b-4760-a55a-78ea33d61a00 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Unset dirty status for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:29.773713 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-2eaf8b8f-514b-4760-a55a-78ea33d61a00 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9449ffbc0eeb4961ad83b90eb3d9f095 HTTP/1.1" status: 200 len: 478 time: 0.0733895 Apr 05 20:44:29.785896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Request body: {'port': {'device_id': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'admin_state_up': True, 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'security_groups': ['79e5ab20-8ffd-49a5-a30f-2b0539b43edf', 'a793eedf-e36f-4b16-95a4-82e46b5b9ac2']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:30.027908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:30.031282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ead24d-cf9e-4c3f-b9ce-fe2ba579f4a5 req-975d8b43-18e9-4f42-b638-684f46506eac tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:30.032438 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f6ead24d-cf9e-4c3f-b9ce-fe2ba579f4a5 req-975d8b43-18e9-4f42-b638-684f46506eac tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 944 time: 0.1675689 Apr 05 20:44:30.048742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:30.059030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7c054-5711-46c6-b038-152525579f47 req-77841f70-fcb7-4b58-abab-1396c308feaf tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:30.066869 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbb7c054-5711-46c6-b038-152525579f47 req-77841f70-fcb7-4b58-abab-1396c308feaf tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 946 time: 0.1619029 Apr 05 20:44:30.072777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-aa04e482-66b2-4266-b950-eae425b6408a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:30.074802 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-aa04e482-66b2-4266-b950-eae425b6408a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 946 time: 0.1623733 Apr 05 20:44:30.109113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47460) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:30.115989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Made reservation on behalf of 9449ffbc0eeb4961ad83b90eb3d9f095 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:30.119833 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.161785 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbb7c054-5711-46c6-b038-152525579f47 req-35bd8064-8074-435a-82b3-96e77904ac31 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937970 Apr 05 20:44:30.169418 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-012251af-3994-44fa-905b-7f44a2a7aaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.183733 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f6ead24d-cf9e-4c3f-b9ce-fe2ba579f4a5 req-71b21d41-af80-416c-a117-93931f02b9e8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420472 Apr 05 20:44:30.191479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-012251af-3994-44fa-905b-7f44a2a7aaca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:30.195892 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:30.213068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Deleting port 71932d55-594e-4e63-9883-38d30d13eedc {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:44:30.213412 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.232572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-012251af-3994-44fa-905b-7f44a2a7aaca admin admin] Usage tracker for resource:security_group_rule and tenant:0ece7c396639435a98e1cf2da7c5bd8a is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:30.236878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4700ec23-e84d-4560-9777-dfec2835f98b up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:30.237024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-012251af-3994-44fa-905b-7f44a2a7aaca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:30.252250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-012251af-3994-44fa-905b-7f44a2a7aaca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:30.342048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:30.348025 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:30.348399 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.384991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 4700ec23-e84d-4560-9777-dfec2835f98b completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:30.399233 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 4700ec23-e84d-4560-9777-dfec2835f98b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:30.399600 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.495383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] For port 71932d55-594e-4e63-9883-38d30d13eedc, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=71932d55-594e-4e63-9883-38d30d13eedc,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:30.496553 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.549225 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-012251af-3994-44fa-905b-7f44a2a7aaca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.567756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Allocated IP 172.20.0.13 (21bf9b1c-23b4-4742-b647-4b22254dc86c/91d2584a-66f7-4d3d-bdb1-760758f88788/25677384-1a9a-4c7b-97b3-6d8951645f8a) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:30.579274 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-012251af-3994-44fa-905b-7f44a2a7aaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.603110 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.623647 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.663519 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fed52150-53aa-4928-b08f-f860af442463 req-2a5c5436-6ba8-4ad9-a50d-671bc7e871a2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 210 time: 0.0876026 Apr 05 20:44:30.686473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4700ec23-e84d-4560-9777-dfec2835f98b'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:44:30.696270 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-012251af-3994-44fa-905b-7f44a2a7aaca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ece7c396639435a98e1cf2da7c5bd8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5857112 Apr 05 20:44:30.703239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47468) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:30.709398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4700ec23-e84d-4560-9777-dfec2835f98b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4700ec23-e84d-4560-9777-dfec2835f98b,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:30.736044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3b853595-97fb-4ea2-9a4c-af39ce1a1e5a,segment=NetworkSegment(125c0df3-3234-4f5c-9c9d-a1960505a580),segment_id=125c0df3-3234-4f5c-9c9d-a1960505a580)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:30.740301 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.794857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012251af-3994-44fa-905b-7f44a2a7aaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fedfd3ef-52b0-4c21-8997-f77b97985d27,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:30.806228 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4700ec23-e84d-4560-9777-dfec2835f98b', 'code': 200} Apr 05 20:44:30.806866 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.847268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=4700ec23-e84d-4560-9777-dfec2835f98b,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:30.922408 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=3b853595-97fb-4ea2-9a4c-af39ce1a1e5a,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:30.939140 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.939663 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:30.939802 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Floating IP 62fa29fc-9f76-4ced-8c1d-3760505d70e2 disassociated. External IP: 172.25.8.249, port: 71932d55-594e-4e63-9883-38d30d13eedc. Apr 05 20:44:30.940178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Calling delete_port for 71932d55-594e-4e63-9883-38d30d13eedc owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:44:31.014499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6ae2-8397-4986-8cdc-f8e2362637f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:31.031729 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:31.074194 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6ae2-8397-4986-8cdc-f8e2362637f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:31.080719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Transition to ACTIVE for port object 25677384-1a9a-4c7b-97b3-6d8951645f8a will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:31.087380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5a5a6-6b06-4c7a-8555-3591d32ed366 req-53b78d15-305b-4dd0-880f-38d2be7a1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:31.088852 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7a5a5a6-6b06-4c7a-8555-3591d32ed366 req-53b78d15-305b-4dd0-880f-38d2be7a1084 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 1096 time: 0.2096188 Apr 05 20:44:31.094013 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:31.146649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event deleted for resources: {'Port': ['ID=71932d55-594e-4e63-9883-38d30d13eedc,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:31.164899 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7a5a5a6-6b06-4c7a-8555-3591d32ed366 req-7bcc4027-0ef2-43e5-a5ef-a290a881dc45 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635560 Apr 05 20:44:31.178444 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:31.238437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6ae2-8397-4986-8cdc-f8e2362637f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:31.250473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-d6b37772-bcc9-4893-854f-0ece5971a8c2 req-c9ba9131-2033-42f5-bf7b-73fb0c355210 service neutron] (87965) timed out ('10.222.0.13', 54105) {{(pid=87965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 20:44:31.281187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf6ae2-8397-4986-8cdc-f8e2362637f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fedfd3ef-52b0-4c21-8997-f77b97985d27,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:31.286822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Network 21bf9b1c-23b4-4742-b647-4b22254dc86c is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:31.324919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:31.336524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:44:31.380352 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da7a30d3-4af5-4ba3-87e4-a77ae69d2810 req-9983683f-d994-4a6b-bcaa-4dc30258f87c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 210 time: 0.1056457 Apr 05 20:44:31.380997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'Port': ['ID=25677384-1a9a-4c7b-97b3-6d8951645f8a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:31.411430 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2fdf6ae2-8397-4986-8cdc-f8e2362637f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:31.414816 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2fdf6ae2-8397-4986-8cdc-f8e2362637f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fedfd3ef-52b0-4c21-8997-f77b97985d27 HTTP/1.1" status: 204 len: 168 time: 0.7023799 Apr 05 20:44:31.430067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Router 092b81b3-d817-4edf-9f14-4be8aea5b4db has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:44:31.431174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:31.431901 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:31.452488 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-e598caff-7eaf-4dbf-a5e2-bfd374a7752d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.6706533 Apr 05 20:44:31.469668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Request body: {'port': {'device_id': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:31.611317 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:31.637458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec6aac-ea30-4342-acfe-8035cbf40982 req-62e733c9-d932-4e4f-844a-83f3a20583ae tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:31.639015 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adec6aac-ea30-4342-acfe-8035cbf40982 req-62e733c9-d932-4e4f-844a-83f3a20583ae tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.3163760 Apr 05 20:44:31.679829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-29f1a953-778c-4332-8cfe-90c6156ecdec None None] Provisioning for port 25677384-1a9a-4c7b-97b3-6d8951645f8a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:31.687976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-29f1a953-778c-4332-8cfe-90c6156ecdec None None] Provisioning complete for port 25677384-1a9a-4c7b-97b3-6d8951645f8a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:31.689271 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-29f1a953-778c-4332-8cfe-90c6156ecdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:31.695800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:44:31.708112 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513ed5e-b2d3-4221-a3c7-7b16b2761acd None None] Sync routers for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:44:31.721771 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513ed5e-b2d3-4221-a3c7-7b16b2761acd None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:31.722436 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a513ed5e-b2d3-4221-a3c7-7b16b2761acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:44:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:31.834249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-29f1a953-778c-4332-8cfe-90c6156ecdec None None] Port 25677384-1a9a-4c7b-97b3-6d8951645f8a cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:44:31.876301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] No DVR routers for this DVR port 71932d55-594e-4e63-9883-38d30d13eedc on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:44:31.878898 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:31.890541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7666689-07a0-4904-82d7-a6f807ab5201', 'name': 'network-vif-deleted', 'tag': '71932d55-594e-4e63-9883-38d30d13eedc'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:44:31.905070 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adec6aac-ea30-4342-acfe-8035cbf40982 req-ecceb5bf-546d-4604-ada9-ac15c99bf27a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2396622 Apr 05 20:44:31.937281 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4a67310b-35ec-4b6e-bc1d-c7fbc1ed8619 req-045803a1-8075-4910-b226-52f67817766f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.41 "DELETE /v2.0/ports/71932d55-594e-4e63-9883-38d30d13eedc HTTP/1.1" status: 204 len: 173 time: 1.8542819 Apr 05 20:44:31.973389 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7666689-07a0-4904-82d7-a6f807ab5201', 'name': 'network-vif-deleted', 'tag': '71932d55-594e-4e63-9883-38d30d13eedc', 'status': 'completed', 'code': 200} Apr 05 20:44:32.024143 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-a513ed5e-b2d3-4221-a3c7-7b16b2761acd None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:32.206645 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:32.295968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2ca1-8eae-415a-985c-bb892088f936 req-fcadb41d-9c02-4956-988d-5b35cb79d2b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:32.297326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2aac2ca1-8eae-415a-985c-bb892088f936 req-fcadb41d-9c02-4956-988d-5b35cb79d2b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Synchronizing usage tracker for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:32.339233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2aac2ca1-8eae-415a-985c-bb892088f936 req-fcadb41d-9c02-4956-988d-5b35cb79d2b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Unset dirty status for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:32.349927 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2aac2ca1-8eae-415a-985c-bb892088f936 req-fcadb41d-9c02-4956-988d-5b35cb79d2b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 971 time: 0.4575591 Apr 05 20:44:32.385177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:32.385686 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:32.475296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2aac2ca1-8eae-415a-985c-bb892088f936 req-55426ba2-5f4c-4330-b436-8d0c30a3a371 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1232190 Apr 05 20:44:32.507703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25677384-1a9a-4c7b-97b3-6d8951645f8a {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:44:32.518774 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:32.539077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Transition to ACTIVE for port object 25677384-1a9a-4c7b-97b3-6d8951645f8a will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:32.545195 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:32.569680 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a513ed5e-b2d3-4221-a3c7-7b16b2761acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:32.579100 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513ed5e-b2d3-4221-a3c7-7b16b2761acd None None] Checking router: 092b81b3-d817-4edf-9f14-4be8aea5b4db for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:44:32.600516 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513ed5e-b2d3-4221-a3c7-7b16b2761acd None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:32.601136 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a513ed5e-b2d3-4221-a3c7-7b16b2761acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:44:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:32.639135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8d3cd4c8-f885-4d5c-bc55-9436ad24a5f9 req-275d6839-7ad3-439e-8dc7-87736f8a2629 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:32.667415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8d3cd4c8-f885-4d5c-bc55-9436ad24a5f9 req-275d6839-7ad3-439e-8dc7-87736f8a2629 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:32.682286 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d3cd4c8-f885-4d5c-bc55-9436ad24a5f9 req-275d6839-7ad3-439e-8dc7-87736f8a2629 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7666689-07a0-4904-82d7-a6f807ab5201 HTTP/1.1" status: 200 len: 210 time: 0.1254735 Apr 05 20:44:32.785761 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 71932d55-594e-4e63-9883-38d30d13eedc no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:44:32.858088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 71932d55-594e-4e63-9883-38d30d13eedc {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:44:32.858429 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 71932d55-594e-4e63-9883-38d30d13eedc not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:44:32.897822 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-a513ed5e-b2d3-4221-a3c7-7b16b2761acd None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:32.955522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f962fb-5624-4649-9097-23c216242982 service neutron] Pushing event updated for resources: {'Port': ['ID=25677384-1a9a-4c7b-97b3-6d8951645f8a,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:32.998871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Attempting to bind port 25677384-1a9a-4c7b-97b3-6d8951645f8a on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:44:32.999090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Attempting to bind port 25677384-1a9a-4c7b-97b3-6d8951645f8a by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '125c0df3-3234-4f5c-9c9d-a1960505a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:44:32.999449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Attempting to bind port 25677384-1a9a-4c7b-97b3-6d8951645f8a on network 21bf9b1c-23b4-4742-b647-4b22254dc86c {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:44:33.012554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Port 25677384-1a9a-4c7b-97b3-6d8951645f8a on network 21bf9b1c-23b4-4742-b647-4b22254dc86c not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:44:33.012872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Attempting to bind port 25677384-1a9a-4c7b-97b3-6d8951645f8a on network 21bf9b1c-23b4-4742-b647-4b22254dc86c {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:44:33.020261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:44:33.020909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Checking segment: {'id': '125c0df3-3234-4f5c-9c9d-a1960505a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:44:33.021528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Bound using segment: {'id': '125c0df3-3234-4f5c-9c9d-a1960505a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:44:33.022440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Bound port: 25677384-1a9a-4c7b-97b3-6d8951645f8a, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '125c0df3-3234-4f5c-9c9d-a1960505a580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:44:33.023104 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.294051 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a513ed5e-b2d3-4221-a3c7-7b16b2761acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:33.303529 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a513ed5e-b2d3-4221-a3c7-7b16b2761acd None None] The sync data for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 is: [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:44:33.325391 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] For port 25677384-1a9a-4c7b-97b3-6d8951645f8a, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:44:33.329523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] For port 25677384-1a9a-4c7b-97b3-6d8951645f8a, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=25677384-1a9a-4c7b-97b3-6d8951645f8a,segment=NetworkSegment(125c0df3-3234-4f5c-9c9d-a1960505a580),segment_id=125c0df3-3234-4f5c-9c9d-a1960505a580)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:44:33.344252 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.439492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdee40e-6f9c-4101-87a1-015d7b7afc0b req-d9f09e97-f174-4d3e-b9e5-995518c37f14 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:33.446560 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1cdee40e-6f9c-4101-87a1-015d7b7afc0b req-d9f09e97-f174-4d3e-b9e5-995518c37f14 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.3359876 Apr 05 20:44:33.487437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:33.488054 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:33.489442 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-09f962fb-5624-4649-9097-23c216242982 service neutron] 10.222.0.13 "PUT /v2.0/ports/25677384-1a9a-4c7b-97b3-6d8951645f8a HTTP/1.1" status: 200 len: 1131 time: 2.0265105 Apr 05 20:44:33.489965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'tag': '25677384-1a9a-4c7b-97b3-6d8951645f8a'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:44:33.535032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f962fb-5624-4649-9097-23c216242982 service neutron] Pushing event updated for resources: {'Port': ['ID=25677384-1a9a-4c7b-97b3-6d8951645f8a,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:33.548849 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1cdee40e-6f9c-4101-87a1-015d7b7afc0b req-d7b46d8c-7d27-41b4-b007-7aabf650b640 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013875 Apr 05 20:44:33.570256 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'tag': '25677384-1a9a-4c7b-97b3-6d8951645f8a', 'status': 'completed', 'code': 200} Apr 05 20:44:33.772557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1878961c-3c6c-4d77-9d65-e700e003e646 None None] New status for floating IP 62fa29fc-9f76-4ced-8c1d-3760505d70e2: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:44:33.825995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294676ad-2641-4200-9615-f1c1227873f5 req-018492ac-2902-4614-8411-9dfff083e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:33.827758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-018492ac-2902-4614-8411-9dfff083e5ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9449ffbc0eeb4961ad83b90eb3d9f095&device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 1134 time: 0.2253010 Apr 05 20:44:33.836101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97583ea8-80b0-4a01-9aad-e71b62898bfe req-133a4463-128f-4332-bbd2-396676b792f3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:33.842932 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-97583ea8-80b0-4a01-9aad-e71b62898bfe req-133a4463-128f-4332-bbd2-396676b792f3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 983 time: 0.1421041 Apr 05 20:44:33.897890 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-97583ea8-80b0-4a01-9aad-e71b62898bfe req-acd3f2bf-04e5-4436-9cea-4ca2963f0dd9 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0535686 Apr 05 20:44:33.901508 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-6d9f5b24-b401-44e4-943d-2dee91dc4b75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25677384-1a9a-4c7b-97b3-6d8951645f8a HTTP/1.1" status: 200 len: 217 time: 0.0651019 Apr 05 20:44:33.974576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294676ad-2641-4200-9615-f1c1227873f5 req-1abb1027-970b-417b-b483-6c5fb2dbc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:33.976028 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-1abb1027-970b-417b-b483-6c5fb2dbc7a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91d2584a-66f7-4d3d-bdb1-760758f88788 HTTP/1.1" status: 200 len: 835 time: 0.0640264 Apr 05 20:44:33.990701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf9b7c-4726-4f66-b0ed-62cd3539cd86 req-eab944e7-9b39-44b3-8d24-778d5347ed10 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:33.995137 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8faf9b7c-4726-4f66-b0ed-62cd3539cd86 req-eab944e7-9b39-44b3-8d24-778d5347ed10 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.2597408 Apr 05 20:44:34.001203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47534) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:34.011493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-aebce618-ceed-4a77-8a94-366ed8a0e655 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Request body: {'floatingip': {'port_id': '4700ec23-e84d-4560-9777-dfec2835f98b'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:34.082162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294676ad-2641-4200-9615-f1c1227873f5 req-f12271e5-e6eb-4318-9ccd-b5eb93d16f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:34.083712 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-f12271e5-e6eb-4318-9ccd-b5eb93d16f39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=21bf9b1c-23b4-4742-b647-4b22254dc86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010733 Apr 05 20:44:34.156553 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aebce618-ceed-4a77-8a94-366ed8a0e655 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:34.276768 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-33257bb5-7ec9-40d9-a2b7-000ed56c6d1e service neutron] 10.222.0.13 "GET /v2.0/networks/21bf9b1c-23b4-4742-b647-4b22254dc86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856952 Apr 05 20:44:34.456039 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-36b7a5a3-3718-4487-b124-3efb0ed26765 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371587600&fields=id&tenant_id=dacf556d99314275b005d0fe30e76cf0 HTTP/1.1" status: 200 len: 267 time: 0.0771544 Apr 05 20:44:34.537195 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-294676ad-2641-4200-9615-f1c1227873f5 req-db36b9fa-cbb1-4e1b-b3d9-4163ff89b363 service neutron] 10.222.0.13 "GET /v2.0/networks/21bf9b1c-23b4-4742-b647-4b22254dc86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550087 Apr 05 20:44:34.690648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-e3e041a3-83f9-4e4d-beb7-17020c92f5bd tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:34.691971 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-e3e041a3-83f9-4e4d-beb7-17020c92f5bd tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 812 time: 0.2106724 Apr 05 20:44:34.716661 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-6c02fcc7-427a-4ddd-b25d-ad0acc1be0a0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/quotas/dacf556d99314275b005d0fe30e76cf0 HTTP/1.1" status: 200 len: 375 time: 0.0150261 Apr 05 20:44:34.719520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd180a-0d62-46fc-8a6c-987f15408d08 req-438c3cfa-d7f4-4615-9430-16f8811d175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:34.720877 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3bd180a-0d62-46fc-8a6c-987f15408d08 req-438c3cfa-d7f4-4615-9430-16f8811d175f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9449ffbc0eeb4961ad83b90eb3d9f095&device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 1134 time: 0.1321194 Apr 05 20:44:34.911316 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-8e28f4da-b226-4d9f-9c20-43d65766c4de tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1888542 Apr 05 20:44:34.912387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd180a-0d62-46fc-8a6c-987f15408d08 req-d3b99be9-2298-4837-8291-fb646379d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:34.913636 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3bd180a-0d62-46fc-8a6c-987f15408d08 req-d3b99be9-2298-4837-8291-fb646379d807 service neutron] 10.222.0.13 "GET /v2.0/networks?id=21bf9b1c-23b4-4742-b647-4b22254dc86c HTTP/1.1" status: 200 len: 898 time: 0.1614566 Apr 05 20:44:34.989803 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aebce618-ceed-4a77-8a94-366ed8a0e655 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:34.994956 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aebce618-ceed-4a77-8a94-366ed8a0e655 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:35.007312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3bd180a-0d62-46fc-8a6c-987f15408d08 req-5257a8a6-c8d6-4cd4-a12f-9986ddfadd62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25677384-1a9a-4c7b-97b3-6d8951645f8a HTTP/1.1" status: 200 len: 217 time: 0.0870137 Apr 05 20:44:35.148013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd180a-0d62-46fc-8a6c-987f15408d08 req-42050469-d3aa-4d17-a05a-9c7d7f955b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:35.149446 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3bd180a-0d62-46fc-8a6c-987f15408d08 req-42050469-d3aa-4d17-a05a-9c7d7f955b69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91d2584a-66f7-4d3d-bdb1-760758f88788 HTTP/1.1" status: 200 len: 835 time: 0.1299987 Apr 05 20:44:35.230166 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-aebce618-ceed-4a77-8a94-366ed8a0e655 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Floating IP d722546b-042f-43f6-b3ef-aaf8a8286e74 associated. External IP: 172.25.8.86, port: 4700ec23-e84d-4560-9777-dfec2835f98b. Apr 05 20:44:35.305147 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86536612-ff25-406c-946f-02657efc3748 req-f8eb7e2b-83b3-4485-a086-73844537366b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:35.306634 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-86536612-ff25-406c-946f-02657efc3748 req-f8eb7e2b-83b3-4485-a086-73844537366b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 983 time: 0.2575345 Apr 05 20:44:35.325022 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-22ba44ba-8e2a-47fb-8591-5cfbdd09e0b9 service neutron] 10.222.0.24 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456838 Apr 05 20:44:35.436405 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-86536612-ff25-406c-946f-02657efc3748 req-3cc03e22-dfac-4f30-82ff-c4b2317aedd0 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1218219 Apr 05 20:44:35.454134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd180a-0d62-46fc-8a6c-987f15408d08 req-2511f311-907b-4ce6-806d-c0679533f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:35.455625 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3bd180a-0d62-46fc-8a6c-987f15408d08 req-2511f311-907b-4ce6-806d-c0679533f137 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=21bf9b1c-23b4-4742-b647-4b22254dc86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3002937 Apr 05 20:44:35.564522 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-3d508738-ad1d-4374-bf8b-306a41a8fe27 service neutron] 10.222.0.24 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335114 Apr 05 20:44:35.612072 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3bd180a-0d62-46fc-8a6c-987f15408d08 req-e682b8a5-4da8-48aa-bd22-c24cd6db442e service neutron] 10.222.0.13 "GET /v2.0/networks/21bf9b1c-23b4-4742-b647-4b22254dc86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478057 Apr 05 20:44:35.669550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebce618-ceed-4a77-8a94-366ed8a0e655 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Router 76105a24-88ea-478d-aaa5-223e12a60769 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:44:35.836395 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3bd180a-0d62-46fc-8a6c-987f15408d08 req-7b1a7a33-c3a7-4c39-9acd-64a683389778 service neutron] 10.222.0.13 "GET /v2.0/networks/21bf9b1c-23b4-4742-b647-4b22254dc86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179055 Apr 05 20:44:35.875112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebce618-ceed-4a77-8a94-366ed8a0e655 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:44:35.879391 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aebce618-ceed-4a77-8a94-366ed8a0e655 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:35.889861 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82134be-45e6-4b49-8ae1-257a23f9f9c5 None None] Sync routers for ids ['76105a24-88ea-478d-aaa5-223e12a60769'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:44:35.898823 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82134be-45e6-4b49-8ae1-257a23f9f9c5 None None] Routers {'76105a24-88ea-478d-aaa5-223e12a60769'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:35.899673 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d82134be-45e6-4b49-8ae1-257a23f9f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:44:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76105a24-88ea-478d-aaa5-223e12a60769'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:36.164219 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aebce618-ceed-4a77-8a94-366ed8a0e655 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "PUT /v2.0/floatingips/d722546b-042f-43f6-b3ef-aaf8a8286e74 HTTP/1.1" status: 200 len: 990 time: 2.1613245 Apr 05 20:44:36.170542 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'tag': '4700ec23-e84d-4560-9777-dfec2835f98b'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:44:36.183291 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dcc915e2-ab83-4dc7-ab36-4de76f37f539 req-2087fda5-147e-4ece-ac79-52dd721572e0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 210 time: 0.0946724 Apr 05 20:44:36.203444 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-d82134be-45e6-4b49-8ae1-257a23f9f9c5 None None] Set router 76105a24-88ea-478d-aaa5-223e12a60769 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:36.250715 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'tag': '4700ec23-e84d-4560-9777-dfec2835f98b', 'status': 'completed', 'code': 200} Apr 05 20:44:36.357903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfed1e-bc11-438d-89d5-7f0b37af7212 req-d9e5233d-c599-4f99-8e07-363887ef1374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:36.359438 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41dfed1e-bc11-438d-89d5-7f0b37af7212 req-d9e5233d-c599-4f99-8e07-363887ef1374 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 1096 time: 0.0861475 Apr 05 20:44:36.506553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfed1e-bc11-438d-89d5-7f0b37af7212 req-864f969a-7bf6-4540-81e3-2850de5efc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:36.508494 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41dfed1e-bc11-438d-89d5-7f0b37af7212 req-864f969a-7bf6-4540-81e3-2850de5efc21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 918 time: 0.1437647 Apr 05 20:44:36.630490 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41dfed1e-bc11-438d-89d5-7f0b37af7212 req-b2d0daca-ecf1-4cc1-8859-12dd6175db00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4700ec23-e84d-4560-9777-dfec2835f98b HTTP/1.1" status: 200 len: 998 time: 0.1159990 Apr 05 20:44:36.647881 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d82134be-45e6-4b49-8ae1-257a23f9f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'd722546b-042f-43f6-b3ef-aaf8a8286e74', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'floating_ip_address': '172.25.8.86', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'port_id': '4700ec23-e84d-4560-9777-dfec2835f98b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'mac_address': 'fa:16:3e:2e:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:15Z', 'updated_at': '2022-04-05T20:44:34Z', 'revision_number': 1, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:11Z', 'revision_number': 5, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:36.651245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07726133-619e-46b7-91dc-ec34e9f83413 req-3fccccf4-1d4b-422f-91c9-3dd1b05172ea tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:36.652216 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82134be-45e6-4b49-8ae1-257a23f9f9c5 None None] Checking router: 76105a24-88ea-478d-aaa5-223e12a60769 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:44:36.658934 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07726133-619e-46b7-91dc-ec34e9f83413 req-3fccccf4-1d4b-422f-91c9-3dd1b05172ea tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 983 time: 0.0982783 Apr 05 20:44:36.661719 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82134be-45e6-4b49-8ae1-257a23f9f9c5 None None] Routers {'76105a24-88ea-478d-aaa5-223e12a60769'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:36.662358 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d82134be-45e6-4b49-8ae1-257a23f9f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:44:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76105a24-88ea-478d-aaa5-223e12a60769'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:36.709125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfed1e-bc11-438d-89d5-7f0b37af7212 req-50c500d0-8161-465a-ada8-8f4797b2bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:36.710804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41dfed1e-bc11-438d-89d5-7f0b37af7212 req-50c500d0-8161-465a-ada8-8f4797b2bdbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.0747976 Apr 05 20:44:36.713496 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-07726133-619e-46b7-91dc-ec34e9f83413 req-a266ca13-274c-4fed-9772-c77b407dfe83 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0536792 Apr 05 20:44:36.802242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dfed1e-bc11-438d-89d5-7f0b37af7212 req-9bc16928-562e-4157-a71f-78920b00469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:36.803714 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41dfed1e-bc11-438d-89d5-7f0b37af7212 req-9bc16928-562e-4157-a71f-78920b00469d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860813 Apr 05 20:44:36.868771 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-d82134be-45e6-4b49-8ae1-257a23f9f9c5 None None] Set router 76105a24-88ea-478d-aaa5-223e12a60769 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:36.938625 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41dfed1e-bc11-438d-89d5-7f0b37af7212 req-81925350-adb4-4ec5-833a-a8d05355b39f service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287599 Apr 05 20:44:37.072025 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41dfed1e-bc11-438d-89d5-7f0b37af7212 req-b18e156f-bc2b-4cae-a6dd-ed100619f9bd service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273537 Apr 05 20:44:37.229966 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d82134be-45e6-4b49-8ae1-257a23f9f9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'd722546b-042f-43f6-b3ef-aaf8a8286e74', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'floating_ip_address': '172.25.8.86', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'port_id': '4700ec23-e84d-4560-9777-dfec2835f98b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'mac_address': 'fa:16:3e:2e:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:15Z', 'updated_at': '2022-04-05T20:44:34Z', 'revision_number': 1, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:11Z', 'revision_number': 5, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:37.235066 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82134be-45e6-4b49-8ae1-257a23f9f9c5 None None] The sync data for ids ['76105a24-88ea-478d-aaa5-223e12a60769'] in n-d-836604-1 is: [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'd722546b-042f-43f6-b3ef-aaf8a8286e74', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'floating_ip_address': '172.25.8.86', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'port_id': '4700ec23-e84d-4560-9777-dfec2835f98b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'mac_address': 'fa:16:3e:2e:db:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:15Z', 'updated_at': '2022-04-05T20:44:34Z', 'revision_number': 1, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:11Z', 'revision_number': 5, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:44:37.317274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-627cf31f-2109-4c36-9221-2ce0ea012118 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:37.318910 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-627cf31f-2109-4c36-9221-2ce0ea012118 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.41 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 812 time: 0.1696501 Apr 05 20:44:37.398884 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-6f8efaba-f097-4244-b3b2-3c56ccf3dc25 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dacf556d99314275b005d0fe30e76cf0 HTTP/1.1" status: 200 len: 379 time: 0.0679388 Apr 05 20:44:37.407292 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2a66b0d-5f6c-4f4c-abe9-5cf5fa1a6ac8 req-7e9c6d9c-61c8-4a43-9953-70db163b795a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 210 time: 0.0495086 Apr 05 20:44:37.409727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'port': {'device_id': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'admin_state_up': True, 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'security_groups': ['777748e9-c6b9-4e88-a976-22a298e9081d']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:37.560039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d624e11-fe64-40f9-993f-55e9a8804424 None None] New status for floating IP d722546b-042f-43f6-b3ef-aaf8a8286e74: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:44:37.592080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:37.612374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:37.625477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Made reservation on behalf of dacf556d99314275b005d0fe30e76cf0 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:44:37.630843 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:37.862766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Allocated IP 172.20.0.3 (b0771cdf-7fba-4afa-bb63-06eaaa63271e/9e0a468e-24dc-4e37-a095-c4e9126d90ec/9e709992-d7f5-4282-b357-4d8de96efb99) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:38.128845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca85422-abcb-410f-94ac-5269e99484e9 req-7fbe01cd-55d3-46a8-8b5d-8d56b2c8f4cb tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:38.130369 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ca85422-abcb-410f-94ac-5269e99484e9 req-7fbe01cd-55d3-46a8-8b5d-8d56b2c8f4cb tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 983 time: 0.2181270 Apr 05 20:44:38.222782 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4ca85422-abcb-410f-94ac-5269e99484e9 req-b1ebaa12-3982-4342-a98b-f4ee03efb262 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0857503 Apr 05 20:44:38.226104 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.248697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Transition to ACTIVE for port object 9e709992-d7f5-4282-b357-4d8de96efb99 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:38.248861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 25677384-1a9a-4c7b-97b3-6d8951645f8a details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:44:38.301248 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.388445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'Port': ['ID=9e709992-d7f5-4282-b357-4d8de96efb99,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:38.401533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:38.401869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:38.402795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:38.403304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:38.403646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:38.404202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:38.404435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:38.404725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:38.405158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:38.405480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:38.406910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:38.406910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:38.410815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:38.412306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:38.415629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:44:38.419707 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 25677384-1a9a-4c7b-97b3-6d8951645f8a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=25677384-1a9a-4c7b-97b3-6d8951645f8a,segment=NetworkSegment(125c0df3-3234-4f5c-9c9d-a1960505a580),segment_id=125c0df3-3234-4f5c-9c9d-a1960505a580)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:38.439588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '25677384-1a9a-4c7b-97b3-6d8951645f8a', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'port_id': '25677384-1a9a-4c7b-97b3-6d8951645f8a', 'mac_address': 'fa:16:3e:0b:06:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:44:38.543137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:38.543749 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.548609 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.579714 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25677384-1a9a-4c7b-97b3-6d8951645f8a {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:44:38.595335 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-455c29f3-554e-461f-9195-3da3da34ba06 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1907327 Apr 05 20:44:38.612227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Request body: {'port': {'device_id': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:38.618423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 25677384-1a9a-4c7b-97b3-6d8951645f8a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=25677384-1a9a-4c7b-97b3-6d8951645f8a,segment=NetworkSegment(125c0df3-3234-4f5c-9c9d-a1960505a580),segment_id=125c0df3-3234-4f5c-9c9d-a1960505a580)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:38.627993 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.753129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=25677384-1a9a-4c7b-97b3-6d8951645f8a,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:38.810408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47624) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:38.834883 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.838719 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['25677384-1a9a-4c7b-97b3-6d8951645f8a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:44:38.927765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce72be-3121-4076-8c5a-f13e2e2092f1 req-55f5e4ff-9044-44d1-b3aa-b277152ccbac tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:38.938195 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9fce72be-3121-4076-8c5a-f13e2e2092f1 req-55f5e4ff-9044-44d1-b3aa-b277152ccbac tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 931 time: 0.3276732 Apr 05 20:44:38.964627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9508207e-a5e2-4556-8e21-3e05eda84037 None None] Provisioning for port 9e709992-d7f5-4282-b357-4d8de96efb99 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:38.972445 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.983234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9508207e-a5e2-4556-8e21-3e05eda84037 None None] Provisioning complete for port 9e709992-d7f5-4282-b357-4d8de96efb99 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:38.983686 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9508207e-a5e2-4556-8e21-3e05eda84037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:38.985378 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5e9fbe7-577a-4f93-a659-4b8c1f9f569f req-7a4a6ee2-9060-4b5e-ae05-0a231fc95c6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3385496 Apr 05 20:44:39.027119 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9fce72be-3121-4076-8c5a-f13e2e2092f1 req-17728ce0-cb39-4f16-8641-09daf6e8d3f1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875380 Apr 05 20:44:39.059245 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5eabc5d8-19dd-4787-bbd4-fafc86cdd570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.076390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5eabc5d8-19dd-4787-bbd4-fafc86cdd570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:39.080533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5eabc5d8-19dd-4787-bbd4-fafc86cdd570 admin admin] Usage tracker for resource:security_group_rule and tenant:dde5942508574fa5a057d24877de1168 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:39.083632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5eabc5d8-19dd-4787-bbd4-fafc86cdd570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:39.090255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5eabc5d8-19dd-4787-bbd4-fafc86cdd570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:39.166493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9508207e-a5e2-4556-8e21-3e05eda84037 None None] Port 9e709992-d7f5-4282-b357-4d8de96efb99 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:44:39.240452 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.295739 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5eabc5d8-19dd-4787-bbd4-fafc86cdd570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.302525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9fbe7-577a-4f93-a659-4b8c1f9f569f req-7ca7e8e9-f074-4984-9014-3707e99421b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:39.304306 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5e9fbe7-577a-4f93-a659-4b8c1f9f569f req-7ca7e8e9-f074-4984-9014-3707e99421b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 1096 time: 0.1514714 Apr 05 20:44:39.307480 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5eabc5d8-19dd-4787-bbd4-fafc86cdd570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.363585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e709992-d7f5-4282-b357-4d8de96efb99 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:44:39.372676 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.389580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Transition to ACTIVE for port object 9e709992-d7f5-4282-b357-4d8de96efb99 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:44:39.393903 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.627317 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5eabc5d8-19dd-4787-bbd4-fafc86cdd570 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dde5942508574fa5a057d24877de1168&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8158329 Apr 05 20:44:39.629691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabc5d8-19dd-4787-bbd4-fafc86cdd570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7b316e-bb7a-46d4-9cd0-9207cd2b1215,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:39.632465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47636) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:39.757200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Pushing event updated for resources: {'Port': ['ID=9e709992-d7f5-4282-b357-4d8de96efb99,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:39.803968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9fbe7-577a-4f93-a659-4b8c1f9f569f req-a5125676-eb52-45e7-bec7-7c1f3d4843fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:39.805404 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5e9fbe7-577a-4f93-a659-4b8c1f9f569f req-a5125676-eb52-45e7-bec7-7c1f3d4843fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 918 time: 0.4760401 Apr 05 20:44:39.815971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b852d748-6926-48e9-906c-17f42a5c57b1 req-0c5122d2-7ce9-4c8b-96bb-25350ca43ce9 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:39.817289 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b852d748-6926-48e9-906c-17f42a5c57b1 req-0c5122d2-7ce9-4c8b-96bb-25350ca43ce9 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 984 time: 0.4594851 Apr 05 20:44:39.820313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Attempting to bind port 9e709992-d7f5-4282-b357-4d8de96efb99 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:44:39.820935 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Attempting to bind port 9e709992-d7f5-4282-b357-4d8de96efb99 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:44:39.821075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Attempting to bind port 9e709992-d7f5-4282-b357-4d8de96efb99 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:44:39.825855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Port 9e709992-d7f5-4282-b357-4d8de96efb99 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:44:39.826287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Attempting to bind port 9e709992-d7f5-4282-b357-4d8de96efb99 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:44:39.832001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:44:39.832391 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Checking segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:44:39.832828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Bound using segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:44:39.833243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Bound port: 9e709992-d7f5-4282-b357-4d8de96efb99, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:44:39.833579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.887491 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-93ffe188-2ee3-4ad9-833b-443fddac7649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.924000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] For port 9e709992-d7f5-4282-b357-4d8de96efb99, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:44:39.927436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] For port 9e709992-d7f5-4282-b357-4d8de96efb99, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=9e709992-d7f5-4282-b357-4d8de96efb99,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:44:39.931051 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.974920 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b852d748-6926-48e9-906c-17f42a5c57b1 req-34ffd85d-0c3b-431f-b8c1-1fc0337a60fb tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0962448 Apr 05 20:44:39.976577 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-93ffe188-2ee3-4ad9-833b-443fddac7649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.984936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:39.985145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5e9fbe7-577a-4f93-a659-4b8c1f9f569f req-33fa3d6c-c3ca-4488-a2ca-420400203573 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4700ec23-e84d-4560-9777-dfec2835f98b HTTP/1.1" status: 200 len: 1000 time: 0.1669316 Apr 05 20:44:39.986095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:39.987827 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] 10.222.0.41 "PUT /v2.0/ports/9e709992-d7f5-4282-b357-4d8de96efb99 HTTP/1.1" status: 200 len: 1091 time: 1.3844218 Apr 05 20:44:39.990348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'tag': '9e709992-d7f5-4282-b357-4d8de96efb99'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:44:40.035812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521da00a-c1ed-4b53-9fe7-e04e031a2f68 service neutron] Pushing event updated for resources: {'Port': ['ID=9e709992-d7f5-4282-b357-4d8de96efb99,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:40.082539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9fbe7-577a-4f93-a659-4b8c1f9f569f req-efcb05c4-4193-46a1-a478-c01b2e147ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:40.084019 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5e9fbe7-577a-4f93-a659-4b8c1f9f569f req-efcb05c4-4193-46a1-a478-c01b2e147ea9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.0864234 Apr 05 20:44:40.089993 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'tag': '9e709992-d7f5-4282-b357-4d8de96efb99', 'status': 'completed', 'code': 200} Apr 05 20:44:40.132338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-aaf52706-94ca-467d-b49b-9a9a5ffcf42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:40.134004 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-aaf52706-94ca-467d-b49b-9a9a5ffcf42c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 1094 time: 0.0943041 Apr 05 20:44:40.140060 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-93ffe188-2ee3-4ad9-833b-443fddac7649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.161319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ffe188-2ee3-4ad9-833b-443fddac7649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7b316e-bb7a-46d4-9cd0-9207cd2b1215,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:40.168580 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-93ffe188-2ee3-4ad9-833b-443fddac7649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.169758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-93ffe188-2ee3-4ad9-833b-443fddac7649 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa7b316e-bb7a-46d4-9cd0-9207cd2b1215 HTTP/1.1" status: 204 len: 168 time: 0.5299513 Apr 05 20:44:40.250418 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-e4523000-e84d-4eae-858b-b96cb64488e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e709992-d7f5-4282-b357-4d8de96efb99 HTTP/1.1" status: 200 len: 217 time: 0.1090648 Apr 05 20:44:40.255908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9fbe7-577a-4f93-a659-4b8c1f9f569f req-0f863ca8-c312-4c67-8d05-0e1fba35aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:40.257577 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5e9fbe7-577a-4f93-a659-4b8c1f9f569f req-0f863ca8-c312-4c67-8d05-0e1fba35aa20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675284 Apr 05 20:44:40.263673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 25677384-1a9a-4c7b-97b3-6d8951645f8a up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:40.327959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-dd18b0b5-46ff-4b3f-95ca-e905567a39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:40.329342 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-dd18b0b5-46ff-4b3f-95ca-e905567a39a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.0725255 Apr 05 20:44:40.360869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 25677384-1a9a-4c7b-97b3-6d8951645f8a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:40.366196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 25677384-1a9a-4c7b-97b3-6d8951645f8a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:40.366814 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.405672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705a89f-7ae3-49a4-8864-bcbe38e4591a req-e030d449-a907-426e-a7e9-aef97cb27ead tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:40.407239 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d705a89f-7ae3-49a4-8864-bcbe38e4591a req-e030d449-a907-426e-a7e9-aef97cb27ead tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 943 time: 0.2348337 Apr 05 20:44:40.433377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-a658fc93-e190-466f-9f86-58156f04ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:40.436130 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-a658fc93-e190-466f-9f86-58156f04ccca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992291 Apr 05 20:44:40.467083 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d705a89f-7ae3-49a4-8864-bcbe38e4591a req-3422a2ae-c8cd-4090-af14-7d137980c215 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501184 Apr 05 20:44:40.508550 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5e9fbe7-577a-4f93-a659-4b8c1f9f569f req-1304fa85-836f-4acf-b5fb-181e27094050 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429194 Apr 05 20:44:40.509116 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.544976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25677384-1a9a-4c7b-97b3-6d8951645f8a'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:44:40.552500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47648) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:40.559902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 25677384-1a9a-4c7b-97b3-6d8951645f8a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=25677384-1a9a-4c7b-97b3-6d8951645f8a,segment=NetworkSegment(125c0df3-3234-4f5c-9c9d-a1960505a580),segment_id=125c0df3-3234-4f5c-9c9d-a1960505a580)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:40.567287 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.588821 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c85b8dd-35b9-44ad-961d-1067b3f6e0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.610148 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25677384-1a9a-4c7b-97b3-6d8951645f8a', 'code': 200} Apr 05 20:44:40.628336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1c85b8dd-35b9-44ad-961d-1067b3f6e0bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:40.652964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1c85b8dd-35b9-44ad-961d-1067b3f6e0bf admin admin] Usage tracker for resource:security_group_rule and tenant:f42db4d393a34a9daeb6b260fc77d00e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:40.660111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1c85b8dd-35b9-44ad-961d-1067b3f6e0bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:40.663318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=25677384-1a9a-4c7b-97b3-6d8951645f8a,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:40.668415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1c85b8dd-35b9-44ad-961d-1067b3f6e0bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:40.671735 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-fe7bc6b1-f0da-4e6f-a22e-92898b88b950 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294157 Apr 05 20:44:40.727647 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5e9fbe7-577a-4f93-a659-4b8c1f9f569f req-45e3e317-45a9-484d-8b0d-52b2ea241483 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131450 Apr 05 20:44:40.764376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f1611-4a97-4ebc-9cf1-dd0d7debed74 req-9cd46a03-9352-4bf5-9f89-b8ceeceb3a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:40.765927 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e00f1611-4a97-4ebc-9cf1-dd0d7debed74 req-9cd46a03-9352-4bf5-9f89-b8ceeceb3a7b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 1136 time: 0.1022513 Apr 05 20:44:40.808651 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e00f1611-4a97-4ebc-9cf1-dd0d7debed74 req-752ddb59-52f1-4ad7-8a6e-094220edad75 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0366654 Apr 05 20:44:40.852885 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ac6a5aa-0046-4991-aa2a-240da1df0330 req-1da4e020-8457-4218-b832-66a64741ccbf service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738493 Apr 05 20:44:40.879652 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c85b8dd-35b9-44ad-961d-1067b3f6e0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.884078 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c85b8dd-35b9-44ad-961d-1067b3f6e0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:40.978962 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1c85b8dd-35b9-44ad-961d-1067b3f6e0bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f42db4d393a34a9daeb6b260fc77d00e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254553 Apr 05 20:44:40.981224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85b8dd-35b9-44ad-961d-1067b3f6e0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a54a28a-fe38-46bd-a159-2debfbad403f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:40.981989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47654) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:41.009811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba8a9-4da2-43be-a152-6500068f2a20 req-52f01f5c-4fad-4943-b0eb-0614004488e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:41.011357 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b68ba8a9-4da2-43be-a152-6500068f2a20 req-52f01f5c-4fad-4943-b0eb-0614004488e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 1094 time: 0.1114302 Apr 05 20:44:41.045206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b2d4b30-55c0-4f0b-b221-5c5e6ff23b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:41.072421 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b2d4b30-55c0-4f0b-b221-5c5e6ff23b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:41.148932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba8a9-4da2-43be-a152-6500068f2a20 req-adf46c2e-f0f8-4104-b006-44f82ebb1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:41.150335 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b68ba8a9-4da2-43be-a152-6500068f2a20 req-adf46c2e-f0f8-4104-b006-44f82ebb1790 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.1320860 Apr 05 20:44:41.185003 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b2d4b30-55c0-4f0b-b221-5c5e6ff23b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:41.204436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d3866-048a-42c5-a942-add9b1a0b12d req-95e7250b-fa8b-45ed-8493-c4677bcb5691 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:41.205914 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db9d3866-048a-42c5-a942-add9b1a0b12d req-95e7250b-fa8b-45ed-8493-c4677bcb5691 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 985 time: 0.1158273 Apr 05 20:44:41.213571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d4b30-55c0-4f0b-b221-5c5e6ff23b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a54a28a-fe38-46bd-a159-2debfbad403f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:41.221346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b68ba8a9-4da2-43be-a152-6500068f2a20 req-30e05e30-9d34-40d6-8ce9-b39fea737595 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e709992-d7f5-4282-b357-4d8de96efb99 HTTP/1.1" status: 200 len: 217 time: 0.0642850 Apr 05 20:44:41.233284 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9b2d4b30-55c0-4f0b-b221-5c5e6ff23b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:41.237117 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9b2d4b30-55c0-4f0b-b221-5c5e6ff23b8f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a54a28a-fe38-46bd-a159-2debfbad403f HTTP/1.1" status: 204 len: 168 time: 0.2515624 Apr 05 20:44:41.266074 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db9d3866-048a-42c5-a942-add9b1a0b12d req-2240db28-9aed-4f2f-ab15-0d69452925d1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0534554 Apr 05 20:44:41.307712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba8a9-4da2-43be-a152-6500068f2a20 req-ee27defd-1f07-4f78-b524-7867c7085259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:41.307712 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b68ba8a9-4da2-43be-a152-6500068f2a20 req-ee27defd-1f07-4f78-b524-7867c7085259 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.0768309 Apr 05 20:44:41.383788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ba8a9-4da2-43be-a152-6500068f2a20 req-aef23ee4-452b-4712-a36f-8972b682b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:41.384900 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b68ba8a9-4da2-43be-a152-6500068f2a20 req-aef23ee4-452b-4712-a36f-8972b682b117 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726600 Apr 05 20:44:41.388092 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-986ed099-76de-49ef-b385-ae2daba60b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:41.520530 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b68ba8a9-4da2-43be-a152-6500068f2a20 req-a391aed8-5274-4b37-a4b7-6f5179337a72 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287694 Apr 05 20:44:41.828152 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b68ba8a9-4da2-43be-a152-6500068f2a20 req-203b70ce-134c-4b87-a53e-61ef79283650 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008268 Apr 05 20:44:41.852217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c8bbec-9e3f-439e-9440-615abed04248 req-0d8e30bd-5a1b-4441-b9a0-c10b325ea384 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:41.852910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d8c8bbec-9e3f-439e-9440-615abed04248 req-0d8e30bd-5a1b-4441-b9a0-c10b325ea384 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:44:41.870026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-d8c8bbec-9e3f-439e-9440-615abed04248 req-0d8e30bd-5a1b-4441-b9a0-c10b325ea384 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:44:41.871112 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d8c8bbec-9e3f-439e-9440-615abed04248 req-0d8e30bd-5a1b-4441-b9a0-c10b325ea384 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 943 time: 0.1368883 Apr 05 20:44:41.926614 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d8c8bbec-9e3f-439e-9440-615abed04248 req-dc839188-f066-4b22-a03d-e64a056a8062 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453265 Apr 05 20:44:42.475484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d64535-728c-483e-bb11-ef639fa9893f req-c243597c-6e9e-4d0e-8e83-1178e8a3d274 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:42.476940 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-70d64535-728c-483e-bb11-ef639fa9893f req-c243597c-6e9e-4d0e-8e83-1178e8a3d274 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 985 time: 0.0975459 Apr 05 20:44:42.524110 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-70d64535-728c-483e-bb11-ef639fa9893f req-ffcff26f-df86-425f-8822-c814e8c3275b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0413260 Apr 05 20:44:42.714707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6348d85-7bee-46f1-bfec-450c7f5c0f79 req-8e688fc1-f32a-48c9-bc7e-0aff400cbc03 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:42.716161 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c6348d85-7bee-46f1-bfec-450c7f5c0f79 req-8e688fc1-f32a-48c9-bc7e-0aff400cbc03 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 985 time: 0.0841722 Apr 05 20:44:42.763545 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c6348d85-7bee-46f1-bfec-450c7f5c0f79 req-55dccaab-4c00-4eaa-837b-5c4c9e295517 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0412807 Apr 05 20:44:42.944418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22368f45-df2c-4a6c-8a43-e20547ccf0f4 req-838abf7e-60e1-4006-b99b-229daeb00b8d tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:42.945816 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22368f45-df2c-4a6c-8a43-e20547ccf0f4 req-838abf7e-60e1-4006-b99b-229daeb00b8d tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 1136 time: 0.0733662 Apr 05 20:44:42.967599 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-22368f45-df2c-4a6c-8a43-e20547ccf0f4 req-582c5699-d943-4a2e-80d0-7b9973cd261c tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:42.983104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-22368f45-df2c-4a6c-8a43-e20547ccf0f4 req-582c5699-d943-4a2e-80d0-7b9973cd261c tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:42.987180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-22368f45-df2c-4a6c-8a43-e20547ccf0f4 req-582c5699-d943-4a2e-80d0-7b9973cd261c tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Usage tracker for resource:security_group_rule and tenant:6ed61e2238994126b2a33e9e9cd9df22 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:42.990090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-22368f45-df2c-4a6c-8a43-e20547ccf0f4 req-582c5699-d943-4a2e-80d0-7b9973cd261c tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:42.996360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-22368f45-df2c-4a6c-8a43-e20547ccf0f4 req-582c5699-d943-4a2e-80d0-7b9973cd261c tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:43.084224 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-22368f45-df2c-4a6c-8a43-e20547ccf0f4 req-582c5699-d943-4a2e-80d0-7b9973cd261c tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:43.093262 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-22368f45-df2c-4a6c-8a43-e20547ccf0f4 req-582c5699-d943-4a2e-80d0-7b9973cd261c tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:43.132941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22368f45-df2c-4a6c-8a43-e20547ccf0f4 req-582c5699-d943-4a2e-80d0-7b9973cd261c tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1814418 Apr 05 20:44:43.136584 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bbdc2-5912-4508-830f-3d33302a8c28 req-4d40d41e-d41d-457f-a489-e82e0f1df4ec tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:43.138559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e89bbdc2-5912-4508-830f-3d33302a8c28 req-4d40d41e-d41d-457f-a489-e82e0f1df4ec tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 943 time: 0.0963590 Apr 05 20:44:43.144090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c5699-d943-4a2e-80d0-7b9973cd261c tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2315201-5854-43f2-91ec-7515396364bc,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:43.162101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47718) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:43.195803 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e89bbdc2-5912-4508-830f-3d33302a8c28 req-5591a542-11dd-436d-a84c-fae4751ee646 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512817 Apr 05 20:44:43.242330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d1fd63-6124-4c9a-bffe-51dc33f1e55b tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:43.246604 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-78d1fd63-6124-4c9a-bffe-51dc33f1e55b tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 1131 time: 0.0809596 Apr 05 20:44:43.246812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47722) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:43.251755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '25677384-1a9a-4c7b-97b3-6d8951645f8a', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:43.258324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:43.262335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Usage tracker for resource:floatingip and tenant:9449ffbc0eeb4961ad83b90eb3d9f095 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:43.265336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:43.271879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:43.284790 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:43.436982 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:43.684909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Allocated IP 172.25.8.153 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/6040ae99-5dcb-4565-a0a1-434c540c07de) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:43.692937 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-db245a0b-f12d-45f0-a837-cd1ac167b52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:43.839081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:43.868217 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:43.932629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:43.935992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:43.943924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:44:43.980012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'Port': ['ID=6040ae99-5dcb-4565-a0a1-434c540c07de,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:44.420065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102497b-ad3c-4a55-a408-c2f1f7deb2da req-93a08599-a792-4f14-a8a7-366154809f8b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:44.421563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c102497b-ad3c-4a55-a408-c2f1f7deb2da req-93a08599-a792-4f14-a8a7-366154809f8b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 943 time: 0.1183217 Apr 05 20:44:44.481172 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c102497b-ad3c-4a55-a408-c2f1f7deb2da req-c737a0e4-71a4-411b-b99c-0c09174b96a1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523994 Apr 05 20:44:44.485299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:44.564747 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:44.788592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:44.793554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:44.856759 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:44.864419 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:44.908112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'Port': ['ID=6040ae99-5dcb-4565-a0a1-434c540c07de,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:44.918815 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:45.093362 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Floating IP 3015f7cd-1009-458b-afe2-5b40f4ab5368 associated. External IP: 172.25.8.153, port: 25677384-1a9a-4c7b-97b3-6d8951645f8a. Apr 05 20:44:45.558628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Router 775327a3-68bd-4d7d-af95-7a767e7004be has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:44:45.687626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb48cc-9889-4486-812b-3ba1253ecabc req-084a8dbf-9f6b-4754-89d8-1a14fe20e63b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:45.695989 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9bdb48cc-9889-4486-812b-3ba1253ecabc req-084a8dbf-9f6b-4754-89d8-1a14fe20e63b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 943 time: 0.1054480 Apr 05 20:44:45.756811 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9bdb48cc-9889-4486-812b-3ba1253ecabc req-da467fd5-c8a8-4a31-a48a-5df47dec5331 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572131 Apr 05 20:44:45.860441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:44:45.872837 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7a772-316f-47ce-b6fa-d1e2294d07f5 None None] Sync routers for ids ['775327a3-68bd-4d7d-af95-7a767e7004be'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:44:45.883856 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d7a772-316f-47ce-b6fa-d1e2294d07f5 None None] Routers {'775327a3-68bd-4d7d-af95-7a767e7004be'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:45.884721 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-01d7a772-316f-47ce-b6fa-d1e2294d07f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:44:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['775327a3-68bd-4d7d-af95-7a767e7004be'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:45.907388 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:45.972428 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b87cbdac-b6cb-4195-94b9-95f0635e12a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7221618 Apr 05 20:44:45.972428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'tag': '25677384-1a9a-4c7b-97b3-6d8951645f8a'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:44:45.972807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47746) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:46.017047 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'tag': '25677384-1a9a-4c7b-97b3-6d8951645f8a', 'status': 'completed', 'code': 200} Apr 05 20:44:46.078275 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:46.092738 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-01d7a772-316f-47ce-b6fa-d1e2294d07f5 None None] Set router 775327a3-68bd-4d7d-af95-7a767e7004be gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:46.116336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa072f2-6dcd-412e-b967-2c2cfc3eef8b req-4f29ad25-e07c-46b8-9afc-290128567232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.117814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa072f2-6dcd-412e-b967-2c2cfc3eef8b req-4f29ad25-e07c-46b8-9afc-290128567232 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9449ffbc0eeb4961ad83b90eb3d9f095&device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 1136 time: 0.0754893 Apr 05 20:44:46.129996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd76f3-041d-4e38-b7aa-ed25cfc793d8 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.130467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd76f3-041d-4e38-b7aa-ed25cfc793d8 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.130916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd76f3-041d-4e38-b7aa-ed25cfc793d8 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.131365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd76f3-041d-4e38-b7aa-ed25cfc793d8 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.131810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd76f3-041d-4e38-b7aa-ed25cfc793d8 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.132260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd76f3-041d-4e38-b7aa-ed25cfc793d8 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.132702 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd76f3-041d-4e38-b7aa-ed25cfc793d8 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.133146 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd76f3-041d-4e38-b7aa-ed25cfc793d8 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.137590 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-96cd76f3-041d-4e38-b7aa-ed25cfc793d8 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5675 time: 0.1612036 Apr 05 20:44:46.137862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47752) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:46.215035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52c1bd-5fdf-46c8-ba08-747452be7db0 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.215555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52c1bd-5fdf-46c8-ba08-747452be7db0 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.216047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52c1bd-5fdf-46c8-ba08-747452be7db0 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.216509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52c1bd-5fdf-46c8-ba08-747452be7db0 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.216954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52c1bd-5fdf-46c8-ba08-747452be7db0 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.217400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52c1bd-5fdf-46c8-ba08-747452be7db0 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.217846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52c1bd-5fdf-46c8-ba08-747452be7db0 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.218318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52c1bd-5fdf-46c8-ba08-747452be7db0 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.224028 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-db52c1bd-5fdf-46c8-ba08-747452be7db0 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5273 time: 0.0816097 Apr 05 20:44:46.224028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47756) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:46.258628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa072f2-6dcd-412e-b967-2c2cfc3eef8b req-db72ce06-2a23-4b6a-821f-20aa11f6f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.260076 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa072f2-6dcd-412e-b967-2c2cfc3eef8b req-db72ce06-2a23-4b6a-821f-20aa11f6f55d service neutron] 10.222.0.13 "GET /v2.0/networks?id=21bf9b1c-23b4-4742-b647-4b22254dc86c HTTP/1.1" status: 200 len: 898 time: 0.1364386 Apr 05 20:44:46.368143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa072f2-6dcd-412e-b967-2c2cfc3eef8b req-da86e6d4-b9f7-4c5a-95ab-23ff62c14850 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25677384-1a9a-4c7b-97b3-6d8951645f8a HTTP/1.1" status: 200 len: 1000 time: 0.1024992 Apr 05 20:44:46.439480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa072f2-6dcd-412e-b967-2c2cfc3eef8b req-458dc99f-018a-47ab-b47d-4a4ce248b845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.441030 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa072f2-6dcd-412e-b967-2c2cfc3eef8b req-458dc99f-018a-47ab-b47d-4a4ce248b845 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91d2584a-66f7-4d3d-bdb1-760758f88788 HTTP/1.1" status: 200 len: 835 time: 0.0672448 Apr 05 20:44:46.450373 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b6ecf59a-7376-4723-a32c-2dc3abe8dec3 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4506 time: 0.2232258 Apr 05 20:44:46.451078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47760) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:46.487368 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-01d7a772-316f-47ce-b6fa-d1e2294d07f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:44:23Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '3015f7cd-1009-458b-afe2-5b40f4ab5368', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'floating_ip_address': '172.25.8.153', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'port_id': '25677384-1a9a-4c7b-97b3-6d8951645f8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'mac_address': 'fa:16:3e:0b:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:44Z', 'updated_at': '2022-04-05T20:44:44Z', 'revision_number': 0, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b853595-97fb-4ea2-9a4c-af39ce1a1e5a', 'name': '', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'mac_address': 'fa:16:3e:5e:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:21Z', 'updated_at': '2022-04-05T20:44:30Z', 'revision_number': 5, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'subnets': [{'id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:46.491314 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7a772-316f-47ce-b6fa-d1e2294d07f5 None None] Checking router: 775327a3-68bd-4d7d-af95-7a767e7004be for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:44:46.499664 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d7a772-316f-47ce-b6fa-d1e2294d07f5 None None] Routers {'775327a3-68bd-4d7d-af95-7a767e7004be'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:46.500383 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-01d7a772-316f-47ce-b6fa-d1e2294d07f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:44:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['775327a3-68bd-4d7d-af95-7a767e7004be'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:46.521902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa072f2-6dcd-412e-b967-2c2cfc3eef8b req-562d4fed-ebed-47ed-af7e-f9780698e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.523380 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa072f2-6dcd-412e-b967-2c2cfc3eef8b req-562d4fed-ebed-47ed-af7e-f9780698e8b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=21bf9b1c-23b4-4742-b647-4b22254dc86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757661 Apr 05 20:44:46.526124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bddcf8-b47d-4302-95a6-29181ac9157f tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.526607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bddcf8-b47d-4302-95a6-29181ac9157f tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.528730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-97bddcf8-b47d-4302-95a6-29181ac9157f tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=775327a3-68bd-4d7d-af95-7a767e7004be HTTP/1.1" status: 200 len: 1988 time: 0.0766864 Apr 05 20:44:46.669823 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa072f2-6dcd-412e-b967-2c2cfc3eef8b req-3e0f3f80-6d23-4a10-8ed3-f99c11bbf9b1 service neutron] 10.222.0.13 "GET /v2.0/networks/21bf9b1c-23b4-4742-b647-4b22254dc86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307247 Apr 05 20:44:46.679861 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-01d7a772-316f-47ce-b6fa-d1e2294d07f5 None None] Set router 775327a3-68bd-4d7d-af95-7a767e7004be gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:46.802194 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8aa072f2-6dcd-412e-b967-2c2cfc3eef8b req-7e8a451a-1085-4756-9d08-18ef828c4149 service neutron] 10.222.0.13 "GET /v2.0/networks/21bf9b1c-23b4-4742-b647-4b22254dc86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268022 Apr 05 20:44:46.980781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc0315-fe17-4cef-9f33-d29738d374a2 req-7ed04248-9959-458d-808e-7f093ec352d6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:46.982231 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30bc0315-fe17-4cef-9f33-d29738d374a2 req-7ed04248-9959-458d-808e-7f093ec352d6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 943 time: 0.0853508 Apr 05 20:44:47.026965 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30bc0315-fe17-4cef-9f33-d29738d374a2 req-349433ee-2a73-4d50-bf85-4319177cb134 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392551 Apr 05 20:44:47.061834 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-01d7a772-316f-47ce-b6fa-d1e2294d07f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:44:23Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '3015f7cd-1009-458b-afe2-5b40f4ab5368', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'floating_ip_address': '172.25.8.153', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'port_id': '25677384-1a9a-4c7b-97b3-6d8951645f8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'mac_address': 'fa:16:3e:0b:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:44Z', 'updated_at': '2022-04-05T20:44:44Z', 'revision_number': 0, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b853595-97fb-4ea2-9a4c-af39ce1a1e5a', 'name': '', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'mac_address': 'fa:16:3e:5e:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:21Z', 'updated_at': '2022-04-05T20:44:30Z', 'revision_number': 5, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'subnets': [{'id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:47.065724 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d7a772-316f-47ce-b6fa-d1e2294d07f5 None None] The sync data for ids ['775327a3-68bd-4d7d-af95-7a767e7004be'] in n-d-836604-1 is: [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:44:23Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '3015f7cd-1009-458b-afe2-5b40f4ab5368', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'floating_ip_address': '172.25.8.153', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'port_id': '25677384-1a9a-4c7b-97b3-6d8951645f8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'mac_address': 'fa:16:3e:0b:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:44Z', 'updated_at': '2022-04-05T20:44:44Z', 'revision_number': 0, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b853595-97fb-4ea2-9a4c-af39ce1a1e5a', 'name': '', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'mac_address': 'fa:16:3e:5e:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:21Z', 'updated_at': '2022-04-05T20:44:30Z', 'revision_number': 5, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'subnets': [{'id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:44:47.259420 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a434773-41a3-4d09-a0d1-a701294d1f31 None None] New status for floating IP 3015f7cd-1009-458b-afe2-5b40f4ab5368: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:44:48.228261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5e19b-c94b-4ad9-8c83-bdfb83872c0a req-03d7f01d-7af6-4fa8-9642-42b2330ce3ab tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:48.229727 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3bc5e19b-c94b-4ad9-8c83-bdfb83872c0a req-03d7f01d-7af6-4fa8-9642-42b2330ce3ab tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 943 time: 0.0950067 Apr 05 20:44:48.283898 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3bc5e19b-c94b-4ad9-8c83-bdfb83872c0a req-0b2c564e-bf8f-4151-8966-3b065ab9bc1a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464315 Apr 05 20:44:48.550642 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:44:48.868733 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 9e709992-d7f5-4282-b357-4d8de96efb99 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:44:48.999868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 9e709992-d7f5-4282-b357-4d8de96efb99, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=9e709992-d7f5-4282-b357-4d8de96efb99,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:49.012454 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '9e709992-d7f5-4282-b357-4d8de96efb99', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'port_id': '9e709992-d7f5-4282-b357-4d8de96efb99', 'mac_address': 'fa:16:3e:b7:26:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:44:49.102585 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:49.119907 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e709992-d7f5-4282-b357-4d8de96efb99 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:44:49.134890 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 9e709992-d7f5-4282-b357-4d8de96efb99, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=9e709992-d7f5-4282-b357-4d8de96efb99,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:49.139043 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:49.204292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=9e709992-d7f5-4282-b357-4d8de96efb99,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:49.353520 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['9e709992-d7f5-4282-b357-4d8de96efb99'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:44:49.466615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63afc6e-9353-4378-8b8e-f93cb6a22ba6 req-a5d8641b-782b-4f09-8c7b-64f3678c4965 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:49.468050 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d63afc6e-9353-4378-8b8e-f93cb6a22ba6 req-a5d8641b-782b-4f09-8c7b-64f3678c4965 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 944 time: 0.0787594 Apr 05 20:44:49.516747 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d63afc6e-9353-4378-8b8e-f93cb6a22ba6 req-13c5ccc2-fe6b-4e25-a0d5-5122b07c793f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428917 Apr 05 20:44:50.499933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4af9ef-0427-4586-8bff-ba955b051445 req-833247a4-0577-475f-ba9e-1d7c91f7d386 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:50.501423 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d4af9ef-0427-4586-8bff-ba955b051445 req-833247a4-0577-475f-ba9e-1d7c91f7d386 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1096 time: 0.1842468 Apr 05 20:44:50.523918 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2d4af9ef-0427-4586-8bff-ba955b051445 req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.538888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-2d4af9ef-0427-4586-8bff-ba955b051445 req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:50.543396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2d4af9ef-0427-4586-8bff-ba955b051445 req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Usage tracker for resource:security_group_rule and tenant:3d406cfd1a294bfe9891644891a3f087 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:50.546276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2d4af9ef-0427-4586-8bff-ba955b051445 req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:50.552457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-2d4af9ef-0427-4586-8bff-ba955b051445 req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:50.641243 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2d4af9ef-0427-4586-8bff-ba955b051445 req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.645360 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2d4af9ef-0427-4586-8bff-ba955b051445 req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.678324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d4af9ef-0427-4586-8bff-ba955b051445 req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706405 Apr 05 20:44:50.685682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c81e4d-26db-44e0-9382-28f2350cb205,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:50.694367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:50.694718 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:50.695054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:50.695380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:50.695701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:50.696206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:50.696319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:50.696635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:50.696951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:50.697261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:50.697582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:50.697955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56abdae3-02fb-4d51-917c-8b29c84fc409 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:44:50.807455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4d2c8-8671-4057-a623-e5c80e84c711 req-bf84bcbc-94a4-42e5-b505-f0a72fdc13ea tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:50.821688 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ec4d2c8-8671-4057-a623-e5c80e84c711 req-bf84bcbc-94a4-42e5-b505-f0a72fdc13ea tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 944 time: 0.1648614 Apr 05 20:44:50.856567 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0ec4d2c8-8671-4057-a623-e5c80e84c711 req-e0f119b7-20cf-4157-89d0-d1344d732ad1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410693 Apr 05 20:44:50.883763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 9e709992-d7f5-4282-b357-4d8de96efb99 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:44:50.899674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a09bfa-4b68-4413-b0c3-47b2a882af3c req-537c5114-d307-41df-802a-837e6ce21960 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:50.901415 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90a09bfa-4b68-4413-b0c3-47b2a882af3c req-537c5114-d307-41df-802a-837e6ce21960 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.0996337 Apr 05 20:44:50.951537 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90a09bfa-4b68-4413-b0c3-47b2a882af3c req-1d901998-857d-440c-a8fe-d5e6b2464428 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428867 Apr 05 20:44:50.975802 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 9e709992-d7f5-4282-b357-4d8de96efb99 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:44:50.975802 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 9e709992-d7f5-4282-b357-4d8de96efb99 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:44:50.975802 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:50.976905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47806) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:51.094058 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d46a9a72-d5ae-41a2-bb81-f024efed03e4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/bb6dec17-a28f-4890-93d5-13a2c1423927 HTTP/1.1" status: 200 len: 992 time: 0.1158128 Apr 05 20:44:51.115132 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:51.143028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e709992-d7f5-4282-b357-4d8de96efb99'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:44:51.153445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 9e709992-d7f5-4282-b357-4d8de96efb99, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=9e709992-d7f5-4282-b357-4d8de96efb99,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:44:51.158105 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:51.210777 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e709992-d7f5-4282-b357-4d8de96efb99', 'code': 200} Apr 05 20:44:51.258745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=9e709992-d7f5-4282-b357-4d8de96efb99,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:51.332740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54993185-2948-4639-99b4-a24152ab473b req-1d132247-51b9-4f0f-a94e-69551a6ee99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:51.334331 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-54993185-2948-4639-99b4-a24152ab473b req-1d132247-51b9-4f0f-a94e-69551a6ee99c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 1096 time: 0.0704420 Apr 05 20:44:51.378247 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-54993185-2948-4639-99b4-a24152ab473b req-51a1f810-ed6e-4f0e-aa80-9505bea13b95 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370917 Apr 05 20:44:51.871376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47832) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:52.057587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce28336-3279-40e3-ba6b-e4df7dd72b3b req-4dbf7e3f-4210-440d-8c89-03447ef41129 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:52.059669 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ce28336-3279-40e3-ba6b-e4df7dd72b3b req-4dbf7e3f-4210-440d-8c89-03447ef41129 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 945 time: 0.0935106 Apr 05 20:44:52.111465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ce28336-3279-40e3-ba6b-e4df7dd72b3b req-5aa595d0-e9a2-48b0-9a57-47a4bec10a6b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444639 Apr 05 20:44:52.116676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d042b9-3c80-4304-ac42-997254a987a4 req-50f23beb-7e26-4178-8657-8ecdcf836e77 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:52.118172 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e4d042b9-3c80-4304-ac42-997254a987a4 req-50f23beb-7e26-4178-8657-8ecdcf836e77 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.1752722 Apr 05 20:44:52.274567 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-1c348492-5a02-4762-9e0f-e825103e0486 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4020648 Apr 05 20:44:52.308619 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e4d042b9-3c80-4304-ac42-997254a987a4 req-76563d4e-73c9-42b7-9ad7-d655b40001b8 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787572 Apr 05 20:44:52.429045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47850) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:52.594183 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a52ed033-22b9-4e42-8e64-cd59d5b68bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:52.610968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a52ed033-22b9-4e42-8e64-cd59d5b68bab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:52.616150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a52ed033-22b9-4e42-8e64-cd59d5b68bab admin admin] Usage tracker for resource:security_group_rule and tenant:6aaa2fbdb3d841c78db38a23224f78ab is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:52.619900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a52ed033-22b9-4e42-8e64-cd59d5b68bab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:52.626531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a52ed033-22b9-4e42-8e64-cd59d5b68bab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:52.665490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02765ffc-8325-445d-83fb-c503b78b68b0 req-719710e6-803a-488a-971a-f655df393665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:52.667371 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02765ffc-8325-445d-83fb-c503b78b68b0 req-719710e6-803a-488a-971a-f655df393665 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1096 time: 0.1431348 Apr 05 20:44:52.835799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a52ed033-22b9-4e42-8e64-cd59d5b68bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:52.849073 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a52ed033-22b9-4e42-8e64-cd59d5b68bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:52.875904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02765ffc-8325-445d-83fb-c503b78b68b0 req-659abc30-23f5-429c-87c6-74622f1783d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:52.877277 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02765ffc-8325-445d-83fb-c503b78b68b0 req-659abc30-23f5-429c-87c6-74622f1783d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d34d15b2-67aa-47b7-881f-4f74588c6650 HTTP/1.1" status: 200 len: 897 time: 0.1882374 Apr 05 20:44:52.972798 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a52ed033-22b9-4e42-8e64-cd59d5b68bab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6aaa2fbdb3d841c78db38a23224f78ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5419750 Apr 05 20:44:52.975542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47878) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:52.980002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52ed033-22b9-4e42-8e64-cd59d5b68bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b56543-58a2-4fc2-9c2e-836435129dfa,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:53.010187 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02765ffc-8325-445d-83fb-c503b78b68b0 req-c55d1dce-ab61-4421-adae-615295952872 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9 HTTP/1.1" status: 200 len: 1000 time: 0.1238792 Apr 05 20:44:53.049027 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-feb89792-693e-49eb-91a8-676033897233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.074759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02765ffc-8325-445d-83fb-c503b78b68b0 req-f06993b3-0b9b-4145-9fc9-28dc9bff57bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:53.076288 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02765ffc-8325-445d-83fb-c503b78b68b0 req-f06993b3-0b9b-4145-9fc9-28dc9bff57bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f70cd3f5-300b-495c-b8dc-109ddb0a7ae6 HTTP/1.1" status: 200 len: 835 time: 0.0608106 Apr 05 20:44:53.081952 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-feb89792-693e-49eb-91a8-676033897233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.148094 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-feb89792-693e-49eb-91a8-676033897233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.169476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb89792-693e-49eb-91a8-676033897233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b56543-58a2-4fc2-9c2e-836435129dfa,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:53.179325 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-feb89792-693e-49eb-91a8-676033897233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.180694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-feb89792-693e-49eb-91a8-676033897233 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48b56543-58a2-4fc2-9c2e-836435129dfa HTTP/1.1" status: 204 len: 168 time: 0.2039895 Apr 05 20:44:53.183002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02765ffc-8325-445d-83fb-c503b78b68b0 req-3cb4b8ca-3b13-4a34-ab61-ba61256ba2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:53.185346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02765ffc-8325-445d-83fb-c503b78b68b0 req-3cb4b8ca-3b13-4a34-ab61-ba61256ba2cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d34d15b2-67aa-47b7-881f-4f74588c6650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037631 Apr 05 20:44:53.348184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29eab30-9b2e-4206-9b27-6c701c16b73e req-efd9f7ed-215a-474e-91c4-0e08cccd22a3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:53.355670 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b29eab30-9b2e-4206-9b27-6c701c16b73e req-efd9f7ed-215a-474e-91c4-0e08cccd22a3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 945 time: 0.0973051 Apr 05 20:44:53.356833 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02765ffc-8325-445d-83fb-c503b78b68b0 req-546a02a3-e310-4fa6-bb4e-167333faf393 service neutron] 10.222.0.41 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645648 Apr 05 20:44:53.411697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b29eab30-9b2e-4206-9b27-6c701c16b73e req-4e8bd0d3-0bb4-4b6a-9750-f8aa186324ba tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549502 Apr 05 20:44:53.537538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47892) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:53.567174 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-02765ffc-8325-445d-83fb-c503b78b68b0 req-3742faa9-c141-424c-a473-711b9d977a8e service neutron] 10.222.0.41 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043517 Apr 05 20:44:53.569573 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ae20-8d2d-4245-8e78-aad8c99bd754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.593284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e4e2ae20-8d2d-4245-8e78-aad8c99bd754 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:53.600025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e4e2ae20-8d2d-4245-8e78-aad8c99bd754 admin admin] Usage tracker for resource:security_group_rule and tenant:a8d2c7d9059b4a70b4b311645acfeaa9 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:53.610007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62326307-d218-438c-b6cb-0ca841a6e538 req-8e78e2c5-55fb-4d43-b3a4-73ce09ba3b55 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:53.611436 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-62326307-d218-438c-b6cb-0ca841a6e538 req-8e78e2c5-55fb-4d43-b3a4-73ce09ba3b55 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.1581509 Apr 05 20:44:53.612037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895f8e00-7ae7-4dc9-a1cb-1728d6349c36 req-1ca552e6-1595-40c7-b8f9-fcd1db047eb8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:53.613341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e4e2ae20-8d2d-4245-8e78-aad8c99bd754 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:53.613510 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-895f8e00-7ae7-4dc9-a1cb-1728d6349c36 req-1ca552e6-1595-40c7-b8f9-fcd1db047eb8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 945 time: 0.0970030 Apr 05 20:44:53.656312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e4e2ae20-8d2d-4245-8e78-aad8c99bd754 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:53.661904 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-895f8e00-7ae7-4dc9-a1cb-1728d6349c36 req-1aab3f5f-c010-466f-8a07-f36ca151e1e6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422740 Apr 05 20:44:53.687986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47896) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:53.724485 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-62326307-d218-438c-b6cb-0ca841a6e538 req-2b2e624e-3b5a-4bb4-9a80-f8c6c8637c8b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743625 Apr 05 20:44:53.765709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2e4f4a-4f19-4744-b291-ad26e9de86f2 tempest-TestVolumeBootPattern-1013972986 tempest-TestVolumeBootPattern-1013972986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:53.770458 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6f2e4f4a-4f19-4744-b291-ad26e9de86f2 tempest-TestVolumeBootPattern-1013972986 tempest-TestVolumeBootPattern-1013972986-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 1091 time: 0.0788298 Apr 05 20:44:53.770606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-9b3e959b-01d3-4e12-91bb-7de3e0830ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:53.770606 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-9b3e959b-01d3-4e12-91bb-7de3e0830ab5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1096 time: 0.1575570 Apr 05 20:44:53.770846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 47900) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:53.775986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '9e709992-d7f5-4282-b357-4d8de96efb99', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:44:53.783234 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:44:53.787711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Usage tracker for resource:floatingip and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:44:53.790689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:44:53.796943 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:44:53.885053 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ae20-8d2d-4245-8e78-aad8c99bd754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.894307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.895526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4e2ae20-8d2d-4245-8e78-aad8c99bd754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:53.953974 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e4e2ae20-8d2d-4245-8e78-aad8c99bd754 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8d2c7d9059b4a70b4b311645acfeaa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4153097 Apr 05 20:44:53.962441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2ae20-8d2d-4245-8e78-aad8c99bd754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ed6283-8a1a-4531-b877-37b1a59a6202,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:53.967976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 47904) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:44:53.987753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-5b6d074e-ea9b-42e4-9c48-7ee27f3caf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:53.989167 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-5b6d074e-ea9b-42e4-9c48-7ee27f3caf7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d34d15b2-67aa-47b7-881f-4f74588c6650 HTTP/1.1" status: 200 len: 897 time: 0.2091935 Apr 05 20:44:54.034501 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.118233 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-c8be5f17-9946-4790-8a39-b37ff164b187 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9 HTTP/1.1" status: 200 len: 1000 time: 0.1180589 Apr 05 20:44:54.120418 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c75a295d-a16b-4be7-9b6f-07ffa1bde4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.178949 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Allocated IP 172.25.8.26 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/1ae2eac4-b862-42e2-9046-15cea57409cd) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:44:54.192055 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c75a295d-a16b-4be7-9b6f-07ffa1bde4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.222052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-25054f02-21ee-4524-b93d-b985424218fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:54.223479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-25054f02-21ee-4524-b93d-b985424218fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f70cd3f5-300b-495c-b8dc-109ddb0a7ae6 HTTP/1.1" status: 200 len: 835 time: 0.0940361 Apr 05 20:44:54.308219 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c75a295d-a16b-4be7-9b6f-07ffa1bde4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.347494 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.383731 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.445445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:44:54.448339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:44:54.451538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:44:54.455001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a295d-a16b-4be7-9b6f-07ffa1bde4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ed6283-8a1a-4531-b877-37b1a59a6202,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:54.458611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-b7c160b7-0696-4f02-8a1a-4fd7e733f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:54.460067 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-b7c160b7-0696-4f02-8a1a-4fd7e733f774 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d34d15b2-67aa-47b7-881f-4f74588c6650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287977 Apr 05 20:44:54.504072 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c75a295d-a16b-4be7-9b6f-07ffa1bde4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:54.505147 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c75a295d-a16b-4be7-9b6f-07ffa1bde4ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9ed6283-8a1a-4531-b877-37b1a59a6202 HTTP/1.1" status: 204 len: 168 time: 0.5362844 Apr 05 20:44:54.513139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'Port': ['ID=1ae2eac4-b862-42e2-9046-15cea57409cd,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:54.623284 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-211c9413-b4d6-4d53-9064-aa0835394a25 service neutron] 10.222.0.41 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566195 Apr 05 20:44:54.837247 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-cfedcce3-c53e-4681-afd6-42a1c3aaa0d5 service neutron] 10.222.0.41 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072356 Apr 05 20:44:55.112226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf81d9-1edc-4b51-a84d-e9a750f41eb7 req-413d3031-6912-4201-9820-3789c1e013e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:55.113752 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18cf81d9-1edc-4b51-a84d-e9a750f41eb7 req-413d3031-6912-4201-9820-3789c1e013e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.2640467 Apr 05 20:44:55.173858 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18cf81d9-1edc-4b51-a84d-e9a750f41eb7 req-ab2a70ac-409d-4e41-b546-a7113e662ede tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537226 Apr 05 20:44:55.181060 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.265623 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.472775 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.478342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.587822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'Port': ['ID=1ae2eac4-b862-42e2-9046-15cea57409cd,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:44:55.599606 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:55.779282 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Floating IP c3ef127b-9231-4196-92a1-28feeea65705 associated. External IP: 172.25.8.26, port: 9e709992-d7f5-4282-b357-4d8de96efb99. Apr 05 20:44:56.138565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Router 092b81b3-d817-4edf-9f14-4be8aea5b4db has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:44:56.328783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:44:56.338970 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d2daf5-b93e-4d58-8fed-e512b4f72440 None None] Sync routers for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:44:56.348897 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d2daf5-b93e-4d58-8fed-e512b4f72440 None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:56.349834 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c7d2daf5-b93e-4d58-8fed-e512b4f72440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:44:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:56.354380 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:44:56.379176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b9df2-ce38-4d38-a441-be695fd3a5cf req-85e78452-a709-4005-b63a-3bbd15b50b7c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:56.387104 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ab2b9df2-ce38-4d38-a441-be695fd3a5cf req-85e78452-a709-4005-b63a-3bbd15b50b7c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.1040864 Apr 05 20:44:56.444130 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5953e527-e95f-4bb2-92d8-f73b947616e1 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6624544 Apr 05 20:44:56.444130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'tag': '9e709992-d7f5-4282-b357-4d8de96efb99'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:44:56.450667 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ab2b9df2-ce38-4d38-a441-be695fd3a5cf req-89a2b885-ede7-4f17-bd5c-89135b592bff tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607173 Apr 05 20:44:56.592180 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c7d2daf5-b93e-4d58-8fed-e512b4f72440 None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:56.633428 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'tag': '9e709992-d7f5-4282-b357-4d8de96efb99', 'status': 'completed', 'code': 200} Apr 05 20:44:56.726421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3d4b-6a86-4625-b02f-e8a0f9c0b703 req-3440028c-bf5a-4188-8d3d-8896cea76fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:56.727500 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-36fb3d4b-6a86-4625-b02f-e8a0f9c0b703 req-3440028c-bf5a-4188-8d3d-8896cea76fdd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 1096 time: 0.0737300 Apr 05 20:44:56.858798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3d4b-6a86-4625-b02f-e8a0f9c0b703 req-5b2b8525-207f-4d23-ada1-7b4f66dd43cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:56.860294 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-36fb3d4b-6a86-4625-b02f-e8a0f9c0b703 req-5b2b8525-207f-4d23-ada1-7b4f66dd43cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.1269526 Apr 05 20:44:56.971711 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c7d2daf5-b93e-4d58-8fed-e512b4f72440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c3ef127b-9231-4196-92a1-28feeea65705', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': '9e709992-d7f5-4282-b357-4d8de96efb99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:b7:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:55Z', 'updated_at': '2022-04-05T20:44:55Z', 'revision_number': 0, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:56.972693 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-36fb3d4b-6a86-4625-b02f-e8a0f9c0b703 req-61a38403-deb5-4fd6-a56c-91bb17f66f31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e709992-d7f5-4282-b357-4d8de96efb99 HTTP/1.1" status: 200 len: 998 time: 0.1060727 Apr 05 20:44:56.975559 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d2daf5-b93e-4d58-8fed-e512b4f72440 None None] Checking router: 092b81b3-d817-4edf-9f14-4be8aea5b4db for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:44:56.984622 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d2daf5-b93e-4d58-8fed-e512b4f72440 None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:44:56.985222 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c7d2daf5-b93e-4d58-8fed-e512b4f72440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:44:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:57.037770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3d4b-6a86-4625-b02f-e8a0f9c0b703 req-d420b0e6-8e8b-42e7-9881-0ec933823605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:57.039629 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-36fb3d4b-6a86-4625-b02f-e8a0f9c0b703 req-d420b0e6-8e8b-42e7-9881-0ec933823605 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.0612988 Apr 05 20:44:57.122793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fb3d4b-6a86-4625-b02f-e8a0f9c0b703 req-3a1f57f5-66df-4ea6-81d7-0652c32e746d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:57.124165 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-36fb3d4b-6a86-4625-b02f-e8a0f9c0b703 req-3a1f57f5-66df-4ea6-81d7-0652c32e746d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787959 Apr 05 20:44:57.165052 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c7d2daf5-b93e-4d58-8fed-e512b4f72440 None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:44:57.275743 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-36fb3d4b-6a86-4625-b02f-e8a0f9c0b703 req-ea043dd0-6bee-456c-86b4-c41c7ba16380 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421578 Apr 05 20:44:57.416165 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-36fb3d4b-6a86-4625-b02f-e8a0f9c0b703 req-6b47aec3-6ac2-4db9-9ce0-2fa5699ddf11 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341438 Apr 05 20:44:57.545159 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c7d2daf5-b93e-4d58-8fed-e512b4f72440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c3ef127b-9231-4196-92a1-28feeea65705', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': '9e709992-d7f5-4282-b357-4d8de96efb99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:b7:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:55Z', 'updated_at': '2022-04-05T20:44:55Z', 'revision_number': 0, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:44:57.549179 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d2daf5-b93e-4d58-8fed-e512b4f72440 None None] The sync data for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 is: [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c3ef127b-9231-4196-92a1-28feeea65705', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': '9e709992-d7f5-4282-b357-4d8de96efb99', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:b7:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:55Z', 'updated_at': '2022-04-05T20:44:55Z', 'revision_number': 0, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:44:57.646587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ab68f-1f76-4e3f-9190-555ff45240a9 req-11791e88-b89c-48ef-811c-eeae20877261 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:57.648012 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f0ab68f-1f76-4e3f-9190-555ff45240a9 req-11791e88-b89c-48ef-811c-eeae20877261 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.0892169 Apr 05 20:44:57.706567 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f0ab68f-1f76-4e3f-9190-555ff45240a9 req-cdfba925-4929-4541-8193-790e2b20edcb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528009 Apr 05 20:44:57.765489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096b4b67-b4b6-489f-95bb-1915cc31f755 None None] New status for floating IP c3ef127b-9231-4196-92a1-28feeea65705: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:44:58.893759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61f37a-fc63-4c4d-ae6c-4bb6202f09fa req-db80dc08-6eef-4288-bf15-ec9defad44a1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:44:58.895262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b61f37a-fc63-4c4d-ae6c-4bb6202f09fa req-db80dc08-6eef-4288-bf15-ec9defad44a1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.0791638 Apr 05 20:44:58.937933 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b61f37a-fc63-4c4d-ae6c-4bb6202f09fa req-af39b83f-7ef3-4dc5-a997-1144f6cd0b6f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371754 Apr 05 20:45:00.133100 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9b152-a774-49bc-b02a-c3fb14d03541 req-fefb2329-c983-4296-a1b5-9b2b72844f26 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:00.134679 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fca9b152-a774-49bc-b02a-c3fb14d03541 req-fefb2329-c983-4296-a1b5-9b2b72844f26 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.0896728 Apr 05 20:45:00.181775 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fca9b152-a774-49bc-b02a-c3fb14d03541 req-9b07a7e0-bc44-49c3-bab9-64b4a18f84e5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405371 Apr 05 20:45:01.508659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef83fe4-7740-4edc-bc4e-5d810cd145de req-44adf71d-dcc4-47c2-a201-382ecb444152 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:01.510067 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eef83fe4-7740-4edc-bc4e-5d810cd145de req-44adf71d-dcc4-47c2-a201-382ecb444152 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.2197168 Apr 05 20:45:01.554075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eef83fe4-7740-4edc-bc4e-5d810cd145de req-cdcbcf65-ca47-4159-8e21-eb1087a506e7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377676 Apr 05 20:45:02.101553 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-3e77052b-bcd4-4db9-ae71-faec9cb85d35 req-75535c89-da51-4396-a9d9-7ceb6c910688 service neutron] (87965) timed out ('10.222.0.41', 51596) {{(pid=87965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 20:45:02.752061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356de70f-7605-4d6a-a53f-01fe424f5b94 req-7a7503dd-964e-44be-befb-8e4cfe51e576 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:02.753497 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-356de70f-7605-4d6a-a53f-01fe424f5b94 req-7a7503dd-964e-44be-befb-8e4cfe51e576 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.0806022 Apr 05 20:45:02.797109 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-356de70f-7605-4d6a-a53f-01fe424f5b94 req-8d09c5ab-1cd4-4943-a547-944c9fe70add tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376883 Apr 05 20:45:04.007714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda27630-ba77-4aff-801e-038e70c9903c req-2261b5a7-3604-4b5a-89f4-25ef02cd0985 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:04.016487 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eda27630-ba77-4aff-801e-038e70c9903c req-2261b5a7-3604-4b5a-89f4-25ef02cd0985 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.1083772 Apr 05 20:45:04.071597 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eda27630-ba77-4aff-801e-038e70c9903c req-47642364-429c-4d66-91ef-7aefbf23ad00 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538857 Apr 05 20:45:04.947851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48024) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:05.061235 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d1997d6-2ed9-4789-9755-8362a6a0d93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.074833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8d1997d6-2ed9-4789-9755-8362a6a0d93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:05.078566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8d1997d6-2ed9-4789-9755-8362a6a0d93d admin admin] Usage tracker for resource:security_group_rule and tenant:c167b134e6c2438e879ed0235eddd265 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:05.082168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8d1997d6-2ed9-4789-9755-8362a6a0d93d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:05.088387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8d1997d6-2ed9-4789-9755-8362a6a0d93d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:05.180343 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d1997d6-2ed9-4789-9755-8362a6a0d93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.214757 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d1997d6-2ed9-4789-9755-8362a6a0d93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.273299 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8d1997d6-2ed9-4789-9755-8362a6a0d93d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c167b134e6c2438e879ed0235eddd265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3244114 Apr 05 20:45:05.274253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1997d6-2ed9-4789-9755-8362a6a0d93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49367f90-62a0-467d-9abf-99ca273bfea2,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:05.276049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48034) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:05.304735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5183c5-819b-499f-a1a1-abee38855d7c req-8cf7ceec-4a4a-4987-bf50-3053e5cb0230 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:05.306196 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be5183c5-819b-499f-a1a1-abee38855d7c req-8cf7ceec-4a4a-4987-bf50-3053e5cb0230 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.1312826 Apr 05 20:45:05.338459 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-44104f32-aefc-4c9b-8800-b829db27a566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.354193 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be5183c5-819b-499f-a1a1-abee38855d7c req-8e20460b-c4fc-42d2-842d-a78904b5a9bd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420320 Apr 05 20:45:05.375644 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-44104f32-aefc-4c9b-8800-b829db27a566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.419083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-44104f32-aefc-4c9b-8800-b829db27a566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.434023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44104f32-aefc-4c9b-8800-b829db27a566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49367f90-62a0-467d-9abf-99ca273bfea2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:05.442163 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-44104f32-aefc-4c9b-8800-b829db27a566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:05.443339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-44104f32-aefc-4c9b-8800-b829db27a566 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49367f90-62a0-467d-9abf-99ca273bfea2 HTTP/1.1" status: 204 len: 168 time: 0.1655171 Apr 05 20:45:06.077823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48058) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:06.179978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1890028979-network', 'tenant_id': '630e4dd1f45549d2af54d304492afeaa'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:45:06.185677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:06.189478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Usage tracker for resource:network and tenant:630e4dd1f45549d2af54d304492afeaa is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:06.192281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:06.197814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:06.208485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Made reservation on behalf of 630e4dd1f45549d2af54d304492afeaa for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:06.210927 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.222588 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.236123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:06.239817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Usage tracker for resource:security_group_rule and tenant:630e4dd1f45549d2af54d304492afeaa is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:06.242503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:06.248537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:06.329127 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.332976 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.365174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:45:06.373980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44ec627-ecb9-4548-a303-f37c018bcff8,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:06.379781 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.380117 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Added segment df702720-13e1-4e72-b9e3-c34381e5fcfa of type vlan for network 63d7f4f1-ba5d-4a8c-80bc-f1850771f107 Apr 05 20:45:06.407482 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.439972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.440944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:06.441509 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.581042 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5021160 Apr 05 20:45:06.584203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48066) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:06.589287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5db98-0e86-4468-8a49-6d6b343bba6c admin admin] Pushing event updated for resources: {'Network': ['ID=63d7f4f1-ba5d-4a8c-80bc-f1850771f107,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:06.589614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Request body: {'subnet': {'network_id': '63d7f4f1-ba5d-4a8c-80bc-f1850771f107', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1890028979-subnet', 'tenant_id': '630e4dd1f45549d2af54d304492afeaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:45:06.596525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:06.601645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Usage tracker for resource:subnet and tenant:630e4dd1f45549d2af54d304492afeaa is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:06.602150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 63d7f4f1-ba5d-4a8c-80bc-f1850771f107 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:45:06.604572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:06.611151 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:06.624771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ef4aa-19c4-4b17-8c0e-79fbc357a732 req-5a5fa14d-2363-4e83-bdd9-0202f3baf3ca tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:06.626498 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fa6ef4aa-19c4-4b17-8c0e-79fbc357a732 req-5a5fa14d-2363-4e83-bdd9-0202f3baf3ca tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.1507661 Apr 05 20:45:06.685662 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fa6ef4aa-19c4-4b17-8c0e-79fbc357a732 req-194f663b-7bbb-466e-935c-f4cbf991ede1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527399 Apr 05 20:45:06.812971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Made reservation on behalf of 630e4dd1f45549d2af54d304492afeaa for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:06.815350 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:06.923671 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-0017eb7c-c53e-4e19-a589-f41d0430279c service neutron] show failed (client error): The resource could not be found. Apr 05 20:45:06.924727 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-0017eb7c-c53e-4e19-a589-f41d0430279c service neutron] 10.222.0.41 "GET /v2.0/ports/44bb4ae9-e16f-40d7-87ca-52b1f25337d9/bindings/n-h1-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.1689620 Apr 05 20:45:07.045089 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.121943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f39c989-b389-4635-a24e-8b9959037fef,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:07.129396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Checking segment: {'id': 'df702720-13e1-4e72-b9e3-c34381e5fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63d7f4f1-ba5d-4a8c-80bc-f1850771f107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:45:07.129745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Network hostable DHCP agents. Network: 63d7f4f1-ba5d-4a8c-80bc-f1850771f107, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:45:07.148756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Network 63d7f4f1-ba5d-4a8c-80bc-f1850771f107 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:45:07.158289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 63d7f4f1-ba5d-4a8c-80bc-f1850771f107) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:07.162434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:07.163007 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.168870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a300cd4c-2b88-4a43-a6c4-e5e8904f5fd9 None None] Network 63d7f4f1-ba5d-4a8c-80bc-f1850771f107 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:45:07.192667 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5c627800-1e0e-487c-9caf-59fbb6f38136 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6070218 Apr 05 20:45:07.198483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-3cb40e20-d9bf-48a7-94de-ffdb0b472ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:07.200019 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-3cb40e20-d9bf-48a7-94de-ffdb0b472ff7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8&tenant_id=5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 1096 time: 0.0783486 Apr 05 20:45:07.212273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:45:07.338876 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.391674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d7f8b6-ef04-4101-a231-37fac58bd6a9 None None] Network 63d7f4f1-ba5d-4a8c-80bc-f1850771f107 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:45:07.626779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] For port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:07.658378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] For port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:45:07.720040 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.735880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:07.741143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Transition to ACTIVE for port object 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:07.744783 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:07.893062 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'code': 200} Apr 05 20:45:07.950923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Pushing event updated for resources: {'Port': ['ID=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:07.988620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcf6b8-7a23-4f0f-8434-28fd73b8b95c req-58ba1d11-d19e-4ad2-92db-8536ce1cfebd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:07.990992 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-45fcf6b8-7a23-4f0f-8434-28fd73b8b95c req-58ba1d11-d19e-4ad2-92db-8536ce1cfebd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 943 time: 0.1184680 Apr 05 20:45:08.024313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] No DVR routers for this DVR port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:45:08.041410 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-45fcf6b8-7a23-4f0f-8434-28fd73b8b95c req-ca449946-9846-44f4-9d01-8af0f2a65d48 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439315 Apr 05 20:45:08.360570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Attempting to bind port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:08.361205 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Attempting to bind port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:08.361205 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Attempting to bind port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 on network d34d15b2-67aa-47b7-881f-4f74588c6650 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:45:08.365759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 on network d34d15b2-67aa-47b7-881f-4f74588c6650 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:45:08.366109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Attempting to bind port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 on network d34d15b2-67aa-47b7-881f-4f74588c6650 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:45:08.371105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:45:08.371441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Checking segment: {'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:45:08.371822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Bound using segment: {'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:45:08.372782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Bound port: 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:08.373125 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.464267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] For port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:45:08.467521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] For port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:45:08.472822 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.523400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:08.523950 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.525331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] 10.222.0.13 "PUT /v2.0/ports/44bb4ae9-e16f-40d7-87ca-52b1f25337d9 HTTP/1.1" status: 200 len: 1091 time: 1.3173494 Apr 05 20:45:08.626308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212705c2-b87e-4753-9227-d4d7758d4a8a service neutron] Pushing event updated for resources: {'Port': ['ID=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:08.647488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-84e25f6a-55e8-4612-8eba-12a00fdf777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:08.648979 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-84e25f6a-55e8-4612-8eba-12a00fdf777a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0988438 Apr 05 20:45:08.786272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-a9582906-7745-4f64-9a7e-16c797067532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:08.787728 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-a9582906-7745-4f64-9a7e-16c797067532 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d15b2-67aa-47b7-881f-4f74588c6650 HTTP/1.1" status: 200 len: 897 time: 0.1326408 Apr 05 20:45:08.892926 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:08.893495 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-87c1ec38-b500-4f8d-8dd3-71ff50e809b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9 HTTP/1.1" status: 200 len: 998 time: 0.0980287 Apr 05 20:45:08.961086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-6c199371-e114-4a1d-8a4b-aea8227f9374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:08.963158 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-6c199371-e114-4a1d-8a4b-aea8227f9374 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f70cd3f5-300b-495c-b8dc-109ddb0a7ae6 HTTP/1.1" status: 200 len: 835 time: 0.0623450 Apr 05 20:45:09.039742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-b1491a66-7cca-4893-a560-08ccd4815876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:09.041231 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-b1491a66-7cca-4893-a560-08ccd4815876 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d15b2-67aa-47b7-881f-4f74588c6650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727668 Apr 05 20:45:09.201572 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:09.263224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d176d-b3fe-48eb-b711-f89212e8b295 req-d66767e0-a8be-4b06-a95f-d42f2d7abc6d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:09.266025 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ed2d176d-b3fe-48eb-b711-f89212e8b295 req-d66767e0-a8be-4b06-a95f-d42f2d7abc6d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 943 time: 0.0866251 Apr 05 20:45:09.285286 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-9d96fc15-fed4-4fdb-ac37-9b0a3deb46c9 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373600 Apr 05 20:45:09.310097 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ed2d176d-b3fe-48eb-b711-f89212e8b295 req-1b05acdc-178f-4573-87a1-4b24fb44597b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392981 Apr 05 20:45:09.346523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-40944cc7-862b-4297-9266-82a5acb6adac tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:09.347192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-40944cc7-862b-4297-9266-82a5acb6adac tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Synchronizing usage tracker for tenant:630e4dd1f45549d2af54d304492afeaa on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:09.435367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-40944cc7-862b-4297-9266-82a5acb6adac tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Unset dirty status for tenant:630e4dd1f45549d2af54d304492afeaa on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:09.436810 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-40944cc7-862b-4297-9266-82a5acb6adac tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/networks?id=63d7f4f1-ba5d-4a8c-80bc-f1850771f107 HTTP/1.1" status: 200 len: 809 time: 0.3004179 Apr 05 20:45:09.469069 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0cd9159c-594b-422e-8af7-c225fe43a8bc tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/quotas/630e4dd1f45549d2af54d304492afeaa HTTP/1.1" status: 200 len: 375 time: 0.0255656 Apr 05 20:45:09.471107 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-adddb635-1945-4f87-82bb-0029047dc1b5 req-ee27ea97-859a-4ff6-859f-38f82a657de8 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758885 Apr 05 20:45:09.520846 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-64730ae1-bf46-451e-b245-d1016837fa7f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=630e4dd1f45549d2af54d304492afeaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458577 Apr 05 20:45:09.688469 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-e30386e7-3405-4f2e-87f9-f65e7f152b3e service neutron] 10.222.0.24 "GET /v2.0/networks/63d7f4f1-ba5d-4a8c-80bc-f1850771f107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602547 Apr 05 20:45:09.832134 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-99769335-e2f1-4e18-9a4c-ce789731be72 service neutron] 10.222.0.24 "GET /v2.0/networks/63d7f4f1-ba5d-4a8c-80bc-f1850771f107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371937 Apr 05 20:45:09.893839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:09.989563 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'status': 'completed', 'code': 200} Apr 05 20:45:10.108145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc111c4d-0c52-4e20-8f9d-e3d878f395e8 req-f2dc70e7-3ed9-4a7b-aee5-33467918b616 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 210 time: 0.0866830 Apr 05 20:45:10.121583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-a92f7cfc-82b1-42e4-8785-0a0d94cbef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:10.121583 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-a92f7cfc-82b1-42e4-8785-0a0d94cbef1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1094 time: 0.1205671 Apr 05 20:45:10.246816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-17899bf8-9f68-436d-a0d0-2458b671fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:10.246816 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-17899bf8-9f68-436d-a0d0-2458b671fffd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1094 time: 0.1349204 Apr 05 20:45:10.438103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-002eb3d7-f6f3-468c-8e37-dc916c4c35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:10.438103 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-002eb3d7-f6f3-468c-8e37-dc916c4c35d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d34d15b2-67aa-47b7-881f-4f74588c6650 HTTP/1.1" status: 200 len: 897 time: 0.2921312 Apr 05 20:45:10.646020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-845c077a-c9d7-4fbc-ae2f-62220accd0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:10.646020 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-845c077a-c9d7-4fbc-ae2f-62220accd0b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d15b2-67aa-47b7-881f-4f74588c6650 HTTP/1.1" status: 200 len: 897 time: 0.3963153 Apr 05 20:45:10.810171 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-2783f8fb-8a34-457c-97aa-e021ce4e4e32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9 HTTP/1.1" status: 200 len: 998 time: 0.3628194 Apr 05 20:45:10.912191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31285cb6-ddf9-40c4-aaa6-d8e404936a66 req-e00e76ec-7efe-4a5e-8cf5-d11bf2652cf1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:10.925921 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31285cb6-ddf9-40c4-aaa6-d8e404936a66 req-e00e76ec-7efe-4a5e-8cf5-d11bf2652cf1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 943 time: 0.3392148 Apr 05 20:45:10.937197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-315cfefa-0ee4-4b37-b073-95c181bfe5c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9 HTTP/1.1" status: 200 len: 998 time: 0.2549684 Apr 05 20:45:10.988586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:45:11.018099 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31285cb6-ddf9-40c4-aaa6-d8e404936a66 req-328214c4-882d-45e7-a963-58c248438060 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822239 Apr 05 20:45:11.018099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-0d51425a-dce1-474c-975e-4fb16d39828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:11.018099 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-0d51425a-dce1-474c-975e-4fb16d39828c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f70cd3f5-300b-495c-b8dc-109ddb0a7ae6 HTTP/1.1" status: 200 len: 835 time: 0.1781542 Apr 05 20:45:11.062585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-4daa9b29-ec4e-4e56-a6ef-90b2df3a6f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:11.062585 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-4daa9b29-ec4e-4e56-a6ef-90b2df3a6f2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f70cd3f5-300b-495c-b8dc-109ddb0a7ae6 HTTP/1.1" status: 200 len: 835 time: 0.1275272 Apr 05 20:45:11.168961 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:45:11.197940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-11b61221-b3d5-463e-a8c2-8807adbd8c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:11.197940 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-11b61221-b3d5-463e-a8c2-8807adbd8c6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d34d15b2-67aa-47b7-881f-4f74588c6650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660142 Apr 05 20:45:11.289307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-20e5418f-11e2-4deb-9ab7-2b778beb6407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:11.289307 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-20e5418f-11e2-4deb-9ab7-2b778beb6407 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d15b2-67aa-47b7-881f-4f74588c6650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2055044 Apr 05 20:45:11.435888 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-b8102cb2-6c6d-406e-a760-ea0f20d3d3f9 service neutron] 10.222.0.41 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284923 Apr 05 20:45:11.444487 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9a17d74d-012d-4b7a-aa32-a764929c9cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:11.475802 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a620e80-c561-4eee-9fd6-42b86f75a3b3 req-cddf6532-c60a-44d4-8dca-fc247e7c8f16 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 210 time: 0.1236370 Apr 05 20:45:11.585361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-d0866b99-fc73-4f9d-b248-35df02b91030 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829692 Apr 05 20:45:11.604657 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-664c230a-9e66-49a9-86db-89dd12c51b37 service neutron] 10.222.0.41 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655564 Apr 05 20:45:11.757290 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-164bf6ab-769a-435e-aedb-9befb4fa5f8e req-24f7f4cb-aaec-414f-89a4-8b22b92b5e41 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603732 Apr 05 20:45:12.090692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-bc3f94f9-3c44-45ff-a0f9-ccad0899d701 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:12.090692 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-bc3f94f9-3c44-45ff-a0f9-ccad0899d701 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.13 "GET /v2.0/networks?id=63d7f4f1-ba5d-4a8c-80bc-f1850771f107 HTTP/1.1" status: 200 len: 809 time: 0.2470477 Apr 05 20:45:12.135035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Request body: {'port': {'device_id': '4838fbdc-43aa-4034-a66d-ec15c331b577', 'network_id': '63d7f4f1-ba5d-4a8c-80bc-f1850771f107', 'admin_state_up': True, 'tenant_id': '630e4dd1f45549d2af54d304492afeaa'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:45:12.369243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:12.377985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Usage tracker for resource:port and tenant:630e4dd1f45549d2af54d304492afeaa is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:12.383412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:45:12.390785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:12.390785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:12.404341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Made reservation on behalf of 630e4dd1f45549d2af54d304492afeaa for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:12.437641 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.611893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:12.623809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'port_id': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'mac_address': 'fa:16:3e:06:fd:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:45:12.711446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89ec2f-a1f2-4ae6-9597-fcc42ece2d63 req-a460d6b7-40b5-4870-ad3e-3f45dfb1c499 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:12.711446 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f89ec2f-a1f2-4ae6-9597-fcc42ece2d63 req-a460d6b7-40b5-4870-ad3e-3f45dfb1c499 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 943 time: 0.2528193 Apr 05 20:45:12.738321 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.771694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:45:12.782277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Allocated IP 172.20.0.12 (63d7f4f1-ba5d-4a8c-80bc-f1850771f107/1f39c989-b389-4635-a24e-8b9959037fef/50418ff6-842f-4738-b6c1-d5404f938cd9) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:12.787408 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f89ec2f-a1f2-4ae6-9597-fcc42ece2d63 req-d12089dc-d90b-43b3-9926-f001359b864c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653670 Apr 05 20:45:12.812657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:12.828889 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:12.955660 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:12.964829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:12.964829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:12.964829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:12.964829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:12.964829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:12.964829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:12.964829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:12.964829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:12.964829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:12.964829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:12.964829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:12.964829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:13.066933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['44bb4ae9-e16f-40d7-87ca-52b1f25337d9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:45:13.102373 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4f63579-ee7a-47e8-a6a2-7d3ffc432eaa req-41523b9d-0050-4272-8ad9-a59afaa4abc4 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 210 time: 0.0565960 Apr 05 20:45:13.233128 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:13.320283 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:13.433854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0175cf2-aa98-4ff1-993a-7d8a8ec04624 req-f0050224-ab26-4012-a4ca-e3c993336942 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:13.443832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a0175cf2-aa98-4ff1-993a-7d8a8ec04624 req-f0050224-ab26-4012-a4ca-e3c993336942 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 944 time: 0.1756930 Apr 05 20:45:13.478070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Network 63d7f4f1-ba5d-4a8c-80bc-f1850771f107 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:13.478070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:13.478070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:45:13.499640 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a0175cf2-aa98-4ff1-993a-7d8a8ec04624 req-9f01c9e8-6478-4e4b-8dbc-539e9a5c39e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577767 Apr 05 20:45:13.521130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-6aadce55-686a-4096-99c7-7b0dce89dfc6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:13.521130 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-6aadce55-686a-4096-99c7-7b0dce89dfc6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8&tenant_id=5118b05a56334dea925f78d36af460a0&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 944 time: 0.2052863 Apr 05 20:45:13.758680 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be1d2c29-b828-4f6d-b784-dd4bc9288ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:13.763143 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-fd82dc83-9972-46aa-910b-0a406a9f456f service neutron] delete failed (client error): The resource could not be found. Apr 05 20:45:13.763143 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-fd82dc83-9972-46aa-910b-0a406a9f456f service neutron] 10.222.0.41 "DELETE /v2.0/ports/44bb4ae9-e16f-40d7-87ca-52b1f25337d9/bindings/n-h2-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.2233696 Apr 05 20:45:13.767029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:13.767029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:13.781629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Pushing event updated for resources: {'Port': ['ID=50418ff6-842f-4738-b6c1-d5404f938cd9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:13.795396 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-38c36ce7-8152-46be-8a03-632d3557e187 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6883214 Apr 05 20:45:13.808389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Request body: {'port': {'device_id': '4838fbdc-43aa-4034-a66d-ec15c331b577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:45:13.915236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-2b183044-f51a-4128-85b3-8e75190e7946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:13.915236 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-2b183044-f51a-4128-85b3-8e75190e7946 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1095 time: 0.0868556 Apr 05 20:45:13.981792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633b6fe-2b88-431b-8ce8-a8f19eab12ec req-b241f208-3ff1-44a1-a491-e4312c158f0e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:13.989207 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4633b6fe-2b88-431b-8ce8-a8f19eab12ec req-b241f208-3ff1-44a1-a491-e4312c158f0e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.6023142 Apr 05 20:45:14.036845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:14.083808 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4633b6fe-2b88-431b-8ce8-a8f19eab12ec req-cbdf3043-b798-41f9-bbf2-7f68655ba20d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942822 Apr 05 20:45:14.090725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-5065b2ba-f6e7-4b56-831c-cd099a1cec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:14.098549 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-5065b2ba-f6e7-4b56-831c-cd099a1cec32 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d34d15b2-67aa-47b7-881f-4f74588c6650 HTTP/1.1" status: 200 len: 897 time: 0.1718943 Apr 05 20:45:14.303095 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-b98d928d-9591-4291-a2f5-21800308785e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9 HTTP/1.1" status: 200 len: 999 time: 0.1998553 Apr 05 20:45:14.394562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:14.398362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-46b539c8-d6fb-4674-aefa-efce38a89c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:14.398362 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-46b539c8-d6fb-4674-aefa-efce38a89c1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f70cd3f5-300b-495c-b8dc-109ddb0a7ae6 HTTP/1.1" status: 200 len: 835 time: 0.0811598 Apr 05 20:45:14.406620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a020b-c0aa-41a6-b2dc-59659846da96 req-b82519de-5842-490e-a921-f4f486821454 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:14.406620 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b08a020b-c0aa-41a6-b2dc-59659846da96 req-b82519de-5842-490e-a921-f4f486821454 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 932 time: 0.1466446 Apr 05 20:45:14.491665 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b08a020b-c0aa-41a6-b2dc-59659846da96 req-9412bb50-b239-46e5-a002-b20bdd83dd77 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571756 Apr 05 20:45:14.495064 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:14.503623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:14.503934 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:14.526297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50418ff6-842f-4738-b6c1-d5404f938cd9 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:45:14.528664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-97ec0bfd-baab-4275-b2d5-98bdf297c30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:14.530534 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-97ec0bfd-baab-4275-b2d5-98bdf297c30c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d34d15b2-67aa-47b7-881f-4f74588c6650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292624 Apr 05 20:45:14.539314 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:14.576800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Transition to ACTIVE for port object 50418ff6-842f-4738-b6c1-d5404f938cd9 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:14.584683 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:14.659970 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:14.692397 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-c97340d8-7e8b-4c6e-96be-0e1bec413cdb service neutron] 10.222.0.41 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538496 Apr 05 20:45:14.702609 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:14.725864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:14.733631 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:14.845929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Pushing event updated for resources: {'Port': ['ID=50418ff6-842f-4738-b6c1-d5404f938cd9,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:14.862134 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'code': 200} Apr 05 20:45:14.892235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:14.892235 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:14.892235 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:14.907251 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b7a303c8-097e-4efa-a411-78a573c7a9d3 req-1b766b23-a16b-4b6d-9746-aa464e1376d4 service neutron] 10.222.0.41 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053335 Apr 05 20:45:14.978271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85b639-ce33-4ba1-944d-f1641a279fef req-96d96718-1cbb-4af1-8260-d3dfc84a11aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:14.979796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9a85b639-ce33-4ba1-944d-f1641a279fef req-96d96718-1cbb-4af1-8260-d3dfc84a11aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 944 time: 0.3356054 Apr 05 20:45:15.021131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Attempting to bind port 50418ff6-842f-4738-b6c1-d5404f938cd9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:15.021465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Attempting to bind port 50418ff6-842f-4738-b6c1-d5404f938cd9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'df702720-13e1-4e72-b9e3-c34381e5fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63d7f4f1-ba5d-4a8c-80bc-f1850771f107'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:15.021788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Attempting to bind port 50418ff6-842f-4738-b6c1-d5404f938cd9 on network 63d7f4f1-ba5d-4a8c-80bc-f1850771f107 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:45:15.035148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Port 50418ff6-842f-4738-b6c1-d5404f938cd9 on network 63d7f4f1-ba5d-4a8c-80bc-f1850771f107 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:45:15.035462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Attempting to bind port 50418ff6-842f-4738-b6c1-d5404f938cd9 on network 63d7f4f1-ba5d-4a8c-80bc-f1850771f107 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:45:15.045468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:45:15.045795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Checking segment: {'id': 'df702720-13e1-4e72-b9e3-c34381e5fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63d7f4f1-ba5d-4a8c-80bc-f1850771f107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:45:15.046189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Bound using segment: {'id': 'df702720-13e1-4e72-b9e3-c34381e5fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63d7f4f1-ba5d-4a8c-80bc-f1850771f107'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:45:15.046606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Bound port: 50418ff6-842f-4738-b6c1-d5404f938cd9, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df702720-13e1-4e72-b9e3-c34381e5fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63d7f4f1-ba5d-4a8c-80bc-f1850771f107'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:15.046939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:15.061128 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9a85b639-ce33-4ba1-944d-f1641a279fef req-0e7a782f-0171-4694-92d4-01fb3805a666 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689132 Apr 05 20:45:15.161057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] For port 50418ff6-842f-4738-b6c1-d5404f938cd9, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:45:15.161057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] For port 50418ff6-842f-4738-b6c1-d5404f938cd9, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=50418ff6-842f-4738-b6c1-d5404f938cd9,segment=NetworkSegment(df702720-13e1-4e72-b9e3-c34381e5fcfa),segment_id=df702720-13e1-4e72-b9e3-c34381e5fcfa)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:45:15.170152 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:15.242045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:15.242045 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:15.243295 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] 10.222.0.13 "PUT /v2.0/ports/50418ff6-842f-4738-b6c1-d5404f938cd9 HTTP/1.1" status: 200 len: 1092 time: 1.4470816 Apr 05 20:45:15.243685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4838fbdc-43aa-4034-a66d-ec15c331b577', 'tag': '50418ff6-842f-4738-b6c1-d5404f938cd9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:15.280421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6223c2-2120-40b7-9661-9610d8f35d00 service neutron] Pushing event updated for resources: {'Port': ['ID=50418ff6-842f-4738-b6c1-d5404f938cd9,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:15.362449 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4838fbdc-43aa-4034-a66d-ec15c331b577', 'tag': '50418ff6-842f-4738-b6c1-d5404f938cd9', 'status': 'completed', 'code': 200} Apr 05 20:45:15.367092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8e027-c804-4c64-819a-97b1aaa42555 req-7b6e324c-ecd5-4ecf-8b5f-df96d078220c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:15.368657 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1a8e027-c804-4c64-819a-97b1aaa42555 req-7b6e324c-ecd5-4ecf-8b5f-df96d078220c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.1453283 Apr 05 20:45:15.411530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-3ca6b9fb-a50c-4db9-94da-c376c606e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:15.411530 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-3ca6b9fb-a50c-4db9-94da-c376c606e9fc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=630e4dd1f45549d2af54d304492afeaa&device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 1095 time: 0.0986476 Apr 05 20:45:15.433550 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d1a8e027-c804-4c64-819a-97b1aaa42555 req-71bfad61-daac-4327-8d17-8d6c355fb1ae tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583534 Apr 05 20:45:15.488109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-70831896-1f5c-46d3-9fde-96c555212ab2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50418ff6-842f-4738-b6c1-d5404f938cd9 HTTP/1.1" status: 200 len: 217 time: 0.0696139 Apr 05 20:45:15.570345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-e2bfdb25-5d30-487b-a878-d53f5493e6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:15.570345 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-e2bfdb25-5d30-487b-a878-d53f5493e6fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f39c989-b389-4635-a24e-8b9959037fef HTTP/1.1" status: 200 len: 849 time: 0.0735395 Apr 05 20:45:15.617308 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-83f5e061-f801-4bfd-93c5-d222a9596ec1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d7f4f1-ba5d-4a8c-80bc-f1850771f107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438187 Apr 05 20:45:15.810576 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-87879b69-a1ad-4291-b40a-51e7c968d876 service neutron] 10.222.0.13 "GET /v2.0/networks/63d7f4f1-ba5d-4a8c-80bc-f1850771f107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869521 Apr 05 20:45:15.826924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f461be-af57-4690-b0bf-90d407b78ebd req-4ada0357-bdbf-439d-8104-49f8f1737244 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:15.826924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b6f461be-af57-4690-b0bf-90d407b78ebd req-4ada0357-bdbf-439d-8104-49f8f1737244 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Synchronizing usage tracker for tenant:630e4dd1f45549d2af54d304492afeaa on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:16.027649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b6f461be-af57-4690-b0bf-90d407b78ebd req-4ada0357-bdbf-439d-8104-49f8f1737244 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Unset dirty status for tenant:630e4dd1f45549d2af54d304492afeaa on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:16.029672 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6f461be-af57-4690-b0bf-90d407b78ebd req-4ada0357-bdbf-439d-8104-49f8f1737244 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 944 time: 0.3712754 Apr 05 20:45:16.079311 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:16.102791 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34d6b571-ff32-4b66-ba38-f17793c4a038 req-bbdbdc81-9283-42d1-a9a1-1c79c7b2ae99 service neutron] 10.222.0.13 "GET /v2.0/networks/63d7f4f1-ba5d-4a8c-80bc-f1850771f107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758741 Apr 05 20:45:16.105406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b6f461be-af57-4690-b0bf-90d407b78ebd req-e9b8e02f-d81d-49e0-9639-dcfee300fe71 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Synchronizing usage tracker for tenant:630e4dd1f45549d2af54d304492afeaa on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:16.124630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b6f461be-af57-4690-b0bf-90d407b78ebd req-e9b8e02f-d81d-49e0-9639-dcfee300fe71 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Unset dirty status for tenant:630e4dd1f45549d2af54d304492afeaa on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:16.125893 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6f461be-af57-4690-b0bf-90d407b78ebd req-e9b8e02f-d81d-49e0-9639-dcfee300fe71 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870759 Apr 05 20:45:16.223785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cd4eb-6903-4364-a54b-99354ed8124f req-93e8ceb1-7429-47a0-a592-62a2a2abe210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:16.225312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de3cd4eb-6903-4364-a54b-99354ed8124f req-93e8ceb1-7429-47a0-a592-62a2a2abe210 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=630e4dd1f45549d2af54d304492afeaa&device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 1095 time: 0.0721290 Apr 05 20:45:16.252627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9723f-4b78-416b-b33d-e2b39c5a516c req-3fdf2240-ba1c-4967-9176-322903b815d4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:16.254116 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c9a9723f-4b78-416b-b33d-e2b39c5a516c req-3fdf2240-ba1c-4967-9176-322903b815d4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.0810828 Apr 05 20:45:16.297681 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c9a9723f-4b78-416b-b33d-e2b39c5a516c req-ea3d2aba-4e6f-4c2f-ab77-72b91b37a4d8 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378728 Apr 05 20:45:16.321225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48182) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:16.361892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cd4eb-6903-4364-a54b-99354ed8124f req-d8856dd4-f085-4263-8e08-1f7a5df2ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:16.363363 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de3cd4eb-6903-4364-a54b-99354ed8124f req-d8856dd4-f085-4263-8e08-1f7a5df2ccfc service neutron] 10.222.0.13 "GET /v2.0/networks?id=63d7f4f1-ba5d-4a8c-80bc-f1850771f107 HTTP/1.1" status: 200 len: 910 time: 0.1290731 Apr 05 20:45:16.427727 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ebecf1ac-9875-4c7c-aad2-21929c952289 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/bb6dec17-a28f-4890-93d5-13a2c1423927 HTTP/1.1" status: 200 len: 992 time: 0.1052663 Apr 05 20:45:16.438669 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de3cd4eb-6903-4364-a54b-99354ed8124f req-4fc900b1-c118-4203-b096-bfce0960f7e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50418ff6-842f-4738-b6c1-d5404f938cd9 HTTP/1.1" status: 200 len: 217 time: 0.0673006 Apr 05 20:45:16.502077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cd4eb-6903-4364-a54b-99354ed8124f req-18a53439-1934-4c45-9364-762bf9840a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:16.503543 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de3cd4eb-6903-4364-a54b-99354ed8124f req-18a53439-1934-4c45-9364-762bf9840a5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f39c989-b389-4635-a24e-8b9959037fef HTTP/1.1" status: 200 len: 849 time: 0.0588362 Apr 05 20:45:16.585302 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de3cd4eb-6903-4364-a54b-99354ed8124f req-21026ca9-0640-46de-a7e4-d102f69b1bb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d7f4f1-ba5d-4a8c-80bc-f1850771f107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744433 Apr 05 20:45:16.749383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f67e8f-b3af-44bf-9ebb-0cf9caa6f288 req-c24d4194-a4c4-452b-9189-6bae24808594 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:16.751291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-50f67e8f-b3af-44bf-9ebb-0cf9caa6f288 req-c24d4194-a4c4-452b-9189-6bae24808594 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.2053072 Apr 05 20:45:16.759117 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de3cd4eb-6903-4364-a54b-99354ed8124f req-d11a278e-ce60-41a7-a9e0-df462fa07e45 service neutron] 10.222.0.13 "GET /v2.0/networks/63d7f4f1-ba5d-4a8c-80bc-f1850771f107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669407 Apr 05 20:45:16.886433 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-50f67e8f-b3af-44bf-9ebb-0cf9caa6f288 req-00d62fbd-d4b2-419b-a1bc-3c74ecba6d0d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293361 Apr 05 20:45:16.930254 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de3cd4eb-6903-4364-a54b-99354ed8124f req-30f918a0-dff8-4c37-a8ae-c5813bada32d service neutron] 10.222.0.13 "GET /v2.0/networks/63d7f4f1-ba5d-4a8c-80bc-f1850771f107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560667 Apr 05 20:45:17.311411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55c1da-1b00-4bd5-bb0c-62de209f607a req-9d932feb-fe92-4a80-a72e-f642ff6b537d tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:17.312858 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d55c1da-1b00-4bd5-bb0c-62de209f607a req-9d932feb-fe92-4a80-a72e-f642ff6b537d tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 944 time: 0.0809259 Apr 05 20:45:17.361506 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d55c1da-1b00-4bd5-bb0c-62de209f607a req-cd8f556e-4b77-4939-973a-f42d289b01fa tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426466 Apr 05 20:45:18.085908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758959e1-db23-464f-bca7-e9ccbbb238f5 req-71c37063-4fb4-4701-b28f-11a1445ba1dd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:18.086540 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-758959e1-db23-464f-bca7-e9ccbbb238f5 req-71c37063-4fb4-4701-b28f-11a1445ba1dd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.0882161 Apr 05 20:45:18.141840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-758959e1-db23-464f-bca7-e9ccbbb238f5 req-4bf33e5f-2b4a-40a9-97de-372d82dc5f20 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463967 Apr 05 20:45:18.420517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 50418ff6-842f-4738-b6c1-d5404f938cd9 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:45:18.557309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c852fa-79c7-4bb2-873b-0493b002d932 req-898f4439-fd55-45ab-b908-b817528919d3 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:18.557309 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74c852fa-79c7-4bb2-873b-0493b002d932 req-898f4439-fd55-45ab-b908-b817528919d3 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 944 time: 0.0868361 Apr 05 20:45:18.564525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 50418ff6-842f-4738-b6c1-d5404f938cd9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=50418ff6-842f-4738-b6c1-d5404f938cd9,segment=NetworkSegment(df702720-13e1-4e72-b9e3-c34381e5fcfa),segment_id=df702720-13e1-4e72-b9e3-c34381e5fcfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:18.578680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '50418ff6-842f-4738-b6c1-d5404f938cd9', 'network_id': '63d7f4f1-ba5d-4a8c-80bc-f1850771f107', 'port_id': '50418ff6-842f-4738-b6c1-d5404f938cd9', 'mac_address': 'fa:16:3e:73:6c:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f39c989-b389-4635-a24e-8b9959037fef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:45:18.603275 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74c852fa-79c7-4bb2-873b-0493b002d932 req-792c9b2a-85dd-4c28-ab1f-e4ee8b12722b tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405195 Apr 05 20:45:18.646329 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:18.678066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50418ff6-842f-4738-b6c1-d5404f938cd9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:45:18.689750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 50418ff6-842f-4738-b6c1-d5404f938cd9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=50418ff6-842f-4738-b6c1-d5404f938cd9,segment=NetworkSegment(df702720-13e1-4e72-b9e3-c34381e5fcfa),segment_id=df702720-13e1-4e72-b9e3-c34381e5fcfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:18.694223 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:18.776775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=50418ff6-842f-4738-b6c1-d5404f938cd9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:18.916435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['50418ff6-842f-4738-b6c1-d5404f938cd9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:45:19.327553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7039ba-892a-4fc1-bf5d-31632b6c5633 req-76758463-d4c5-4d12-b400-d872cf17fff7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:19.328990 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a7039ba-892a-4fc1-bf5d-31632b6c5633 req-76758463-d4c5-4d12-b400-d872cf17fff7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.0799887 Apr 05 20:45:19.372834 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a7039ba-892a-4fc1-bf5d-31632b6c5633 req-2179ecf6-715d-47ea-aaa6-ed0c58c167d9 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376348 Apr 05 20:45:19.796467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142135a7-a253-4a0c-8e79-cdfa96ef205d req-e675bab2-d4f2-471e-8cf1-59ed7d555a07 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:19.798051 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-142135a7-a253-4a0c-8e79-cdfa96ef205d req-e675bab2-d4f2-471e-8cf1-59ed7d555a07 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 945 time: 0.0873916 Apr 05 20:45:19.844019 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-142135a7-a253-4a0c-8e79-cdfa96ef205d req-e6218480-b919-43a4-89c3-7369c831e82f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395157 Apr 05 20:45:20.035826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48204) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:20.135324 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-033b8f74-7f46-4967-b5a8-b1a4e6f2a656 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3967 time: 0.0984979 Apr 05 20:45:20.139027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48208) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:20.143346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-1005ba98-3690-4fd8-bdbd-f1ff230ad3a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Request body: {'network': {'name': 'tempest-network-smoke--1236878244', 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'port_security_enabled': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:45:20.148739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1005ba98-3690-4fd8-bdbd-f1ff230ad3a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:20.160052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1005ba98-3690-4fd8-bdbd-f1ff230ad3a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:20.169054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1005ba98-3690-4fd8-bdbd-f1ff230ad3a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Made reservation on behalf of 9449ffbc0eeb4961ad83b90eb3d9f095 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:20.172646 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1005ba98-3690-4fd8-bdbd-f1ff230ad3a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.309983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1005ba98-3690-4fd8-bdbd-f1ff230ad3a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:45:20.319250 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1005ba98-3690-4fd8-bdbd-f1ff230ad3a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.319591 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-1005ba98-3690-4fd8-bdbd-f1ff230ad3a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Added segment ba780ed3-9956-4810-94b1-e6e342798e76 of type vlan for network 025e16b7-1440-4563-b12f-6b2a88b5f82c Apr 05 20:45:20.344985 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1005ba98-3690-4fd8-bdbd-f1ff230ad3a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.377567 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1005ba98-3690-4fd8-bdbd-f1ff230ad3a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.383031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1005ba98-3690-4fd8-bdbd-f1ff230ad3a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:20.383592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1005ba98-3690-4fd8-bdbd-f1ff230ad3a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.424015 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 50418ff6-842f-4738-b6c1-d5404f938cd9 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:20.491582 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1005ba98-3690-4fd8-bdbd-f1ff230ad3a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3497796 Apr 05 20:45:20.493831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48214) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:20.498616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005ba98-3690-4fd8-bdbd-f1ff230ad3a3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'Network': ['ID=025e16b7-1440-4563-b12f-6b2a88b5f82c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:20.505599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1083163888', 'admin_state_up': True, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:45:20.515717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 025e16b7-1440-4563-b12f-6b2a88b5f82c details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:45:20.518327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:20.535086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 50418ff6-842f-4738-b6c1-d5404f938cd9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:20.551688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 50418ff6-842f-4738-b6c1-d5404f938cd9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:20.552042 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.567844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Usage tracker for resource:router and tenant:9449ffbc0eeb4961ad83b90eb3d9f095 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:20.575908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:20.584660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:20.611201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.611201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.643353 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.654557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b87741-8acd-49eb-a3f9-7ac7137b11d6 req-8b69436b-a46b-463c-ac7f-f689f05c0632 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:20.656101 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-03b87741-8acd-49eb-a3f9-7ac7137b11d6 req-8b69436b-a46b-463c-ac7f-f689f05c0632 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.1385593 Apr 05 20:45:20.800468 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.807558 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-03b87741-8acd-49eb-a3f9-7ac7137b11d6 req-ad21409d-431c-4efe-ad3d-b80aa79fa361 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366560 Apr 05 20:45:20.838436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4838fbdc-43aa-4034-a66d-ec15c331b577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50418ff6-842f-4738-b6c1-d5404f938cd9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:20.847667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 50418ff6-842f-4738-b6c1-d5404f938cd9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=50418ff6-842f-4738-b6c1-d5404f938cd9,segment=NetworkSegment(df702720-13e1-4e72-b9e3-c34381e5fcfa),segment_id=df702720-13e1-4e72-b9e3-c34381e5fcfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:20.852517 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:20.902717 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4838fbdc-43aa-4034-a66d-ec15c331b577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50418ff6-842f-4738-b6c1-d5404f938cd9', 'code': 200} Apr 05 20:45:20.949425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=50418ff6-842f-4738-b6c1-d5404f938cd9,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:21.253493 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:21.351598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf0a12-733c-44ed-bc79-e1ffb87b84ed req-28caee25-2b2e-43c1-a117-de82c4cd7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:21.353092 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77bf0a12-733c-44ed-bc79-e1ffb87b84ed req-28caee25-2b2e-43c1-a117-de82c4cd7125 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 1097 time: 0.3847499 Apr 05 20:45:21.362018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6707583-560a-4343-a6c9-b81fb69e9cf3 req-a8f8c03a-7534-427e-8580-1ea6c133bb7c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:21.363323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6707583-560a-4343-a6c9-b81fb69e9cf3 req-a8f8c03a-7534-427e-8580-1ea6c133bb7c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 946 time: 0.3587992 Apr 05 20:45:21.500545 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77bf0a12-733c-44ed-bc79-e1ffb87b84ed req-08206259-58fe-4356-8052-af65f63f5a2b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357868 Apr 05 20:45:21.508435 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6707583-560a-4343-a6c9-b81fb69e9cf3 req-ed93f85e-3fc7-4f42-bc1d-f08f946002b0 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999920 Apr 05 20:45:21.705028 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:21.741342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:21.888338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Allocated IP 172.25.8.121 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/4d3de3ba-2b2c-4fb8-9a70-c05f5965307d) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:22.029823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac13329-ec5e-4111-805f-ac78b2369a03 req-14501631-7e3f-495d-8c7b-7d893cfdebf2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:22.031671 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3ac13329-ec5e-4111-805f-ac78b2369a03 req-14501631-7e3f-495d-8c7b-7d893cfdebf2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.0975780 Apr 05 20:45:22.055461 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.090543 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3ac13329-ec5e-4111-805f-ac78b2369a03 req-a5ab0172-236d-4b46-9bc1-3f0de71fe208 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523322 Apr 05 20:45:22.105974 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:22.179588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:22.182961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:22.190618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:45:22.228071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'Port': ['ID=4d3de3ba-2b2c-4fb8-9a70-c05f5965307d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:22.848950 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:23.005628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2ef41-f008-48bf-a75b-03cbacd3759f req-96e44317-3fab-4d44-95d5-cbbfce987188 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:23.007099 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eca2ef41-f008-48bf-a75b-03cbacd3759f req-96e44317-3fab-4d44-95d5-cbbfce987188 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 946 time: 0.3779423 Apr 05 20:45:23.142030 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eca2ef41-f008-48bf-a75b-03cbacd3759f req-b1e08c0d-f073-4762-8fe9-ce776ec35653 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268156 Apr 05 20:45:23.259271 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:23.284865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18569a00-0781-402b-ae98-05750410392e req-58d0137d-9950-4d72-a24b-e82c29a23d50 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:23.286323 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-18569a00-0781-402b-ae98-05750410392e req-58d0137d-9950-4d72-a24b-e82c29a23d50 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.0814333 Apr 05 20:45:23.332176 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-18569a00-0781-402b-ae98-05750410392e req-f53f7e6f-33fd-402f-ac5c-300436e3cc1b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399377 Apr 05 20:45:23.472531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Router 828b4fb3-cfaa-435e-936b-b9e740b35a72 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:45:23.647158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:45:23.656763 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Sync routers for ids ['828b4fb3-cfaa-435e-936b-b9e740b35a72'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:45:23.666620 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Routers {'828b4fb3-cfaa-435e-936b-b9e740b35a72'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:45:23.667561 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:45:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['828b4fb3-cfaa-435e-936b-b9e740b35a72'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:23.677002 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:23.681016 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-45345c68-f2b2-4ff1-ad5c-f014b9e84bad tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.1848090 Apr 05 20:45:23.681419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48228) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:23.748244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4002312d-a1c5-4e0b-b447-380ef9651159 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:23.749724 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4002312d-a1c5-4e0b-b447-380ef9651159 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9449ffbc0eeb4961ad83b90eb3d9f095&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0673866 Apr 05 20:45:23.752459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48232) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:23.845406 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Set router 828b4fb3-cfaa-435e-936b-b9e740b35a72 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:45:23.881506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efe16cf-72c0-4459-8dd0-d9d579a9cf91 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:23.883016 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6efe16cf-72c0-4459-8dd0-d9d579a9cf91 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296723 Apr 05 20:45:23.885756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48236) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:23.925129 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c151cf07-7467-4d62-9b3e-cd42e9e63034 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383008 Apr 05 20:45:23.927974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48240) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:23.966775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-97970f24-e042-42ba-8132-cf3c7c57328b tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=9449ffbc0eeb4961ad83b90eb3d9f095&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372369 Apr 05 20:45:23.969114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48244) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:24.097558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99033647-7632-417b-af15-c02bb834da12 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:24.099093 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-99033647-7632-417b-af15-c02bb834da12 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1291037 Apr 05 20:45:24.101843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48248) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:24.128868 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1083163888', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:20Z', 'updated_at': '2022-04-05T20:45:22Z', 'revision_number': 3, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:24.132576 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Checking router: 828b4fb3-cfaa-435e-936b-b9e740b35a72 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:45:24.132913 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Updating router 828b4fb3-cfaa-435e-936b-b9e740b35a72 port 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:45:24.144441 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7cd870f4-d982-4156-a363-878ad2a7779c tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414855 Apr 05 20:45:24.146891 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48252) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:24.152107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1658594385', 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c', 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:45:24.185549 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.433858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:24.437788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Usage tracker for resource:subnet and tenant:9449ffbc0eeb4961ad83b90eb3d9f095 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:45:24.440646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:45:24.448417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:24.455325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4700ec23-e84d-4560-9777-dfec2835f98b details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:45:24.469390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Made reservation on behalf of 9449ffbc0eeb4961ad83b90eb3d9f095 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:24.473628 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.555642 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.568141 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Transition to ACTIVE for port object 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:24.578122 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.587154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c1214-e675-49af-a5f2-49eaf09b0177 req-bfe238d9-3a22-4af3-8e22-944c6d371c56 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:24.588841 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-628c1214-e675-49af-a5f2-49eaf09b0177 req-bfe238d9-3a22-4af3-8e22-944c6d371c56 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 946 time: 0.3362322 Apr 05 20:45:24.595137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32103b-b1dd-474d-85ca-5bcddd921cc2 req-9e32a8f9-9026-472a-a4ce-401b6bf75bd6 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:24.598900 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0f32103b-b1dd-474d-85ca-5bcddd921cc2 req-9e32a8f9-9026-472a-a4ce-401b6bf75bd6 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.1261716 Apr 05 20:45:24.657045 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Attempting to bind port 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:24.657994 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Attempting to bind port 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:24.658615 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Attempting to bind port 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:45:24.677395 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814ae14-185b-46bf-9ff8-516ad7c8a7b3 None None] Pushing event updated for resources: {'Port': ['ID=4d3de3ba-2b2c-4fb8-9a70-c05f5965307d,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:24.686862 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814ae14-185b-46bf-9ff8-516ad7c8a7b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:24.687416 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814ae14-185b-46bf-9ff8-516ad7c8a7b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:24.687861 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814ae14-185b-46bf-9ff8-516ad7c8a7b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:24.688321 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814ae14-185b-46bf-9ff8-516ad7c8a7b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:24.688915 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814ae14-185b-46bf-9ff8-516ad7c8a7b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:24.689380 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814ae14-185b-46bf-9ff8-516ad7c8a7b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:24.689836 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814ae14-185b-46bf-9ff8-516ad7c8a7b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:24.690303 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814ae14-185b-46bf-9ff8-516ad7c8a7b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:24.690750 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814ae14-185b-46bf-9ff8-516ad7c8a7b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:24.691195 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814ae14-185b-46bf-9ff8-516ad7c8a7b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:24.691658 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814ae14-185b-46bf-9ff8-516ad7c8a7b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:24.692102 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8814ae14-185b-46bf-9ff8-516ad7c8a7b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:24.699008 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:45:24.699587 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:45:24.700944 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.701627 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:45:24.702265 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Bound port: 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:24.704826 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.710331 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0f32103b-b1dd-474d-85ca-5bcddd921cc2 req-32afe6fb-df34-43b4-b721-5656d30217cc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016669 Apr 05 20:45:24.726606 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-628c1214-e675-49af-a5f2-49eaf09b0177 req-987840f2-451a-40c0-93b4-3c6a78a06cf1 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093416 Apr 05 20:45:24.737202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4700ec23-e84d-4560-9777-dfec2835f98b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4700ec23-e84d-4560-9777-dfec2835f98b,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:24.773009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '4700ec23-e84d-4560-9777-dfec2835f98b', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'port_id': '4700ec23-e84d-4560-9777-dfec2835f98b', 'mac_address': 'fa:16:3e:2e:db:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:45:24.797321 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] For port 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:45:24.802715 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] For port 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4d3de3ba-2b2c-4fb8-9a70-c05f5965307d,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:45:24.809269 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.827380 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.876300 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.882689 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Routers {'828b4fb3-cfaa-435e-936b-b9e740b35a72'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:45:24.883470 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:45:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['828b4fb3-cfaa-435e-936b-b9e740b35a72'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:24.898723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4700ec23-e84d-4560-9777-dfec2835f98b {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:45:24.922178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'Subnet': ['ID=c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:24.924988 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4700ec23-e84d-4560-9777-dfec2835f98b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4700ec23-e84d-4560-9777-dfec2835f98b,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:24.928389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Checking segment: {'id': 'ba780ed3-9956-4810-94b1-e6e342798e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:45:24.928914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Network hostable DHCP agents. Network: 025e16b7-1440-4563-b12f-6b2a88b5f82c, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:45:24.935510 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:24.956533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Network 025e16b7-1440-4563-b12f-6b2a88b5f82c is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:45:24.970814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 025e16b7-1440-4563-b12f-6b2a88b5f82c) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:24.975480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:24.976188 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:25.006553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90bff93-34b2-4115-990d-e20e38e947ae None None] Network 025e16b7-1440-4563-b12f-6b2a88b5f82c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:45:25.011987 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814ae14-185b-46bf-9ff8-516ad7c8a7b3 None None] Pushing event updated for resources: {'Port': ['ID=4d3de3ba-2b2c-4fb8-9a70-c05f5965307d,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:25.027588 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-61493a25-4ad7-4885-b194-f743750a97e2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8792591 Apr 05 20:45:25.030085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48262) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:25.106997 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['4700ec23-e84d-4560-9777-dfec2835f98b'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:45:25.127473 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] Set router 828b4fb3-cfaa-435e-936b-b9e740b35a72 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:45:25.154661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=4700ec23-e84d-4560-9777-dfec2835f98b,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:25.397833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-025e16b7-1440-4563-b12f-6b2a88b5f82c', 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'fixed_ips': [{'subnet_id': 'c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:45:25.398661 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:25.504385 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1083163888', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:20Z', 'updated_at': '2022-04-05T20:45:22Z', 'revision_number': 3, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:25.510533 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dea1b5b-fd82-4fdd-bf61-59238eb263ba None None] The sync data for ids ['828b4fb3-cfaa-435e-936b-b9e740b35a72'] in n-d-836604-1 is: [{'id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1083163888', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:20Z', 'updated_at': '2022-04-05T20:45:22Z', 'revision_number': 3, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:45:25.554761 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:45:25.650048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Allocated IP 172.20.0.18 (025e16b7-1440-4563-b12f-6b2a88b5f82c/c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8/31fa6e1e-0c2a-45f1-82f4-5e8164453772) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:26.095273 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.112161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Transition to ACTIVE for port object 31fa6e1e-0c2a-45f1-82f4-5e8164453772 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:26.143170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Transition to ACTIVE for port object 31fa6e1e-0c2a-45f1-82f4-5e8164453772 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:26.158000 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.189741 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.254889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40db61-a048-427d-8618-5f1b2e6e6719 req-163ac1ab-272e-426d-8473-532789f60a34 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:26.263907 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4e40db61-a048-427d-8618-5f1b2e6e6719 req-163ac1ab-272e-426d-8473-532789f60a34 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 944 time: 0.2527502 Apr 05 20:45:26.269776 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:26.320580 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4e40db61-a048-427d-8618-5f1b2e6e6719 req-fddf1d06-c39e-4226-b6cb-92046e68ebe2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549433 Apr 05 20:45:26.344712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28ec6a-7664-4aa8-9b5b-243ead2e8d37 req-4601e227-a3bc-4641-9ccd-e33d04408b44 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:26.346354 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9a28ec6a-7664-4aa8-9b5b-243ead2e8d37 req-4601e227-a3bc-4641-9ccd-e33d04408b44 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 946 time: 0.4329176 Apr 05 20:45:26.360453 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Network 025e16b7-1440-4563-b12f-6b2a88b5f82c is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:26.362243 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:26.373427 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:45:26.430002 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9a28ec6a-7664-4aa8-9b5b-243ead2e8d37 req-39338659-74fe-4edb-a89e-c90052d8a8ac tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738368 Apr 05 20:45:26.437915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Pushing event updated for resources: {'Port': ['ID=31fa6e1e-0c2a-45f1-82f4-5e8164453772,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:26.512849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4700ec23-e84d-4560-9777-dfec2835f98b up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:26.707616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Attempting to bind port 31fa6e1e-0c2a-45f1-82f4-5e8164453772 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:26.708622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Attempting to bind port 31fa6e1e-0c2a-45f1-82f4-5e8164453772 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'ba780ed3-9956-4810-94b1-e6e342798e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:26.709125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Attempting to bind port 31fa6e1e-0c2a-45f1-82f4-5e8164453772 on network 025e16b7-1440-4563-b12f-6b2a88b5f82c {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:45:26.743606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:45:26.744221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Checking segment: {'id': 'ba780ed3-9956-4810-94b1-e6e342798e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:45:26.744787 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.745303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Bound using segment: {'id': 'ba780ed3-9956-4810-94b1-e6e342798e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:45:26.749950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Bound port: 31fa6e1e-0c2a-45f1-82f4-5e8164453772, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba780ed3-9956-4810-94b1-e6e342798e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:26.750530 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:26.804607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:26.834793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:26.835311 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.008005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 4700ec23-e84d-4560-9777-dfec2835f98b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:27.008371 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.119414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Allocated IP 172.20.0.17 (025e16b7-1440-4563-b12f-6b2a88b5f82c/c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8/11d86b3b-c5af-42ac-bc35-f9c2b205c210) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:27.121527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] For port 31fa6e1e-0c2a-45f1-82f4-5e8164453772, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:45:27.146640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] For port 31fa6e1e-0c2a-45f1-82f4-5e8164453772, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=31fa6e1e-0c2a-45f1-82f4-5e8164453772,segment=NetworkSegment(ba780ed3-9956-4810-94b1-e6e342798e76),segment_id=ba780ed3-9956-4810-94b1-e6e342798e76)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:45:27.202544 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.374503 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.382358 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.404784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Transition to ACTIVE for port object 11d86b3b-c5af-42ac-bc35-f9c2b205c210 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:27.444328 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.483194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70f4d7-640b-4d1a-a1e7-15bcb56a502f None None] Pushing event updated for resources: {'Port': ['ID=31fa6e1e-0c2a-45f1-82f4-5e8164453772,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:27.486545 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.507474 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4d3de3ba-2b2c-4fb8-9a70-c05f5965307d,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:27.517062 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4700ec23-e84d-4560-9777-dfec2835f98b'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:27.527430 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.550120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a652378f-325b-485e-a405-666c8c7449ae req-c0a28f61-5990-4e28-81e6-0d7a545f99f6 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:27.552169 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a652378f-325b-485e-a405-666c8c7449ae req-c0a28f61-5990-4e28-81e6-0d7a545f99f6 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.13 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 946 time: 0.2606947 Apr 05 20:45:27.595651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4700ec23-e84d-4560-9777-dfec2835f98b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4700ec23-e84d-4560-9777-dfec2835f98b,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:27.642824 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:27.672792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Network 025e16b7-1440-4563-b12f-6b2a88b5f82c is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:27.680255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:27.734941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'Port': ['ID=11d86b3b-c5af-42ac-bc35-f9c2b205c210,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:27.741226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:45:27.761264 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=4d3de3ba-2b2c-4fb8-9a70-c05f5965307d,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:27.845536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c19ce7-61cd-4351-91c8-6bf9aae72eaf req-a9cdd3ef-b051-4339-afa3-5a59120776c4 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:27.849649 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75c19ce7-61cd-4351-91c8-6bf9aae72eaf req-a9cdd3ef-b051-4339-afa3-5a59120776c4 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.2224479 Apr 05 20:45:27.952388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=4700ec23-e84d-4560-9777-dfec2835f98b,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:27.956845 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-75c19ce7-61cd-4351-91c8-6bf9aae72eaf req-54df59cd-e781-4d5f-bcdc-5de47117d4e1 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984800 Apr 05 20:45:27.984844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-a652378f-325b-485e-a405-666c8c7449ae req-dcbffb48-9beb-490d-bfdc-28e60dc5452b tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Deleting port 50418ff6-842f-4738-b6c1-d5404f938cd9 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:45:27.985118 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a652378f-325b-485e-a405-666c8c7449ae req-dcbffb48-9beb-490d-bfdc-28e60dc5452b tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:28.026295 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4700ec23-e84d-4560-9777-dfec2835f98b', 'code': 200} Apr 05 20:45:28.056525 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:28.234176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0add96-1ca4-494d-a7d6-763608581cdc req-e7b6dc1b-dd04-46b9-9ad4-3f8f96ed40d8 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:28.242012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef0add96-1ca4-494d-a7d6-763608581cdc req-e7b6dc1b-dd04-46b9-9ad4-3f8f96ed40d8 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 946 time: 0.3602386 Apr 05 20:45:28.303878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 31fa6e1e-0c2a-45f1-82f4-5e8164453772 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:28.396839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 31fa6e1e-0c2a-45f1-82f4-5e8164453772 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:28.400630 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef0add96-1ca4-494d-a7d6-763608581cdc req-5fea7c07-b033-4a79-b859-1d22f53235a9 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539831 Apr 05 20:45:28.406946 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:28.475996 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a652378f-325b-485e-a405-666c8c7449ae req-dcbffb48-9beb-490d-bfdc-28e60dc5452b tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] For port 50418ff6-842f-4738-b6c1-d5404f938cd9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=50418ff6-842f-4738-b6c1-d5404f938cd9,segment=NetworkSegment(df702720-13e1-4e72-b9e3-c34381e5fcfa),segment_id=df702720-13e1-4e72-b9e3-c34381e5fcfa)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:28.476651 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a652378f-325b-485e-a405-666c8c7449ae req-dcbffb48-9beb-490d-bfdc-28e60dc5452b tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:28.495054 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:28.495515 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:28.722557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-a652378f-325b-485e-a405-666c8c7449ae req-dcbffb48-9beb-490d-bfdc-28e60dc5452b tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Calling delete_port for 50418ff6-842f-4738-b6c1-d5404f938cd9 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:45:28.798441 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:29.105506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47562e9-40ce-4817-9116-c953409e9927 None None] Network 025e16b7-1440-4563-b12f-6b2a88b5f82c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:45:29.228831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b8682-8b29-4c4c-ab96-24229fc106fd req-d3540018-41a0-4b11-a025-7bd8002c7c13 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:29.237466 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e11b8682-8b29-4c4c-ab96-24229fc106fd req-d3540018-41a0-4b11-a025-7bd8002c7c13 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.1143739 Apr 05 20:45:29.292816 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e11b8682-8b29-4c4c-ab96-24229fc106fd req-372c9c5d-a159-45b3-9f63-da8c1a00c5cb tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540218 Apr 05 20:45:29.405293 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6297a43e-6e73-4741-9b99-76df82db0781 None None] Provisioning for port 31fa6e1e-0c2a-45f1-82f4-5e8164453772 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:29.414691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6297a43e-6e73-4741-9b99-76df82db0781 None None] Provisioning complete for port 31fa6e1e-0c2a-45f1-82f4-5e8164453772 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:29.415213 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6297a43e-6e73-4741-9b99-76df82db0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:29.440856 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a652378f-325b-485e-a405-666c8c7449ae req-dcbffb48-9beb-490d-bfdc-28e60dc5452b tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:29.559090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbffb48-9beb-490d-bfdc-28e60dc5452b tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Pushing event deleted for resources: {'Port': ['ID=50418ff6-842f-4738-b6c1-d5404f938cd9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:29.570795 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6297a43e-6e73-4741-9b99-76df82db0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:29.612162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6297a43e-6e73-4741-9b99-76df82db0781 None None] For port 31fa6e1e-0c2a-45f1-82f4-5e8164453772, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=31fa6e1e-0c2a-45f1-82f4-5e8164453772,segment=NetworkSegment(ba780ed3-9956-4810-94b1-e6e342798e76),segment_id=ba780ed3-9956-4810-94b1-e6e342798e76)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:29.628472 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6297a43e-6e73-4741-9b99-76df82db0781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:29.711689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-a652378f-325b-485e-a405-666c8c7449ae req-dcbffb48-9beb-490d-bfdc-28e60dc5452b tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] No DVR routers for this DVR port 50418ff6-842f-4738-b6c1-d5404f938cd9 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:45:29.714950 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a652378f-325b-485e-a405-666c8c7449ae req-dcbffb48-9beb-490d-bfdc-28e60dc5452b tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:29.735780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4838fbdc-43aa-4034-a66d-ec15c331b577', 'name': 'network-vif-deleted', 'tag': '50418ff6-842f-4738-b6c1-d5404f938cd9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:29.767541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6297a43e-6e73-4741-9b99-76df82db0781 None None] Pushing event updated for resources: {'Port': ['ID=31fa6e1e-0c2a-45f1-82f4-5e8164453772,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:29.779356 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5da2eebe-a724-4f6e-a243-f804a19bf8d7 req-284097ab-4900-477f-b822-8918d94fdf9f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=4838fbdc-43aa-4034-a66d-ec15c331b577 HTTP/1.1" status: 200 len: 210 time: 0.2014439 Apr 05 20:45:29.832795 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a652378f-325b-485e-a405-666c8c7449ae req-dcbffb48-9beb-490d-bfdc-28e60dc5452b tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.13 "DELETE /v2.0/ports/50418ff6-842f-4738-b6c1-d5404f938cd9 HTTP/1.1" status: 204 len: 173 time: 2.2615128 Apr 05 20:45:29.851356 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4838fbdc-43aa-4034-a66d-ec15c331b577', 'name': 'network-vif-deleted', 'tag': '50418ff6-842f-4738-b6c1-d5404f938cd9', 'status': 'completed', 'code': 200} Apr 05 20:45:29.884080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:29.890184 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:29.957390 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f825a5a2-d1c8-4900-904c-b19403061092 None None] Provisioning for port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:29.968649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f825a5a2-d1c8-4900-904c-b19403061092 None None] Provisioning complete for port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:29.969347 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f825a5a2-d1c8-4900-904c-b19403061092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.051363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.055910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'Port': ['ID=11d86b3b-c5af-42ac-bc35-f9c2b205c210,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:30.065905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f825a5a2-d1c8-4900-904c-b19403061092 None None] Port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:45:30.080702 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f825a5a2-d1c8-4900-904c-b19403061092 None None] Provisioning complete for port 31fa6e1e-0c2a-45f1-82f4-5e8164453772 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:30.081177 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f825a5a2-d1c8-4900-904c-b19403061092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.204028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 31fa6e1e-0c2a-45f1-82f4-5e8164453772 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:30.280204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Network 025e16b7-1440-4563-b12f-6b2a88b5f82c is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:30.281744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:30.457093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 31fa6e1e-0c2a-45f1-82f4-5e8164453772 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:30.457470 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.567826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 50418ff6-842f-4738-b6c1-d5404f938cd9 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:45:30.612121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Router 828b4fb3-cfaa-435e-936b-b9e740b35a72 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:45:30.685769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 50418ff6-842f-4738-b6c1-d5404f938cd9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:45:30.687146 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 50418ff6-842f-4738-b6c1-d5404f938cd9 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:45:30.749853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1b4fa4ac-4d13-4bd9-bd7d-db1ee4bbff4c None None] Provisioning complete for port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:30.749853 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1b4fa4ac-4d13-4bd9-bd7d-db1ee4bbff4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:30.848631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1b4fa4ac-4d13-4bd9-bd7d-db1ee4bbff4c None None] Port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:45:30.976925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d97d8a76-b64c-47cc-ba85-946597e219fd None None] Provisioning complete for port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:30.977460 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d97d8a76-b64c-47cc-ba85-946597e219fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:31.044891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d97d8a76-b64c-47cc-ba85-946597e219fd None None] Port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:45:31.095069 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75a24a-3a6b-45bf-85d1-d5cf60b3c8d2 req-befa6fc4-2dac-4637-8a37-79854546ab63 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:31.095667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6e75a24a-3a6b-45bf-85d1-d5cf60b3c8d2 req-befa6fc4-2dac-4637-8a37-79854546ab63 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.5040073 Apr 05 20:45:31.146944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:45:31.160683 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5484b5ed-31e8-47a0-bfc9-79cd349dad8b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "PUT /v2.0/routers/828b4fb3-cfaa-435e-936b-b9e740b35a72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1214645 Apr 05 20:45:31.170110 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Sync routers for ids ['828b4fb3-cfaa-435e-936b-b9e740b35a72'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:45:31.191760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Routers {'828b4fb3-cfaa-435e-936b-b9e740b35a72'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:45:31.194195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:45:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['828b4fb3-cfaa-435e-936b-b9e740b35a72'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:31.201465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6e75a24a-3a6b-45bf-85d1-d5cf60b3c8d2 req-48ff970b-e34c-4eba-939d-086d84190458 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876884 Apr 05 20:45:31.289969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-f8863551-f70d-463c-b74c-3fa2c1c431f5 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:31.298065 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-f8863551-f70d-463c-b74c-3fa2c1c431f5 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/networks?id=63d7f4f1-ba5d-4a8c-80bc-f1850771f107 HTTP/1.1" status: 200 len: 809 time: 0.1867847 Apr 05 20:45:31.316662 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-ae3489cb-1db7-49ed-a6bd-e497d3fd91b6 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/quotas/630e4dd1f45549d2af54d304492afeaa HTTP/1.1" status: 200 len: 375 time: 0.0176022 Apr 05 20:45:31.373316 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-06686a66-0a90-4b05-becf-d4d633d3f596 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=630e4dd1f45549d2af54d304492afeaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554686 Apr 05 20:45:31.470235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Set router 828b4fb3-cfaa-435e-936b-b9e740b35a72 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:45:31.519300 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-3cc839ac-86aa-40c3-b8c4-343a69c4fb57 service neutron] 10.222.0.24 "GET /v2.0/networks/63d7f4f1-ba5d-4a8c-80bc-f1850771f107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450882 Apr 05 20:45:31.581304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf82052-f15b-4456-a456-aca44f4277d2 req-a02f0dcd-4b08-4ba3-a385-3b6dcd7e1e42 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:31.582853 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-edf82052-f15b-4456-a456-aca44f4277d2 req-a02f0dcd-4b08-4ba3-a385-3b6dcd7e1e42 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/networks?id=025e16b7-1440-4563-b12f-6b2a88b5f82c HTTP/1.1" status: 200 len: 798 time: 0.1845531 Apr 05 20:45:31.600153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-edf82052-f15b-4456-a456-aca44f4277d2 req-b137083e-b71d-4e48-a225-eca96fa7d9d6 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/quotas/9449ffbc0eeb4961ad83b90eb3d9f095 HTTP/1.1" status: 200 len: 375 time: 0.0108879 Apr 05 20:45:31.692627 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-e5e92c13-ccc4-4385-8c5b-e696c50b4092 service neutron] 10.222.0.24 "GET /v2.0/networks/63d7f4f1-ba5d-4a8c-80bc-f1850771f107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724114 Apr 05 20:45:31.722292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-edf82052-f15b-4456-a456-aca44f4277d2 req-042a8d13-7e47-45cf-8013-5ef4ed629f11 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Synchronizing usage tracker for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:31.742540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-edf82052-f15b-4456-a456-aca44f4277d2 req-042a8d13-7e47-45cf-8013-5ef4ed629f11 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Unset dirty status for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:31.744412 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-edf82052-f15b-4456-a456-aca44f4277d2 req-042a8d13-7e47-45cf-8013-5ef4ed629f11 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9449ffbc0eeb4961ad83b90eb3d9f095&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1383138 Apr 05 20:45:31.954312 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7621f27d-0e22-4537-aae1-32fba1f5bf97 req-cf0d06d2-cc49-4d4e-93d9-81d2bc9ee461 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 210 time: 0.0551484 Apr 05 20:45:31.985486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1083163888', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:20Z', 'updated_at': '2022-04-05T20:45:28Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '11d86b3b-c5af-42ac-bc35-f9c2b205c210', 'name': '', 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'mac_address': 'fa:16:3e:f0:76:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:26Z', 'updated_at': '2022-04-05T20:45:29Z', 'revision_number': 2, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'subnets': [{'id': 'c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:31.998468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Checking router: 828b4fb3-cfaa-435e-936b-b9e740b35a72 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:45:31.998809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Updating router 828b4fb3-cfaa-435e-936b-b9e740b35a72 port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:45:32.069060 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:32.166246 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-edf82052-f15b-4456-a456-aca44f4277d2 req-b9c4d71a-e814-4b07-a923-bd56717e0a29 service neutron] 10.222.0.24 "GET /v2.0/networks/025e16b7-1440-4563-b12f-6b2a88b5f82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044466 Apr 05 20:45:32.354206 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-edf82052-f15b-4456-a456-aca44f4277d2 req-9b7dc2d9-3729-4aff-9293-ffa57002c724 service neutron] 10.222.0.24 "GET /v2.0/networks/025e16b7-1440-4563-b12f-6b2a88b5f82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810045 Apr 05 20:45:32.603179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f0a75-586e-4444-acf9-3391547e6610 req-023d96d2-2b86-4828-9076-9b25691ac1f1 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:32.607480 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da2f0a75-586e-4444-acf9-3391547e6610 req-023d96d2-2b86-4828-9076-9b25691ac1f1 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.1941962 Apr 05 20:45:32.734681 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf684ca-1577-4d7d-bbc4-2a5cae7cdf7d req-f637d5ab-e971-46fe-b329-6ddadf667e66 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 210 time: 0.1010234 Apr 05 20:45:32.765087 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-da2f0a75-586e-4444-acf9-3391547e6610 req-e50bfcc9-30b9-493b-a346-1845a477a3b4 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514289 Apr 05 20:45:32.770485 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:32.805039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Transition to ACTIVE for port object 11d86b3b-c5af-42ac-bc35-f9c2b205c210 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:32.817826 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:33.157558 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3931a5-ca5e-4e75-bdfa-195bad79a1f9 None None] Pushing event updated for resources: {'Port': ['ID=11d86b3b-c5af-42ac-bc35-f9c2b205c210,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:33.233574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Attempting to bind port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:33.234079 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Attempting to bind port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'ba780ed3-9956-4810-94b1-e6e342798e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:33.234562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Attempting to bind port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 on network 025e16b7-1440-4563-b12f-6b2a88b5f82c {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:45:33.241542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:45:33.242216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Checking segment: {'id': 'ba780ed3-9956-4810-94b1-e6e342798e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:45:33.242718 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:33.243266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Bound using segment: {'id': 'ba780ed3-9956-4810-94b1-e6e342798e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:45:33.243885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Bound port: 11d86b3b-c5af-42ac-bc35-f9c2b205c210, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba780ed3-9956-4810-94b1-e6e342798e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:33.244381 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:33.277703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9f5cb075-0982-42f0-8137-3e3d600c846d req-be446465-a5e1-420e-b9fa-375c0308d0d1 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Synchronizing usage tracker for tenant:630e4dd1f45549d2af54d304492afeaa on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:33.310198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9f5cb075-0982-42f0-8137-3e3d600c846d req-be446465-a5e1-420e-b9fa-375c0308d0d1 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Unset dirty status for tenant:630e4dd1f45549d2af54d304492afeaa on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:33.313549 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f5cb075-0982-42f0-8137-3e3d600c846d req-be446465-a5e1-420e-b9fa-375c0308d0d1 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 210 time: 0.1263211 Apr 05 20:45:33.414094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] For port 11d86b3b-c5af-42ac-bc35-f9c2b205c210, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:45:33.418146 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] For port 11d86b3b-c5af-42ac-bc35-f9c2b205c210, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=11d86b3b-c5af-42ac-bc35-f9c2b205c210,segment=NetworkSegment(ba780ed3-9956-4810-94b1-e6e342798e76),segment_id=ba780ed3-9956-4810-94b1-e6e342798e76)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:45:33.425419 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:33.520289 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Routers {'828b4fb3-cfaa-435e-936b-b9e740b35a72'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:45:33.521727 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:45:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['828b4fb3-cfaa-435e-936b-b9e740b35a72'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:33.607297 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3931a5-ca5e-4e75-bdfa-195bad79a1f9 None None] Pushing event updated for resources: {'Port': ['ID=11d86b3b-c5af-42ac-bc35-f9c2b205c210,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:33.872231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] Set router 828b4fb3-cfaa-435e-936b-b9e740b35a72 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:45:34.103316 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f291465e-54cb-4afb-8913-6b3d7e6e04ae req-66d731fb-551e-40ec-bd1f-98f8d28b0cc5 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 210 time: 0.1134233 Apr 05 20:45:34.190797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-16ab0606-9bf9-4bc4-a960-570ca171f5c0 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:34.192928 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-16ab0606-9bf9-4bc4-a960-570ca171f5c0 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.13 "GET /v2.0/networks?id=63d7f4f1-ba5d-4a8c-80bc-f1850771f107 HTTP/1.1" status: 200 len: 809 time: 0.3733549 Apr 05 20:45:34.200940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce2de7-318a-41d3-8043-2e87e301721c req-15f23bc0-8bcc-4ae7-9098-5e6a0949513a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:34.211922 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68ce2de7-318a-41d3-8043-2e87e301721c req-15f23bc0-8bcc-4ae7-9098-5e6a0949513a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.1628740 Apr 05 20:45:34.219813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Request body: {'port': {'device_id': 'b647dd25-153b-4701-a1ed-2badf0e1bb94', 'network_id': '63d7f4f1-ba5d-4a8c-80bc-f1850771f107', 'admin_state_up': True, 'tenant_id': '630e4dd1f45549d2af54d304492afeaa'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:45:34.517633 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68ce2de7-318a-41d3-8043-2e87e301721c req-8d10e6ff-25db-4bca-8479-78d07a7a459c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195564 Apr 05 20:45:34.560955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:34.573414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:34.600633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Made reservation on behalf of 630e4dd1f45549d2af54d304492afeaa for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:34.608754 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:34.610771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1083163888', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:20Z', 'updated_at': '2022-04-05T20:45:28Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '11d86b3b-c5af-42ac-bc35-f9c2b205c210', 'name': '', 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'mac_address': 'fa:16:3e:f0:76:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:26Z', 'updated_at': '2022-04-05T20:45:33Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'subnets': [{'id': 'c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:34.615339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2cdc53-aa99-4789-90eb-a179bfc4d3c0 None None] The sync data for ids ['828b4fb3-cfaa-435e-936b-b9e740b35a72'] in n-d-836604-1 is: [{'id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1083163888', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:20Z', 'updated_at': '2022-04-05T20:45:28Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '11d86b3b-c5af-42ac-bc35-f9c2b205c210', 'name': '', 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'mac_address': 'fa:16:3e:f0:76:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'device_owner': 'network:router_interface', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:26Z', 'updated_at': '2022-04-05T20:45:33Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'subnets': [{'id': 'c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:45:34.830098 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a3e4a29f-ccc4-4c4e-a93b-01a003247dff req-c4bd7ef3-e720-4299-9b7f-db39f78a332d tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 210 time: 0.3304453 Apr 05 20:45:34.854627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Allocated IP 172.20.0.10 (63d7f4f1-ba5d-4a8c-80bc-f1850771f107/1f39c989-b389-4635-a24e-8b9959037fef/a8299cd1-1e6c-41fe-b60d-0f705b1ca52d) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:34.928284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf82052-f15b-4456-a456-aca44f4277d2 req-56de8ed2-591d-49ab-b929-262dd3cdec33 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:34.929259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-edf82052-f15b-4456-a456-aca44f4277d2 req-56de8ed2-591d-49ab-b929-262dd3cdec33 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Synchronizing usage tracker for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:34.955230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-edf82052-f15b-4456-a456-aca44f4277d2 req-56de8ed2-591d-49ab-b929-262dd3cdec33 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Unset dirty status for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:34.957267 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edf82052-f15b-4456-a456-aca44f4277d2 req-56de8ed2-591d-49ab-b929-262dd3cdec33 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.41 "GET /v2.0/networks?id=025e16b7-1440-4563-b12f-6b2a88b5f82c HTTP/1.1" status: 200 len: 798 time: 0.7190075 Apr 05 20:45:34.974040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Request body: {'port': {'device_id': '3fb69d90-696c-42dc-8b6c-99b9a14ee04f', 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c', 'admin_state_up': True, 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:45:35.174381 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:35.177847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:45:35.189147 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:45:35.210988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Made reservation on behalf of 9449ffbc0eeb4961ad83b90eb3d9f095 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:45:35.215017 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:35.242101 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:35.384556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Network 63d7f4f1-ba5d-4a8c-80bc-f1850771f107 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:35.423534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:35.427452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:45:35.460438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Allocated IP 172.20.0.29 (025e16b7-1440-4563-b12f-6b2a88b5f82c/c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8/8f996ad6-565c-48cd-a6d0-5a03e9d77e95) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:45:35.494016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Pushing event updated for resources: {'Port': ['ID=a8299cd1-1e6c-41fe-b60d-0f705b1ca52d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:35.510973 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7809b9c2-38d4-4bf8-a50d-9cbef184a023 req-a22cc539-5d23-4dd8-9b26-3f26818cc987 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 210 time: 0.1246846 Apr 05 20:45:35.580296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:35.584807 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:35.657490 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-b9c4fbb3-d660-4294-83e9-4404c299067f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4440665 Apr 05 20:45:35.672599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Request body: {'port': {'device_id': 'b647dd25-153b-4701-a1ed-2badf0e1bb94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:45:35.801740 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:35.831430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Transition to ACTIVE for port object 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:35.861383 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:35.924535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e8241-8977-4857-bd0f-274263ed77c7 req-87606f1a-ca3b-4bd3-923b-e73b56aea507 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:35.935269 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be4e8241-8977-4857-bd0f-274263ed77c7 req-87606f1a-ca3b-4bd3-923b-e73b56aea507 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.2021942 Apr 05 20:45:36.020671 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be4e8241-8977-4857-bd0f-274263ed77c7 req-5443ee14-ef9b-414c-a821-491f3d9f0116 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842967 Apr 05 20:45:36.021789 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:36.199438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event updated for resources: {'Port': ['ID=8f996ad6-565c-48cd-a6d0-5a03e9d77e95,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:36.225541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Network 025e16b7-1440-4563-b12f-6b2a88b5f82c is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:45:36.226920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:45:36.243519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:45:36.245216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7c417-b274-4d64-a540-bbd7d68cd001 req-e406038c-3beb-4d20-9ebd-43288b78bb49 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:36.249937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-06c7c417-b274-4d64-a540-bbd7d68cd001 req-e406038c-3beb-4d20-9ebd-43288b78bb49 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Synchronizing usage tracker for tenant:630e4dd1f45549d2af54d304492afeaa on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:36.333007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 11d86b3b-c5af-42ac-bc35-f9c2b205c210 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:36.370846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:36.371753 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:36.416372 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edf82052-f15b-4456-a456-aca44f4277d2 req-cde8451f-68fd-4e58-8f3f-6cef56bd3c5b tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4492807 Apr 05 20:45:36.444924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Request body: {'port': {'device_id': '3fb69d90-696c-42dc-8b6c-99b9a14ee04f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:45:36.606836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-06c7c417-b274-4d64-a540-bbd7d68cd001 req-e406038c-3beb-4d20-9ebd-43288b78bb49 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Unset dirty status for tenant:630e4dd1f45549d2af54d304492afeaa on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:36.612441 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-06c7c417-b274-4d64-a540-bbd7d68cd001 req-e406038c-3beb-4d20-9ebd-43288b78bb49 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 932 time: 0.5556757 Apr 05 20:45:36.651941 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:36.684383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a3aae0ec-9697-443f-b9ae-678bd2f59e30 None None] Provisioning for port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:36.702216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a3aae0ec-9697-443f-b9ae-678bd2f59e30 None None] Provisioning complete for port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:36.702216 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3aae0ec-9697-443f-b9ae-678bd2f59e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:36.778762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:36.855033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:36.858015 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-06c7c417-b274-4d64-a540-bbd7d68cd001 req-c7bf9600-7f0a-46e1-992a-671415ca2aaf tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151315 Apr 05 20:45:36.858588 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:36.933226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a3aae0ec-9697-443f-b9ae-678bd2f59e30 None None] Port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:45:36.961351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8299cd1-1e6c-41fe-b60d-0f705b1ca52d {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:45:36.970759 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:36.990731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Transition to ACTIVE for port object a8299cd1-1e6c-41fe-b60d-0f705b1ca52d will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:37.001737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:37.016259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b93b-4033-4aad-bddb-a40ecd1506f0 req-6de67411-29c3-453b-8b33-2325084ba3ef tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:37.017093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8a60b93b-4033-4aad-bddb-a40ecd1506f0 req-6de67411-29c3-453b-8b33-2325084ba3ef tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Synchronizing usage tracker for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:37.086005 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:37.108008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8299cd1-1e6c-41fe-b60d-0f705b1ca52d,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:37.113426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8a60b93b-4033-4aad-bddb-a40ecd1506f0 req-6de67411-29c3-453b-8b33-2325084ba3ef tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Unset dirty status for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:37.126429 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8a60b93b-4033-4aad-bddb-a40ecd1506f0 req-6de67411-29c3-453b-8b33-2325084ba3ef tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 895 time: 0.3740966 Apr 05 20:45:37.155849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 11d86b3b-c5af-42ac-bc35-f9c2b205c210, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=11d86b3b-c5af-42ac-bc35-f9c2b205c210,segment=NetworkSegment(ba780ed3-9956-4810-94b1-e6e342798e76),segment_id=ba780ed3-9956-4810-94b1-e6e342798e76)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:37.167116 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:37.306316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=11d86b3b-c5af-42ac-bc35-f9c2b205c210,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:37.434771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:45:37.445344 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:37.449580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5febfe7-0a1f-481d-81a1-e82fa192f94c req-0899d77f-9a62-46ca-8a16-664d5a171c32 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:37.451963 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5febfe7-0a1f-481d-81a1-e82fa192f94c req-0899d77f-9a62-46ca-8a16-664d5a171c32 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.2240763 Apr 05 20:45:37.466877 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Transition to ACTIVE for port object 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:45:37.474149 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:37.496001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Attempting to bind port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:37.496527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Attempting to bind port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'df702720-13e1-4e72-b9e3-c34381e5fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63d7f4f1-ba5d-4a8c-80bc-f1850771f107'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:37.497601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Attempting to bind port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d on network 63d7f4f1-ba5d-4a8c-80bc-f1850771f107 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:45:37.507774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d on network 63d7f4f1-ba5d-4a8c-80bc-f1850771f107 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:45:37.508312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Attempting to bind port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d on network 63d7f4f1-ba5d-4a8c-80bc-f1850771f107 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:45:37.518014 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:45:37.518670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Checking segment: {'id': 'df702720-13e1-4e72-b9e3-c34381e5fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63d7f4f1-ba5d-4a8c-80bc-f1850771f107'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:45:37.518763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Bound using segment: {'id': 'df702720-13e1-4e72-b9e3-c34381e5fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63d7f4f1-ba5d-4a8c-80bc-f1850771f107'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:45:37.519134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Bound port: a8299cd1-1e6c-41fe-b60d-0f705b1ca52d, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df702720-13e1-4e72-b9e3-c34381e5fcfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '63d7f4f1-ba5d-4a8c-80bc-f1850771f107'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:37.519486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:37.609150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5febfe7-0a1f-481d-81a1-e82fa192f94c req-9e6a2d8a-d53f-47b1-842d-8697924a8941 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270485 Apr 05 20:45:37.681327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] For port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:45:37.688960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] For port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a8299cd1-1e6c-41fe-b60d-0f705b1ca52d,segment=NetworkSegment(df702720-13e1-4e72-b9e3-c34381e5fcfa),segment_id=df702720-13e1-4e72-b9e3-c34381e5fcfa)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:45:37.695421 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:37.798385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:37.799246 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:37.807520 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] 10.222.0.13 "PUT /v2.0/ports/a8299cd1-1e6c-41fe-b60d-0f705b1ca52d HTTP/1.1" status: 200 len: 1092 time: 2.1397760 Apr 05 20:45:37.823437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b647dd25-153b-4701-a1ed-2badf0e1bb94', 'tag': 'a8299cd1-1e6c-41fe-b60d-0f705b1ca52d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:37.835083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Pushing event updated for resources: {'Port': ['ID=8f996ad6-565c-48cd-a6d0-5a03e9d77e95,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:37.896002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Attempting to bind port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:45:37.896002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Attempting to bind port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'ba780ed3-9956-4810-94b1-e6e342798e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:45:37.896002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Attempting to bind port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 on network 025e16b7-1440-4563-b12f-6b2a88b5f82c {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:45:37.908309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 on network 025e16b7-1440-4563-b12f-6b2a88b5f82c not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:45:37.908790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Attempting to bind port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 on network 025e16b7-1440-4563-b12f-6b2a88b5f82c {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:45:37.926682 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:45:37.926682 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Checking segment: {'id': 'ba780ed3-9956-4810-94b1-e6e342798e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:45:37.927749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Bound using segment: {'id': 'ba780ed3-9956-4810-94b1-e6e342798e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:45:37.927749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Bound port: 8f996ad6-565c-48cd-a6d0-5a03e9d77e95, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba780ed3-9956-4810-94b1-e6e342798e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:45:37.927749 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:38.018595 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b647dd25-153b-4701-a1ed-2badf0e1bb94', 'tag': 'a8299cd1-1e6c-41fe-b60d-0f705b1ca52d', 'status': 'completed', 'code': 200} Apr 05 20:45:38.124707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] For port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:45:38.129471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] For port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8f996ad6-565c-48cd-a6d0-5a03e9d77e95,segment=NetworkSegment(ba780ed3-9956-4810-94b1-e6e342798e76),segment_id=ba780ed3-9956-4810-94b1-e6e342798e76)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:45:38.148100 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:38.163281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c299e-1bf9-4889-8a60-873e869158a2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8299cd1-1e6c-41fe-b60d-0f705b1ca52d,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:38.195995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-c9f05e7e-ff02-4819-a402-37e10f052010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:38.197597 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-c9f05e7e-ff02-4819-a402-37e10f052010 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=630e4dd1f45549d2af54d304492afeaa&device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 1095 time: 0.3049831 Apr 05 20:45:38.236571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 11d86b3b-c5af-42ac-bc35-f9c2b205c210 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:38.285699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-88ddc632-dc2c-4d04-8b68-0b20dced7ec2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8299cd1-1e6c-41fe-b60d-0f705b1ca52d HTTP/1.1" status: 200 len: 217 time: 0.0794177 Apr 05 20:45:38.302157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25154dec-d77f-4644-b646-214724f95e8a req-fc22a21b-3dff-4660-a2d2-696388c0b5c5 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:38.303576 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-25154dec-d77f-4644-b646-214724f95e8a req-fc22a21b-3dff-4660-a2d2-696388c0b5c5 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 944 time: 0.2001982 Apr 05 20:45:38.409407 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:38.410281 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:38.418218 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-25154dec-d77f-4644-b646-214724f95e8a req-d605bb7c-f9a8-4fc2-854d-dd09f2ddc917 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777657 Apr 05 20:45:38.453799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-a54e6552-4c7c-4ab3-b9d5-03d3de67e15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:38.455831 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-a54e6552-4c7c-4ab3-b9d5-03d3de67e15e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f39c989-b389-4635-a24e-8b9959037fef HTTP/1.1" status: 200 len: 849 time: 0.1506131 Apr 05 20:45:38.479028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:38.479823 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:38.486206 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edf82052-f15b-4456-a456-aca44f4277d2 req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] 10.222.0.41 "PUT /v2.0/ports/8f996ad6-565c-48cd-a6d0-5a03e9d77e95 HTTP/1.1" status: 200 len: 1055 time: 2.0519376 Apr 05 20:45:38.504836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb69d90-696c-42dc-8b6c-99b9a14ee04f', 'tag': '8f996ad6-565c-48cd-a6d0-5a03e9d77e95'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:38.572348 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-4a0770f6-30a4-4d0f-87a4-f1039efeaa4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d7f4f1-ba5d-4a8c-80bc-f1850771f107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009789 Apr 05 20:45:38.720589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Pushing event updated for resources: {'Port': ['ID=8f996ad6-565c-48cd-a6d0-5a03e9d77e95,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:38.798156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:38.798156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:38.798424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:38.798758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:38.799104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:38.803094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:38.803623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:38.804116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:38.804751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:38.805221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:38.805708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:38.808616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04f196bd-0fb0-4a36-bd1b-241816893ccc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:38.853512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be809eaa-3db4-4065-b01e-0ec153db16ef req-c23551db-a584-426c-922e-ff79c0f46663 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:38.861191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be809eaa-3db4-4065-b01e-0ec153db16ef req-c23551db-a584-426c-922e-ff79c0f46663 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 907 time: 0.4612763 Apr 05 20:45:38.882244 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb69d90-696c-42dc-8b6c-99b9a14ee04f', 'tag': '8f996ad6-565c-48cd-a6d0-5a03e9d77e95', 'status': 'completed', 'code': 200} Apr 05 20:45:38.924468 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:38.940015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf82052-f15b-4456-a456-aca44f4277d2 req-bfddba5a-45d8-44fe-8116-8f0c7c69e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:38.956689 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edf82052-f15b-4456-a456-aca44f4277d2 req-bfddba5a-45d8-44fe-8116-8f0c7c69e823 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9449ffbc0eeb4961ad83b90eb3d9f095&device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 1058 time: 0.4196525 Apr 05 20:45:38.980300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-2a736a2f-f1cb-4835-b9ca-52e0762ca9a2 service neutron] 10.222.0.13 "GET /v2.0/networks/63d7f4f1-ba5d-4a8c-80bc-f1850771f107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039974 Apr 05 20:45:39.066004 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edf82052-f15b-4456-a456-aca44f4277d2 req-a65caa60-7328-4742-a1bf-3281e71db277 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=8f996ad6-565c-48cd-a6d0-5a03e9d77e95 HTTP/1.1" status: 200 len: 217 time: 0.0935712 Apr 05 20:45:39.214970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf82052-f15b-4456-a456-aca44f4277d2 req-e437fa2e-3591-4e92-9239-fcbd9ca6db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:39.217303 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edf82052-f15b-4456-a456-aca44f4277d2 req-e437fa2e-3591-4e92-9239-fcbd9ca6db45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8 HTTP/1.1" status: 200 len: 838 time: 0.0958707 Apr 05 20:45:39.220188 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-09fe2a83-4afe-4597-9518-82b83ff2b72c req-c46f1ead-510d-49c4-8c70-38f2affca49e service neutron] 10.222.0.13 "GET /v2.0/networks/63d7f4f1-ba5d-4a8c-80bc-f1850771f107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308612 Apr 05 20:45:39.239314 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:39.290058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86539cd-da0f-4e92-a26f-867cb86f5062 req-d70e4f42-d536-4847-9a9d-cf7434e603a0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:39.297544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a86539cd-da0f-4e92-a26f-867cb86f5062 req-d70e4f42-d536-4847-9a9d-cf7434e603a0 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.2285972 Apr 05 20:45:39.351025 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a86539cd-da0f-4e92-a26f-867cb86f5062 req-c768deb4-e17e-4e94-9a1e-c9739ad2d836 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524905 Apr 05 20:45:39.392009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ac35c-5ba8-4621-88b6-85f91c62c4d3 req-5ed28f39-431d-4f1f-84a9-14b339ffb6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:39.393654 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b0ac35c-5ba8-4621-88b6-85f91c62c4d3 req-5ed28f39-431d-4f1f-84a9-14b339ffb6e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=630e4dd1f45549d2af54d304492afeaa&device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 1095 time: 0.1061463 Apr 05 20:45:39.394557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf82052-f15b-4456-a456-aca44f4277d2 req-02fc3269-157d-4133-b53f-48759e82d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:39.396670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edf82052-f15b-4456-a456-aca44f4277d2 req-02fc3269-157d-4133-b53f-48759e82d05c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=025e16b7-1440-4563-b12f-6b2a88b5f82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1680160 Apr 05 20:45:39.594822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edf82052-f15b-4456-a456-aca44f4277d2 req-5fcb7024-2dd4-44bf-8840-797ef9d358e8 service neutron] 10.222.0.41 "GET /v2.0/networks/025e16b7-1440-4563-b12f-6b2a88b5f82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913729 Apr 05 20:45:39.803708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ac35c-5ba8-4621-88b6-85f91c62c4d3 req-08bb62be-c17b-44a0-900a-e97fff56e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:39.805331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b0ac35c-5ba8-4621-88b6-85f91c62c4d3 req-08bb62be-c17b-44a0-900a-e97fff56e4ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=63d7f4f1-ba5d-4a8c-80bc-f1850771f107 HTTP/1.1" status: 200 len: 910 time: 0.4043136 Apr 05 20:45:39.858565 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-edf82052-f15b-4456-a456-aca44f4277d2 req-29d278ef-04c6-486b-8969-ee1674ad292a service neutron] 10.222.0.41 "GET /v2.0/networks/025e16b7-1440-4563-b12f-6b2a88b5f82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566533 Apr 05 20:45:39.916307 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b0ac35c-5ba8-4621-88b6-85f91c62c4d3 req-9903e541-224c-4b05-aecd-aa33f8ab9750 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a8299cd1-1e6c-41fe-b60d-0f705b1ca52d HTTP/1.1" status: 200 len: 217 time: 0.1034889 Apr 05 20:45:40.009266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0ac35c-5ba8-4621-88b6-85f91c62c4d3 req-ad9a8d29-8c5a-45df-b954-9bf626ffe841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:40.010889 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b0ac35c-5ba8-4621-88b6-85f91c62c4d3 req-ad9a8d29-8c5a-45df-b954-9bf626ffe841 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f39c989-b389-4635-a24e-8b9959037fef HTTP/1.1" status: 200 len: 849 time: 0.0840065 Apr 05 20:45:40.021571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e9b38-20ef-4816-aa75-041dca07bdb2 req-6baa978c-e795-4660-ae6d-a726858dd637 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:40.024004 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea6e9b38-20ef-4816-aa75-041dca07bdb2 req-6baa978c-e795-4660-ae6d-a726858dd637 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 944 time: 0.4415977 Apr 05 20:45:40.108837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c86067-2f4d-4343-92c5-a69a44c0640a req-b96b1509-d29b-4a8e-a1b1-1b70dfbd0eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:40.111441 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f3c86067-2f4d-4343-92c5-a69a44c0640a req-b96b1509-d29b-4a8e-a1b1-1b70dfbd0eee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9449ffbc0eeb4961ad83b90eb3d9f095&device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 1058 time: 0.1921544 Apr 05 20:45:40.117428 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b0ac35c-5ba8-4621-88b6-85f91c62c4d3 req-ba37064f-62e2-45ac-b259-f046748209bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=63d7f4f1-ba5d-4a8c-80bc-f1850771f107&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922740 Apr 05 20:45:40.260434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea6e9b38-20ef-4816-aa75-041dca07bdb2 req-077a283f-c056-4129-a67d-0fd69cd39f4f tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835027 Apr 05 20:45:40.282937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc569e6-ed1d-471b-9da1-a3fc95355dbe req-d1972397-c7bf-4777-aeb7-66e00f83cbe9 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:40.284671 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6fc569e6-ed1d-471b-9da1-a3fc95355dbe req-d1972397-c7bf-4777-aeb7-66e00f83cbe9 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 907 time: 0.2335024 Apr 05 20:45:40.342219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c86067-2f4d-4343-92c5-a69a44c0640a req-ad22f3b0-3dc8-4696-89e1-c67ada780c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:40.343879 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f3c86067-2f4d-4343-92c5-a69a44c0640a req-ad22f3b0-3dc8-4696-89e1-c67ada780c87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=025e16b7-1440-4563-b12f-6b2a88b5f82c HTTP/1.1" status: 200 len: 899 time: 0.2242765 Apr 05 20:45:40.347389 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b0ac35c-5ba8-4621-88b6-85f91c62c4d3 req-35ee81d5-e558-4a7b-998d-18d31fe31a76 service neutron] 10.222.0.13 "GET /v2.0/networks/63d7f4f1-ba5d-4a8c-80bc-f1850771f107?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227335 Apr 05 20:45:40.452322 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f3c86067-2f4d-4343-92c5-a69a44c0640a req-009c53e1-a21f-4e6e-9a29-a91501b42691 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=8f996ad6-565c-48cd-a6d0-5a03e9d77e95 HTTP/1.1" status: 200 len: 217 time: 0.1001692 Apr 05 20:45:40.558230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c86067-2f4d-4343-92c5-a69a44c0640a req-ea928c28-9570-4485-91f9-6dfb72d0a77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:40.561520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f3c86067-2f4d-4343-92c5-a69a44c0640a req-ea928c28-9570-4485-91f9-6dfb72d0a77a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8 HTTP/1.1" status: 200 len: 838 time: 0.1018274 Apr 05 20:45:40.688040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c86067-2f4d-4343-92c5-a69a44c0640a req-caa45113-8da6-473d-af87-ac75b439f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:40.689773 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f3c86067-2f4d-4343-92c5-a69a44c0640a req-caa45113-8da6-473d-af87-ac75b439f11d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=025e16b7-1440-4563-b12f-6b2a88b5f82c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1208634 Apr 05 20:45:40.767547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b0ac35c-5ba8-4621-88b6-85f91c62c4d3 req-568cb0e8-a766-46d3-b030-d2d93ac6d035 service neutron] 10.222.0.13 "GET /v2.0/networks/63d7f4f1-ba5d-4a8c-80bc-f1850771f107?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102659 Apr 05 20:45:40.864250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6482ea-2764-4a7c-9893-a4fb9973316b req-66f7c325-c1b8-4178-98f1-7069483bbfa7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:40.866595 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d6482ea-2764-4a7c-9893-a4fb9973316b req-66f7c325-c1b8-4178-98f1-7069483bbfa7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.2716215 Apr 05 20:45:40.925243 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f3c86067-2f4d-4343-92c5-a69a44c0640a req-a5d0fa9d-f048-4cd8-a0bf-2b6af25a1466 service neutron] 10.222.0.41 "GET /v2.0/networks/025e16b7-1440-4563-b12f-6b2a88b5f82c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251048 Apr 05 20:45:40.927291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d6482ea-2764-4a7c-9893-a4fb9973316b req-a6346df0-6052-4ca1-9588-0e150b1a0af1 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543551 Apr 05 20:45:40.967156 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea9f1ab1-7e54-4032-afda-318bd6e0cde6 req-f44db9cc-e9f3-4c1e-a6a1-eca0b0a62c53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2021296 Apr 05 20:45:41.169782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f1ab1-7e54-4032-afda-318bd6e0cde6 req-387492dd-0652-4ab5-a998-69e4d91dc9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:41.172588 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea9f1ab1-7e54-4032-afda-318bd6e0cde6 req-387492dd-0652-4ab5-a998-69e4d91dc9d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0978034 Apr 05 20:45:41.247663 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f3c86067-2f4d-4343-92c5-a69a44c0640a req-bb49aae8-6626-4e61-810a-0cfd2fa74bbd service neutron] 10.222.0.41 "GET /v2.0/networks/025e16b7-1440-4563-b12f-6b2a88b5f82c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152189 Apr 05 20:45:41.405021 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f1ab1-7e54-4032-afda-318bd6e0cde6 req-0a2a3afd-3fba-4bcb-aeb5-6b006677bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:41.406819 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea9f1ab1-7e54-4032-afda-318bd6e0cde6 req-0a2a3afd-3fba-4bcb-aeb5-6b006677bb5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d15b2-67aa-47b7-881f-4f74588c6650 HTTP/1.1" status: 200 len: 897 time: 0.2108014 Apr 05 20:45:41.418715 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8b30b38b-5e29-4944-83c0-281692b32e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:41.555494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952a290-01e2-4bb2-aac2-61e27bad70aa req-bb1c776d-b3ba-41c3-b43a-bf24b892ffdb tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:41.557217 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a952a290-01e2-4bb2-aac2-61e27bad70aa req-bb1c776d-b3ba-41c3-b43a-bf24b892ffdb tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 944 time: 0.1438811 Apr 05 20:45:41.628445 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea9f1ab1-7e54-4032-afda-318bd6e0cde6 req-12269470-cece-45fe-87f6-9619913bc2ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9 HTTP/1.1" status: 200 len: 1000 time: 0.1967061 Apr 05 20:45:41.632471 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a952a290-01e2-4bb2-aac2-61e27bad70aa req-4bed0410-2259-475f-a705-6164675d8abc tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679724 Apr 05 20:45:41.723023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f1ab1-7e54-4032-afda-318bd6e0cde6 req-8d7ee1ce-a1a6-45fd-9835-bbe3fd344d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:41.724485 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea9f1ab1-7e54-4032-afda-318bd6e0cde6 req-8d7ee1ce-a1a6-45fd-9835-bbe3fd344d8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f70cd3f5-300b-495c-b8dc-109ddb0a7ae6 HTTP/1.1" status: 200 len: 835 time: 0.0887041 Apr 05 20:45:41.781681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6bed7b-ce4f-48c1-8fe1-308e7f1e0111 req-87ee00c5-29f1-4d1d-a92a-9435ab1cf3ba tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:41.783217 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d6bed7b-ce4f-48c1-8fe1-308e7f1e0111 req-87ee00c5-29f1-4d1d-a92a-9435ab1cf3ba tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 907 time: 0.2131634 Apr 05 20:45:41.840550 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f1ab1-7e54-4032-afda-318bd6e0cde6 req-cda9071c-d9d3-4f49-b8e1-a00041de4241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:41.842120 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea9f1ab1-7e54-4032-afda-318bd6e0cde6 req-cda9071c-d9d3-4f49-b8e1-a00041de4241 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d15b2-67aa-47b7-881f-4f74588c6650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097329 Apr 05 20:45:41.994655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea9f1ab1-7e54-4032-afda-318bd6e0cde6 req-39f49036-2950-43a2-b00b-8e0f656bd0e6 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459439 Apr 05 20:45:42.172736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e1708-5dd6-40be-9b5e-c3b3f589ba4c req-f10ff4d7-b971-487b-892f-04560109f91b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:42.175055 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb7e1708-5dd6-40be-9b5e-c3b3f589ba4c req-f10ff4d7-b971-487b-892f-04560109f91b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.1126740 Apr 05 20:45:42.184677 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea9f1ab1-7e54-4032-afda-318bd6e0cde6 req-8cc60af8-765d-45b2-92b2-3cc3a0ed051a service neutron] 10.222.0.13 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813734 Apr 05 20:45:42.227652 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eb7e1708-5dd6-40be-9b5e-c3b3f589ba4c req-4e4960ec-7912-4557-94a4-8cdb20af1708 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446837 Apr 05 20:45:42.516999 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a8299cd1-1e6c-41fe-b60d-0f705b1ca52d details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:45:42.657574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a8299cd1-1e6c-41fe-b60d-0f705b1ca52d,segment=NetworkSegment(df702720-13e1-4e72-b9e3-c34381e5fcfa),segment_id=df702720-13e1-4e72-b9e3-c34381e5fcfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:42.673067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'a8299cd1-1e6c-41fe-b60d-0f705b1ca52d', 'network_id': '63d7f4f1-ba5d-4a8c-80bc-f1850771f107', 'port_id': 'a8299cd1-1e6c-41fe-b60d-0f705b1ca52d', 'mac_address': 'fa:16:3e:3c:09:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f39c989-b389-4635-a24e-8b9959037fef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:45:42.740237 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:42.761950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8299cd1-1e6c-41fe-b60d-0f705b1ca52d {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:45:42.779785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a8299cd1-1e6c-41fe-b60d-0f705b1ca52d,segment=NetworkSegment(df702720-13e1-4e72-b9e3-c34381e5fcfa),segment_id=df702720-13e1-4e72-b9e3-c34381e5fcfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:42.787173 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:42.874310 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=a8299cd1-1e6c-41fe-b60d-0f705b1ca52d,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:43.050325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['a8299cd1-1e6c-41fe-b60d-0f705b1ca52d'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:45:43.060389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0b485a-9142-4000-966d-1e9cb5ef2729 req-37fa6ae3-daff-4679-8896-a1787fb1895f tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:43.062011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ab0b485a-9142-4000-966d-1e9cb5ef2729 req-37fa6ae3-daff-4679-8896-a1787fb1895f tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 907 time: 0.1045513 Apr 05 20:45:43.096098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755987c-f3d8-4598-9a0a-678b2f3b0e2e req-8dc18575-b17a-4978-b7e7-1820fb5d73e9 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:43.097677 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d755987c-f3d8-4598-9a0a-678b2f3b0e2e req-8dc18575-b17a-4978-b7e7-1820fb5d73e9 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 945 time: 0.2436607 Apr 05 20:45:43.151419 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d755987c-f3d8-4598-9a0a-678b2f3b0e2e req-529188cf-e84e-4f07-a7e6-6ef92211cebd tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477960 Apr 05 20:45:43.189662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:45:43.421905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8f996ad6-565c-48cd-a6d0-5a03e9d77e95,segment=NetworkSegment(ba780ed3-9956-4810-94b1-e6e342798e76),segment_id=ba780ed3-9956-4810-94b1-e6e342798e76)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:43.443777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '8f996ad6-565c-48cd-a6d0-5a03e9d77e95', 'network_id': '025e16b7-1440-4563-b12f-6b2a88b5f82c', 'port_id': '8f996ad6-565c-48cd-a6d0-5a03e9d77e95', 'mac_address': 'fa:16:3e:29:a7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:45:43.464147 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2294c-3eca-49bc-8ae7-ca701a80bc49 req-3085b417-d13a-4705-a3fd-7a09e65602bd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:43.466254 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1ef2294c-3eca-49bc-8ae7-ca701a80bc49 req-3085b417-d13a-4705-a3fd-7a09e65602bd tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.0991724 Apr 05 20:45:43.506060 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:43.511402 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1ef2294c-3eca-49bc-8ae7-ca701a80bc49 req-c58b7286-21ff-4f51-9d9c-950e93e94694 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390508 Apr 05 20:45:43.524362 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:45:43.539472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8f996ad6-565c-48cd-a6d0-5a03e9d77e95,segment=NetworkSegment(ba780ed3-9956-4810-94b1-e6e342798e76),segment_id=ba780ed3-9956-4810-94b1-e6e342798e76)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:43.542985 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:43.610023 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=8f996ad6-565c-48cd-a6d0-5a03e9d77e95,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:43.691868 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f47cb746-d94f-4127-aba8-7adc9205596b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:43.765907 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['8f996ad6-565c-48cd-a6d0-5a03e9d77e95'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:45:43.850045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e424c83-0260-47f4-a196-80baf43ac30c req-91b11ef9-c7a1-4036-8532-e87f3f19220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:43.851517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e424c83-0260-47f4-a196-80baf43ac30c req-91b11ef9-c7a1-4036-8532-e87f3f19220e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 1096 time: 0.0706723 Apr 05 20:45:43.980225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e424c83-0260-47f4-a196-80baf43ac30c req-565465d4-966b-4fb5-9b45-9e7bfc102ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:43.982389 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e424c83-0260-47f4-a196-80baf43ac30c req-565465d4-966b-4fb5-9b45-9e7bfc102ee6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 918 time: 0.1245971 Apr 05 20:45:44.084591 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e424c83-0260-47f4-a196-80baf43ac30c req-e768e7be-a91a-49e6-aa37-33a13e0283d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4700ec23-e84d-4560-9777-dfec2835f98b HTTP/1.1" status: 200 len: 1000 time: 0.0957527 Apr 05 20:45:44.150570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e424c83-0260-47f4-a196-80baf43ac30c req-049896b6-b53d-4cd6-adec-886ffb92bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:44.151998 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e424c83-0260-47f4-a196-80baf43ac30c req-049896b6-b53d-4cd6-adec-886ffb92bd1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.0610850 Apr 05 20:45:44.302379 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9f80c-3594-4135-9262-5e6f7e661458 req-bb6156f8-74f8-43e2-95fd-5601fbb8f08f tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:44.303812 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1d9f80c-3594-4135-9262-5e6f7e661458 req-bb6156f8-74f8-43e2-95fd-5601fbb8f08f tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 908 time: 0.1145127 Apr 05 20:45:44.306485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e424c83-0260-47f4-a196-80baf43ac30c req-7125422e-ceeb-4b77-920c-0f5b9b7236af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:44.307836 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e424c83-0260-47f4-a196-80baf43ac30c req-7125422e-ceeb-4b77-920c-0f5b9b7236af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490548 Apr 05 20:45:44.339591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb2be8-c453-4581-9b36-d56be95ad78c req-308bd3b1-b3e3-4010-9874-edfcc385c671 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:44.341580 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37cb2be8-c453-4581-9b36-d56be95ad78c req-308bd3b1-b3e3-4010-9874-edfcc385c671 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 945 time: 0.0826945 Apr 05 20:45:44.388912 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37cb2be8-c453-4581-9b36-d56be95ad78c req-420fd349-b2af-4a0c-bf35-24b56d82ea81 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415900 Apr 05 20:45:44.443998 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e424c83-0260-47f4-a196-80baf43ac30c req-4a3569fe-31c5-4d8f-807c-f7cf88e8787b service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291220 Apr 05 20:45:44.529016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a8299cd1-1e6c-41fe-b60d-0f705b1ca52d up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:44.578325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e424c83-0260-47f4-a196-80baf43ac30c req-de39ff61-2a0b-4161-a111-b07581490066 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280029 Apr 05 20:45:44.596620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:44.601806 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:44.602220 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.708237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6651a4f-184f-40d8-b2ab-266c7341a044 req-3b049e81-0a5e-4108-be17-ceb5d89d4a3b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:44.709710 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6651a4f-184f-40d8-b2ab-266c7341a044 req-3b049e81-0a5e-4108-be17-ceb5d89d4a3b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 945 time: 0.0830247 Apr 05 20:45:44.722265 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.748590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b647dd25-153b-4701-a1ed-2badf0e1bb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8299cd1-1e6c-41fe-b60d-0f705b1ca52d'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:44.756297 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6651a4f-184f-40d8-b2ab-266c7341a044 req-f20aa194-c6c7-496d-8423-3f26b7698dc5 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395758 Apr 05 20:45:44.760816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a8299cd1-1e6c-41fe-b60d-0f705b1ca52d,segment=NetworkSegment(df702720-13e1-4e72-b9e3-c34381e5fcfa),segment_id=df702720-13e1-4e72-b9e3-c34381e5fcfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:44.765158 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.765937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4700ec23-e84d-4560-9777-dfec2835f98b no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:45:44.843086 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b647dd25-153b-4701-a1ed-2badf0e1bb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8299cd1-1e6c-41fe-b60d-0f705b1ca52d', 'code': 200} Apr 05 20:45:44.896093 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.910705 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:44.912415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=a8299cd1-1e6c-41fe-b60d-0f705b1ca52d,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:44.962881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c39fa-5c5f-44de-87d7-3024f439cfbf req-5808bbec-f70f-4704-a5b5-94db8ee56426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:44.964343 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-288c39fa-5c5f-44de-87d7-3024f439cfbf req-5808bbec-f70f-4704-a5b5-94db8ee56426 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 1097 time: 0.0745969 Apr 05 20:45:44.975205 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:45.008994 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-288c39fa-5c5f-44de-87d7-3024f439cfbf req-6fca4159-78bd-4e0e-b01a-68e14a066c98 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379324 Apr 05 20:45:45.010265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4700ec23-e84d-4560-9777-dfec2835f98b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4700ec23-e84d-4560-9777-dfec2835f98b,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:45.014728 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:45.080796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=4700ec23-e84d-4560-9777-dfec2835f98b,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:45.180541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:45:45.249764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:45:45.255273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:45:45.255817 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:45.379405 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:45.385318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1138c-e0d4-4908-8da7-e98c168fe454 req-c10846d6-d4c1-4ded-9e11-c7d4fd312906 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:45.386899 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fca1138c-e0d4-4908-8da7-e98c168fe454 req-c10846d6-d4c1-4ded-9e11-c7d4fd312906 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1096 time: 0.0785186 Apr 05 20:45:45.420679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8f996ad6-565c-48cd-a6d0-5a03e9d77e95,segment=NetworkSegment(ba780ed3-9956-4810-94b1-e6e342798e76),segment_id=ba780ed3-9956-4810-94b1-e6e342798e76)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:45.423181 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:45.431036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-fca1138c-e0d4-4908-8da7-e98c168fe454 req-8fc6ca92-0168-4128-abb5-df1bccce4a39 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Synchronizing usage tracker for tenant:3d406cfd1a294bfe9891644891a3f087 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:45.448615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-fca1138c-e0d4-4908-8da7-e98c168fe454 req-8fc6ca92-0168-4128-abb5-df1bccce4a39 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Unset dirty status for tenant:3d406cfd1a294bfe9891644891a3f087 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:45.450109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fca1138c-e0d4-4908-8da7-e98c168fe454 req-8fc6ca92-0168-4128-abb5-df1bccce4a39 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572846 Apr 05 20:45:45.476486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48470) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:45.526779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=8f996ad6-565c-48cd-a6d0-5a03e9d77e95,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:45.537470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff986c7-35fb-40cc-a9c1-d79bda9ec43d req-89809b08-2f35-41f7-995d-f17580262afc tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:45.539042 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dff986c7-35fb-40cc-a9c1-d79bda9ec43d req-89809b08-2f35-41f7-995d-f17580262afc tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 909 time: 0.1175280 Apr 05 20:45:45.785230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2fb6a-fd8c-4fb5-bc1e-915b0a488969 req-640221a5-f7df-43a4-8607-60efbf8bf1bf tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:45.786598 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3fe2fb6a-fd8c-4fb5-bc1e-915b0a488969 req-640221a5-f7df-43a4-8607-60efbf8bf1bf tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 946 time: 0.2047932 Apr 05 20:45:45.788139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bccc3daa-c312-4eef-86c9-d15087e63201 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port 9508fd2c-688c-4460-96c8-0888d7dd362d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:45:45.788139 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bccc3daa-c312-4eef-86c9-d15087e63201 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:45.953545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff4a4d-463a-4c66-8de5-62ff20a6244e req-6af12e28-8caa-4c71-b291-e8f7f617e5dc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:45.955137 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-55ff4a4d-463a-4c66-8de5-62ff20a6244e req-6af12e28-8caa-4c71-b291-e8f7f617e5dc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.0852926 Apr 05 20:45:46.005249 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-55ff4a4d-463a-4c66-8de5-62ff20a6244e req-404e464a-4440-439a-abe6-3c077c43ebea tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441771 Apr 05 20:45:46.026098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3fe2fb6a-fd8c-4fb5-bc1e-915b0a488969 req-3bfb6ecf-4d5f-4751-8f13-ea706ed93856 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131596 Apr 05 20:45:46.080380 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:46.118761 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bccc3daa-c312-4eef-86c9-d15087e63201 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:46.119089 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bccc3daa-c312-4eef-86c9-d15087e63201 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:46.245947 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bccc3daa-c312-4eef-86c9-d15087e63201 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for 9508fd2c-688c-4460-96c8-0888d7dd362d owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:45:46.397538 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bccc3daa-c312-4eef-86c9-d15087e63201 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:46.444914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc3daa-c312-4eef-86c9-d15087e63201 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=9508fd2c-688c-4460-96c8-0888d7dd362d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:46.539893 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bccc3daa-c312-4eef-86c9-d15087e63201 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:46.540220 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-bccc3daa-c312-4eef-86c9-d15087e63201 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Floating IP bb6dec17-a28f-4890-93d5-13a2c1423927 disassociated (deleted). External IP: 172.25.8.73, port: 44bb4ae9-e16f-40d7-87ca-52b1f25337d9. Apr 05 20:45:46.777650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa42d3-f4b6-42b2-ab53-2ed84aca17ec req-8d9386f0-6fe6-406d-b540-11cc858658e6 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:46.779169 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39aa42d3-f4b6-42b2-ab53-2ed84aca17ec req-8d9386f0-6fe6-406d-b540-11cc858658e6 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 909 time: 0.1113756 Apr 05 20:45:46.843899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4700ec23-e84d-4560-9777-dfec2835f98b'}, {'server_uuid': '3fb69d90-696c-42dc-8b6c-99b9a14ee04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f996ad6-565c-48cd-a6d0-5a03e9d77e95'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:46.894614 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4700ec23-e84d-4560-9777-dfec2835f98b', 'code': 200} Apr 05 20:45:46.894877 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb69d90-696c-42dc-8b6c-99b9a14ee04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f996ad6-565c-48cd-a6d0-5a03e9d77e95', 'code': 200} Apr 05 20:45:46.931114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccc3daa-c312-4eef-86c9-d15087e63201 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:45:47.017781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd9dd5-f1d9-4a25-bcd0-86656e85bd7a req-dcba5d65-00b6-47a0-bf43-1538a50ea077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:47.019330 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-27fd9dd5-f1d9-4a25-bcd0-86656e85bd7a req-dcba5d65-00b6-47a0-bf43-1538a50ea077 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 1060 time: 0.0696795 Apr 05 20:45:47.116324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccc3daa-c312-4eef-86c9-d15087e63201 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:45:47.133294 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73467a07-80d9-410b-8610-15965b5e4985 None None] Sync routers for ids ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:45:47.148980 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73467a07-80d9-410b-8610-15965b5e4985 None None] Routers {'22548b54-68d9-4637-b3ea-d1d8dac1bc9e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:45:47.153077 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-73467a07-80d9-410b-8610-15965b5e4985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:45:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:47.156143 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bccc3daa-c312-4eef-86c9-d15087e63201 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:47.241183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8289c-f875-4565-9705-4e3b0e80feec req-458ce901-ddd3-4492-ab77-c822c90370c7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:47.242673 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d3c8289c-f875-4565-9705-4e3b0e80feec req-458ce901-ddd3-4492-ab77-c822c90370c7 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.1055405 Apr 05 20:45:47.289129 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bccc3daa-c312-4eef-86c9-d15087e63201 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/floatingips/bb6dec17-a28f-4890-93d5-13a2c1423927 HTTP/1.1" status: 204 len: 168 time: 1.8088882 Apr 05 20:45:47.289129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:47.324070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d983bd0c-a4b8-455e-9776-1eb091910dbc req-c38e654e-7247-4dc2-9c63-c1333cbb2b6d tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:47.325798 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d983bd0c-a4b8-455e-9776-1eb091910dbc req-c38e654e-7247-4dc2-9c63-c1333cbb2b6d tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 946 time: 0.1149058 Apr 05 20:45:47.330231 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d3c8289c-f875-4565-9705-4e3b0e80feec req-4faf49af-d5d0-4fc7-840c-f5a14fd26aff tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802460 Apr 05 20:45:47.384642 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d983bd0c-a4b8-455e-9776-1eb091910dbc req-d32d278a-5758-4b3d-861b-27a0cf8c482d tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497024 Apr 05 20:45:47.392809 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-73467a07-80d9-410b-8610-15965b5e4985 None None] Set router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:45:47.448025 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'status': 'completed', 'code': 200} Apr 05 20:45:47.605258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b651eea-4a97-4fbc-a693-39bf2b5618fb req-3935e404-f122-4744-9533-c22ca27cb4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:47.608859 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b651eea-4a97-4fbc-a693-39bf2b5618fb req-3935e404-f122-4744-9533-c22ca27cb4ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 1096 time: 0.1378889 Apr 05 20:45:47.856573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f134a5-48e1-4a8b-a527-b76b3ed5ff53 req-d981bcfc-437c-49b7-94e3-c739fd82e40d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:47.858227 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06f134a5-48e1-4a8b-a527-b76b3ed5ff53 req-d981bcfc-437c-49b7-94e3-c739fd82e40d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.1524541 Apr 05 20:45:47.907699 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-73467a07-80d9-410b-8610-15965b5e4985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:43:59Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '76ade683-5e48-4b47-b960-9c60b1b56d6f', 'name': '', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:af:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:57Z', 'updated_at': '2022-04-05T20:44:04Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:47.912534 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73467a07-80d9-410b-8610-15965b5e4985 None None] Checking router: 22548b54-68d9-4637-b3ea-d1d8dac1bc9e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:45:47.925003 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73467a07-80d9-410b-8610-15965b5e4985 None None] Routers {'22548b54-68d9-4637-b3ea-d1d8dac1bc9e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:45:47.926404 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-73467a07-80d9-410b-8610-15965b5e4985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:45:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:47.945079 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06f134a5-48e1-4a8b-a527-b76b3ed5ff53 req-d1abf02e-8a85-4a10-9f6b-3ab3f7907c8f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804625 Apr 05 20:45:48.032386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b651eea-4a97-4fbc-a693-39bf2b5618fb req-d52e4ce0-6d6c-4315-85e3-b4afb23ccb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:48.034001 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b651eea-4a97-4fbc-a693-39bf2b5618fb req-d52e4ce0-6d6c-4315-85e3-b4afb23ccb0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d34d15b2-67aa-47b7-881f-4f74588c6650 HTTP/1.1" status: 200 len: 897 time: 0.4181757 Apr 05 20:45:48.172900 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b651eea-4a97-4fbc-a693-39bf2b5618fb req-5d311cd8-2ea0-4fad-9285-60f0fef012e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9 HTTP/1.1" status: 200 len: 217 time: 0.1316774 Apr 05 20:45:48.216794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2176e13e-e9f6-4c74-9051-7c5989d978b8 req-ff220ab2-5eff-4bd5-9ff0-d20cd14ba446 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:48.224155 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2176e13e-e9f6-4c74-9051-7c5989d978b8 req-ff220ab2-5eff-4bd5-9ff0-d20cd14ba446 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 909 time: 0.1639686 Apr 05 20:45:48.251374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b651eea-4a97-4fbc-a693-39bf2b5618fb req-fd6e811f-0d9e-41a7-bf2b-97433e01ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:48.253110 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b651eea-4a97-4fbc-a693-39bf2b5618fb req-fd6e811f-0d9e-41a7-bf2b-97433e01ac4a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f70cd3f5-300b-495c-b8dc-109ddb0a7ae6 HTTP/1.1" status: 200 len: 835 time: 0.0730953 Apr 05 20:45:48.356698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b651eea-4a97-4fbc-a693-39bf2b5618fb req-c2734397-1f9a-44ff-98e8-7ed6795d50cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:48.358266 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b651eea-4a97-4fbc-a693-39bf2b5618fb req-c2734397-1f9a-44ff-98e8-7ed6795d50cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d34d15b2-67aa-47b7-881f-4f74588c6650&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985622 Apr 05 20:45:48.373027 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-73467a07-80d9-410b-8610-15965b5e4985 None None] Set router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:45:48.516854 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b651eea-4a97-4fbc-a693-39bf2b5618fb req-a10ab494-c304-4793-b57d-974aa0305f08 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520450 Apr 05 20:45:48.668167 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b651eea-4a97-4fbc-a693-39bf2b5618fb req-333b46ab-ccc4-4d91-89be-b68218edb044 service neutron] 10.222.0.13 "GET /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433084 Apr 05 20:45:48.773411 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-73467a07-80d9-410b-8610-15965b5e4985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:43:59Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '76ade683-5e48-4b47-b960-9c60b1b56d6f', 'name': '', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:af:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:57Z', 'updated_at': '2022-04-05T20:44:04Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:48.778649 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73467a07-80d9-410b-8610-15965b5e4985 None None] The sync data for ids ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'] in n-d-836604-1 is: [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:43:59Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '76ade683-5e48-4b47-b960-9c60b1b56d6f', 'name': '', 'network_id': 'd34d15b2-67aa-47b7-881f-4f74588c6650', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:af:9c:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3336, 'fixed_ips': [{'subnet_id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:57Z', 'updated_at': '2022-04-05T20:44:04Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'f70cd3f5-300b-495c-b8dc-109ddb0a7ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:45:48.825144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f6560-1921-431e-8573-23d2e5e32680 req-d3eaae45-14d4-4825-9866-fea13ba155a6 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:48.826902 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-364f6560-1921-431e-8573-23d2e5e32680 req-d3eaae45-14d4-4825-9866-fea13ba155a6 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 946 time: 0.0872428 Apr 05 20:45:48.883505 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-364f6560-1921-431e-8573-23d2e5e32680 req-6b844e08-06f3-4093-badc-5bd0a2cb3374 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508761 Apr 05 20:45:49.008120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e82afa-df48-4478-b238-b939f0d520e0 req-19f7b181-1f20-4f6b-b578-30a3ad16fbcf tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:49.009970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-91e82afa-df48-4478-b238-b939f0d520e0 req-19f7b181-1f20-4f6b-b578-30a3ad16fbcf tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:49.032637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-91e82afa-df48-4478-b238-b939f0d520e0 req-19f7b181-1f20-4f6b-b578-30a3ad16fbcf tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:49.036804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91e82afa-df48-4478-b238-b939f0d520e0 req-19f7b181-1f20-4f6b-b578-30a3ad16fbcf tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.13 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.1281281 Apr 05 20:45:49.091564 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe06ec0-2ac1-4310-9814-a20f0d4019ce None None] New status for floating IP bb6dec17-a28f-4890-93d5-13a2c1423927: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:45:49.184444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-91e82afa-df48-4478-b238-b939f0d520e0 req-4e0306a8-bbff-4d5b-809e-50a21f2f1908 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:45:49.184783 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-91e82afa-df48-4478-b238-b939f0d520e0 req-4e0306a8-bbff-4d5b-809e-50a21f2f1908 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:49.296453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f02a316-f611-4b8a-a12d-3b702a4a2328 req-fe2f390c-959d-48b7-b549-c77139c531ff tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:49.297951 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f02a316-f611-4b8a-a12d-3b702a4a2328 req-fe2f390c-959d-48b7-b549-c77139c531ff tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 945 time: 0.2032294 Apr 05 20:45:49.406608 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f02a316-f611-4b8a-a12d-3b702a4a2328 req-a7b383e0-a549-4708-9150-9138395ee49a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=e4731a5f-3c0c-401d-896e-e2cb61e577eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977049 Apr 05 20:45:49.468632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9c80c-d169-4f11-848e-2af0502d70ae req-01c58197-4efc-4d8f-bca9-a5315549a8c0 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:49.470191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f6e9c80c-d169-4f11-848e-2af0502d70ae req-01c58197-4efc-4d8f-bca9-a5315549a8c0 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 909 time: 0.1042604 Apr 05 20:45:49.523914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-91e82afa-df48-4478-b238-b939f0d520e0 req-4e0306a8-bbff-4d5b-809e-50a21f2f1908 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] For port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:49.525101 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-91e82afa-df48-4478-b238-b939f0d520e0 req-4e0306a8-bbff-4d5b-809e-50a21f2f1908 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:49.658883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-91e82afa-df48-4478-b238-b939f0d520e0 req-4e0306a8-bbff-4d5b-809e-50a21f2f1908 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:45:49.709384 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b115a6e0-6030-4e0b-961d-b0cb40837050 req-d6f73852-7d68-42b4-903b-d124e20dd76b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1481860 Apr 05 20:45:49.717315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6788ba69-c2e5-43ad-87f0-c38571490b0f req-8fff3de3-5b3a-4c60-aa21-acddbb43ac73 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:49.718896 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6788ba69-c2e5-43ad-87f0-c38571490b0f req-8fff3de3-5b3a-4c60-aa21-acddbb43ac73 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 909 time: 0.1159830 Apr 05 20:45:49.845331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a783713-7384-4fd0-9039-cdf19c23be3d req-8eeef416-5387-4756-971a-60d719f8c021 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:49.846841 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a783713-7384-4fd0-9039-cdf19c23be3d req-8eeef416-5387-4756-971a-60d719f8c021 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.2527122 Apr 05 20:45:49.929806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efa5098-bcb7-4198-b996-ff3821002f1e req-d00509b9-9c1d-4a86-b2f2-8b06f2d138e4 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:49.931359 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9efa5098-bcb7-4198-b996-ff3821002f1e req-d00509b9-9c1d-4a86-b2f2-8b06f2d138e4 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 1060 time: 0.0813825 Apr 05 20:45:50.070357 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-91e82afa-df48-4478-b238-b939f0d520e0 req-4e0306a8-bbff-4d5b-809e-50a21f2f1908 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:50.074469 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a783713-7384-4fd0-9039-cdf19c23be3d req-09fdc210-5a18-45b7-9386-84333046c177 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2221243 Apr 05 20:45:50.150496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0306a8-bbff-4d5b-809e-50a21f2f1908 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=44bb4ae9-e16f-40d7-87ca-52b1f25337d9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:50.190816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d826ea5-5d2c-43bf-98a5-c9adbc67364c req-916103ae-5128-4254-8f04-65c5cfc50960 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:50.193957 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d826ea5-5d2c-43bf-98a5-c9adbc67364c req-916103ae-5128-4254-8f04-65c5cfc50960 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 946 time: 0.1492803 Apr 05 20:45:50.270754 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d826ea5-5d2c-43bf-98a5-c9adbc67364c req-a8e615de-cf14-4a22-bcc3-cfb1b10846e7 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/security-groups?id=e44ec627-ecb9-4548-a303-f37c018bcff8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687790 Apr 05 20:45:50.324686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-91e82afa-df48-4478-b238-b939f0d520e0 req-4e0306a8-bbff-4d5b-809e-50a21f2f1908 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] No DVR routers for this DVR port 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:45:50.334787 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-91e82afa-df48-4478-b238-b939f0d520e0 req-4e0306a8-bbff-4d5b-809e-50a21f2f1908 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:50.338147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'name': 'network-vif-deleted', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:50.361301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb5cce-436d-4002-a67f-6e752c6baeea req-8c72f73c-53be-4067-a4c2-0686147d437e tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:50.367572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88fb5cce-436d-4002-a67f-6e752c6baeea req-8c72f73c-53be-4067-a4c2-0686147d437e tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.13 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 946 time: 0.4683173 Apr 05 20:45:50.422151 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c9b9128-f090-4f72-aed2-a2d347432fc8', 'name': 'network-vif-deleted', 'tag': '44bb4ae9-e16f-40d7-87ca-52b1f25337d9', 'status': 'completed', 'code': 200} Apr 05 20:45:50.434747 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91e82afa-df48-4478-b238-b939f0d520e0 req-4e0306a8-bbff-4d5b-809e-50a21f2f1908 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.13 "DELETE /v2.0/ports/44bb4ae9-e16f-40d7-87ca-52b1f25337d9 HTTP/1.1" status: 204 len: 173 time: 1.3915007 Apr 05 20:45:50.462237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-88fb5cce-436d-4002-a67f-6e752c6baeea req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Deleting port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:45:50.462592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-88fb5cce-436d-4002-a67f-6e752c6baeea req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:50.547364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365d028-5ce5-4463-b1c3-39227f7405b1 req-5900ea7d-99a3-41f5-a4a3-1c771d8960f0 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:50.552295 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5365d028-5ce5-4463-b1c3-39227f7405b1 req-5900ea7d-99a3-41f5-a4a3-1c771d8960f0 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 1136 time: 0.2754514 Apr 05 20:45:50.560624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4700ec23-e84d-4560-9777-dfec2835f98b no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:45:50.629702 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a947fd71-0fc2-4e7a-a7fb-04ed7ce87fae req-3a1acb44-12ef-4503-b240-bb4850864398 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8c9b9128-f090-4f72-aed2-a2d347432fc8 HTTP/1.1" status: 200 len: 210 time: 0.0832031 Apr 05 20:45:50.667865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5365d028-5ce5-4463-b1c3-39227f7405b1 req-bc0543f0-4102-4b6b-a17a-15b7eef96204 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Synchronizing usage tracker for tenant:6ed61e2238994126b2a33e9e9cd9df22 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:45:50.827117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5365d028-5ce5-4463-b1c3-39227f7405b1 req-bc0543f0-4102-4b6b-a17a-15b7eef96204 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Unset dirty status for tenant:6ed61e2238994126b2a33e9e9cd9df22 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:45:50.828724 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5365d028-5ce5-4463-b1c3-39227f7405b1 req-bc0543f0-4102-4b6b-a17a-15b7eef96204 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2382572 Apr 05 20:45:50.851869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48568) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:50.893977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-88fb5cce-436d-4002-a67f-6e752c6baeea req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] For port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a8299cd1-1e6c-41fe-b60d-0f705b1ca52d,segment=NetworkSegment(df702720-13e1-4e72-b9e3-c34381e5fcfa),segment_id=df702720-13e1-4e72-b9e3-c34381e5fcfa)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:50.894668 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-88fb5cce-436d-4002-a67f-6e752c6baeea req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:50.912740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115a6e0-6030-4e0b-961d-b0cb40837050 req-9d5cef2a-609e-49bd-9abe-920b63248d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:50.914219 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b115a6e0-6030-4e0b-961d-b0cb40837050 req-9d5cef2a-609e-49bd-9abe-920b63248d79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4&tenant_id=0c23d62d7af248d7aaa5f531168db711 HTTP/1.1" status: 200 len: 1094 time: 0.2036219 Apr 05 20:45:50.925655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d133f794-f783-4232-995a-8ec83d585ef2 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:50.931040 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d133f794-f783-4232-995a-8ec83d585ef2 tempest-TestSecurityGroupsBasicOps-1114532630 tempest-TestSecurityGroupsBasicOps-1114532630-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 1055 time: 0.0746551 Apr 05 20:45:51.069003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-88fb5cce-436d-4002-a67f-6e752c6baeea req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Calling delete_port for a8299cd1-1e6c-41fe-b60d-0f705b1ca52d owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:45:51.214968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115a6e0-6030-4e0b-961d-b0cb40837050 req-a537aba6-a55d-48a9-8830-82d605c20070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:51.216637 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b115a6e0-6030-4e0b-961d-b0cb40837050 req-a537aba6-a55d-48a9-8830-82d605c20070 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 1094 time: 0.2472470 Apr 05 20:45:51.366772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-88fb5cce-436d-4002-a67f-6e752c6baeea req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:51.379328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['a8299cd1-1e6c-41fe-b60d-0f705b1ca52d'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:45:51.379909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66830af8-6397-44c3-abe5-9a601f45a141 req-ef2c5f38-603d-43a6-9e64-40730adf81aa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:51.381599 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-66830af8-6397-44c3-abe5-9a601f45a141 req-ef2c5f38-603d-43a6-9e64-40730adf81aa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 909 time: 0.0918887 Apr 05 20:45:51.438230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Pushing event deleted for resources: {'Port': ['ID=a8299cd1-1e6c-41fe-b60d-0f705b1ca52d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:51.487214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:51.487552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:51.488102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:51.488182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:51.488661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:51.488792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:51.489105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:51.489416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:51.489728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:51.490076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:51.490386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:51.490694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:45:51.535256 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fdb557fd-ac69-45aa-82a7-cce07db571b4 req-cb369026-cb55-4ffb-810f-d3519b2bf649 tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.24 "GET /v2.0/ports?device_id=b647dd25-153b-4701-a1ed-2badf0e1bb94 HTTP/1.1" status: 200 len: 210 time: 0.0457098 Apr 05 20:45:51.541518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fb5cce-436d-4002-a67f-6e752c6baeea req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] No DVR routers for this DVR port a8299cd1-1e6c-41fe-b60d-0f705b1ca52d on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:45:51.548569 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-88fb5cce-436d-4002-a67f-6e752c6baeea req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:51.562956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115a6e0-6030-4e0b-961d-b0cb40837050 req-51bd6625-3955-482e-8f40-679f2d91d2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:51.563925 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b115a6e0-6030-4e0b-961d-b0cb40837050 req-51bd6625-3955-482e-8f40-679f2d91d2ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 918 time: 0.3372624 Apr 05 20:45:51.569709 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88fb5cce-436d-4002-a67f-6e752c6baeea req-17cb0085-8577-49d7-98e1-163a4133e88c tempest-VolumesActionsTest-465741330 tempest-VolumesActionsTest-465741330-project] 10.222.0.13 "DELETE /v2.0/ports/a8299cd1-1e6c-41fe-b60d-0f705b1ca52d HTTP/1.1" status: 204 len: 173 time: 1.1909039 Apr 05 20:45:51.656226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea916346-9d21-4599-a417-d4fb1e86aec5 req-cf5f75f8-d3ad-4c57-90c3-6c3e275462cb tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:51.661236 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea916346-9d21-4599-a417-d4fb1e86aec5 req-cf5f75f8-d3ad-4c57-90c3-6c3e275462cb tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.3829758 Apr 05 20:45:51.709423 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b115a6e0-6030-4e0b-961d-b0cb40837050 req-d239f272-4ea4-49a1-ae9e-9632883315fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4700ec23-e84d-4560-9777-dfec2835f98b HTTP/1.1" status: 200 len: 998 time: 0.1336005 Apr 05 20:45:51.765561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48582) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:51.886822 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea916346-9d21-4599-a417-d4fb1e86aec5 req-ec8dff8f-8d0e-4679-b346-d8cdd090a796 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156188 Apr 05 20:45:51.905927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115a6e0-6030-4e0b-961d-b0cb40837050 req-8cc2ac05-e8a0-4e47-8d99-d6b041cf6789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:51.907142 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b115a6e0-6030-4e0b-961d-b0cb40837050 req-8cc2ac05-e8a0-4e47-8d99-d6b041cf6789 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.1891418 Apr 05 20:45:52.004919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115a6e0-6030-4e0b-961d-b0cb40837050 req-732479ac-2f55-4342-8262-115f07d9b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:52.006006 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b115a6e0-6030-4e0b-961d-b0cb40837050 req-732479ac-2f55-4342-8262-115f07d9b2f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914450 Apr 05 20:45:52.188759 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b115a6e0-6030-4e0b-961d-b0cb40837050 req-c6b57c8d-f5cd-4628-8e90-827c74d582d7 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736064 Apr 05 20:45:52.287368 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c4876d1-bbfe-4ebd-ac8d-cc0f904a11b0 req-48ea2aa9-577d-4d6a-bf45-657e513eddea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4192765 Apr 05 20:45:52.349835 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b115a6e0-6030-4e0b-961d-b0cb40837050 req-1a493a36-8315-4654-bcfd-e33f7f10acea service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540172 Apr 05 20:45:52.423764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b647dd25-153b-4701-a1ed-2badf0e1bb94', 'name': 'network-vif-deleted', 'tag': 'a8299cd1-1e6c-41fe-b60d-0f705b1ca52d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:52.475399 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b647dd25-153b-4701-a1ed-2badf0e1bb94', 'name': 'network-vif-deleted', 'tag': 'a8299cd1-1e6c-41fe-b60d-0f705b1ca52d', 'status': 'completed', 'code': 200} Apr 05 20:45:52.562418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:45:52.672750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:45:52.673195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 44bb4ae9-e16f-40d7-87ca-52b1f25337d9 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:45:52.674021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a8299cd1-1e6c-41fe-b60d-0f705b1ca52d no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:45:52.808092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4876d1-bbfe-4ebd-ac8d-cc0f904a11b0 req-20d63eef-3bf4-4346-86e9-0f094a90b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:52.813385 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c4876d1-bbfe-4ebd-ac8d-cc0f904a11b0 req-20d63eef-3bf4-4346-86e9-0f094a90b893 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 1096 time: 0.4053288 Apr 05 20:45:52.814142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c914f-edb9-4600-ba47-84cb2ed47a1e req-5b9fe5ba-632c-4b58-a8cf-94467b47bd12 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:52.819114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: a8299cd1-1e6c-41fe-b60d-0f705b1ca52d {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:45:52.820522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a8299cd1-1e6c-41fe-b60d-0f705b1ca52d not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:45:52.827419 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-763c914f-edb9-4600-ba47-84cb2ed47a1e req-5b9fe5ba-632c-4b58-a8cf-94467b47bd12 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 909 time: 0.2686532 Apr 05 20:45:52.857409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1eb3ed-ee87-4f5a-b6b2-c18b82d98363 req-2f4260be-2503-4087-a037-637737089b68 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:52.859489 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4b1eb3ed-ee87-4f5a-b6b2-c18b82d98363 req-2f4260be-2503-4087-a037-637737089b68 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 909 time: 0.3392341 Apr 05 20:45:53.072268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-763c914f-edb9-4600-ba47-84cb2ed47a1e req-0eeb9027-4f89-40bd-8724-5437f743b0c2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Deleting port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:45:53.072633 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-763c914f-edb9-4600-ba47-84cb2ed47a1e req-0eeb9027-4f89-40bd-8724-5437f743b0c2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:53.409979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4876d1-bbfe-4ebd-ac8d-cc0f904a11b0 req-e8628166-dc2b-4707-8d09-b4f1b5883075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:53.412569 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c4876d1-bbfe-4ebd-ac8d-cc0f904a11b0 req-e8628166-dc2b-4707-8d09-b4f1b5883075 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.5448282 Apr 05 20:45:53.617768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f2970-ce9e-489c-89cd-b7b4d0bf0997 req-5d070d48-0e02-46ea-aba3-9d95b11204bb tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:53.617768 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-746f2970-ce9e-489c-89cd-b7b4d0bf0997 req-5d070d48-0e02-46ea-aba3-9d95b11204bb tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.5059366 Apr 05 20:45:53.634822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c4876d1-bbfe-4ebd-ac8d-cc0f904a11b0 req-c7b759b0-e7f3-48ba-80de-7f0e141587e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e709992-d7f5-4282-b357-4d8de96efb99 HTTP/1.1" status: 200 len: 1000 time: 0.1801720 Apr 05 20:45:53.778982 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-746f2970-ce9e-489c-89cd-b7b4d0bf0997 req-e6e410e8-4527-4596-a55e-c6fa5a40c91f tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002445 Apr 05 20:45:53.779264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4876d1-bbfe-4ebd-ac8d-cc0f904a11b0 req-1613d675-c6c7-46cc-8a68-e5699a63f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:53.780892 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c4876d1-bbfe-4ebd-ac8d-cc0f904a11b0 req-1613d675-c6c7-46cc-8a68-e5699a63f1fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.1399136 Apr 05 20:45:53.839900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-763c914f-edb9-4600-ba47-84cb2ed47a1e req-0eeb9027-4f89-40bd-8724-5437f743b0c2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] For port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=8f996ad6-565c-48cd-a6d0-5a03e9d77e95,segment=NetworkSegment(ba780ed3-9956-4810-94b1-e6e342798e76),segment_id=ba780ed3-9956-4810-94b1-e6e342798e76)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:53.840934 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-763c914f-edb9-4600-ba47-84cb2ed47a1e req-0eeb9027-4f89-40bd-8724-5437f743b0c2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:53.879229 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86fa15e9-b81c-4ea8-b7b4-fd815626f66c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:54.077839 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4876d1-bbfe-4ebd-ac8d-cc0f904a11b0 req-904d45b9-313d-40a7-aca4-800d02304f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:54.079761 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c4876d1-bbfe-4ebd-ac8d-cc0f904a11b0 req-904d45b9-313d-40a7-aca4-800d02304f92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2898414 Apr 05 20:45:54.082511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-763c914f-edb9-4600-ba47-84cb2ed47a1e req-0eeb9027-4f89-40bd-8724-5437f743b0c2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Calling delete_port for 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:45:54.412923 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-763c914f-edb9-4600-ba47-84cb2ed47a1e req-0eeb9027-4f89-40bd-8724-5437f743b0c2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:54.512124 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ca0dbbce-1196-4326-8817-76199175aea5 req-36221eb7-ee72-418b-a3c0-f50ac1c992bc tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=3fb69d90-696c-42dc-8b6c-99b9a14ee04f HTTP/1.1" status: 200 len: 210 time: 0.3091562 Apr 05 20:45:54.561680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb9027-4f89-40bd-8724-5437f743b0c2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event deleted for resources: {'Port': ['ID=8f996ad6-565c-48cd-a6d0-5a03e9d77e95,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:54.772759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-763c914f-edb9-4600-ba47-84cb2ed47a1e req-0eeb9027-4f89-40bd-8724-5437f743b0c2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] No DVR routers for this DVR port 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:45:54.780467 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-763c914f-edb9-4600-ba47-84cb2ed47a1e req-0eeb9027-4f89-40bd-8724-5437f743b0c2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:54.797049 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c4876d1-bbfe-4ebd-ac8d-cc0f904a11b0 req-6e6fdbe5-1245-463b-9483-296ed0d5a778 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7107012 Apr 05 20:45:54.807043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb69d90-696c-42dc-8b6c-99b9a14ee04f', 'name': 'network-vif-deleted', 'tag': '8f996ad6-565c-48cd-a6d0-5a03e9d77e95'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:45:54.829908 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-763c914f-edb9-4600-ba47-84cb2ed47a1e req-0eeb9027-4f89-40bd-8724-5437f743b0c2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.41 "DELETE /v2.0/ports/8f996ad6-565c-48cd-a6d0-5a03e9d77e95 HTTP/1.1" status: 204 len: 173 time: 2.0002892 Apr 05 20:45:54.942012 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb69d90-696c-42dc-8b6c-99b9a14ee04f', 'name': 'network-vif-deleted', 'tag': '8f996ad6-565c-48cd-a6d0-5a03e9d77e95', 'status': 'completed', 'code': 200} Apr 05 20:45:55.190947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-86fa15e9-b81c-4ea8-b7b4-fd815626f66c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port 76ade683-5e48-4b47-b960-9c60b1b56d6f {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:45:55.192025 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86fa15e9-b81c-4ea8-b7b4-fd815626f66c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:55.500545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-86fa15e9-b81c-4ea8-b7b4-fd815626f66c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] For port 76ade683-5e48-4b47-b960-9c60b1b56d6f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=76ade683-5e48-4b47-b960-9c60b1b56d6f,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:55.501366 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86fa15e9-b81c-4ea8-b7b4-fd815626f66c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:55.679210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-86fa15e9-b81c-4ea8-b7b4-fd815626f66c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for 76ade683-5e48-4b47-b960-9c60b1b56d6f owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:45:55.693375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48664) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:55.745638 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7c4876d1-bbfe-4ebd-ac8d-cc0f904a11b0 req-e61f3204-323b-4df4-8986-bfdc0647af18 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9223006 Apr 05 20:45:55.762592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276713d-3663-4c4e-bb7d-e04775a7f6ea req-86e68021-6b9c-4c35-b72a-81f77dd93961 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:55.765826 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e276713d-3663-4c4e-bb7d-e04775a7f6ea req-86e68021-6b9c-4c35-b72a-81f77dd93961 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.7352688 Apr 05 20:45:55.858541 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e276713d-3663-4c4e-bb7d-e04775a7f6ea req-b63745fb-e19f-42b3-a538-207655206200 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849540 Apr 05 20:45:56.037363 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86fa15e9-b81c-4ea8-b7b4-fd815626f66c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:56.161103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa15e9-b81c-4ea8-b7b4-fd815626f66c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=76ade683-5e48-4b47-b960-9c60b1b56d6f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:56.664440 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-86fa15e9-b81c-4ea8-b7b4-fd815626f66c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.055682 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85fa7834-17e4-4477-b2cd-f9fc8e9e969d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:57.305256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:45:57.410196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:45:57.411089 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 8f996ad6-565c-48cd-a6d0-5a03e9d77e95 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:45:57.527520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2f029-013d-4b45-8aec-602b403cd779 req-edc49c9a-0d21-4b58-b839-b35d24b5a9ea tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:45:57.535403 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cfe2f029-013d-4b45-8aec-602b403cd779 req-edc49c9a-0d21-4b58-b839-b35d24b5a9ea tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.3300707 Apr 05 20:45:57.604002 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cfe2f029-013d-4b45-8aec-602b403cd779 req-4b348411-7ef6-466c-8258-7c7dfdedd6eb tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676293 Apr 05 20:45:57.631280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fa15e9-b81c-4ea8-b7b4-fd815626f66c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:45:57.794843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-85fa7834-17e4-4477-b2cd-f9fc8e9e969d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Deleting port 11d86b3b-c5af-42ac-bc35-f9c2b205c210 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:45:57.795185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85fa7834-17e4-4477-b2cd-f9fc8e9e969d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:58.017802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fa15e9-b81c-4ea8-b7b4-fd815626f66c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:45:58.031115 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e10e5-2a9f-4c5f-a6e8-3d8dcde7276a None None] Sync routers for ids ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:45:58.048578 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e10e5-2a9f-4c5f-a6e8-3d8dcde7276a None None] Routers {'22548b54-68d9-4637-b3ea-d1d8dac1bc9e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:45:58.049344 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-86fa15e9-b81c-4ea8-b7b4-fd815626f66c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "PUT /v2.0/routers/22548b54-68d9-4637-b3ea-d1d8dac1bc9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2818177 Apr 05 20:45:58.052298 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c82e10e5-2a9f-4c5f-a6e8-3d8dcde7276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:45:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:58.052558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48690) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:58.215732 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-e738709a-75f6-4ced-8fe6-0fd5cfd7aa1a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting subnet f70cd3f5-300b-495c-b8dc-109ddb0a7ae6 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:45:58.228358 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e738709a-75f6-4ced-8fe6-0fd5cfd7aa1a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:58.322165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e738709a-75f6-4ced-8fe6-0fd5cfd7aa1a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:58.378230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-85fa7834-17e4-4477-b2cd-f9fc8e9e969d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] For port 11d86b3b-c5af-42ac-bc35-f9c2b205c210, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=11d86b3b-c5af-42ac-bc35-f9c2b205c210,segment=NetworkSegment(ba780ed3-9956-4810-94b1-e6e342798e76),segment_id=ba780ed3-9956-4810-94b1-e6e342798e76)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:58.378782 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85fa7834-17e4-4477-b2cd-f9fc8e9e969d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:58.444875 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e738709a-75f6-4ced-8fe6-0fd5cfd7aa1a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:58.567105 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e738709a-75f6-4ced-8fe6-0fd5cfd7aa1a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:58.624554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e738709a-75f6-4ced-8fe6-0fd5cfd7aa1a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Subnet': ['ID=f70cd3f5-300b-495c-b8dc-109ddb0a7ae6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:45:58.638028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e738709a-75f6-4ced-8fe6-0fd5cfd7aa1a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:58.643888 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afc4687-e898-4421-99e5-6c8712b69fd4 None None] Network d34d15b2-67aa-47b7-881f-4f74588c6650 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:45:58.647869 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e738709a-75f6-4ced-8fe6-0fd5cfd7aa1a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/subnets/f70cd3f5-300b-495c-b8dc-109ddb0a7ae6 HTTP/1.1" status: 204 len: 168 time: 0.5940630 Apr 05 20:45:58.662736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48696) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:45:58.695892 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c82e10e5-2a9f-4c5f-a6e8-3d8dcde7276a None None] Set router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:45:58.770330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-85fa7834-17e4-4477-b2cd-f9fc8e9e969d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Calling delete_port for 11d86b3b-c5af-42ac-bc35-f9c2b205c210 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:45:59.142091 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:59.320097 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] DHCP port deletion for d34d15b2-67aa-47b7-881f-4f74588c6650 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:45:59.326603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] Deleting port 5238534e-6e11-47f1-bdb0-69f1df9f81d5 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:45:59.326975 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:59.451795 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c82e10e5-2a9f-4c5f-a6e8-3d8dcde7276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:45:55Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:59.458875 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e10e5-2a9f-4c5f-a6e8-3d8dcde7276a None None] Checking router: 22548b54-68d9-4637-b3ea-d1d8dac1bc9e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:45:59.474039 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e10e5-2a9f-4c5f-a6e8-3d8dcde7276a None None] Routers {'22548b54-68d9-4637-b3ea-d1d8dac1bc9e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:45:59.474998 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c82e10e5-2a9f-4c5f-a6e8-3d8dcde7276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:45:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:45:59.740338 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:59.804122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port 954cc309-71cc-43a4-8ca8-67e67fa51d89 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:45:59.805253 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c82e10e5-2a9f-4c5f-a6e8-3d8dcde7276a None None] Set router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:45:59.809540 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:45:59.912578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] For port 5238534e-6e11-47f1-bdb0-69f1df9f81d5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5238534e-6e11-47f1-bdb0-69f1df9f81d5,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:45:59.913919 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:00.014400 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85fa7834-17e4-4477-b2cd-f9fc8e9e969d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:00.132777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa7834-17e4-4477-b2cd-f9fc8e9e969d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event deleted for resources: {'Port': ['ID=11d86b3b-c5af-42ac-bc35-f9c2b205c210,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:00.297386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afd41e-a80d-4702-ba58-d67546f7ee1b req-31122338-8228-4de3-95bb-be3ab3077547 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:00.309200 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-92afd41e-a80d-4702-ba58-d67546f7ee1b req-31122338-8228-4de3-95bb-be3ab3077547 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 1.0043664 Apr 05 20:46:00.316398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5238534e-6e11-47f1-bdb0-69f1df9f81d5 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:00.464588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] Calling delete_port for 5238534e-6e11-47f1-bdb0-69f1df9f81d5 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:46:00.496775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] For port 954cc309-71cc-43a4-8ca8-67e67fa51d89, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=954cc309-71cc-43a4-8ca8-67e67fa51d89,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:00.497145 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:00.546106 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-92afd41e-a80d-4702-ba58-d67546f7ee1b req-b839e127-a243-452b-be43-20d93c20433a tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358959 Apr 05 20:46:00.670920 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c82e10e5-2a9f-4c5f-a6e8-3d8dcde7276a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:45:55Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:00.692333 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82e10e5-2a9f-4c5f-a6e8-3d8dcde7276a None None] The sync data for ids ['22548b54-68d9-4637-b3ea-d1d8dac1bc9e'] in n-d-836604-1 is: [{'id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1389750165', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:43:51Z', 'updated_at': '2022-04-05T20:45:55Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': '954cc309-71cc-43a4-8ca8-67e67fa51d89', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:f0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22548b54-68d9-4637-b3ea-d1d8dac1bc9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:43:52Z', 'updated_at': '2022-04-05T20:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:46:00.775336 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:00.893827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 5238534e-6e11-47f1-bdb0-69f1df9f81d5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5238534e-6e11-47f1-bdb0-69f1df9f81d5,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:00.906167 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:01.001868 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:46:01.002692 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:46:01.069539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=5238534e-6e11-47f1-bdb0-69f1df9f81d5,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:01.183397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for 954cc309-71cc-43a4-8ca8-67e67fa51d89 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:46:01.207543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-85fa7834-17e4-4477-b2cd-f9fc8e9e969d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:01.506113 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] Deleting port 5238534e-6e11-47f1-bdb0-69f1df9f81d5 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:46:01.506502 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:01.866577 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:01.957004 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] For port 5238534e-6e11-47f1-bdb0-69f1df9f81d5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5238534e-6e11-47f1-bdb0-69f1df9f81d5,segment=NetworkSegment(9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e),segment_id=9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:01.957637 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:02.028598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=954cc309-71cc-43a4-8ca8-67e67fa51d89,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:02.099319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fa7834-17e4-4477-b2cd-f9fc8e9e969d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Router 828b4fb3-cfaa-435e-936b-b9e740b35a72 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:46:02.244884 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] Calling delete_port for 5238534e-6e11-47f1-bdb0-69f1df9f81d5 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:46:02.304990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:02.331040 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 76ade683-5e48-4b47-b960-9c60b1b56d6f no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:02.432475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 76ade683-5e48-4b47-b960-9c60b1b56d6f {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:46:02.432807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 76ade683-5e48-4b47-b960-9c60b1b56d6f not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:02.555851 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:46:02.563523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fa7834-17e4-4477-b2cd-f9fc8e9e969d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:46:02.578730 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c54fd65-3039-4c64-87e2-c70a2aa14389 None None] Sync routers for ids ['828b4fb3-cfaa-435e-936b-b9e740b35a72'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:46:02.615129 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-85fa7834-17e4-4477-b2cd-f9fc8e9e969d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "PUT /v2.0/routers/828b4fb3-cfaa-435e-936b-b9e740b35a72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9174509 Apr 05 20:46:02.617991 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:02.622911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48706) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:02.877930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c54fd65-3039-4c64-87e2-c70a2aa14389 None None] Routers {'828b4fb3-cfaa-435e-936b-b9e740b35a72'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:02.887397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c2c86-e949-47c0-a6e3-697e3a90b13c req-abaf49f6-5dd5-4f07-9ebe-28a8fe8bffde tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:02.897490 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5c54fd65-3039-4c64-87e2-c70a2aa14389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:45:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['828b4fb3-cfaa-435e-936b-b9e740b35a72'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:02.905321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-270c2c86-e949-47c0-a6e3-697e3a90b13c req-abaf49f6-5dd5-4f07-9ebe-28a8fe8bffde tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.9032927 Apr 05 20:46:02.910453 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:02.919269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:02.971162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b47e28a-62a6-4089-af68-ae4facc9a167 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Deleting subnet c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:46:02.978706 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:02.979369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Fanout notify agent at l3_agent the message router_deleted on router 22548b54-68d9-4637-b3ea-d1d8dac1bc9e {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:46:03.002796 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1b47e28a-62a6-4089-af68-ae4facc9a167 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.015338 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.016751 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c4814708-d5dd-4c88-87be-239e40eaad4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/routers/22548b54-68d9-4637-b3ea-d1d8dac1bc9e HTTP/1.1" status: 204 len: 168 time: 4.3503883 Apr 05 20:46:03.019584 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48710) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:03.060300 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] Pushing event deleted for resources: {'Port': ['ID=5238534e-6e11-47f1-bdb0-69f1df9f81d5,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:03.101205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d8457d-b9a7-42af-bab8-95540ac7535c None None] No DVR routers for this DVR port 5238534e-6e11-47f1-bdb0-69f1df9f81d5 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:03.187007 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3f34bad4-a263-46ff-8ba1-ba96c400940e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.266796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-270c2c86-e949-47c0-a6e3-697e3a90b13c req-f1a84162-be06-46ed-88a8-e95d9b5bb381 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3498902 Apr 05 20:46:03.307446 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1b47e28a-62a6-4089-af68-ae4facc9a167 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.361639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-5c54fd65-3039-4c64-87e2-c70a2aa14389 None None] Set router 828b4fb3-cfaa-435e-936b-b9e740b35a72 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:03.444203 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3f34bad4-a263-46ff-8ba1-ba96c400940e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.472228 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1b47e28a-62a6-4089-af68-ae4facc9a167 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.483679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-3f34bad4-a263-46ff-8ba1-ba96c400940e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34d15b2-67aa-47b7-881f-4f74588c6650']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:03.510741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-3f34bad4-a263-46ff-8ba1-ba96c400940e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:03.511077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-3f34bad4-a263-46ff-8ba1-ba96c400940e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3cae77-2c8e-4781-8ebd-9652f4a3fd5e') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:03.544525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3f34bad4-a263-46ff-8ba1-ba96c400940e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.572795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3f34bad4-a263-46ff-8ba1-ba96c400940e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.591317 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f34bad4-a263-46ff-8ba1-ba96c400940e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:46:03.591857 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3f34bad4-a263-46ff-8ba1-ba96c400940e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:46:03.642626 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:46:03.829305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3f34bad4-a263-46ff-8ba1-ba96c400940e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.835505 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3f34bad4-a263-46ff-8ba1-ba96c400940e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:03.914300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34bad4-a263-46ff-8ba1-ba96c400940e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Network': ['ID=d34d15b2-67aa-47b7-881f-4f74588c6650,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:03.934892 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3f34bad4-a263-46ff-8ba1-ba96c400940e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/networks/d34d15b2-67aa-47b7-881f-4f74588c6650 HTTP/1.1" status: 204 len: 168 time: 0.9137292 Apr 05 20:46:03.937657 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48716) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:04.000053 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1b47e28a-62a6-4089-af68-ae4facc9a167 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.067190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47e28a-62a6-4089-af68-ae4facc9a167 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event deleted for resources: {'Subnet': ['ID=c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:04.072615 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1b47e28a-62a6-4089-af68-ae4facc9a167 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.086532 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1b47e28a-62a6-4089-af68-ae4facc9a167 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "DELETE /v2.0/subnets/c00ddaf0-e18a-442f-9df6-5e1ab1b9c1f8 HTTP/1.1" status: 204 len: 168 time: 1.4606657 Apr 05 20:46:04.094421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48720) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:04.095896 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d769cb1e-e9be-4ae7-88ec-516efdcf6880 None None] Network 025e16b7-1440-4563-b12f-6b2a88b5f82c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:46:04.173581 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a48f184c-1fb6-4000-b05c-a485bfd50d9e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.219735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 954cc309-71cc-43a4-8ca8-67e67fa51d89 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:04.243846 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a48f184c-1fb6-4000-b05c-a485bfd50d9e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.348885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5c54fd65-3039-4c64-87e2-c70a2aa14389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1083163888', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:20Z', 'updated_at': '2022-04-05T20:45:59Z', 'revision_number': 5, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:04.388584 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a48f184c-1fb6-4000-b05c-a485bfd50d9e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.394694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 954cc309-71cc-43a4-8ca8-67e67fa51d89 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:46:04.396515 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 954cc309-71cc-43a4-8ca8-67e67fa51d89 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:04.410102 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c54fd65-3039-4c64-87e2-c70a2aa14389 None None] Checking router: 828b4fb3-cfaa-435e-936b-b9e740b35a72 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:46:04.486706 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48f184c-1fb6-4000-b05c-a485bfd50d9e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4731a5f-3c0c-401d-896e-e2cb61e577eb,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:04.523497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c54fd65-3039-4c64-87e2-c70a2aa14389 None None] Routers {'828b4fb3-cfaa-435e-936b-b9e740b35a72'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:04.524073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5c54fd65-3039-4c64-87e2-c70a2aa14389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:45:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['828b4fb3-cfaa-435e-936b-b9e740b35a72'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:04.526960 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a48f184c-1fb6-4000-b05c-a485bfd50d9e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.531223 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a48f184c-1fb6-4000-b05c-a485bfd50d9e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/security-groups/e4731a5f-3c0c-401d-896e-e2cb61e577eb HTTP/1.1" status: 204 len: 168 time: 0.5923944 Apr 05 20:46:04.737812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:04.884576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003d31f-b806-4787-a491-3ecc619b8682 req-7e7bf2fa-80f8-4310-9c02-f82b57fd9b9b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:04.898153 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b003d31f-b806-4787-a491-3ecc619b8682 req-7e7bf2fa-80f8-4310-9c02-f82b57fd9b9b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.1866772 Apr 05 20:46:05.001951 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b003d31f-b806-4787-a491-3ecc619b8682 req-a8b3ab7d-1547-447f-9316-5bac4cf1edbf tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027527 Apr 05 20:46:05.060250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-5c54fd65-3039-4c64-87e2-c70a2aa14389 None None] Set router 828b4fb3-cfaa-435e-936b-b9e740b35a72 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:05.205640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:05.210597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] DHCP port deletion for 025e16b7-1440-4563-b12f-6b2a88b5f82c request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:46:05.225176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Deleting port 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:46:05.225527 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:05.240554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] Deleting port 31fa6e1e-0c2a-45f1-82f4-5e8164453772 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:46:05.240937 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:05.448440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48730) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:05.454506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-557257943', 'description': 'tempest-secgroup-smoke-557257943 description', 'project_id': '5118b05a56334dea925f78d36af460a0'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:05.472447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:05.485764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:05.488807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:05.509419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:05.528266 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:05.595307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:05.600895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:05.604465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:05.612763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:05.762030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:05.767866 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:05.799732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] For port 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4d3de3ba-2b2c-4fb8-9a70-c05f5965307d,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:05.800161 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:05.930732 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60d9538-1493-4928-93fb-e8aabb9839ce,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:05.947579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:05.961930 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-78ed7f22-96c9-4e09-80c7-44e78fd47b1d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5060461 Apr 05 20:46:05.961930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48734) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:05.977010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-310b0295-33a1-4813-bbdb-a13c76b3ccd0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'd60d9538-1493-4928-93fb-e8aabb9839ce', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:06.001177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-310b0295-33a1-4813-bbdb-a13c76b3ccd0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:06.044239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-310b0295-33a1-4813-bbdb-a13c76b3ccd0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:06.044239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-310b0295-33a1-4813-bbdb-a13c76b3ccd0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:06.059005 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-310b0295-33a1-4813-bbdb-a13c76b3ccd0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:06.095112 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-310b0295-33a1-4813-bbdb-a13c76b3ccd0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.096443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Calling delete_port for 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:46:06.269263 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-310b0295-33a1-4813-bbdb-a13c76b3ccd0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.278331 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-310b0295-33a1-4813-bbdb-a13c76b3ccd0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.308332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 31fa6e1e-0c2a-45f1-82f4-5e8164453772 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:06.336898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b0295-33a1-4813-bbdb-a13c76b3ccd0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd30323a-1cb3-49e3-8a61-48126486b141,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:06.363993 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-310b0295-33a1-4813-bbdb-a13c76b3ccd0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.366564 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-310b0295-33a1-4813-bbdb-a13c76b3ccd0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4067357 Apr 05 20:46:06.369573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48742) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:06.390647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9f483b44-76f1-40ea-8bd4-f42f0e38abfc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'd60d9538-1493-4928-93fb-e8aabb9839ce', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:06.426497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9f483b44-76f1-40ea-8bd4-f42f0e38abfc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:06.444166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9f483b44-76f1-40ea-8bd4-f42f0e38abfc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:06.456823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9f483b44-76f1-40ea-8bd4-f42f0e38abfc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:06.466639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] For port 31fa6e1e-0c2a-45f1-82f4-5e8164453772, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=31fa6e1e-0c2a-45f1-82f4-5e8164453772,segment=NetworkSegment(ba780ed3-9956-4810-94b1-e6e342798e76),segment_id=ba780ed3-9956-4810-94b1-e6e342798e76)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:06.467150 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.467264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9f483b44-76f1-40ea-8bd4-f42f0e38abfc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:06.487255 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.625407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event deleted for resources: {'Port': ['ID=4d3de3ba-2b2c-4fb8-9a70-c05f5965307d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:06.636319 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9f483b44-76f1-40ea-8bd4-f42f0e38abfc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.640398 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b31c14-3ea5-4dbe-9da3-eac538990cc4 req-e0a8be0e-921c-4fe7-9ddc-4483f0c3916c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:06.643424 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-48b31c14-3ea5-4dbe-9da3-eac538990cc4 req-e0a8be0e-921c-4fe7-9ddc-4483f0c3916c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.2299583 Apr 05 20:46:06.685651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] Calling delete_port for 31fa6e1e-0c2a-45f1-82f4-5e8164453772 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:46:06.774637 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9f483b44-76f1-40ea-8bd4-f42f0e38abfc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.776435 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-48b31c14-3ea5-4dbe-9da3-eac538990cc4 req-f72a4662-25bb-4ee9-9723-784481965240 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282356 Apr 05 20:46:06.790570 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9f483b44-76f1-40ea-8bd4-f42f0e38abfc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.839399 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:06.913806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.009327 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5c54fd65-3039-4c64-87e2-c70a2aa14389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1083163888', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:20Z', 'updated_at': '2022-04-05T20:45:59Z', 'revision_number': 5, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:07.056325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 31fa6e1e-0c2a-45f1-82f4-5e8164453772, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=31fa6e1e-0c2a-45f1-82f4-5e8164453772,segment=NetworkSegment(ba780ed3-9956-4810-94b1-e6e342798e76),segment_id=ba780ed3-9956-4810-94b1-e6e342798e76)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:07.058373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c54fd65-3039-4c64-87e2-c70a2aa14389 None None] The sync data for ids ['828b4fb3-cfaa-435e-936b-b9e740b35a72'] in n-d-836604-1 is: [{'id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1083163888', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:45:20Z', 'updated_at': '2022-04-05T20:45:59Z', 'revision_number': 5, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '4d3de3ba-2b2c-4fb8-9a70-c05f5965307d', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828b4fb3-cfaa-435e-936b-b9e740b35a72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3465, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:45:21Z', 'updated_at': '2022-04-05T20:45:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:46:07.082407 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.126878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f483b44-76f1-40ea-8bd4-f42f0e38abfc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcdd272-30bf-4545-a46e-4de545dd65f8,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:07.274913 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:46:07.275266 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:46:07.316456 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=31fa6e1e-0c2a-45f1-82f4-5e8164453772,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:07.390262 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.392603 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9f483b44-76f1-40ea-8bd4-f42f0e38abfc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.393933 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9f483b44-76f1-40ea-8bd4-f42f0e38abfc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0233634 Apr 05 20:46:07.395194 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.396657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48750) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:07.402171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a8243261-2dba-4d78-a9e9-4b0fb300f37b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'd60d9538-1493-4928-93fb-e8aabb9839ce', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:07.413678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a8243261-2dba-4d78-a9e9-4b0fb300f37b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:07.427863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a8243261-2dba-4d78-a9e9-4b0fb300f37b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:07.431953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a8243261-2dba-4d78-a9e9-4b0fb300f37b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:07.440937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a8243261-2dba-4d78-a9e9-4b0fb300f37b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:07.448828 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.450630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Fanout notify agent at l3_agent the message router_deleted on router 828b4fb3-cfaa-435e-936b-b9e740b35a72 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:46:07.469025 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.470745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-86e403d5-40b2-4f8e-bc34-4848ff6f61e3 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "DELETE /v2.0/routers/828b4fb3-cfaa-435e-936b-b9e740b35a72 HTTP/1.1" status: 204 len: 168 time: 3.3752575 Apr 05 20:46:07.474294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48754) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:07.516793 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8243261-2dba-4d78-a9e9-4b0fb300f37b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.615966 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8243261-2dba-4d78-a9e9-4b0fb300f37b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.625429 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8243261-2dba-4d78-a9e9-4b0fb300f37b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.743767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8243261-2dba-4d78-a9e9-4b0fb300f37b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfec00c6-c3e3-4151-a559-d1692feb004b,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:07.768685 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.776881 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] Deleting port 31fa6e1e-0c2a-45f1-82f4-5e8164453772 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:46:07.777304 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.783684 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a8243261-2dba-4d78-a9e9-4b0fb300f37b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.785385 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a8243261-2dba-4d78-a9e9-4b0fb300f37b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3877943 Apr 05 20:46:07.788388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48758) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:07.794038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-19acc7ec-a0dc-4ecc-93d7-5fc571b308cd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'd60d9538-1493-4928-93fb-e8aabb9839ce', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:07.798348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Deleting port 31fa6e1e-0c2a-45f1-82f4-5e8164453772 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:46:07.801612 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:07.833442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-19acc7ec-a0dc-4ecc-93d7-5fc571b308cd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:07.862011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-19acc7ec-a0dc-4ecc-93d7-5fc571b308cd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:07.882862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-19acc7ec-a0dc-4ecc-93d7-5fc571b308cd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:07.913795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-19acc7ec-a0dc-4ecc-93d7-5fc571b308cd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:07.994738 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-19acc7ec-a0dc-4ecc-93d7-5fc571b308cd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.206361 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-19acc7ec-a0dc-4ecc-93d7-5fc571b308cd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.231967 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-19acc7ec-a0dc-4ecc-93d7-5fc571b308cd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.312554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19acc7ec-a0dc-4ecc-93d7-5fc571b308cd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd4cf209-c793-433b-9d1e-f39618a3a790,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:08.358752 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-19acc7ec-a0dc-4ecc-93d7-5fc571b308cd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.360017 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-19acc7ec-a0dc-4ecc-93d7-5fc571b308cd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5703630 Apr 05 20:46:08.364167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48764) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:08.386049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-3719a888-ca42-4846-bba8-1e002501839e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'd60d9538-1493-4928-93fb-e8aabb9839ce', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:08.404868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] For port 31fa6e1e-0c2a-45f1-82f4-5e8164453772, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=31fa6e1e-0c2a-45f1-82f4-5e8164453772,segment=NetworkSegment(ba780ed3-9956-4810-94b1-e6e342798e76),segment_id=ba780ed3-9956-4810-94b1-e6e342798e76)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:08.405418 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.405962 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3719a888-ca42-4846-bba8-1e002501839e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:08.414255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3719a888-ca42-4846-bba8-1e002501839e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:08.424004 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3719a888-ca42-4846-bba8-1e002501839e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:08.449696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3719a888-ca42-4846-bba8-1e002501839e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:08.523408 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-3719a888-ca42-4846-bba8-1e002501839e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Project 5118b05a56334dea925f78d36af460a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:46:08.545682 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3719a888-ca42-4846-bba8-1e002501839e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.566373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] For port 31fa6e1e-0c2a-45f1-82f4-5e8164453772, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=31fa6e1e-0c2a-45f1-82f4-5e8164453772,segment=NetworkSegment(ba780ed3-9956-4810-94b1-e6e342798e76),segment_id=ba780ed3-9956-4810-94b1-e6e342798e76)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:08.567079 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.635681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] Calling delete_port for 31fa6e1e-0c2a-45f1-82f4-5e8164453772 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:46:08.712086 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3719a888-ca42-4846-bba8-1e002501839e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.734844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 11d86b3b-c5af-42ac-bc35-f9c2b205c210 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:08.736895 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3719a888-ca42-4846-bba8-1e002501839e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.800853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719a888-ca42-4846-bba8-1e002501839e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d30c3a8-119a-469c-b9ad-63b3953bfd36,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:08.803121 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 11d86b3b-c5af-42ac-bc35-f9c2b205c210 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:46:08.803488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 11d86b3b-c5af-42ac-bc35-f9c2b205c210 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:08.826185 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.848451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3719a888-ca42-4846-bba8-1e002501839e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:08.852986 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3719a888-ca42-4846-bba8-1e002501839e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4875526 Apr 05 20:46:08.854460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48768) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:08.860272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f95ae103-e60e-4bfe-86d6-1daecbb8c4ee tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'd60d9538-1493-4928-93fb-e8aabb9839ce', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:08.882281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f95ae103-e60e-4bfe-86d6-1daecbb8c4ee tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:08.892077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f95ae103-e60e-4bfe-86d6-1daecbb8c4ee tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:08.999079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Calling delete_port for 31fa6e1e-0c2a-45f1-82f4-5e8164453772 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:46:09.005454 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] Pushing event deleted for resources: {'Port': ['ID=31fa6e1e-0c2a-45f1-82f4-5e8164453772,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:09.015847 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516d151-0c3f-49b6-a34c-fd6b4c70b44e None None] No DVR routers for this DVR port 31fa6e1e-0c2a-45f1-82f4-5e8164453772 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:09.053447 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.130883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f95ae103-e60e-4bfe-86d6-1daecbb8c4ee tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:09.140672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f95ae103-e60e-4bfe-86d6-1daecbb8c4ee tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:09.161765 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:46:09.163313 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-f95ae103-e60e-4bfe-86d6-1daecbb8c4ee tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Project 5118b05a56334dea925f78d36af460a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:46:09.163997 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:46:09.171998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f95ae103-e60e-4bfe-86d6-1daecbb8c4ee tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.217569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a44d41-5a01-47f7-ac75-f98435d27065 req-5a442b74-6143-4519-bb2b-37d4a6a9392e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:09.222176 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9a44d41-5a01-47f7-ac75-f98435d27065 req-5a442b74-6143-4519-bb2b-37d4a6a9392e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 1.0500734 Apr 05 20:46:09.236946 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.368555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9a44d41-5a01-47f7-ac75-f98435d27065 req-c8914872-00b8-4290-93f4-28fb5a8a897e tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399114 Apr 05 20:46:09.373939 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f95ae103-e60e-4bfe-86d6-1daecbb8c4ee tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.382989 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f95ae103-e60e-4bfe-86d6-1daecbb8c4ee tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.409340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ae103-e60e-4bfe-86d6-1daecbb8c4ee tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07de39d-15a9-4e11-8d3c-f4b315ca7321,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:09.465343 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f95ae103-e60e-4bfe-86d6-1daecbb8c4ee tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.466835 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f95ae103-e60e-4bfe-86d6-1daecbb8c4ee tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6109967 Apr 05 20:46:09.469953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48774) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:09.475841 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'network': {'name': 'tempest-network-smoke--1333516065', 'project_id': '5118b05a56334dea925f78d36af460a0', 'port_security_enabled': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:09.489716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:09.497091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:network and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:09.512885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:09.519916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:09.539315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Made reservation on behalf of 5118b05a56334dea925f78d36af460a0 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:09.555954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.631003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:46:09.659954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.661127 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Added segment e235326a-02a2-4c5a-930e-29dde525d14e of type vlan for network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 Apr 05 20:46:09.665465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Deleting port 31fa6e1e-0c2a-45f1-82f4-5e8164453772 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:46:09.666013 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.707750 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.795723 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.811214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:09.812439 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:09.857949 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] The port '31fa6e1e-0c2a-45f1-82f4-5e8164453772' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:46:09.981825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Network': ['ID=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:10.015161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:46:10.018584 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-78c52f48-e0ff-4bd4-8dd0-04a6a7d5193b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5473845 Apr 05 20:46:10.019199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48778) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:10.024573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'admin_state_up': True, 'project_id': '5118b05a56334dea925f78d36af460a0', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:10.041872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:10.053935 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:router and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:10.057330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:10.065428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:10.078442 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.079883 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.104377 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.177796 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.285347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:10.304002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025e16b7-1440-4563-b12f-6b2a88b5f82c']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:10.323776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba780ed3-9956-4810-94b1-e6e342798e76') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:10.324689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba780ed3-9956-4810-94b1-e6e342798e76') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:10.340189 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.360465 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.370134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:46:10.373366 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:46:10.431829 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:46:10.443211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:46:10.443546 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4d3de3ba-2b2c-4fb8-9a70-c05f5965307d not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:10.530130 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.610134 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.676743 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:10.711304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event deleted for resources: {'Network': ['ID=025e16b7-1440-4563-b12f-6b2a88b5f82c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:10.811592 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5111ad91-2f57-4cd2-8040-f059766e34ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "DELETE /v2.0/networks/025e16b7-1440-4563-b12f-6b2a88b5f82c HTTP/1.1" status: 204 len: 168 time: 3.3219504 Apr 05 20:46:10.813866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48784) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:11.004957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c716be1-651b-497d-9f3c-ae1296fc0ab1 req-5aa3d0c2-cce6-43d6-9660-7eb78295c06c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:11.015364 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c716be1-651b-497d-9f3c-ae1296fc0ab1 req-5aa3d0c2-cce6-43d6-9660-7eb78295c06c tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.3473222 Apr 05 20:46:11.168562 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2c716be1-651b-497d-9f3c-ae1296fc0ab1 req-a87e51fe-3180-4305-9aba-ddc4587bd6f5 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519599 Apr 05 20:46:11.201409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c4c964af-9ffa-4451-ba3d-cf482e8b0bb7 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Deleting port 6040ae99-5dcb-4565-a0a1-434c540c07de {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:46:11.201409 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4c964af-9ffa-4451-ba3d-cf482e8b0bb7 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.272953 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.304202 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.404254 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4dc705e6-5d9d-46f4-a922-cba693b1f54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.497295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.25.8.212 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/c25e0866-d0a0-4aae-b540-7762ce608cbf) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:11.566244 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4c964af-9ffa-4451-ba3d-cf482e8b0bb7 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.566244 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4c964af-9ffa-4451-ba3d-cf482e8b0bb7 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.697669 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.751421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c4c964af-9ffa-4451-ba3d-cf482e8b0bb7 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Calling delete_port for 6040ae99-5dcb-4565-a0a1-434c540c07de owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:46:11.759300 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:11.838226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:11.841488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:11.848850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:46:11.879501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=c25e0866-d0a0-4aae-b540-7762ce608cbf,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:11.993460 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4c964af-9ffa-4451-ba3d-cf482e8b0bb7 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:12.126920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c964af-9ffa-4451-ba3d-cf482e8b0bb7 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event deleted for resources: {'Port': ['ID=6040ae99-5dcb-4565-a0a1-434c540c07de,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:12.219461 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4c964af-9ffa-4451-ba3d-cf482e8b0bb7 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:12.219715 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-c4c964af-9ffa-4451-ba3d-cf482e8b0bb7 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Floating IP 3015f7cd-1009-458b-afe2-5b40f4ab5368 disassociated (deleted). External IP: 172.25.8.153, port: 25677384-1a9a-4c7b-97b3-6d8951645f8a. Apr 05 20:46:12.500460 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:12.530881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e902c-5528-4af0-9833-1f953df4e362 req-97425aa7-d35b-4526-b576-9154a9150e68 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:12.532749 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-628e902c-5528-4af0-9833-1f953df4e362 req-97425aa7-d35b-4526-b576-9154a9150e68 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.2107003 Apr 05 20:46:12.887584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c964af-9ffa-4451-ba3d-cf482e8b0bb7 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Router 775327a3-68bd-4d7d-af95-7a767e7004be has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:46:12.912258 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-628e902c-5528-4af0-9833-1f953df4e362 req-084ca21d-a7e6-4742-a276-7312a25342d2 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552926 Apr 05 20:46:12.952026 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:13.198911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c964af-9ffa-4451-ba3d-cf482e8b0bb7 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:46:13.209538 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d0f24-a9f7-4ca2-bf22-595e6d8a7c0f None None] Sync routers for ids ['775327a3-68bd-4d7d-af95-7a767e7004be'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:46:13.222962 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d0f24-a9f7-4ca2-bf22-595e6d8a7c0f None None] Routers {'775327a3-68bd-4d7d-af95-7a767e7004be'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:13.224067 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f93d0f24-a9f7-4ca2-bf22-595e6d8a7c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:45:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['775327a3-68bd-4d7d-af95-7a767e7004be'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:13.237616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 60e95bf5-844b-4ea5-8adb-8372219cdc9a is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:46:13.252607 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c4c964af-9ffa-4451-ba3d-cf482e8b0bb7 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:13.357251 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c4c964af-9ffa-4451-ba3d-cf482e8b0bb7 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "DELETE /v2.0/floatingips/3015f7cd-1009-458b-afe2-5b40f4ab5368 HTTP/1.1" status: 204 len: 168 time: 2.5423040 Apr 05 20:46:13.358640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'tag': '25677384-1a9a-4c7b-97b3-6d8951645f8a'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:46:13.449840 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'tag': '25677384-1a9a-4c7b-97b3-6d8951645f8a', 'status': 'completed', 'code': 200} Apr 05 20:46:13.534893 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-f93d0f24-a9f7-4ca2-bf22-595e6d8a7c0f None None] Set router 775327a3-68bd-4d7d-af95-7a767e7004be gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:13.605749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37085c-eb49-4361-ac71-b51e10a7b8b2 req-3b966eea-2d10-436c-b898-f9247d282698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:13.609026 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b37085c-eb49-4361-ac71-b51e10a7b8b2 req-3b966eea-2d10-436c-b898-f9247d282698 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9449ffbc0eeb4961ad83b90eb3d9f095&device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 1136 time: 0.1373298 Apr 05 20:46:13.638995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:46:13.671086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Sync routers for ids ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:46:13.701825 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:13.706219 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-36ca27b5-79c6-44f0-bcb7-8b04209c2d87 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.6831558 Apr 05 20:46:13.734381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48806) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:13.742801 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Routers {'60e95bf5-844b-4ea5-8adb-8372219cdc9a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:13.745484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:45:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:13.794829 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3ec33a9a-9d28-456a-8d07-41f379ab3ad9 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5118b05a56334dea925f78d36af460a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562522 Apr 05 20:46:13.806266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48810) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:14.091335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37085c-eb49-4361-ac71-b51e10a7b8b2 req-623f4008-b4be-45ee-aed7-6f8747453fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:14.097389 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b37085c-eb49-4361-ac71-b51e10a7b8b2 req-623f4008-b4be-45ee-aed7-6f8747453fac service neutron] 10.222.0.13 "GET /v2.0/networks?id=21bf9b1c-23b4-4742-b647-4b22254dc86c HTTP/1.1" status: 200 len: 898 time: 0.4817240 Apr 05 20:46:14.162401 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f086cdf7-cab9-4d24-bc01-9f6b5d0e1194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:14.340905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f0cd9-0537-4118-854c-8cd747f30ea7 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:14.344672 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b37085c-eb49-4361-ac71-b51e10a7b8b2 req-9e96a7cd-fddf-49bd-bb03-578622d2f434 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25677384-1a9a-4c7b-97b3-6d8951645f8a HTTP/1.1" status: 200 len: 217 time: 0.2386348 Apr 05 20:46:14.345788 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f93d0f24-a9f7-4ca2-bf22-595e6d8a7c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:44:23Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3b853595-97fb-4ea2-9a4c-af39ce1a1e5a', 'name': '', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'mac_address': 'fa:16:3e:5e:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:21Z', 'updated_at': '2022-04-05T20:44:30Z', 'revision_number': 5, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'subnets': [{'id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:14.349008 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9b4f0cd9-0537-4118-854c-8cd747f30ea7 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5404577 Apr 05 20:46:14.354803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48822) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:14.371034 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d0f24-a9f7-4ca2-bf22-595e6d8a7c0f None None] Checking router: 775327a3-68bd-4d7d-af95-7a767e7004be for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:46:14.383052 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93d0f24-a9f7-4ca2-bf22-595e6d8a7c0f None None] Routers {'775327a3-68bd-4d7d-af95-7a767e7004be'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:14.383671 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f93d0f24-a9f7-4ca2-bf22-595e6d8a7c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['775327a3-68bd-4d7d-af95-7a767e7004be'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:14.466777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0d17a438-003e-4395-8cbe-dceb9662c515 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1099083 Apr 05 20:46:14.475745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48826) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:14.487328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-803938786', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'project_id': '5118b05a56334dea925f78d36af460a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:14.595871 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Set router 60e95bf5-844b-4ea5-8adb-8372219cdc9a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:14.619927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:14.628056 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-f93d0f24-a9f7-4ca2-bf22-595e6d8a7c0f None None] Set router 775327a3-68bd-4d7d-af95-7a767e7004be gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:14.632403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:subnet and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:14.664732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4700ec23-e84d-4560-9777-dfec2835f98b details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:46:14.681045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:14.703597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:14.723410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c1418-dff4-4fe5-9b6e-1dbfce5f08d8 req-302024b3-057b-49d9-8b25-bc023311f02b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:14.733143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-568c1418-dff4-4fe5-9b6e-1dbfce5f08d8 req-302024b3-057b-49d9-8b25-bc023311f02b tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 943 time: 0.4795642 Apr 05 20:46:14.734771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37085c-eb49-4361-ac71-b51e10a7b8b2 req-2de595ef-053a-4252-8f59-c06bf48d9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:14.736124 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b37085c-eb49-4361-ac71-b51e10a7b8b2 req-2de595ef-053a-4252-8f59-c06bf48d9b61 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=91d2584a-66f7-4d3d-bdb1-760758f88788 HTTP/1.1" status: 200 len: 835 time: 0.3696160 Apr 05 20:46:14.843119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6ffc1-0695-4a43-812d-91cdd167c56f req-4075fac0-b22e-4479-a35d-704787051ad9 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:14.844614 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3bd6ffc1-0695-4a43-812d-91cdd167c56f req-4075fac0-b22e-4479-a35d-704787051ad9 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 985 time: 0.4715581 Apr 05 20:46:14.890910 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:14.942357 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3bd6ffc1-0695-4a43-812d-91cdd167c56f req-8a30e9db-b004-4117-a572-91b2cbd02739 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0915754 Apr 05 20:46:14.950874 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-568c1418-dff4-4fe5-9b6e-1dbfce5f08d8 req-b8decb61-edda-425d-b048-41fbd0a97732 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135193 Apr 05 20:46:14.952456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Made reservation on behalf of 5118b05a56334dea925f78d36af460a0 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:14.956093 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:14.986368 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.resource_extend [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:46:15.033981 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.103268 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f93d0f24-a9f7-4ca2-bf22-595e6d8a7c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:44:23Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3b853595-97fb-4ea2-9a4c-af39ce1a1e5a', 'name': '', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'mac_address': 'fa:16:3e:5e:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:21Z', 'updated_at': '2022-04-05T20:44:30Z', 'revision_number': 5, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'subnets': [{'id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:15.108758 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93d0f24-a9f7-4ca2-bf22-595e6d8a7c0f None None] The sync data for ids ['775327a3-68bd-4d7d-af95-7a767e7004be'] in n-d-836604-1 is: [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:44:23Z', 'revision_number': 4, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3b853595-97fb-4ea2-9a4c-af39ce1a1e5a', 'name': '', 'network_id': '21bf9b1c-23b4-4742-b647-4b22254dc86c', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'mac_address': 'fa:16:3e:5e:38:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:21Z', 'updated_at': '2022-04-05T20:44:30Z', 'revision_number': 5, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'subnets': [{'id': '91d2584a-66f7-4d3d-bdb1-760758f88788', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:46:15.306599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37085c-eb49-4361-ac71-b51e10a7b8b2 req-5c947e3e-fc66-425f-a368-baf384876745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:15.308171 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b37085c-eb49-4361-ac71-b51e10a7b8b2 req-5c947e3e-fc66-425f-a368-baf384876745 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=21bf9b1c-23b4-4742-b647-4b22254dc86c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5201545 Apr 05 20:46:15.313975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4700ec23-e84d-4560-9777-dfec2835f98b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4700ec23-e84d-4560-9777-dfec2835f98b,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:15.330245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '4700ec23-e84d-4560-9777-dfec2835f98b', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'port_id': '4700ec23-e84d-4560-9777-dfec2835f98b', 'mac_address': 'fa:16:3e:2e:db:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:46:15.403488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:46:12Z', 'revision_number': 3, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:15.411391 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.434649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Checking router: 60e95bf5-844b-4ea5-8adb-8372219cdc9a for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:46:15.435349 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Updating router 60e95bf5-844b-4ea5-8adb-8372219cdc9a port c25e0866-d0a0-4aae-b540-7762ce608cbf binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:46:15.485200 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4700ec23-e84d-4560-9777-dfec2835f98b {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:46:15.523471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4700ec23-e84d-4560-9777-dfec2835f98b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4700ec23-e84d-4560-9777-dfec2835f98b,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:15.527096 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.554728 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b37085c-eb49-4361-ac71-b51e10a7b8b2 req-48c40380-9988-440d-85ce-017dcd6a1b22 service neutron] 10.222.0.13 "GET /v2.0/networks/21bf9b1c-23b4-4742-b647-4b22254dc86c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395833 Apr 05 20:46:15.563313 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef8c8a0-dad3-4cf8-9471-dd576169d970 None None] New status for floating IP 3015f7cd-1009-458b-afe2-5b40f4ab5368: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:46:15.571006 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.665207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=4700ec23-e84d-4560-9777-dfec2835f98b,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:15.680428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:15.680811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:15.681147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:15.681484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:15.681783 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:15.682138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:15.682480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:15.682865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:15.683171 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:15.683485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:15.683797 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:15.684115 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:15.720590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd7c05-0ad0-4c13-8552-8341dae5b863 req-15d7facb-b536-4313-85de-54eb6e06dadc tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:15.721372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5dbd7c05-0ad0-4c13-8552-8341dae5b863 req-15d7facb-b536-4313-85de-54eb6e06dadc tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Synchronizing usage tracker for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:15.764888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-5dbd7c05-0ad0-4c13-8552-8341dae5b863 req-15d7facb-b536-4313-85de-54eb6e06dadc tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Unset dirty status for tenant:9449ffbc0eeb4961ad83b90eb3d9f095 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:15.765753 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['4700ec23-e84d-4560-9777-dfec2835f98b'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:46:15.766225 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5dbd7c05-0ad0-4c13-8552-8341dae5b863 req-15d7facb-b536-4313-85de-54eb6e06dadc tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.13 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 985 time: 0.5438128 Apr 05 20:46:15.841436 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:15.966510 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b37085c-eb49-4361-ac71-b51e10a7b8b2 req-bae24d32-5702-4707-ad14-c72bf497f2fe service neutron] 10.222.0.13 "GET /v2.0/networks/21bf9b1c-23b4-4742-b647-4b22254dc86c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033115 Apr 05 20:46:15.987158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-5dbd7c05-0ad0-4c13-8552-8341dae5b863 req-dad2f703-6094-4da3-96f3-7e7c35a3d730 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Deleting port 25677384-1a9a-4c7b-97b3-6d8951645f8a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:46:15.987158 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5dbd7c05-0ad0-4c13-8552-8341dae5b863 req-dad2f703-6094-4da3-96f3-7e7c35a3d730 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.089589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Subnet': ['ID=fb89fca1-2e7b-4b89-a22b-982454d09eb9,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:16.114298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Checking segment: {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:46:16.114427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network hostable DHCP agents. Network: 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:46:16.225474 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.251220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:46:16.257284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87539387-5262-4ce7-98b9-af67d95f69c9 req-c28e2712-ca1d-4c25-b716-6828625789dd tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:16.267357 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87539387-5262-4ce7-98b9-af67d95f69c9 req-c28e2712-ca1d-4c25-b716-6828625789dd tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 985 time: 0.1207707 Apr 05 20:46:16.326416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:16.342970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:16.342970 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.345755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a04ef4-c6ea-4043-8ff4-a35c4d696d0f None None] Network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:46:16.389653 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-87539387-5262-4ce7-98b9-af67d95f69c9 req-8e03820f-864f-41f1-b636-4a79ee4acba1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1213148 Apr 05 20:46:16.459491 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.503661 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e9e650cb-f6d3-4dee-8518-47a4d1b4f38a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0112326 Apr 05 20:46:16.503940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Transition to ACTIVE for port object c25e0866-d0a0-4aae-b540-7762ce608cbf will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:16.504035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48842) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:16.521547 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.626787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Attempting to bind port c25e0866-d0a0-4aae-b540-7762ce608cbf on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:16.627436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Attempting to bind port c25e0866-d0a0-4aae-b540-7762ce608cbf by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:16.627793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Attempting to bind port c25e0866-d0a0-4aae-b540-7762ce608cbf on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:46:16.655839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:46:16.656211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:46:16.656618 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.656981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:46:16.657446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Bound port: c25e0866-d0a0-4aae-b540-7762ce608cbf, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:16.657814 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.683290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4700ec23-e84d-4560-9777-dfec2835f98b up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:16.846860 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fdd03-cc02-47c2-91df-792091847af2 None None] Pushing event updated for resources: {'Port': ['ID=c25e0866-d0a0-4aae-b540-7762ce608cbf,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:16.849568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10308e-86ea-4527-9afb-41a13c07eb32 req-740e4157-00bd-47e0-8f5f-5ba97eb6926f tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:16.851126 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae10308e-86ea-4527-9afb-41a13c07eb32 req-740e4157-00bd-47e0-8f5f-5ba97eb6926f tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 944 time: 0.6493042 Apr 05 20:46:16.865046 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ips': [{'subnet_id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:46:16.865856 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.949024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-5dbd7c05-0ad0-4c13-8552-8341dae5b863 req-dad2f703-6094-4da3-96f3-7e7c35a3d730 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] For port 25677384-1a9a-4c7b-97b3-6d8951645f8a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=25677384-1a9a-4c7b-97b3-6d8951645f8a,segment=NetworkSegment(125c0df3-3234-4f5c-9c9d-a1960505a580),segment_id=125c0df3-3234-4f5c-9c9d-a1960505a580)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:16.949390 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5dbd7c05-0ad0-4c13-8552-8341dae5b863 req-dad2f703-6094-4da3-96f3-7e7c35a3d730 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:16.981717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] For port c25e0866-d0a0-4aae-b540-7762ce608cbf, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:46:16.985314 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] For port c25e0866-d0a0-4aae-b540-7762ce608cbf, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c25e0866-d0a0-4aae-b540-7762ce608cbf,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:46:16.998599 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:17.103665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Routers {'60e95bf5-844b-4ea5-8adb-8372219cdc9a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:17.104271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:17.146023 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae10308e-86ea-4527-9afb-41a13c07eb32 req-a259f0e7-f873-49b1-814a-7616560a697f tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813866 Apr 05 20:46:17.272109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-5dbd7c05-0ad0-4c13-8552-8341dae5b863 req-dad2f703-6094-4da3-96f3-7e7c35a3d730 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Calling delete_port for 25677384-1a9a-4c7b-97b3-6d8951645f8a owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:46:17.288890 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fdd03-cc02-47c2-91df-792091847af2 None None] Pushing event updated for resources: {'Port': ['ID=c25e0866-d0a0-4aae-b540-7762ce608cbf,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:17.418602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 4700ec23-e84d-4560-9777-dfec2835f98b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:17.418970 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:17.597342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] Set router 60e95bf5-844b-4ea5-8adb-8372219cdc9a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:17.816105 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5dbd7c05-0ad0-4c13-8552-8341dae5b863 req-dad2f703-6094-4da3-96f3-7e7c35a3d730 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:17.816940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d847067-3dfc-4b1c-90ba-e5fc894a289d req-9b089897-c59b-4675-aa5d-d17e2e557330 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:17.819828 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d847067-3dfc-4b1c-90ba-e5fc894a289d req-9b089897-c59b-4675-aa5d-d17e2e557330 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/ports?device_id=aaf28c40-c440-4698-aa2f-82ae5837fa60 HTTP/1.1" status: 200 len: 985 time: 0.2153556 Apr 05 20:46:17.894967 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d847067-3dfc-4b1c-90ba-e5fc894a289d req-7c98b9cf-1f94-4c95-a37c-a07117e47bd4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "GET /v2.0/security-groups?id=a793eedf-e36f-4b16-95a4-82e46b5b9ac2&id=79e5ab20-8ffd-49a5-a30f-2b0539b43edf&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0675161 Apr 05 20:46:17.938294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad2f703-6094-4da3-96f3-7e7c35a3d730 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event deleted for resources: {'Port': ['ID=25677384-1a9a-4c7b-97b3-6d8951645f8a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:17.970549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Allocated IP 172.20.0.2 (8f4afe8b-a95a-4cf6-a026-b9b8d1417d12/fb89fca1-2e7b-4b89-a22b-982454d09eb9/0891f337-aeb9-4e5b-a4ec-6c64017134c9) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:17.979078 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:18.065755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4700ec23-e84d-4560-9777-dfec2835f98b'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:46:18.108721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4700ec23-e84d-4560-9777-dfec2835f98b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4700ec23-e84d-4560-9777-dfec2835f98b,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:18.135041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbd7c05-0ad0-4c13-8552-8341dae5b863 req-dad2f703-6094-4da3-96f3-7e7c35a3d730 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] No DVR routers for this DVR port 25677384-1a9a-4c7b-97b3-6d8951645f8a on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:18.146716 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5dbd7c05-0ad0-4c13-8552-8341dae5b863 req-dad2f703-6094-4da3-96f3-7e7c35a3d730 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:18.156577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'name': 'network-vif-deleted', 'tag': '25677384-1a9a-4c7b-97b3-6d8951645f8a'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:46:18.161971 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4700ec23-e84d-4560-9777-dfec2835f98b', 'code': 200} Apr 05 20:46:18.169726 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:18.170569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 25677384-1a9a-4c7b-97b3-6d8951645f8a no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:18.201685 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5dbd7c05-0ad0-4c13-8552-8341dae5b863 req-dad2f703-6094-4da3-96f3-7e7c35a3d730 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.13 "DELETE /v2.0/ports/25677384-1a9a-4c7b-97b3-6d8951645f8a HTTP/1.1" status: 204 len: 173 time: 2.4216754 Apr 05 20:46:18.238971 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaf28c40-c440-4698-aa2f-82ae5837fa60', 'name': 'network-vif-deleted', 'tag': '25677384-1a9a-4c7b-97b3-6d8951645f8a', 'status': 'completed', 'code': 200} Apr 05 20:46:18.240592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:18.302736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=4700ec23-e84d-4560-9777-dfec2835f98b,revision_number=10']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:18.322217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 25677384-1a9a-4c7b-97b3-6d8951645f8a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:46:18.322559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 25677384-1a9a-4c7b-97b3-6d8951645f8a not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:18.533113 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:46:12Z', 'revision_number': 3, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:18.550401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98292e4d-c46e-4cf8-9814-cf6450ad0520 None None] The sync data for ids ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'] in n-d-836604-1 is: [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:46:12Z', 'revision_number': 3, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:46:18.565076 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:18.576268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Transition to ACTIVE for port object 0891f337-aeb9-4e5b-a4ec-6c64017134c9 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:18.603709 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Transition to ACTIVE for port object 0891f337-aeb9-4e5b-a4ec-6c64017134c9 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:18.623055 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:18.782959 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:18.803861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:18.809549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:46:18.973862 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Pushing event updated for resources: {'Port': ['ID=0891f337-aeb9-4e5b-a4ec-6c64017134c9,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:19.015233 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Attempting to bind port 0891f337-aeb9-4e5b-a4ec-6c64017134c9 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:19.016255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Attempting to bind port 0891f337-aeb9-4e5b-a4ec-6c64017134c9 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:19.017055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Attempting to bind port 0891f337-aeb9-4e5b-a4ec-6c64017134c9 on network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:46:19.050469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:46:19.050469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Checking segment: {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:46:19.051566 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.052357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Bound using segment: {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:46:19.054362 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Bound port: 0891f337-aeb9-4e5b-a4ec-6c64017134c9, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:19.054362 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.170126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48868) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:19.208023 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] For port 0891f337-aeb9-4e5b-a4ec-6c64017134c9, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:46:19.212861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] For port 0891f337-aeb9-4e5b-a4ec-6c64017134c9, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0891f337-aeb9-4e5b-a4ec-6c64017134c9,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:46:19.222465 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.226363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a2a161-02a0-4fb8-a99f-d0051f291819 req-e1ebda14-331c-4c8b-9858-3f9685b752ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:19.227879 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a4a2a161-02a0-4fb8-a99f-d0051f291819 req-e1ebda14-331c-4c8b-9858-3f9685b752ea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 1097 time: 0.7650788 Apr 05 20:46:19.260179 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4cee9e7e-aa17-4f96-a3c9-8b911994db87 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.288777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af534223-b20e-4142-81ed-45c04130d40c req-60d60f1a-35d1-44e0-bf90-560a50f026bf tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:19.290399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af534223-b20e-4142-81ed-45c04130d40c req-60d60f1a-35d1-44e0-bf90-560a50f026bf tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 946 time: 0.7882431 Apr 05 20:46:19.305027 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4cee9e7e-aa17-4f96-a3c9-8b911994db87 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.373146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4cee9e7e-aa17-4f96-a3c9-8b911994db87 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.403777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a4a2a161-02a0-4fb8-a99f-d0051f291819 req-c271a98d-d70c-4b6d-9a3a-29f33534ed55 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664519 Apr 05 20:46:19.405744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee9e7e-aa17-4f96-a3c9-8b911994db87 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e5ab20-8ffd-49a5-a30f-2b0539b43edf,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:19.421376 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4cee9e7e-aa17-4f96-a3c9-8b911994db87 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.423998 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4cee9e7e-aa17-4f96-a3c9-8b911994db87 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "DELETE /v2.0/security-groups/79e5ab20-8ffd-49a5-a30f-2b0539b43edf HTTP/1.1" status: 204 len: 168 time: 0.2522626 Apr 05 20:46:19.426864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 48872) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:19.492466 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af534223-b20e-4142-81ed-45c04130d40c req-a1cf9d90-4456-481b-8953-cceb4f49c642 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927898 Apr 05 20:46:19.525485 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5615b47b-79b9-4d16-8a36-28837e60c2aa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.541340 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc916b-e3fc-4e62-9aba-001f74e6b16a None None] Pushing event updated for resources: {'Port': ['ID=0891f337-aeb9-4e5b-a4ec-6c64017134c9,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:19.590840 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5615b47b-79b9-4d16-8a36-28837e60c2aa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.662738 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5615b47b-79b9-4d16-8a36-28837e60c2aa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.714423 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5615b47b-79b9-4d16-8a36-28837e60c2aa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:19.715552 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5615b47b-79b9-4d16-8a36-28837e60c2aa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "DELETE /v2.0/security-groups/a793eedf-e36f-4b16-95a4-82e46b5b9ac2 HTTP/1.1" status: 204 len: 168 time: 0.2876773 Apr 05 20:46:19.716574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615b47b-79b9-4d16-8a36-28837e60c2aa tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a793eedf-e36f-4b16-95a4-82e46b5b9ac2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:19.718300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 48880) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:19.908198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.20.0.1 (8f4afe8b-a95a-4cf6-a026-b9b8d1417d12/fb89fca1-2e7b-4b89-a22b-982454d09eb9/83a599cb-ca2b-47f8-81a6-eb6f1096e00c) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:20.334760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c25e0866-d0a0-4aae-b540-7762ce608cbf up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:20.434711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c25e0866-d0a0-4aae-b540-7762ce608cbf completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:20.440517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c25e0866-d0a0-4aae-b540-7762ce608cbf triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:20.441003 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.462773 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.532443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Transition to ACTIVE for port object 83a599cb-ca2b-47f8-81a6-eb6f1096e00c will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:20.781817 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.851359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port c25e0866-d0a0-4aae-b540-7762ce608cbf, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c25e0866-d0a0-4aae-b540-7762ce608cbf,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:20.858589 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.860418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0891f337-aeb9-4e5b-a4ec-6c64017134c9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:20.883478 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:20.996426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e72ab-d519-4218-b129-d72256e20056 req-09136094-dc51-416b-8c29-7d012fd3c1ed tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:21.021131 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d04e72ab-d519-4218-b129-d72256e20056 req-09136094-dc51-416b-8c29-7d012fd3c1ed tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 946 time: 0.2302418 Apr 05 20:46:21.069529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=c25e0866-d0a0-4aae-b540-7762ce608cbf,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:21.095093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 0891f337-aeb9-4e5b-a4ec-6c64017134c9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:21.111673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=83a599cb-ca2b-47f8-81a6-eb6f1096e00c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:21.126453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:21.158696 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d04e72ab-d519-4218-b129-d72256e20056 req-2b8cb3de-63cc-496f-96a0-2041f0c7f902 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365960 Apr 05 20:46:21.189677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5423d0fa-c3f1-497e-b129-a2f28bfa1bd9 None None] Network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:46:21.228192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:21.249313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:46:21.332285 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e6301eb0-7ba2-46fa-b503-f32328542b4c None None] Provisioning for port 0891f337-aeb9-4e5b-a4ec-6c64017134c9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:21.346271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e6301eb0-7ba2-46fa-b503-f32328542b4c None None] Provisioning complete for port 0891f337-aeb9-4e5b-a4ec-6c64017134c9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:21.346635 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6301eb0-7ba2-46fa-b503-f32328542b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.350076 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.563312 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6301eb0-7ba2-46fa-b503-f32328542b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.630168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e6301eb0-7ba2-46fa-b503-f32328542b4c None None] For port 0891f337-aeb9-4e5b-a4ec-6c64017134c9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0891f337-aeb9-4e5b-a4ec-6c64017134c9,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:21.670725 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e6301eb0-7ba2-46fa-b503-f32328542b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:21.798358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6301eb0-7ba2-46fa-b503-f32328542b4c None None] Pushing event updated for resources: {'Port': ['ID=0891f337-aeb9-4e5b-a4ec-6c64017134c9,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:21.958060 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca33dd20-8458-449e-b3b7-52aeb221b2ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:22.055830 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:22.206429 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e25f6f59-9541-4405-978b-ecb70272e176 None None] Provisioning complete for port 0891f337-aeb9-4e5b-a4ec-6c64017134c9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:22.207056 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e25f6f59-9541-4405-978b-ecb70272e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:22.277692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c25e0866-d0a0-4aae-b540-7762ce608cbf up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:22.431442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c25e0866-d0a0-4aae-b540-7762ce608cbf triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:22.431880 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:22.633554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e25f6f59-9541-4405-978b-ecb70272e176 None None] Provisioning for port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:22.643227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e25f6f59-9541-4405-978b-ecb70272e176 None None] Provisioning complete for port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:22.643635 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e25f6f59-9541-4405-978b-ecb70272e176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:22.766767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017afb2a-fac6-45cd-9168-a2e06582efd7 req-6e2728e3-181c-4cef-82a9-13656aab2409 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:22.774267 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-017afb2a-fac6-45cd-9168-a2e06582efd7 req-6e2728e3-181c-4cef-82a9-13656aab2409 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 946 time: 0.3913925 Apr 05 20:46:22.840355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e25f6f59-9541-4405-978b-ecb70272e176 None None] Port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:46:22.843757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0891f337-aeb9-4e5b-a4ec-6c64017134c9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:22.934974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0891f337-aeb9-4e5b-a4ec-6c64017134c9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:22.935612 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:22.949506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-017afb2a-fac6-45cd-9168-a2e06582efd7 req-4fff6053-91dd-4e95-96de-2200e8ae3266 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740789 Apr 05 20:46:22.952772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ca33dd20-8458-449e-b3b7-52aeb221b2ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Deleting port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:46:22.952875 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca33dd20-8458-449e-b3b7-52aeb221b2ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:23.017950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c8ed98f3-8df6-4e3e-8869-69d3e3b80fdb None None] Provisioning complete for port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:23.018694 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c8ed98f3-8df6-4e3e-8869-69d3e3b80fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:23.121155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c8ed98f3-8df6-4e3e-8869-69d3e3b80fdb None None] Port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:46:23.170421 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:23.178215 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:23.301737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-ca33dd20-8458-449e-b3b7-52aeb221b2ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] For port 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3b853595-97fb-4ea2-9a4c-af39ce1a1e5a,segment=NetworkSegment(125c0df3-3234-4f5c-9c9d-a1960505a580),segment_id=125c0df3-3234-4f5c-9c9d-a1960505a580)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:23.302146 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca33dd20-8458-449e-b3b7-52aeb221b2ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:23.387508 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:23.449960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=83a599cb-ca2b-47f8-81a6-eb6f1096e00c,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:23.458109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ca33dd20-8458-449e-b3b7-52aeb221b2ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Calling delete_port for 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:46:23.936942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:23.940022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:24.208782 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca33dd20-8458-449e-b3b7-52aeb221b2ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:24.213921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 60e95bf5-844b-4ea5-8adb-8372219cdc9a has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:46:24.252052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9aea32c5-7f2e-43c5-a8af-73f2b5dbe2d9 None None] Provisioning complete for port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:24.252621 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9aea32c5-7f2e-43c5-a8af-73f2b5dbe2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:24.264877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33dd20-8458-449e-b3b7-52aeb221b2ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event deleted for resources: {'Port': ['ID=3b853595-97fb-4ea2-9a4c-af39ce1a1e5a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:24.318359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9aea32c5-7f2e-43c5-a8af-73f2b5dbe2d9 None None] Port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:46:24.612179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:46:24.622462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Sync routers for ids ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:46:24.631650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Routers {'60e95bf5-844b-4ea5-8adb-8372219cdc9a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:24.632261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:24.688025 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-57ee6a08-1404-4607-8a34-b245dc02481b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "PUT /v2.0/routers/60e95bf5-844b-4ea5-8adb-8372219cdc9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1968582 Apr 05 20:46:24.759191 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ca33dd20-8458-449e-b3b7-52aeb221b2ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:24.873225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Set router 60e95bf5-844b-4ea5-8adb-8372219cdc9a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:24.957184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-4a89370e-3b4e-433d-a220-5130fb7e8dcd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:24.976473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-4a89370e-3b4e-433d-a220-5130fb7e8dcd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:24.978193 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-4a89370e-3b4e-433d-a220-5130fb7e8dcd tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-557257943&fields=id&tenant_id=5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 267 time: 0.0717251 Apr 05 20:46:25.177955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-5132b71f-a43d-4b22-bc12-98ff741e1e57 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:25.178939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-5132b71f-a43d-4b22-bc12-98ff741e1e57 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:25.198703 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-5132b71f-a43d-4b22-bc12-98ff741e1e57 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:25.203556 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-5132b71f-a43d-4b22-bc12-98ff741e1e57 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/networks?id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 200 len: 797 time: 0.2165084 Apr 05 20:46:25.228707 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-e12f871f-ffce-4033-a96b-994187a51924 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/quotas/5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 375 time: 0.0172944 Apr 05 20:46:25.271119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:46:21Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '83a599cb-ca2b-47f8-81a6-eb6f1096e00c', 'name': '', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:82:54:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:19Z', 'updated_at': '2022-04-05T20:46:22Z', 'revision_number': 2, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:25.279337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Checking router: 60e95bf5-844b-4ea5-8adb-8372219cdc9a for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:46:25.279958 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Updating router 60e95bf5-844b-4ea5-8adb-8372219cdc9a port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:46:25.321130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-3ff39941-ca3c-4afd-a5b7-eee595b7969c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:25.341329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-3ff39941-ca3c-4afd-a5b7-eee595b7969c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:25.342681 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-3ff39941-ca3c-4afd-a5b7-eee595b7969c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1125760 Apr 05 20:46:25.353418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca33dd20-8458-449e-b3b7-52aeb221b2ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Router 775327a3-68bd-4d7d-af95-7a767e7004be has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:46:25.354921 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:25.551651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca33dd20-8458-449e-b3b7-52aeb221b2ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:46:25.560033 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ca33dd20-8458-449e-b3b7-52aeb221b2ed tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "PUT /v2.0/routers/775327a3-68bd-4d7d-af95-7a767e7004be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8384001 Apr 05 20:46:25.560824 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49028) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:25.562466 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ea07d2-7c04-4639-b815-9b86ba1abd5f None None] Sync routers for ids ['775327a3-68bd-4d7d-af95-7a767e7004be'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:46:25.575551 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea07d2-7c04-4639-b815-9b86ba1abd5f None None] Routers {'775327a3-68bd-4d7d-af95-7a767e7004be'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:25.578217 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-28ea07d2-7c04-4639-b815-9b86ba1abd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['775327a3-68bd-4d7d-af95-7a767e7004be'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:25.610449 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-3229366c-6595-4227-8ae8-e2875ff1eda5 service neutron] 10.222.0.24 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537997 Apr 05 20:46:25.635235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b61ef14-667a-445e-bb1c-f15d04f2a69d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Deleting subnet 91d2584a-66f7-4d3d-bdb1-760758f88788 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:46:25.638412 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b61ef14-667a-445e-bb1c-f15d04f2a69d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:25.709215 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b61ef14-667a-445e-bb1c-f15d04f2a69d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:25.780715 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:25.796916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Transition to ACTIVE for port object 83a599cb-ca2b-47f8-81a6-eb6f1096e00c will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:25.809184 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:25.857311 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-adcf1f24-02dd-4b77-a4ed-a7343a5b78e3 service neutron] 10.222.0.24 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459760 Apr 05 20:46:25.858243 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b61ef14-667a-445e-bb1c-f15d04f2a69d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:25.878469 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-28ea07d2-7c04-4639-b815-9b86ba1abd5f None None] Set router 775327a3-68bd-4d7d-af95-7a767e7004be gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:25.955950 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b61ef14-667a-445e-bb1c-f15d04f2a69d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:26.004009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61ef14-667a-445e-bb1c-f15d04f2a69d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event deleted for resources: {'Subnet': ['ID=91d2584a-66f7-4d3d-bdb1-760758f88788,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:26.011120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b61ef14-667a-445e-bb1c-f15d04f2a69d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:26.026643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49032) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:26.039807 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6b61ef14-667a-445e-bb1c-f15d04f2a69d tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "DELETE /v2.0/subnets/91d2584a-66f7-4d3d-bdb1-760758f88788 HTTP/1.1" status: 204 len: 168 time: 0.4778714 Apr 05 20:46:26.069538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac80262-459f-4aec-8d5e-c5004dfce92e None None] Pushing event updated for resources: {'Port': ['ID=83a599cb-ca2b-47f8-81a6-eb6f1096e00c,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:26.083780 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4804d62-7307-4b08-a7c2-f4f237cb6d2b None None] Network 21bf9b1c-23b4-4742-b647-4b22254dc86c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:46:26.298814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b91b72cc-24b7-4305-a6fa-2360634df8f5 req-392dc3d9-cba8-4361-baf1-6bbfb86085ed tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:26.328063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b91b72cc-24b7-4305-a6fa-2360634df8f5 req-392dc3d9-cba8-4361-baf1-6bbfb86085ed tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:26.329481 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b91b72cc-24b7-4305-a6fa-2360634df8f5 req-392dc3d9-cba8-4361-baf1-6bbfb86085ed tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 210 time: 0.1933196 Apr 05 20:46:26.386228 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-28ea07d2-7c04-4639-b815-9b86ba1abd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:46:24Z', 'revision_number': 5, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:26.396167 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ea07d2-7c04-4639-b815-9b86ba1abd5f None None] Checking router: 775327a3-68bd-4d7d-af95-7a767e7004be for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:46:26.415763 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ea07d2-7c04-4639-b815-9b86ba1abd5f None None] Routers {'775327a3-68bd-4d7d-af95-7a767e7004be'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:26.423542 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-28ea07d2-7c04-4639-b815-9b86ba1abd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['775327a3-68bd-4d7d-af95-7a767e7004be'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:26.504432 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:26.621724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Attempting to bind port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:26.622701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Attempting to bind port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:26.623241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Attempting to bind port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c on network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:46:26.631677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:46:26.632272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Checking segment: {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:46:26.632810 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:26.633331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Bound using segment: {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:46:26.633977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Bound port: 83a599cb-ca2b-47f8-81a6-eb6f1096e00c, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:26.634505 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:26.759696 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-28ea07d2-7c04-4639-b815-9b86ba1abd5f None None] Set router 775327a3-68bd-4d7d-af95-7a767e7004be gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:26.778164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] For port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:46:26.786384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] For port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=83a599cb-ca2b-47f8-81a6-eb6f1096e00c,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:46:26.798635 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:26.842178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3284c0c-b5b6-43ad-b0e2-65328016a265 None None] DHCP port deletion for 21bf9b1c-23b4-4742-b647-4b22254dc86c request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:46:26.862950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f3284c0c-b5b6-43ad-b0e2-65328016a265 None None] Deleting port 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:46:26.863747 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f3284c0c-b5b6-43ad-b0e2-65328016a265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:27.027203 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:27.042638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Deleting port 9ed5d8cb-9528-4a9f-9402-02892c75adf2 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:46:27.043073 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:27.069944 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac80262-459f-4aec-8d5e-c5004dfce92e None None] Pushing event updated for resources: {'Port': ['ID=83a599cb-ca2b-47f8-81a6-eb6f1096e00c,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:27.157323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Routers {'60e95bf5-844b-4ea5-8adb-8372219cdc9a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:27.157549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:27.289913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] For port 9ed5d8cb-9528-4a9f-9402-02892c75adf2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9ed5d8cb-9528-4a9f-9402-02892c75adf2,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:27.290500 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:27.388472 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-28ea07d2-7c04-4639-b815-9b86ba1abd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:46:24Z', 'revision_number': 5, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:27.393541 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ea07d2-7c04-4639-b815-9b86ba1abd5f None None] The sync data for ids ['775327a3-68bd-4d7d-af95-7a767e7004be'] in n-d-836604-1 is: [{'id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'name': 'tempest-TestSecurityGroupsBasicOps-router-931164728', 'tenant_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9'}], 'enable_snat': True}, 'gw_port_id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:44:13Z', 'updated_at': '2022-04-05T20:46:24Z', 'revision_number': 5, 'project_id': '9449ffbc0eeb4961ad83b90eb3d9f095', 'gw_port': {'id': '9ed5d8cb-9528-4a9f-9402-02892c75adf2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:22:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775327a3-68bd-4d7d-af95-7a767e7004be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3385, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:44:14Z', 'updated_at': '2022-04-05T20:44:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:46:27.531821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Calling delete_port for 9ed5d8cb-9528-4a9f-9402-02892c75adf2 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:46:27.542612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f3284c0c-b5b6-43ad-b0e2-65328016a265 None None] For port 3d3bc17b-cb09-4530-9b41-9befd20fdfe1, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3d3bc17b-cb09-4530-9b41-9befd20fdfe1,segment=NetworkSegment(125c0df3-3234-4f5c-9c9d-a1960505a580),segment_id=125c0df3-3234-4f5c-9c9d-a1960505a580)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:27.542928 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f3284c0c-b5b6-43ad-b0e2-65328016a265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:27.636127 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f29e869d-2df2-4cf5-b6f9-d2a948c9ac75 req-31964036-9ab0-4396-8e8e-f15c9b1836c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 210 time: 0.0621946 Apr 05 20:46:27.685175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f3284c0c-b5b6-43ad-b0e2-65328016a265 None None] Calling delete_port for 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:46:27.755013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] Set router 60e95bf5-844b-4ea5-8adb-8372219cdc9a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:27.980453 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f3284c0c-b5b6-43ad-b0e2-65328016a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.032323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-2ce0a31f-ee91-4ad8-ae16-dc5e55c51d5f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:28.049199 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-2ce0a31f-ee91-4ad8-ae16-dc5e55c51d5f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "GET /v2.0/networks?id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 200 len: 797 time: 0.3444524 Apr 05 20:46:28.091240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3284c0c-b5b6-43ad-b0e2-65328016a265 None None] Pushing event deleted for resources: {'Port': ['ID=3d3bc17b-cb09-4530-9b41-9befd20fdfe1,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:28.109392 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3284c0c-b5b6-43ad-b0e2-65328016a265 None None] No DVR routers for this DVR port 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:28.127601 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-9dce097d-5182-4ff3-8a8c-d61c4e5cddd3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 379 time: 0.0772419 Apr 05 20:46:28.150909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'port': {'device_id': '46f3f414-dda3-4486-977f-be1519506159', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'admin_state_up': True, 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'security_groups': ['d60d9538-1493-4928-93fb-e8aabb9839ce']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:28.172359 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.204454 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:28.246125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:46:28.246549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3d3bc17b-cb09-4530-9b41-9befd20fdfe1 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:28.246956 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:28.276396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event deleted for resources: {'Port': ['ID=9ed5d8cb-9528-4a9f-9402-02892c75adf2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:28.285116 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:46:28.285454 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3b853595-97fb-4ea2-9a4c-af39ce1a1e5a not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:28.310283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:46:21Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '83a599cb-ca2b-47f8-81a6-eb6f1096e00c', 'name': '', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:82:54:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:19Z', 'updated_at': '2022-04-05T20:46:26Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:28.314442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6efa61-7165-4eec-aa95-cacd97accdd3 None None] The sync data for ids ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'] in n-d-836604-1 is: [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:46:21Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '83a599cb-ca2b-47f8-81a6-eb6f1096e00c', 'name': '', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:82:54:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:19Z', 'updated_at': '2022-04-05T20:46:26Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:46:28.437298 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.557154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:28.570168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:28.637573 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.640129 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.641829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Made reservation on behalf of 5118b05a56334dea925f78d36af460a0 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:28.645369 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.734283 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.734824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Fanout notify agent at l3_agent the message router_deleted on router 775327a3-68bd-4d7d-af95-7a767e7004be {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:46:28.781293 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:28.784901 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-701a27ee-1d1a-4b80-94f3-94099c265ea1 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "DELETE /v2.0/routers/775327a3-68bd-4d7d-af95-7a767e7004be HTTP/1.1" status: 204 len: 168 time: 2.7544162 Apr 05 20:46:28.785390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49054) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:28.919250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.20.0.6 (8f4afe8b-a95a-4cf6-a026-b9b8d1417d12/fb89fca1-2e7b-4b89-a22b-982454d09eb9/e9cea8ee-6573-4c12-8779-3fe1c0128b93) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:28.938290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49060) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:28.942794 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-14931839-6a4d-4a43-8f06-958403221c7e req-5dee4a4c-9931-44f4-8036-2baa79243fc2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 210 time: 0.1011438 Apr 05 20:46:29.093715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-fda56371-737f-418f-b39e-346df14eb32c admin admin] Deleting subnet 1f39c989-b389-4635-a24e-8b9959037fef {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:46:29.101836 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fda56371-737f-418f-b39e-346df14eb32c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.156063 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-52a2f6cd-1dcf-42b3-a466-d2ce8762e8b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.165661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fda56371-737f-418f-b39e-346df14eb32c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.296949 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fda56371-737f-418f-b39e-346df14eb32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.358258 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.382560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Transition to ACTIVE for port object e9cea8ee-6573-4c12-8779-3fe1c0128b93 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:29.400156 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-52a2f6cd-1dcf-42b3-a466-d2ce8762e8b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.418469 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.440993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-52a2f6cd-1dcf-42b3-a466-d2ce8762e8b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21bf9b1c-23b4-4742-b647-4b22254dc86c']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:29.460081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-52a2f6cd-1dcf-42b3-a466-d2ce8762e8b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125c0df3-3234-4f5c-9c9d-a1960505a580') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:29.460081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-52a2f6cd-1dcf-42b3-a466-d2ce8762e8b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125c0df3-3234-4f5c-9c9d-a1960505a580') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:29.479136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-52a2f6cd-1dcf-42b3-a466-d2ce8762e8b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.489475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:29.492810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:29.500281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:46:29.502800 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-52a2f6cd-1dcf-42b3-a466-d2ce8762e8b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.506299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fda56371-737f-418f-b39e-346df14eb32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.547190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a2f6cd-1dcf-42b3-a466-d2ce8762e8b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:46:29.547606 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-52a2f6cd-1dcf-42b3-a466-d2ce8762e8b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.562423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=e9cea8ee-6573-4c12-8779-3fe1c0128b93,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:46:29.567784 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:46:29.585317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda56371-737f-418f-b39e-346df14eb32c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f39c989-b389-4635-a24e-8b9959037fef,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:29.589779 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fda56371-737f-418f-b39e-346df14eb32c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.601438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:29.602130 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.628748 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-0a4b2b1f-0fe4-4a1f-b4b6-83abb85b8d7f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4903827 Apr 05 20:46:29.640634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Request body: {'port': {'device_id': '46f3f414-dda3-4486-977f-be1519506159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:29.644429 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fda56371-737f-418f-b39e-346df14eb32c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1f39c989-b389-4635-a24e-8b9959037fef HTTP/1.1" status: 204 len: 168 time: 0.7010348 Apr 05 20:46:29.666684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49064) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:29.781452 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.825596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-aed30dd4-260b-4f47-b336-b50e92e54b72 None None] Provisioning for port e9cea8ee-6573-4c12-8779-3fe1c0128b93 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:29.833744 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-aed30dd4-260b-4f47-b336-b50e92e54b72 None None] Provisioning complete for port e9cea8ee-6573-4c12-8779-3fe1c0128b93 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:29.834539 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aed30dd4-260b-4f47-b336-b50e92e54b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.909316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-aed30dd4-260b-4f47-b336-b50e92e54b72 None None] Port e9cea8ee-6573-4c12-8779-3fe1c0128b93 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:46:29.938461 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-52a2f6cd-1dcf-42b3-a466-d2ce8762e8b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.957941 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-52a2f6cd-1dcf-42b3-a466-d2ce8762e8b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.965658 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17a93872-8460-491a-808f-6d8df728c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:29.975222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a2f6cd-1dcf-42b3-a466-d2ce8762e8b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] Pushing event deleted for resources: {'Network': ['ID=21bf9b1c-23b4-4742-b647-4b22254dc86c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:29.979413 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-52a2f6cd-1dcf-42b3-a466-d2ce8762e8b4 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] 10.222.0.24 "DELETE /v2.0/networks/21bf9b1c-23b4-4742-b647-4b22254dc86c HTTP/1.1" status: 204 len: 168 time: 1.1929340 Apr 05 20:46:30.120389 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17a93872-8460-491a-808f-6d8df728c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.153472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-17a93872-8460-491a-808f-6d8df728c7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d7f4f1-ba5d-4a8c-80bc-f1850771f107']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:30.173381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-17a93872-8460-491a-808f-6d8df728c7b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df702720-13e1-4e72-b9e3-c34381e5fcfa') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:30.173381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-17a93872-8460-491a-808f-6d8df728c7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df702720-13e1-4e72-b9e3-c34381e5fcfa') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:30.186229 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17a93872-8460-491a-808f-6d8df728c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.207513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17a93872-8460-491a-808f-6d8df728c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.215295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a93872-8460-491a-808f-6d8df728c7b2 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:46:30.215742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17a93872-8460-491a-808f-6d8df728c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.240575 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 83a599cb-ca2b-47f8-81a6-eb6f1096e00c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:46:30.246593 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:46:30.278173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cea8ee-6573-4c12-8779-3fe1c0128b93 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:46:30.289930 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.310112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49076) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:30.314245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:30.319527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Transition to ACTIVE for port object e9cea8ee-6573-4c12-8779-3fe1c0128b93 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:30.320387 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:30.321094 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.332493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4112f-7faf-44fe-b9a3-95da5e57368e req-59283cc5-7960-41e9-813a-7d25fef67cb1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:30.333206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5ed4112f-7faf-44fe-b9a3-95da5e57368e req-59283cc5-7960-41e9-813a-7d25fef67cb1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:30.338257 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17a93872-8460-491a-808f-6d8df728c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.338462 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.364748 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-17a93872-8460-491a-808f-6d8df728c7b2 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.391029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a93872-8460-491a-808f-6d8df728c7b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=63d7f4f1-ba5d-4a8c-80bc-f1850771f107,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:30.403328 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-17a93872-8460-491a-808f-6d8df728c7b2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/63d7f4f1-ba5d-4a8c-80bc-f1850771f107 HTTP/1.1" status: 204 len: 168 time: 0.7356946 Apr 05 20:46:30.495432 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.544156 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=83a599cb-ca2b-47f8-81a6-eb6f1096e00c,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:30.547057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5ed4112f-7faf-44fe-b9a3-95da5e57368e req-59283cc5-7960-41e9-813a-7d25fef67cb1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:30.548302 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ed4112f-7faf-44fe-b9a3-95da5e57368e req-59283cc5-7960-41e9-813a-7d25fef67cb1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 931 time: 0.4607434 Apr 05 20:46:30.549856 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.597201 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7ad23a36-958b-4c80-baab-7726a240451e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9449ffbc0eeb4961ad83b90eb3d9f095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857084 Apr 05 20:46:30.597828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49084) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:30.613054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49088) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:30.627275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cea8ee-6573-4c12-8779-3fe1c0128b93,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:30.645339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9ed5d8cb-9528-4a9f-9402-02892c75adf2 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:30.708228 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad97482c-3443-47e7-9fbc-e3212e4124e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.726184 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5ed4112f-7faf-44fe-b9a3-95da5e57368e req-dae7801b-6641-4583-b4d0-0c535902f93e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1293585 Apr 05 20:46:30.754591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Attempting to bind port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:30.754920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Attempting to bind port e9cea8ee-6573-4c12-8779-3fe1c0128b93 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:30.755244 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Attempting to bind port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:46:30.765595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:46:30.766514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Attempting to bind port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:46:30.767549 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad97482c-3443-47e7-9fbc-e3212e4124e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.771824 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7bdbc65c-ea59-42c9-b1ed-2ed0234e4508 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=630e4dd1f45549d2af54d304492afeaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458924 Apr 05 20:46:30.774447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49092) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:30.777683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:46:30.778046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Checking segment: {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:46:30.778428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Bound using segment: {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:46:30.779293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Bound port: e9cea8ee-6573-4c12-8779-3fe1c0128b93, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:30.779293 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.781275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 9ed5d8cb-9528-4a9f-9402-02892c75adf2 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:46:30.781621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9ed5d8cb-9528-4a9f-9402-02892c75adf2 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:30.784125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=83a599cb-ca2b-47f8-81a6-eb6f1096e00c,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:30.826657 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad97482c-3443-47e7-9fbc-e3212e4124e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.845427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad97482c-3443-47e7-9fbc-e3212e4124e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dee84c-7bc1-4d0e-aa6d-a95301d8ee92,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:30.852307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad97482c-3443-47e7-9fbc-e3212e4124e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.856754 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ad97482c-3443-47e7-9fbc-e3212e4124e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55dee84c-7bc1-4d0e-aa6d-a95301d8ee92 HTTP/1.1" status: 204 len: 168 time: 0.2579262 Apr 05 20:46:30.909444 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-adafc93d-eb36-40e3-8106-41626cd81c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.930555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:46:30.947501 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-adafc93d-eb36-40e3-8106-41626cd81c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:30.954494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:46:30.966073 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:31.037528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:31.038232 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:31.039604 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 1091 time: 1.4035132 Apr 05 20:46:31.040054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:46:31.071673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1270d61-4b2f-4c6b-a09f-d0dff0dd2ad7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cea8ee-6573-4c12-8779-3fe1c0128b93,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:31.078396 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-adafc93d-eb36-40e3-8106-41626cd81c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:31.144469 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'status': 'completed', 'code': 200} Apr 05 20:46:31.145173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adafc93d-eb36-40e3-8106-41626cd81c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44ec627-ecb9-4548-a303-f37c018bcff8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:31.168745 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-adafc93d-eb36-40e3-8106-41626cd81c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:31.169774 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-adafc93d-eb36-40e3-8106-41626cd81c90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e44ec627-ecb9-4548-a303-f37c018bcff8 HTTP/1.1" status: 204 len: 168 time: 0.3944495 Apr 05 20:46:31.200635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-b17609d7-9939-49de-921e-5c4a754008ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:31.202310 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-b17609d7-9939-49de-921e-5c4a754008ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1094 time: 0.1096752 Apr 05 20:46:31.276353 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-db35b1e8-0050-4913-b936-b5ada46aaf38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 217 time: 0.0661864 Apr 05 20:46:31.304260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49104) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:31.323932 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ab829a5-b8b5-4542-b804-e29d308fd88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:31.339182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9ab829a5-b8b5-4542-b804-e29d308fd88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:31.343088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9ab829a5-b8b5-4542-b804-e29d308fd88a admin admin] Usage tracker for resource:security_group_rule and tenant:6af12b48ed72479aaa18e3c1332e6542 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:31.346432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9ab829a5-b8b5-4542-b804-e29d308fd88a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:31.349419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-17f8fbdb-672c-41ff-bbcd-216ecfc47878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:31.351141 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-17f8fbdb-672c-41ff-bbcd-216ecfc47878 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb89fca1-2e7b-4b89-a22b-982454d09eb9 HTTP/1.1" status: 200 len: 834 time: 0.0702958 Apr 05 20:46:31.353513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9ab829a5-b8b5-4542-b804-e29d308fd88a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:31.443049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-64a8db9a-557f-4ef7-b547-0903c80dd54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:31.445194 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-64a8db9a-557f-4ef7-b547-0903c80dd54e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879276 Apr 05 20:46:31.457328 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ab829a5-b8b5-4542-b804-e29d308fd88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:31.463781 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ab829a5-b8b5-4542-b804-e29d308fd88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:31.514715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab829a5-b8b5-4542-b804-e29d308fd88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b387ab-0322-457a-90d2-888e50c15a25,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:31.521404 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9ab829a5-b8b5-4542-b804-e29d308fd88a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6af12b48ed72479aaa18e3c1332e6542&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137613 Apr 05 20:46:31.521626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49108) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:31.590567 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf48b42b-8533-43b0-9240-b7e20dd6f16e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:31.621423 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf48b42b-8533-43b0-9240-b7e20dd6f16e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:31.689994 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf48b42b-8533-43b0-9240-b7e20dd6f16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:31.718472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48b42b-8533-43b0-9240-b7e20dd6f16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b387ab-0322-457a-90d2-888e50c15a25,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:31.726154 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf48b42b-8533-43b0-9240-b7e20dd6f16e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:31.751462 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bf48b42b-8533-43b0-9240-b7e20dd6f16e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75b387ab-0322-457a-90d2-888e50c15a25 HTTP/1.1" status: 204 len: 168 time: 0.2286868 Apr 05 20:46:31.768764 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-03b67bed-b776-48e7-a91b-522d321db5b1 service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165691 Apr 05 20:46:31.975732 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5db6c8a1-bfdc-4671-98b9-ccf7ba10ef05 req-80af04ea-4ac8-4e35-aca8-1454115c26e5 service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002552 Apr 05 20:46:31.999641 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf6003-ab54-41ad-9dd1-9eda96e5bb86 req-1ce1198d-144e-476d-a19c-8e34b47211e4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:32.001160 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0bf6003-ab54-41ad-9dd1-9eda96e5bb86 req-1ce1198d-144e-476d-a19c-8e34b47211e4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 943 time: 0.1203699 Apr 05 20:46:32.091874 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e0bf6003-ab54-41ad-9dd1-9eda96e5bb86 req-b358bc5b-bd18-40d1-8247-31cf9f1b4097 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844347 Apr 05 20:46:32.111518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22a355-abc5-4199-a2b9-b3706ecff17e req-09803d17-6186-4a14-83e4-35dc6496bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:32.113826 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb22a355-abc5-4199-a2b9-b3706ecff17e req-09803d17-6186-4a14-83e4-35dc6496bcb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1094 time: 0.0926619 Apr 05 20:46:32.178547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49118) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:32.205385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 83a599cb-ca2b-47f8-81a6-eb6f1096e00c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:32.238079 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0cc6c25f-f173-4ca6-bf94-05904e131ebe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ed61e2238994126b2a33e9e9cd9df22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582008 Apr 05 20:46:32.240481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49122) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:32.269307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22a355-abc5-4199-a2b9-b3706ecff17e req-5628bb11-2ba7-4a65-b46d-92232acbe0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:32.270768 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb22a355-abc5-4199-a2b9-b3706ecff17e req-5628bb11-2ba7-4a65-b46d-92232acbe0fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 200 len: 898 time: 0.1507342 Apr 05 20:46:32.276072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:32.276440 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.305036 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a513-238f-4316-85ff-6ba3137c4c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.331865 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a513-238f-4316-85ff-6ba3137c4c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.342533 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb22a355-abc5-4199-a2b9-b3706ecff17e req-d04c3a48-a1aa-4254-b268-ef66c78f8d3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 217 time: 0.0647383 Apr 05 20:46:32.390454 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a513-238f-4316-85ff-6ba3137c4c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.406172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22a355-abc5-4199-a2b9-b3706ecff17e req-c2fec5ae-fea7-4f21-829c-75d18f01408b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:32.407693 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb22a355-abc5-4199-a2b9-b3706ecff17e req-c2fec5ae-fea7-4f21-829c-75d18f01408b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb89fca1-2e7b-4b89-a22b-982454d09eb9 HTTP/1.1" status: 200 len: 834 time: 0.0588846 Apr 05 20:46:32.409763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0a513-238f-4316-85ff-6ba3137c4c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2315201-5854-43f2-91ec-7515396364bc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:32.421342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f8e0a513-238f-4316-85ff-6ba3137c4c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:32.422770 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f8e0a513-238f-4316-85ff-6ba3137c4c94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2315201-5854-43f2-91ec-7515396364bc HTTP/1.1" status: 204 len: 168 time: 0.1811492 Apr 05 20:46:32.487790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb22a355-abc5-4199-a2b9-b3706ecff17e req-bcbc1f16-a8a9-46be-ba6d-c6372bc63f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:32.489316 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb22a355-abc5-4199-a2b9-b3706ecff17e req-bcbc1f16-a8a9-46be-ba6d-c6372bc63f5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752878 Apr 05 20:46:32.624804 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb22a355-abc5-4199-a2b9-b3706ecff17e req-4556e0d9-7a8b-48c9-9a78-03e5e9160804 service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285598 Apr 05 20:46:32.764883 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb22a355-abc5-4199-a2b9-b3706ecff17e req-6bc8f1a3-1dd3-436b-b4c4-e7ef3adccf68 service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337547 Apr 05 20:46:33.136146 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49148) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:33.243593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1014896230-network', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:33.249366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:33.253233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Usage tracker for resource:network and tenant:de0a292fb0444bd8b5bfc9a03083c8f1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:33.256064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:33.262274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:33.274895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Made reservation on behalf of de0a292fb0444bd8b5bfc9a03083c8f1 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:33.279181 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.286849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe948e-bca4-4711-bf79-afc9755b9be3 req-c82a724c-1930-490a-af05-be6c67cb9551 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:33.288326 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46fe948e-bca4-4711-bf79-afc9755b9be3 req-c82a724c-1930-490a-af05-be6c67cb9551 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 943 time: 0.0851812 Apr 05 20:46:33.288966 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.303752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:33.308264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Usage tracker for resource:security_group_rule and tenant:de0a292fb0444bd8b5bfc9a03083c8f1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:33.311077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:33.316713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:33.339298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46fe948e-bca4-4711-bf79-afc9755b9be3 req-4a401ce3-7e3f-46f3-b01f-6237a0b46815 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420151 Apr 05 20:46:33.403512 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.406974 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.435287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:46:33.435502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e9cea8ee-6573-4c12-8779-3fe1c0128b93 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:46:33.447717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fa9a9a-2604-4844-b67e-accfb0170b0a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:33.452740 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.452740 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Added segment 1901fc9d-ddca-4bf6-9662-4af4dd7a2330 of type vlan for network af69138f-825e-4e0c-a30e-bd503222732e Apr 05 20:46:33.484021 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.523760 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.524979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:33.525746 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.575506 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4382751 Apr 05 20:46:33.578401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49158) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:33.584064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Request body: {'subnet': {'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1014896230-subnet', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:33.590095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:33.595467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Usage tracker for resource:subnet and tenant:de0a292fb0444bd8b5bfc9a03083c8f1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:33.598986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:33.607032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:33.608204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:33.621868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Made reservation on behalf of de0a292fb0444bd8b5bfc9a03083c8f1 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:33.625777 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.628893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'port_id': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'mac_address': 'fa:16:3e:15:f8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:46:33.636482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec94d65a-8fa2-4f4c-96fa-ca0de1b1f6d9 admin admin] Pushing event updated for resources: {'Network': ['ID=af69138f-825e-4e0c-a30e-bd503222732e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:33.663943 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network af69138f-825e-4e0c-a30e-bd503222732e details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:46:33.792430 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.809660 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cea8ee-6573-4c12-8779-3fe1c0128b93 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:46:33.825147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:33.829634 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.865794 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.897995 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=e9cea8ee-6573-4c12-8779-3fe1c0128b93,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:33.946654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0c0782-a6e3-4889-935e-062f633fd7a6,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:33.952973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Checking segment: {'id': '1901fc9d-ddca-4bf6-9662-4af4dd7a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:46:33.953424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Network hostable DHCP agents. Network: af69138f-825e-4e0c-a30e-bd503222732e, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:46:33.974243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Network af69138f-825e-4e0c-a30e-bd503222732e is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:46:33.983831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, af69138f-825e-4e0c-a30e-bd503222732e) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:33.987665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:33.988339 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:33.992927 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d7a1b8-2d4a-4a96-992d-016660fa9ddb None None] Network af69138f-825e-4e0c-a30e-bd503222732e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:46:34.008431 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-308e4b65-9cc8-4ed0-b2b3-88c17368fa3e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4286778 Apr 05 20:46:34.011138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49162) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:34.015990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:34.021171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:34.026075 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Usage tracker for resource:router and tenant:de0a292fb0444bd8b5bfc9a03083c8f1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:34.027800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['e9cea8ee-6573-4c12-8779-3fe1c0128b93'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:46:34.029113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:34.035443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:34.047718 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.048866 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.065170 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.340956 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-af69138f-825e-4e0c-a30e-bd503222732e', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'fixed_ips': [{'subnet_id': '4f0c0782-a6e3-4889-935e-062f633fd7a6'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:46:34.341769 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.467373 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.557538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70649637-065e-42f3-b832-d73c8ddd38f3 req-aeb1ec8d-a615-490d-b444-40a0898fc284 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:34.569227 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-70649637-065e-42f3-b832-d73c8ddd38f3 req-aeb1ec8d-a615-490d-b444-40a0898fc284 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 944 time: 0.1126833 Apr 05 20:46:34.603931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Allocated IP 172.20.0.2 (af69138f-825e-4e0c-a30e-bd503222732e/4f0c0782-a6e3-4889-935e-062f633fd7a6/dd3d359d-faf2-47cb-9f7c-26afd3291dfb) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:34.633187 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-70649637-065e-42f3-b832-d73c8ddd38f3 req-34d7af79-009c-4a31-9476-d7e5792bf0a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620141 Apr 05 20:46:34.898216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.930582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.943066 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:34.953229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Transition to ACTIVE for port object dd3d359d-faf2-47cb-9f7c-26afd3291dfb will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:34.972699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Transition to ACTIVE for port object dd3d359d-faf2-47cb-9f7c-26afd3291dfb will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:34.978755 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.037461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Network af69138f-825e-4e0c-a30e-bd503222732e is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:35.040069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:35.048373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:46:35.084109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Allocated IP 172.25.8.193 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/aa707245-9102-4bb0-8f7f-19286cfae7c7) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:35.086072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Pushing event updated for resources: {'Port': ['ID=dd3d359d-faf2-47cb-9f7c-26afd3291dfb,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:35.175818 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Attempting to bind port dd3d359d-faf2-47cb-9f7c-26afd3291dfb on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:35.176092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Attempting to bind port dd3d359d-faf2-47cb-9f7c-26afd3291dfb by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1901fc9d-ddca-4bf6-9662-4af4dd7a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:35.176444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Attempting to bind port dd3d359d-faf2-47cb-9f7c-26afd3291dfb on network af69138f-825e-4e0c-a30e-bd503222732e {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:46:35.182449 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:46:35.182822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Checking segment: {'id': '1901fc9d-ddca-4bf6-9662-4af4dd7a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:46:35.183249 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.183628 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Bound using segment: {'id': '1901fc9d-ddca-4bf6-9662-4af4dd7a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:46:35.184075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Bound port: dd3d359d-faf2-47cb-9f7c-26afd3291dfb, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1901fc9d-ddca-4bf6-9662-4af4dd7a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:35.184435 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.241501 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.270503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] For port dd3d359d-faf2-47cb-9f7c-26afd3291dfb, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:46:35.270687 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.273580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] For port dd3d359d-faf2-47cb-9f7c-26afd3291dfb, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dd3d359d-faf2-47cb-9f7c-26afd3291dfb,segment=NetworkSegment(1901fc9d-ddca-4bf6-9662-4af4dd7a2330),segment_id=1901fc9d-ddca-4bf6-9662-4af4dd7a2330)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:46:35.278537 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.335982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:35.343818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:35.347609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:46:35.368650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7050e-6219-43f0-92ca-7789c7b1edeb None None] Pushing event updated for resources: {'Port': ['ID=dd3d359d-faf2-47cb-9f7c-26afd3291dfb,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:35.380647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Pushing event updated for resources: {'Port': ['ID=aa707245-9102-4bb0-8f7f-19286cfae7c7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:35.458509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e9cea8ee-6573-4c12-8779-3fe1c0128b93 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:35.535914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port e9cea8ee-6573-4c12-8779-3fe1c0128b93 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:35.555813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port e9cea8ee-6573-4c12-8779-3fe1c0128b93 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:35.556411 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.711234 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.755700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:46:35.784609 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:35.795623 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.890419 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'code': 200} Apr 05 20:46:35.891592 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=e9cea8ee-6573-4c12-8779-3fe1c0128b93,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:35.935723 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:35.986745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff68e0e-c1bd-400a-86ce-4940f099ba68 req-aa3eae48-d07d-4d00-8edf-19490590e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:35.988428 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ff68e0e-c1bd-400a-86ce-4940f099ba68 req-aa3eae48-d07d-4d00-8edf-19490590e3be service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1096 time: 0.0848844 Apr 05 20:46:36.038444 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ff68e0e-c1bd-400a-86ce-4940f099ba68 req-b6658a4c-93fb-4822-b8bc-bade80b861c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434306 Apr 05 20:46:36.233669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec6c9f-dea8-4758-86a9-a42723faf7cb req-f058094d-2520-458c-9b84-4e150bd2303b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:36.242548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dd3d359d-faf2-47cb-9f7c-26afd3291dfb up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:36.247187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-33ec6c9f-dea8-4758-86a9-a42723faf7cb req-f058094d-2520-458c-9b84-4e150bd2303b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.3950856 Apr 05 20:46:36.325341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port dd3d359d-faf2-47cb-9f7c-26afd3291dfb completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:36.392715 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-33ec6c9f-dea8-4758-86a9-a42723faf7cb req-cf891076-1172-430f-b64e-15c889c1a775 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442165 Apr 05 20:46:36.520780 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.526939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4ffad6-7fb7-4e44-bea6-c9cd65c28360 None None] Network af69138f-825e-4e0c-a30e-bd503222732e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:46:36.644794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7982435d-573a-4960-b189-764366bc051e None None] Provisioning for port dd3d359d-faf2-47cb-9f7c-26afd3291dfb completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:36.656523 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7982435d-573a-4960-b189-764366bc051e None None] Provisioning complete for port dd3d359d-faf2-47cb-9f7c-26afd3291dfb triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:36.657132 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7982435d-573a-4960-b189-764366bc051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.736628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Router 083a48bf-7580-4545-b7a2-5fabe629708e is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:46:36.916954 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7982435d-573a-4960-b189-764366bc051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.926368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:46:36.951703 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Sync routers for ids ['083a48bf-7580-4545-b7a2-5fabe629708e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:46:36.952517 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:36.956790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49186) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:36.957072 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d3196bad-d96f-4a41-bdc8-64c04954578c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9450037 Apr 05 20:46:36.972649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7982435d-573a-4960-b189-764366bc051e None None] For port dd3d359d-faf2-47cb-9f7c-26afd3291dfb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dd3d359d-faf2-47cb-9f7c-26afd3291dfb,segment=NetworkSegment(1901fc9d-ddca-4bf6-9662-4af4dd7a2330),segment_id=1901fc9d-ddca-4bf6-9662-4af4dd7a2330)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:36.973717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Routers {'083a48bf-7580-4545-b7a2-5fabe629708e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:36.974421 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['083a48bf-7580-4545-b7a2-5fabe629708e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:37.030932 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7982435d-573a-4960-b189-764366bc051e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.235085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982435d-573a-4960-b189-764366bc051e None None] Pushing event updated for resources: {'Port': ['ID=dd3d359d-faf2-47cb-9f7c-26afd3291dfb,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:37.284184 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Set router 083a48bf-7580-4545-b7a2-5fabe629708e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:37.522745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-66484aaa-8ddd-4dfd-a27a-0fe0db91e5de None None] Provisioning complete for port dd3d359d-faf2-47cb-9f7c-26afd3291dfb triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:37.522745 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-66484aaa-8ddd-4dfd-a27a-0fe0db91e5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.760148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:35Z', 'revision_number': 3, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port': {'id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:37.766944 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Checking router: 083a48bf-7580-4545-b7a2-5fabe629708e for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:46:37.767292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Updating router 083a48bf-7580-4545-b7a2-5fabe629708e port aa707245-9102-4bb0-8f7f-19286cfae7c7 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:46:37.803231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ceb6a-8938-4bde-a960-6a16d8f06804 req-02bc2f9d-e0a8-442d-8ca9-33e9087f2e2f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:37.804692 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae6ceb6a-8938-4bde-a960-6a16d8f06804 req-02bc2f9d-e0a8-442d-8ca9-33e9087f2e2f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.1848443 Apr 05 20:46:37.839892 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:37.904114 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae6ceb6a-8938-4bde-a960-6a16d8f06804 req-a4045e87-afc1-42ef-b0c3-382b719a2059 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896785 Apr 05 20:46:38.023112 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.163921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cb11a-b7d1-428b-b7f0-9df7e5eb8e65 req-c5266207-1d0b-4c92-8979-16e624a5e93d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:38.179018 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc0cb11a-b7d1-428b-b7f0-9df7e5eb8e65 req-c5266207-1d0b-4c92-8979-16e624a5e93d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.1447136 Apr 05 20:46:38.238445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dd3d359d-faf2-47cb-9f7c-26afd3291dfb up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:38.287293 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc0cb11a-b7d1-428b-b7f0-9df7e5eb8e65 req-aedf5289-6be9-4825-9662-65232dd6f3fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066642 Apr 05 20:46:38.300628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Allocated IP 172.20.0.1 (af69138f-825e-4e0c-a30e-bd503222732e/4f0c0782-a6e3-4889-935e-062f633fd7a6/8c008e67-76af-4a49-b7e9-5913d813ca6f) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:38.302518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49196) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:38.314546 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.338031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Transition to ACTIVE for port object aa707245-9102-4bb0-8f7f-19286cfae7c7 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:38.352615 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.427356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52320e88-04c1-4aad-8ea6-ec5450725dce None None] Pushing event updated for resources: {'Port': ['ID=aa707245-9102-4bb0-8f7f-19286cfae7c7,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:38.429245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port dd3d359d-faf2-47cb-9f7c-26afd3291dfb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:38.429609 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.448851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9b1024-67f9-485c-87b5-44814e91fc1b tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:38.451541 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cf9b1024-67f9-485c-87b5-44814e91fc1b tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1091 time: 0.1480799 Apr 05 20:46:38.454367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49200) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:38.472058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:38.489378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:38.505093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:floatingip and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:38.505763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Attempting to bind port aa707245-9102-4bb0-8f7f-19286cfae7c7 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:38.506154 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Attempting to bind port aa707245-9102-4bb0-8f7f-19286cfae7c7 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:38.506511 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Attempting to bind port aa707245-9102-4bb0-8f7f-19286cfae7c7 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:46:38.511204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:38.516272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:46:38.516642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:46:38.517431 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.517431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:46:38.518123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Bound port: aa707245-9102-4bb0-8f7f-19286cfae7c7, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:38.518436 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.519911 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.523056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:38.542105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Transition to ACTIVE for port object 8c008e67-76af-4a49-b7e9-5913d813ca6f will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:38.546867 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.630516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] For port aa707245-9102-4bb0-8f7f-19286cfae7c7, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:46:38.634099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] For port aa707245-9102-4bb0-8f7f-19286cfae7c7, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=aa707245-9102-4bb0-8f7f-19286cfae7c7,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:46:38.648018 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.664792 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.765022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Network af69138f-825e-4e0c-a30e-bd503222732e is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:38.770331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:38.772172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Pushing event updated for resources: {'Port': ['ID=8c008e67-76af-4a49-b7e9-5913d813ca6f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:38.774243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:46:38.778446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Routers {'083a48bf-7580-4545-b7a2-5fabe629708e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:38.779248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['083a48bf-7580-4545-b7a2-5fabe629708e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:38.837892 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.851363 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52320e88-04c1-4aad-8ea6-ec5450725dce None None] Pushing event updated for resources: {'Port': ['ID=aa707245-9102-4bb0-8f7f-19286cfae7c7,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:38.982039 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:38.999853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] Set router 083a48bf-7580-4545-b7a2-5fabe629708e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:39.147292 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:39.171389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f8ae87d1-666c-4317-adb2-f4715c86e70c None None] Provisioning for port 8c008e67-76af-4a49-b7e9-5913d813ca6f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:39.179945 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f8ae87d1-666c-4317-adb2-f4715c86e70c None None] Provisioning complete for port 8c008e67-76af-4a49-b7e9-5913d813ca6f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:39.180361 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f8ae87d1-666c-4317-adb2-f4715c86e70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:39.376653 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:39.379659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f8ae87d1-666c-4317-adb2-f4715c86e70c None None] Port 8c008e67-76af-4a49-b7e9-5913d813ca6f cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:46:39.422911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.25.8.238 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/f434d2fd-95d7-47b1-b2b1-0cb8acfabc3f) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:39.527235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:35Z', 'revision_number': 3, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port': {'id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:39.533647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f53f1f-7a9b-451e-98f0-ddbd99c6e9ca None None] The sync data for ids ['083a48bf-7580-4545-b7a2-5fabe629708e'] in n-d-836604-1 is: [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:35Z', 'revision_number': 3, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port': {'id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ac:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:46:39.556844 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:46:39.618652 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:39.727674 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:39.893108 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:39.997274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:40.002880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:40.010933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:46:40.088903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=f434d2fd-95d7-47b1-b2b1-0cb8acfabc3f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:40.103459 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.120708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:40.121509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:40.121509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:40.121755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:40.122522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:40.122522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:40.122744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:40.123129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:40.123518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:40.124275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:40.124275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:40.124411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:40.130954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.259888 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device aa707245-9102-4bb0-8f7f-19286cfae7c7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:40.326712 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Pushing event updated for resources: {'Port': ['ID=8c008e67-76af-4a49-b7e9-5913d813ca6f,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:40.405068 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.427791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port aa707245-9102-4bb0-8f7f-19286cfae7c7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:40.434256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port aa707245-9102-4bb0-8f7f-19286cfae7c7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:40.434629 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.619127 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.650859 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port aa707245-9102-4bb0-8f7f-19286cfae7c7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=aa707245-9102-4bb0-8f7f-19286cfae7c7,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:40.666155 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:40.789117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Network af69138f-825e-4e0c-a30e-bd503222732e is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:40.796369 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=aa707245-9102-4bb0-8f7f-19286cfae7c7,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:40.812175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:41.230589 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bddf25e5-5d3f-4a4a-9e75-d3bed67db469 None None] Provisioning complete for port 8c008e67-76af-4a49-b7e9-5913d813ca6f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:41.230992 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bddf25e5-5d3f-4a4a-9e75-d3bed67db469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.290422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Router 083a48bf-7580-4545-b7a2-5fabe629708e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:46:41.304674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-bddf25e5-5d3f-4a4a-9e75-d3bed67db469 None None] Port 8c008e67-76af-4a49-b7e9-5913d813ca6f cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:46:41.389736 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c4fc84eb-bdca-4a8a-91a4-042446bd0157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.390047 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.614650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:46:41.623335 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.689925 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f46c922d-04b6-4f39-be6b-27144632221a admin admin] 10.222.0.24 "PUT /v2.0/routers/083a48bf-7580-4545-b7a2-5fabe629708e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7282913 Apr 05 20:46:41.853174 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Sync routers for ids ['083a48bf-7580-4545-b7a2-5fabe629708e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:46:41.870834 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Routers {'083a48bf-7580-4545-b7a2-5fabe629708e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:41.871464 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['083a48bf-7580-4545-b7a2-5fabe629708e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:41.950743 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:41.964212 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.098515 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.171023 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Set router 083a48bf-7580-4545-b7a2-5fabe629708e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:42.214026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=f434d2fd-95d7-47b1-b2b1-0cb8acfabc3f,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:42.279443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device aa707245-9102-4bb0-8f7f-19286cfae7c7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:42.332910 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Floating IP 12579b1d-025d-4472-b2ac-ded9f287c8bc associated. External IP: 172.25.8.238, port: e9cea8ee-6573-4c12-8779-3fe1c0128b93. Apr 05 20:46:42.438891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port aa707245-9102-4bb0-8f7f-19286cfae7c7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:42.439613 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.750918 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:39Z', 'revision_number': 4, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port': {'id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8c008e67-76af-4a49-b7e9-5913d813ca6f', 'name': '', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'mac_address': 'fa:16:3e:c2:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:38Z', 'updated_at': '2022-04-05T20:46:39Z', 'revision_number': 2, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'subnets': [{'id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:42.770644 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Checking router: 083a48bf-7580-4545-b7a2-5fabe629708e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:46:42.772569 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Updating router 083a48bf-7580-4545-b7a2-5fabe629708e port 8c008e67-76af-4a49-b7e9-5913d813ca6f binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:46:42.805020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49226) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:42.817261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-317481636-network', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:42.827945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:42.832734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Usage tracker for resource:network and tenant:2e07944cebe94203bc4bc8629dc0f39e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:42.836771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:42.846870 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.847513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:42.868862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 60e95bf5-844b-4ea5-8adb-8372219cdc9a has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:46:42.886635 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b20af42-4e94-444a-807c-f78f9f58d850 req-901ddbd8-a0f8-468d-92cc-670de1cf0bf4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1676462 Apr 05 20:46:42.887627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Made reservation on behalf of 2e07944cebe94203bc4bc8629dc0f39e for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:42.890208 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.905534 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:42.970136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:42.975579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Usage tracker for resource:security_group_rule and tenant:2e07944cebe94203bc4bc8629dc0f39e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:42.980520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:42.989532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:43.035392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20af42-4e94-444a-807c-f78f9f58d850 req-97a5bfab-f2d5-4218-92ce-99d953adfb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:43.037050 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b20af42-4e94-444a-807c-f78f9f58d850 req-97a5bfab-f2d5-4218-92ce-99d953adfb7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0c23d62d7af248d7aaa5f531168db711&device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 1097 time: 0.1199327 Apr 05 20:46:43.293142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:46:43.307589 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.310690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74680c43-f6a1-430d-83d0-415e3b726671 None None] Sync routers for ids ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:46:43.315257 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.323989 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74680c43-f6a1-430d-83d0-415e3b726671 None None] Routers {'60e95bf5-844b-4ea5-8adb-8372219cdc9a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:43.324950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-74680c43-f6a1-430d-83d0-415e3b726671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:43.334153 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.364384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:46:43.378155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20af42-4e94-444a-807c-f78f9f58d850 req-74ebe2f2-db03-4b03-98e5-e5472a5ed5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:43.380546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b20af42-4e94-444a-807c-f78f9f58d850 req-74ebe2f2-db03-4b03-98e5-e5472a5ed5b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 200 len: 918 time: 0.3153763 Apr 05 20:46:43.444470 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-74615922-f301-47bf-9312-0e9e12f470e6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.9889073 Apr 05 20:46:43.445245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:46:43.504927 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.505505 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Added segment 71061eab-bb48-4bd1-9e1a-b34203c8349e of type vlan for network abeba182-aa05-4a13-b686-003e5daab07f Apr 05 20:46:43.508002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811b4d31-3a9a-4df5-bebd-eca30bd1f4ff,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:43.525418 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.544123 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'status': 'completed', 'code': 200} Apr 05 20:46:43.545558 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Transition to ACTIVE for port object 8c008e67-76af-4a49-b7e9-5913d813ca6f will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:43.570274 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.595429 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-74680c43-f6a1-430d-83d0-415e3b726671 None None] Set router 60e95bf5-844b-4ea5-8adb-8372219cdc9a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:43.671877 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.685201 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b20af42-4e94-444a-807c-f78f9f58d850 req-03735923-0aed-479e-89a0-d9191ab17044 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4700ec23-e84d-4560-9777-dfec2835f98b HTTP/1.1" status: 200 len: 1000 time: 0.2968237 Apr 05 20:46:43.791304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c253d-de0b-4b37-96eb-dffc7d9990b5 req-33bfeff9-613c-480f-8f00-0d7b75bed831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:43.793214 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-354c253d-de0b-4b37-96eb-dffc7d9990b5 req-33bfeff9-613c-480f-8f00-0d7b75bed831 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1096 time: 0.2185628 Apr 05 20:46:43.814322 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:46:43.918073 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.919282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:43.920296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:43.980491 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601cf74-0014-4457-a849-e9b57ef6f798 None None] Pushing event updated for resources: {'Port': ['ID=8c008e67-76af-4a49-b7e9-5913d813ca6f,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:43.998123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20af42-4e94-444a-807c-f78f9f58d850 req-b8dd61e9-ce0d-498b-8947-d9f6ce39ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:44.006603 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b20af42-4e94-444a-807c-f78f9f58d850 req-b8dd61e9-ce0d-498b-8947-d9f6ce39ca1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 200 len: 856 time: 0.3114729 Apr 05 20:46:44.016754 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601cf74-0014-4457-a849-e9b57ef6f798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:44.017094 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601cf74-0014-4457-a849-e9b57ef6f798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:44.017425 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601cf74-0014-4457-a849-e9b57ef6f798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:44.017752 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601cf74-0014-4457-a849-e9b57ef6f798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:44.019784 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601cf74-0014-4457-a849-e9b57ef6f798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:44.020121 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601cf74-0014-4457-a849-e9b57ef6f798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:44.020645 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601cf74-0014-4457-a849-e9b57ef6f798 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:44.027953 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601cf74-0014-4457-a849-e9b57ef6f798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:44.029049 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601cf74-0014-4457-a849-e9b57ef6f798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:44.029049 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601cf74-0014-4457-a849-e9b57ef6f798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:44.029049 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601cf74-0014-4457-a849-e9b57ef6f798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:44.029317 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6601cf74-0014-4457-a849-e9b57ef6f798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:44.091326 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Attempting to bind port 8c008e67-76af-4a49-b7e9-5913d813ca6f on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:44.091697 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Attempting to bind port 8c008e67-76af-4a49-b7e9-5913d813ca6f by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1901fc9d-ddca-4bf6-9662-4af4dd7a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:44.092099 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Attempting to bind port 8c008e67-76af-4a49-b7e9-5913d813ca6f on network af69138f-825e-4e0c-a30e-bd503222732e {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:46:44.097795 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:46:44.098378 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Checking segment: {'id': '1901fc9d-ddca-4bf6-9662-4af4dd7a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:46:44.098656 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:44.099041 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Bound using segment: {'id': '1901fc9d-ddca-4bf6-9662-4af4dd7a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:46:44.099636 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Bound port: 8c008e67-76af-4a49-b7e9-5913d813ca6f, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1901fc9d-ddca-4bf6-9662-4af4dd7a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:44.100848 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:44.130430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c253d-de0b-4b37-96eb-dffc7d9990b5 req-a23b90d4-eced-489c-872c-8158f7d05afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:44.131877 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-354c253d-de0b-4b37-96eb-dffc7d9990b5 req-a23b90d4-eced-489c-872c-8158f7d05afe service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 200 len: 898 time: 0.3301790 Apr 05 20:46:44.169973 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7aaa3ab-725b-44a4-9c00-47352ca6d54f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:44.232111 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] For port 8c008e67-76af-4a49-b7e9-5913d813ca6f, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:46:44.235976 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] For port 8c008e67-76af-4a49-b7e9-5913d813ca6f, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8c008e67-76af-4a49-b7e9-5913d813ca6f,segment=NetworkSegment(1901fc9d-ddca-4bf6-9662-4af4dd7a2330),segment_id=1901fc9d-ddca-4bf6-9662-4af4dd7a2330)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:46:44.242644 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:44.348368 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601cf74-0014-4457-a849-e9b57ef6f798 None None] Pushing event updated for resources: {'Port': ['ID=8c008e67-76af-4a49-b7e9-5913d813ca6f,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:44.405811 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Routers {'083a48bf-7580-4545-b7a2-5fabe629708e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:44.406924 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['083a48bf-7580-4545-b7a2-5fabe629708e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:44.488094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-354c253d-de0b-4b37-96eb-dffc7d9990b5 req-f61ee5d8-9868-433f-824d-8cb80ebf4259 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 999 time: 0.3495858 Apr 05 20:46:44.607915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] Pushing event updated for resources: {'Network': ['ID=abeba182-aa05-4a13-b686-003e5daab07f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:44.615194 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9afd7ffc-b944-4ebc-b0c6-7727347ef074 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8037241 Apr 05 20:46:44.615394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49242) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:44.620909 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network abeba182-aa05-4a13-b686-003e5daab07f details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:46:44.642464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Request body: {'subnet': {'network_id': 'abeba182-aa05-4a13-b686-003e5daab07f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-317481636-subnet', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:44.644677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9dbd95-506c-4ac4-868c-7603771015de req-ead48c08-4d8a-4eea-b3ef-03ed39919342 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:44.656179 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea9dbd95-506c-4ac4-868c-7603771015de req-ead48c08-4d8a-4eea-b3ef-03ed39919342 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.4143040 Apr 05 20:46:44.665311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:44.710582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Usage tracker for resource:subnet and tenant:2e07944cebe94203bc4bc8629dc0f39e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:44.719587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20af42-4e94-444a-807c-f78f9f58d850 req-20ca571c-e0db-4d98-b343-73ead300e212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:44.724931 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b20af42-4e94-444a-807c-f78f9f58d850 req-20ca571c-e0db-4d98-b343-73ead300e212 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8579d18e-613e-4ef1-be75-64ef17c2f407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6951075 Apr 05 20:46:44.728469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:44.781307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c253d-de0b-4b37-96eb-dffc7d9990b5 req-2f11ec59-dc56-468a-bd26-5844f71097ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:44.782964 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-354c253d-de0b-4b37-96eb-dffc7d9990b5 req-2f11ec59-dc56-468a-bd26-5844f71097ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb89fca1-2e7b-4b89-a22b-982454d09eb9 HTTP/1.1" status: 200 len: 834 time: 0.2801063 Apr 05 20:46:44.798328 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea9dbd95-506c-4ac4-868c-7603771015de req-6b6cd741-1f0a-4cda-a574-974b2984c4cb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410720 Apr 05 20:46:44.800939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:44.841545 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] Set router 083a48bf-7580-4545-b7a2-5fabe629708e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:44.857822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49246) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:44.946450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c253d-de0b-4b37-96eb-dffc7d9990b5 req-c8d1bfa8-2775-4e49-a819-a4676d726694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:44.948180 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-354c253d-de0b-4b37-96eb-dffc7d9990b5 req-c8d1bfa8-2775-4e49-a819-a4676d726694 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459765 Apr 05 20:46:44.976634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-74680c43-f6a1-430d-83d0-415e3b726671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:46:21Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '12579b1d-025d-4472-b2ac-ded9f287c8bc', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'floating_ip_address': '172.25.8.238', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'port_id': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'mac_address': 'fa:16:3e:15:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f3f414-dda3-4486-977f-be1519506159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:46:40Z', 'updated_at': '2022-04-05T20:46:40Z', 'revision_number': 0, 'project_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a599cb-ca2b-47f8-81a6-eb6f1096e00c', 'name': '', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:82:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:19Z', 'updated_at': '2022-04-05T20:46:30Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:45.019771 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.029339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74680c43-f6a1-430d-83d0-415e3b726671 None None] Checking router: 60e95bf5-844b-4ea5-8adb-8372219cdc9a for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:46:45.043543 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.064687 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74680c43-f6a1-430d-83d0-415e3b726671 None None] Routers {'60e95bf5-844b-4ea5-8adb-8372219cdc9a'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:45.071509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-74680c43-f6a1-430d-83d0-415e3b726671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:45.102710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Made reservation on behalf of 2e07944cebe94203bc4bc8629dc0f39e for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:45.105237 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.223918 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-354c253d-de0b-4b37-96eb-dffc7d9990b5 req-e64abefb-2192-488a-a116-8eb7f9ac3ca1 service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679808 Apr 05 20:46:45.385825 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b20af42-4e94-444a-807c-f78f9f58d850 req-cef399f6-596d-48c4-a889-978b68f3d94b service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479728 Apr 05 20:46:45.392354 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b9a39205-1ea6-4917-96ea-6985df8b38eb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/12579b1d-025d-4472-b2ac-ded9f287c8bc HTTP/1.1" status: 200 len: 991 time: 0.5212874 Apr 05 20:46:45.416437 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:39Z', 'revision_number': 4, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port': {'id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8c008e67-76af-4a49-b7e9-5913d813ca6f', 'name': '', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'mac_address': 'fa:16:3e:c2:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:38Z', 'updated_at': '2022-04-05T20:46:44Z', 'revision_number': 4, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'subnets': [{'id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:45.422485 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fc5287-dbdb-481e-bbb4-0daf57488ec3 None None] The sync data for ids ['083a48bf-7580-4545-b7a2-5fabe629708e'] in n-d-836604-1 is: [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:39Z', 'revision_number': 4, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port': {'id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8c008e67-76af-4a49-b7e9-5913d813ca6f', 'name': '', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'mac_address': 'fa:16:3e:c2:e0:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:38Z', 'updated_at': '2022-04-05T20:46:44Z', 'revision_number': 4, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'subnets': [{'id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:46:45.461549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-74680c43-f6a1-430d-83d0-415e3b726671 None None] Set router 60e95bf5-844b-4ea5-8adb-8372219cdc9a gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:45.491014 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-354c253d-de0b-4b37-96eb-dffc7d9990b5 req-675284ae-d668-400f-a882-4e1de28f06ea service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619603 Apr 05 20:46:45.647756 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.776710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95ae3d68-4cef-471b-b16f-4a488b55c2b5,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:45.824272 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b20af42-4e94-444a-807c-f78f9f58d850 req-4161522e-6613-4b4f-a331-852e5a758ce2 service neutron] 10.222.0.13 "GET /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314578 Apr 05 20:46:45.824976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Checking segment: {'id': '71061eab-bb48-4bd1-9e1a-b34203c8349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'abeba182-aa05-4a13-b686-003e5daab07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:46:45.825331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Network hostable DHCP agents. Network: abeba182-aa05-4a13-b686-003e5daab07f, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:46:45.850010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Network abeba182-aa05-4a13-b686-003e5daab07f is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:46:45.875597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, abeba182-aa05-4a13-b686-003e5daab07f) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:45.881242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:45.882375 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.917978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49250) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:45.918250 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-804fff1d-3803-46a8-bf1d-2d607f3e4ed8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2906067 Apr 05 20:46:45.923654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-317481636-router', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:45.934483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:45.940642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Usage tracker for resource:router and tenant:2e07944cebe94203bc4bc8629dc0f39e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:45.946597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d5f786-0aaa-4660-bc19-5ab9262a6e78 None None] Network abeba182-aa05-4a13-b686-003e5daab07f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:46:45.950653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:45.958789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:45.973840 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.975042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:45.994443 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:46.266215 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:46.356807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8c008e67-76af-4a49-b7e9-5913d813ca6f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:46.395399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49256) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:46.426504 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:46.458229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-abeba182-aa05-4a13-b686-003e5daab07f', 'network_id': 'abeba182-aa05-4a13-b686-003e5daab07f', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'fixed_ips': [{'subnet_id': '95ae3d68-4cef-471b-b16f-4a488b55c2b5'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:46:46.459116 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:46.561176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-74680c43-f6a1-430d-83d0-415e3b726671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:46:21Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '12579b1d-025d-4472-b2ac-ded9f287c8bc', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'floating_ip_address': '172.25.8.238', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'port_id': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'mac_address': 'fa:16:3e:15:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f3f414-dda3-4486-977f-be1519506159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:46:40Z', 'updated_at': '2022-04-05T20:46:40Z', 'revision_number': 0, 'project_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a599cb-ca2b-47f8-81a6-eb6f1096e00c', 'name': '', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:82:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:19Z', 'updated_at': '2022-04-05T20:46:30Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:46.578019 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74680c43-f6a1-430d-83d0-415e3b726671 None None] The sync data for ids ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'] in n-d-836604-1 is: [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:46:21Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '12579b1d-025d-4472-b2ac-ded9f287c8bc', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'floating_ip_address': '172.25.8.238', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'port_id': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'mac_address': 'fa:16:3e:15:f8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46f3f414-dda3-4486-977f-be1519506159', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:46:40Z', 'updated_at': '2022-04-05T20:46:40Z', 'revision_number': 0, 'project_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83a599cb-ca2b-47f8-81a6-eb6f1096e00c', 'name': '', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:82:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:19Z', 'updated_at': '2022-04-05T20:46:30Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:46:46.601388 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1bceecb9-1609-4ee4-8e08-0d735ce1dae0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/12579b1d-025d-4472-b2ac-ded9f287c8bc HTTP/1.1" status: 200 len: 991 time: 0.2047250 Apr 05 20:46:46.654338 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 8c008e67-76af-4a49-b7e9-5913d813ca6f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:46.663713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Allocated IP 172.20.0.2 (abeba182-aa05-4a13-b686-003e5daab07f/95ae3d68-4cef-471b-b16f-4a488b55c2b5/cdf41d86-d952-4257-9506-ecffd1dca968) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:46.671296 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8c008e67-76af-4a49-b7e9-5913d813ca6f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:46.671749 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:46.918564 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:46.924599 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa49551f-b30a-4564-b975-9f2d8ee78ac6 None None] New status for floating IP 12579b1d-025d-4472-b2ac-ded9f287c8bc: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:46:46.985462 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.011939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 8c008e67-76af-4a49-b7e9-5913d813ca6f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8c008e67-76af-4a49-b7e9-5913d813ca6f,segment=NetworkSegment(1901fc9d-ddca-4bf6-9662-4af4dd7a2330),segment_id=1901fc9d-ddca-4bf6-9662-4af4dd7a2330)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:47.019404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.020546 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.100501 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.116287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Transition to ACTIVE for port object cdf41d86-d952-4257-9506-ecffd1dca968 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:47.119609 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=8c008e67-76af-4a49-b7e9-5913d813ca6f,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:47.138018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Transition to ACTIVE for port object cdf41d86-d952-4257-9506-ecffd1dca968 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:47.144021 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.193186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Allocated IP 172.25.8.250 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/6f903bd6-4613-45e8-a6b1-22c24ca8a4d8) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:47.212347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Network abeba182-aa05-4a13-b686-003e5daab07f is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:47.222829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:47.227503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:46:47.234043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Pushing event updated for resources: {'Port': ['ID=cdf41d86-d952-4257-9506-ecffd1dca968,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:47.330809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Attempting to bind port cdf41d86-d952-4257-9506-ecffd1dca968 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:47.331296 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Attempting to bind port cdf41d86-d952-4257-9506-ecffd1dca968 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '71061eab-bb48-4bd1-9e1a-b34203c8349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'abeba182-aa05-4a13-b686-003e5daab07f'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:47.331756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Attempting to bind port cdf41d86-d952-4257-9506-ecffd1dca968 on network abeba182-aa05-4a13-b686-003e5daab07f {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:46:47.338056 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:46:47.338565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Checking segment: {'id': '71061eab-bb48-4bd1-9e1a-b34203c8349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'abeba182-aa05-4a13-b686-003e5daab07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:46:47.339069 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.339558 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Bound using segment: {'id': '71061eab-bb48-4bd1-9e1a-b34203c8349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'abeba182-aa05-4a13-b686-003e5daab07f'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:46:47.340094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Bound port: cdf41d86-d952-4257-9506-ecffd1dca968, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71061eab-bb48-4bd1-9e1a-b34203c8349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'abeba182-aa05-4a13-b686-003e5daab07f'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:47.340553 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.379579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.413277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.471949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] For port cdf41d86-d952-4257-9506-ecffd1dca968, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:46:47.476812 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] For port cdf41d86-d952-4257-9506-ecffd1dca968, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cdf41d86-d952-4257-9506-ecffd1dca968,segment=NetworkSegment(71061eab-bb48-4bd1-9e1a-b34203c8349e),segment_id=71061eab-bb48-4bd1-9e1a-b34203c8349e)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:46:47.481316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:47.483714 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.484370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:47.487999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:46:47.535947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f903bd6-4613-45e8-a6b1-22c24ca8a4d8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:47.580258 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99f5f9-a11c-4a02-abc4-b5f8b26a0ad0 None None] Pushing event updated for resources: {'Port': ['ID=cdf41d86-d952-4257-9506-ecffd1dca968,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:47.603827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49272) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:47.754855 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-7168da92-8910-4d57-9354-8469ff4c6dda tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-371587600&fields=id&tenant_id=dacf556d99314275b005d0fe30e76cf0 HTTP/1.1" status: 200 len: 267 time: 0.0757837 Apr 05 20:46:47.780059 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8e639c76-dc86-4957-84d7-129af5b30af0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/12579b1d-025d-4472-b2ac-ded9f287c8bc HTTP/1.1" status: 200 len: 993 time: 0.1743970 Apr 05 20:46:47.959408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-0d72ff1a-4658-4e5c-b3a5-915e2c020083 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:47.961016 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-0d72ff1a-4658-4e5c-b3a5-915e2c020083 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 812 time: 0.1716099 Apr 05 20:46:47.981526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:47.982616 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-9defe85d-88ca-45ea-9060-8f05d2cca5e6 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/quotas/dacf556d99314275b005d0fe30e76cf0 HTTP/1.1" status: 200 len: 375 time: 0.0123947 Apr 05 20:46:48.076978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-9bf3ab2e-19d5-4409-95f8-107f051bc6b8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0882852 Apr 05 20:46:48.223981 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-44fb9f2b-cc8d-47fa-ad3e-9d75927969e7 service neutron] 10.222.0.24 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352000 Apr 05 20:46:48.304075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cdf41d86-d952-4257-9506-ecffd1dca968 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:48.342907 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:48.440469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port cdf41d86-d952-4257-9506-ecffd1dca968 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:48.447741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8c008e67-76af-4a49-b7e9-5913d813ca6f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:48.519952 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-21a9523a-29a4-4768-8b32-024361603591 service neutron] 10.222.0.24 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888689 Apr 05 20:46:48.527078 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8c008e67-76af-4a49-b7e9-5913d813ca6f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:48.527687 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:48.715877 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Router 719492be-b9de-436f-a7fa-56199f61d7c4 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:46:48.724043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfcb973-355c-4152-b3e8-a8bf9314c7e1 None None] Network abeba182-aa05-4a13-b686-003e5daab07f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:46:48.821844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c245eda4-d069-4f6d-891c-d7798b5e5808 None None] Provisioning for port cdf41d86-d952-4257-9506-ecffd1dca968 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:48.834317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c245eda4-d069-4f6d-891c-d7798b5e5808 None None] Provisioning complete for port cdf41d86-d952-4257-9506-ecffd1dca968 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:48.834925 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c245eda4-d069-4f6d-891c-d7798b5e5808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:48.925866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:46:48.950928 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Sync routers for ids ['719492be-b9de-436f-a7fa-56199f61d7c4'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:46:48.981221 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52ba003f-dc04-4c7c-9c90-d72ade4dc176 req-ee50f0c4-d607-4e2f-a89e-a27f117799b3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 210 time: 0.0532694 Apr 05 20:46:48.996319 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:48.997675 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a9e34aaf-6cf1-4ba3-a86b-197eac2522a4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0783949 Apr 05 20:46:49.000709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49286) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:49.005000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Routers {'719492be-b9de-436f-a7fa-56199f61d7c4'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:49.005663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['719492be-b9de-436f-a7fa-56199f61d7c4'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:49.152486 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c245eda4-d069-4f6d-891c-d7798b5e5808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:49.281810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c245eda4-d069-4f6d-891c-d7798b5e5808 None None] For port cdf41d86-d952-4257-9506-ecffd1dca968, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cdf41d86-d952-4257-9506-ecffd1dca968,segment=NetworkSegment(71061eab-bb48-4bd1-9e1a-b34203c8349e),segment_id=71061eab-bb48-4bd1-9e1a-b34203c8349e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:49.291319 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c245eda4-d069-4f6d-891c-d7798b5e5808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:49.348139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Set router 719492be-b9de-436f-a7fa-56199f61d7c4 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:49.564701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c245eda4-d069-4f6d-891c-d7798b5e5808 None None] Pushing event updated for resources: {'Port': ['ID=cdf41d86-d952-4257-9506-ecffd1dca968,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:49.703185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'name': 'tempest-TestServerBasicOps-317481636-router', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:45Z', 'updated_at': '2022-04-05T20:46:47Z', 'revision_number': 3, 'project_id': '2e07944cebe94203bc4bc8629dc0f39e', 'gw_port': {'id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:47Z', 'updated_at': '2022-04-05T20:46:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:49.707879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Checking router: 719492be-b9de-436f-a7fa-56199f61d7c4 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:46:49.708466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Updating router 719492be-b9de-436f-a7fa-56199f61d7c4 port 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:46:49.757284 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:49.765592 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:49.875359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-aa44e2f5-a536-4fd3-9910-8f1d3dc6d59c None None] Provisioning complete for port cdf41d86-d952-4257-9506-ecffd1dca968 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:49.875359 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aa44e2f5-a536-4fd3-9910-8f1d3dc6d59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:49.983794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Allocated IP 172.20.0.1 (abeba182-aa05-4a13-b686-003e5daab07f/95ae3d68-4cef-471b-b16f-4a488b55c2b5/1b0ab99d-3161-42ed-8fa9-c62e9362f58d) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:50.222295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cdf41d86-d952-4257-9506-ecffd1dca968 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:50.240009 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5557410c-4063-439d-bd5b-e3c41de464b8 req-25bd12a2-ccd6-437f-a9c3-9c805e82167a tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 210 time: 0.1199338 Apr 05 20:46:50.308074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-ca2e7a17-16a0-46f8-8658-1be6af8c3054 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:50.309516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-ca2e7a17-16a0-46f8-8658-1be6af8c3054 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 812 time: 0.3148725 Apr 05 20:46:50.316897 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.360721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port cdf41d86-d952-4257-9506-ecffd1dca968 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:50.361328 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.363392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Transition to ACTIVE for port object 1b0ab99d-3161-42ed-8fa9-c62e9362f58d will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:50.378937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-0fdd0f62-07e5-4437-bb22-b5011371e609 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dacf556d99314275b005d0fe30e76cf0 HTTP/1.1" status: 200 len: 379 time: 0.0588424 Apr 05 20:46:50.389903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'port': {'device_id': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'admin_state_up': True, 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'security_groups': ['777748e9-c6b9-4e88-a976-22a298e9081d']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:50.421443 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.451161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Transition to ACTIVE for port object 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:50.462991 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.610266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Attempting to bind port 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:50.610562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Attempting to bind port 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:50.610904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Attempting to bind port 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:46:50.627391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d0570-3bb1-4fa5-b77b-11d951fa7d00 None None] Pushing event updated for resources: {'Port': ['ID=6f903bd6-4613-45e8-a6b1-22c24ca8a4d8,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:50.638375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:46:50.638627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:46:50.638908 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.639167 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.639309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:46:50.640140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Bound port: 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:50.640140 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.716707 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] For port 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:46:50.720680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] For port 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6f903bd6-4613-45e8-a6b1-22c24ca8a4d8,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:46:50.726227 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.751861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Network abeba182-aa05-4a13-b686-003e5daab07f is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:50.756678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:50.762628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:46:50.787685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Pushing event updated for resources: {'Port': ['ID=1b0ab99d-3161-42ed-8fa9-c62e9362f58d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:50.802909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:50.823407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:50.827141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Routers {'719492be-b9de-436f-a7fa-56199f61d7c4'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:50.827755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['719492be-b9de-436f-a7fa-56199f61d7c4'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:50.841574 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:50.892242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d0570-3bb1-4fa5-b77b-11d951fa7d00 None None] Pushing event updated for resources: {'Port': ['ID=6f903bd6-4613-45e8-a6b1-22c24ca8a4d8,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:50.967819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Made reservation on behalf of dacf556d99314275b005d0fe30e76cf0 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:50.971391 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:51.028708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] Set router 719492be-b9de-436f-a7fa-56199f61d7c4 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:51.212868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Allocated IP 172.20.0.10 (b0771cdf-7fba-4afa-bb63-06eaaa63271e/9e0a468e-24dc-4e37-a095-c4e9126d90ec/d722ab70-13c6-425c-a978-e7d100b67211) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:46:51.248663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12d453c7-1197-4912-8c25-b7f79045cc92 None None] Provisioning for port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:51.264732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12d453c7-1197-4912-8c25-b7f79045cc92 None None] Provisioning complete for port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:51.265104 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12d453c7-1197-4912-8c25-b7f79045cc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:51.300635 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:51.366977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12d453c7-1197-4912-8c25-b7f79045cc92 None None] Port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:46:51.448147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'name': 'tempest-TestServerBasicOps-317481636-router', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:45Z', 'updated_at': '2022-04-05T20:46:47Z', 'revision_number': 3, 'project_id': '2e07944cebe94203bc4bc8629dc0f39e', 'gw_port': {'id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:47Z', 'updated_at': '2022-04-05T20:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:51.452276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c193114f-f830-49d2-b77d-c1c80e8a98f7 None None] The sync data for ids ['719492be-b9de-436f-a7fa-56199f61d7c4'] in n-d-836604-1 is: [{'id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'name': 'tempest-TestServerBasicOps-317481636-router', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:45Z', 'updated_at': '2022-04-05T20:46:47Z', 'revision_number': 3, 'project_id': '2e07944cebe94203bc4bc8629dc0f39e', 'gw_port': {'id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:47Z', 'updated_at': '2022-04-05T20:46:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:46:51.499571 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bf950126-040c-4f7e-9550-9926af687827 req-e4add1d3-535c-4ef6-b8fa-4221f8171f7c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 210 time: 0.0663192 Apr 05 20:46:51.634340 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:51.660865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Transition to ACTIVE for port object d722ab70-13c6-425c-a978-e7d100b67211 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:51.713746 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:51.732584 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:51.814637 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:51.872577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Pushing event updated for resources: {'Port': ['ID=1b0ab99d-3161-42ed-8fa9-c62e9362f58d,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:51.875990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:51.877064 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:51.882073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:51.889004 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:46:51.926899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:51.927459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:51.927958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:51.928450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:51.928931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:51.929408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:51.930457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:51.930946 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:51.931429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:51.931912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:51.932403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:51.932730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:46:52.109389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'Port': ['ID=d722ab70-13c6-425c-a978-e7d100b67211,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:52.124066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:52.124718 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:52.189088 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-27bb8911-0c4c-4f8f-b648-1c3a77cf2adb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8036187 Apr 05 20:46:52.204331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Request body: {'port': {'device_id': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:52.235662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Network abeba182-aa05-4a13-b686-003e5daab07f is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:46:52.240941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:46:52.277437 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:52.371966 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3ac75b7e-d293-4599-a695-e68d4645441e None None] Provisioning for port d722ab70-13c6-425c-a978-e7d100b67211 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:52.383986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3ac75b7e-d293-4599-a695-e68d4645441e None None] Provisioning complete for port d722ab70-13c6-425c-a978-e7d100b67211 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:52.384724 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ac75b7e-d293-4599-a695-e68d4645441e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:52.471870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:52.479104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3ac75b7e-d293-4599-a695-e68d4645441e None None] Port d722ab70-13c6-425c-a978-e7d100b67211 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:46:52.481274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:52.481811 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:52.650214 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7e563d5e-c693-4bac-b630-837da0feeccd None None] Provisioning complete for port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:52.650850 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7e563d5e-c693-4bac-b630-837da0feeccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:52.735190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Router 719492be-b9de-436f-a7fa-56199f61d7c4 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:46:52.748499 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:52.762488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7e563d5e-c693-4bac-b630-837da0feeccd None None] Port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:46:52.790675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6f903bd6-4613-45e8-a6b1-22c24ca8a4d8,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:52.807360 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:52.839630 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b846044-6b82-4471-9f36-7f03c68a613a req-f8a0414a-23fa-4efc-b48d-da8e99cf81d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1951938 Apr 05 20:46:52.847846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337c28b-7d03-47a5-80d0-f9f5443dca1e req-cca8dd04-bda7-44ff-b0a5-aedb2712eddc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:52.849403 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8337c28b-7d03-47a5-80d0-f9f5443dca1e req-cca8dd04-bda7-44ff-b0a5-aedb2712eddc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 932 time: 0.1154013 Apr 05 20:46:52.903321 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8337c28b-7d03-47a5-80d0-f9f5443dca1e req-f5545990-e07b-4299-bd45-2e977ea329cb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458772 Apr 05 20:46:52.979569 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:53.015867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b846044-6b82-4471-9f36-7f03c68a613a req-741d2ca3-b9a1-47ac-8e79-57b1e1666a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:53.018298 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b846044-6b82-4471-9f36-7f03c68a613a req-741d2ca3-b9a1-47ac-8e79-57b1e1666a38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 1096 time: 0.1036694 Apr 05 20:46:53.040149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=6f903bd6-4613-45e8-a6b1-22c24ca8a4d8,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:53.177301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b846044-6b82-4471-9f36-7f03c68a613a req-34d4d191-9bb0-4153-abbb-0e2909682c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:53.178708 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b846044-6b82-4471-9f36-7f03c68a613a req-34d4d191-9bb0-4153-abbb-0e2909682c7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.1375184 Apr 05 20:46:53.263875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:46:53.282496 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-310345f5-d645-43db-b2fc-768ed81be2ab admin admin] 10.222.0.24 "PUT /v2.0/routers/719492be-b9de-436f-a7fa-56199f61d7c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2805345 Apr 05 20:46:53.344877 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b846044-6b82-4471-9f36-7f03c68a613a req-00a00317-5dfb-4afd-b459-f237e0f2d611 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e709992-d7f5-4282-b357-4d8de96efb99 HTTP/1.1" status: 200 len: 1000 time: 0.1264758 Apr 05 20:46:53.358992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629cd41-1005-4793-ac9a-bda2c4e940b7 req-94f129b1-ab95-443f-94fa-c801eea90c66 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:53.360430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f629cd41-1005-4793-ac9a-bda2c4e940b7 req-94f129b1-ab95-443f-94fa-c801eea90c66 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 946 time: 0.1805203 Apr 05 20:46:53.456048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b846044-6b82-4471-9f36-7f03c68a613a req-8c662c83-21dc-49ec-8487-bded1b9bdba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:53.457463 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b846044-6b82-4471-9f36-7f03c68a613a req-8c662c83-21dc-49ec-8487-bded1b9bdba4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.1063490 Apr 05 20:46:53.460418 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f629cd41-1005-4793-ac9a-bda2c4e940b7 req-73e0b90f-c532-4256-b58a-ec054ad8a916 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639808 Apr 05 20:46:53.490981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d722ab70-13c6-425c-a978-e7d100b67211 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:46:53.499126 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:53.520493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Transition to ACTIVE for port object d722ab70-13c6-425c-a978-e7d100b67211 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:53.524995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:53.541511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b846044-6b82-4471-9f36-7f03c68a613a req-d634aa15-42de-448c-ae5e-8d7e0359248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:53.543332 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b846044-6b82-4471-9f36-7f03c68a613a req-d634aa15-42de-448c-ae5e-8d7e0359248f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787022 Apr 05 20:46:53.622620 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Sync routers for ids ['719492be-b9de-436f-a7fa-56199f61d7c4'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:46:53.636442 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Routers {'719492be-b9de-436f-a7fa-56199f61d7c4'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:53.637303 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['719492be-b9de-436f-a7fa-56199f61d7c4'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:53.708861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d722ab70-13c6-425c-a978-e7d100b67211,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:53.758046 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b846044-6b82-4471-9f36-7f03c68a613a req-756ee1b3-e8d3-492c-9dd5-0b95c4f04f22 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081938 Apr 05 20:46:53.830829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Attempting to bind port d722ab70-13c6-425c-a978-e7d100b67211 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:53.831392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Attempting to bind port d722ab70-13c6-425c-a978-e7d100b67211 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:53.831772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Attempting to bind port d722ab70-13c6-425c-a978-e7d100b67211 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:46:53.842466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Port d722ab70-13c6-425c-a978-e7d100b67211 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:46:53.842858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Attempting to bind port d722ab70-13c6-425c-a978-e7d100b67211 on network b0771cdf-7fba-4afa-bb63-06eaaa63271e {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:46:53.854124 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:46:53.862197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Checking segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:46:53.862722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Bound using segment: {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:46:53.863561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Bound port: d722ab70-13c6-425c-a978-e7d100b67211, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62c9eb83-1e84-4c7d-a085-d077167dbf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:53.863995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:53.893571 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Set router 719492be-b9de-436f-a7fa-56199f61d7c4 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:53.977612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] For port d722ab70-13c6-425c-a978-e7d100b67211, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:46:53.983392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] For port d722ab70-13c6-425c-a978-e7d100b67211, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d722ab70-13c6-425c-a978-e7d100b67211,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:46:53.994942 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:53.996100 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b846044-6b82-4471-9f36-7f03c68a613a req-4e910820-3f40-4091-b4ba-29056ec43929 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317507 Apr 05 20:46:54.094872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:54.095476 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:54.096869 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] 10.222.0.13 "PUT /v2.0/ports/d722ab70-13c6-425c-a978-e7d100b67211 HTTP/1.1" status: 200 len: 1092 time: 1.8987720 Apr 05 20:46:54.097318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'tag': 'd722ab70-13c6-425c-a978-e7d100b67211'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:46:54.135602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd5c36-3e9a-40a9-91ed-8e6285ad59d7 service neutron] Pushing event updated for resources: {'Port': ['ID=d722ab70-13c6-425c-a978-e7d100b67211,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:54.151651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49326) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:54.227729 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'tag': 'd722ab70-13c6-425c-a978-e7d100b67211', 'status': 'completed', 'code': 200} Apr 05 20:46:54.230896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-794367543', 'description': 'tempest-secgroup-smoke-794367543 description', 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:54.248042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:54.258756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Usage tracker for resource:security_group and tenant:de0a292fb0444bd8b5bfc9a03083c8f1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:54.266680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:54.284437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:54.300283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:54.312187 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:54.415612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:54.415612 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:54.418092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1dba1-eb3d-4947-9b56-6669b51ade49 req-a7cc2ab9-246a-43b5-a773-af14a637f495 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:54.420319 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afa1dba1-eb3d-4947-9b56-6669b51ade49 req-a7cc2ab9-246a-43b5-a773-af14a637f495 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 944 time: 0.3575792 Apr 05 20:46:54.421161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:54.429988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Usage tracker for resource:security_group_rule and tenant:de0a292fb0444bd8b5bfc9a03083c8f1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:54.435559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:54.439740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-4b0147ee-f3de-4d3d-a878-50a6e1be53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:54.441230 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-4b0147ee-f3de-4d3d-a878-50a6e1be53cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 1095 time: 0.2865987 Apr 05 20:46:54.447092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:54.463646 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'name': 'tempest-TestServerBasicOps-317481636-router', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:45Z', 'updated_at': '2022-04-05T20:46:51Z', 'revision_number': 4, 'project_id': '2e07944cebe94203bc4bc8629dc0f39e', 'gw_port': {'id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:47Z', 'updated_at': '2022-04-05T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '1b0ab99d-3161-42ed-8fa9-c62e9362f58d', 'name': '', 'network_id': 'abeba182-aa05-4a13-b686-003e5daab07f', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'mac_address': 'fa:16:3e:b8:95:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '95ae3d68-4cef-471b-b16f-4a488b55c2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:49Z', 'updated_at': '2022-04-05T20:46:51Z', 'revision_number': 2, 'project_id': '2e07944cebe94203bc4bc8629dc0f39e', 'subnets': [{'id': '95ae3d68-4cef-471b-b16f-4a488b55c2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:54.468148 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Checking router: 719492be-b9de-436f-a7fa-56199f61d7c4 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:46:54.468410 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Updating router 719492be-b9de-436f-a7fa-56199f61d7c4 port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:46:54.514580 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-afa1dba1-eb3d-4947-9b56-6669b51ade49 req-87cac44e-5f4c-4eaf-ad5e-b9e57047b1f7 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856566 Apr 05 20:46:54.547688 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-f9105f2a-d1d9-4ab2-b782-1a58d75de0a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d722ab70-13c6-425c-a978-e7d100b67211 HTTP/1.1" status: 200 len: 217 time: 0.0968103 Apr 05 20:46:54.557497 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:54.632056 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:54.735515 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:54.809572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-fc78335d-5fb2-4296-90e0-e94e514f0add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:54.809572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-fc78335d-5fb2-4296-90e0-e94e514f0add service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.1735411 Apr 05 20:46:54.818629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:54.987125 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:54.988206 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ae0cdc8d-3235-48c0-b299-95acb7c90c44 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8315926 Apr 05 20:46:54.993018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49334) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:55.000301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-fa1b9ee6-38aa-4e07-a441-9f3645aa19de tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:55.002248 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-fa1b9ee6-38aa-4e07-a441-9f3645aa19de tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 946 time: 0.6916406 Apr 05 20:46:55.002467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b5480c9b-06a2-4cd7-b229-330773f085fd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Request body: {'security_group_rule': {'security_group_id': 'e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595', 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:55.009725 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.016726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b5480c9b-06a2-4cd7-b229-330773f085fd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:55.024914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b5480c9b-06a2-4cd7-b229-330773f085fd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Usage tracker for resource:security_group_rule and tenant:de0a292fb0444bd8b5bfc9a03083c8f1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:55.030744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b5480c9b-06a2-4cd7-b229-330773f085fd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:55.035080 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Transition to ACTIVE for port object 1b0ab99d-3161-42ed-8fa9-c62e9362f58d will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:46:55.037792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b5480c9b-06a2-4cd7-b229-330773f085fd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:55.044333 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.060308 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5480c9b-06a2-4cd7-b229-330773f085fd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.106524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97068231-ce7e-4f93-a220-c182e6d9e54c req-c8e8d56d-b059-4c35-896e-b0a873455588 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:55.108097 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-97068231-ce7e-4f93-a220-c182e6d9e54c req-c8e8d56d-b059-4c35-896e-b0a873455588 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 946 time: 0.4701798 Apr 05 20:46:55.115992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Deleting port 4700ec23-e84d-4560-9777-dfec2835f98b {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:46:55.116567 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.148263 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5480c9b-06a2-4cd7-b229-330773f085fd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.155778 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5480c9b-06a2-4cd7-b229-330773f085fd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.202644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5480c9b-06a2-4cd7-b229-330773f085fd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09eaf23-9f5a-47aa-a701-f862b78fd096,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:55.211082 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b5480c9b-06a2-4cd7-b229-330773f085fd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.215921 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b5480c9b-06a2-4cd7-b229-330773f085fd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2204049 Apr 05 20:46:55.223435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49338) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:55.229249 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-1b0ba20a-dd60-4e4e-9021-08074abd11ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:55.230782 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-1b0ba20a-dd60-4e4e-9021-08074abd11ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4082434 Apr 05 20:46:55.233661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-5c96ca52-0117-4f11-8589-b195c7cc6ea4 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Request body: {'security_group_rule': {'security_group_id': 'e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595', 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:55.244207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5c96ca52-0117-4f11-8589-b195c7cc6ea4 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:55.248517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5c96ca52-0117-4f11-8589-b195c7cc6ea4 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Usage tracker for resource:security_group_rule and tenant:de0a292fb0444bd8b5bfc9a03083c8f1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:55.252112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5c96ca52-0117-4f11-8589-b195c7cc6ea4 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:55.259722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5c96ca52-0117-4f11-8589-b195c7cc6ea4 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:55.293822 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876e652-c473-43d7-97af-591a2279a691 None None] Pushing event updated for resources: {'Port': ['ID=1b0ab99d-3161-42ed-8fa9-c62e9362f58d,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:55.308875 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c96ca52-0117-4f11-8589-b195c7cc6ea4 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.309829 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-97068231-ce7e-4f93-a220-c182e6d9e54c req-fa6f657d-27fa-4b2d-9367-e1d705bed1ea tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564369 Apr 05 20:46:55.322905 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Attempting to bind port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:46:55.323555 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Attempting to bind port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '71061eab-bb48-4bd1-9e1a-b34203c8349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'abeba182-aa05-4a13-b686-003e5daab07f'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:46:55.324106 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Attempting to bind port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d on network abeba182-aa05-4a13-b686-003e5daab07f {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:46:55.336358 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:46:55.336682 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Checking segment: {'id': '71061eab-bb48-4bd1-9e1a-b34203c8349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'abeba182-aa05-4a13-b686-003e5daab07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:46:55.345660 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.346103 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Bound using segment: {'id': '71061eab-bb48-4bd1-9e1a-b34203c8349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'abeba182-aa05-4a13-b686-003e5daab07f'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:46:55.347140 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Bound port: 1b0ab99d-3161-42ed-8fa9-c62e9362f58d, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71061eab-bb48-4bd1-9e1a-b34203c8349e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'abeba182-aa05-4a13-b686-003e5daab07f'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:46:55.347527 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.408843 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c96ca52-0117-4f11-8589-b195c7cc6ea4 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.414461 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c96ca52-0117-4f11-8589-b195c7cc6ea4 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.463937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96ca52-0117-4f11-8589-b195c7cc6ea4 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa235961-f5ad-4d75-b466-e1e9f68ee17f,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:55.479052 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c96ca52-0117-4f11-8589-b195c7cc6ea4 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.480258 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5c96ca52-0117-4f11-8589-b195c7cc6ea4 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2564032 Apr 05 20:46:55.484678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49342) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:55.488517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-151d6943-ac1f-4d1b-9bae-3f7396404721 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227321 Apr 05 20:46:55.491439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-289c79b5-a6d6-4c2f-a36b-8c46e9a189f2 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Request body: {'security_group_rule': {'security_group_id': 'e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595', 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:55.496673 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] For port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:46:55.498781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-289c79b5-a6d6-4c2f-a36b-8c46e9a189f2 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:55.499473 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] For port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1b0ab99d-3161-42ed-8fa9-c62e9362f58d,segment=NetworkSegment(71061eab-bb48-4bd1-9e1a-b34203c8349e),segment_id=71061eab-bb48-4bd1-9e1a-b34203c8349e)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:46:55.503473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-289c79b5-a6d6-4c2f-a36b-8c46e9a189f2 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Usage tracker for resource:security_group_rule and tenant:de0a292fb0444bd8b5bfc9a03083c8f1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:55.504725 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.506534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-289c79b5-a6d6-4c2f-a36b-8c46e9a189f2 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:55.514074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-289c79b5-a6d6-4c2f-a36b-8c46e9a189f2 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:55.534869 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-289c79b5-a6d6-4c2f-a36b-8c46e9a189f2 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.592523 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876e652-c473-43d7-97af-591a2279a691 None None] Pushing event updated for resources: {'Port': ['ID=1b0ab99d-3161-42ed-8fa9-c62e9362f58d,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:55.612517 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Routers {'719492be-b9de-436f-a7fa-56199f61d7c4'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:55.613159 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['719492be-b9de-436f-a7fa-56199f61d7c4'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:55.630064 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-289c79b5-a6d6-4c2f-a36b-8c46e9a189f2 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.646307 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-289c79b5-a6d6-4c2f-a36b-8c46e9a189f2 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.666438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289c79b5-a6d6-4c2f-a36b-8c46e9a189f2 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee8ffe7-e8fa-4150-b6d9-e94c62af284d,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:55.747020 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-289c79b5-a6d6-4c2f-a36b-8c46e9a189f2 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.748802 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-289c79b5-a6d6-4c2f-a36b-8c46e9a189f2 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2630432 Apr 05 20:46:55.751305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49348) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:55.757166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8d104d4b-38af-40bb-aed2-50faae690cd0 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Request body: {'security_group_rule': {'security_group_id': 'e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595', 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:55.769270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8d104d4b-38af-40bb-aed2-50faae690cd0 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:55.785557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8d104d4b-38af-40bb-aed2-50faae690cd0 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Usage tracker for resource:security_group_rule and tenant:de0a292fb0444bd8b5bfc9a03083c8f1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:55.790082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8d104d4b-38af-40bb-aed2-50faae690cd0 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:55.800776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ee9ff-43e7-43e1-9158-0e5f6e50da8d req-1e769656-5c63-484c-a305-c7a0c94fb481 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:55.802737 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-603ee9ff-43e7-43e1-9158-0e5f6e50da8d req-1e769656-5c63-484c-a305-c7a0c94fb481 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 944 time: 0.1292274 Apr 05 20:46:55.807224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8d104d4b-38af-40bb-aed2-50faae690cd0 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:55.828041 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] Set router 719492be-b9de-436f-a7fa-56199f61d7c4 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:55.856108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-965d199e-01d2-43b7-8f39-9b083a2aa465 req-30bb5852-b70c-4fd1-8c8f-2f9b42cfe6e7 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466089 Apr 05 20:46:55.866413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] For port 4700ec23-e84d-4560-9777-dfec2835f98b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4700ec23-e84d-4560-9777-dfec2835f98b,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:55.867179 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.871089 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d104d4b-38af-40bb-aed2-50faae690cd0 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.881597 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-603ee9ff-43e7-43e1-9158-0e5f6e50da8d req-e8d0dd87-ae1b-44b5-b4c8-8bf5bfe7119e tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689757 Apr 05 20:46:55.955996 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d104d4b-38af-40bb-aed2-50faae690cd0 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.961454 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d104d4b-38af-40bb-aed2-50faae690cd0 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.984841 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d104d4b-38af-40bb-aed2-50faae690cd0 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56320a1f-4b8e-48c9-a70a-6eac397745d9,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:55.996811 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d104d4b-38af-40bb-aed2-50faae690cd0 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:55.998521 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8d104d4b-38af-40bb-aed2-50faae690cd0 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2460113 Apr 05 20:46:56.001139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49352) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:56.009482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-5b1f76b0-ba7e-4873-bbb0-cd59f0d5baad tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Request body: {'security_group_rule': {'security_group_id': 'e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595', 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:56.017331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5b1f76b0-ba7e-4873-bbb0-cd59f0d5baad tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:56.021715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5b1f76b0-ba7e-4873-bbb0-cd59f0d5baad tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Usage tracker for resource:security_group_rule and tenant:de0a292fb0444bd8b5bfc9a03083c8f1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:56.025285 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5b1f76b0-ba7e-4873-bbb0-cd59f0d5baad tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:56.031294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5b1f76b0-ba7e-4873-bbb0-cd59f0d5baad tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:56.043491 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-5b1f76b0-ba7e-4873-bbb0-cd59f0d5baad tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Project de0a292fb0444bd8b5bfc9a03083c8f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:46:56.050777 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5b1f76b0-ba7e-4873-bbb0-cd59f0d5baad tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.141099 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5b1f76b0-ba7e-4873-bbb0-cd59f0d5baad tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.147106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e8609-887f-41e5-a142-2b8701f2d7fa req-5a2eb439-5c9b-40ea-b0e0-2bc33b517c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:56.147679 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d71e8609-887f-41e5-a142-2b8701f2d7fa req-5a2eb439-5c9b-40ea-b0e0-2bc33b517c04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 1095 time: 0.2049055 Apr 05 20:46:56.147890 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5b1f76b0-ba7e-4873-bbb0-cd59f0d5baad tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.187895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f76b0-ba7e-4873-bbb0-cd59f0d5baad tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f010c225-ac06-44e9-820e-08b10b98f97c,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:56.196475 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5b1f76b0-ba7e-4873-bbb0-cd59f0d5baad tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.198968 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5b1f76b0-ba7e-4873-bbb0-cd59f0d5baad tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1960547 Apr 05 20:46:56.201456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49356) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:56.206644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-edf0714a-a22c-45ab-adab-3cabd2cd7da5 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Request body: {'security_group_rule': {'security_group_id': 'e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595', 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:56.213593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-edf0714a-a22c-45ab-adab-3cabd2cd7da5 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:56.217641 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-edf0714a-a22c-45ab-adab-3cabd2cd7da5 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Usage tracker for resource:security_group_rule and tenant:de0a292fb0444bd8b5bfc9a03083c8f1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:46:56.220590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-edf0714a-a22c-45ab-adab-3cabd2cd7da5 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:46:56.226619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-edf0714a-a22c-45ab-adab-3cabd2cd7da5 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:56.232066 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'name': 'tempest-TestServerBasicOps-317481636-router', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:45Z', 'updated_at': '2022-04-05T20:46:51Z', 'revision_number': 4, 'project_id': '2e07944cebe94203bc4bc8629dc0f39e', 'gw_port': {'id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:47Z', 'updated_at': '2022-04-05T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '1b0ab99d-3161-42ed-8fa9-c62e9362f58d', 'name': '', 'network_id': 'abeba182-aa05-4a13-b686-003e5daab07f', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'mac_address': 'fa:16:3e:b8:95:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '95ae3d68-4cef-471b-b16f-4a488b55c2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:49Z', 'updated_at': '2022-04-05T20:46:55Z', 'revision_number': 4, 'project_id': '2e07944cebe94203bc4bc8629dc0f39e', 'subnets': [{'id': '95ae3d68-4cef-471b-b16f-4a488b55c2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:56.238998 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96207e67-91c9-4b88-8396-3da5af8f7977 None None] The sync data for ids ['719492be-b9de-436f-a7fa-56199f61d7c4'] in n-d-836604-1 is: [{'id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'name': 'tempest-TestServerBasicOps-317481636-router', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:45Z', 'updated_at': '2022-04-05T20:46:51Z', 'revision_number': 4, 'project_id': '2e07944cebe94203bc4bc8629dc0f39e', 'gw_port': {'id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:47Z', 'updated_at': '2022-04-05T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '1b0ab99d-3161-42ed-8fa9-c62e9362f58d', 'name': '', 'network_id': 'abeba182-aa05-4a13-b686-003e5daab07f', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'mac_address': 'fa:16:3e:b8:95:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3518, 'fixed_ips': [{'subnet_id': '95ae3d68-4cef-471b-b16f-4a488b55c2b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:49Z', 'updated_at': '2022-04-05T20:46:55Z', 'revision_number': 4, 'project_id': '2e07944cebe94203bc4bc8629dc0f39e', 'subnets': [{'id': '95ae3d68-4cef-471b-b16f-4a488b55c2b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:46:56.249301 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-edf0714a-a22c-45ab-adab-3cabd2cd7da5 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Project de0a292fb0444bd8b5bfc9a03083c8f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:46:56.256651 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-edf0714a-a22c-45ab-adab-3cabd2cd7da5 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.369928 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-edf0714a-a22c-45ab-adab-3cabd2cd7da5 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.378841 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-edf0714a-a22c-45ab-adab-3cabd2cd7da5 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.405363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf0714a-a22c-45ab-adab-3cabd2cd7da5 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=668302ed-4666-4fb7-b6f8-e4f99f97bb30,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:56.406390 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.406772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.407082 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Floating IP d722546b-042f-43f6-b3ef-aaf8a8286e74 disassociated. External IP: 172.25.8.86, port: 4700ec23-e84d-4560-9777-dfec2835f98b. Apr 05 20:46:56.407661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Calling delete_port for 4700ec23-e84d-4560-9777-dfec2835f98b owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:46:56.419893 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-edf0714a-a22c-45ab-adab-3cabd2cd7da5 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:56.430998 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-edf0714a-a22c-45ab-adab-3cabd2cd7da5 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2186372 Apr 05 20:46:56.563345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e8609-887f-41e5-a142-2b8701f2d7fa req-7da8c2a1-452e-4c67-a788-0d5d87fc2cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:56.565088 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d71e8609-887f-41e5-a142-2b8701f2d7fa req-7da8c2a1-452e-4c67-a788-0d5d87fc2cb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.3532078 Apr 05 20:46:56.666252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21012f73-628e-4ee5-a897-c341de434140 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Synchronizing usage tracker for tenant:de0a292fb0444bd8b5bfc9a03083c8f1 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:56.690968 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d71e8609-887f-41e5-a142-2b8701f2d7fa req-8cfdea01-c5b5-4df7-9edf-e4e714e903db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d722ab70-13c6-425c-a978-e7d100b67211 HTTP/1.1" status: 200 len: 217 time: 0.1145394 Apr 05 20:46:56.699480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21012f73-628e-4ee5-a897-c341de434140 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Unset dirty status for tenant:de0a292fb0444bd8b5bfc9a03083c8f1 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:56.701036 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21012f73-628e-4ee5-a897-c341de434140 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794367543&fields=id&tenant_id=de0a292fb0444bd8b5bfc9a03083c8f1 HTTP/1.1" status: 200 len: 267 time: 0.0858257 Apr 05 20:46:56.927153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-ef6d926e-a2d3-4e62-bd47-23da380c099d tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:56.928089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-ef6d926e-a2d3-4e62-bd47-23da380c099d tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Synchronizing usage tracker for tenant:de0a292fb0444bd8b5bfc9a03083c8f1 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:56.958409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-ef6d926e-a2d3-4e62-bd47-23da380c099d tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Unset dirty status for tenant:de0a292fb0444bd8b5bfc9a03083c8f1 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:56.959282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e8609-887f-41e5-a142-2b8701f2d7fa req-b5f3275a-df36-46c4-a8ac-54f820c49720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:56.959955 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-ef6d926e-a2d3-4e62-bd47-23da380c099d tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/networks?id=af69138f-825e-4e0c-a30e-bd503222732e HTTP/1.1" status: 200 len: 809 time: 0.2421780 Apr 05 20:46:56.961767 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d71e8609-887f-41e5-a142-2b8701f2d7fa req-b5f3275a-df36-46c4-a8ac-54f820c49720 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.2557020 Apr 05 20:46:56.990897 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-e41a4a09-4ce1-4ec9-9959-d7339b2d6549 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/quotas/de0a292fb0444bd8b5bfc9a03083c8f1 HTTP/1.1" status: 200 len: 375 time: 0.0227170 Apr 05 20:46:57.052459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e9524-5a81-4932-a6e0-c5fd101db584 req-f8529e37-9bca-4813-afdd-d47d1b64d165 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:57.062680 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a7e9524-5a81-4932-a6e0-c5fd101db584 req-f8529e37-9bca-4813-afdd-d47d1b64d165 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 946 time: 0.5575190 Apr 05 20:46:57.086325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-ffaa2aa1-bd6b-4926-8435-631b9861a579 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Synchronizing usage tracker for tenant:de0a292fb0444bd8b5bfc9a03083c8f1 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:57.092436 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:57.105540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-ffaa2aa1-bd6b-4926-8435-631b9861a579 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Unset dirty status for tenant:de0a292fb0444bd8b5bfc9a03083c8f1 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:57.106950 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-ffaa2aa1-bd6b-4926-8435-631b9861a579 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=de0a292fb0444bd8b5bfc9a03083c8f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153479 Apr 05 20:46:57.179172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event deleted for resources: {'Port': ['ID=4700ec23-e84d-4560-9777-dfec2835f98b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:57.206733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a7e9524-5a81-4932-a6e0-c5fd101db584 req-981b65c3-4c04-409a-a151-4881bdc3eae4 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups?id=01faebbb-594e-40e8-a2ab-76034364d5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434939 Apr 05 20:46:57.296208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-d8e814b6-c43d-456e-9eee-04cc03860c5f service neutron] 10.222.0.24 "GET /v2.0/networks/af69138f-825e-4e0c-a30e-bd503222732e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759648 Apr 05 20:46:57.334536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e8609-887f-41e5-a142-2b8701f2d7fa req-9bfd7472-cfe7-43df-8eda-acdf7b1804bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:57.337111 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d71e8609-887f-41e5-a142-2b8701f2d7fa req-9bfd7472-cfe7-43df-8eda-acdf7b1804bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3661764 Apr 05 20:46:57.464109 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-03fd3e36-6688-45f2-b615-2d859328c8c7 service neutron] 10.222.0.24 "GET /v2.0/networks/af69138f-825e-4e0c-a30e-bd503222732e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612236 Apr 05 20:46:57.682327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Router 76105a24-88ea-478d-aaa5-223e12a60769 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:46:57.721655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43bfedd-fbfd-4696-b39a-9bdbeae3b84f req-dc36cf4c-683a-4e40-8916-d26f9c9313ed tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:57.722588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a43bfedd-fbfd-4696-b39a-9bdbeae3b84f req-dc36cf4c-683a-4e40-8916-d26f9c9313ed tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:46:57.734658 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d71e8609-887f-41e5-a142-2b8701f2d7fa req-10d14e3b-5053-4ac8-b59d-0f14f646c237 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857813 Apr 05 20:46:57.781571 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6e77778a-fcae-44dd-93ef-ac31a3901894 req-be87e1e0-6fb4-4ca9-b486-c36b74f95b5c tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 210 time: 0.0772955 Apr 05 20:46:57.976474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a43bfedd-fbfd-4696-b39a-9bdbeae3b84f req-dc36cf4c-683a-4e40-8916-d26f9c9313ed tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:46:57.982682 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a43bfedd-fbfd-4696-b39a-9bdbeae3b84f req-dc36cf4c-683a-4e40-8916-d26f9c9313ed tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 944 time: 0.6318839 Apr 05 20:46:58.144349 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a43bfedd-fbfd-4696-b39a-9bdbeae3b84f req-9ef7779f-401b-458e-ac34-28a2799497ff tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607373 Apr 05 20:46:58.182571 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d71e8609-887f-41e5-a142-2b8701f2d7fa req-de823f05-95ec-49d6-82c3-d45bdee2fab6 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358237 Apr 05 20:46:58.192770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:46:58.227800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c4ef1-1990-4d4f-92ac-344482a07112 None None] Sync routers for ids ['76105a24-88ea-478d-aaa5-223e12a60769'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:46:58.235983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c4ef1-1990-4d4f-92ac-344482a07112 None None] Routers {'76105a24-88ea-478d-aaa5-223e12a60769'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:58.236647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e22c4ef1-1990-4d4f-92ac-344482a07112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76105a24-88ea-478d-aaa5-223e12a60769'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:58.335228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] No DVR routers for this DVR port 4700ec23-e84d-4560-9777-dfec2835f98b on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:46:58.346737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:58.348648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1b0ab99d-3161-42ed-8fa9-c62e9362f58d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:46:58.352823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'name': 'network-vif-deleted', 'tag': '4700ec23-e84d-4560-9777-dfec2835f98b'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:46:58.385021 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9493d5c8-c780-4d64-a148-12cdab992b3e req-11fe62c7-1137-4652-9510-dd631ae7334d tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.13 "DELETE /v2.0/ports/4700ec23-e84d-4560-9777-dfec2835f98b HTTP/1.1" status: 204 len: 173 time: 3.3749714 Apr 05 20:46:58.418787 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4', 'name': 'network-vif-deleted', 'tag': '4700ec23-e84d-4560-9777-dfec2835f98b', 'status': 'completed', 'code': 200} Apr 05 20:46:58.438004 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-693f9196-4dda-4a05-bb55-2c5803fdb3d1 req-e867dfcb-9e77-44d2-980d-e4e3e271a2f1 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/ports?device_id=7c3b0cc6-5289-4e4f-9f1c-fb04c53bb2b4 HTTP/1.1" status: 200 len: 210 time: 0.0621488 Apr 05 20:46:58.611749 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:46:58.628393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:46:58.628765 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:58.685725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e22c4ef1-1990-4d4f-92ac-344482a07112 None None] Set router 76105a24-88ea-478d-aaa5-223e12a60769 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:58.847451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4700ec23-e84d-4560-9777-dfec2835f98b no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:46:58.893122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 4700ec23-e84d-4560-9777-dfec2835f98b {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:46:58.893554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4700ec23-e84d-4560-9777-dfec2835f98b not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:46:58.949811 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddc058f6-58d4-47cc-8754-2421401c9f3e req-f5edb4f5-d011-48d0-98e3-620234d1106a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 210 time: 0.0507205 Apr 05 20:46:59.052641 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.109182 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1b0ab99d-3161-42ed-8fa9-c62e9362f58d,segment=NetworkSegment(71061eab-bb48-4bd1-9e1a-b34203c8349e),segment_id=71061eab-bb48-4bd1-9e1a-b34203c8349e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:46:59.144970 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.234806 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=1b0ab99d-3161-42ed-8fa9-c62e9362f58d,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:59.261751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e22c4ef1-1990-4d4f-92ac-344482a07112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:11Z', 'revision_number': 5, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:59.269536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c4ef1-1990-4d4f-92ac-344482a07112 None None] Checking router: 76105a24-88ea-478d-aaa5-223e12a60769 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:46:59.278931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22c4ef1-1990-4d4f-92ac-344482a07112 None None] Routers {'76105a24-88ea-478d-aaa5-223e12a60769'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:46:59.279595 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e22c4ef1-1990-4d4f-92ac-344482a07112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76105a24-88ea-478d-aaa5-223e12a60769'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:59.341403 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-cc77e3b8-c156-41df-8ba7-adf7b973c051 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:59.343057 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-cc77e3b8-c156-41df-8ba7-adf7b973c051 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.41 "GET /v2.0/networks?id=af69138f-825e-4e0c-a30e-bd503222732e HTTP/1.1" status: 200 len: 809 time: 0.1929762 Apr 05 20:46:59.415896 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-13456b3a-aa1d-4e56-a10c-bb0b6b4db514 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de0a292fb0444bd8b5bfc9a03083c8f1 HTTP/1.1" status: 200 len: 379 time: 0.0566039 Apr 05 20:46:59.428740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e75164-fc85-4635-bc50-4354ae8dd2af req-2181f1d8-edad-41a5-bfc2-b711f6f6afa4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:46:59.430820 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c9e75164-fc85-4635-bc50-4354ae8dd2af req-2181f1d8-edad-41a5-bfc2-b711f6f6afa4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 944 time: 0.1331165 Apr 05 20:46:59.435510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Request body: {'port': {'device_id': 'e58396bf-d581-4c31-aaf4-ef07affed27b', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'admin_state_up': True, 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'security_groups': ['e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:46:59.460016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e22c4ef1-1990-4d4f-92ac-344482a07112 None None] Set router 76105a24-88ea-478d-aaa5-223e12a60769 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:46:59.573560 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c9e75164-fc85-4635-bc50-4354ae8dd2af req-4a6a57cb-297e-4516-ad95-643fb8238562 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234500 Apr 05 20:46:59.588811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49398) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:59.627038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:46:59.641409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:46:59.656112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Made reservation on behalf of de0a292fb0444bd8b5bfc9a03083c8f1 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:46:59.660478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.671410 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-acecc55e-ed46-43e2-9733-b373764c26f8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.707211 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-acecc55e-ed46-43e2-9733-b373764c26f8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.783576 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-acecc55e-ed46-43e2-9733-b373764c26f8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.810352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acecc55e-ed46-43e2-9733-b373764c26f8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01faebbb-594e-40e8-a2ab-76034364d5d6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:46:59.827139 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-acecc55e-ed46-43e2-9733-b373764c26f8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:46:59.834779 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-acecc55e-ed46-43e2-9733-b373764c26f8 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "DELETE /v2.0/security-groups/01faebbb-594e-40e8-a2ab-76034364d5d6 HTTP/1.1" status: 204 len: 168 time: 0.2383845 Apr 05 20:46:59.834779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49402) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:59.873709 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-bd9f3048-d065-4b72-af52-6f2e877890d9 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] show failed (client error): The resource could not be found. Apr 05 20:46:59.878807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49406) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:46:59.879514 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bd9f3048-d065-4b72-af52-6f2e877890d9 tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "GET /v2.0/security-groups/01faebbb-594e-40e8-a2ab-76034364d5d6 HTTP/1.1" status: 404 len: 347 time: 0.0475760 Apr 05 20:46:59.947000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e22c4ef1-1990-4d4f-92ac-344482a07112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:11Z', 'revision_number': 5, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:46:59.954929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22c4ef1-1990-4d4f-92ac-344482a07112 None None] The sync data for ids ['76105a24-88ea-478d-aaa5-223e12a60769'] in n-d-836604-1 is: [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:41:01Z', 'revision_number': 4, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '2e2ddc35-1f31-4110-b439-5df78bafc7c9', 'name': '', 'network_id': '8579d18e-613e-4ef1-be75-64ef17c2f407', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'mac_address': 'fa:16:3e:e7:30:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_interface', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:58Z', 'updated_at': '2022-04-05T20:41:11Z', 'revision_number': 5, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'subnets': [{'id': 'ef0519b9-502e-413c-8ba8-0e7a09d03901', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:47:00.091640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Deleting port 92d991ba-0495-4097-bbcb-e575e88ef187 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:47:00.091640 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:00.137969 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d301f3aa-543e-4519-b4ce-e91e25f033a6 req-fd8fab7f-c443-468d-90cd-1f375ef33735 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 210 time: 0.0541005 Apr 05 20:47:00.231828 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1b0ab99d-3161-42ed-8fa9-c62e9362f58d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:00.312229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:00.312829 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:00.320794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Allocated IP 172.20.0.11 (af69138f-825e-4e0c-a30e-bd503222732e/4f0c0782-a6e3-4889-935e-062f633fd7a6/eb91272b-eb5c-431e-bc34-bce17e8c73c0) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:00.331048 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d5246f-fea9-4a32-800a-a3c600ab9cb8 None None] New status for floating IP d722546b-042f-43f6-b3ef-aaf8a8286e74: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:47:00.376409 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:00.376895 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:00.529200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Calling delete_port for 92d991ba-0495-4097-bbcb-e575e88ef187 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:47:00.774506 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:00.797147 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:47:00.797582 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:47:00.798680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Transition to ACTIVE for port object eb91272b-eb5c-431e-bc34-bce17e8c73c0 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:00.839086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e81171d-fd22-43d3-a64e-3f6042b1117a req-1551d70a-f2af-4e09-bb30-18ba3fef8348 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:00.840524 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5e81171d-fd22-43d3-a64e-3f6042b1117a req-1551d70a-f2af-4e09-bb30-18ba3fef8348 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 944 time: 0.1317410 Apr 05 20:47:00.861985 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:00.939735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Network af69138f-825e-4e0c-a30e-bd503222732e is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:00.948871 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:00.959113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:47:00.996694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Pushing event updated for resources: {'Port': ['ID=eb91272b-eb5c-431e-bc34-bce17e8c73c0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:01.001302 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5e81171d-fd22-43d3-a64e-3f6042b1117a req-3b36db61-dae2-4d48-bcee-ea0a2828eaff tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550031 Apr 05 20:47:01.036091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:01.036686 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:01.067910 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-6235d615-ab3b-4052-bff5-26f3a1252447 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6359348 Apr 05 20:47:01.079914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Request body: {'port': {'device_id': 'e58396bf-d581-4c31-aaf4-ef07affed27b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:01.166960 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8a94eb9e-a786-47b3-bd19-093a6673253e None None] Provisioning for port eb91272b-eb5c-431e-bc34-bce17e8c73c0 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:01.172157 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8a94eb9e-a786-47b3-bd19-093a6673253e None None] Provisioning complete for port eb91272b-eb5c-431e-bc34-bce17e8c73c0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:01.172523 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8a94eb9e-a786-47b3-bd19-093a6673253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:01.198938 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:01.231088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8a94eb9e-a786-47b3-bd19-093a6673253e None None] Port eb91272b-eb5c-431e-bc34-bce17e8c73c0 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:47:01.314031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Deleting port 92d991ba-0495-4097-bbcb-e575e88ef187 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:47:01.314376 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:01.332535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d29b2-b6e3-4168-ac4f-94aff33dc005 req-976f0c52-d461-479f-aa66-cd5860ec56cd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:01.333927 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-998d29b2-b6e3-4168-ac4f-94aff33dc005 req-976f0c52-d461-479f-aa66-cd5860ec56cd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 932 time: 0.0840034 Apr 05 20:47:01.377079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-998d29b2-b6e3-4168-ac4f-94aff33dc005 req-fa72285d-0f40-4de2-bf81-2e0ebccddb96 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Synchronizing usage tracker for tenant:de0a292fb0444bd8b5bfc9a03083c8f1 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:01.393842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-998d29b2-b6e3-4168-ac4f-94aff33dc005 req-fa72285d-0f40-4de2-bf81-2e0ebccddb96 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Unset dirty status for tenant:de0a292fb0444bd8b5bfc9a03083c8f1 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:01.393842 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-998d29b2-b6e3-4168-ac4f-94aff33dc005 req-fa72285d-0f40-4de2-bf81-2e0ebccddb96 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505893 Apr 05 20:47:01.730003 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:01.730205 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:01.857927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Calling delete_port for 92d991ba-0495-4097-bbcb-e575e88ef187 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:47:01.995331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb91272b-eb5c-431e-bc34-bce17e8c73c0 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:47:02.003605 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:02.056423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Transition to ACTIVE for port object eb91272b-eb5c-431e-bc34-bce17e8c73c0 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:02.061685 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:02.201062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb7798-1cba-4651-84a8-b60be76cb4b8 req-156f312b-450a-4bc4-98d7-1a4815054fcc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:02.202618 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1afb7798-1cba-4651-84a8-b60be76cb4b8 req-156f312b-450a-4bc4-98d7-1a4815054fcc tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 944 time: 0.0919840 Apr 05 20:47:02.206234 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:02.247201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Pushing event updated for resources: {'Port': ['ID=eb91272b-eb5c-431e-bc34-bce17e8c73c0,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:02.251868 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1afb7798-1cba-4651-84a8-b60be76cb4b8 req-e947605e-3eba-435c-969b-fc418191e9a9 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422802 Apr 05 20:47:02.362136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Pushing event deleted for resources: {'Port': ['ID=92d991ba-0495-4097-bbcb-e575e88ef187,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:02.453152 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:02.456156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Attempting to bind port eb91272b-eb5c-431e-bc34-bce17e8c73c0 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:02.456485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Attempting to bind port eb91272b-eb5c-431e-bc34-bce17e8c73c0 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '1901fc9d-ddca-4bf6-9662-4af4dd7a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:02.456812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Attempting to bind port eb91272b-eb5c-431e-bc34-bce17e8c73c0 on network af69138f-825e-4e0c-a30e-bd503222732e {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:47:02.466084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Port eb91272b-eb5c-431e-bc34-bce17e8c73c0 on network af69138f-825e-4e0c-a30e-bd503222732e not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:47:02.466405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Attempting to bind port eb91272b-eb5c-431e-bc34-bce17e8c73c0 on network af69138f-825e-4e0c-a30e-bd503222732e {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:47:02.474463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:47:02.474796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Checking segment: {'id': '1901fc9d-ddca-4bf6-9662-4af4dd7a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:47:02.475175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Bound using segment: {'id': '1901fc9d-ddca-4bf6-9662-4af4dd7a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:47:02.475602 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Bound port: eb91272b-eb5c-431e-bc34-bce17e8c73c0, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1901fc9d-ddca-4bf6-9662-4af4dd7a2330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:02.476134 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:02.490614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:02.492246 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7e670a88-2e28-4b3f-bbf7-f876b24258fc tempest-AttachVolumeShelveTestJSON-1744824873 tempest-AttachVolumeShelveTestJSON-1744824873-project] 10.222.0.24 "DELETE /v2.0/floatingips/d722546b-042f-43f6-b3ef-aaf8a8286e74 HTTP/1.1" status: 204 len: 168 time: 2.6123540 Apr 05 20:47:02.623726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] For port eb91272b-eb5c-431e-bc34-bce17e8c73c0, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:47:02.627110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] For port eb91272b-eb5c-431e-bc34-bce17e8c73c0, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=eb91272b-eb5c-431e-bc34-bce17e8c73c0,segment=NetworkSegment(1901fc9d-ddca-4bf6-9662-4af4dd7a2330),segment_id=1901fc9d-ddca-4bf6-9662-4af4dd7a2330)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:47:02.635661 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:02.698924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce459ed-e2bf-480c-86b4-801de9297e13 req-af45e5a5-1822-4f5a-b776-626f966b1211 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:02.699638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-dce459ed-e2bf-480c-86b4-801de9297e13 req-af45e5a5-1822-4f5a-b776-626f966b1211 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Synchronizing usage tracker for tenant:de0a292fb0444bd8b5bfc9a03083c8f1 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:02.719377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:02.720179 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:02.721688 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb91272b-eb5c-431e-bc34-bce17e8c73c0 HTTP/1.1" status: 200 len: 1092 time: 1.6460905 Apr 05 20:47:02.722318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58396bf-d581-4c31-aaf4-ef07affed27b', 'tag': 'eb91272b-eb5c-431e-bc34-bce17e8c73c0'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:47:02.811403 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58396bf-d581-4c31-aaf4-ef07affed27b', 'tag': 'eb91272b-eb5c-431e-bc34-bce17e8c73c0', 'status': 'completed', 'code': 200} Apr 05 20:47:02.811679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device d722ab70-13c6-425c-a978-e7d100b67211 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:47:02.812791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21784346-5db6-4c9d-8d2f-4ecfa357bb81 service neutron] Pushing event updated for resources: {'Port': ['ID=eb91272b-eb5c-431e-bc34-bce17e8c73c0,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:02.820555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-dce459ed-e2bf-480c-86b4-801de9297e13 req-af45e5a5-1822-4f5a-b776-626f966b1211 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Unset dirty status for tenant:de0a292fb0444bd8b5bfc9a03083c8f1 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:02.828052 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dce459ed-e2bf-480c-86b4-801de9297e13 req-af45e5a5-1822-4f5a-b776-626f966b1211 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 944 time: 0.3064544 Apr 05 20:47:02.894496 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dce459ed-e2bf-480c-86b4-801de9297e13 req-523f3088-d402-49ad-9cd4-05309213002c tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633833 Apr 05 20:47:02.924040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-0a7e04d3-cd7a-43cf-9f58-aa83d57556ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:02.925687 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-0a7e04d3-cd7a-43cf-9f58-aa83d57556ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de0a292fb0444bd8b5bfc9a03083c8f1&device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 1095 time: 0.1523376 Apr 05 20:47:02.977533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port d722ab70-13c6-425c-a978-e7d100b67211, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d722ab70-13c6-425c-a978-e7d100b67211,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:02.992649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'd722ab70-13c6-425c-a978-e7d100b67211', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'port_id': 'd722ab70-13c6-425c-a978-e7d100b67211', 'mac_address': 'fa:16:3e:eb:ec:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:47:02.997567 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-7c8a2e7f-b88a-416d-aba1-2b514a9215ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb91272b-eb5c-431e-bc34-bce17e8c73c0 HTTP/1.1" status: 200 len: 217 time: 0.0639107 Apr 05 20:47:03.050419 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:03.064913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-f5907cb1-09fa-4578-b52b-3d7b36888fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:03.067185 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-f5907cb1-09fa-4578-b52b-3d7b36888fb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0c0782-a6e3-4889-935e-062f633fd7a6 HTTP/1.1" status: 200 len: 848 time: 0.0629578 Apr 05 20:47:03.067779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d722ab70-13c6-425c-a978-e7d100b67211 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:47:03.092232 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port d722ab70-13c6-425c-a978-e7d100b67211, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d722ab70-13c6-425c-a978-e7d100b67211,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:03.097549 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:03.152232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-df8cda1c-552f-4cfd-8490-aba33ada58cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:03.153908 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-df8cda1c-552f-4cfd-8490-aba33ada58cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af69138f-825e-4e0c-a30e-bd503222732e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812898 Apr 05 20:47:03.177069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=d722ab70-13c6-425c-a978-e7d100b67211,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:03.297910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['d722ab70-13c6-425c-a978-e7d100b67211'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:47:03.414302 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-229e6eb7-aa58-41ba-b7b1-03b943afc950 service neutron] 10.222.0.41 "GET /v2.0/networks/af69138f-825e-4e0c-a30e-bd503222732e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531214 Apr 05 20:47:03.566898 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8043e78f-24f3-4886-bc2d-c99c43d0ecae req-200d6814-f8eb-4baf-b1a2-4d4559deff9c service neutron] 10.222.0.41 "GET /v2.0/networks/af69138f-825e-4e0c-a30e-bd503222732e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449826 Apr 05 20:47:03.616508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18935b71-79b3-4ba5-bf4f-7a21deabd9f0 req-f8505961-0789-4452-8c1a-9986e4eb7d7c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:03.619904 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18935b71-79b3-4ba5-bf4f-7a21deabd9f0 req-f8505961-0789-4452-8c1a-9986e4eb7d7c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 945 time: 0.2280462 Apr 05 20:47:03.676082 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18935b71-79b3-4ba5-bf4f-7a21deabd9f0 req-84e34acf-20c6-489e-b5fa-5e7d70f20781 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497591 Apr 05 20:47:03.714845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65704743-4448-4df5-ad52-7c82edc5f968 req-cae4e710-8e1d-48fc-935b-72c8e920c8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:03.716294 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65704743-4448-4df5-ad52-7c82edc5f968 req-cae4e710-8e1d-48fc-935b-72c8e920c8f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de0a292fb0444bd8b5bfc9a03083c8f1&device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 1095 time: 0.0982819 Apr 05 20:47:03.851205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65704743-4448-4df5-ad52-7c82edc5f968 req-ac08b5f3-68fc-4705-b1da-389f975f4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:03.852544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65704743-4448-4df5-ad52-7c82edc5f968 req-ac08b5f3-68fc-4705-b1da-389f975f4a9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=af69138f-825e-4e0c-a30e-bd503222732e HTTP/1.1" status: 200 len: 910 time: 0.1297255 Apr 05 20:47:03.919735 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65704743-4448-4df5-ad52-7c82edc5f968 req-2938d988-2818-4a6a-8344-3b298626b05d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb91272b-eb5c-431e-bc34-bce17e8c73c0 HTTP/1.1" status: 200 len: 217 time: 0.0596352 Apr 05 20:47:03.985770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65704743-4448-4df5-ad52-7c82edc5f968 req-d2bb1f42-f522-4bc6-b04b-ef62d443ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:03.987245 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65704743-4448-4df5-ad52-7c82edc5f968 req-d2bb1f42-f522-4bc6-b04b-ef62d443ba22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0c0782-a6e3-4889-935e-062f633fd7a6 HTTP/1.1" status: 200 len: 848 time: 0.0602293 Apr 05 20:47:04.120726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65704743-4448-4df5-ad52-7c82edc5f968 req-6d4a5f24-e7a0-43cd-a7ae-1cc2aa14fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:04.122378 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65704743-4448-4df5-ad52-7c82edc5f968 req-6d4a5f24-e7a0-43cd-a7ae-1cc2aa14fa91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af69138f-825e-4e0c-a30e-bd503222732e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278796 Apr 05 20:47:04.177671 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f19f1d-760f-40ea-b320-0afb5e413987 req-4f43dbcf-9857-421f-a447-066001a054c2 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:04.179169 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39f19f1d-760f-40ea-b320-0afb5e413987 req-4f43dbcf-9857-421f-a447-066001a054c2 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 944 time: 0.1480489 Apr 05 20:47:04.292524 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39f19f1d-760f-40ea-b320-0afb5e413987 req-599ef6c6-9a67-451b-b931-c60816acce0e tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670342 Apr 05 20:47:04.300422 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65704743-4448-4df5-ad52-7c82edc5f968 req-4ea6cfa7-b390-4c36-bed9-f2219559107c service neutron] 10.222.0.41 "GET /v2.0/networks/af69138f-825e-4e0c-a30e-bd503222732e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712053 Apr 05 20:47:04.438262 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-65704743-4448-4df5-ad52-7c82edc5f968 req-1886a4f0-8b2b-4b3b-b9ec-14890b20568e service neutron] 10.222.0.41 "GET /v2.0/networks/af69138f-825e-4e0c-a30e-bd503222732e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312897 Apr 05 20:47:04.833781 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device d722ab70-13c6-425c-a978-e7d100b67211 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:04.871113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c7e59-3fa1-45b9-8ab5-4e5b4bca93ae req-9ffad160-5e23-4d96-af68-242da547075b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:04.878794 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa8c7e59-3fa1-45b9-8ab5-4e5b4bca93ae req-9ffad160-5e23-4d96-af68-242da547075b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 945 time: 0.0963156 Apr 05 20:47:04.911309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port d722ab70-13c6-425c-a978-e7d100b67211 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:04.918043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port d722ab70-13c6-425c-a978-e7d100b67211 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:04.918677 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:04.935133 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa8c7e59-3fa1-45b9-8ab5-4e5b4bca93ae req-235226b1-9a33-4117-a018-5d132e22a99e tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553551 Apr 05 20:47:05.052432 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.087575 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd722ab70-13c6-425c-a978-e7d100b67211'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:47:05.100777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port d722ab70-13c6-425c-a978-e7d100b67211, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d722ab70-13c6-425c-a978-e7d100b67211,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:05.106541 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.171793 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd722ab70-13c6-425c-a978-e7d100b67211', 'code': 200} Apr 05 20:47:05.198458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=d722ab70-13c6-425c-a978-e7d100b67211,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:05.268024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b316b-7b3e-48c8-9418-ebc248d601f0 req-57bd5918-91dc-4c6f-9b07-29c7f3541731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:05.269477 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5f6b316b-7b3e-48c8-9418-ebc248d601f0 req-57bd5918-91dc-4c6f-9b07-29c7f3541731 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 1097 time: 0.0706496 Apr 05 20:47:05.309434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5f6b316b-7b3e-48c8-9418-ebc248d601f0 req-d5e25960-53cd-4012-a984-4c786d4c6a20 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337353 Apr 05 20:47:05.483520 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40e4ce-706c-4705-9b7a-892c43181e6e req-8ca94df8-b11a-4a77-9f99-78901e0fcab3 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:05.484984 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e40e4ce-706c-4705-9b7a-892c43181e6e req-8ca94df8-b11a-4a77-9f99-78901e0fcab3 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 944 time: 0.0802813 Apr 05 20:47:05.533612 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e40e4ce-706c-4705-9b7a-892c43181e6e req-ca710357-e35c-421b-8712-c8765e07cbcf tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426054 Apr 05 20:47:05.554604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device eb91272b-eb5c-431e-bc34-bce17e8c73c0 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:47:05.691819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port eb91272b-eb5c-431e-bc34-bce17e8c73c0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=eb91272b-eb5c-431e-bc34-bce17e8c73c0,segment=NetworkSegment(1901fc9d-ddca-4bf6-9662-4af4dd7a2330),segment_id=1901fc9d-ddca-4bf6-9662-4af4dd7a2330)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:05.705119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'eb91272b-eb5c-431e-bc34-bce17e8c73c0', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'port_id': 'eb91272b-eb5c-431e-bc34-bce17e8c73c0', 'mac_address': 'fa:16:3e:85:66:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:47:05.766832 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.784212 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb91272b-eb5c-431e-bc34-bce17e8c73c0 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:47:05.799978 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port eb91272b-eb5c-431e-bc34-bce17e8c73c0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=eb91272b-eb5c-431e-bc34-bce17e8c73c0,segment=NetworkSegment(1901fc9d-ddca-4bf6-9662-4af4dd7a2330),segment_id=1901fc9d-ddca-4bf6-9662-4af4dd7a2330)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:05.803058 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:05.869758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=eb91272b-eb5c-431e-bc34-bce17e8c73c0,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:06.050823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['eb91272b-eb5c-431e-bc34-bce17e8c73c0'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:47:06.120625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f7090-4717-49da-8ac2-934cebfb728d req-a3d41b4a-ee1e-4b5a-8311-6c04c7e15ec8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:06.122192 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a62f7090-4717-49da-8ac2-934cebfb728d req-a3d41b4a-ee1e-4b5a-8311-6c04c7e15ec8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 946 time: 0.0863047 Apr 05 20:47:06.199702 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a62f7090-4717-49da-8ac2-934cebfb728d req-3d1bd943-35c7-40cb-936a-fe61170e1cea tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687096 Apr 05 20:47:06.729170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0eabd-503a-40ee-9c2a-958e197f8bbf req-85e45108-64e7-40ca-949d-bffe127da9bd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:06.730887 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9b0eabd-503a-40ee-9c2a-958e197f8bbf req-85e45108-64e7-40ca-949d-bffe127da9bd tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 945 time: 0.0847783 Apr 05 20:47:06.776688 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9b0eabd-503a-40ee-9c2a-958e197f8bbf req-cb20ae27-0ae5-4301-9e8d-cbb3a3d8d2f9 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400276 Apr 05 20:47:07.389574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed80ae-c30d-48bc-9fed-e9ad2930a481 req-bc565512-88ec-4ea6-bd27-37760a3cf29f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:07.395278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-52ed80ae-c30d-48bc-9fed-e9ad2930a481 req-bc565512-88ec-4ea6-bd27-37760a3cf29f tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 946 time: 0.0855846 Apr 05 20:47:07.436724 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-52ed80ae-c30d-48bc-9fed-e9ad2930a481 req-90cc9cc6-bdc7-4683-9d66-aaec0173a07c tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401437 Apr 05 20:47:07.472714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49472) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:07.565959 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device eb91272b-eb5c-431e-bc34-bce17e8c73c0 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:07.641558 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port eb91272b-eb5c-431e-bc34-bce17e8c73c0 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:07.641758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df4bf0-7c1a-45c4-8cb6-0d5411605fef req-38eaca68-605d-4f83-a4fa-62109f1bbcaa tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:07.643077 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7df4bf0-7c1a-45c4-8cb6-0d5411605fef req-38eaca68-605d-4f83-a4fa-62109f1bbcaa tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 946 time: 0.1015813 Apr 05 20:47:07.660752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port eb91272b-eb5c-431e-bc34-bce17e8c73c0 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:07.661127 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.693337 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7df4bf0-7c1a-45c4-8cb6-0d5411605fef req-969370ec-b42f-47d5-ae64-7bea3cc8e401 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435052 Apr 05 20:47:07.720235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49478) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:07.797722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ec08b-ded0-4db0-ac8f-404505d280de tempest-TestVolumeBootPattern-1013972986 tempest-TestVolumeBootPattern-1013972986-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:07.803813 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-175ec08b-ded0-4db0-ac8f-404505d280de tempest-TestVolumeBootPattern-1013972986 tempest-TestVolumeBootPattern-1013972986-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 1092 time: 0.0821662 Apr 05 20:47:07.804582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49484) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:07.810059 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': 'd722ab70-13c6-425c-a978-e7d100b67211', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:07.812443 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.818061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:07.822203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Usage tracker for resource:floatingip and tenant:dacf556d99314275b005d0fe30e76cf0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:07.825851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:07.834464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:07.853585 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.854673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58396bf-d581-4c31-aaf4-ef07affed27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb91272b-eb5c-431e-bc34-bce17e8c73c0'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:47:07.864966 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port eb91272b-eb5c-431e-bc34-bce17e8c73c0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=eb91272b-eb5c-431e-bc34-bce17e8c73c0,segment=NetworkSegment(1901fc9d-ddca-4bf6-9662-4af4dd7a2330),segment_id=1901fc9d-ddca-4bf6-9662-4af4dd7a2330)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:07.869708 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:07.918645 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58396bf-d581-4c31-aaf4-ef07affed27b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb91272b-eb5c-431e-bc34-bce17e8c73c0', 'code': 200} Apr 05 20:47:07.966602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=eb91272b-eb5c-431e-bc34-bce17e8c73c0,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:08.024804 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.171925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Allocated IP 172.25.8.176 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/4c5a17c7-b06b-41a0-ab19-5ca193c342d4) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:08.324913 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.334934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda72ddf-c380-4dd1-93c0-93fc0a068ba8 req-1b213df2-35ac-4e19-a901-0c7d674eb3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:08.336392 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda72ddf-c380-4dd1-93c0-93fc0a068ba8 req-1b213df2-35ac-4e19-a901-0c7d674eb3fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 1097 time: 0.2277818 Apr 05 20:47:08.347376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979bb63-f791-4944-9899-bc6f9999428d req-d2f3a06c-49c7-486c-9b26-4c608056895c tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:08.348714 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7979bb63-f791-4944-9899-bc6f9999428d req-d2f3a06c-49c7-486c-9b26-4c608056895c tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 946 time: 0.3868778 Apr 05 20:47:08.354971 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.418903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:08.422135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:08.424931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:47:08.435559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7979bb63-f791-4944-9899-bc6f9999428d req-a4802f08-6ce3-403f-9aef-bf3850f5107d tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796347 Apr 05 20:47:08.468041 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fda72ddf-c380-4dd1-93c0-93fc0a068ba8 req-10be9de2-75cd-4277-bb2c-bdc555772d10 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184080 Apr 05 20:47:08.479651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'Port': ['ID=4c5a17c7-b06b-41a0-ab19-5ca193c342d4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:08.575567 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8939bcd4-5e7d-4f42-b353-fcf6a1906162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.851136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.927961 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:08.931937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8939bcd4-5e7d-4f42-b353-fcf6a1906162 admin admin] Deleting port 2e2ddc35-1f31-4110-b439-5df78bafc7c9 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:47:08.932267 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8939bcd4-5e7d-4f42-b353-fcf6a1906162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.019206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.112669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-8939bcd4-5e7d-4f42-b353-fcf6a1906162 admin admin] For port 2e2ddc35-1f31-4110-b439-5df78bafc7c9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=2e2ddc35-1f31-4110-b439-5df78bafc7c9,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:09.113004 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8939bcd4-5e7d-4f42-b353-fcf6a1906162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.217962 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.227413 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.233087 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.238783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8939bcd4-5e7d-4f42-b353-fcf6a1906162 admin admin] Calling delete_port for 2e2ddc35-1f31-4110-b439-5df78bafc7c9 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:47:09.345817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event updated for resources: {'Port': ['ID=4c5a17c7-b06b-41a0-ab19-5ca193c342d4,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:09.357829 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.558312 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Floating IP e7234e0e-1de9-4e94-aff2-254d020d62cc associated. External IP: 172.25.8.176, port: d722ab70-13c6-425c-a978-e7d100b67211. Apr 05 20:47:09.764382 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8939bcd4-5e7d-4f42-b353-fcf6a1906162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:09.812753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939bcd4-5e7d-4f42-b353-fcf6a1906162 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2ddc35-1f31-4110-b439-5df78bafc7c9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:09.902209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2e2bd-aa3f-4c7a-8b6a-c4e91614c927 req-ce041828-e214-4a60-8c00-001f1b64bf31 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:09.906368 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ef2e2bd-aa3f-4c7a-8b6a-c4e91614c927 req-ce041828-e214-4a60-8c00-001f1b64bf31 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 946 time: 0.1878846 Apr 05 20:47:10.035823 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ef2e2bd-aa3f-4c7a-8b6a-c4e91614c927 req-92c74cfc-41ef-4ffd-a9ce-de0e2d29195e tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257930 Apr 05 20:47:10.049541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Router 092b81b3-d817-4edf-9f14-4be8aea5b4db has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:47:10.082069 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8939bcd4-5e7d-4f42-b353-fcf6a1906162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:10.234248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:47:10.244562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09203a9-4fe7-4485-a5dd-620bcd3a3e25 None None] Sync routers for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:47:10.254085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09203a9-4fe7-4485-a5dd-620bcd3a3e25 None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:47:10.254604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d09203a9-4fe7-4485-a5dd-620bcd3a3e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:10.259936 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:10.324694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-428b0338-6beb-4b0a-a0c6-5b470be85620 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5189326 Apr 05 20:47:10.325388 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'tag': 'd722ab70-13c6-425c-a978-e7d100b67211'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:47:10.371882 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'tag': 'd722ab70-13c6-425c-a978-e7d100b67211', 'status': 'completed', 'code': 200} Apr 05 20:47:10.407714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca834fb-71e7-4604-b49e-87f9e606add1 req-87c44987-52f5-4ddc-967f-ee84b57fe2bc tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:10.409221 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ca834fb-71e7-4604-b49e-87f9e606add1 req-87c44987-52f5-4ddc-967f-ee84b57fe2bc tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 946 time: 0.2579572 Apr 05 20:47:10.468118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d09203a9-4fe7-4485-a5dd-620bcd3a3e25 None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:47:10.493689 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7ca834fb-71e7-4604-b49e-87f9e606add1 req-12d94617-4ced-487b-8fcc-872a77bfce5f tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765598 Apr 05 20:47:10.498877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6243f-0402-4f0a-be7a-370a33a6788c req-57bd8c71-389e-415e-85e3-cd5ffe90fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:10.500901 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77e6243f-0402-4f0a-be7a-370a33a6788c req-57bd8c71-389e-415e-85e3-cd5ffe90fdb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 1097 time: 0.0982797 Apr 05 20:47:10.744741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8939bcd4-5e7d-4f42-b353-fcf6a1906162 admin admin] Router 76105a24-88ea-478d-aaa5-223e12a60769 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:47:10.860312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6243f-0402-4f0a-be7a-370a33a6788c req-84f3c053-f570-47a9-94c3-f5601b7e96bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:10.861998 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77e6243f-0402-4f0a-be7a-370a33a6788c req-84f3c053-f570-47a9-94c3-f5601b7e96bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.3545654 Apr 05 20:47:10.876233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f22871-7fbf-46cf-b97a-5efca0b57287 req-76d724b4-3803-4e6d-9234-f326af321c8e tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:10.877785 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3f22871-7fbf-46cf-b97a-5efca0b57287 req-76d724b4-3803-4e6d-9234-f326af321c8e tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 946 time: 0.1283312 Apr 05 20:47:10.899918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d09203a9-4fe7-4485-a5dd-620bcd3a3e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c3ef127b-9231-4196-92a1-28feeea65705', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': '9e709992-d7f5-4282-b357-4d8de96efb99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:b7:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:55Z', 'updated_at': '2022-04-05T20:44:57Z', 'revision_number': 1, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}, {'id': 'e7234e0e-1de9-4e94-aff2-254d020d62cc', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': 'd722ab70-13c6-425c-a978-e7d100b67211', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:eb:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:47:08Z', 'updated_at': '2022-04-05T20:47:08Z', 'revision_number': 0, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:10.903854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09203a9-4fe7-4485-a5dd-620bcd3a3e25 None None] Checking router: 092b81b3-d817-4edf-9f14-4be8aea5b4db for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:47:10.912132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09203a9-4fe7-4485-a5dd-620bcd3a3e25 None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:47:10.913301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d09203a9-4fe7-4485-a5dd-620bcd3a3e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:10.955411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8939bcd4-5e7d-4f42-b353-fcf6a1906162 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:47:10.968141 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e194f2-5f1e-4195-bde7-53b9a1a21353 None None] Sync routers for ids ['76105a24-88ea-478d-aaa5-223e12a60769'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:47:10.971821 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8939bcd4-5e7d-4f42-b353-fcf6a1906162 admin admin] 10.222.0.24 "PUT /v2.0/routers/76105a24-88ea-478d-aaa5-223e12a60769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4976354 Apr 05 20:47:10.974192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49502) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:10.979692 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e194f2-5f1e-4195-bde7-53b9a1a21353 None None] Routers {'76105a24-88ea-478d-aaa5-223e12a60769'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:47:10.980897 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b1e194f2-5f1e-4195-bde7-53b9a1a21353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76105a24-88ea-478d-aaa5-223e12a60769'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:11.005649 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3f22871-7fbf-46cf-b97a-5efca0b57287 req-be227866-ff34-434d-9aff-c8b5a6428fd7 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795052 Apr 05 20:47:11.012843 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77e6243f-0402-4f0a-be7a-370a33a6788c req-82f90e0d-74be-452f-a3c0-bf50eabd7030 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d722ab70-13c6-425c-a978-e7d100b67211 HTTP/1.1" status: 200 len: 1000 time: 0.1444857 Apr 05 20:47:11.056603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49506) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:11.131459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6243f-0402-4f0a-be7a-370a33a6788c req-f4f9b946-66b9-4f77-8ed0-35097e146f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:11.133015 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77e6243f-0402-4f0a-be7a-370a33a6788c req-f4f9b946-66b9-4f77-8ed0-35097e146f7f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.1143034 Apr 05 20:47:11.150217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d09203a9-4fe7-4485-a5dd-620bcd3a3e25 None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:47:11.156154 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:11.214871 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-b1e194f2-5f1e-4195-bde7-53b9a1a21353 None None] Set router 76105a24-88ea-478d-aaa5-223e12a60769 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:47:11.275296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d50dadd0-5d80-45c4-be5c-8cb14ef39ebd tempest-TestServerBasicOps-1286625083 tempest-TestServerBasicOps-1286625083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:11.276173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d50dadd0-5d80-45c4-be5c-8cb14ef39ebd tempest-TestServerBasicOps-1286625083 tempest-TestServerBasicOps-1286625083-project-admin] Synchronizing usage tracker for tenant:2e07944cebe94203bc4bc8629dc0f39e on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:11.282077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e6243f-0402-4f0a-be7a-370a33a6788c req-4b4f6c7d-f722-462d-a6e7-868c7681b449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:11.283546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77e6243f-0402-4f0a-be7a-370a33a6788c req-4b4f6c7d-f722-462d-a6e7-868c7681b449 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097965 Apr 05 20:47:11.340017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d50dadd0-5d80-45c4-be5c-8cb14ef39ebd tempest-TestServerBasicOps-1286625083 tempest-TestServerBasicOps-1286625083-project-admin] Unset dirty status for tenant:2e07944cebe94203bc4bc8629dc0f39e on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:11.341184 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d50dadd0-5d80-45c4-be5c-8cb14ef39ebd tempest-TestServerBasicOps-1286625083 tempest-TestServerBasicOps-1286625083-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 1092 time: 0.2811558 Apr 05 20:47:11.344291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49512) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:11.349721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': 'eb91272b-eb5c-431e-bc34-bce17e8c73c0', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:11.375284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:11.381907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Usage tracker for resource:floatingip and tenant:de0a292fb0444bd8b5bfc9a03083c8f1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:11.386702 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:11.396068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:11.445712 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77e6243f-0402-4f0a-be7a-370a33a6788c req-a9e8d4da-a27a-4886-81ce-7455efb2acc2 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549373 Apr 05 20:47:11.472938 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:11.535883 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46e7191f-f216-469b-b550-c652456b62da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:11.544814 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b1e194f2-5f1e-4195-bde7-53b9a1a21353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '6905abec-1259-4688-bac7-788182467ed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:47:09Z', 'revision_number': 5, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port': {'id': '6905abec-1259-4688-bac7-788182467ed3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:7e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76105a24-88ea-478d-aaa5-223e12a60769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3068, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:40:50Z', 'updated_at': '2022-04-05T20:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:11.549784 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e194f2-5f1e-4195-bde7-53b9a1a21353 None None] Checking router: 76105a24-88ea-478d-aaa5-223e12a60769 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:47:11.560334 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e194f2-5f1e-4195-bde7-53b9a1a21353 None None] Routers {'76105a24-88ea-478d-aaa5-223e12a60769'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:47:11.560940 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b1e194f2-5f1e-4195-bde7-53b9a1a21353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:46:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['76105a24-88ea-478d-aaa5-223e12a60769'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:11.611746 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:11.628464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77e6243f-0402-4f0a-be7a-370a33a6788c req-e1489dc0-9c78-4822-abc9-58bf787d00f1 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749024 Apr 05 20:47:11.630763 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] Deleting port 6905abec-1259-4688-bac7-788182467ed3 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:47:11.631105 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:11.667815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d09203a9-4fe7-4485-a5dd-620bcd3a3e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c3ef127b-9231-4196-92a1-28feeea65705', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': '9e709992-d7f5-4282-b357-4d8de96efb99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:b7:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:55Z', 'updated_at': '2022-04-05T20:44:57Z', 'revision_number': 1, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}, {'id': 'e7234e0e-1de9-4e94-aff2-254d020d62cc', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': 'd722ab70-13c6-425c-a978-e7d100b67211', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:eb:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:47:08Z', 'updated_at': '2022-04-05T20:47:08Z', 'revision_number': 0, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:11.672320 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09203a9-4fe7-4485-a5dd-620bcd3a3e25 None None] The sync data for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 is: [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c3ef127b-9231-4196-92a1-28feeea65705', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': '9e709992-d7f5-4282-b357-4d8de96efb99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:b7:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:55Z', 'updated_at': '2022-04-05T20:44:57Z', 'revision_number': 1, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}, {'id': 'e7234e0e-1de9-4e94-aff2-254d020d62cc', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.176', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': 'd722ab70-13c6-425c-a978-e7d100b67211', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:eb:ec:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:47:08Z', 'updated_at': '2022-04-05T20:47:08Z', 'revision_number': 0, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:47:11.750098 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-b1e194f2-5f1e-4195-bde7-53b9a1a21353 None None] Set router 76105a24-88ea-478d-aaa5-223e12a60769 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:47:11.828064 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:11.859282 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b1e194f2-5f1e-4195-bde7-53b9a1a21353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:47:11Z', 'revision_number': 6, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:11.863944 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e194f2-5f1e-4195-bde7-53b9a1a21353 None None] The sync data for ids ['76105a24-88ea-478d-aaa5-223e12a60769'] in n-d-836604-1 is: [{'id': '76105a24-88ea-478d-aaa5-223e12a60769', 'name': 'tempest-AttachVolumeShelveTestJSON-1023660683-router', 'tenant_id': '0c23d62d7af248d7aaa5f531168db711', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:40:48Z', 'updated_at': '2022-04-05T20:47:11Z', 'revision_number': 6, 'project_id': '0c23d62d7af248d7aaa5f531168db711', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:47:11.917140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] For port 6905abec-1259-4688-bac7-788182467ed3, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6905abec-1259-4688-bac7-788182467ed3,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:11.917505 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:11.925257 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f603e32-9b24-42c7-98a9-072bcad6b396 None None] New status for floating IP e7234e0e-1de9-4e94-aff2-254d020d62cc: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:47:12.052695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] Calling delete_port for 6905abec-1259-4688-bac7-788182467ed3 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:47:12.187610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Allocated IP 172.25.8.53 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/1f9d7143-8f71-487d-935a-0a8c79f02831) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:12.247681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2e2ddc35-1f31-4110-b439-5df78bafc7c9 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:12.291919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 2e2ddc35-1f31-4110-b439-5df78bafc7c9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:47:12.292336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 2e2ddc35-1f31-4110-b439-5df78bafc7c9 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:12.410825 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:12.420531 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:12.501710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] Pushing event deleted for resources: {'Port': ['ID=6905abec-1259-4688-bac7-788182467ed3,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:12.571087 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:12.620608 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:12.738348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:12.867488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:12.874444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:47:12.952461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Pushing event updated for resources: {'Port': ['ID=1f9d7143-8f71-487d-935a-0a8c79f02831,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:12.973733 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:12.978293 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.031957 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.032159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76105a24-88ea-478d-aaa5-223e12a60769 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:47:13.140404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.141520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5e419e01-434b-4518-b614-da964ab6b23f admin admin] 10.222.0.24 "DELETE /v2.0/routers/76105a24-88ea-478d-aaa5-223e12a60769 HTTP/1.1" status: 204 len: 168 time: 2.1664362 Apr 05 20:47:13.144172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49522) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:13.211499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-8888a60e-b4af-4eed-bce9-7514b43d8d7e admin admin] Deleting subnet ef0519b9-502e-413c-8ba8-0e7a09d03901 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:47:13.214397 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8888a60e-b4af-4eed-bce9-7514b43d8d7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.263957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897337c-cce8-43a9-84e9-81d822f6c3c8 req-0b713256-304c-4dda-814b-fe8d38220aca tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:13.265327 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8888a60e-b4af-4eed-bce9-7514b43d8d7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.265452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0897337c-cce8-43a9-84e9-81d822f6c3c8 req-0b713256-304c-4dda-814b-fe8d38220aca tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1096 time: 0.2222989 Apr 05 20:47:13.347740 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8888a60e-b4af-4eed-bce9-7514b43d8d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.399730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0897337c-cce8-43a9-84e9-81d822f6c3c8 req-c4143509-517c-4005-8ccc-c70d364bf8d6 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208549 Apr 05 20:47:13.420973 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8888a60e-b4af-4eed-bce9-7514b43d8d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.460371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888a60e-b4af-4eed-bce9-7514b43d8d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef0519b9-502e-413c-8ba8-0e7a09d03901,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:13.464536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8888a60e-b4af-4eed-bce9-7514b43d8d7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.470094 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8888a60e-b4af-4eed-bce9-7514b43d8d7e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ef0519b9-502e-413c-8ba8-0e7a09d03901 HTTP/1.1" status: 204 len: 168 time: 0.3247695 Apr 05 20:47:13.470717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb1db0-ff6c-4148-aa2c-b02cbbd6ab34 None None] Network 8579d18e-613e-4ef1-be75-64ef17c2f407 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:47:13.472452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49528) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:13.473992 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.560304 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.628676 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.647988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Deleting port 0c516785-668d-4483-abd2-9fc93ce528af {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:47:13.648336 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.704995 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-513b41f1-73e4-4434-86d3-ac796324ffd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.712505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e98005-db07-4098-8d7b-c6199faa35bb req-bd93ed04-3be7-46f7-8f55-2d265eef65da tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:13.714076 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95e98005-db07-4098-8d7b-c6199faa35bb req-bd93ed04-3be7-46f7-8f55-2d265eef65da tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.1526518 Apr 05 20:47:13.794617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acbd915-c894-4bca-9cee-41a6a749cabf None None] DHCP port deletion for 8579d18e-613e-4ef1-be75-64ef17c2f407 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:47:13.797282 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.799438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3acbd915-c894-4bca-9cee-41a6a749cabf None None] Deleting port 0c516785-668d-4483-abd2-9fc93ce528af {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:47:13.799940 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3acbd915-c894-4bca-9cee-41a6a749cabf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.804149 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:13.812313 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95e98005-db07-4098-8d7b-c6199faa35bb req-625e51e0-60e2-474e-92bf-cd748ffa6034 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907362 Apr 05 20:47:13.841355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49532) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:13.923390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Pushing event updated for resources: {'Port': ['ID=1f9d7143-8f71-487d-935a-0a8c79f02831,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:13.933970 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.032280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3acbd915-c894-4bca-9cee-41a6a749cabf None None] For port 0c516785-668d-4483-abd2-9fc93ce528af, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0c516785-668d-4483-abd2-9fc93ce528af,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:14.032616 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3acbd915-c894-4bca-9cee-41a6a749cabf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.113342 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Floating IP 6bc6f201-c154-4bb7-95bd-79513ad7a0bf associated. External IP: 172.25.8.53, port: eb91272b-eb5c-431e-bc34-bce17e8c73c0. Apr 05 20:47:14.121555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2d51f9e1-75b7-4f59-915d-fde9f906b80d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/12579b1d-025d-4472-b2ac-ded9f287c8bc HTTP/1.1" status: 200 len: 993 time: 0.2791071 Apr 05 20:47:14.123166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] For port 0c516785-668d-4483-abd2-9fc93ce528af, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0c516785-668d-4483-abd2-9fc93ce528af,segment=NetworkSegment(dfb6a864-86e4-4b4e-8dc0-1363f1ae2047),segment_id=dfb6a864-86e4-4b4e-8dc0-1363f1ae2047)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:14.123521 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.166515 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3acbd915-c894-4bca-9cee-41a6a749cabf None None] Calling delete_port for 0c516785-668d-4483-abd2-9fc93ce528af owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:47:14.273065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6905abec-1259-4688-bac7-788182467ed3 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:14.279396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Calling delete_port for 0c516785-668d-4483-abd2-9fc93ce528af owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:47:14.312959 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3acbd915-c894-4bca-9cee-41a6a749cabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.316537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 6905abec-1259-4688-bac7-788182467ed3 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:47:14.317634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6905abec-1259-4688-bac7-788182467ed3 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:14.317634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0c516785-668d-4483-abd2-9fc93ce528af no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:14.379181 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:47:14.381121 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:47:14.404041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 0c516785-668d-4483-abd2-9fc93ce528af {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:47:14.404392 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0c516785-668d-4483-abd2-9fc93ce528af not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:14.408008 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbd915-c894-4bca-9cee-41a6a749cabf None None] Pushing event deleted for resources: {'Port': ['ID=0c516785-668d-4483-abd2-9fc93ce528af,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:14.410914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acbd915-c894-4bca-9cee-41a6a749cabf None None] No DVR routers for this DVR port 0c516785-668d-4483-abd2-9fc93ce528af on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:47:14.680013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Router 083a48bf-7580-4545-b7a2-5fabe629708e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:47:14.845449 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.868804 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.882734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Deleting port 0c516785-668d-4483-abd2-9fc93ce528af {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:47:14.883139 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:14.957170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] The port '0c516785-668d-4483-abd2-9fc93ce528af' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:47:14.976922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:47:14.986505 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadbb08a-3f22-4da6-ac4d-a5be27331e48 None None] Sync routers for ids ['083a48bf-7580-4545-b7a2-5fabe629708e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:47:14.995917 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadbb08a-3f22-4da6-ac4d-a5be27331e48 None None] Routers {'083a48bf-7580-4545-b7a2-5fabe629708e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:47:14.996752 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-aadbb08a-3f22-4da6-ac4d-a5be27331e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:47:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['083a48bf-7580-4545-b7a2-5fabe629708e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:15.001034 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-7e6b198a-7e9f-4f3b-9078-b87cdd52784b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2565212 Apr 05 20:47:15.010061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb69374-a2ee-43da-ad0b-9829c2492ad1 req-3df106e6-e75b-4d0e-99c6-93c2b894f248 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:15.011880 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccb69374-a2ee-43da-ad0b-9829c2492ad1 req-3df106e6-e75b-4d0e-99c6-93c2b894f248 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.2298136 Apr 05 20:47:15.059929 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.079585 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.107521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8579d18e-613e-4ef1-be75-64ef17c2f407']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:15.122604 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ccb69374-a2ee-43da-ad0b-9829c2492ad1 req-6549ae2e-1b8e-44d8-9caa-a5366cc3c269 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013265 Apr 05 20:47:15.123648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:15.123949 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb6a864-86e4-4b4e-8dc0-1363f1ae2047') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:15.138414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.139683 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-97e57e51-812f-4ca6-af50-b9fffff3225a tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7941308 Apr 05 20:47:15.140331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e58396bf-d581-4c31-aaf4-ef07affed27b', 'tag': 'eb91272b-eb5c-431e-bc34-bce17e8c73c0'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:47:15.164433 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.171312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:47:15.171742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:47:15.189987 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:47:15.195320 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e58396bf-d581-4c31-aaf4-ef07affed27b', 'tag': 'eb91272b-eb5c-431e-bc34-bce17e8c73c0', 'status': 'completed', 'code': 200} Apr 05 20:47:15.234699 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-aadbb08a-3f22-4da6-ac4d-a5be27331e48 None None] Set router 083a48bf-7580-4545-b7a2-5fabe629708e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:47:15.288173 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.294660 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.295188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcbc9e-330f-476d-960d-4fb6da80fb44 req-79f5fbed-7cbd-4cf6-a098-8aa712a4c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:15.297256 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5edcbc9e-330f-476d-960d-4fb6da80fb44 req-79f5fbed-7cbd-4cf6-a098-8aa712a4c2eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de0a292fb0444bd8b5bfc9a03083c8f1&device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 1097 time: 0.0808742 Apr 05 20:47:15.344882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] Pushing event deleted for resources: {'Network': ['ID=8579d18e-613e-4ef1-be75-64ef17c2f407,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:15.373494 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-df1c8cc7-ff28-4c2f-b766-bb5c3d881d27 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8579d18e-613e-4ef1-be75-64ef17c2f407 HTTP/1.1" status: 204 len: 168 time: 1.8998668 Apr 05 20:47:15.461715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcbc9e-330f-476d-960d-4fb6da80fb44 req-adf55d5f-22d0-49a7-81e9-8459994699cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:15.463402 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5edcbc9e-330f-476d-960d-4fb6da80fb44 req-adf55d5f-22d0-49a7-81e9-8459994699cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=af69138f-825e-4e0c-a30e-bd503222732e HTTP/1.1" status: 200 len: 910 time: 0.1605768 Apr 05 20:47:15.517637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49572) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:15.579761 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5edcbc9e-330f-476d-960d-4fb6da80fb44 req-e583ffb3-7ae0-488e-af03-a492f4337037 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb91272b-eb5c-431e-bc34-bce17e8c73c0 HTTP/1.1" status: 200 len: 999 time: 0.1097169 Apr 05 20:47:15.587392 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c46a1af7-8b68-401d-ad12-ee81c8f1975a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c23d62d7af248d7aaa5f531168db711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684125 Apr 05 20:47:15.589696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49576) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:15.650970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcbc9e-330f-476d-960d-4fb6da80fb44 req-9dd4cac1-df12-4c4f-9632-e3b4117b0b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:15.652513 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5edcbc9e-330f-476d-960d-4fb6da80fb44 req-9dd4cac1-df12-4c4f-9632-e3b4117b0b28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0c0782-a6e3-4889-935e-062f633fd7a6 HTTP/1.1" status: 200 len: 848 time: 0.0669105 Apr 05 20:47:15.673176 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-05c95119-6154-4fbc-b4b5-44dfbe1c5f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.705529 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-05c95119-6154-4fbc-b4b5-44dfbe1c5f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.719018 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-aadbb08a-3f22-4da6-ac4d-a5be27331e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:39Z', 'revision_number': 4, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port': {'id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '6bc6f201-c154-4bb7-95bd-79513ad7a0bf', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'port_id': 'eb91272b-eb5c-431e-bc34-bce17e8c73c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'mac_address': 'fa:16:3e:85:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58396bf-d581-4c31-aaf4-ef07affed27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:47:13Z', 'updated_at': '2022-04-05T20:47:13Z', 'revision_number': 0, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c008e67-76af-4a49-b7e9-5913d813ca6f', 'name': '', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'mac_address': 'fa:16:3e:c2:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:38Z', 'updated_at': '2022-04-05T20:46:46Z', 'revision_number': 5, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'subnets': [{'id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:15.723189 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadbb08a-3f22-4da6-ac4d-a5be27331e48 None None] Checking router: 083a48bf-7580-4545-b7a2-5fabe629708e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:47:15.751201 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadbb08a-3f22-4da6-ac4d-a5be27331e48 None None] Routers {'083a48bf-7580-4545-b7a2-5fabe629708e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:47:15.752029 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-aadbb08a-3f22-4da6-ac4d-a5be27331e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:47:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['083a48bf-7580-4545-b7a2-5fabe629708e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:15.769663 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-05c95119-6154-4fbc-b4b5-44dfbe1c5f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.805000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcbc9e-330f-476d-960d-4fb6da80fb44 req-74666876-2caa-4092-905d-c5a2aa8cb1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:15.807623 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5edcbc9e-330f-476d-960d-4fb6da80fb44 req-74666876-2caa-4092-905d-c5a2aa8cb1c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af69138f-825e-4e0c-a30e-bd503222732e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1475561 Apr 05 20:47:15.815218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c95119-6154-4fbc-b4b5-44dfbe1c5f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc975fe-2e48-4967-882a-a8877b83c6db,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:15.835518 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-05c95119-6154-4fbc-b4b5-44dfbe1c5f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:15.838618 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-05c95119-6154-4fbc-b4b5-44dfbe1c5f24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efc975fe-2e48-4967-882a-a8877b83c6db HTTP/1.1" status: 204 len: 168 time: 0.2460330 Apr 05 20:47:15.973110 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5edcbc9e-330f-476d-960d-4fb6da80fb44 req-84de196f-03ea-48d0-9101-15309041daa7 service neutron] 10.222.0.41 "GET /v2.0/networks/af69138f-825e-4e0c-a30e-bd503222732e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599510 Apr 05 20:47:15.989218 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-aadbb08a-3f22-4da6-ac4d-a5be27331e48 None None] Set router 083a48bf-7580-4545-b7a2-5fabe629708e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:47:16.111535 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:16.156595 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5edcbc9e-330f-476d-960d-4fb6da80fb44 req-168fd29d-058e-4247-b86f-e675bc99924c service neutron] 10.222.0.41 "GET /v2.0/networks/af69138f-825e-4e0c-a30e-bd503222732e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772714 Apr 05 20:47:16.330417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b0dec-4e2e-45f4-af67-8df3bd36836d req-fea7ca8c-afee-48a2-a3fc-40e50de37cc6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:16.332168 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-948b0dec-4e2e-45f4-af67-8df3bd36836d req-fea7ca8c-afee-48a2-a3fc-40e50de37cc6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.0918827 Apr 05 20:47:16.406502 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-948b0dec-4e2e-45f4-af67-8df3bd36836d req-3aa54ef7-4916-4a07-8860-ca964d9b51bc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678375 Apr 05 20:47:16.418793 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-aadbb08a-3f22-4da6-ac4d-a5be27331e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:39Z', 'revision_number': 4, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port': {'id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '6bc6f201-c154-4bb7-95bd-79513ad7a0bf', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'port_id': 'eb91272b-eb5c-431e-bc34-bce17e8c73c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'mac_address': 'fa:16:3e:85:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58396bf-d581-4c31-aaf4-ef07affed27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:47:13Z', 'updated_at': '2022-04-05T20:47:13Z', 'revision_number': 0, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c008e67-76af-4a49-b7e9-5913d813ca6f', 'name': '', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'mac_address': 'fa:16:3e:c2:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:38Z', 'updated_at': '2022-04-05T20:46:46Z', 'revision_number': 5, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'subnets': [{'id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:16.423742 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadbb08a-3f22-4da6-ac4d-a5be27331e48 None None] The sync data for ids ['083a48bf-7580-4545-b7a2-5fabe629708e'] in n-d-836604-1 is: [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:39Z', 'revision_number': 4, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port': {'id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '6bc6f201-c154-4bb7-95bd-79513ad7a0bf', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'floating_ip_address': '172.25.8.53', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'port_id': 'eb91272b-eb5c-431e-bc34-bce17e8c73c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'mac_address': 'fa:16:3e:85:66:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e58396bf-d581-4c31-aaf4-ef07affed27b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:47:13Z', 'updated_at': '2022-04-05T20:47:13Z', 'revision_number': 0, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c008e67-76af-4a49-b7e9-5913d813ca6f', 'name': '', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'mac_address': 'fa:16:3e:c2:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:38Z', 'updated_at': '2022-04-05T20:46:46Z', 'revision_number': 5, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'subnets': [{'id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:47:16.516972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-91b21a0b-2dd1-4a08-a3a7-f0a7488a3bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:16.518680 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-91b21a0b-2dd1-4a08-a3a7-f0a7488a3bd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1096 time: 0.0903580 Apr 05 20:47:16.564649 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:47:16.748766 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf77d89-08c6-4cb9-aeee-d8eb9e0da250 None None] New status for floating IP 6bc6f201-c154-4bb7-95bd-79513ad7a0bf: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:47:16.848692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-fddd4511-647d-461d-8855-66fd56625cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:16.852795 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-fddd4511-647d-461d-8855-66fd56625cff service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 200 len: 898 time: 0.3271897 Apr 05 20:47:16.935590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49606) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:16.986753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-32324ef9-bcd5-4046-9049-4111974bd90c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 1001 time: 0.1281693 Apr 05 20:47:17.062259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-db8180be-742c-4be1-8db6-3e18b9ca5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:17.062259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-db8180be-742c-4be1-8db6-3e18b9ca5a80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb89fca1-2e7b-4b89-a22b-982454d09eb9 HTTP/1.1" status: 200 len: 834 time: 0.0693419 Apr 05 20:47:17.107557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-685394842-network', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:17.123216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:17.128371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Usage tracker for resource:network and tenant:1f03fb1f49594061a9163dba9267ddfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:17.133672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:17.139615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:17.155905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Made reservation on behalf of 1f03fb1f49594061a9163dba9267ddfd for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:17.157791 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.181674 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.202961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-b24b540f-52d8-44d8-97a6-802eae5faf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:17.203437 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-b24b540f-52d8-44d8-97a6-802eae5faf61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360190 Apr 05 20:47:17.204618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:17.208435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Usage tracker for resource:security_group_rule and tenant:1f03fb1f49594061a9163dba9267ddfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:17.231721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:17.248878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:17.368444 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-c592b412-59f5-49e2-bb17-bd5797c7b328 service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569395 Apr 05 20:47:17.513119 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.524720 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.559279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:47:17.563692 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-946272df-976d-4c99-8809-bcc16b2fa145 service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892247 Apr 05 20:47:17.587463 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.587463 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Added segment 84df77a5-0d28-45bd-b828-c5454d7b769c of type vlan for network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 Apr 05 20:47:17.587463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a102fdc-1578-4edf-aeaf-b9650cc0ece7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:17.632056 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.641589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f638fe69-ae55-4da6-b092-820d13105e32 req-d3ee976e-099b-49fa-bfa0-4a147dcf7f19 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:17.641589 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f638fe69-ae55-4da6-b092-820d13105e32 req-d3ee976e-099b-49fa-bfa0-4a147dcf7f19 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.1006634 Apr 05 20:47:17.670747 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.670747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:17.670747 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:17.705798 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f638fe69-ae55-4da6-b092-820d13105e32 req-c6e82138-31e9-4d7a-b66a-00d94db9e477 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517564 Apr 05 20:47:17.815055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] Pushing event updated for resources: {'Network': ['ID=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:17.825098 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c3509b01-d39f-4f84-9197-f28e9079f72a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8845477 Apr 05 20:47:17.825098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49616) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:17.830371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Request body: {'subnet': {'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-685394842-subnet', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:17.833118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:17.838433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Usage tracker for resource:subnet and tenant:1f03fb1f49594061a9163dba9267ddfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:17.842064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:17.842173 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:47:17.848674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:17.859460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Made reservation on behalf of 1f03fb1f49594061a9163dba9267ddfd for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:17.861809 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.067167 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.141388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4661bfc9-5823-448b-9581-c7c9dd7e2b90,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:18.148693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Checking segment: {'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:47:18.149040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Network hostable DHCP agents. Network: 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:47:18.166386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:47:18.175365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:18.180089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:18.180527 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.187225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5257bd25-56f1-4101-972b-a616d81d62e5 None None] Network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:47:18.200894 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-24495e72-2ee8-44fc-8b67-623133dfd36f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3779047 Apr 05 20:47:18.203499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49620) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:18.208048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:18.212942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:18.217059 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Usage tracker for resource:router and tenant:1f03fb1f49594061a9163dba9267ddfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:18.219861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:18.225783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:18.236141 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.237175 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.252379 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.535051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:47:18.535888 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.628928 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.742658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Allocated IP 172.20.0.2 (6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91/4661bfc9-5823-448b-9581-c7c9dd7e2b90/794706f7-4411-410f-af1a-5a0a2c3efd28) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:18.944729 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:18.954510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Transition to ACTIVE for port object 794706f7-4411-410f-af1a-5a0a2c3efd28 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:18.972265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Transition to ACTIVE for port object 794706f7-4411-410f-af1a-5a0a2c3efd28 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:18.978745 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.003504 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.036797 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.039438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:19.042287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:19.044686 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:47:19.047818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081acc3-b6f8-47c1-9ee4-159757d8baf8 req-3f57e860-55ba-4a94-8cc7-7af056197ef7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:19.049282 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b081acc3-b6f8-47c1-9ee4-159757d8baf8 req-3f57e860-55ba-4a94-8cc7-7af056197ef7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.2245958 Apr 05 20:47:19.090563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Pushing event updated for resources: {'Port': ['ID=794706f7-4411-410f-af1a-5a0a2c3efd28,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:19.139625 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:19.139969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:19.140303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:19.140633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:19.140954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:19.141280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:19.141599 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:19.141948 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:19.142258 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:19.142572 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:19.142889 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:19.143203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:19.151588 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b081acc3-b6f8-47c1-9ee4-159757d8baf8 req-3d98caa0-9b75-43f3-bf5b-162de88ef22c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701098 Apr 05 20:47:19.166988 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Attempting to bind port 794706f7-4411-410f-af1a-5a0a2c3efd28 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:19.167351 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Attempting to bind port 794706f7-4411-410f-af1a-5a0a2c3efd28 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:19.167707 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Attempting to bind port 794706f7-4411-410f-af1a-5a0a2c3efd28 on network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:47:19.173164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:47:19.173528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Checking segment: {'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:47:19.173944 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.174520 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Bound using segment: {'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:47:19.174979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Bound port: 794706f7-4411-410f-af1a-5a0a2c3efd28, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:19.175343 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.221674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Allocated IP 172.25.8.163 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/b6093879-a06b-4724-9e4e-871341f98201) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:19.265282 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] For port 794706f7-4411-410f-af1a-5a0a2c3efd28, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:47:19.268128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] For port 794706f7-4411-410f-af1a-5a0a2c3efd28, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=794706f7-4411-410f-af1a-5a0a2c3efd28,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:47:19.273047 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.353833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99690a-c2bc-42d0-b81e-da520dcae626 None None] Pushing event updated for resources: {'Port': ['ID=794706f7-4411-410f-af1a-5a0a2c3efd28,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:19.373165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.404616 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:19.466815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:19.474008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:19.478214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:47:19.511927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Pushing event updated for resources: {'Port': ['ID=b6093879-a06b-4724-9e4e-871341f98201,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:19.903233 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:20.271081 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 794706f7-4411-410f-af1a-5a0a2c3efd28 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:20.388926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc3e7ff-109f-4a69-94d6-565ed0e0c37f None None] Network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:47:20.390098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dc10fe-1bef-4c4e-b580-803d78726230 req-79c4c205-8977-4f8a-8ebc-eb6b4f409d7a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:20.391981 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42dc10fe-1bef-4c4e-b580-803d78726230 req-79c4c205-8977-4f8a-8ebc-eb6b4f409d7a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.1137102 Apr 05 20:47:20.416873 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:20.439584 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42dc10fe-1bef-4c4e-b580-803d78726230 req-6b09045b-b809-4b6e-9393-06070fcea7b0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416424 Apr 05 20:47:20.518016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 794706f7-4411-410f-af1a-5a0a2c3efd28 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:20.534677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-39f14cf8-9ad5-463f-83c9-d03556bf5a63 None None] Provisioning for port 794706f7-4411-410f-af1a-5a0a2c3efd28 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:20.545700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-39f14cf8-9ad5-463f-83c9-d03556bf5a63 None None] Provisioning complete for port 794706f7-4411-410f-af1a-5a0a2c3efd28 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:20.546095 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-39f14cf8-9ad5-463f-83c9-d03556bf5a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:20.634390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:47:20.754666 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-39f14cf8-9ad5-463f-83c9-d03556bf5a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:20.798158 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-39f14cf8-9ad5-463f-83c9-d03556bf5a63 None None] For port 794706f7-4411-410f-af1a-5a0a2c3efd28, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=794706f7-4411-410f-af1a-5a0a2c3efd28,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:20.804078 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-39f14cf8-9ad5-463f-83c9-d03556bf5a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:20.815145 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:47:20.826830 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Sync routers for ids ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:47:20.842336 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Routers {'1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:47:20.843046 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:47:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:20.843342 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:20.845016 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-af787f20-9d4c-4db8-949c-ba17ea2ace5e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6405733 Apr 05 20:47:20.848190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49628) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:20.885182 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f14cf8-9ad5-463f-83c9-d03556bf5a63 None None] Pushing event updated for resources: {'Port': ['ID=794706f7-4411-410f-af1a-5a0a2c3efd28,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:21.029440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-43c6d422-2259-402b-a0cf-5ce2fa02a89c None None] Provisioning complete for port 794706f7-4411-410f-af1a-5a0a2c3efd28 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:21.029967 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-43c6d422-2259-402b-a0cf-5ce2fa02a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.033702 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Set router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:47:21.332097 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:19Z', 'revision_number': 3, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:21.336440 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Checking router: 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:47:21.336777 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Updating router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e port b6093879-a06b-4724-9e4e-871341f98201 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:47:21.391500 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.732441 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.747653 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.759489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58b2b3-5a92-4e1a-8abd-4e4bad30179f req-8cf96823-d16d-4a3b-a05e-70b2f988fd3f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:21.759913 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Transition to ACTIVE for port object b6093879-a06b-4724-9e4e-871341f98201 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:21.760935 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f58b2b3-5a92-4e1a-8abd-4e4bad30179f req-8cf96823-d16d-4a3b-a05e-70b2f988fd3f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.1665316 Apr 05 20:47:21.772004 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.848855 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Attempting to bind port b6093879-a06b-4724-9e4e-871341f98201 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:21.849509 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Attempting to bind port b6093879-a06b-4724-9e4e-871341f98201 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:21.849625 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Attempting to bind port b6093879-a06b-4724-9e4e-871341f98201 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:47:21.857010 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62089d60-bca8-40ad-bc77-82d1482992d8 None None] Pushing event updated for resources: {'Port': ['ID=b6093879-a06b-4724-9e4e-871341f98201,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:21.858869 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:47:21.859226 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:47:21.859604 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.859964 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:47:21.860791 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Bound port: b6093879-a06b-4724-9e4e-871341f98201, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:21.860791 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.863219 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f58b2b3-5a92-4e1a-8abd-4e4bad30179f req-1b32a9fc-783f-47f2-9f41-b06946ac263e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674348 Apr 05 20:47:21.934872 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] For port b6093879-a06b-4724-9e4e-871341f98201, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:47:21.937939 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] For port b6093879-a06b-4724-9e4e-871341f98201, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b6093879-a06b-4724-9e4e-871341f98201,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:47:21.941974 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:21.982192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Allocated IP 172.20.0.1 (6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91/4661bfc9-5823-448b-9581-c7c9dd7e2b90/e1dacc35-e4fa-4bda-acd5-519397ec63ce) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:22.019263 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Routers {'1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:47:22.019852 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:47:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:22.080503 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62089d60-bca8-40ad-bc77-82d1482992d8 None None] Pushing event updated for resources: {'Port': ['ID=b6093879-a06b-4724-9e4e-871341f98201,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:22.139489 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.156051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Transition to ACTIVE for port object e1dacc35-e4fa-4bda-acd5-519397ec63ce will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:22.187439 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.199928 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] Set router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:47:22.244134 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 794706f7-4411-410f-af1a-5a0a2c3efd28 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:22.268709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:22.273224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:22.285220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:47:22.325264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e1dacc35-e4fa-4bda-acd5-519397ec63ce,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:22.337649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 794706f7-4411-410f-af1a-5a0a2c3efd28 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:22.338195 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.361354 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.537622 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:19Z', 'revision_number': 3, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:22.542154 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51e7dff-ea46-4268-8738-b85222d689d9 None None] The sync data for ids ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'] in n-d-836604-1 is: [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:19Z', 'revision_number': 3, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:47:22.640835 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.688809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d730f9d6-322e-406f-9ccd-51e821b50e1f None None] Provisioning for port e1dacc35-e4fa-4bda-acd5-519397ec63ce completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:22.695593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d730f9d6-322e-406f-9ccd-51e821b50e1f None None] Provisioning complete for port e1dacc35-e4fa-4bda-acd5-519397ec63ce triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:22.696051 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d730f9d6-322e-406f-9ccd-51e821b50e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.768383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d730f9d6-322e-406f-9ccd-51e821b50e1f None None] Port e1dacc35-e4fa-4bda-acd5-519397ec63ce cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:47:22.884939 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:22.890027 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:23.002770 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:23.006909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Pushing event updated for resources: {'Port': ['ID=e1dacc35-e4fa-4bda-acd5-519397ec63ce,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:23.089451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b1d6f-bd08-45ff-b10b-5090d5b0afab req-baa3b0da-7f32-4d98-931f-9ef2dd8722fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:23.091147 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d06b1d6f-bd08-45ff-b10b-5090d5b0afab req-baa3b0da-7f32-4d98-931f-9ef2dd8722fe tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.1016417 Apr 05 20:47:23.142267 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d06b1d6f-bd08-45ff-b10b-5090d5b0afab req-c3830fb2-5cbb-4390-ad11-e0bdef5b956e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453763 Apr 05 20:47:23.169714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:23.169714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:23.534956 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6faea8cb-9663-438e-9da9-8b93d6a2a2e6 None None] Provisioning complete for port e1dacc35-e4fa-4bda-acd5-519397ec63ce triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:23.534956 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6faea8cb-9663-438e-9da9-8b93d6a2a2e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:23.582911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:47:23.623725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6faea8cb-9663-438e-9da9-8b93d6a2a2e6 None None] Port e1dacc35-e4fa-4bda-acd5-519397ec63ce cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:47:23.799270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:47:23.809670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5011c73e-b9b6-4b7d-9ccc-45522658c8e1 admin admin] 10.222.0.24 "PUT /v2.0/routers/1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9545314 Apr 05 20:47:24.306929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b6093879-a06b-4724-9e4e-871341f98201 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:24.419184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a741a-0a7a-4744-a157-f79adfe43896 req-bc5eab90-b446-4d80-8050-8786223465ae tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:24.419184 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-441a741a-0a7a-4744-a157-f79adfe43896 req-bc5eab90-b446-4d80-8050-8786223465ae tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.0974891 Apr 05 20:47:24.446728 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port b6093879-a06b-4724-9e4e-871341f98201 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:24.455279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Sync routers for ids ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:47:24.471075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b6093879-a06b-4724-9e4e-871341f98201 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:24.471075 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.490991 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-441a741a-0a7a-4744-a157-f79adfe43896 req-752c3c26-df34-4896-a285-0f1c3f41b80d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607877 Apr 05 20:47:24.522920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Routers {'1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:47:24.522920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:47:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:24.553680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49648) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:24.575965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1531229714', 'description': 'tempest-description--1634368640'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:24.592466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:24.599204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Usage tracker for resource:security_group and tenant:1f03fb1f49594061a9163dba9267ddfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:24.599204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:24.609473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:24.622712 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.661247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:24.661247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Usage tracker for resource:security_group_rule and tenant:1f03fb1f49594061a9163dba9267ddfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:24.671651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:24.671651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:24.721415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Set router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:47:24.766274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.775269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.822165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9395f2a-315b-4c1a-bfa2-645ba0610cc5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:24.822165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.831281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49652) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:24.836287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-51e7405b-16f9-4d40-a81e-b8bf17ca2169 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Request body: {'security_group_rule': {'security_group_id': 'f9395f2a-315b-4c1a-bfa2-645ba0610cc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:24.841029 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-24b83c9d-724a-4477-8893-7541e2d85b59 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2798662 Apr 05 20:47:24.846146 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-51e7405b-16f9-4d40-a81e-b8bf17ca2169 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:24.846146 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-51e7405b-16f9-4d40-a81e-b8bf17ca2169 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Usage tracker for resource:security_group_rule and tenant:1f03fb1f49594061a9163dba9267ddfd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:24.846146 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-51e7405b-16f9-4d40-a81e-b8bf17ca2169 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:24.859222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-51e7405b-16f9-4d40-a81e-b8bf17ca2169 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:24.881656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-51e7405b-16f9-4d40-a81e-b8bf17ca2169 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.946930 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-51e7405b-16f9-4d40-a81e-b8bf17ca2169 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.955691 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-51e7405b-16f9-4d40-a81e-b8bf17ca2169 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:24.978594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7405b-16f9-4d40-a81e-b8bf17ca2169 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c357d317-f507-436e-9cf3-24fc9eeb3de8,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:24.995229 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-51e7405b-16f9-4d40-a81e-b8bf17ca2169 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.002364 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-51e7405b-16f9-4d40-a81e-b8bf17ca2169 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1701066 Apr 05 20:47:25.006037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49656) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:25.011988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b24f495e-f4a9-4814-ac85-59818d1a6ec9 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Request body: {'security_group_rule': {'security_group_id': 'f9395f2a-315b-4c1a-bfa2-645ba0610cc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:25.022493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b24f495e-f4a9-4814-ac85-59818d1a6ec9 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:25.022493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b24f495e-f4a9-4814-ac85-59818d1a6ec9 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Usage tracker for resource:security_group_rule and tenant:1f03fb1f49594061a9163dba9267ddfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:25.029440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b24f495e-f4a9-4814-ac85-59818d1a6ec9 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:25.040191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b24f495e-f4a9-4814-ac85-59818d1a6ec9 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:25.064956 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b24f495e-f4a9-4814-ac85-59818d1a6ec9 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.080502 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.141353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port b6093879-a06b-4724-9e4e-871341f98201, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b6093879-a06b-4724-9e4e-871341f98201,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:25.149096 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.164249 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b24f495e-f4a9-4814-ac85-59818d1a6ec9 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.170261 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b24f495e-f4a9-4814-ac85-59818d1a6ec9 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.211931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f495e-f4a9-4814-ac85-59818d1a6ec9 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c0c211-6edb-456f-acfd-c1fac62d8279,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:25.233469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=b6093879-a06b-4724-9e4e-871341f98201,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:25.233469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 2, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:25.238257 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b24f495e-f4a9-4814-ac85-59818d1a6ec9 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.238257 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b24f495e-f4a9-4814-ac85-59818d1a6ec9 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2354403 Apr 05 20:47:25.242709 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Checking router: 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:47:25.242709 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Updating router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e port e1dacc35-e4fa-4bda-acd5-519397ec63ce binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:47:25.246257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49660) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:25.250361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:25.259713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:25.265633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Usage tracker for resource:floatingip and tenant:1f03fb1f49594061a9163dba9267ddfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:47:25.265633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:47:25.277552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:25.294374 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.302105 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.457906 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.626419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Allocated IP 172.25.8.144 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/c7055bbe-4d3c-47b0-a31d-812d1d3a6ddf) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:25.789800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95676d48-5150-41a5-8a06-799ea5763da9 req-2967fa5c-7205-4db9-91e6-afda0c2a0072 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:25.789800 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95676d48-5150-41a5-8a06-799ea5763da9 req-2967fa5c-7205-4db9-91e6-afda0c2a0072 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.1631076 Apr 05 20:47:25.817511 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.831283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Transition to ACTIVE for port object e1dacc35-e4fa-4bda-acd5-519397ec63ce will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:25.848520 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.861871 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-95676d48-5150-41a5-8a06-799ea5763da9 req-22c95b70-1ed2-4201-b067-0135102bc5e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580282 Apr 05 20:47:25.908781 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:25.959718 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.067148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:26.080323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:26.089546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:47:26.121798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event updated for resources: {'Port': ['ID=c7055bbe-4d3c-47b0-a31d-812d1d3a6ddf,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:26.205339 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.249067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Attempting to bind port e1dacc35-e4fa-4bda-acd5-519397ec63ce on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:26.249067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Attempting to bind port e1dacc35-e4fa-4bda-acd5-519397ec63ce by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:26.249067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Attempting to bind port e1dacc35-e4fa-4bda-acd5-519397ec63ce on network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:47:26.249067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2b20c-af30-43aa-9816-e8eb7f6add8e None None] Pushing event updated for resources: {'Port': ['ID=e1dacc35-e4fa-4bda-acd5-519397ec63ce,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:26.263237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:47:26.263237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Checking segment: {'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:47:26.263237 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.263237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Bound using segment: {'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:47:26.263237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Bound port: e1dacc35-e4fa-4bda-acd5-519397ec63ce, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:26.263237 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.357673 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.400801 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] For port e1dacc35-e4fa-4bda-acd5-519397ec63ce, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:47:26.409541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] For port e1dacc35-e4fa-4bda-acd5-519397ec63ce, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e1dacc35-e4fa-4bda-acd5-519397ec63ce,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:47:26.409541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b6093879-a06b-4724-9e4e-871341f98201 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:26.491215 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.615887 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b6093879-a06b-4724-9e4e-871341f98201 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:26.615887 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.653835 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Routers {'1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:47:26.653835 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:47:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:26.695465 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.700473 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.847986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2b20c-af30-43aa-9816-e8eb7f6add8e None None] Pushing event updated for resources: {'Port': ['ID=e1dacc35-e4fa-4bda-acd5-519397ec63ce,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:26.887322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event updated for resources: {'Port': ['ID=c7055bbe-4d3c-47b0-a31d-812d1d3a6ddf,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:26.952578 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.982781 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:26.982781 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b0c8473c-192c-4e99-a9ad-66db2b495807 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7406936 Apr 05 20:47:27.103071 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] Set router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:47:27.305723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e4513-3542-401a-bd1b-8fa2e1bd017d req-84a294e0-94ff-4804-b054-49d66bf49b6c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:27.314951 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-723e4513-3542-401a-bd1b-8fa2e1bd017d req-84a294e0-94ff-4804-b054-49d66bf49b6c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.2340848 Apr 05 20:47:27.325123 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-0f09e8f7-cfa4-4dea-bc5d-7707940c82f0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1531229714&fields=id&tenant_id=1f03fb1f49594061a9163dba9267ddfd HTTP/1.1" status: 200 len: 267 time: 0.0787311 Apr 05 20:47:27.409452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-723e4513-3542-401a-bd1b-8fa2e1bd017d req-45f59bc9-016d-45c0-9b38-e4940e29441b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912695 Apr 05 20:47:27.556403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-7c00e99d-6052-4c8f-abf2-86d68f82ac8f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:27.556403 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-7c00e99d-6052-4c8f-abf2-86d68f82ac8f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/networks?id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 HTTP/1.1" status: 200 len: 810 time: 0.2336562 Apr 05 20:47:27.593419 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-c08f6171-f2c7-4389-98b2-40f348761af8 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/quotas/1f03fb1f49594061a9163dba9267ddfd HTTP/1.1" status: 200 len: 375 time: 0.0319998 Apr 05 20:47:27.736482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:26Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:27.736482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51aa291d-8599-4c2b-985f-afcaa3f25f5e None None] The sync data for ids ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'] in n-d-836604-1 is: [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:26Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:47:27.839889 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-2cb0d955-e120-4750-a1f1-83fa3fd664d6 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f03fb1f49594061a9163dba9267ddfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2413747 Apr 05 20:47:28.049244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-0838f566-bb18-471d-a265-7e730d33cca6 service neutron] 10.222.0.24 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114949 Apr 05 20:47:28.228578 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-4c9569e8-542d-4294-b0e0-752944f9b7ee service neutron] 10.222.0.24 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668441 Apr 05 20:47:28.292382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e1dacc35-e4fa-4bda-acd5-519397ec63ce up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:28.415780 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port e1dacc35-e4fa-4bda-acd5-519397ec63ce completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:28.421235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port e1dacc35-e4fa-4bda-acd5-519397ec63ce triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:28.421609 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:28.638800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb479db6-0036-4c4e-bf9a-591d9284d23b req-0bb883d2-5733-41dc-8719-0d33be88db2d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:28.658140 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fb479db6-0036-4c4e-bf9a-591d9284d23b req-0bb883d2-5733-41dc-8719-0d33be88db2d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.1154537 Apr 05 20:47:28.752687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fb479db6-0036-4c4e-bf9a-591d9284d23b req-6e3e65da-aeea-4281-8f70-344525b8ccdf tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943513 Apr 05 20:47:28.783832 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:28.877491 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port e1dacc35-e4fa-4bda-acd5-519397ec63ce, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e1dacc35-e4fa-4bda-acd5-519397ec63ce,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:28.887042 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:28.934916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-db610a78-7a69-4f5e-aaf8-e5e30c4efcfe req-6c900fb9-6209-4023-b45e-5371be4f3398 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Synchronizing usage tracker for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:28.951474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-db610a78-7a69-4f5e-aaf8-e5e30c4efcfe req-6c900fb9-6209-4023-b45e-5371be4f3398 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Unset dirty status for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:28.962148 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db610a78-7a69-4f5e-aaf8-e5e30c4efcfe req-6c900fb9-6209-4023-b45e-5371be4f3398 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 210 time: 0.5433085 Apr 05 20:47:29.014694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=e1dacc35-e4fa-4bda-acd5-519397ec63ce,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:29.669671 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-b4b085aa-70bf-4464-a568-428d2ee7e80d service neutron] show failed (client error): The resource could not be found. Apr 05 20:47:29.670697 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-b4b085aa-70bf-4464-a568-428d2ee7e80d service neutron] 10.222.0.41 "GET /v2.0/ports/e9cea8ee-6573-4c12-8779-3fe1c0128b93/bindings/n-h1-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.0749934 Apr 05 20:47:30.102056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-6db6e75d-df99-4a4d-979e-d8881dc51e0c tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:30.103453 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-6db6e75d-df99-4a4d-979e-d8881dc51e0c tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.13 "GET /v2.0/networks?id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 HTTP/1.1" status: 200 len: 810 time: 0.2805872 Apr 05 20:47:30.124513 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52ba35d4-c2a5-47f4-b447-d5a836cf94ef req-700e2116-9762-45c1-8f6a-a334cb9dd960 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 210 time: 0.0477901 Apr 05 20:47:30.140642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88175585-b57b-430d-92ce-f74e9776d78d req-fec44498-07db-4086-b1ae-6c9a949280d9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:30.142172 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88175585-b57b-430d-92ce-f74e9776d78d req-fec44498-07db-4086-b1ae-6c9a949280d9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.2866638 Apr 05 20:47:30.154113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-793dfb09-77b7-459e-b396-9ade1c3f827d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:30.155504 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-793dfb09-77b7-459e-b396-9ade1c3f827d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159&tenant_id=5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 1096 time: 0.1829729 Apr 05 20:47:30.176859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:30.241800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e1dacc35-e4fa-4bda-acd5-519397ec63ce up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:30.252238 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-44ac690c-5087-4028-9481-14293b4d2593 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f03fb1f49594061a9163dba9267ddfd HTTP/1.1" status: 200 len: 380 time: 0.1341453 Apr 05 20:47:30.267431 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88175585-b57b-430d-92ce-f74e9776d78d req-609b2f54-1a92-4760-9709-bbd6a1f28f3f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156361 Apr 05 20:47:30.273780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Request body: {'port': {'device_id': '71af4623-13a0-4c36-8065-987ddfb9d5bb', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'admin_state_up': True, 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'security_groups': ['f9395f2a-315b-4c1a-bfa2-645ba0610cc5']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:30.313483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port e1dacc35-e4fa-4bda-acd5-519397ec63ce triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:30.313855 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:30.434080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:30.517463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:47:30.542201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:47:30.608360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Made reservation on behalf of 1f03fb1f49594061a9163dba9267ddfd for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:47:30.611839 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:30.874204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:30.893316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Allocated IP 172.20.0.5 (6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91/4661bfc9-5823-448b-9581-c7c9dd7e2b90/a15f241f-ab0e-46c2-a9ae-7802a457c670) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:47:30.943132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:47:31.038989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:47:31.047248 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.207335 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'code': 200} Apr 05 20:47:31.277483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Transition to ACTIVE for port object e9cea8ee-6573-4c12-8779-3fe1c0128b93 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:31.289752 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.333920 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c964deb-2e98-44cc-9666-a0ffa5083c4a req-f9b61e36-2f60-4684-9c8a-f6c212149a0f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 210 time: 0.0863006 Apr 05 20:47:31.470804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cea8ee-6573-4c12-8779-3fe1c0128b93,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:31.490575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.496397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd3f489-9bbb-4386-b9ab-c7a2c05d4f1a req-0a031753-4fe0-44f8-867b-c6bc1d04b5e4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:31.496397 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2bd3f489-9bbb-4386-b9ab-c7a2c05d4f1a req-0a031753-4fe0-44f8-867b-c6bc1d04b5e4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 943 time: 0.1050298 Apr 05 20:47:31.552550 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Transition to ACTIVE for port object a15f241f-ab0e-46c2-a9ae-7802a457c670 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:31.553159 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] No DVR routers for this DVR port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:47:31.554535 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2bd3f489-9bbb-4386-b9ab-c7a2c05d4f1a req-4a4ef6ae-d2e0-43fd-9216-353d41c93144 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572581 Apr 05 20:47:31.737697 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.861515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:47:31.869854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:47:31.882397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:47:31.908702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event updated for resources: {'Port': ['ID=a15f241f-ab0e-46c2-a9ae-7802a457c670,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:31.934774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Attempting to bind port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:31.934774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Attempting to bind port e9cea8ee-6573-4c12-8779-3fe1c0128b93 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:31.934774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Attempting to bind port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:47:31.943840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:47:31.944034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Attempting to bind port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:47:31.955076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:47:31.956184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Checking segment: {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:47:31.956184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Bound using segment: {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:47:31.956681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Bound port: e9cea8ee-6573-4c12-8779-3fe1c0128b93, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:31.956681 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:31.975346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:31.976180 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:32.057479 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3953a788-4402-4e34-9a52-3be0383b85ea tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7929971 Apr 05 20:47:32.081454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Request body: {'port': {'device_id': '71af4623-13a0-4c36-8065-987ddfb9d5bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:32.128548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:47:32.151706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:47:32.185280 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:32.201253 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bc1308b6-e855-4667-96b3-59296d25e14d None None] Provisioning for port a15f241f-ab0e-46c2-a9ae-7802a457c670 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:32.212015 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bc1308b6-e855-4667-96b3-59296d25e14d None None] Provisioning complete for port a15f241f-ab0e-46c2-a9ae-7802a457c670 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:32.212015 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bc1308b6-e855-4667-96b3-59296d25e14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:32.245851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:32.245851 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:32.245851 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] 10.222.0.13 "PUT /v2.0/ports/e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 1091 time: 2.0726030 Apr 05 20:47:32.293234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-bc1308b6-e855-4667-96b3-59296d25e14d None None] Port a15f241f-ab0e-46c2-a9ae-7802a457c670 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:47:32.313616 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:32.388996 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791380c3-e0f7-4b61-987b-84028a25bf89 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cea8ee-6573-4c12-8779-3fe1c0128b93,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:32.555246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-f00b34d0-16d3-40a5-a02e-7185aa405bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:32.556728 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-f00b34d0-16d3-40a5-a02e-7185aa405bf4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1094 time: 0.2825513 Apr 05 20:47:32.761245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd6f7d-4fe6-47a0-827d-29f3e7d7d327 req-8baddeee-2a30-4289-aa75-814082772e4f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:32.769038 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-debd6f7d-4fe6-47a0-827d-29f3e7d7d327 req-8baddeee-2a30-4289-aa75-814082772e4f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 943 time: 0.1026986 Apr 05 20:47:32.818987 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-debd6f7d-4fe6-47a0-827d-29f3e7d7d327 req-c9e1d917-17b3-41cf-a7c2-64cc555e1773 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495453 Apr 05 20:47:32.920415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc4d0d-ce66-49e5-be0c-116c6d527b30 req-df6e13ed-4ec3-467a-9775-f7faf3380741 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:32.921099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-43cc4d0d-ce66-49e5-be0c-116c6d527b30 req-df6e13ed-4ec3-467a-9775-f7faf3380741 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Synchronizing usage tracker for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:32.959700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-1623957d-0955-440c-bd99-3e85596ec9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:32.961115 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-1623957d-0955-440c-bd99-3e85596ec9c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 200 len: 898 time: 0.3817694 Apr 05 20:47:33.024827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-43cc4d0d-ce66-49e5-be0c-116c6d527b30 req-df6e13ed-4ec3-467a-9775-f7faf3380741 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Unset dirty status for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:33.025630 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43cc4d0d-ce66-49e5-be0c-116c6d527b30 req-df6e13ed-4ec3-467a-9775-f7faf3380741 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 931 time: 0.5534065 Apr 05 20:47:33.159801 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-fc2c5b24-f409-4af1-ae0c-fb158b5190e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 999 time: 0.1906419 Apr 05 20:47:33.164793 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43cc4d0d-ce66-49e5-be0c-116c6d527b30 req-736f003d-1557-47db-9780-57a91670727b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254370 Apr 05 20:47:33.166791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15f241f-ab0e-46c2-a9ae-7802a457c670 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:47:33.210187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:47:33.218917 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:33.249470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Transition to ACTIVE for port object a15f241f-ab0e-46c2-a9ae-7802a457c670 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:33.256059 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:33.260419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-e702b790-ae03-4f54-ad82-e95781bcab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:33.261854 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-e702b790-ae03-4f54-ad82-e95781bcab8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb89fca1-2e7b-4b89-a22b-982454d09eb9 HTTP/1.1" status: 200 len: 834 time: 0.0907230 Apr 05 20:47:33.302983 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'status': 'completed', 'code': 200} Apr 05 20:47:33.364362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-14ea03e0-1114-4ee3-a2b3-7d4b3aca6b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:33.364362 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-14ea03e0-1114-4ee3-a2b3-7d4b3aca6b15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1094 time: 0.0738122 Apr 05 20:47:33.459768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Pushing event updated for resources: {'Port': ['ID=a15f241f-ab0e-46c2-a9ae-7802a457c670,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:33.558343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-5a483e63-c5e6-43de-a587-e0a6851ebae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:33.560184 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-5a483e63-c5e6-43de-a587-e0a6851ebae7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 200 len: 898 time: 0.1921496 Apr 05 20:47:33.589840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-7e42ab0e-69d7-43a4-899b-c5caddea87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:33.591513 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-7e42ab0e-69d7-43a4-899b-c5caddea87d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2911417 Apr 05 20:47:33.599696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Attempting to bind port a15f241f-ab0e-46c2-a9ae-7802a457c670 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:33.600035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Attempting to bind port a15f241f-ab0e-46c2-a9ae-7802a457c670 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:33.600353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Attempting to bind port a15f241f-ab0e-46c2-a9ae-7802a457c670 on network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:47:33.628252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Port a15f241f-ab0e-46c2-a9ae-7802a457c670 on network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:47:33.628579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Attempting to bind port a15f241f-ab0e-46c2-a9ae-7802a457c670 on network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:47:33.670898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:47:33.670898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Checking segment: {'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:47:33.670898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Bound using segment: {'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:47:33.670898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Bound port: a15f241f-ab0e-46c2-a9ae-7802a457c670, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:33.670898 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:33.684331 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-8bc67259-fa13-4c58-aad8-5a394c10f534 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 999 time: 0.1123881 Apr 05 20:47:33.706431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e9cea8ee-6573-4c12-8779-3fe1c0128b93 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:33.760018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-bcee17b1-1a4a-46b4-b38e-4a69f64e8a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:33.761917 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-bcee17b1-1a4a-46b4-b38e-4a69f64e8a8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb89fca1-2e7b-4b89-a22b-982454d09eb9 HTTP/1.1" status: 200 len: 834 time: 0.0676968 Apr 05 20:47:33.812213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e9cea8ee-6573-4c12-8779-3fe1c0128b93 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:33.850805 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-997df774-0005-454a-8642-3210e021108a service neutron] 10.222.0.13 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459774 Apr 05 20:47:33.865152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-ad1adcdb-8cdc-4da3-9821-bdf8185fb1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:33.866694 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-ad1adcdb-8cdc-4da3-9821-bdf8185fb1c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901709 Apr 05 20:47:33.885479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] For port a15f241f-ab0e-46c2-a9ae-7802a457c670, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:47:33.908569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] For port a15f241f-ab0e-46c2-a9ae-7802a457c670, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a15f241f-ab0e-46c2-a9ae-7802a457c670,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:47:33.966177 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:34.020929 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-cf66b878-6816-45f6-ba12-2c8af119c045 service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435313 Apr 05 20:47:34.088685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:34.088976 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:34.090911 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] 10.222.0.13 "PUT /v2.0/ports/a15f241f-ab0e-46c2-a9ae-7802a457c670 HTTP/1.1" status: 200 len: 1091 time: 2.0208485 Apr 05 20:47:34.136499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-32791741-bbea-4dc7-8cfe-e0de59484c4b req-eac79905-30aa-48be-809c-4bc2e0c39207 service neutron] 10.222.0.13 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762237 Apr 05 20:47:34.202263 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-06150bfb-0119-4d04-85b8-54097b4c686f service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776345 Apr 05 20:47:34.262720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42e10c-0d26-4130-bbac-a802afbc146f service neutron] Pushing event updated for resources: {'Port': ['ID=a15f241f-ab0e-46c2-a9ae-7802a457c670,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:34.327719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a8bb4-da84-43e7-9e83-e77ef8e0f81d req-4f8687fc-a74e-4abb-ab04-4b83d20f93b4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:34.330403 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c14a8bb4-da84-43e7-9e83-e77ef8e0f81d req-4f8687fc-a74e-4abb-ab04-4b83d20f93b4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 943 time: 0.3753552 Apr 05 20:47:34.363439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c82ee14-cddd-4de1-8259-3da4ebf9d3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:34.364934 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-8c82ee14-cddd-4de1-8259-3da4ebf9d3ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f03fb1f49594061a9163dba9267ddfd&device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 1094 time: 0.2288744 Apr 05 20:47:34.437058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d57909-c760-44b0-90ed-458c3bf42717 req-c4c39d40-7efb-4d3d-8007-814707893480 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:34.439110 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-23d57909-c760-44b0-90ed-458c3bf42717 req-c4c39d40-7efb-4d3d-8007-814707893480 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 943 time: 0.1227348 Apr 05 20:47:34.485025 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-71828096-e834-419b-83d7-1a1fd15f3d9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15f241f-ab0e-46c2-a9ae-7802a457c670 HTTP/1.1" status: 200 len: 217 time: 0.0866857 Apr 05 20:47:34.492202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-23d57909-c760-44b0-90ed-458c3bf42717 req-a18262b4-c8b9-4e64-a6ae-8c0a9eb94478 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Synchronizing usage tracker for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:47:34.511322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-23d57909-c760-44b0-90ed-458c3bf42717 req-a18262b4-c8b9-4e64-a6ae-8c0a9eb94478 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Unset dirty status for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:47:34.515510 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-23d57909-c760-44b0-90ed-458c3bf42717 req-a18262b4-c8b9-4e64-a6ae-8c0a9eb94478 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668139 Apr 05 20:47:34.557794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-afba2c6e-1625-4090-b18d-81c207cbf9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:34.560218 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-afba2c6e-1625-4090-b18d-81c207cbf9b1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1094 time: 0.3481691 Apr 05 20:47:34.594294 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c14a8bb4-da84-43e7-9e83-e77ef8e0f81d req-2f2b4721-eee3-4123-b6f4-708bedde8cf5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2275684 Apr 05 20:47:34.672699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-03bba21d-def7-49c8-b76b-4b6f3bca94e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:34.672699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-03bba21d-def7-49c8-b76b-4b6f3bca94e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4661bfc9-5823-448b-9581-c7c9dd7e2b90 HTTP/1.1" status: 200 len: 849 time: 0.1695912 Apr 05 20:47:34.872680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-80485bca-a2aa-4049-9442-1e6eec2c9965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:34.874118 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-80485bca-a2aa-4049-9442-1e6eec2c9965 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 200 len: 898 time: 0.3076115 Apr 05 20:47:34.961442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-088036bb-ec51-40ab-9906-4521b8d93e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:34.962903 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-088036bb-ec51-40ab-9906-4521b8d93e0e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2823250 Apr 05 20:47:35.017567 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-3f54323e-7fdb-4e00-813f-9a920c757505 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 999 time: 0.1330755 Apr 05 20:47:35.151726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-96a56005-ea6e-4450-97f2-bed252b05396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:35.153145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-96a56005-ea6e-4450-97f2-bed252b05396 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb89fca1-2e7b-4b89-a22b-982454d09eb9 HTTP/1.1" status: 200 len: 834 time: 0.0866301 Apr 05 20:47:35.161064 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-3f99ba6c-c9bf-4eb1-a4cc-4424eed9fed6 service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897266 Apr 05 20:47:35.306571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71af4623-13a0-4c36-8065-987ddfb9d5bb', 'tag': 'a15f241f-ab0e-46c2-a9ae-7802a457c670'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:47:35.360579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-f696afd5-bbd1-457a-80e5-2fc711b2eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:35.360579 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-f696afd5-bbd1-457a-80e5-2fc711b2eebe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936660 Apr 05 20:47:35.360579 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7abf0a3e-f12e-4bbd-af97-2ac4e805d91f req-6d649dc7-7712-4dfe-8b57-0f1d146eb41e service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654451 Apr 05 20:47:35.393399 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71af4623-13a0-4c36-8065-987ddfb9d5bb', 'tag': 'a15f241f-ab0e-46c2-a9ae-7802a457c670', 'status': 'completed', 'code': 200} Apr 05 20:47:35.553514 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-0ca6b880-1739-47b2-ba9c-9e6439e608e1 service neutron] 10.222.0.13 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872814 Apr 05 20:47:35.606581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b455b3f-3db0-485d-bafd-9940065200eb req-c4c8d41c-17f3-4d8c-919e-82bec7c0ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:35.607511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b455b3f-3db0-485d-bafd-9940065200eb req-c4c8d41c-17f3-4d8c-919e-82bec7c0ca80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f03fb1f49594061a9163dba9267ddfd&device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 1094 time: 0.1507361 Apr 05 20:47:35.877488 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4d586b8-a1bd-4ee9-8702-421ad334eaca req-1c259372-366b-4b12-9d46-68c260967277 service neutron] 10.222.0.13 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072312 Apr 05 20:47:35.904054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b124d15-ef40-4320-8ca3-6d68f3f8f024 req-3ba30072-e6f1-45d4-9d95-6877322c8da7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:35.904932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b455b3f-3db0-485d-bafd-9940065200eb req-d9dc7eac-426f-4ffe-ae91-6ec0038eb7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:35.904932 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b455b3f-3db0-485d-bafd-9940065200eb req-d9dc7eac-426f-4ffe-ae91-6ec0038eb7d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 HTTP/1.1" status: 200 len: 911 time: 0.2445514 Apr 05 20:47:35.906626 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b124d15-ef40-4320-8ca3-6d68f3f8f024 req-3ba30072-e6f1-45d4-9d95-6877322c8da7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 943 time: 0.1746361 Apr 05 20:47:35.987404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f741e-df64-4715-9532-0d9310eb877b req-2b61c8b0-27ae-4721-a473-a44542c90152 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:35.987404 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e7f741e-df64-4715-9532-0d9310eb877b req-2b61c8b0-27ae-4721-a473-a44542c90152 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 943 time: 0.3207195 Apr 05 20:47:35.994624 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b455b3f-3db0-485d-bafd-9940065200eb req-9625ac6a-b412-4cbc-a04e-cd64a836250c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15f241f-ab0e-46c2-a9ae-7802a457c670 HTTP/1.1" status: 200 len: 217 time: 0.0790303 Apr 05 20:47:36.008326 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b124d15-ef40-4320-8ca3-6d68f3f8f024 req-1c643ea1-4b6c-4ec7-91e4-cafd1ad7c164 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833316 Apr 05 20:47:36.091474 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e7f741e-df64-4715-9532-0d9310eb877b req-7415ec4a-517c-45b6-a177-e01b6780a502 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999362 Apr 05 20:47:36.094763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b455b3f-3db0-485d-bafd-9940065200eb req-1ea50110-d72b-40a0-8eb4-6b70d4f1d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:36.097670 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b455b3f-3db0-485d-bafd-9940065200eb req-1ea50110-d72b-40a0-8eb4-6b70d4f1d70a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4661bfc9-5823-448b-9581-c7c9dd7e2b90 HTTP/1.1" status: 200 len: 849 time: 0.0915473 Apr 05 20:47:36.185627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b455b3f-3db0-485d-bafd-9940065200eb req-e33ae60d-5183-4741-9713-5fe19e661417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:36.188131 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b455b3f-3db0-485d-bafd-9940065200eb req-e33ae60d-5183-4741-9713-5fe19e661417 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849805 Apr 05 20:47:36.297507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-0dcbdd1b-2eeb-4ddc-8c80-bb6d2d64c630 req-c982d5f3-3b80-45e3-97c1-d7ea0f9efe8e service neutron] (87965) timed out ('10.222.0.13', 54049) {{(pid=87965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 20:47:36.326523 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b455b3f-3db0-485d-bafd-9940065200eb req-6c4bf113-56e5-4fc8-9218-29d55fba061b service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321402 Apr 05 20:47:36.571471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b455b3f-3db0-485d-bafd-9940065200eb req-7771fc2f-b02d-4185-88f5-437f87aeb367 service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386777 Apr 05 20:47:36.987405 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device e9cea8ee-6573-4c12-8779-3fe1c0128b93 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:47:37.121158 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:37.135277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'port_id': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'mac_address': 'fa:16:3e:15:f8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:47:37.191503 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:37.198966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627d47c-8cef-46b8-991c-d5033a54492d req-874b7869-a849-47f7-ba37-ed74bb17dd06 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:37.203047 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0627d47c-8cef-46b8-991c-d5033a54492d req-874b7869-a849-47f7-ba37-ed74bb17dd06 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 943 time: 0.0995264 Apr 05 20:47:37.209719 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cea8ee-6573-4c12-8779-3fe1c0128b93 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:47:37.225761 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:37.229526 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:37.230272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a15f241f-ab0e-46c2-a9ae-7802a457c670 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:47:37.245707 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0627d47c-8cef-46b8-991c-d5033a54492d req-a0aaa846-3905-4c92-8800-d1fa73d1180d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395305 Apr 05 20:47:37.281920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e1584-cc8a-4af7-834c-b49e778148c0 req-fbe913c2-5635-4639-9ec4-2ac7042adb7a tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:37.283624 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7b8e1584-cc8a-4af7-834c-b49e778148c0 req-fbe913c2-5635-4639-9ec4-2ac7042adb7a tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 943 time: 0.0878177 Apr 05 20:47:37.331512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7b8e1584-cc8a-4af7-834c-b49e778148c0 req-25794b05-db4b-4b85-9085-a31c0d5336ca tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408282 Apr 05 20:47:37.376982 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=e9cea8ee-6573-4c12-8779-3fe1c0128b93,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:37.428073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a15f241f-ab0e-46c2-a9ae-7802a457c670, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a15f241f-ab0e-46c2-a9ae-7802a457c670,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:37.441164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'a15f241f-ab0e-46c2-a9ae-7802a457c670', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'port_id': 'a15f241f-ab0e-46c2-a9ae-7802a457c670', 'mac_address': 'fa:16:3e:ed:e9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:47:37.497697 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:37.515380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15f241f-ab0e-46c2-a9ae-7802a457c670 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:47:37.538333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a15f241f-ab0e-46c2-a9ae-7802a457c670, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a15f241f-ab0e-46c2-a9ae-7802a457c670,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:37.544875 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:37.619952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=a15f241f-ab0e-46c2-a9ae-7802a457c670,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:37.639117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-db95ff70-83b7-424b-a9ba-e51c832ddc72 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:37.640541 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-db95ff70-83b7-424b-a9ba-e51c832ddc72 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.13 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159&tenant_id=5118b05a56334dea925f78d36af460a0&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 944 time: 0.1364584 Apr 05 20:47:37.732418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bda3f6e-bdd2-4578-97a4-54c99421edcc req-b13ce761-9cf8-4980-b3b2-658dfb636458 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:37.733863 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7bda3f6e-bdd2-4578-97a4-54c99421edcc req-b13ce761-9cf8-4980-b3b2-658dfb636458 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 944 time: 0.1639824 Apr 05 20:47:37.757586 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-3d762aa6-897f-4c4b-a92f-ccf8d5602cf6 service neutron] 10.222.0.13 "GET /v2.0/ports/e9cea8ee-6573-4c12-8779-3fe1c0128b93/bindings/n-h1-836604-1 HTTP/1.1" status: 200 len: 382 time: 0.1098905 Apr 05 20:47:37.765646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['a15f241f-ab0e-46c2-a9ae-7802a457c670'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:47:37.796779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['e9cea8ee-6573-4c12-8779-3fe1c0128b93'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:47:37.824310 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7bda3f6e-bdd2-4578-97a4-54c99421edcc req-e6e44c71-9bba-4d6b-8a51-13b9f2186dd3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815573 Apr 05 20:47:37.865643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-408b4fdd-8c57-4fd5-87c7-1cef5c11d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:37.867136 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-408b4fdd-8c57-4fd5-87c7-1cef5c11d319 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1095 time: 0.0871224 Apr 05 20:47:38.001826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-15680890-13fd-40cb-996e-9415e7bce9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:38.003294 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-15680890-13fd-40cb-996e-9415e7bce9d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 200 len: 898 time: 0.1286888 Apr 05 20:47:38.106231 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-971439ea-1f86-4af8-b87d-234afeaf9eeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 1000 time: 0.0973194 Apr 05 20:47:38.168152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-fa168829-7a7c-46a2-ae37-b0e048d3e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:38.169696 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-fa168829-7a7c-46a2-ae37-b0e048d3e721 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb89fca1-2e7b-4b89-a22b-982454d09eb9 HTTP/1.1" status: 200 len: 834 time: 0.0579481 Apr 05 20:47:38.247810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-784e8977-6091-47f2-8156-f90a0d0aecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:38.249263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-784e8977-6091-47f2-8156-f90a0d0aecaf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735533 Apr 05 20:47:38.380908 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-6d3de8e6-6990-4efa-814f-d2a20e138027 service neutron] 10.222.0.13 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247985 Apr 05 20:47:38.511726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-575dbdea-5759-4ebd-836f-20525e06b95f service neutron] 10.222.0.13 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242321 Apr 05 20:47:38.516153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00aff7-06cc-4070-a453-35add46f30f4 req-cd75dbc6-e121-4e91-9022-7429234ab88e tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:38.517610 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb00aff7-06cc-4070-a453-35add46f30f4 req-cd75dbc6-e121-4e91-9022-7429234ab88e tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 944 time: 0.0787883 Apr 05 20:47:38.563254 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cb00aff7-06cc-4070-a453-35add46f30f4 req-d441b54d-09a1-4b92-98d7-e88f3ad5e5d4 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386689 Apr 05 20:47:38.929646 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.006062 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device e9cea8ee-6573-4c12-8779-3fe1c0128b93 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:39.008656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bc3a5-c2d1-463c-8d5e-ab54f4f682e8 req-c88de9f2-9ad6-46ca-93ee-4db2ef365c7c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:39.010130 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-783bc3a5-c2d1-463c-8d5e-ab54f4f682e8 req-c88de9f2-9ad6-46ca-93ee-4db2ef365c7c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 944 time: 0.0788248 Apr 05 20:47:39.053401 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-783bc3a5-c2d1-463c-8d5e-ab54f4f682e8 req-49f705ba-2a1a-4837-823e-f8f61c76d8c0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375686 Apr 05 20:47:39.076024 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port e9cea8ee-6573-4c12-8779-3fe1c0128b93 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:39.080708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port e9cea8ee-6573-4c12-8779-3fe1c0128b93 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:39.081072 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.193100 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.225307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:47:39.240617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:39.243881 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.244878 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.245601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a15f241f-ab0e-46c2-a9ae-7802a457c670 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:39.301954 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'code': 200} Apr 05 20:47:39.360886 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=e9cea8ee-6573-4c12-8779-3fe1c0128b93,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:39.372649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port a15f241f-ab0e-46c2-a9ae-7802a457c670 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:39.377448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port a15f241f-ab0e-46c2-a9ae-7802a457c670 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:39.377809 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.489393 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.519940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port a15f241f-ab0e-46c2-a9ae-7802a457c670, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a15f241f-ab0e-46c2-a9ae-7802a457c670,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:39.524193 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:39.593252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=a15f241f-ab0e-46c2-a9ae-7802a457c670,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:39.752151 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbe4c6-4ef4-4a5a-93d8-ed3006c3afd9 req-a657ca06-2da8-49cc-80c2-7331a5e6a008 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:39.753611 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7fbe4c6-4ef4-4a5a-93d8-ed3006c3afd9 req-a657ca06-2da8-49cc-80c2-7331a5e6a008 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0858898 Apr 05 20:47:39.798449 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7fbe4c6-4ef4-4a5a-93d8-ed3006c3afd9 req-35a46307-404c-4eae-bff9-8cbd04b95a36 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388637 Apr 05 20:47:40.270334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f5fb6-bf9f-4f3f-8012-44d362ee8af3 req-a435fae2-024d-4b60-9b36-79555dc95f3b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:40.271782 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-947f5fb6-bf9f-4f3f-8012-44d362ee8af3 req-a435fae2-024d-4b60-9b36-79555dc95f3b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 945 time: 0.0980680 Apr 05 20:47:40.320476 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-947f5fb6-bf9f-4f3f-8012-44d362ee8af3 req-604984a5-01c1-4612-a223-327bcd599a8c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413036 Apr 05 20:47:40.530721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-861d5b77-a0ad-4447-af3f-e422597099bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:40.532157 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-861d5b77-a0ad-4447-af3f-e422597099bb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159&tenant_id=5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 1096 time: 0.0700562 Apr 05 20:47:40.542907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:40.653970 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:40.921164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:40.949504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:47:40.986091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0769add7-24a9-4676-b23d-22cf6ee9d273 req-18210327-da76-4d52-908e-0e2194087e50 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:40.987554 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0769add7-24a9-4676-b23d-22cf6ee9d273 req-18210327-da76-4d52-908e-0e2194087e50 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0828004 Apr 05 20:47:41.019961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:47:41.025526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.036371 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0769add7-24a9-4676-b23d-22cf6ee9d273 req-9ded7070-ef60-45ff-8ba8-b3f88dc3a048 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420640 Apr 05 20:47:41.045270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Transition to ACTIVE for port object e9cea8ee-6573-4c12-8779-3fe1c0128b93 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:47:41.054681 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.093574 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'code': 200} Apr 05 20:47:41.303222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71af4623-13a0-4c36-8065-987ddfb9d5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15f241f-ab0e-46c2-a9ae-7802a457c670'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:47:41.309235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cea8ee-6573-4c12-8779-3fe1c0128b93,revision_number=10']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:41.327874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:41.328210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:41.328742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:41.329075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:41.329998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:41.329998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:41.330224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:41.330416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:41.330728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:41.331037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:41.331344 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:41.331650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:47:41.352065 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71af4623-13a0-4c36-8065-987ddfb9d5bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15f241f-ab0e-46c2-a9ae-7802a457c670', 'code': 200} Apr 05 20:47:41.375464 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] No DVR routers for this DVR port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:47:41.405671 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a07948f1-977b-4e19-b0b6-77e171ce432f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.479933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97958178-3a76-4452-893c-1e46e8301486 req-cdaf47fb-c051-427f-927a-9c1d17895a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:41.481306 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-97958178-3a76-4452-893c-1e46e8301486 req-cdaf47fb-c051-427f-927a-9c1d17895a8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 1096 time: 0.0720189 Apr 05 20:47:41.522757 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-97958178-3a76-4452-893c-1e46e8301486 req-5acf1ee6-37f4-4fbf-bc9b-a292962f3ef5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355861 Apr 05 20:47:41.614458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41867324-b27c-4962-9cb8-60d8d12c9bf2 req-edcc5261-4f4e-412c-ade8-4644f1c3243c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:41.615889 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-41867324-b27c-4962-9cb8-60d8d12c9bf2 req-edcc5261-4f4e-412c-ade8-4644f1c3243c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 944 time: 0.1779373 Apr 05 20:47:41.692469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Attempting to bind port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:47:41.692788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Attempting to bind port e9cea8ee-6573-4c12-8779-3fe1c0128b93 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:47:41.693104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Attempting to bind port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:47:41.702875 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:47:41.703190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Attempting to bind port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:47:41.709243 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-41867324-b27c-4962-9cb8-60d8d12c9bf2 req-89327340-c675-4eb6-8f94-ffccf4625984 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664232 Apr 05 20:47:41.711608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:47:41.711935 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Checking segment: {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:47:41.712434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Bound using segment: {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:47:41.712706 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Bound port: e9cea8ee-6573-4c12-8779-3fe1c0128b93, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e235326a-02a2-4c5a-930e-29dde525d14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:47:41.713042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.810577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:47:41.813539 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:47:41.819628 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.873872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:41.874500 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:41.875827 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] 10.222.0.41 "PUT /v2.0/ports/e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 1092 time: 1.3367455 Apr 05 20:47:41.896109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b2cbd-bb07-4bb7-b921-8805450ca472 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cea8ee-6573-4c12-8779-3fe1c0128b93,revision_number=11']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:41.974224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-92768b48-778d-4273-812f-c1c210e2e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:41.975713 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-92768b48-778d-4273-812f-c1c210e2e90e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1095 time: 0.0768690 Apr 05 20:47:42.111530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-b344fe87-3177-4523-ab08-3f6b586fb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:42.112968 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-b344fe87-3177-4523-ab08-3f6b586fb5ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 200 len: 898 time: 0.1301718 Apr 05 20:47:42.218738 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-8e95d19f-016d-4e04-835b-de92e21532af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 999 time: 0.0989301 Apr 05 20:47:42.231700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d08863-3084-4998-a7fa-90aaa32d8fce req-d4bcbaed-07ed-4363-bd55-423186b68ddc tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:42.233272 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-53d08863-3084-4998-a7fa-90aaa32d8fce req-d4bcbaed-07ed-4363-bd55-423186b68ddc tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0860491 Apr 05 20:47:42.285078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-ba1d62da-d55e-4354-82c8-66b660ab7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:42.286903 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-ba1d62da-d55e-4354-82c8-66b660ab7034 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb89fca1-2e7b-4b89-a22b-982454d09eb9 HTTP/1.1" status: 200 len: 834 time: 0.0630510 Apr 05 20:47:42.364242 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-ec47aef6-1108-4065-b79e-b029b4e8e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:42.365608 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-ec47aef6-1108-4065-b79e-b029b4e8e1b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723147 Apr 05 20:47:42.375100 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-53d08863-3084-4998-a7fa-90aaa32d8fce req-46d5a0ce-0260-45bf-8a7f-ecaf70c71d79 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353743 Apr 05 20:47:42.495278 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-21621729-70f0-4bab-a613-76074a226c59 service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233399 Apr 05 20:47:42.633260 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-de6cbfed-ac0d-4d26-8150-1e3171d181a8 req-9d293a87-3a0b-455f-a283-5c989dd783b7 service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300728 Apr 05 20:47:42.896387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76568709-3d33-48b8-9d0a-efe4dffa554b req-bf623843-1dc2-40db-8389-18692ddb8b0f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:42.897842 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76568709-3d33-48b8-9d0a-efe4dffa554b req-bf623843-1dc2-40db-8389-18692ddb8b0f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 944 time: 0.0827484 Apr 05 20:47:42.944993 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76568709-3d33-48b8-9d0a-efe4dffa554b req-3fbbd1e3-3c64-476b-8c21-7c82cd8c5e0c tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391426 Apr 05 20:47:43.018304 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device e9cea8ee-6573-4c12-8779-3fe1c0128b93 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:47:43.075185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device e9cea8ee-6573-4c12-8779-3fe1c0128b93 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:47:43.095003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:47:43.151775 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'status': 'completed', 'code': 200} Apr 05 20:47:43.237330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-b3b70326-751b-488c-8086-a962a6877545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:43.238839 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-b3b70326-751b-488c-8086-a962a6877545 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1095 time: 0.0701587 Apr 05 20:47:43.241665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-ba2bb308-74e3-4e8e-bcef-a5656750eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:43.243140 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-ba2bb308-74e3-4e8e-bcef-a5656750eb86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1095 time: 0.0698321 Apr 05 20:47:43.376600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-c42e6405-a0be-4c11-b259-6c9aaaf57338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:43.378064 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-c42e6405-a0be-4c11-b259-6c9aaaf57338 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 200 len: 898 time: 0.1290317 Apr 05 20:47:43.484292 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-eedb3861-9b9a-446d-b78a-4ed2288ea4e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 999 time: 0.1005080 Apr 05 20:47:43.532646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-d7981d10-a51a-4b59-8603-d0b4a083a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:43.534166 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-d7981d10-a51a-4b59-8603-d0b4a083a115 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 200 len: 898 time: 0.2882242 Apr 05 20:47:43.548375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-f3a927e6-a0ac-47a3-9bc2-772fab536db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:43.549799 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-f3a927e6-a0ac-47a3-9bc2-772fab536db9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fb89fca1-2e7b-4b89-a22b-982454d09eb9 HTTP/1.1" status: 200 len: 834 time: 0.0600429 Apr 05 20:47:43.623918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-2e0d5c4a-7181-4933-9162-ce4b8ac6adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:43.626132 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-2e0d5c4a-7181-4933-9162-ce4b8ac6adca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708632 Apr 05 20:47:43.649931 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-79c3d7cd-df96-4b9f-bd98-9342c6beabc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 999 time: 0.1078520 Apr 05 20:47:43.661631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daaa383-2020-4e0a-b4e5-a37582780740 req-679958cb-6d94-4b35-b5e1-a8a1a7f55fb7 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:43.662640 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9daaa383-2020-4e0a-b4e5-a37582780740 req-679958cb-6d94-4b35-b5e1-a8a1a7f55fb7 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1784468 Apr 05 20:47:43.699057 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-89d33542-64fc-4cfd-8eaf-491b4dccc29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:43.753348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-471a06c6-f7d8-4b7f-8072-7338ef21bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:43.755367 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-471a06c6-f7d8-4b7f-8072-7338ef21bbde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb89fca1-2e7b-4b89-a22b-982454d09eb9 HTTP/1.1" status: 200 len: 834 time: 0.0918818 Apr 05 20:47:43.758706 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9daaa383-2020-4e0a-b4e5-a37582780740 req-58081daf-94b7-4ad8-a4ae-97d421672278 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637386 Apr 05 20:47:43.772216 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-dcbd2567-46b0-43e1-b916-4e2c6172d746 service neutron] 10.222.0.13 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401510 Apr 05 20:47:43.834628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-276a8744-953b-4543-9e85-63e2624ce523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:43.836538 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-276a8744-953b-4543-9e85-63e2624ce523 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740116 Apr 05 20:47:43.964114 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-911b9fe8-2a82-406d-a243-6a5beeee888d service neutron] 10.222.0.13 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857116 Apr 05 20:47:43.979028 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-99021eaf-1f97-4f70-9b78-3fac2427b77b service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351633 Apr 05 20:47:43.989196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205e34c-2433-4c0d-b19b-2f59dd7c320d req-0e36d647-17a0-45b1-bc79-658a236eda66 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:43.990752 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4205e34c-2433-4c0d-b19b-2f59dd7c320d req-0e36d647-17a0-45b1-bc79-658a236eda66 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1196382 Apr 05 20:47:43.999231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49768) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:44.004374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-083a1bc0-0083-454d-8800-b521502ea34c tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Request body: {'floatingip': {'port_id': 'a15f241f-ab0e-46c2-a9ae-7802a457c670'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:47:44.080359 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-083a1bc0-0083-454d-8800-b521502ea34c tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.175166 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b4fc15fa-a56a-4603-9a89-c645eba8ec33 req-287b6a70-4f03-48bd-aceb-72828116bbe3 service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851118 Apr 05 20:47:44.199990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ee7cf-84a2-48bd-acd5-0bdb3ed274f4 req-bf4ddbf7-058b-4a9a-8940-a8b5f693baa5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:44.202144 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-557ee7cf-84a2-48bd-acd5-0bdb3ed274f4 req-bf4ddbf7-058b-4a9a-8940-a8b5f693baa5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 944 time: 0.1282492 Apr 05 20:47:44.272151 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-557ee7cf-84a2-48bd-acd5-0bdb3ed274f4 req-65b096df-d0ae-4be9-a18e-043f31fb2688 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637074 Apr 05 20:47:44.687823 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.resource_extend [None req-083a1bc0-0083-454d-8800-b521502ea34c tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 20:47:44.781753 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-083a1bc0-0083-454d-8800-b521502ea34c tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.785701 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-083a1bc0-0083-454d-8800-b521502ea34c tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.842052 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.869587 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:44.956918 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-083a1bc0-0083-454d-8800-b521502ea34c tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Floating IP 08819903-260b-4190-978a-4798e474cfa4 associated. External IP: 172.25.8.144, port: a15f241f-ab0e-46c2-a9ae-7802a457c670. Apr 05 20:47:45.313606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083a1bc0-0083-454d-8800-b521502ea34c tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:47:45.552440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083a1bc0-0083-454d-8800-b521502ea34c tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:47:45.561868 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3b6599-4acb-4962-8864-3d8dccfb5bca None None] Sync routers for ids ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:47:45.562336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4452122-56d7-4d44-a6ba-b5e8634abcce req-248ee493-5b54-46c7-96cc-33acbe2874e0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:45.563660 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4452122-56d7-4d44-a6ba-b5e8634abcce req-248ee493-5b54-46c7-96cc-33acbe2874e0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 944 time: 0.1858006 Apr 05 20:47:45.566728 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-083a1bc0-0083-454d-8800-b521502ea34c tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:45.572222 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3b6599-4acb-4962-8864-3d8dccfb5bca None None] Routers {'1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:47:45.572819 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ec3b6599-4acb-4962-8864-3d8dccfb5bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:47:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:45.653300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4452122-56d7-4d44-a6ba-b5e8634abcce req-a662f71d-ef5a-4703-97ca-c66abe26b4be tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621026 Apr 05 20:47:45.669548 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-083a1bc0-0083-454d-8800-b521502ea34c tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "PUT /v2.0/floatingips/08819903-260b-4190-978a-4798e474cfa4 HTTP/1.1" status: 200 len: 991 time: 1.6691668 Apr 05 20:47:45.670307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71af4623-13a0-4c36-8065-987ddfb9d5bb', 'tag': 'a15f241f-ab0e-46c2-a9ae-7802a457c670'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:47:45.681498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49778) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:45.748571 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71af4623-13a0-4c36-8065-987ddfb9d5bb', 'tag': 'a15f241f-ab0e-46c2-a9ae-7802a457c670', 'status': 'completed', 'code': 200} Apr 05 20:47:45.757299 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-ec3b6599-4acb-4962-8864-3d8dccfb5bca None None] Set router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:47:45.797807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e9cea8ee-6573-4c12-8779-3fe1c0128b93 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:47:45.849182 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7c448ef4-5dac-4857-b153-711baa075e99 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/12579b1d-025d-4472-b2ac-ded9f287c8bc HTTP/1.1" status: 200 len: 991 time: 0.1663306 Apr 05 20:47:45.874569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cdbad-6922-4a73-a329-ca8075a8c130 req-0c8ace5f-0ab1-4659-bddb-d612d1cc3a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:45.876212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-122cdbad-6922-4a73-a329-ca8075a8c130 req-0c8ace5f-0ab1-4659-bddb-d612d1cc3a48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f03fb1f49594061a9163dba9267ddfd&device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 1096 time: 0.1269062 Apr 05 20:47:45.939470 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:45.952601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'port_id': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'mac_address': 'fa:16:3e:15:f8:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:47:46.008573 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:46.012729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cdbad-6922-4a73-a329-ca8075a8c130 req-08cc9318-dcdf-4e92-ba24-14acff34f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:46.014318 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-122cdbad-6922-4a73-a329-ca8075a8c130 req-08cc9318-dcdf-4e92-ba24-14acff34f44b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 HTTP/1.1" status: 200 len: 911 time: 0.1323786 Apr 05 20:47:46.026128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cea8ee-6573-4c12-8779-3fe1c0128b93 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:47:46.042762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:46.047086 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:46.118264 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ec3b6599-4acb-4962-8864-3d8dccfb5bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '08819903-260b-4190-978a-4798e474cfa4', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'port_id': 'a15f241f-ab0e-46c2-a9ae-7802a457c670', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'mac_address': 'fa:16:3e:ed:e9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71af4623-13a0-4c36-8065-987ddfb9d5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:47:26Z', 'updated_at': '2022-04-05T20:47:44Z', 'revision_number': 1, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:28Z', 'revision_number': 5, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:46.120070 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:46.123426 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3b6599-4acb-4962-8864-3d8dccfb5bca None None] Checking router: 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:47:46.131639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=e9cea8ee-6573-4c12-8779-3fe1c0128b93,revision_number=12']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:46.135114 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3b6599-4acb-4962-8864-3d8dccfb5bca None None] Routers {'1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:47:46.135943 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ec3b6599-4acb-4962-8864-3d8dccfb5bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:47:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:46.237264 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-122cdbad-6922-4a73-a329-ca8075a8c130 req-87de5dfa-d414-4723-bfe0-9c212e61dced service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15f241f-ab0e-46c2-a9ae-7802a457c670 HTTP/1.1" status: 200 len: 999 time: 0.2169321 Apr 05 20:47:46.264123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['e9cea8ee-6573-4c12-8779-3fe1c0128b93'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:47:46.300849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cdbad-6922-4a73-a329-ca8075a8c130 req-d79e33bb-8ac2-4a04-837d-38e694f071f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:46.302321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-122cdbad-6922-4a73-a329-ca8075a8c130 req-d79e33bb-8ac2-4a04-837d-38e694f071f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4661bfc9-5823-448b-9581-c7c9dd7e2b90 HTTP/1.1" status: 200 len: 849 time: 0.0595784 Apr 05 20:47:46.346172 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-ec3b6599-4acb-4962-8864-3d8dccfb5bca None None] Set router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:47:46.378124 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122cdbad-6922-4a73-a329-ca8075a8c130 req-29f14a54-5f12-4401-9703-6723d9044f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:46.380042 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-122cdbad-6922-4a73-a329-ca8075a8c130 req-29f14a54-5f12-4401-9703-6723d9044f0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717173 Apr 05 20:47:46.518264 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-122cdbad-6922-4a73-a329-ca8075a8c130 req-412bec6a-fc84-403e-bc87-5f570704d488 service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307995 Apr 05 20:47:46.651718 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-122cdbad-6922-4a73-a329-ca8075a8c130 req-7413ba74-f044-4c5d-a751-31d46ff0b028 service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281090 Apr 05 20:47:46.696747 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ec3b6599-4acb-4962-8864-3d8dccfb5bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '08819903-260b-4190-978a-4798e474cfa4', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'port_id': 'a15f241f-ab0e-46c2-a9ae-7802a457c670', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'mac_address': 'fa:16:3e:ed:e9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71af4623-13a0-4c36-8065-987ddfb9d5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:47:26Z', 'updated_at': '2022-04-05T20:47:44Z', 'revision_number': 1, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:28Z', 'revision_number': 5, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:47:46.700638 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3b6599-4acb-4962-8864-3d8dccfb5bca None None] The sync data for ids ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'] in n-d-836604-1 is: [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '08819903-260b-4190-978a-4798e474cfa4', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'port_id': 'a15f241f-ab0e-46c2-a9ae-7802a457c670', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'mac_address': 'fa:16:3e:ed:e9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71af4623-13a0-4c36-8065-987ddfb9d5bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:47:26Z', 'updated_at': '2022-04-05T20:47:44Z', 'revision_number': 1, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:28Z', 'revision_number': 5, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:47:46.885108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc83882-2bf0-44ff-a2b6-5304a4f3ae58 None None] New status for floating IP 08819903-260b-4190-978a-4798e474cfa4: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:47:47.812420 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e9cea8ee-6573-4c12-8779-3fe1c0128b93 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:47:47.891952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port e9cea8ee-6573-4c12-8779-3fe1c0128b93 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:47:47.897403 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port e9cea8ee-6573-4c12-8779-3fe1c0128b93 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:47:47.897803 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:48.011822 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:48.039841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:47:48.051349 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:47:48.055908 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:47:48.092611 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'code': 200} Apr 05 20:47:48.123879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=e9cea8ee-6573-4c12-8779-3fe1c0128b93,revision_number=13']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:47:49.120294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49792) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:47:49.244592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742174c-8159-4299-938c-e735df18458f req-cf1eba68-0030-44b6-a081-0bbc4cd436b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:49.245867 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7742174c-8159-4299-938c-e735df18458f req-cf1eba68-0030-44b6-a081-0bbc4cd436b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 1097 time: 0.1326313 Apr 05 20:47:49.288976 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7742174c-8159-4299-938c-e735df18458f req-8e430276-9e13-4a35-af12-2216737e64c3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371757 Apr 05 20:47:53.542688 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa04bde5-7d95-4ecf-95aa-ff6fda240a5c req-7a84ba10-496d-4af5-8c55-636a91856840 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708914 Apr 05 20:47:53.553231 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:47:53.634376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04bde5-7d95-4ecf-95aa-ff6fda240a5c req-8900fd25-9d76-4847-875e-3fc9b9f5dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:53.635810 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa04bde5-7d95-4ecf-95aa-ff6fda240a5c req-8900fd25-9d76-4847-875e-3fc9b9f5dcc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1097 time: 0.0718842 Apr 05 20:47:53.785331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04bde5-7d95-4ecf-95aa-ff6fda240a5c req-b56d6474-c7f0-4874-9d7c-7ddf5305a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:53.786725 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa04bde5-7d95-4ecf-95aa-ff6fda240a5c req-b56d6474-c7f0-4874-9d7c-7ddf5305a9c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 200 len: 898 time: 0.1308804 Apr 05 20:47:53.891820 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa04bde5-7d95-4ecf-95aa-ff6fda240a5c req-ce8d303f-3362-4845-b8f1-6308eb0c2ecd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 1001 time: 0.0994878 Apr 05 20:47:53.951608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04bde5-7d95-4ecf-95aa-ff6fda240a5c req-2a1f6a30-c253-4d51-a60b-e86b92e3298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:53.952957 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa04bde5-7d95-4ecf-95aa-ff6fda240a5c req-2a1f6a30-c253-4d51-a60b-e86b92e3298b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb89fca1-2e7b-4b89-a22b-982454d09eb9 HTTP/1.1" status: 200 len: 834 time: 0.0556424 Apr 05 20:47:54.032287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04bde5-7d95-4ecf-95aa-ff6fda240a5c req-9cbf1ec8-05bd-4aab-83f9-42eaafda180a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:47:54.033720 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa04bde5-7d95-4ecf-95aa-ff6fda240a5c req-9cbf1ec8-05bd-4aab-83f9-42eaafda180a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752482 Apr 05 20:47:54.278797 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa04bde5-7d95-4ecf-95aa-ff6fda240a5c req-2c782bd6-4b00-4584-87a0-d78d0be4b8b5 service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393146 Apr 05 20:47:54.411818 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa04bde5-7d95-4ecf-95aa-ff6fda240a5c req-0adc1d8b-bdc8-468c-b35a-49e4afc700bb service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276484 Apr 05 20:48:08.936947 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:09.230231 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:11.387664 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-18196566-8e7b-48b4-ace9-1d62c7f14a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:13.700593 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7300935c-1055-4680-9062-5dc24d98ebee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:14.171943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bda4fe-a02d-4550-b749-4ef81f165691 req-67c69052-c3d8-4966-8303-e45877bff65d tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:14.173419 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-01bda4fe-a02d-4550-b749-4ef81f165691 req-67c69052-c3d8-4966-8303-e45877bff65d tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1097 time: 0.1975780 Apr 05 20:48:14.213182 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-01bda4fe-a02d-4550-b749-4ef81f165691 req-54af59e2-2795-40f4-a948-1a8b8fac62c6 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341394 Apr 05 20:48:14.235252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49842) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:14.436352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f385c-9fe3-48e5-8d51-b10e01f103f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port f434d2fd-95d7-47b1-b2b1-0cb8acfabc3f {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:48:14.436688 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d4f385c-9fe3-48e5-8d51-b10e01f103f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:14.606790 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d4f385c-9fe3-48e5-8d51-b10e01f103f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:14.607110 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d4f385c-9fe3-48e5-8d51-b10e01f103f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:14.727308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2d4f385c-9fe3-48e5-8d51-b10e01f103f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for f434d2fd-95d7-47b1-b2b1-0cb8acfabc3f owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:48:14.835243 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:14.874334 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:14.885631 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d4f385c-9fe3-48e5-8d51-b10e01f103f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:14.930734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f385c-9fe3-48e5-8d51-b10e01f103f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=f434d2fd-95d7-47b1-b2b1-0cb8acfabc3f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:15.022287 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d4f385c-9fe3-48e5-8d51-b10e01f103f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:15.022622 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-2d4f385c-9fe3-48e5-8d51-b10e01f103f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Floating IP 12579b1d-025d-4472-b2ac-ded9f287c8bc disassociated (deleted). External IP: 172.25.8.238, port: e9cea8ee-6573-4c12-8779-3fe1c0128b93. Apr 05 20:48:15.483358 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4f385c-9fe3-48e5-8d51-b10e01f103f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 60e95bf5-844b-4ea5-8adb-8372219cdc9a has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:48:15.662561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4f385c-9fe3-48e5-8d51-b10e01f103f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:48:15.672482 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9989024-d798-4a6d-8a24-0bd4d27beb69 None None] Sync routers for ids ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:48:15.683182 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9989024-d798-4a6d-8a24-0bd4d27beb69 None None] Routers {'60e95bf5-844b-4ea5-8adb-8372219cdc9a'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:48:15.683419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2d4f385c-9fe3-48e5-8d51-b10e01f103f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:15.684147 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9989024-d798-4a6d-8a24-0bd4d27beb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:15.739949 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2d4f385c-9fe3-48e5-8d51-b10e01f103f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/floatingips/12579b1d-025d-4472-b2ac-ded9f287c8bc HTTP/1.1" status: 204 len: 168 time: 1.5035653 Apr 05 20:48:15.740369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:48:15.788717 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'status': 'completed', 'code': 200} Apr 05 20:48:15.869832 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c9989024-d798-4a6d-8a24-0bd4d27beb69 None None] Set router 60e95bf5-844b-4ea5-8adb-8372219cdc9a gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:48:15.883450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d392a-4c5a-47b8-898a-8a155f731e7b req-a44931e2-4b92-4b79-b650-b0399c564f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:15.885439 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-878d392a-4c5a-47b8-898a-8a155f731e7b req-a44931e2-4b92-4b79-b650-b0399c564f18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 1097 time: 0.0739458 Apr 05 20:48:16.032706 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d392a-4c5a-47b8-898a-8a155f731e7b req-226368fa-7912-47a0-a58a-ce8a725f4e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.034128 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-878d392a-4c5a-47b8-898a-8a155f731e7b req-226368fa-7912-47a0-a58a-ce8a725f4e3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 200 len: 898 time: 0.1419594 Apr 05 20:48:16.099935 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:16.141541 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-878d392a-4c5a-47b8-898a-8a155f731e7b req-6357cb29-e4fe-44c7-8da8-867dbd7bddea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 200 len: 217 time: 0.0988677 Apr 05 20:48:16.190699 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9989024-d798-4a6d-8a24-0bd4d27beb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:46:21Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '83a599cb-ca2b-47f8-81a6-eb6f1096e00c', 'name': '', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:82:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:19Z', 'updated_at': '2022-04-05T20:46:30Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:16.194720 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9989024-d798-4a6d-8a24-0bd4d27beb69 None None] Checking router: 60e95bf5-844b-4ea5-8adb-8372219cdc9a for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:48:16.203077 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9989024-d798-4a6d-8a24-0bd4d27beb69 None None] Routers {'60e95bf5-844b-4ea5-8adb-8372219cdc9a'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:48:16.203666 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9989024-d798-4a6d-8a24-0bd4d27beb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:16.219243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d392a-4c5a-47b8-898a-8a155f731e7b req-51c87c49-98d9-4436-9364-0d87de53da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.220662 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-878d392a-4c5a-47b8-898a-8a155f731e7b req-51c87c49-98d9-4436-9364-0d87de53da82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb89fca1-2e7b-4b89-a22b-982454d09eb9 HTTP/1.1" status: 200 len: 834 time: 0.0732009 Apr 05 20:48:16.283428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98556781-3e37-4db8-906b-9785a55957f5 req-08b3f2ef-ac0a-4e10-a9b7-bd666363e41f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.284023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-98556781-3e37-4db8-906b-9785a55957f5 req-08b3f2ef-ac0a-4e10-a9b7-bd666363e41f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:16.305633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-98556781-3e37-4db8-906b-9785a55957f5 req-08b3f2ef-ac0a-4e10-a9b7-bd666363e41f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:16.306780 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-98556781-3e37-4db8-906b-9785a55957f5 req-08b3f2ef-ac0a-4e10-a9b7-bd666363e41f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 946 time: 0.2034543 Apr 05 20:48:16.343232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d392a-4c5a-47b8-898a-8a155f731e7b req-2a6f646c-857a-4ef8-9d81-b37d3aff4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:16.344670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-878d392a-4c5a-47b8-898a-8a155f731e7b req-2a6f646c-857a-4ef8-9d81-b37d3aff4574 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118972 Apr 05 20:48:16.383140 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c9989024-d798-4a6d-8a24-0bd4d27beb69 None None] Set router 60e95bf5-844b-4ea5-8adb-8372219cdc9a gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:48:16.396402 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-98556781-3e37-4db8-906b-9785a55957f5 req-0c705765-f659-4398-addd-de816795fa42 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782917 Apr 05 20:48:16.492418 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-878d392a-4c5a-47b8-898a-8a155f731e7b req-1a3eff0c-ba2c-4872-a8ae-2ccfa34b94a1 service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369157 Apr 05 20:48:16.623021 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-878d392a-4c5a-47b8-898a-8a155f731e7b req-2d50a767-8a80-4a08-8c5f-6f98a07aa64b service neutron] 10.222.0.41 "GET /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240447 Apr 05 20:48:16.734564 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9989024-d798-4a6d-8a24-0bd4d27beb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:46:21Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '83a599cb-ca2b-47f8-81a6-eb6f1096e00c', 'name': '', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:82:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:19Z', 'updated_at': '2022-04-05T20:46:30Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:16.738916 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9989024-d798-4a6d-8a24-0bd4d27beb69 None None] The sync data for ids ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'] in n-d-836604-1 is: [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:46:21Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '83a599cb-ca2b-47f8-81a6-eb6f1096e00c', 'name': '', 'network_id': '8f4afe8b-a95a-4cf6-a026-b9b8d1417d12', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:82:54:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:19Z', 'updated_at': '2022-04-05T20:46:30Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'fb89fca1-2e7b-4b89-a22b-982454d09eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:48:16.949983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a59177b-ff6a-4014-b67a-9b6ab8f4f4cd None None] New status for floating IP 12579b1d-025d-4472-b2ac-ded9f287c8bc: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:48:17.442662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e5b98-4868-4073-b028-0244a968e220 req-99a998db-6921-4314-9b7d-41a3cd94aca8 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:17.444085 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450e5b98-4868-4073-b028-0244a968e220 req-99a998db-6921-4314-9b7d-41a3cd94aca8 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 946 time: 0.0781159 Apr 05 20:48:17.512226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-450e5b98-4868-4073-b028-0244a968e220 req-b60b2af3-36ce-4b82-8ff3-3af1a75e569d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port e9cea8ee-6573-4c12-8779-3fe1c0128b93 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:48:17.512706 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-450e5b98-4868-4073-b028-0244a968e220 req-b60b2af3-36ce-4b82-8ff3-3af1a75e569d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:17.677851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72716ef-a258-4c0a-a3f9-b7705614fe7a req-eb5eb554-e6aa-4406-b235-ab9398e136eb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:17.680587 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d72716ef-a258-4c0a-a3f9-b7705614fe7a req-eb5eb554-e6aa-4406-b235-ab9398e136eb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 946 time: 0.1758585 Apr 05 20:48:17.724559 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d72716ef-a258-4c0a-a3f9-b7705614fe7a req-738afcec-a968-4949-934e-8b3bac8a42f9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d60d9538-1493-4928-93fb-e8aabb9839ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396152 Apr 05 20:48:17.767335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-450e5b98-4868-4073-b028-0244a968e220 req-b60b2af3-36ce-4b82-8ff3-3af1a75e569d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] For port e9cea8ee-6573-4c12-8779-3fe1c0128b93, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=e9cea8ee-6573-4c12-8779-3fe1c0128b93,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:48:17.767683 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-450e5b98-4868-4073-b028-0244a968e220 req-b60b2af3-36ce-4b82-8ff3-3af1a75e569d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:17.888589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-450e5b98-4868-4073-b028-0244a968e220 req-b60b2af3-36ce-4b82-8ff3-3af1a75e569d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for e9cea8ee-6573-4c12-8779-3fe1c0128b93 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:48:18.145295 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-450e5b98-4868-4073-b028-0244a968e220 req-b60b2af3-36ce-4b82-8ff3-3af1a75e569d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:18.197558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b2af3-36ce-4b82-8ff3-3af1a75e569d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=e9cea8ee-6573-4c12-8779-3fe1c0128b93,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:18.270698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-450e5b98-4868-4073-b028-0244a968e220 req-b60b2af3-36ce-4b82-8ff3-3af1a75e569d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] No DVR routers for this DVR port e9cea8ee-6573-4c12-8779-3fe1c0128b93 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:18.273204 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-450e5b98-4868-4073-b028-0244a968e220 req-b60b2af3-36ce-4b82-8ff3-3af1a75e569d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:18.275649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'name': 'network-vif-deleted', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:48:18.291003 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-450e5b98-4868-4073-b028-0244a968e220 req-b60b2af3-36ce-4b82-8ff3-3af1a75e569d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "DELETE /v2.0/ports/e9cea8ee-6573-4c12-8779-3fe1c0128b93 HTTP/1.1" status: 204 len: 173 time: 0.8421679 Apr 05 20:48:18.321434 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46f3f414-dda3-4486-977f-be1519506159', 'name': 'network-vif-deleted', 'tag': 'e9cea8ee-6573-4c12-8779-3fe1c0128b93', 'status': 'completed', 'code': 200} Apr 05 20:48:18.897017 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8414657-3920-40b4-aa10-f71d20c54b39 req-22d1f666-1949-483a-85ad-ad2945bb2a79 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=46f3f414-dda3-4486-977f-be1519506159 HTTP/1.1" status: 200 len: 210 time: 0.0423477 Apr 05 20:48:19.993024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49868) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:20.541334 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e339e76a-61b3-46c5-80f7-1a97f951bf14 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:20.896311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-e339e76a-61b3-46c5-80f7-1a97f951bf14 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:48:20.896640 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e339e76a-61b3-46c5-80f7-1a97f951bf14 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:21.097195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-e339e76a-61b3-46c5-80f7-1a97f951bf14 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] For port 83a599cb-ca2b-47f8-81a6-eb6f1096e00c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=83a599cb-ca2b-47f8-81a6-eb6f1096e00c,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:48:21.097826 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e339e76a-61b3-46c5-80f7-1a97f951bf14 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:21.333809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-e339e76a-61b3-46c5-80f7-1a97f951bf14 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for 83a599cb-ca2b-47f8-81a6-eb6f1096e00c owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:48:21.656653 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e339e76a-61b3-46c5-80f7-1a97f951bf14 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:21.712898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e339e76a-61b3-46c5-80f7-1a97f951bf14 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=83a599cb-ca2b-47f8-81a6-eb6f1096e00c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:21.994156 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e339e76a-61b3-46c5-80f7-1a97f951bf14 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:22.013565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e9cea8ee-6573-4c12-8779-3fe1c0128b93 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:22.051824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: e9cea8ee-6573-4c12-8779-3fe1c0128b93 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:48:22.052170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device e9cea8ee-6573-4c12-8779-3fe1c0128b93 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:48:22.357362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e339e76a-61b3-46c5-80f7-1a97f951bf14 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 60e95bf5-844b-4ea5-8adb-8372219cdc9a has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:48:22.682084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e339e76a-61b3-46c5-80f7-1a97f951bf14 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:48:22.692955 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca3da1-f5fc-47fa-9a5a-7979888d58f8 None None] Sync routers for ids ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:48:22.698945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49898) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:22.705032 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca3da1-f5fc-47fa-9a5a-7979888d58f8 None None] Routers {'60e95bf5-844b-4ea5-8adb-8372219cdc9a'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:48:22.706576 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a3ca3da1-f5fc-47fa-9a5a-7979888d58f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:22.709113 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e339e76a-61b3-46c5-80f7-1a97f951bf14 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "PUT /v2.0/routers/60e95bf5-844b-4ea5-8adb-8372219cdc9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7149024 Apr 05 20:48:22.773318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting subnet fb89fca1-2e7b-4b89-a22b-982454d09eb9 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:48:22.776949 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:22.833396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:22.896689 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-a3ca3da1-f5fc-47fa-9a5a-7979888d58f8 None None] Set router 60e95bf5-844b-4ea5-8adb-8372219cdc9a gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:48:22.922677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:22.999444 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:23.040616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Subnet': ['ID=fb89fca1-2e7b-4b89-a22b-982454d09eb9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:23.043143 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:23.051137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404f45fa-5dcd-46b8-af7f-cb2191e6e7a8 None None] Network 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:48:23.052655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:23.053003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:23.053339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:23.053674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:23.054023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:23.054359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:23.054685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:23.055009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:23.055334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:23.055655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:23.055971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:23.056290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:23.061471 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-03b51852-8be1-46a9-8e5e-151442724945 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/subnets/fb89fca1-2e7b-4b89-a22b-982454d09eb9 HTTP/1.1" status: 204 len: 168 time: 0.3614545 Apr 05 20:48:23.064007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49902) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:23.211039 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a3ca3da1-f5fc-47fa-9a5a-7979888d58f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:48:21Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:23.214869 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca3da1-f5fc-47fa-9a5a-7979888d58f8 None None] Checking router: 60e95bf5-844b-4ea5-8adb-8372219cdc9a for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:48:23.224579 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca3da1-f5fc-47fa-9a5a-7979888d58f8 None None] Routers {'60e95bf5-844b-4ea5-8adb-8372219cdc9a'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:48:23.225168 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a3ca3da1-f5fc-47fa-9a5a-7979888d58f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:23.272313 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:23.392570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] DHCP port deletion for 8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:48:23.397479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Deleting port 0891f337-aeb9-4e5b-a4ec-6c64017134c9 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:48:23.397860 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:23.414995 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-a3ca3da1-f5fc-47fa-9a5a-7979888d58f8 None None] Set router 60e95bf5-844b-4ea5-8adb-8372219cdc9a gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:48:23.508880 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:23.519756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port c25e0866-d0a0-4aae-b540-7762ce608cbf {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:48:23.520407 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:23.615792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] For port 0891f337-aeb9-4e5b-a4ec-6c64017134c9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0891f337-aeb9-4e5b-a4ec-6c64017134c9,segment=NetworkSegment(e235326a-02a2-4c5a-930e-29dde525d14e),segment_id=e235326a-02a2-4c5a-930e-29dde525d14e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:48:23.616101 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:23.811613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] For port c25e0866-d0a0-4aae-b540-7762ce608cbf, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c25e0866-d0a0-4aae-b540-7762ce608cbf,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:48:23.812087 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:23.833106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Calling delete_port for 0891f337-aeb9-4e5b-a4ec-6c64017134c9 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:48:23.834290 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a3ca3da1-f5fc-47fa-9a5a-7979888d58f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:48:21Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:23.844920 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca3da1-f5fc-47fa-9a5a-7979888d58f8 None None] The sync data for ids ['60e95bf5-844b-4ea5-8adb-8372219cdc9a'] in n-d-836604-1 is: [{'id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1555743722', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212'}], 'enable_snat': True}, 'gw_port_id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:10Z', 'updated_at': '2022-04-05T20:48:21Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'c25e0866-d0a0-4aae-b540-7762ce608cbf', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e95bf5-844b-4ea5-8adb-8372219cdc9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:11Z', 'updated_at': '2022-04-05T20:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:48:23.933646 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:23.949501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for c25e0866-d0a0-4aae-b540-7762ce608cbf owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:48:24.018577 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Pushing event deleted for resources: {'Port': ['ID=0891f337-aeb9-4e5b-a4ec-6c64017134c9,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:24.027722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] No DVR routers for this DVR port 0891f337-aeb9-4e5b-a4ec-6c64017134c9 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:24.029854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.030219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.030551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.030884 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.031207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.031530 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.031849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.032423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.032532 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.032789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.033110 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.033425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81065db5-2022-4030-a67b-06356e03dd04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:24.299710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0891f337-aeb9-4e5b-a4ec-6c64017134c9 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:24.300248 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:24.352509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 0891f337-aeb9-4e5b-a4ec-6c64017134c9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:48:24.352509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0891f337-aeb9-4e5b-a4ec-6c64017134c9 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:48:24.352509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 83a599cb-ca2b-47f8-81a6-eb6f1096e00c no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:24.354632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=c25e0866-d0a0-4aae-b540-7762ce608cbf,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:24.394132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 83a599cb-ca2b-47f8-81a6-eb6f1096e00c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:48:24.394547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 83a599cb-ca2b-47f8-81a6-eb6f1096e00c not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:48:24.471023 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:24.641689 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:24.644388 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:24.666021 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:24.666546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Fanout notify agent at l3_agent the message router_deleted on router 60e95bf5-844b-4ea5-8adb-8372219cdc9a {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:48:24.681703 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:24.685560 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5175c0c7-e022-49b1-b36a-44cdb61df3b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/routers/60e95bf5-844b-4ea5-8adb-8372219cdc9a HTTP/1.1" status: 204 len: 168 time: 1.6206441 Apr 05 20:48:24.685680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49908) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:24.806163 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-267b7574-8996-4772-9526-8ef988158468 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:24.935623 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-267b7574-8996-4772-9526-8ef988158468 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:24.960363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-267b7574-8996-4772-9526-8ef988158468 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4afe8b-a95a-4cf6-a026-b9b8d1417d12']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:24.971909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-267b7574-8996-4772-9526-8ef988158468 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e235326a-02a2-4c5a-930e-29dde525d14e') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:24.972201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-267b7574-8996-4772-9526-8ef988158468 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e235326a-02a2-4c5a-930e-29dde525d14e') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:24.983070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-267b7574-8996-4772-9526-8ef988158468 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:24.998952 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-267b7574-8996-4772-9526-8ef988158468 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:25.005480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267b7574-8996-4772-9526-8ef988158468 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:48:25.005850 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-267b7574-8996-4772-9526-8ef988158468 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:48:25.019974 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:48:25.099220 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-267b7574-8996-4772-9526-8ef988158468 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:25.116979 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-267b7574-8996-4772-9526-8ef988158468 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:25.128579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267b7574-8996-4772-9526-8ef988158468 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Network': ['ID=8f4afe8b-a95a-4cf6-a026-b9b8d1417d12,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:25.137496 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-267b7574-8996-4772-9526-8ef988158468 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/networks/8f4afe8b-a95a-4cf6-a026-b9b8d1417d12 HTTP/1.1" status: 204 len: 168 time: 0.4503312 Apr 05 20:48:25.140063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49914) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:25.209931 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27683765-5c86-4a71-bbc9-d4192873461e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:25.244168 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27683765-5c86-4a71-bbc9-d4192873461e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:25.308066 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27683765-5c86-4a71-bbc9-d4192873461e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:25.325945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27683765-5c86-4a71-bbc9-d4192873461e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60d9538-1493-4928-93fb-e8aabb9839ce,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:25.335852 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27683765-5c86-4a71-bbc9-d4192873461e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:25.336976 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-27683765-5c86-4a71-bbc9-d4192873461e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/security-groups/d60d9538-1493-4928-93fb-e8aabb9839ce HTTP/1.1" status: 204 len: 168 time: 0.1960058 Apr 05 20:48:25.779815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49922) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:25.785128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-411281360', 'description': 'tempest-secgroup-smoke-411281360 description', 'project_id': '5118b05a56334dea925f78d36af460a0'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:48:25.791526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:25.795883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:25.798725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:25.804838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:25.815659 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:25.834566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:25.838312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:25.841015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:25.847404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:25.914037 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:25.917396 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:25.962664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6401d0dc-880b-4a6e-b7b3-7ff3998f737a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:25.966741 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:25.971301 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8a30a5e2-3db5-4548-88f1-6251f3ac77e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1871326 Apr 05 20:48:25.973047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49928) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:25.981484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1a106b16-3be8-4001-8ae4-624a85d604c4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': '6401d0dc-880b-4a6e-b7b3-7ff3998f737a', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:48:25.989457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1a106b16-3be8-4001-8ae4-624a85d604c4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:25.993468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1a106b16-3be8-4001-8ae4-624a85d604c4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:25.996692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1a106b16-3be8-4001-8ae4-624a85d604c4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:26.003877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1a106b16-3be8-4001-8ae4-624a85d604c4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:26.021284 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a106b16-3be8-4001-8ae4-624a85d604c4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.082245 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a106b16-3be8-4001-8ae4-624a85d604c4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.086871 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a106b16-3be8-4001-8ae4-624a85d604c4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.113222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a106b16-3be8-4001-8ae4-624a85d604c4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a65bcbc-7bb9-48e3-925d-66f749b24887,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:26.122533 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a106b16-3be8-4001-8ae4-624a85d604c4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.123749 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1a106b16-3be8-4001-8ae4-624a85d604c4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506946 Apr 05 20:48:26.126633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49932) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:26.131763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1e0f7a47-65a4-4cfb-aa79-e825404a5120 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': '6401d0dc-880b-4a6e-b7b3-7ff3998f737a', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:48:26.138180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1e0f7a47-65a4-4cfb-aa79-e825404a5120 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:26.141990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1e0f7a47-65a4-4cfb-aa79-e825404a5120 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:26.144879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1e0f7a47-65a4-4cfb-aa79-e825404a5120 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:26.150868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1e0f7a47-65a4-4cfb-aa79-e825404a5120 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:26.168049 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e0f7a47-65a4-4cfb-aa79-e825404a5120 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.234974 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e0f7a47-65a4-4cfb-aa79-e825404a5120 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.241721 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e0f7a47-65a4-4cfb-aa79-e825404a5120 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.267683 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c25e0866-d0a0-4aae-b540-7762ce608cbf no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:26.269025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f7a47-65a4-4cfb-aa79-e825404a5120 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c11f8f1-588d-4228-a200-0fdbd4e0eee4,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:26.279951 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e0f7a47-65a4-4cfb-aa79-e825404a5120 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.281142 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1e0f7a47-65a4-4cfb-aa79-e825404a5120 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1535897 Apr 05 20:48:26.283837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49936) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:26.289652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-60553b78-4551-4478-b472-490ba71f7ffb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': '6401d0dc-880b-4a6e-b7b3-7ff3998f737a', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:48:26.296433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-60553b78-4551-4478-b472-490ba71f7ffb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:26.300862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-60553b78-4551-4478-b472-490ba71f7ffb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:26.303237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: c25e0866-d0a0-4aae-b540-7762ce608cbf {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:48:26.303583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c25e0866-d0a0-4aae-b540-7762ce608cbf not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:48:26.303757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-60553b78-4551-4478-b472-490ba71f7ffb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:26.310828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-60553b78-4551-4478-b472-490ba71f7ffb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:26.330615 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60553b78-4551-4478-b472-490ba71f7ffb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.395326 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60553b78-4551-4478-b472-490ba71f7ffb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.398952 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60553b78-4551-4478-b472-490ba71f7ffb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.422263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60553b78-4551-4478-b472-490ba71f7ffb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b1b8bf-92f4-4a6b-9a35-fb2b99565bcf,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:26.431815 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60553b78-4551-4478-b472-490ba71f7ffb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.433184 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-60553b78-4551-4478-b472-490ba71f7ffb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481335 Apr 05 20:48:26.435733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49940) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:26.441162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-be4361ba-81bf-4abd-afbe-9a0d08d0f6e2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': '6401d0dc-880b-4a6e-b7b3-7ff3998f737a', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:48:26.447851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-be4361ba-81bf-4abd-afbe-9a0d08d0f6e2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:26.451829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-be4361ba-81bf-4abd-afbe-9a0d08d0f6e2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:26.454727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-be4361ba-81bf-4abd-afbe-9a0d08d0f6e2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:26.460449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-be4361ba-81bf-4abd-afbe-9a0d08d0f6e2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:26.477398 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be4361ba-81bf-4abd-afbe-9a0d08d0f6e2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.543168 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be4361ba-81bf-4abd-afbe-9a0d08d0f6e2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.546970 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be4361ba-81bf-4abd-afbe-9a0d08d0f6e2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.569114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4361ba-81bf-4abd-afbe-9a0d08d0f6e2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7fd82b-aa5f-4675-886f-324047a3402e,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:26.579745 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-be4361ba-81bf-4abd-afbe-9a0d08d0f6e2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.580964 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-be4361ba-81bf-4abd-afbe-9a0d08d0f6e2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1443150 Apr 05 20:48:26.583789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49944) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:26.588660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-036edc7f-56f6-467e-9871-74b38d0736fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': '6401d0dc-880b-4a6e-b7b3-7ff3998f737a', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:48:26.595013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-036edc7f-56f6-467e-9871-74b38d0736fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:26.599462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-036edc7f-56f6-467e-9871-74b38d0736fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:26.602280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-036edc7f-56f6-467e-9871-74b38d0736fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:26.607937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-036edc7f-56f6-467e-9871-74b38d0736fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:26.621318 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-036edc7f-56f6-467e-9871-74b38d0736fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Project 5118b05a56334dea925f78d36af460a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:48:26.628228 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-036edc7f-56f6-467e-9871-74b38d0736fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.693058 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-036edc7f-56f6-467e-9871-74b38d0736fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.697487 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-036edc7f-56f6-467e-9871-74b38d0736fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.721311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036edc7f-56f6-467e-9871-74b38d0736fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01647976-7ddf-416b-bae6-33123a6204de,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:26.731010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-036edc7f-56f6-467e-9871-74b38d0736fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.732521 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-036edc7f-56f6-467e-9871-74b38d0736fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477630 Apr 05 20:48:26.735827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49948) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:26.740936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-bf19e580-5f2b-41f1-a8e4-52fb22fca62e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': '6401d0dc-880b-4a6e-b7b3-7ff3998f737a', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:48:26.747706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-bf19e580-5f2b-41f1-a8e4-52fb22fca62e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:26.751657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-bf19e580-5f2b-41f1-a8e4-52fb22fca62e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:26.754714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-bf19e580-5f2b-41f1-a8e4-52fb22fca62e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:26.760593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-bf19e580-5f2b-41f1-a8e4-52fb22fca62e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:26.771454 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-bf19e580-5f2b-41f1-a8e4-52fb22fca62e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Project 5118b05a56334dea925f78d36af460a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:48:26.778440 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf19e580-5f2b-41f1-a8e4-52fb22fca62e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.845197 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf19e580-5f2b-41f1-a8e4-52fb22fca62e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.849241 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf19e580-5f2b-41f1-a8e4-52fb22fca62e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.871960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf19e580-5f2b-41f1-a8e4-52fb22fca62e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab700e4-a68b-4768-bc5f-f9e91e80a008,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:26.880260 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf19e580-5f2b-41f1-a8e4-52fb22fca62e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.881404 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bf19e580-5f2b-41f1-a8e4-52fb22fca62e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451671 Apr 05 20:48:26.884237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49954) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:26.889585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'network': {'name': 'tempest-network-smoke--1876084668', 'project_id': '5118b05a56334dea925f78d36af460a0', 'port_security_enabled': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:48:26.894950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:26.899033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:network and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:26.901838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:26.907426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:26.917658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Made reservation on behalf of 5118b05a56334dea925f78d36af460a0 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:48:26.921272 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.948123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:48:26.957014 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:26.957390 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Added segment b850b7f4-96ef-4a17-8264-579cc772ba33 of type vlan for network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 Apr 05 20:48:26.983193 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:27.011319 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:27.017088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:27.018162 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:27.214542 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3292391 Apr 05 20:48:27.217282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49960) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:27.223252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'admin_state_up': True, 'project_id': '5118b05a56334dea925f78d36af460a0', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:48:27.226583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cefff8-a301-4bc4-bd71-9f9bec9ecd86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Network': ['ID=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:27.230817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:27.234714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:router and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:27.236664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:48:27.237576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:27.244086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:27.253803 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:27.254933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:27.271040 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:27.535503 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:27.838243 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:27.867457 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:28.119805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.25.8.113 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/ee34c83e-d54e-4986-9621-dda59bd6d3e8) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:48:28.264999 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:28.293549 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:28.352718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:48:28.359330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:28.362233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:48:28.404530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=ee34c83e-d54e-4986-9621-dda59bd6d3e8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:28.769284 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:29.096791 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:29.295739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 653c93f8-062f-4576-8586-a2479fd4d96e is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:48:29.587947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:48:29.598182 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Sync routers for ids ['653c93f8-062f-4576-8586-a2479fd4d96e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:48:29.606985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Routers {'653c93f8-062f-4576-8586-a2479fd4d96e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:48:29.607582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['653c93f8-062f-4576-8586-a2479fd4d96e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:29.614946 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:29.616202 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-caa33243-3568-4a5c-b57a-2c02bb4f9e25 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3978736 Apr 05 20:48:29.619321 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49968) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:29.660047 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-13663d97-7804-46f4-9826-79d5dd49c658 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5118b05a56334dea925f78d36af460a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367985 Apr 05 20:48:29.660314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49972) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:29.810174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b90069c-8411-4a01-adaa-43f6111757b5 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:29.810174 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4b90069c-8411-4a01-adaa-43f6111757b5 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1402760 Apr 05 20:48:29.810174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49976) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:29.820157 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Set router 653c93f8-062f-4576-8586-a2479fd4d96e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:48:29.874610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 49980) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:29.875063 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4f47f118-5f6d-4960-82c0-8c465cf7025b tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0660319 Apr 05 20:48:29.877235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1254152937', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'project_id': '5118b05a56334dea925f78d36af460a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:48:30.004297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:30.008771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:subnet and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:30.010992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:30.016578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:30.025689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Made reservation on behalf of 5118b05a56334dea925f78d36af460a0 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:48:30.029142 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:30.110768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:28Z', 'revision_number': 3, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:30.114642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Checking router: 653c93f8-062f-4576-8586-a2479fd4d96e for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:48:30.114988 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Updating router 653c93f8-062f-4576-8586-a2479fd4d96e port ee34c83e-d54e-4986-9621-dda59bd6d3e8 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:48:30.168587 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:30.245843 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:30.326764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Subnet': ['ID=c70d7151-a1e3-4751-bb25-2cf30e59f4d1,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:30.337598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Checking segment: {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:48:30.338212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network hostable DHCP agents. Network: 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:48:30.357395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:48:30.371085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:30.375897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:30.376484 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:30.387445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041edb22-d74d-4f0f-b926-72f52707a010 None None] Network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:48:30.402386 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6abd60cf-ca1a-49e3-8e56-0ba4f84faced tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5298164 Apr 05 20:48:30.405337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 49988) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:30.554429 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:48:30.721410 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:30.735395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Transition to ACTIVE for port object ee34c83e-d54e-4986-9621-dda59bd6d3e8 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:30.742480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ips': [{'subnet_id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:48:30.743556 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:30.756240 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:30.926692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Attempting to bind port ee34c83e-d54e-4986-9621-dda59bd6d3e8 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:48:30.927053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Attempting to bind port ee34c83e-d54e-4986-9621-dda59bd6d3e8 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:48:30.927411 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Attempting to bind port ee34c83e-d54e-4986-9621-dda59bd6d3e8 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:48:30.942045 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aafc62-8516-4029-a05e-23e9684fde74 None None] Pushing event updated for resources: {'Port': ['ID=ee34c83e-d54e-4986-9621-dda59bd6d3e8,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:30.951290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:48:30.951669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:48:30.952068 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:30.952455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:48:30.952924 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Bound port: ee34c83e-d54e-4986-9621-dda59bd6d3e8, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:48:30.953298 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:31.013307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542754b2-cf45-4544-a3ab-23526621ccdb req-2d6b9841-e5bb-4185-a97c-37f563ff324f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:31.014782 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-542754b2-cf45-4544-a3ab-23526621ccdb req-2d6b9841-e5bb-4185-a97c-37f563ff324f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.2858210 Apr 05 20:48:31.084145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] For port ee34c83e-d54e-4986-9621-dda59bd6d3e8, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:48:31.088508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] For port ee34c83e-d54e-4986-9621-dda59bd6d3e8, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ee34c83e-d54e-4986-9621-dda59bd6d3e8,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:48:31.093027 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Allocated IP 172.20.0.2 (19a1b1b4-1a20-4d7c-966d-8bd78d042fb7/c70d7151-a1e3-4751-bb25-2cf30e59f4d1/024f7b44-a333-46c6-96ff-b21f6e180393) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:48:31.095994 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:31.131473 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-542754b2-cf45-4544-a3ab-23526621ccdb req-f71b5fea-d588-4b6b-a5f2-35a241072156 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055257 Apr 05 20:48:31.214435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aafc62-8516-4029-a05e-23e9684fde74 None None] Pushing event updated for resources: {'Port': ['ID=ee34c83e-d54e-4986-9621-dda59bd6d3e8,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:31.256671 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:31.267574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Routers {'653c93f8-062f-4576-8586-a2479fd4d96e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:48:31.268202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['653c93f8-062f-4576-8586-a2479fd4d96e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:31.539296 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] Set router 653c93f8-062f-4576-8586-a2479fd4d96e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:48:31.667490 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:31.692332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Transition to ACTIVE for port object 024f7b44-a333-46c6-96ff-b21f6e180393 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:31.770725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Transition to ACTIVE for port object 024f7b44-a333-46c6-96ff-b21f6e180393 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:31.778908 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:31.842739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.20.0.1 (19a1b1b4-1a20-4d7c-966d-8bd78d042fb7/c70d7151-a1e3-4751-bb25-2cf30e59f4d1/b013aff5-65d2-4e1c-91c4-df01f25b71aa) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:48:31.863500 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:48:31.867467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:31.870316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:48:31.958459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Pushing event updated for resources: {'Port': ['ID=024f7b44-a333-46c6-96ff-b21f6e180393,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:32.003195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:32.019559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Transition to ACTIVE for port object b013aff5-65d2-4e1c-91c4-df01f25b71aa will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:32.022726 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Attempting to bind port 024f7b44-a333-46c6-96ff-b21f6e180393 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:48:32.023089 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Attempting to bind port 024f7b44-a333-46c6-96ff-b21f6e180393 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:48:32.023443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Attempting to bind port 024f7b44-a333-46c6-96ff-b21f6e180393 on network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:48:32.030999 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:48:32.031365 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Checking segment: {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:48:32.031753 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:32.032133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Bound using segment: {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:48:32.032581 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Bound port: 024f7b44-a333-46c6-96ff-b21f6e180393, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:48:32.033491 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:32.044301 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:32.103204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:28Z', 'revision_number': 3, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:32.107433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:48:32.115516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:32.118522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b154b362-b572-4d8b-bdb8-cf1cee84f2d6 None None] The sync data for ids ['653c93f8-062f-4576-8586-a2479fd4d96e'] in n-d-836604-1 is: [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:28Z', 'revision_number': 3, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:48:32.119891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:48:32.153526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] For port 024f7b44-a333-46c6-96ff-b21f6e180393, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:48:32.156919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] For port 024f7b44-a333-46c6-96ff-b21f6e180393, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=024f7b44-a333-46c6-96ff-b21f6e180393,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:48:32.163112 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:32.164821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=b013aff5-65d2-4e1c-91c4-df01f25b71aa,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:32.203642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:32.257364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65e18b-ff94-4f63-8f4e-225826872479 None None] Pushing event updated for resources: {'Port': ['ID=024f7b44-a333-46c6-96ff-b21f6e180393,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:32.415237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e524f-046a-4c13-92a3-033bdb59a982 req-20ba593c-fae2-41a3-b042-2fde5221eb51 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:32.416869 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5e524f-046a-4c13-92a3-033bdb59a982 req-20ba593c-fae2-41a3-b042-2fde5221eb51 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1329730 Apr 05 20:48:32.486152 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5e524f-046a-4c13-92a3-033bdb59a982 req-aa27b552-83db-4615-8694-e225ed3fcf10 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606649 Apr 05 20:48:32.549826 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:32.984266 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:32.990330 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:33.111582 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:33.116136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=b013aff5-65d2-4e1c-91c4-df01f25b71aa,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:33.265328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:48:33.266551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:33.380574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514ec5f0-ef02-4163-a578-ff764ea30282 None None] Network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:48:33.493840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6a3abe42-f531-44e3-bb7c-3f155d978527 None None] Provisioning for port 024f7b44-a333-46c6-96ff-b21f6e180393 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:33.604342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 653c93f8-062f-4576-8586-a2479fd4d96e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:48:33.859439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34780d-61b1-4709-8964-d1394f197d7e req-1a0c3ee4-2a07-4ac8-a1c4-ef52f1f27f6f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:33.861037 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc34780d-61b1-4709-8964-d1394f197d7e req-1a0c3ee4-2a07-4ac8-a1c4-ef52f1f27f6f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.2554467 Apr 05 20:48:33.864553 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:48:33.891172 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-330b83aa-79dd-430e-89a3-c3d76b7253a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "PUT /v2.0/routers/653c93f8-062f-4576-8586-a2479fd4d96e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4846649 Apr 05 20:48:33.910084 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Sync routers for ids ['653c93f8-062f-4576-8586-a2479fd4d96e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:48:33.923688 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Routers {'653c93f8-062f-4576-8586-a2479fd4d96e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:48:33.924393 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['653c93f8-062f-4576-8586-a2479fd4d96e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:33.926291 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc34780d-61b1-4709-8964-d1394f197d7e req-041d71f6-9229-4fa8-ab45-4352f39db5a4 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547147 Apr 05 20:48:33.965720 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-111872da-a0b3-47a4-a27c-2821d47db5cd None None] Provisioning for port b013aff5-65d2-4e1c-91c4-df01f25b71aa completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:33.973389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-111872da-a0b3-47a4-a27c-2821d47db5cd None None] Provisioning complete for port b013aff5-65d2-4e1c-91c4-df01f25b71aa triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:33.973905 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-111872da-a0b3-47a4-a27c-2821d47db5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:34.050360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-111872da-a0b3-47a4-a27c-2821d47db5cd None None] Port b013aff5-65d2-4e1c-91c4-df01f25b71aa cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:48:34.150971 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-8036ed06-180c-416d-a5f6-274096100203 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-411281360&fields=id&tenant_id=5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 267 time: 0.0494766 Apr 05 20:48:34.162139 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Set router 653c93f8-062f-4576-8586-a2479fd4d96e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:48:34.173895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a08085b5-b964-4483-87b1-83a432164a97 None None] Provisioning complete for port b013aff5-65d2-4e1c-91c4-df01f25b71aa triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:34.174361 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a08085b5-b964-4483-87b1-83a432164a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:34.235411 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a08085b5-b964-4483-87b1-83a432164a97 None None] Port b013aff5-65d2-4e1c-91c4-df01f25b71aa cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:48:34.358589 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2cb8af6d-3292-4c09-8ad7-1c9fccb1e03f None None] Provisioning complete for port b013aff5-65d2-4e1c-91c4-df01f25b71aa triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:34.358951 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2cb8af6d-3292-4c09-8ad7-1c9fccb1e03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:34.378269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4680420-e758-4dc4-87b1-3f5006452408 req-2e8392e8-e284-4d6a-8bf4-325a03bc5491 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:34.379248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c4680420-e758-4dc4-87b1-3f5006452408 req-2e8392e8-e284-4d6a-8bf4-325a03bc5491 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:34.401118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c4680420-e758-4dc4-87b1-3f5006452408 req-2e8392e8-e284-4d6a-8bf4-325a03bc5491 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:34.402941 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ee34c83e-d54e-4986-9621-dda59bd6d3e8 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:34.406425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-2e8392e8-e284-4d6a-8bf4-325a03bc5491 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/networks?id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 HTTP/1.1" status: 200 len: 797 time: 0.2398734 Apr 05 20:48:34.419690 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-eb76066a-0e3f-42da-b64f-a8e282c1ebe2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/quotas/5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 375 time: 0.0110579 Apr 05 20:48:34.484919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2cb8af6d-3292-4c09-8ad7-1c9fccb1e03f None None] Port b013aff5-65d2-4e1c-91c4-df01f25b71aa cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:48:34.499176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port ee34c83e-d54e-4986-9621-dda59bd6d3e8 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:34.506198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ee34c83e-d54e-4986-9621-dda59bd6d3e8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:34.506882 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:34.508486 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-fd4f2a96-cc91-48f1-a856-ca46881c7ea0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833092 Apr 05 20:48:34.528437 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:32Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'b013aff5-65d2-4e1c-91c4-df01f25b71aa', 'name': '', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:f7:1c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:31Z', 'updated_at': '2022-04-05T20:48:32Z', 'revision_number': 2, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:34.532496 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Checking router: 653c93f8-062f-4576-8586-a2479fd4d96e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:48:34.532977 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Updating router 653c93f8-062f-4576-8586-a2479fd4d96e port b013aff5-65d2-4e1c-91c4-df01f25b71aa binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:48:34.597406 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:34.627664 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:34.644459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port ee34c83e-d54e-4986-9621-dda59bd6d3e8, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ee34c83e-d54e-4986-9621-dda59bd6d3e8,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:48:34.649191 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:34.649357 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-75de3337-0bfc-4ce3-ae90-bbfe8f193b67 service neutron] 10.222.0.24 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292174 Apr 05 20:48:34.650071 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 024f7b44-a333-46c6-96ff-b21f6e180393 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:34.765212 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=ee34c83e-d54e-4986-9621-dda59bd6d3e8,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:34.780603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 024f7b44-a333-46c6-96ff-b21f6e180393 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:34.786993 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 024f7b44-a333-46c6-96ff-b21f6e180393 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:34.787357 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:34.792277 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-a6f18933-df40-4f2a-899b-81dee2c7c9a3 service neutron] 10.222.0.24 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366611 Apr 05 20:48:34.910202 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:34.966636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 024f7b44-a333-46c6-96ff-b21f6e180393, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=024f7b44-a333-46c6-96ff-b21f6e180393,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:48:34.976330 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:34.992067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-0b9444d1-f7e6-4a9e-960c-99163d9a7eeb req-1c6a8b6a-7c5a-403e-88bd-ca8508fd8163 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:35.010350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-0b9444d1-f7e6-4a9e-960c-99163d9a7eeb req-1c6a8b6a-7c5a-403e-88bd-ca8508fd8163 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:35.014324 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:35.023876 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0b9444d1-f7e6-4a9e-960c-99163d9a7eeb req-1c6a8b6a-7c5a-403e-88bd-ca8508fd8163 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 210 time: 0.0746741 Apr 05 20:48:35.030319 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Transition to ACTIVE for port object b013aff5-65d2-4e1c-91c4-df01f25b71aa will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:35.043095 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:35.080259 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=024f7b44-a333-46c6-96ff-b21f6e180393,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:35.238939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ffb88-700d-453d-bb91-4d450f322871 req-30bb4975-45d8-4a50-bd36-583da0c982bb tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:35.240925 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-975ffb88-700d-453d-bb91-4d450f322871 req-30bb4975-45d8-4a50-bd36-583da0c982bb tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1449358 Apr 05 20:48:35.256039 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b50d30-5ae1-413b-9498-db5431480371 None None] Pushing event updated for resources: {'Port': ['ID=b013aff5-65d2-4e1c-91c4-df01f25b71aa,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:35.268410 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b50d30-5ae1-413b-9498-db5431480371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:35.268738 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b50d30-5ae1-413b-9498-db5431480371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:35.269063 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b50d30-5ae1-413b-9498-db5431480371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:35.269386 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b50d30-5ae1-413b-9498-db5431480371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:35.269702 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b50d30-5ae1-413b-9498-db5431480371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:35.270047 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b50d30-5ae1-413b-9498-db5431480371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:35.270360 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b50d30-5ae1-413b-9498-db5431480371 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:35.270671 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b50d30-5ae1-413b-9498-db5431480371 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:35.270978 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b50d30-5ae1-413b-9498-db5431480371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:35.271286 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b50d30-5ae1-413b-9498-db5431480371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:35.271594 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b50d30-5ae1-413b-9498-db5431480371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:35.271899 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b50d30-5ae1-413b-9498-db5431480371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:35.292493 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Attempting to bind port b013aff5-65d2-4e1c-91c4-df01f25b71aa on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:48:35.293146 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Attempting to bind port b013aff5-65d2-4e1c-91c4-df01f25b71aa by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:48:35.293273 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Attempting to bind port b013aff5-65d2-4e1c-91c4-df01f25b71aa on network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:48:35.300305 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:48:35.300791 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Checking segment: {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:48:35.301245 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:35.301623 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Bound using segment: {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:48:35.302217 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Bound port: b013aff5-65d2-4e1c-91c4-df01f25b71aa, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:48:35.302754 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:35.307383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-975ffb88-700d-453d-bb91-4d450f322871 req-9c09ddff-8e99-4909-86c8-1c246e3bdb4c tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597074 Apr 05 20:48:35.391606 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] For port b013aff5-65d2-4e1c-91c4-df01f25b71aa, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:48:35.394565 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] For port b013aff5-65d2-4e1c-91c4-df01f25b71aa, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b013aff5-65d2-4e1c-91c4-df01f25b71aa,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:48:35.399187 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:35.479862 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Routers {'653c93f8-062f-4576-8586-a2479fd4d96e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:48:35.480480 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['653c93f8-062f-4576-8586-a2479fd4d96e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:35.542834 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b50d30-5ae1-413b-9498-db5431480371 None None] Pushing event updated for resources: {'Port': ['ID=b013aff5-65d2-4e1c-91c4-df01f25b71aa,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:35.670462 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] Set router 653c93f8-062f-4576-8586-a2479fd4d96e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:48:36.000371 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:32Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'b013aff5-65d2-4e1c-91c4-df01f25b71aa', 'name': '', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:f7:1c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:31Z', 'updated_at': '2022-04-05T20:48:35Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:36.004355 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b137438a-98aa-4239-81f3-bf5838a46e26 None None] The sync data for ids ['653c93f8-062f-4576-8586-a2479fd4d96e'] in n-d-836604-1 is: [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:32Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'b013aff5-65d2-4e1c-91c4-df01f25b71aa', 'name': '', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:f7:1c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:31Z', 'updated_at': '2022-04-05T20:48:35Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:48:36.221073 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b3677bf9-2c75-4696-90b1-f4f90ef94183 req-2062f4da-5aba-4b69-9933-591d5523a088 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 210 time: 0.0696909 Apr 05 20:48:36.259102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4680420-e758-4dc4-87b1-3f5006452408 req-48b71a66-3b65-4f15-a47e-3a2cad868815 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:36.260282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c4680420-e758-4dc4-87b1-3f5006452408 req-48b71a66-3b65-4f15-a47e-3a2cad868815 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:36.278248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c4680420-e758-4dc4-87b1-3f5006452408 req-48b71a66-3b65-4f15-a47e-3a2cad868815 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:36.279432 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-48b71a66-3b65-4f15-a47e-3a2cad868815 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "GET /v2.0/networks?id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 HTTP/1.1" status: 200 len: 797 time: 0.2630765 Apr 05 20:48:36.332782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c4680420-e758-4dc4-87b1-3f5006452408 req-346fe919-7836-4067-9db2-7304672f373e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:36.348866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-c4680420-e758-4dc4-87b1-3f5006452408 req-346fe919-7836-4067-9db2-7304672f373e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:36.350195 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-346fe919-7836-4067-9db2-7304672f373e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 379 time: 0.0617938 Apr 05 20:48:36.360713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'port': {'device_id': '5037d0ed-d109-4898-8817-f163103b7a2e', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'admin_state_up': True, 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'security_groups': ['6401d0dc-880b-4a6e-b7b3-7ff3998f737a']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:48:36.408410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 024f7b44-a333-46c6-96ff-b21f6e180393 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:36.493618 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 024f7b44-a333-46c6-96ff-b21f6e180393 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:36.495548 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:36.507133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:36.519226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:36.533029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c92299-a88a-4c82-b0f8-f8395ff2d21f req-e737a2b6-e1fe-4785-ba26-3744b5a0cfcc tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:36.534650 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-36c92299-a88a-4c82-b0f8-f8395ff2d21f req-e737a2b6-e1fe-4785-ba26-3744b5a0cfcc tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0943496 Apr 05 20:48:36.537818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Made reservation on behalf of 5118b05a56334dea925f78d36af460a0 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:48:36.541753 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:36.584725 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-36c92299-a88a-4c82-b0f8-f8395ff2d21f req-425d5ed0-763f-4a00-8a05-72706c78a9ff tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433471 Apr 05 20:48:36.653127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ee34c83e-d54e-4986-9621-dda59bd6d3e8 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:36.738740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ee34c83e-d54e-4986-9621-dda59bd6d3e8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:36.738834 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.20.0.9 (19a1b1b4-1a20-4d7c-966d-8bd78d042fb7/c70d7151-a1e3-4751-bb25-2cf30e59f4d1/4a269e12-71ea-4791-a318-9da77230a351) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:48:36.738951 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:36.865775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b013aff5-65d2-4e1c-91c4-df01f25b71aa up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:36.936477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port b013aff5-65d2-4e1c-91c4-df01f25b71aa completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:36.943120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b013aff5-65d2-4e1c-91c4-df01f25b71aa triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:36.943495 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:36.948442 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:36.964753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Transition to ACTIVE for port object 4a269e12-71ea-4791-a318-9da77230a351 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:36.992448 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:37.063240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:48:37.071445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:37.074069 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:37.075825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:48:37.113471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port b013aff5-65d2-4e1c-91c4-df01f25b71aa, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b013aff5-65d2-4e1c-91c4-df01f25b71aa,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:48:37.114761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=4a269e12-71ea-4791-a318-9da77230a351,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:37.131598 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:37.149279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:37.150007 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:37.182312 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-45686f68-9542-4f1d-a804-742b806e0a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8253388 Apr 05 20:48:37.194928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Request body: {'port': {'device_id': '5037d0ed-d109-4898-8817-f163103b7a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:48:37.227692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=b013aff5-65d2-4e1c-91c4-df01f25b71aa,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:37.331768 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:37.366928 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5e6268c4-5110-40da-a95e-d4e8ab5df03f None None] Provisioning for port 4a269e12-71ea-4791-a318-9da77230a351 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:37.371914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5e6268c4-5110-40da-a95e-d4e8ab5df03f None None] Provisioning complete for port 4a269e12-71ea-4791-a318-9da77230a351 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:37.372281 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5e6268c4-5110-40da-a95e-d4e8ab5df03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:37.432181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5e6268c4-5110-40da-a95e-d4e8ab5df03f None None] Port 4a269e12-71ea-4791-a318-9da77230a351 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:48:37.653813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4c94c-03bb-401b-b8b7-00ae1a2c3284 req-7f5113ad-1c0d-4ec8-9084-5be3f249bfab tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:37.654529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-aac4c94c-03bb-401b-b8b7-00ae1a2c3284 req-7f5113ad-1c0d-4ec8-9084-5be3f249bfab tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:37.697511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-aac4c94c-03bb-401b-b8b7-00ae1a2c3284 req-7f5113ad-1c0d-4ec8-9084-5be3f249bfab tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:37.698691 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aac4c94c-03bb-401b-b8b7-00ae1a2c3284 req-7f5113ad-1c0d-4ec8-9084-5be3f249bfab tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 931 time: 0.3578079 Apr 05 20:48:37.779934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94600d6e-7628-42dd-bd99-145f52b53a9e req-0b21b77a-9ecf-4050-a096-9fc0690ee325 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:37.781718 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-94600d6e-7628-42dd-bd99-145f52b53a9e req-0b21b77a-9ecf-4050-a096-9fc0690ee325 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0862362 Apr 05 20:48:37.820998 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aac4c94c-03bb-401b-b8b7-00ae1a2c3284 req-5d1c0187-c50d-4fc6-9583-39d47652c552 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684121 Apr 05 20:48:37.826907 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-94600d6e-7628-42dd-bd99-145f52b53a9e req-4fb0ac88-fa6b-48af-9bb4-fb13074b048d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393355 Apr 05 20:48:37.906076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a269e12-71ea-4791-a318-9da77230a351 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:48:37.913568 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:37.928926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Transition to ACTIVE for port object 4a269e12-71ea-4791-a318-9da77230a351 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:48:37.932494 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:38.084779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Pushing event updated for resources: {'Port': ['ID=4a269e12-71ea-4791-a318-9da77230a351,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:38.167209 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Attempting to bind port 4a269e12-71ea-4791-a318-9da77230a351 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:48:38.167552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Attempting to bind port 4a269e12-71ea-4791-a318-9da77230a351 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:48:38.167858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Attempting to bind port 4a269e12-71ea-4791-a318-9da77230a351 on network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:48:38.172560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Port 4a269e12-71ea-4791-a318-9da77230a351 on network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:48:38.172874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Attempting to bind port 4a269e12-71ea-4791-a318-9da77230a351 on network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:48:38.178095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:48:38.178518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Checking segment: {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:48:38.178816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Bound using segment: {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:48:38.179227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Bound port: 4a269e12-71ea-4791-a318-9da77230a351, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:48:38.179563 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:38.274597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:48:38.277540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=4a269e12-71ea-4791-a318-9da77230a351,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:48:38.282420 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:38.294551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b013aff5-65d2-4e1c-91c4-df01f25b71aa up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:38.335680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:38.336262 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:38.338359 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] 10.222.0.41 "PUT /v2.0/ports/4a269e12-71ea-4791-a318-9da77230a351 HTTP/1.1" status: 200 len: 1091 time: 1.1493690 Apr 05 20:48:38.340928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'tag': '4a269e12-71ea-4791-a318-9da77230a351'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:48:38.369207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b013aff5-65d2-4e1c-91c4-df01f25b71aa triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:38.369766 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:38.380624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c9ff5-22e6-4b12-a274-964c1f617427 service neutron] Pushing event updated for resources: {'Port': ['ID=4a269e12-71ea-4791-a318-9da77230a351,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:38.437085 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'tag': '4a269e12-71ea-4791-a318-9da77230a351', 'status': 'completed', 'code': 200} Apr 05 20:48:38.477400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6e1f979a-c84d-4631-ad85-33528eedaadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:38.478943 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-6e1f979a-c84d-4631-ad85-33528eedaadb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 1094 time: 0.0853994 Apr 05 20:48:38.553351 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-e62f019a-9dd9-4fe5-a01f-62266f7df6c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a269e12-71ea-4791-a318-9da77230a351 HTTP/1.1" status: 200 len: 217 time: 0.0675101 Apr 05 20:48:38.614343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4680420-e758-4dc4-87b1-3f5006452408 req-66f36fdd-a95a-46d7-bc8b-107d0a6db74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:38.615757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-66f36fdd-a95a-46d7-bc8b-107d0a6db74d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70d7151-a1e3-4751-bb25-2cf30e59f4d1 HTTP/1.1" status: 200 len: 835 time: 0.0572309 Apr 05 20:48:38.690021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4680420-e758-4dc4-87b1-3f5006452408 req-dba5218c-c9be-4a3b-8fc6-9ed595b63cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:38.691331 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-dba5218c-c9be-4a3b-8fc6-9ed595b63cea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701900 Apr 05 20:48:38.820493 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-259ac166-1d87-47c7-9743-b629427b3385 service neutron] 10.222.0.41 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225741 Apr 05 20:48:38.948345 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:38.993832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c4680420-e758-4dc4-87b1-3f5006452408 req-b7b0042f-9dd8-445f-9b77-a3b7bf3867be service neutron] 10.222.0.41 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657660 Apr 05 20:48:39.012621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89df775-c934-49b8-8086-b9951656f0c1 req-ec9e794b-07f8-437e-9dd8-09ba27865d6e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:39.015103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a89df775-c934-49b8-8086-b9951656f0c1 req-ec9e794b-07f8-437e-9dd8-09ba27865d6e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 943 time: 0.0886915 Apr 05 20:48:39.042679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351a59e-6d0e-4ff3-8dd9-36ec7dfdfc43 req-8123cee3-9f13-4762-b542-2fe884506d6d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:39.044393 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9351a59e-6d0e-4ff3-8dd9-36ec7dfdfc43 req-8123cee3-9f13-4762-b542-2fe884506d6d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0874290 Apr 05 20:48:39.067621 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a89df775-c934-49b8-8086-b9951656f0c1 req-ff80ca9c-8cd1-46ed-bb06-76140ec2a47a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407555 Apr 05 20:48:39.132016 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9351a59e-6d0e-4ff3-8dd9-36ec7dfdfc43 req-3579d4f6-def1-4bb2-bede-06e8bf6e69f9 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565584 Apr 05 20:48:39.150729 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfb355-b31e-40f9-a190-ba6f65d6517d req-32392fa9-69f3-49ba-b958-f41e35f2ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:39.152165 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39cfb355-b31e-40f9-a190-ba6f65d6517d req-32392fa9-69f3-49ba-b958-f41e35f2ab87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 1094 time: 0.1069419 Apr 05 20:48:39.230717 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:39.288050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfb355-b31e-40f9-a190-ba6f65d6517d req-4b904b1d-e0cb-4b63-80d3-d282ca9d327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:39.289450 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39cfb355-b31e-40f9-a190-ba6f65d6517d req-4b904b1d-e0cb-4b63-80d3-d282ca9d327b service neutron] 10.222.0.41 "GET /v2.0/networks?id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 HTTP/1.1" status: 200 len: 898 time: 0.1312792 Apr 05 20:48:39.459193 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39cfb355-b31e-40f9-a190-ba6f65d6517d req-b1fb8477-4a94-4e8f-b6fa-e1d0d3e4ed07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a269e12-71ea-4791-a318-9da77230a351 HTTP/1.1" status: 200 len: 217 time: 0.1631930 Apr 05 20:48:39.523521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfb355-b31e-40f9-a190-ba6f65d6517d req-deee1165-37d8-43b6-8ee2-fb07a0c9d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:39.524795 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39cfb355-b31e-40f9-a190-ba6f65d6517d req-deee1165-37d8-43b6-8ee2-fb07a0c9d9e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70d7151-a1e3-4751-bb25-2cf30e59f4d1 HTTP/1.1" status: 200 len: 835 time: 0.0579870 Apr 05 20:48:39.599698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfb355-b31e-40f9-a190-ba6f65d6517d req-95d02009-3c9e-4be9-bfe9-94ba3dd82b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:39.601132 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39cfb355-b31e-40f9-a190-ba6f65d6517d req-95d02009-3c9e-4be9-bfe9-94ba3dd82b41 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697975 Apr 05 20:48:39.731955 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39cfb355-b31e-40f9-a190-ba6f65d6517d req-89721205-ae19-4ef9-b3a9-a8e5c3f024be service neutron] 10.222.0.41 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231813 Apr 05 20:48:39.861285 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-39cfb355-b31e-40f9-a190-ba6f65d6517d req-8a393667-ecb9-4971-b2da-7ccc505250e9 service neutron] 10.222.0.41 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231854 Apr 05 20:48:40.073793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50040) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:40.123138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 4a269e12-71ea-4791-a318-9da77230a351 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:48:40.290071 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=4a269e12-71ea-4791-a318-9da77230a351,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:48:40.307574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '4a269e12-71ea-4791-a318-9da77230a351', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'port_id': '4a269e12-71ea-4791-a318-9da77230a351', 'mac_address': 'fa:16:3e:65:46:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:48:40.340381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1a46b-0884-486e-8117-1a071fa5322e req-2204de3d-c2da-496f-bef8-e2f346494035 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:40.341863 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c7e1a46b-0884-486e-8117-1a071fa5322e req-2204de3d-c2da-496f-bef8-e2f346494035 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0880549 Apr 05 20:48:40.368003 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:40.387699 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c7e1a46b-0884-486e-8117-1a071fa5322e req-0f9ad524-73e7-403a-99ce-2b0d69b44770 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396442 Apr 05 20:48:40.388814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a269e12-71ea-4791-a318-9da77230a351 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:48:40.406795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=4a269e12-71ea-4791-a318-9da77230a351,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:48:40.415389 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:40.465904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-e58d8b2c-e33d-4495-93d9-ee6ba796b062 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Deleting port 4c5a17c7-b06b-41a0-ab19-5ca193c342d4 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:48:40.466243 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e58d8b2c-e33d-4495-93d9-ee6ba796b062 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:40.481756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=4a269e12-71ea-4791-a318-9da77230a351,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:40.515447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d372c-861b-45f8-9584-3b6da5aefe23 req-f35d9279-e395-4a6c-9336-96ca010ad38d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:40.516920 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-370d372c-861b-45f8-9584-3b6da5aefe23 req-f35d9279-e395-4a6c-9336-96ca010ad38d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 943 time: 0.2454586 Apr 05 20:48:40.636574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['4a269e12-71ea-4791-a318-9da77230a351'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:48:40.659593 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-370d372c-861b-45f8-9584-3b6da5aefe23 req-6d4ddd6d-cde0-45d3-bf01-f6d124864afc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315982 Apr 05 20:48:40.708991 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e58d8b2c-e33d-4495-93d9-ee6ba796b062 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:40.709306 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e58d8b2c-e33d-4495-93d9-ee6ba796b062 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:40.836093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-e58d8b2c-e33d-4495-93d9-ee6ba796b062 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Calling delete_port for 4c5a17c7-b06b-41a0-ab19-5ca193c342d4 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:48:40.985610 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e58d8b2c-e33d-4495-93d9-ee6ba796b062 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.034056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d8b2c-e33d-4495-93d9-ee6ba796b062 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event deleted for resources: {'Port': ['ID=4c5a17c7-b06b-41a0-ab19-5ca193c342d4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:41.125488 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e58d8b2c-e33d-4495-93d9-ee6ba796b062 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.126807 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-e58d8b2c-e33d-4495-93d9-ee6ba796b062 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Floating IP e7234e0e-1de9-4e94-aff2-254d020d62cc disassociated (deleted). External IP: 172.25.8.176, port: d722ab70-13c6-425c-a978-e7d100b67211. Apr 05 20:48:41.389135 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-56bb3d0f-92df-4d2e-8d52-5e6b623476bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.478028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58d8b2c-e33d-4495-93d9-ee6ba796b062 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Router 092b81b3-d817-4edf-9f14-4be8aea5b4db has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:48:41.576746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac89c2-2ce4-4a9b-9815-ca1581cd9baa req-e0193d47-82cd-4b6b-b0f5-14bd40bbd8a7 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:41.578456 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3bac89c2-2ce4-4a9b-9815-ca1581cd9baa req-e0193d47-82cd-4b6b-b0f5-14bd40bbd8a7 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0800498 Apr 05 20:48:41.627912 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3bac89c2-2ce4-4a9b-9815-ca1581cd9baa req-962812c6-e950-4f0c-bf0b-634701bbca71 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433660 Apr 05 20:48:41.655850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58d8b2c-e33d-4495-93d9-ee6ba796b062 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:48:41.666367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399db923-6d40-4035-9d3f-02b3d522c325 None None] Sync routers for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:48:41.676314 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399db923-6d40-4035-9d3f-02b3d522c325 None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:48:41.677042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-399db923-6d40-4035-9d3f-02b3d522c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:41.677181 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e58d8b2c-e33d-4495-93d9-ee6ba796b062 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:41.864414 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-399db923-6d40-4035-9d3f-02b3d522c325 None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:48:41.894050 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e58d8b2c-e33d-4495-93d9-ee6ba796b062 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "DELETE /v2.0/floatingips/e7234e0e-1de9-4e94-aff2-254d020d62cc HTTP/1.1" status: 204 len: 168 time: 1.8189421 Apr 05 20:48:41.895286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'tag': 'd722ab70-13c6-425c-a978-e7d100b67211'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:48:41.935040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbbf63-5481-49ec-b7b6-48b02f663169 req-bab28316-825b-4917-a7b0-6fcb1c587cc2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:41.936484 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bfbbf63-5481-49ec-b7b6-48b02f663169 req-bab28316-825b-4917-a7b0-6fcb1c587cc2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 944 time: 0.1121631 Apr 05 20:48:41.982134 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bfbbf63-5481-49ec-b7b6-48b02f663169 req-cf2b80dc-e580-408c-afea-15b0f2db71b4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389609 Apr 05 20:48:42.034794 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'tag': 'd722ab70-13c6-425c-a978-e7d100b67211', 'status': 'completed', 'code': 200} Apr 05 20:48:42.130213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 4a269e12-71ea-4791-a318-9da77230a351 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:48:42.205386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862030b2-1ab2-46da-a08d-2c285520f85d req-a83b0263-d0fc-4f9f-8838-fad2be671ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:42.206983 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-862030b2-1ab2-46da-a08d-2c285520f85d req-a83b0263-d0fc-4f9f-8838-fad2be671ba5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 1097 time: 0.1498170 Apr 05 20:48:42.274179 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 4a269e12-71ea-4791-a318-9da77230a351 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:48:42.280082 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 4a269e12-71ea-4791-a318-9da77230a351 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:48:42.280451 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:42.357367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-399db923-6d40-4035-9d3f-02b3d522c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c3ef127b-9231-4196-92a1-28feeea65705', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': '9e709992-d7f5-4282-b357-4d8de96efb99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:b7:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:55Z', 'updated_at': '2022-04-05T20:44:57Z', 'revision_number': 1, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:42.389560 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399db923-6d40-4035-9d3f-02b3d522c325 None None] Checking router: 092b81b3-d817-4edf-9f14-4be8aea5b4db for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:48:42.399866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862030b2-1ab2-46da-a08d-2c285520f85d req-e6c7a4be-1dfc-4f90-807d-2271b2277e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:42.401311 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-862030b2-1ab2-46da-a08d-2c285520f85d req-e6c7a4be-1dfc-4f90-807d-2271b2277e9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.1555209 Apr 05 20:48:42.410013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f1cc2-1457-4fb0-95de-f7f6451cc472 req-07d453d9-1ed3-42a5-aadb-bb28a116c315 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:42.410151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399db923-6d40-4035-9d3f-02b3d522c325 None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:48:42.410658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-647f1cc2-1457-4fb0-95de-f7f6451cc472 req-07d453d9-1ed3-42a5-aadb-bb28a116c315 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:42.410749 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-399db923-6d40-4035-9d3f-02b3d522c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:42.478744 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-862030b2-1ab2-46da-a08d-2c285520f85d req-8b6d7a43-18ff-4be6-897f-da22a1113447 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d722ab70-13c6-425c-a978-e7d100b67211 HTTP/1.1" status: 200 len: 217 time: 0.0642352 Apr 05 20:48:42.493188 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:42.521534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-647f1cc2-1457-4fb0-95de-f7f6451cc472 req-07d453d9-1ed3-42a5-aadb-bb28a116c315 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:42.522693 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-647f1cc2-1457-4fb0-95de-f7f6451cc472 req-07d453d9-1ed3-42a5-aadb-bb28a116c315 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 946 time: 0.3137679 Apr 05 20:48:42.538124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a269e12-71ea-4791-a318-9da77230a351'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:48:42.584953 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-647f1cc2-1457-4fb0-95de-f7f6451cc472 req-2f0de835-2038-4df1-a72d-8ec37df4aff3 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514374 Apr 05 20:48:42.586602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862030b2-1ab2-46da-a08d-2c285520f85d req-d40c0004-0a73-49b4-8bc6-461bde7fb4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:42.587984 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-862030b2-1ab2-46da-a08d-2c285520f85d req-d40c0004-0a73-49b4-8bc6-461bde7fb4f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.1026232 Apr 05 20:48:42.667961 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a269e12-71ea-4791-a318-9da77230a351', 'code': 200} Apr 05 20:48:42.681385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862030b2-1ab2-46da-a08d-2c285520f85d req-7de90dfc-ba2c-43ee-86a5-452cd9792a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:42.683256 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-862030b2-1ab2-46da-a08d-2c285520f85d req-7de90dfc-ba2c-43ee-86a5-452cd9792a3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871956 Apr 05 20:48:42.683964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=4a269e12-71ea-4791-a318-9da77230a351,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:48:42.697056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-862030b2-1ab2-46da-a08d-2c285520f85d req-f57650b2-3a95-4528-ba7d-58f356b0e9fe service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:48:42.700019 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-862030b2-1ab2-46da-a08d-2c285520f85d req-f57650b2-3a95-4528-ba7d-58f356b0e9fe service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092282 Apr 05 20:48:42.701535 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:42.779618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e4b71-5e57-45f4-8c29-e5d186815f25 req-bd46f64c-eb9c-4533-bfeb-97b8c6b421ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:42.781699 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0b7e4b71-5e57-45f4-8c29-e5d186815f25 req-bd46f64c-eb9c-4533-bfeb-97b8c6b421ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 1096 time: 0.0957701 Apr 05 20:48:42.800760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-399db923-6d40-4035-9d3f-02b3d522c325 None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:48:42.871946 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0b7e4b71-5e57-45f4-8c29-e5d186815f25 req-b2493042-74a5-4b10-b52d-0bcab5969fd4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500550 Apr 05 20:48:42.903853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51735b5-b780-41fd-b88f-5e9fda7eb74d req-70ba29e3-b9a2-4288-8379-693c3476aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:42.905407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e51735b5-b780-41fd-b88f-5e9fda7eb74d req-70ba29e3-b9a2-4288-8379-693c3476aceb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f03fb1f49594061a9163dba9267ddfd&device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 1096 time: 0.2029748 Apr 05 20:48:42.906798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11da6af-d6eb-4c27-955f-fc15a592790b req-7b2be8c5-b9a7-4339-9957-5f868523ac8d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:42.909229 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d11da6af-d6eb-4c27-955f-fc15a592790b req-7b2be8c5-b9a7-4339-9957-5f868523ac8d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1252162 Apr 05 20:48:42.910784 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-862030b2-1ab2-46da-a08d-2c285520f85d req-915f9910-a5ae-4607-a117-cec92b218aa1 service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626635 Apr 05 20:48:42.957243 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=4a269e12-71ea-4791-a318-9da77230a351,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:42.958383 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d11da6af-d6eb-4c27-955f-fc15a592790b req-3161a177-f92b-4976-b03f-6661fdf89375 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441718 Apr 05 20:48:43.193692 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-862030b2-1ab2-46da-a08d-2c285520f85d req-c33b0dcd-496d-43b6-a2cc-f33beb96015a service neutron] 10.222.0.13 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747898 Apr 05 20:48:43.195910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-399db923-6d40-4035-9d3f-02b3d522c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c3ef127b-9231-4196-92a1-28feeea65705', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': '9e709992-d7f5-4282-b357-4d8de96efb99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:b7:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:55Z', 'updated_at': '2022-04-05T20:44:57Z', 'revision_number': 1, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:43.201196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399db923-6d40-4035-9d3f-02b3d522c325 None None] The sync data for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 is: [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c3ef127b-9231-4196-92a1-28feeea65705', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'floating_ip_address': '172.25.8.26', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'port_id': '9e709992-d7f5-4282-b357-4d8de96efb99', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'mac_address': 'fa:16:3e:b7:26:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:44:55Z', 'updated_at': '2022-04-05T20:44:57Z', 'revision_number': 1, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:48:43.220744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51735b5-b780-41fd-b88f-5e9fda7eb74d req-3d1eb9b2-be75-43f0-bf13-4d2d9a8219a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:43.222183 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e51735b5-b780-41fd-b88f-5e9fda7eb74d req-3d1eb9b2-be75-43f0-bf13-4d2d9a8219a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 HTTP/1.1" status: 200 len: 911 time: 0.2637565 Apr 05 20:48:43.314836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683d19e-5dcb-477a-99fe-e0cd3deeab0b req-f326b8bd-a4dd-4be0-a734-a215e9d87599 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:43.316289 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1683d19e-5dcb-477a-99fe-e0cd3deeab0b req-f326b8bd-a4dd-4be0-a734-a215e9d87599 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 945 time: 0.2111013 Apr 05 20:48:43.368547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e51735b5-b780-41fd-b88f-5e9fda7eb74d req-ad77e2f1-4b04-4b85-bf9a-f068ad212e25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15f241f-ab0e-46c2-a9ae-7802a457c670 HTTP/1.1" status: 200 len: 1001 time: 0.1374419 Apr 05 20:48:43.417405 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1683d19e-5dcb-477a-99fe-e0cd3deeab0b req-9b7355b8-0abc-4385-ba8d-4563125b9de6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952108 Apr 05 20:48:43.442034 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e8810b-3697-4234-806c-07989fe462d8 None None] New status for floating IP e7234e0e-1de9-4e94-aff2-254d020d62cc: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:48:43.445903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51735b5-b780-41fd-b88f-5e9fda7eb74d req-023cdf3f-2106-4998-a06d-9e5e23d632e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:43.447417 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e51735b5-b780-41fd-b88f-5e9fda7eb74d req-023cdf3f-2106-4998-a06d-9e5e23d632e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4661bfc9-5823-448b-9581-c7c9dd7e2b90 HTTP/1.1" status: 200 len: 849 time: 0.0727477 Apr 05 20:48:43.530353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51735b5-b780-41fd-b88f-5e9fda7eb74d req-9ac02dbb-d8b2-4d1a-900c-04ee49cf798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:43.530353 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e51735b5-b780-41fd-b88f-5e9fda7eb74d req-9ac02dbb-d8b2-4d1a-900c-04ee49cf798b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726388 Apr 05 20:48:43.708995 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-732d41b7-0e7c-4801-a19e-8acfbf89acc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:43.780103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26a28b-2aa3-47bc-8586-f62038a1fb26 req-215ff17e-1604-404a-9e43-6d6084bfcd21 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:43.781509 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b26a28b-2aa3-47bc-8586-f62038a1fb26 req-215ff17e-1604-404a-9e43-6d6084bfcd21 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 946 time: 0.0802653 Apr 05 20:48:43.826846 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e51735b5-b780-41fd-b88f-5e9fda7eb74d req-249d4305-abf6-4349-83c3-b4de222cf94a service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946024 Apr 05 20:48:43.831690 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b26a28b-2aa3-47bc-8586-f62038a1fb26 req-181d4438-3e50-40a1-87c5-415cb9e82fac tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433021 Apr 05 20:48:43.882490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96dd3b-0349-4793-bebc-7c5e6c848c46 req-78dc8684-d6f8-4a51-ae91-c5783723929b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:43.883922 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c96dd3b-0349-4793-bebc-7c5e6c848c46 req-78dc8684-d6f8-4a51-ae91-c5783723929b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 946 time: 0.1552827 Apr 05 20:48:44.015096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-6c96dd3b-0349-4793-bebc-7c5e6c848c46 req-15954dbe-e7c8-4f89-9ddd-d21c266aa519 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Deleting port d722ab70-13c6-425c-a978-e7d100b67211 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:48:44.015437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6c96dd3b-0349-4793-bebc-7c5e6c848c46 req-15954dbe-e7c8-4f89-9ddd-d21c266aa519 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.107701 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e51735b5-b780-41fd-b88f-5e9fda7eb74d req-9c4a3016-8be6-4401-9a89-23941543df0b service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741604 Apr 05 20:48:44.247962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37474764-f593-4ce0-94ac-bcda896b7472 req-95964f09-4dec-4237-89a0-968b232a8a58 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:44.249401 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37474764-f593-4ce0-94ac-bcda896b7472 req-95964f09-4dec-4237-89a0-968b232a8a58 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1848855 Apr 05 20:48:44.370606 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-37474764-f593-4ce0-94ac-bcda896b7472 req-f710ae26-44ab-477e-8c35-94e33619d204 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776615 Apr 05 20:48:44.380785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-6c96dd3b-0349-4793-bebc-7c5e6c848c46 req-15954dbe-e7c8-4f89-9ddd-d21c266aa519 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] For port d722ab70-13c6-425c-a978-e7d100b67211, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=d722ab70-13c6-425c-a978-e7d100b67211,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:48:44.380785 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6c96dd3b-0349-4793-bebc-7c5e6c848c46 req-15954dbe-e7c8-4f89-9ddd-d21c266aa519 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.506463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-6c96dd3b-0349-4793-bebc-7c5e6c848c46 req-15954dbe-e7c8-4f89-9ddd-d21c266aa519 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Calling delete_port for d722ab70-13c6-425c-a978-e7d100b67211 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:48:44.606014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1826b-5d53-4410-8e57-d49a82fa94e6 req-f3d727b0-e1dc-4e2f-a87b-c29af370005a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:44.608030 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2df1826b-5d53-4410-8e57-d49a82fa94e6 req-f3d727b0-e1dc-4e2f-a87b-c29af370005a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 945 time: 0.0847280 Apr 05 20:48:44.658329 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2df1826b-5d53-4410-8e57-d49a82fa94e6 req-dc80013b-c60e-4b8f-81da-0de54cb615e8 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421650 Apr 05 20:48:44.663390 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6c96dd3b-0349-4793-bebc-7c5e6c848c46 req-15954dbe-e7c8-4f89-9ddd-d21c266aa519 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.714844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15954dbe-e7c8-4f89-9ddd-d21c266aa519 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event deleted for resources: {'Port': ['ID=d722ab70-13c6-425c-a978-e7d100b67211,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:44.828976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c96dd3b-0349-4793-bebc-7c5e6c848c46 req-15954dbe-e7c8-4f89-9ddd-d21c266aa519 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] No DVR routers for this DVR port d722ab70-13c6-425c-a978-e7d100b67211 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:44.835618 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6c96dd3b-0349-4793-bebc-7c5e6c848c46 req-15954dbe-e7c8-4f89-9ddd-d21c266aa519 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.838190 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.838998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'name': 'network-vif-deleted', 'tag': 'd722ab70-13c6-425c-a978-e7d100b67211'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:48:44.863137 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c96dd3b-0349-4793-bebc-7c5e6c848c46 req-15954dbe-e7c8-4f89-9ddd-d21c266aa519 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.13 "DELETE /v2.0/ports/d722ab70-13c6-425c-a978-e7d100b67211 HTTP/1.1" status: 204 len: 173 time: 0.9323509 Apr 05 20:48:44.881357 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:44.888631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b9223-3acf-4220-a58d-e49fd7c7454c req-3a8b97a9-bf4b-4842-a4cf-24d514815703 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:44.890140 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-052b9223-3acf-4220-a58d-e49fd7c7454c req-3a8b97a9-bf4b-4842-a4cf-24d514815703 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 945 time: 0.1008353 Apr 05 20:48:44.898786 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6901850d-4e8c-4cda-a9fa-9382d240314d', 'name': 'network-vif-deleted', 'tag': 'd722ab70-13c6-425c-a978-e7d100b67211', 'status': 'completed', 'code': 200} Apr 05 20:48:44.942383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-052b9223-3acf-4220-a58d-e49fd7c7454c req-7376598e-5a99-40f3-8c17-5e61b78267a7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456021 Apr 05 20:48:44.966339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50078) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:45.033112 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-81772bad-fba3-48e9-bf09-6fea32f56ee6 req-d0c5b6da-bf4b-4c35-a608-5da1b2dd07f0 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=6901850d-4e8c-4cda-a9fa-9382d240314d HTTP/1.1" status: 200 len: 210 time: 0.0437286 Apr 05 20:48:45.045415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944a4393-ceaf-4105-835f-46ed1d747de3 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:45.048987 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-944a4393-ceaf-4105-835f-46ed1d747de3 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 1091 time: 0.0811105 Apr 05 20:48:45.051600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50082) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:45.061912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '4a269e12-71ea-4791-a318-9da77230a351', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:48:45.070085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:48:45.074545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:floatingip and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:48:45.077857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:48:45.085608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:48:45.097154 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.250496 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.394767 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.25.8.70 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/152e3d93-527f-4754-ae12-3a08e6259c56) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:48:45.553563 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.560666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a029f6-5f1d-420c-8317-dea54ecdacb9 req-ce34031d-13c6-4874-b53e-4abc28c84e28 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:45.562150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-50a029f6-5f1d-420c-8317-dea54ecdacb9 req-ce34031d-13c6-4874-b53e-4abc28c84e28 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0816905 Apr 05 20:48:45.583909 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:45.610501 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-50a029f6-5f1d-420c-8317-dea54ecdacb9 req-5e62238f-9e88-4cad-879c-b18e66135b92 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417030 Apr 05 20:48:45.656408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:48:45.658804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:48:45.666848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:48:45.807727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=152e3d93-527f-4754-ae12-3a08e6259c56,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:45.824486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:45.824827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:45.825166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:45.825506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:45.825814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:45.826172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:45.826495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:45.826916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:45.827241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:45.827556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:45.827870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:45.828182 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:48:46.092646 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:46.202015 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:46.283650 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:46.490803 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:46.495228 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:46.605164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=152e3d93-527f-4754-ae12-3a08e6259c56,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:46.617493 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:46.799143 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Floating IP 7d598034-0f6c-404d-8ec0-87d5ec6073e4 associated. External IP: 172.25.8.70, port: 4a269e12-71ea-4791-a318-9da77230a351. Apr 05 20:48:46.816659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf3241-8936-4d8d-935d-18c98bcd868f req-ebccf322-f74a-4e87-bae1-5a4c88cecf4a tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:46.818235 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3dcf3241-8936-4d8d-935d-18c98bcd868f req-ebccf322-f74a-4e87-bae1-5a4c88cecf4a tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0898030 Apr 05 20:48:46.866440 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3dcf3241-8936-4d8d-935d-18c98bcd868f req-7eaae796-575b-4306-b730-4d081e625f5a tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416915 Apr 05 20:48:47.164796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 653c93f8-062f-4576-8586-a2479fd4d96e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:48:47.310788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device d722ab70-13c6-425c-a978-e7d100b67211 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:47.390374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: d722ab70-13c6-425c-a978-e7d100b67211 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:48:47.393526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device d722ab70-13c6-425c-a978-e7d100b67211 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:48:47.460822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade4068-8e3d-486d-962f-f5aef9c41b54 req-8a86083b-e10d-4190-821b-1f6b3f698308 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:47.462232 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ade4068-8e3d-486d-962f-f5aef9c41b54 req-8a86083b-e10d-4190-821b-1f6b3f698308 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.2693548 Apr 05 20:48:47.468969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a94732-153d-44d8-9b1d-c75a99da733f req-ed93498c-8f11-49ba-8150-f6b858659ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:47.471025 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1a94732-153d-44d8-9b1d-c75a99da733f req-ed93498c-8f11-49ba-8150-f6b858659ddc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f03fb1f49594061a9163dba9267ddfd&device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 1096 time: 0.2423050 Apr 05 20:48:47.487513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:48:47.499623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc23c93e-5beb-42e9-8bd7-ee8e1630331a None None] Sync routers for ids ['653c93f8-062f-4576-8586-a2479fd4d96e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:48:47.512321 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc23c93e-5beb-42e9-8bd7-ee8e1630331a None None] Routers {'653c93f8-062f-4576-8586-a2479fd4d96e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:48:47.513471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-bc23c93e-5beb-42e9-8bd7-ee8e1630331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['653c93f8-062f-4576-8586-a2479fd4d96e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:47.515427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:47.580010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3cdca074-c577-40dd-bf30-45e4a7d62593 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5230658 Apr 05 20:48:47.580857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'tag': '4a269e12-71ea-4791-a318-9da77230a351'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:48:47.607179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ade4068-8e3d-486d-962f-f5aef9c41b54 req-de3c43da-6b6b-4959-967b-447cf9feb766 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342077 Apr 05 20:48:47.666836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a94732-153d-44d8-9b1d-c75a99da733f req-e47f6dfe-74ea-4fce-8128-a82b34aa0bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:47.668278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1a94732-153d-44d8-9b1d-c75a99da733f req-e47f6dfe-74ea-4fce-8128-a82b34aa0bb2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 HTTP/1.1" status: 200 len: 911 time: 0.1811559 Apr 05 20:48:47.696353 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'tag': '4a269e12-71ea-4791-a318-9da77230a351', 'status': 'completed', 'code': 200} Apr 05 20:48:47.775033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-bc23c93e-5beb-42e9-8bd7-ee8e1630331a None None] Set router 653c93f8-062f-4576-8586-a2479fd4d96e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:48:47.801599 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1a94732-153d-44d8-9b1d-c75a99da733f req-3bdfbba5-ba77-4a01-a7f5-76f0ecc15a26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15f241f-ab0e-46c2-a9ae-7802a457c670 HTTP/1.1" status: 200 len: 1001 time: 0.1221173 Apr 05 20:48:47.869276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a94732-153d-44d8-9b1d-c75a99da733f req-0426c3a5-f130-4731-9076-e60382861f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:47.871052 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1a94732-153d-44d8-9b1d-c75a99da733f req-0426c3a5-f130-4731-9076-e60382861f51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4661bfc9-5823-448b-9581-c7c9dd7e2b90 HTTP/1.1" status: 200 len: 849 time: 0.0641024 Apr 05 20:48:47.908649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b06eef-aa8e-43da-9cd1-30cd5891875a req-a2a8a8b3-9beb-4fba-b02b-1614b1d11ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:47.910480 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d4b06eef-aa8e-43da-9cd1-30cd5891875a req-a2a8a8b3-9beb-4fba-b02b-1614b1d11ce0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 1096 time: 0.1869926 Apr 05 20:48:47.920648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4010b82c-6d4b-4e3f-bec2-ce80870b0a8a req-48ee1d08-733b-47d4-87c5-d010ac8bd1a7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:47.928239 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4010b82c-6d4b-4e3f-bec2-ce80870b0a8a req-48ee1d08-733b-47d4-87c5-d010ac8bd1a7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 945 time: 0.1408992 Apr 05 20:48:47.968087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a94732-153d-44d8-9b1d-c75a99da733f req-e248bb57-ce8a-46b3-9643-a6848650073f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:47.970789 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1a94732-153d-44d8-9b1d-c75a99da733f req-e248bb57-ce8a-46b3-9643-a6848650073f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936568 Apr 05 20:48:48.111259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4010b82c-6d4b-4e3f-bec2-ce80870b0a8a req-66d0b6df-b381-4e6e-8427-261c1d64b320 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820073 Apr 05 20:48:48.123167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b06eef-aa8e-43da-9cd1-30cd5891875a req-5542f393-334e-40cb-86b2-75651b33c9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:48.124592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d4b06eef-aa8e-43da-9cd1-30cd5891875a req-5542f393-334e-40cb-86b2-75651b33c9a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 HTTP/1.1" status: 200 len: 898 time: 0.1944518 Apr 05 20:48:48.131154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50108) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:48.159305 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1a94732-153d-44d8-9b1d-c75a99da733f req-779e5cd4-5226-415f-8b8a-dea9f6e0f68a service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828630 Apr 05 20:48:48.216391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-bc23c93e-5beb-42e9-8bd7-ee8e1630331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:32Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '7d598034-0f6c-404d-8ec0-87d5ec6073e4', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'port_id': '4a269e12-71ea-4791-a318-9da77230a351', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'mac_address': 'fa:16:3e:65:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037d0ed-d109-4898-8817-f163103b7a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:48:46Z', 'updated_at': '2022-04-05T20:48:46Z', 'revision_number': 0, 'project_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b013aff5-65d2-4e1c-91c4-df01f25b71aa', 'name': '', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:f7:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:31Z', 'updated_at': '2022-04-05T20:48:37Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:48.223398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc23c93e-5beb-42e9-8bd7-ee8e1630331a None None] Checking router: 653c93f8-062f-4576-8586-a2479fd4d96e for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:48:48.232247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc23c93e-5beb-42e9-8bd7-ee8e1630331a None None] Routers {'653c93f8-062f-4576-8586-a2479fd4d96e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:48:48.232858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-bc23c93e-5beb-42e9-8bd7-ee8e1630331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['653c93f8-062f-4576-8586-a2479fd4d96e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:48.324331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1a94732-153d-44d8-9b1d-c75a99da733f req-eb817fb2-f898-4c85-9bf3-ae83d0101da2 service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578591 Apr 05 20:48:48.330938 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d4b06eef-aa8e-43da-9cd1-30cd5891875a req-7f981243-3586-4d39-960e-cf4300753927 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a269e12-71ea-4791-a318-9da77230a351 HTTP/1.1" status: 200 len: 998 time: 0.1979401 Apr 05 20:48:48.335675 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f1715ae1-82b9-4326-beb6-760aa5066918 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/7d598034-0f6c-404d-8ec0-87d5ec6073e4 HTTP/1.1" status: 200 len: 990 time: 0.2041545 Apr 05 20:48:48.393686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b06eef-aa8e-43da-9cd1-30cd5891875a req-4a781953-d14d-4505-bac3-0dc0d4dfd938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:48.395175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d4b06eef-aa8e-43da-9cd1-30cd5891875a req-4a781953-d14d-4505-bac3-0dc0d4dfd938 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70d7151-a1e3-4751-bb25-2cf30e59f4d1 HTTP/1.1" status: 200 len: 835 time: 0.0585442 Apr 05 20:48:48.437424 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-bc23c93e-5beb-42e9-8bd7-ee8e1630331a None None] Set router 653c93f8-062f-4576-8586-a2479fd4d96e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:48:48.482408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b06eef-aa8e-43da-9cd1-30cd5891875a req-de2180ec-4021-49d7-8a3e-18b84d04c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:48.483900 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d4b06eef-aa8e-43da-9cd1-30cd5891875a req-de2180ec-4021-49d7-8a3e-18b84d04c2c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824299 Apr 05 20:48:48.677351 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d4b06eef-aa8e-43da-9cd1-30cd5891875a req-2fc9f324-6380-4a61-a944-a42ff0af1b7a service neutron] 10.222.0.41 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867619 Apr 05 20:48:48.851422 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d4b06eef-aa8e-43da-9cd1-30cd5891875a req-b1ef8a1c-4b61-4914-b325-966478fb6222 service neutron] 10.222.0.41 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674802 Apr 05 20:48:48.959222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-bc23c93e-5beb-42e9-8bd7-ee8e1630331a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:32Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '7d598034-0f6c-404d-8ec0-87d5ec6073e4', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'port_id': '4a269e12-71ea-4791-a318-9da77230a351', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'mac_address': 'fa:16:3e:65:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037d0ed-d109-4898-8817-f163103b7a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:48:46Z', 'updated_at': '2022-04-05T20:48:46Z', 'revision_number': 0, 'project_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b013aff5-65d2-4e1c-91c4-df01f25b71aa', 'name': '', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:f7:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:31Z', 'updated_at': '2022-04-05T20:48:37Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:48.971842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc23c93e-5beb-42e9-8bd7-ee8e1630331a None None] The sync data for ids ['653c93f8-062f-4576-8586-a2479fd4d96e'] in n-d-836604-1 is: [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:32Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '7d598034-0f6c-404d-8ec0-87d5ec6073e4', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'floating_ip_address': '172.25.8.70', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'port_id': '4a269e12-71ea-4791-a318-9da77230a351', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'mac_address': 'fa:16:3e:65:46:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5037d0ed-d109-4898-8817-f163103b7a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:48:46Z', 'updated_at': '2022-04-05T20:48:46Z', 'revision_number': 0, 'project_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b013aff5-65d2-4e1c-91c4-df01f25b71aa', 'name': '', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:f7:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:31Z', 'updated_at': '2022-04-05T20:48:37Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:48:48.979903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996b207-b878-4243-b5c6-02686ceef89c req-0fbf5206-11fa-4b3d-bd3a-38696056dccb tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:48.982674 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1996b207-b878-4243-b5c6-02686ceef89c req-0fbf5206-11fa-4b3d-bd3a-38696056dccb tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1367302 Apr 05 20:48:49.039984 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1996b207-b878-4243-b5c6-02686ceef89c req-98aa9786-c3ba-4540-8cd8-6ae41b77479d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508800 Apr 05 20:48:49.204600 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5560257a-9606-4d39-9697-7468663d5ecc None None] New status for floating IP 7d598034-0f6c-404d-8ec0-87d5ec6073e4: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:48:49.338195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50120) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:49.442110 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a922ea30-32b7-4109-b7d4-2f6d15de9682 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/7d598034-0f6c-404d-8ec0-87d5ec6073e4 HTTP/1.1" status: 200 len: 990 time: 0.1027350 Apr 05 20:48:50.239537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077b94e-6c1d-4853-bf2c-1b6f314c44d2 req-eaf332df-d252-41d4-b432-2e3697c9e816 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:50.240970 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7077b94e-6c1d-4853-bf2c-1b6f314c44d2 req-eaf332df-d252-41d4-b432-2e3697c9e816 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0845966 Apr 05 20:48:50.285853 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7077b94e-6c1d-4853-bf2c-1b6f314c44d2 req-881981e1-6c6d-49de-b875-5841dd4e9e32 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390995 Apr 05 20:48:50.445616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50130) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:50.661758 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-058316a5-1a22-40e7-8e77-e83f50ef9770 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/7d598034-0f6c-404d-8ec0-87d5ec6073e4 HTTP/1.1" status: 200 len: 992 time: 0.2146759 Apr 05 20:48:50.725865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50136) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:50.933991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac32a0-133b-45c0-9ba0-cad2a6dd7c84 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Deleting port 1ae2eac4-b862-42e2-9046-15cea57409cd {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:48:50.934324 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1ac32a0-133b-45c0-9ba0-cad2a6dd7c84 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:51.098035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1ac32a0-133b-45c0-9ba0-cad2a6dd7c84 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:51.098454 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1ac32a0-133b-45c0-9ba0-cad2a6dd7c84 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:51.223306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac32a0-133b-45c0-9ba0-cad2a6dd7c84 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Calling delete_port for 1ae2eac4-b862-42e2-9046-15cea57409cd owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:48:51.366944 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1ac32a0-133b-45c0-9ba0-cad2a6dd7c84 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:51.516865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac32a0-133b-45c0-9ba0-cad2a6dd7c84 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event deleted for resources: {'Port': ['ID=1ae2eac4-b862-42e2-9046-15cea57409cd,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:51.607798 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1ac32a0-133b-45c0-9ba0-cad2a6dd7c84 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:51.608122 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-d1ac32a0-133b-45c0-9ba0-cad2a6dd7c84 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Floating IP c3ef127b-9231-4196-92a1-28feeea65705 disassociated (deleted). External IP: 172.25.8.26, port: 9e709992-d7f5-4282-b357-4d8de96efb99. Apr 05 20:48:51.956053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ac32a0-133b-45c0-9ba0-cad2a6dd7c84 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Router 092b81b3-d817-4edf-9f14-4be8aea5b4db has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:48:52.137679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ac32a0-133b-45c0-9ba0-cad2a6dd7c84 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:48:52.147396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcbbcef-c78d-4daa-b088-2dd4f6397b8d None None] Sync routers for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:48:52.153907 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d1ac32a0-133b-45c0-9ba0-cad2a6dd7c84 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:52.156190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcbbcef-c78d-4daa-b088-2dd4f6397b8d None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:48:52.156798 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0bcbbcef-c78d-4daa-b088-2dd4f6397b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:52.209430 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d1ac32a0-133b-45c0-9ba0-cad2a6dd7c84 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "DELETE /v2.0/floatingips/c3ef127b-9231-4196-92a1-28feeea65705 HTTP/1.1" status: 204 len: 168 time: 1.4823201 Apr 05 20:48:52.210106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'tag': '9e709992-d7f5-4282-b357-4d8de96efb99'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:48:52.271443 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'tag': '9e709992-d7f5-4282-b357-4d8de96efb99', 'status': 'completed', 'code': 200} Apr 05 20:48:52.343052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-0bcbbcef-c78d-4daa-b088-2dd4f6397b8d None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:48:52.362489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f027b6d-ebcb-46ac-a976-d629f607a994 req-b6bf51e3-9880-4bf1-a828-634f40ab1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:52.363958 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f027b6d-ebcb-46ac-a976-d629f607a994 req-b6bf51e3-9880-4bf1-a828-634f40ab1874 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dacf556d99314275b005d0fe30e76cf0&device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 1096 time: 0.0710099 Apr 05 20:48:52.505533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f027b6d-ebcb-46ac-a976-d629f607a994 req-a4f9cb8d-1270-4832-8a3f-e773b00fd376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:52.506994 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f027b6d-ebcb-46ac-a976-d629f607a994 req-a4f9cb8d-1270-4832-8a3f-e773b00fd376 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 200 len: 913 time: 0.1368742 Apr 05 20:48:52.614906 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f027b6d-ebcb-46ac-a976-d629f607a994 req-69a08452-d323-44c4-b8f6-29c0e3f3b38f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e709992-d7f5-4282-b357-4d8de96efb99 HTTP/1.1" status: 200 len: 217 time: 0.0988970 Apr 05 20:48:52.662537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0bcbbcef-c78d-4daa-b088-2dd4f6397b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:52.667286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcbbcef-c78d-4daa-b088-2dd4f6397b8d None None] Checking router: 092b81b3-d817-4edf-9f14-4be8aea5b4db for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:48:52.681364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcbbcef-c78d-4daa-b088-2dd4f6397b8d None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:48:52.682317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0bcbbcef-c78d-4daa-b088-2dd4f6397b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:52.699143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f027b6d-ebcb-46ac-a976-d629f607a994 req-01ff5191-8502-40bc-b874-1c6f0e4521f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:52.700560 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f027b6d-ebcb-46ac-a976-d629f607a994 req-01ff5191-8502-40bc-b874-1c6f0e4521f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 200 len: 851 time: 0.0750785 Apr 05 20:48:52.708976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1bbc3-eb85-44ad-aa39-a8672da3347d req-7f56104f-3990-4aaa-9281-6d2975d9bc3e tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:52.710334 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ecc1bbc3-eb85-44ad-aa39-a8672da3347d req-7f56104f-3990-4aaa-9281-6d2975d9bc3e tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 945 time: 0.1961424 Apr 05 20:48:52.791999 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ecc1bbc3-eb85-44ad-aa39-a8672da3347d req-a9356634-982b-4594-a20a-791756cf8ddb tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508738 Apr 05 20:48:52.819620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f027b6d-ebcb-46ac-a976-d629f607a994 req-4601863d-9058-42e4-a178-8a7589d6e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:52.821139 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f027b6d-ebcb-46ac-a976-d629f607a994 req-4601863d-9058-42e4-a178-8a7589d6e77b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0771cdf-7fba-4afa-bb63-06eaaa63271e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096659 Apr 05 20:48:52.865861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-0bcbbcef-c78d-4daa-b088-2dd4f6397b8d None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:48:52.962943 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f027b6d-ebcb-46ac-a976-d629f607a994 req-36b7e0b5-75f6-4f4b-abfc-d822fde8499a service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299658 Apr 05 20:48:53.098082 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3f027b6d-ebcb-46ac-a976-d629f607a994 req-a707b8a9-15f9-449d-a978-11b086f9b6a7 service neutron] 10.222.0.41 "GET /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276727 Apr 05 20:48:53.182640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0bcbbcef-c78d-4daa-b088-2dd4f6397b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:48:53.186919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcbbcef-c78d-4daa-b088-2dd4f6397b8d None None] The sync data for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 is: [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'd13cae6f-728c-484f-9317-defe659a4645', 'name': '', 'network_id': 'b0771cdf-7fba-4afa-bb63-06eaaa63271e', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'mac_address': 'fa:16:3e:26:73:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:12Z', 'updated_at': '2022-04-05T20:36:26Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'subnets': [{'id': '9e0a468e-24dc-4e37-a095-c4e9126d90ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:48:53.407469 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360395e-068a-4480-a92e-2890b79b06ce None None] New status for floating IP c3ef127b-9231-4196-92a1-28feeea65705: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:48:53.978398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de82bc-7d76-4d6b-805e-14a5aee5ea41 req-f7fed286-539b-420b-8050-ddf121340b08 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:53.979070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-79de82bc-7d76-4d6b-805e-14a5aee5ea41 req-f7fed286-539b-420b-8050-ddf121340b08 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Synchronizing usage tracker for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:48:53.994872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-79de82bc-7d76-4d6b-805e-14a5aee5ea41 req-f7fed286-539b-420b-8050-ddf121340b08 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Unset dirty status for tenant:dacf556d99314275b005d0fe30e76cf0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:48:53.995943 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79de82bc-7d76-4d6b-805e-14a5aee5ea41 req-f7fed286-539b-420b-8050-ddf121340b08 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 945 time: 0.0948758 Apr 05 20:48:54.042784 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79de82bc-7d76-4d6b-805e-14a5aee5ea41 req-93469b6f-a000-45d7-9deb-d831f43f1b31 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/security-groups?id=777748e9-c6b9-4e88-a976-22a298e9081d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407050 Apr 05 20:48:54.154194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72674012-7947-4c7b-b1dd-b2424fcf1fd4 req-aa69293c-c0bc-437b-8bc2-79dcf01d946b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:54.155494 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72674012-7947-4c7b-b1dd-b2424fcf1fd4 req-aa69293c-c0bc-437b-8bc2-79dcf01d946b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.41 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 945 time: 0.0827050 Apr 05 20:48:54.224292 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-72674012-7947-4c7b-b1dd-b2424fcf1fd4 req-6ffde5f4-24b6-45d4-9f46-cb723c5c97d2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Deleting port 9e709992-d7f5-4282-b357-4d8de96efb99 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:48:54.224630 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72674012-7947-4c7b-b1dd-b2424fcf1fd4 req-6ffde5f4-24b6-45d4-9f46-cb723c5c97d2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.470306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-72674012-7947-4c7b-b1dd-b2424fcf1fd4 req-6ffde5f4-24b6-45d4-9f46-cb723c5c97d2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] For port 9e709992-d7f5-4282-b357-4d8de96efb99, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=9e709992-d7f5-4282-b357-4d8de96efb99,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:48:54.470577 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72674012-7947-4c7b-b1dd-b2424fcf1fd4 req-6ffde5f4-24b6-45d4-9f46-cb723c5c97d2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.590622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-72674012-7947-4c7b-b1dd-b2424fcf1fd4 req-6ffde5f4-24b6-45d4-9f46-cb723c5c97d2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Calling delete_port for 9e709992-d7f5-4282-b357-4d8de96efb99 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:48:54.738557 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72674012-7947-4c7b-b1dd-b2424fcf1fd4 req-6ffde5f4-24b6-45d4-9f46-cb723c5c97d2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.787417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffde5f4-24b6-45d4-9f46-cb723c5c97d2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event deleted for resources: {'Port': ['ID=9e709992-d7f5-4282-b357-4d8de96efb99,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:54.864814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-72674012-7947-4c7b-b1dd-b2424fcf1fd4 req-6ffde5f4-24b6-45d4-9f46-cb723c5c97d2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] No DVR routers for this DVR port 9e709992-d7f5-4282-b357-4d8de96efb99 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:48:54.867312 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-72674012-7947-4c7b-b1dd-b2424fcf1fd4 req-6ffde5f4-24b6-45d4-9f46-cb723c5c97d2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:54.869780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'name': 'network-vif-deleted', 'tag': '9e709992-d7f5-4282-b357-4d8de96efb99'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:48:54.885134 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72674012-7947-4c7b-b1dd-b2424fcf1fd4 req-6ffde5f4-24b6-45d4-9f46-cb723c5c97d2 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.41 "DELETE /v2.0/ports/9e709992-d7f5-4282-b357-4d8de96efb99 HTTP/1.1" status: 204 len: 173 time: 0.7247784 Apr 05 20:48:54.914406 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09ffab0-5200-45b0-99e6-2a8bf0639937', 'name': 'network-vif-deleted', 'tag': '9e709992-d7f5-4282-b357-4d8de96efb99', 'status': 'completed', 'code': 200} Apr 05 20:48:55.200531 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d808057-221f-47c9-83af-f7d6dc7cc2f1 req-60af38b4-9d4a-4f41-852c-637cc3be0da4 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "GET /v2.0/ports?device_id=a09ffab0-5200-45b0-99e6-2a8bf0639937 HTTP/1.1" status: 200 len: 210 time: 0.0490675 Apr 05 20:48:55.499680 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f45d78e1-0cc2-45ef-a6f6-8439b41cf748 req-56d76cb8-376a-4041-9ac4-6f0158b16bd3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0723822 Apr 05 20:48:55.640484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d78e1-0cc2-45ef-a6f6-8439b41cf748 req-5ef26808-8133-43ce-a706-c0ffeee2a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:55.641934 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f45d78e1-0cc2-45ef-a6f6-8439b41cf748 req-5ef26808-8133-43ce-a706-c0ffeee2a9c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de0a292fb0444bd8b5bfc9a03083c8f1&device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 1097 time: 0.0716131 Apr 05 20:48:55.903018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d78e1-0cc2-45ef-a6f6-8439b41cf748 req-ba097ce9-eea9-40a8-88b8-7f2c502b46ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:55.904611 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f45d78e1-0cc2-45ef-a6f6-8439b41cf748 req-ba097ce9-eea9-40a8-88b8-7f2c502b46ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=af69138f-825e-4e0c-a30e-bd503222732e HTTP/1.1" status: 200 len: 910 time: 0.2427199 Apr 05 20:48:56.006857 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f45d78e1-0cc2-45ef-a6f6-8439b41cf748 req-6b0e230d-6357-463e-99b8-c4fc86a8d3e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb91272b-eb5c-431e-bc34-bce17e8c73c0 HTTP/1.1" status: 200 len: 1001 time: 0.0956857 Apr 05 20:48:56.068001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d78e1-0cc2-45ef-a6f6-8439b41cf748 req-457ba703-eacb-4db8-b99e-a6738771caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:56.069374 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f45d78e1-0cc2-45ef-a6f6-8439b41cf748 req-457ba703-eacb-4db8-b99e-a6738771caa0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0c0782-a6e3-4889-935e-062f633fd7a6 HTTP/1.1" status: 200 len: 848 time: 0.0562260 Apr 05 20:48:56.150819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45d78e1-0cc2-45ef-a6f6-8439b41cf748 req-3df88b54-a72d-4836-a28b-ff1afacf3072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:48:56.152271 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f45d78e1-0cc2-45ef-a6f6-8439b41cf748 req-3df88b54-a72d-4836-a28b-ff1afacf3072 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af69138f-825e-4e0c-a30e-bd503222732e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762713 Apr 05 20:48:56.164008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-f45d78e1-0cc2-45ef-a6f6-8439b41cf748 req-0aaca11e-65f7-4d91-ab2b-7a11e76e177e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:48:56.164848 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f45d78e1-0cc2-45ef-a6f6-8439b41cf748 req-0aaca11e-65f7-4d91-ab2b-7a11e76e177e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046964 Apr 05 20:48:56.297416 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f45d78e1-0cc2-45ef-a6f6-8439b41cf748 req-3d52ed3f-197b-4e96-9637-a26bc55c89cb service neutron] 10.222.0.41 "GET /v2.0/networks/af69138f-825e-4e0c-a30e-bd503222732e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258733 Apr 05 20:48:56.299608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50154) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:56.535007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-03f96a1d-9cdd-487f-85f3-41e670bbba5b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Deleting port daf9045f-52d3-4ba2-84d8-dffe6e184691 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:48:56.535643 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03f96a1d-9cdd-487f-85f3-41e670bbba5b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:56.641327 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f45d78e1-0cc2-45ef-a6f6-8439b41cf748 req-24145126-05f8-42c1-a71d-802dc300a8bf service neutron] 10.222.0.41 "GET /v2.0/networks/af69138f-825e-4e0c-a30e-bd503222732e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879364 Apr 05 20:48:56.729266 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03f96a1d-9cdd-487f-85f3-41e670bbba5b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:56.729593 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03f96a1d-9cdd-487f-85f3-41e670bbba5b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:56.849236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-03f96a1d-9cdd-487f-85f3-41e670bbba5b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Calling delete_port for daf9045f-52d3-4ba2-84d8-dffe6e184691 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:48:56.985322 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03f96a1d-9cdd-487f-85f3-41e670bbba5b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:57.030501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f96a1d-9cdd-487f-85f3-41e670bbba5b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event deleted for resources: {'Port': ['ID=daf9045f-52d3-4ba2-84d8-dffe6e184691,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:57.132078 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03f96a1d-9cdd-487f-85f3-41e670bbba5b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:57.146106 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03f96a1d-9cdd-487f-85f3-41e670bbba5b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:57.147229 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-03f96a1d-9cdd-487f-85f3-41e670bbba5b tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "DELETE /v2.0/floatingips/62fa29fc-9f76-4ced-8c1d-3760505d70e2 HTTP/1.1" status: 204 len: 168 time: 0.8467188 Apr 05 20:48:58.184638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 9e709992-d7f5-4282-b357-4d8de96efb99 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:48:58.266371 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 9e709992-d7f5-4282-b357-4d8de96efb99 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:48:58.266705 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 9e709992-d7f5-4282-b357-4d8de96efb99 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:48:59.721843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50170) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:48:59.792040 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9f0042b7-d831-43c6-aa57-e201a8384ac8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:59.820731 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9f0042b7-d831-43c6-aa57-e201a8384ac8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:59.882932 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9f0042b7-d831-43c6-aa57-e201a8384ac8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:59.902252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0042b7-d831-43c6-aa57-e201a8384ac8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=777748e9-c6b9-4e88-a976-22a298e9081d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:48:59.915050 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9f0042b7-d831-43c6-aa57-e201a8384ac8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:48:59.916205 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9f0042b7-d831-43c6-aa57-e201a8384ac8 tempest-TestVolumeBootPattern-434585422 tempest-TestVolumeBootPattern-434585422-project] 10.222.0.24 "DELETE /v2.0/security-groups/777748e9-c6b9-4e88-a976-22a298e9081d HTTP/1.1" status: 204 len: 168 time: 0.1934180 Apr 05 20:48:59.976403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50176) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:00.700467 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ec4bda97-276e-47af-9171-8f80df1e016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:01.045679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ec4bda97-276e-47af-9171-8f80df1e016f admin admin] Deleting port d13cae6f-728c-484f-9317-defe659a4645 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:01.046864 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ec4bda97-276e-47af-9171-8f80df1e016f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:01.217564 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-ec4bda97-276e-47af-9171-8f80df1e016f admin admin] For port d13cae6f-728c-484f-9317-defe659a4645, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d13cae6f-728c-484f-9317-defe659a4645,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:01.217936 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ec4bda97-276e-47af-9171-8f80df1e016f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:01.339905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ec4bda97-276e-47af-9171-8f80df1e016f admin admin] Calling delete_port for d13cae6f-728c-484f-9317-defe659a4645 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:49:01.518635 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ec4bda97-276e-47af-9171-8f80df1e016f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:01.565716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bda97-276e-47af-9171-8f80df1e016f admin admin] Pushing event deleted for resources: {'Port': ['ID=d13cae6f-728c-484f-9317-defe659a4645,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:01.831972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ec4bda97-276e-47af-9171-8f80df1e016f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:02.300365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4bda97-276e-47af-9171-8f80df1e016f admin admin] Router 092b81b3-d817-4edf-9f14-4be8aea5b4db has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:49:02.484228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4bda97-276e-47af-9171-8f80df1e016f admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:49:02.492476 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da837736-d0ae-4bef-9c5a-9a121fa43764 None None] Sync routers for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:49:02.495815 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ec4bda97-276e-47af-9171-8f80df1e016f admin admin] 10.222.0.24 "PUT /v2.0/routers/092b81b3-d817-4edf-9f14-4be8aea5b4db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5180957 Apr 05 20:49:02.498277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50182) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:02.501623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da837736-d0ae-4bef-9c5a-9a121fa43764 None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:49:02.502251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-da837736-d0ae-4bef-9c5a-9a121fa43764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:02.677212 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:02.682079 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-da837736-d0ae-4bef-9c5a-9a121fa43764 None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:49:02.854216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:02.864176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] Deleting port 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:02.864533 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:02.966158 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-da837736-d0ae-4bef-9c5a-9a121fa43764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': True}, 'gw_port_id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:49:01Z', 'revision_number': 5, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port': {'id': '60ae9ff0-1eb3-42cf-84af-a289e245e0e5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:da:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:06Z', 'updated_at': '2022-04-05T20:36:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:02.970615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da837736-d0ae-4bef-9c5a-9a121fa43764 None None] Checking router: 092b81b3-d817-4edf-9f14-4be8aea5b4db for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:49:02.979911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da837736-d0ae-4bef-9c5a-9a121fa43764 None None] Routers {'092b81b3-d817-4edf-9f14-4be8aea5b4db'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:49:02.979911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-da837736-d0ae-4bef-9c5a-9a121fa43764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['092b81b3-d817-4edf-9f14-4be8aea5b4db'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:03.041869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] For port 60ae9ff0-1eb3-42cf-84af-a289e245e0e5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=60ae9ff0-1eb3-42cf-84af-a289e245e0e5,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:03.042245 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.129033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-da837736-d0ae-4bef-9c5a-9a121fa43764 None None] Set router 092b81b3-d817-4edf-9f14-4be8aea5b4db gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:49:03.166772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] Calling delete_port for 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:49:03.236458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-da837736-d0ae-4bef-9c5a-9a121fa43764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:49:02Z', 'revision_number': 6, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:03.240275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da837736-d0ae-4bef-9c5a-9a121fa43764 None None] The sync data for ids ['092b81b3-d817-4edf-9f14-4be8aea5b4db'] in n-d-836604-1 is: [{'id': '092b81b3-d817-4edf-9f14-4be8aea5b4db', 'name': 'tempest-TestVolumeBootPattern-1419969252-router', 'tenant_id': 'dacf556d99314275b005d0fe30e76cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:05Z', 'updated_at': '2022-04-05T20:49:02Z', 'revision_number': 6, 'project_id': 'dacf556d99314275b005d0fe30e76cf0', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:49:03.333092 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.493051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=60ae9ff0-1eb3-42cf-84af-a289e245e0e5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:03.581421 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.758459 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.760542 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.784991 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.785705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 092b81b3-d817-4edf-9f14-4be8aea5b4db {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:49:03.798496 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.799606 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4a6b7270-cbb7-463f-b6c1-4bc741fe7e17 admin admin] 10.222.0.24 "DELETE /v2.0/routers/092b81b3-d817-4edf-9f14-4be8aea5b4db HTTP/1.1" status: 204 len: 168 time: 1.3004272 Apr 05 20:49:03.802089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50186) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:03.860150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3381118-bd33-4ed1-a3b1-2ab82831dd41 admin admin] Deleting subnet 9e0a468e-24dc-4e37-a095-c4e9126d90ec {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:49:03.862995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3381118-bd33-4ed1-a3b1-2ab82831dd41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:03.910901 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3381118-bd33-4ed1-a3b1-2ab82831dd41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.001285 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3381118-bd33-4ed1-a3b1-2ab82831dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.074175 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3381118-bd33-4ed1-a3b1-2ab82831dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.112613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3381118-bd33-4ed1-a3b1-2ab82831dd41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e0a468e-24dc-4e37-a095-c4e9126d90ec,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:04.116184 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c3381118-bd33-4ed1-a3b1-2ab82831dd41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.121836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8e196f-e06f-475b-9407-e90f0f04e8c0 None None] Network b0771cdf-7fba-4afa-bb63-06eaaa63271e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:49:04.122385 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c3381118-bd33-4ed1-a3b1-2ab82831dd41 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9e0a468e-24dc-4e37-a095-c4e9126d90ec HTTP/1.1" status: 204 len: 168 time: 0.3190775 Apr 05 20:49:04.125123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50190) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:04.236975 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.249930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Deleting port 62c53318-9fd3-4a1b-9aba-ce99770844cb {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:04.250579 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.319376 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d13cae6f-728c-484f-9317-defe659a4645 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:04.353465 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: d13cae6f-728c-484f-9317-defe659a4645 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:49:04.353797 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d13cae6f-728c-484f-9317-defe659a4645 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:04.354470 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:04.392073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:49:04.392496 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 60ae9ff0-1eb3-42cf-84af-a289e245e0e5 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:04.476501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] For port 62c53318-9fd3-4a1b-9aba-ce99770844cb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=62c53318-9fd3-4a1b-9aba-ce99770844cb,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:04.477012 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.497683 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08518b1-bcd0-4023-9d12-d8344921de63 None None] DHCP port deletion for b0771cdf-7fba-4afa-bb63-06eaaa63271e request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:49:04.502616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e08518b1-bcd0-4023-9d12-d8344921de63 None None] Deleting port 62c53318-9fd3-4a1b-9aba-ce99770844cb {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:04.503081 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e08518b1-bcd0-4023-9d12-d8344921de63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.599844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Calling delete_port for 62c53318-9fd3-4a1b-9aba-ce99770844cb owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:49:04.679699 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.708042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e08518b1-bcd0-4023-9d12-d8344921de63 None None] For port 62c53318-9fd3-4a1b-9aba-ce99770844cb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=62c53318-9fd3-4a1b-9aba-ce99770844cb,segment=NetworkSegment(62c9eb83-1e84-4c7d-a085-d077167dbf01),segment_id=62c9eb83-1e84-4c7d-a085-d077167dbf01)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:04.708426 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e08518b1-bcd0-4023-9d12-d8344921de63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.729381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c53318-9fd3-4a1b-9aba-ce99770844cb,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:04.731393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] No DVR routers for this DVR port 62c53318-9fd3-4a1b-9aba-ce99770844cb on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:49:04.850748 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.872500 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e08518b1-bcd0-4023-9d12-d8344921de63 None None] Calling delete_port for 62c53318-9fd3-4a1b-9aba-ce99770844cb owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:49:04.875503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0771cdf-7fba-4afa-bb63-06eaaa63271e']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:04.887215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62c9eb83-1e84-4c7d-a085-d077167dbf01') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:04.887515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62c9eb83-1e84-4c7d-a085-d077167dbf01') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:04.899153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.914621 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.920729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:49:04.921139 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:49:04.934737 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:49:04.943110 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-e08518b1-bcd0-4023-9d12-d8344921de63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:49:04.943464 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-e08518b1-bcd0-4023-9d12-d8344921de63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:49:05.021608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:05.037023 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:05.047077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0771cdf-7fba-4afa-bb63-06eaaa63271e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:05.060185 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-062eb6c3-4378-4d0b-a5d5-2ad79d5b1f48 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b0771cdf-7fba-4afa-bb63-06eaaa63271e HTTP/1.1" status: 204 len: 168 time: 0.9340408 Apr 05 20:49:05.063609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50194) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:05.444977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e08518b1-bcd0-4023-9d12-d8344921de63 None None] Deleting port 62c53318-9fd3-4a1b-9aba-ce99770844cb {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:05.445562 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e08518b1-bcd0-4023-9d12-d8344921de63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:05.512684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e08518b1-bcd0-4023-9d12-d8344921de63 None None] The port '62c53318-9fd3-4a1b-9aba-ce99770844cb' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:49:05.711981 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-881f6246-518b-4c43-a000-c7c7c6e505ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:06.053148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-881f6246-518b-4c43-a000-c7c7c6e505ca admin admin] Deleting port 4f985be3-260a-4c9b-a3a6-e80c179752ab {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:06.053479 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-881f6246-518b-4c43-a000-c7c7c6e505ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:06.223189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-881f6246-518b-4c43-a000-c7c7c6e505ca admin admin] For port 4f985be3-260a-4c9b-a3a6-e80c179752ab, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4f985be3-260a-4c9b-a3a6-e80c179752ab,segment=NetworkSegment(55a1a7d2-d59a-40b0-a176-c07462b9a2d4),segment_id=55a1a7d2-d59a-40b0-a176-c07462b9a2d4)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:06.223544 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-881f6246-518b-4c43-a000-c7c7c6e505ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:06.287370 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 62c53318-9fd3-4a1b-9aba-ce99770844cb no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:06.321122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 62c53318-9fd3-4a1b-9aba-ce99770844cb {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:49:06.321381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 62c53318-9fd3-4a1b-9aba-ce99770844cb not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:06.357367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-881f6246-518b-4c43-a000-c7c7c6e505ca admin admin] Calling delete_port for 4f985be3-260a-4c9b-a3a6-e80c179752ab owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:49:06.631552 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-881f6246-518b-4c43-a000-c7c7c6e505ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:06.676853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f6246-518b-4c43-a000-c7c7c6e505ca admin admin] Pushing event deleted for resources: {'Port': ['ID=4f985be3-260a-4c9b-a3a6-e80c179752ab,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:06.941086 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-881f6246-518b-4c43-a000-c7c7c6e505ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:07.292976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881f6246-518b-4c43-a000-c7c7c6e505ca admin admin] Router cf0c8458-c688-43de-9b81-72bdd364aa26 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:49:07.463560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881f6246-518b-4c43-a000-c7c7c6e505ca admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:49:07.471624 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2121c9d-88bc-4d66-86f9-596247739e02 None None] Sync routers for ids ['cf0c8458-c688-43de-9b81-72bdd364aa26'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:49:07.478710 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-881f6246-518b-4c43-a000-c7c7c6e505ca admin admin] 10.222.0.24 "PUT /v2.0/routers/cf0c8458-c688-43de-9b81-72bdd364aa26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4140930 Apr 05 20:49:07.481112 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2121c9d-88bc-4d66-86f9-596247739e02 None None] Routers {'cf0c8458-c688-43de-9b81-72bdd364aa26'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:49:07.481244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50198) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:07.481698 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c2121c9d-88bc-4d66-86f9-596247739e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cf0c8458-c688-43de-9b81-72bdd364aa26'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:07.558138 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:49:07.657576 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:07.695195 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c2121c9d-88bc-4d66-86f9-596247739e02 None None] Set router cf0c8458-c688-43de-9b81-72bdd364aa26 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:49:07.834021 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:07.843630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] Deleting port 0f71f88e-6c78-4278-adef-ccfdfd941e2f {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:07.843988 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:07.978179 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c2121c9d-88bc-4d66-86f9-596247739e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'name': 'tempest-TestVolumeBootPattern-1177305432-router', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.84'}], 'enable_snat': True}, 'gw_port_id': '0f71f88e-6c78-4278-adef-ccfdfd941e2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:27Z', 'updated_at': '2022-04-05T20:49:06Z', 'revision_number': 5, 'project_id': '0173deccd5f54eb29278921a207f95c4', 'gw_port': {'id': '0f71f88e-6c78-4278-adef-ccfdfd941e2f', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ee:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2803, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:36:30Z', 'updated_at': '2022-04-05T20:36:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:07.982050 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2121c9d-88bc-4d66-86f9-596247739e02 None None] Checking router: cf0c8458-c688-43de-9b81-72bdd364aa26 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:49:07.990649 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2121c9d-88bc-4d66-86f9-596247739e02 None None] Routers {'cf0c8458-c688-43de-9b81-72bdd364aa26'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:49:07.991227 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c2121c9d-88bc-4d66-86f9-596247739e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:48:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cf0c8458-c688-43de-9b81-72bdd364aa26'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:08.139127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] For port 0f71f88e-6c78-4278-adef-ccfdfd941e2f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0f71f88e-6c78-4278-adef-ccfdfd941e2f,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:08.139772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.141999 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c2121c9d-88bc-4d66-86f9-596247739e02 None None] Set router cf0c8458-c688-43de-9b81-72bdd364aa26 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:49:08.249274 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c2121c9d-88bc-4d66-86f9-596247739e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'name': 'tempest-TestVolumeBootPattern-1177305432-router', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:27Z', 'updated_at': '2022-04-05T20:49:07Z', 'revision_number': 6, 'project_id': '0173deccd5f54eb29278921a207f95c4', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:08.253457 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2121c9d-88bc-4d66-86f9-596247739e02 None None] The sync data for ids ['cf0c8458-c688-43de-9b81-72bdd364aa26'] in n-d-836604-1 is: [{'id': 'cf0c8458-c688-43de-9b81-72bdd364aa26', 'name': 'tempest-TestVolumeBootPattern-1177305432-router', 'tenant_id': '0173deccd5f54eb29278921a207f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:36:27Z', 'updated_at': '2022-04-05T20:49:07Z', 'revision_number': 6, 'project_id': '0173deccd5f54eb29278921a207f95c4', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:49:08.271375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] Calling delete_port for 0f71f88e-6c78-4278-adef-ccfdfd941e2f owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:49:08.445135 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.495106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] Pushing event deleted for resources: {'Port': ['ID=0f71f88e-6c78-4278-adef-ccfdfd941e2f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:08.584265 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.761766 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.763985 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.786630 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.787154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf0c8458-c688-43de-9b81-72bdd364aa26 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:49:08.799422 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.800555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f5e40f35-14df-4214-9a16-a9d2a04284ef admin admin] 10.222.0.24 "DELETE /v2.0/routers/cf0c8458-c688-43de-9b81-72bdd364aa26 HTTP/1.1" status: 204 len: 168 time: 1.3184946 Apr 05 20:49:08.803223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50204) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:08.864324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-1228977b-1092-4cb8-a915-b2b2951cc30f admin admin] Deleting subnet df66e40f-3722-407e-aa90-40f74fded197 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:49:08.867170 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1228977b-1092-4cb8-a915-b2b2951cc30f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.915212 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1228977b-1092-4cb8-a915-b2b2951cc30f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.951117 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:08.996979 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1228977b-1092-4cb8-a915-b2b2951cc30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.067007 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1228977b-1092-4cb8-a915-b2b2951cc30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.105361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228977b-1092-4cb8-a915-b2b2951cc30f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df66e40f-3722-407e-aa90-40f74fded197,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:09.111592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1228977b-1092-4cb8-a915-b2b2951cc30f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.116588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce295455-9d15-4a8a-94c1-2439817871d6 None None] Network 9a029627-0b88-4d49-b677-8bfd90879d23 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:49:09.123528 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1228977b-1092-4cb8-a915-b2b2951cc30f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/df66e40f-3722-407e-aa90-40f74fded197 HTTP/1.1" status: 204 len: 168 time: 0.3150256 Apr 05 20:49:09.123528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50210) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:09.242055 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.258633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Deleting port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:09.259075 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.299126 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.401844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9caa3bb-88bd-4876-975c-b44a1ea537ef None None] DHCP port deletion for 9a029627-0b88-4d49-b677-8bfd90879d23 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:49:09.406610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d9caa3bb-88bd-4876-975c-b44a1ea537ef None None] Deleting port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:09.407106 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d9caa3bb-88bd-4876-975c-b44a1ea537ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.577905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] For port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f,segment=NetworkSegment(55a1a7d2-d59a-40b0-a176-c07462b9a2d4),segment_id=55a1a7d2-d59a-40b0-a176-c07462b9a2d4)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:09.578287 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.611805 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d9caa3bb-88bd-4876-975c-b44a1ea537ef None None] For port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f,segment=NetworkSegment(55a1a7d2-d59a-40b0-a176-c07462b9a2d4),segment_id=55a1a7d2-d59a-40b0-a176-c07462b9a2d4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:09.612188 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d9caa3bb-88bd-4876-975c-b44a1ea537ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.702739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Calling delete_port for cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:49:09.735573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d9caa3bb-88bd-4876-975c-b44a1ea537ef None None] Calling delete_port for cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:49:09.782153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.806261 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-d9caa3bb-88bd-4876-975c-b44a1ea537ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:49:09.806608 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-d9caa3bb-88bd-4876-975c-b44a1ea537ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:49:09.829503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:09.831218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] No DVR routers for this DVR port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:49:09.944356 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:09.969434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a029627-0b88-4d49-b677-8bfd90879d23']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:09.980951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a1a7d2-d59a-40b0-a176-c07462b9a2d4') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:09.981241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a1a7d2-d59a-40b0-a176-c07462b9a2d4') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:09.992159 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.007847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.013832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:49:10.014247 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:49:10.027732 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:49:10.106199 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.121984 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.132770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a029627-0b88-4d49-b677-8bfd90879d23,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:10.142149 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-70727893-c37e-452e-84b5-3c8fc75093b0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9a029627-0b88-4d49-b677-8bfd90879d23 HTTP/1.1" status: 204 len: 168 time: 1.0194888 Apr 05 20:49:10.260065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50216) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:10.291638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0f71f88e-6c78-4278-adef-ccfdfd941e2f no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:10.310069 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f7622bb1-bf48-468d-8d00-b6b407af83a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dacf556d99314275b005d0fe30e76cf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487378 Apr 05 20:49:10.312986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50220) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:10.316971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d9caa3bb-88bd-4876-975c-b44a1ea537ef None None] Deleting port cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:10.317341 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d9caa3bb-88bd-4876-975c-b44a1ea537ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.376899 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1afb98f1-0631-449e-af24-a1460de39b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.383010 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 0f71f88e-6c78-4278-adef-ccfdfd941e2f {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:49:10.383346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0f71f88e-6c78-4278-adef-ccfdfd941e2f not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:10.383743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4f985be3-260a-4c9b-a3a6-e80c179752ab no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:10.402859 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1afb98f1-0631-449e-af24-a1460de39b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.418441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d9caa3bb-88bd-4876-975c-b44a1ea537ef None None] The port 'cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:49:10.425530 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 4f985be3-260a-4c9b-a3a6-e80c179752ab {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:49:10.425861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4f985be3-260a-4c9b-a3a6-e80c179752ab not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:10.426278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:10.461065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:49:10.461261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cd2fa4fc-29f0-4e79-8e76-c9b1a576bd3f not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:10.462057 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1afb98f1-0631-449e-af24-a1460de39b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.480714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afb98f1-0631-449e-af24-a1460de39b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1c8aff-c62c-477e-a43a-19061f340342,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:10.489132 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1afb98f1-0631-449e-af24-a1460de39b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:10.490296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1afb98f1-0631-449e-af24-a1460de39b60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b1c8aff-c62c-477e-a43a-19061f340342 HTTP/1.1" status: 204 len: 168 time: 0.1764431 Apr 05 20:49:10.871841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50228) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:10.919128 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-42e000a7-3d12-4553-840f-3328b5eb0037 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0173deccd5f54eb29278921a207f95c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460265 Apr 05 20:49:10.921918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50232) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:10.977520 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-683c6d26-bf98-475b-a9b0-533068623a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:11.006199 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-683c6d26-bf98-475b-a9b0-533068623a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:11.060244 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-683c6d26-bf98-475b-a9b0-533068623a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:11.076994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c6d26-bf98-475b-a9b0-533068623a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a57e31-fdab-4591-9694-e365dd9b202d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:11.088234 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-683c6d26-bf98-475b-a9b0-533068623a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:11.092058 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-683c6d26-bf98-475b-a9b0-533068623a67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99a57e31-fdab-4591-9694-e365dd9b202d HTTP/1.1" status: 204 len: 168 time: 0.1692314 Apr 05 20:49:11.392666 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-da07daf7-0601-49a9-a3bc-fdf935efd12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:13.703311 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-926253d0-2709-43a6-b6bd-27867f93a505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:14.839832 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:14.879691 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:15.378212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8288555-826e-420d-8a55-67c122da2f11 req-f6498643-aae5-4052-b536-d4b76b04f0c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:15.379658 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8288555-826e-420d-8a55-67c122da2f11 req-f6498643-aae5-4052-b536-d4b76b04f0c1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 945 time: 0.0792508 Apr 05 20:49:15.423660 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8288555-826e-420d-8a55-67c122da2f11 req-574c04d5-360b-46a8-8a39-5c9e7477c5db tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379820 Apr 05 20:49:15.447165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50246) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:15.551762 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ec868dbe-f7d7-46b8-8793-311f3c0a2cc5 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/7d598034-0f6c-404d-8ec0-87d5ec6073e4 HTTP/1.1" status: 200 len: 992 time: 0.1035326 Apr 05 20:49:16.094869 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:16.259324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcac1d7-744b-4e53-a600-3a0b2e3ead56 req-e8393092-f657-4da0-a087-3a14f5de74fa tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:16.260811 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cbcac1d7-744b-4e53-a600-3a0b2e3ead56 req-e8393092-f657-4da0-a087-3a14f5de74fa tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 1096 time: 0.0736063 Apr 05 20:49:16.302341 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cbcac1d7-744b-4e53-a600-3a0b2e3ead56 req-848eb0fa-ba58-4c93-a990-befce2174620 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350571 Apr 05 20:49:17.189040 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3329a079-4c00-410b-81f9-097eb789e300 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2840765 Apr 05 20:49:17.677893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-fc3f25ce-16f8-493a-8a96-b828dc6bcd18 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:49:17.678881 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-fc3f25ce-16f8-493a-8a96-b828dc6bcd18 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0606997 Apr 05 20:49:17.689991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] Request body: {'binding': {'host': 'n-h1-836604-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:49:17.690499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] Unknown quota resources ['binding']. {{(pid=87965) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 05 20:49:17.884309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] Attempting to bind port 4a269e12-71ea-4791-a318-9da77230a351 on host n-h1-836604-1 for vnic_type normal with profile None {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:49:17.884624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] Attempting to bind port 4a269e12-71ea-4791-a318-9da77230a351 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:49:17.884940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] Attempting to bind port 4a269e12-71ea-4791-a318-9da77230a351 on network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:49:17.889333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] Port 4a269e12-71ea-4791-a318-9da77230a351 on network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:49:17.889642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] Attempting to bind port 4a269e12-71ea-4791-a318-9da77230a351 on network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:49:17.895083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:49:17.895407 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] Checking segment: {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:49:17.895777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] Bound using segment: {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:49:17.896188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] Bound port: 4a269e12-71ea-4791-a318-9da77230a351, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:49:17.923933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4a269e12-71ea-4791-a318-9da77230a351,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:49:17.928640 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] Notify callbacks [] for binding, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:17.930109 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] 10.222.0.24 "POST /v2.0/ports/4a269e12-71ea-4791-a318-9da77230a351/bindings HTTP/1.1" status: 201 len: 389 time: 0.2442362 Apr 05 20:49:18.206096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1964ab-4674-4e14-a923-d803ef17e867 req-09147236-a21c-4394-9fcf-6a78129385ba tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:18.207578 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c1964ab-4674-4e14-a923-d803ef17e867 req-09147236-a21c-4394-9fcf-6a78129385ba tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 945 time: 0.1469004 Apr 05 20:49:18.213827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-aa46fc1f-a6bc-4c82-b7c0-bc3f9f5e96a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:18.215264 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-aa46fc1f-a6bc-4c82-b7c0-bc3f9f5e96a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 1096 time: 0.1090240 Apr 05 20:49:18.342070 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c1964ab-4674-4e14-a923-d803ef17e867 req-1977cce6-5151-40a5-8040-0740fac59c4a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258311 Apr 05 20:49:18.387038 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-262c025f-445c-481d-8f37-baae578714e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:18.388485 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-262c025f-445c-481d-8f37-baae578714e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 HTTP/1.1" status: 200 len: 898 time: 0.1597672 Apr 05 20:49:18.588179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-0df72012-d64e-4ffd-ae26-9749701f1117 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a269e12-71ea-4791-a318-9da77230a351 HTTP/1.1" status: 200 len: 1000 time: 0.1932590 Apr 05 20:49:18.652238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-1797fce7-b3ed-4198-bd5c-8e814c9f1ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:18.653631 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-1797fce7-b3ed-4198-bd5c-8e814c9f1ae1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c70d7151-a1e3-4751-bb25-2cf30e59f4d1 HTTP/1.1" status: 200 len: 835 time: 0.0585728 Apr 05 20:49:18.727609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-c1d1aafd-aab8-40e9-8e42-cb33a891eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:18.729083 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-c1d1aafd-aab8-40e9-8e42-cb33a891eceb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693407 Apr 05 20:49:18.858295 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-1562e59f-ceb3-4623-a96d-284618af4ee3 service neutron] 10.222.0.13 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225235 Apr 05 20:49:18.987502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-db6d1f16-2ae5-496f-a676-9b5d21cd451b service neutron] 10.222.0.13 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234369 Apr 05 20:49:19.115427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-9459eb12-38e4-4900-bc76-4a01e2729865 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:19.116856 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-9459eb12-38e4-4900-bc76-4a01e2729865 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e&tenant_id=5118b05a56334dea925f78d36af460a0&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 1096 time: 0.0730159 Apr 05 20:49:19.127203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836604-1'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:49:19.238628 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:19.435713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=4a269e12-71ea-4791-a318-9da77230a351,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:19.467309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:49:19.524802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a269e12-71ea-4791-a318-9da77230a351'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:49:19.526047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a04564e-7021-4538-84ea-069403fcc7f4 req-1448bdfd-8c5d-4860-8103-433c7ca59aea tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:19.527492 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5a04564e-7021-4538-84ea-069403fcc7f4 req-1448bdfd-8c5d-4860-8103-433c7ca59aea tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 945 time: 0.0788848 Apr 05 20:49:19.530230 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:19.536207 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:19.577310 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5a04564e-7021-4538-84ea-069403fcc7f4 req-6ce14890-3216-4e42-b889-dd0c95800b07 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440166 Apr 05 20:49:19.580558 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a269e12-71ea-4791-a318-9da77230a351', 'code': 200} Apr 05 20:49:19.691918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Pushing event updated for resources: {'Port': ['ID=4a269e12-71ea-4791-a318-9da77230a351,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:19.766497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Attempting to bind port 4a269e12-71ea-4791-a318-9da77230a351 on host n-h2-836604-1 for vnic_type normal with profile {"migrating_to": "n-h1-836604-1"} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:49:19.766827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Attempting to bind port 4a269e12-71ea-4791-a318-9da77230a351 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:49:19.767151 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Attempting to bind port 4a269e12-71ea-4791-a318-9da77230a351 on network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:49:19.771939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Port 4a269e12-71ea-4791-a318-9da77230a351 on network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:49:19.772253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Attempting to bind port 4a269e12-71ea-4791-a318-9da77230a351 on network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:49:19.777304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:49:19.777631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Checking segment: {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:49:19.778039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Bound using segment: {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:49:19.778459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Bound port: 4a269e12-71ea-4791-a318-9da77230a351, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b850b7f4-96ef-4a17-8264-579cc772ba33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:49:19.778799 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:19.862426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b4e859ee-66f3-4018-b3d6-b71f760442a4 None None] Provisioning complete for port 4a269e12-71ea-4791-a318-9da77230a351 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:19.862972 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b4e859ee-66f3-4018-b3d6-b71f760442a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:19.869530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:49:19.872508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=4a269e12-71ea-4791-a318-9da77230a351,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:49:19.876097 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:19.988442 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b4e859ee-66f3-4018-b3d6-b71f760442a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:20.025214 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b4e859ee-66f3-4018-b3d6-b71f760442a4 None None] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=4a269e12-71ea-4791-a318-9da77230a351,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:20.026378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a269e12-71ea-4791-a318-9da77230a351'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:49:20.035300 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b4e859ee-66f3-4018-b3d6-b71f760442a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:20.039422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Pushing event updated for resources: {'Port': ['ID=4a269e12-71ea-4791-a318-9da77230a351,revision_number=8']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:20.094234 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:20.095766 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:20.096164 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-3cb87fb8-7f7b-49b8-9d9e-4654fa156a81 service neutron] 10.222.0.13 "PUT /v2.0/ports/4a269e12-71ea-4791-a318-9da77230a351 HTTP/1.1" status: 200 len: 1121 time: 0.9733117 Apr 05 20:49:20.174511 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a269e12-71ea-4791-a318-9da77230a351', 'code': 200} Apr 05 20:49:20.196754 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['4a269e12-71ea-4791-a318-9da77230a351'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:49:20.295227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e859ee-66f3-4018-b3d6-b71f760442a4 None None] Pushing event updated for resources: {'Port': ['ID=4a269e12-71ea-4791-a318-9da77230a351,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:20.459692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8d6f475a-58fa-425d-b4a5-5e570c3f9182 None None] Provisioning complete for port 4a269e12-71ea-4791-a318-9da77230a351 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:20.459975 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8d6f475a-58fa-425d-b4a5-5e570c3f9182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:20.768264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69614605-4ac5-48cf-ab6c-9a35fc1fbf33 req-f1f726b2-ce49-4b00-9ec1-04ba7eb1a6d3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:20.769696 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-69614605-4ac5-48cf-ab6c-9a35fc1fbf33 req-f1f726b2-ce49-4b00-9ec1-04ba7eb1a6d3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 945 time: 0.0834582 Apr 05 20:49:20.812052 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-69614605-4ac5-48cf-ab6c-9a35fc1fbf33 req-a6fb241e-2801-48f9-993c-ac255c5627d1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367162 Apr 05 20:49:21.514878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4a269e12-71ea-4791-a318-9da77230a351 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:49:21.582177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'tag': '4a269e12-71ea-4791-a318-9da77230a351'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:49:21.626193 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'tag': '4a269e12-71ea-4791-a318-9da77230a351', 'status': 'completed', 'code': 200} Apr 05 20:49:21.648906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=4a269e12-71ea-4791-a318-9da77230a351,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:21.662629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4a269e12-71ea-4791-a318-9da77230a351 has no active binding in host n-h1-836604-1 {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 20:49:21.763631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74b048-b99a-4552-886b-67dc9207a418 req-873ef273-e810-4913-a959-41536beebc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:21.765143 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c74b048-b99a-4552-886b-67dc9207a418 req-873ef273-e810-4913-a959-41536beebc21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 1126 time: 0.1191320 Apr 05 20:49:21.894267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74b048-b99a-4552-886b-67dc9207a418 req-cede8fac-84d1-4abf-bb50-23119173e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:21.895703 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c74b048-b99a-4552-886b-67dc9207a418 req-cede8fac-84d1-4abf-bb50-23119173e6cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 HTTP/1.1" status: 200 len: 898 time: 0.1244788 Apr 05 20:49:22.045386 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c74b048-b99a-4552-886b-67dc9207a418 req-b251bc48-1d39-496b-b329-ebf2a9719b67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a269e12-71ea-4791-a318-9da77230a351 HTTP/1.1" status: 200 len: 1000 time: 0.1433513 Apr 05 20:49:22.117638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17610e15-73f2-45be-b782-2a36b87cf9ff req-c0baef5a-a86f-415e-96be-42279abbfa78 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:22.119100 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-17610e15-73f2-45be-b782-2a36b87cf9ff req-c0baef5a-a86f-415e-96be-42279abbfa78 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 945 time: 0.1606662 Apr 05 20:49:22.126854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74b048-b99a-4552-886b-67dc9207a418 req-73ac66af-664a-403d-94dc-268867e5e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:22.128172 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c74b048-b99a-4552-886b-67dc9207a418 req-73ac66af-664a-403d-94dc-268867e5e0e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c70d7151-a1e3-4751-bb25-2cf30e59f4d1 HTTP/1.1" status: 200 len: 835 time: 0.0770535 Apr 05 20:49:22.214378 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-17610e15-73f2-45be-b782-2a36b87cf9ff req-c748d994-b597-4561-973e-62fdc1096dca tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891581 Apr 05 20:49:22.237422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74b048-b99a-4552-886b-67dc9207a418 req-7e31b212-1bc1-4d1b-9ccb-e9bf16598a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:22.238910 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c74b048-b99a-4552-886b-67dc9207a418 req-7e31b212-1bc1-4d1b-9ccb-e9bf16598a2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978482 Apr 05 20:49:22.369194 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c74b048-b99a-4552-886b-67dc9207a418 req-f4dbba01-5657-46f4-a1cd-43d62e7e5253 service neutron] 10.222.0.41 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235669 Apr 05 20:49:22.500356 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1c74b048-b99a-4552-886b-67dc9207a418 req-811ccc58-6dea-4652-b8b5-a938645c689b service neutron] 10.222.0.41 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239612 Apr 05 20:49:23.401551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17560ee6-d01e-4afa-bcf0-b00b2e008ae5 req-884ef0b7-19df-469c-a2e1-9aaa364fc606 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:23.402933 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-17560ee6-d01e-4afa-bcf0-b00b2e008ae5 req-884ef0b7-19df-469c-a2e1-9aaa364fc606 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 945 time: 0.0800731 Apr 05 20:49:23.450272 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-17560ee6-d01e-4afa-bcf0-b00b2e008ae5 req-94fb205e-4ba6-4be5-845b-309eb07f9201 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415514 Apr 05 20:49:24.331355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4117d6-89fc-48ec-995e-05823e05d5c8 req-dd4bccc9-1ab5-418c-a45d-af898115541b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:24.332779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d4117d6-89fc-48ec-995e-05823e05d5c8 req-dd4bccc9-1ab5-418c-a45d-af898115541b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0807674 Apr 05 20:49:24.376511 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d4117d6-89fc-48ec-995e-05823e05d5c8 req-be7eabcc-5f1d-435a-bd15-f7dc1e4613a4 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379634 Apr 05 20:49:24.738727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe088fe-42b8-4d82-a5bb-31dbb933d1d3 req-103eb1a6-973f-4538-99eb-9078bf8f8f9e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:24.740125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-efe088fe-42b8-4d82-a5bb-31dbb933d1d3 req-103eb1a6-973f-4538-99eb-9078bf8f8f9e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 945 time: 0.1853933 Apr 05 20:49:24.783054 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-efe088fe-42b8-4d82-a5bb-31dbb933d1d3 req-cbf2f015-423f-4449-90e6-f949bd789760 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373409 Apr 05 20:49:25.178305 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-367e7cd7-8212-42df-ab86-7df958dd8b21 service neutron] 10.222.0.41 "GET /v2.0/ports/4a269e12-71ea-4791-a318-9da77230a351/bindings/n-h1-836604-1 HTTP/1.1" status: 200 len: 384 time: 0.1750276 Apr 05 20:49:25.438343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-1ad24cca-d3ce-4280-b05f-91ba5b1640c6 service neutron] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=4a269e12-71ea-4791-a318-9da77230a351,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:25.465774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-1ad24cca-d3ce-4280-b05f-91ba5b1640c6 service neutron] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:49:25.566904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a269e12-71ea-4791-a318-9da77230a351'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:49:25.576738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-1ad24cca-d3ce-4280-b05f-91ba5b1640c6 service neutron] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4a269e12-71ea-4791-a318-9da77230a351,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:25.607755 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-1ad24cca-d3ce-4280-b05f-91ba5b1640c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:25.617283 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a269e12-71ea-4791-a318-9da77230a351', 'code': 200} Apr 05 20:49:25.663709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df51aba-e7d4-4b9c-a9aa-c6a3b568b051 req-46418525-36b6-41e4-a692-826225a9d4e2 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:25.665170 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2df51aba-e7d4-4b9c-a9aa-c6a3b568b051 req-46418525-36b6-41e4-a692-826225a9d4e2 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1720455 Apr 05 20:49:25.739109 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2df51aba-e7d4-4b9c-a9aa-c6a3b568b051 req-34ae6008-ef67-4c7b-8fe0-db8cfce810e4 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663192 Apr 05 20:49:25.756966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-1ad24cca-d3ce-4280-b05f-91ba5b1640c6 service neutron] Transition to ACTIVE for port object 4a269e12-71ea-4791-a318-9da77230a351 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:25.761088 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-1ad24cca-d3ce-4280-b05f-91ba5b1640c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:25.920906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad24cca-d3ce-4280-b05f-91ba5b1640c6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a269e12-71ea-4791-a318-9da77230a351,revision_number=11']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:25.964725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-1ad24cca-d3ce-4280-b05f-91ba5b1640c6 service neutron] No DVR routers for this DVR port 4a269e12-71ea-4791-a318-9da77230a351 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:49:25.989658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df5bfe-ac48-4832-8145-88a0a9959e8b req-386ff770-04b2-40c8-8411-3e999581c6da tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:25.991833 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99df5bfe-ac48-4832-8145-88a0a9959e8b req-386ff770-04b2-40c8-8411-3e999581c6da tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 944 time: 0.0971804 Apr 05 20:49:26.047745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99df5bfe-ac48-4832-8145-88a0a9959e8b req-61b8184f-3bf2-4e0a-8b88-30e8448e6675 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490367 Apr 05 20:49:26.198169 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-1ad24cca-d3ce-4280-b05f-91ba5b1640c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/4a269e12-71ea-4791-a318-9da77230a351/bindings/n-h1-836604-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0147862 Apr 05 20:49:26.320695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-22653572-6542-448a-85c1-9278f2075b56 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:26.322182 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-22653572-6542-448a-85c1-9278f2075b56 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e&tenant_id=5118b05a56334dea925f78d36af460a0&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 1095 time: 0.0747654 Apr 05 20:49:26.398961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-aeafee89-01ac-4d49-befe-6511fc71f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:26.400441 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-aeafee89-01ac-4d49-befe-6511fc71f9bb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e&tenant_id=5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 1095 time: 0.0723405 Apr 05 20:49:26.494161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-abc018ed-f274-468f-b82c-61399dea1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:26.495536 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-abc018ed-f274-468f-b82c-61399dea1d49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 1095 time: 0.0753055 Apr 05 20:49:26.627275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d4f3c3f8-8d13-45f8-b10f-0eb1cb5109f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:26.628706 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d4f3c3f8-8d13-45f8-b10f-0eb1cb5109f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 HTTP/1.1" status: 200 len: 898 time: 0.1267614 Apr 05 20:49:26.731711 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-2e89224c-f6d3-4a7e-9ab9-695be2a64175 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a269e12-71ea-4791-a318-9da77230a351 HTTP/1.1" status: 200 len: 998 time: 0.0975692 Apr 05 20:49:26.795558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d9ad836e-bb71-4d3e-9cd4-3e20bae79218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:26.796994 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d9ad836e-bb71-4d3e-9cd4-3e20bae79218 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c70d7151-a1e3-4751-bb25-2cf30e59f4d1 HTTP/1.1" status: 200 len: 835 time: 0.0594606 Apr 05 20:49:26.873676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-40c1c1fb-0b76-4e65-ac30-24e26235c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:26.875149 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-40c1c1fb-0b76-4e65-ac30-24e26235c2ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728006 Apr 05 20:49:26.929234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf065290-d1e3-4256-83da-8f812e75f6a5 req-e0bec88a-a288-4b7c-ae58-2362df1f9873 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:26.930704 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bf065290-d1e3-4256-83da-8f812e75f6a5 req-e0bec88a-a288-4b7c-ae58-2362df1f9873 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0827527 Apr 05 20:49:26.974308 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bf065290-d1e3-4256-83da-8f812e75f6a5 req-93d5a659-3b91-489d-8d5a-40d072daf0f3 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379148 Apr 05 20:49:27.006212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-c427f68d-d716-4bc1-b540-31edf65d5185 service neutron] 10.222.0.13 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250350 Apr 05 20:49:27.137462 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d01780b7-02d0-4263-9945-814c77bc3733 service neutron] 10.222.0.13 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253679 Apr 05 20:49:27.238269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12940d99-1aec-4517-a0d7-75195c784951 req-0bb806b1-76fe-4485-a523-5d3f57f10c86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:27.239718 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-12940d99-1aec-4517-a0d7-75195c784951 req-0bb806b1-76fe-4485-a523-5d3f57f10c86 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 944 time: 0.0808051 Apr 05 20:49:27.287311 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-12940d99-1aec-4517-a0d7-75195c784951 req-18870141-de22-4829-9821-c532776e3c3a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418098 Apr 05 20:49:27.432346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-15536fb8-8114-4c1d-8c46-eff2d8283c5e tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:27.433698 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-15536fb8-8114-4c1d-8c46-eff2d8283c5e tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e&tenant_id=5118b05a56334dea925f78d36af460a0&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 1095 time: 0.0775611 Apr 05 20:49:27.539187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-2a246547-db3c-4bee-9762-fee715de5460 service neutron] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:49:27.542344 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-2a246547-db3c-4bee-9762-fee715de5460 service neutron] Notify callbacks [] for binding, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:27.543418 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-2a246547-db3c-4bee-9762-fee715de5460 service neutron] 10.222.0.13 "DELETE /v2.0/ports/4a269e12-71ea-4791-a318-9da77230a351/bindings/n-h2-836604-1 HTTP/1.1" status: 204 len: 173 time: 0.1038895 Apr 05 20:49:28.159289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d4de9-9544-4a3b-8275-f07aa7fc1668 req-86bf745a-6649-48ed-a4c1-4cad3211c0ca tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:28.160759 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c41d4de9-9544-4a3b-8275-f07aa7fc1668 req-86bf745a-6649-48ed-a4c1-4cad3211c0ca tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0816526 Apr 05 20:49:28.205867 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c41d4de9-9544-4a3b-8275-f07aa7fc1668 req-401a74fc-d520-4d22-ba77-604f055c3b58 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392811 Apr 05 20:49:28.386231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 4a269e12-71ea-4791-a318-9da77230a351 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:28.443142 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 4a269e12-71ea-4791-a318-9da77230a351 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:28.471126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d3a91-2b88-45ee-b7af-acdd3212a4a7 req-b6e702e1-9d4b-4444-b244-072fee754feb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:28.472563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-608d3a91-2b88-45ee-b7af-acdd3212a4a7 req-b6e702e1-9d4b-4444-b244-072fee754feb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 944 time: 0.0822630 Apr 05 20:49:28.518725 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-608d3a91-2b88-45ee-b7af-acdd3212a4a7 req-5ab59f53-763c-471b-ba27-49e7b2425eae tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403373 Apr 05 20:49:28.692058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc687c-624f-4db0-a991-a8a5ed34d06b req-63a20b60-0d2e-4c1e-a931-13ad7f4691e8 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:28.693525 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8acc687c-624f-4db0-a991-a8a5ed34d06b req-63a20b60-0d2e-4c1e-a931-13ad7f4691e8 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 1095 time: 0.0729227 Apr 05 20:49:28.733847 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8acc687c-624f-4db0-a991-a8a5ed34d06b req-b7f05cf9-c605-4b02-9d41-b160e4082bba tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344913 Apr 05 20:49:28.912460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14731ad5-1017-4995-94f0-afa675b5be35 req-0180f828-fca6-4939-a88a-ca5e83d8f363 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:28.913806 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-14731ad5-1017-4995-94f0-afa675b5be35 req-0180f828-fca6-4939-a88a-ca5e83d8f363 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 944 time: 0.0784271 Apr 05 20:49:28.957116 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-14731ad5-1017-4995-94f0-afa675b5be35 req-37059320-9ca8-4132-b07e-4a0b0c0f6986 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375123 Apr 05 20:49:28.979076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50340) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:29.083027 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e87e4203-6634-40f9-8973-b88004613a83 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/7d598034-0f6c-404d-8ec0-87d5ec6073e4 HTTP/1.1" status: 200 len: 990 time: 0.1028693 Apr 05 20:49:29.390089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3363dc-bc85-4023-ba3c-9ed2471c59d2 req-c59a9b4f-1edc-44cc-8e8e-77652ef2378e tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:29.391441 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ff3363dc-bc85-4023-ba3c-9ed2471c59d2 req-c59a9b4f-1edc-44cc-8e8e-77652ef2378e tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0770965 Apr 05 20:49:29.433823 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ff3363dc-bc85-4023-ba3c-9ed2471c59d2 req-56ae8f89-5d14-4a11-a2d5-c2302642b963 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369222 Apr 05 20:49:30.726049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecf051a-3399-43e8-8192-d3993cd38061 req-cd9e6973-5d46-417e-8dd9-e99370bae518 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:30.727584 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6ecf051a-3399-43e8-8192-d3993cd38061 req-cd9e6973-5d46-417e-8dd9-e99370bae518 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1806030 Apr 05 20:49:30.772377 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6ecf051a-3399-43e8-8192-d3993cd38061 req-3e794330-51c7-4fbe-b819-ee86a9dc0d4b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388613 Apr 05 20:49:31.349438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50352) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:31.549464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port 152e3d93-527f-4754-ae12-3a08e6259c56 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:31.549802 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:31.713373 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:31.713691 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:31.839437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for 152e3d93-527f-4754-ae12-3a08e6259c56 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:49:31.989085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c69f5-61f1-49e7-ba9f-d631578e5528 req-17587a6f-445c-48ea-8799-88aefecf3327 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:31.990547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f60c69f5-61f1-49e7-ba9f-d631578e5528 req-17587a6f-445c-48ea-8799-88aefecf3327 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1155658 Apr 05 20:49:32.085338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f60c69f5-61f1-49e7-ba9f-d631578e5528 req-3e115840-9850-41ce-b949-1b458ab3834a tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877192 Apr 05 20:49:32.090250 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:32.138865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=152e3d93-527f-4754-ae12-3a08e6259c56,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:32.208432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:32.208775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:32.209113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:32.209449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:32.209778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:32.210131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:32.210456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:32.210780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:32.211104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:32.211422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:32.211740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:32.212056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:32.242072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:32.242667 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Floating IP 7d598034-0f6c-404d-8ec0-87d5ec6073e4 disassociated (deleted). External IP: 172.25.8.70, port: 4a269e12-71ea-4791-a318-9da77230a351. Apr 05 20:49:32.589725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 653c93f8-062f-4576-8586-a2479fd4d96e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:49:32.873759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:49:32.883019 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e9d0b4-a5d2-4df4-84a0-a8e9d1a6b057 None None] Sync routers for ids ['653c93f8-062f-4576-8586-a2479fd4d96e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:49:32.893087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e9d0b4-a5d2-4df4-84a0-a8e9d1a6b057 None None] Routers {'653c93f8-062f-4576-8586-a2479fd4d96e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:49:32.893692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c2e9d0b4-a5d2-4df4-84a0-a8e9d1a6b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:49:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['653c93f8-062f-4576-8586-a2479fd4d96e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:32.894169 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:32.953197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a1c94d0f-244a-41bd-b261-cbbe5cfbc88f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/floatingips/7d598034-0f6c-404d-8ec0-87d5ec6073e4 HTTP/1.1" status: 204 len: 168 time: 1.6002491 Apr 05 20:49:32.953197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'tag': '4a269e12-71ea-4791-a318-9da77230a351'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:49:32.997105 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'tag': '4a269e12-71ea-4791-a318-9da77230a351', 'status': 'completed', 'code': 200} Apr 05 20:49:33.080751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-c2e9d0b4-a5d2-4df4-84a0-a8e9d1a6b057 None None] Set router 653c93f8-062f-4576-8586-a2479fd4d96e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:49:33.103010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922d16a-5ee9-4b28-b915-d2bf216d2dae req-31cff58b-7d8f-4f43-9a47-040199240061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:33.104527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1922d16a-5ee9-4b28-b915-d2bf216d2dae req-31cff58b-7d8f-4f43-9a47-040199240061 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 1095 time: 0.0849309 Apr 05 20:49:33.314403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922d16a-5ee9-4b28-b915-d2bf216d2dae req-a1a04775-7d55-470d-9d76-1d604fdf08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:33.315508 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1922d16a-5ee9-4b28-b915-d2bf216d2dae req-a1a04775-7d55-470d-9d76-1d604fdf08c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 HTTP/1.1" status: 200 len: 898 time: 0.2047718 Apr 05 20:49:33.397839 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1922d16a-5ee9-4b28-b915-d2bf216d2dae req-1b50fad7-a2c1-45a1-a05b-d66b737651c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4a269e12-71ea-4791-a318-9da77230a351 HTTP/1.1" status: 200 len: 217 time: 0.0706513 Apr 05 20:49:33.406439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffece85a-32ca-43f0-a5a8-49f26ca4d8c2 req-69ba90b9-a141-42fc-8af5-d3fe7eec8df7 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:33.407971 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffece85a-32ca-43f0-a5a8-49f26ca4d8c2 req-69ba90b9-a141-42fc-8af5-d3fe7eec8df7 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1935718 Apr 05 20:49:33.457292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c2e9d0b4-a5d2-4df4-84a0-a8e9d1a6b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:32Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'b013aff5-65d2-4e1c-91c4-df01f25b71aa', 'name': '', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:f7:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:31Z', 'updated_at': '2022-04-05T20:48:37Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:33.461844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e9d0b4-a5d2-4df4-84a0-a8e9d1a6b057 None None] Checking router: 653c93f8-062f-4576-8586-a2479fd4d96e for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:49:33.471864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e9d0b4-a5d2-4df4-84a0-a8e9d1a6b057 None None] Routers {'653c93f8-062f-4576-8586-a2479fd4d96e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:49:33.472137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c2e9d0b4-a5d2-4df4-84a0-a8e9d1a6b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:49:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['653c93f8-062f-4576-8586-a2479fd4d96e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:33.501139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922d16a-5ee9-4b28-b915-d2bf216d2dae req-1c2558a4-4123-444a-81c7-0550a4a2cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:33.502662 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1922d16a-5ee9-4b28-b915-d2bf216d2dae req-1c2558a4-4123-444a-81c7-0550a4a2cb01 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c70d7151-a1e3-4751-bb25-2cf30e59f4d1 HTTP/1.1" status: 200 len: 835 time: 0.0938110 Apr 05 20:49:33.507411 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffece85a-32ca-43f0-a5a8-49f26ca4d8c2 req-9c3295f6-fb3e-4fc0-b5e0-6ad40e86fde9 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651286 Apr 05 20:49:33.544093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614ae4d-0cd8-468c-9d37-62ff99d2a578 req-e75956ce-38bd-4632-92c5-7d80a877139b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:33.545585 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6614ae4d-0cd8-468c-9d37-62ff99d2a578 req-e75956ce-38bd-4632-92c5-7d80a877139b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 944 time: 0.0918961 Apr 05 20:49:33.584207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922d16a-5ee9-4b28-b915-d2bf216d2dae req-e4a09987-11d8-4182-8677-c97f1fb2af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:33.586078 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1922d16a-5ee9-4b28-b915-d2bf216d2dae req-e4a09987-11d8-4182-8677-c97f1fb2af46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736597 Apr 05 20:49:33.593849 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6614ae4d-0cd8-468c-9d37-62ff99d2a578 req-2062428d-93d0-44c1-a210-f2e9c94d1a07 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=6401d0dc-880b-4a6e-b7b3-7ff3998f737a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422044 Apr 05 20:49:33.670653 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-c2e9d0b4-a5d2-4df4-84a0-a8e9d1a6b057 None None] Set router 653c93f8-062f-4576-8586-a2479fd4d96e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:49:33.722671 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1922d16a-5ee9-4b28-b915-d2bf216d2dae req-6570e03b-0d8f-4b70-906e-38c40fe0c12a service neutron] 10.222.0.13 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299236 Apr 05 20:49:33.904674 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1922d16a-5ee9-4b28-b915-d2bf216d2dae req-51089b0c-82aa-4ef4-95f8-569ced3e3faa service neutron] 10.222.0.13 "GET /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747961 Apr 05 20:49:33.928886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac1365-ee88-4386-bd3d-05da278eb277 req-d9a6fe66-ec97-4c4c-808d-052d4ee90075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:33.929490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-34ac1365-ee88-4386-bd3d-05da278eb277 req-d9a6fe66-ec97-4c4c-808d-052d4ee90075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:33.945436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-34ac1365-ee88-4386-bd3d-05da278eb277 req-d9a6fe66-ec97-4c4c-808d-052d4ee90075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:33.946728 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34ac1365-ee88-4386-bd3d-05da278eb277 req-d9a6fe66-ec97-4c4c-808d-052d4ee90075 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.13 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 944 time: 0.1345284 Apr 05 20:49:33.986354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-c2e9d0b4-a5d2-4df4-84a0-a8e9d1a6b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:32Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'b013aff5-65d2-4e1c-91c4-df01f25b71aa', 'name': '', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:f7:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:31Z', 'updated_at': '2022-04-05T20:48:37Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:33.990273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e9d0b4-a5d2-4df4-84a0-a8e9d1a6b057 None None] The sync data for ids ['653c93f8-062f-4576-8586-a2479fd4d96e'] in n-d-836604-1 is: [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:32Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'b013aff5-65d2-4e1c-91c4-df01f25b71aa', 'name': '', 'network_id': '19a1b1b4-1a20-4d7c-966d-8bd78d042fb7', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:f7:1c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:31Z', 'updated_at': '2022-04-05T20:48:37Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': 'c70d7151-a1e3-4751-bb25-2cf30e59f4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:49:34.017013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-34ac1365-ee88-4386-bd3d-05da278eb277 req-0520c3f5-4d22-4dbb-b10c-ac85235787e7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port 4a269e12-71ea-4791-a318-9da77230a351 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:34.017343 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-34ac1365-ee88-4386-bd3d-05da278eb277 req-0520c3f5-4d22-4dbb-b10c-ac85235787e7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.215021 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b53daa-1129-4a48-bd93-a1e37ea45832 None None] New status for floating IP 7d598034-0f6c-404d-8ec0-87d5ec6073e4: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:49:34.275641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-34ac1365-ee88-4386-bd3d-05da278eb277 req-0520c3f5-4d22-4dbb-b10c-ac85235787e7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] For port 4a269e12-71ea-4791-a318-9da77230a351, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4a269e12-71ea-4791-a318-9da77230a351,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:34.275994 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-34ac1365-ee88-4386-bd3d-05da278eb277 req-0520c3f5-4d22-4dbb-b10c-ac85235787e7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.505915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-34ac1365-ee88-4386-bd3d-05da278eb277 req-0520c3f5-4d22-4dbb-b10c-ac85235787e7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for 4a269e12-71ea-4791-a318-9da77230a351 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:49:34.709206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-34ac1365-ee88-4386-bd3d-05da278eb277 req-0520c3f5-4d22-4dbb-b10c-ac85235787e7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.755566 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a91f8d1a-349e-43ab-acb9-7ea99265c021 req-f84356c1-8793-4484-a171-d85e1e3091fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=5037d0ed-d109-4898-8817-f163103b7a2e HTTP/1.1" status: 200 len: 210 time: 0.0519836 Apr 05 20:49:34.771510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520c3f5-4d22-4dbb-b10c-ac85235787e7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=4a269e12-71ea-4791-a318-9da77230a351,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:34.811466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772f9a8-5667-48d2-8ef2-7ba4f5659ef4 req-51358753-aa36-472d-a56b-d6596b210404 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:34.813439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a772f9a8-5667-48d2-8ef2-7ba4f5659ef4 req-51358753-aa36-472d-a56b-d6596b210404 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1927648 Apr 05 20:49:34.877340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ac1365-ee88-4386-bd3d-05da278eb277 req-0520c3f5-4d22-4dbb-b10c-ac85235787e7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] No DVR routers for this DVR port 4a269e12-71ea-4791-a318-9da77230a351 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:49:34.880323 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-34ac1365-ee88-4386-bd3d-05da278eb277 req-0520c3f5-4d22-4dbb-b10c-ac85235787e7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:34.905529 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a772f9a8-5667-48d2-8ef2-7ba4f5659ef4 req-04a13198-cde1-4e8d-8e3f-4f16f2578000 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864956 Apr 05 20:49:34.907272 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34ac1365-ee88-4386-bd3d-05da278eb277 req-0520c3f5-4d22-4dbb-b10c-ac85235787e7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.13 "DELETE /v2.0/ports/4a269e12-71ea-4791-a318-9da77230a351 HTTP/1.1" status: 204 len: 173 time: 0.9553695 Apr 05 20:49:34.998078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'name': 'network-vif-deleted', 'tag': '4a269e12-71ea-4791-a318-9da77230a351'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:49:35.044090 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5037d0ed-d109-4898-8817-f163103b7a2e', 'name': 'network-vif-deleted', 'tag': '4a269e12-71ea-4791-a318-9da77230a351', 'status': 'completed', 'code': 200} Apr 05 20:49:35.324044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798afb0-373f-4b12-9da9-a4df56ca8311 req-0c5bd63c-0b82-44ba-887e-b764d3e3bce5 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:35.325468 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e798afb0-373f-4b12-9da9-a4df56ca8311 req-0c5bd63c-0b82-44ba-887e-b764d3e3bce5 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1448383 Apr 05 20:49:35.385057 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e798afb0-373f-4b12-9da9-a4df56ca8311 req-86d90e37-39a4-423b-b46f-c25ec7c1b932 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526969 Apr 05 20:49:35.387663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb7172-0556-4935-ac4c-48dc7b6a28bc req-263e55c6-e75e-464e-b1c8-dc0927882767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:35.389024 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-daeb7172-0556-4935-ac4c-48dc7b6a28bc req-263e55c6-e75e-464e-b1c8-dc0927882767 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f03fb1f49594061a9163dba9267ddfd&device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 1096 time: 0.1294014 Apr 05 20:49:35.521229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb7172-0556-4935-ac4c-48dc7b6a28bc req-1eb8631f-229f-46c3-a386-f83bfb31798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:35.522594 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-daeb7172-0556-4935-ac4c-48dc7b6a28bc req-1eb8631f-229f-46c3-a386-f83bfb31798b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 HTTP/1.1" status: 200 len: 911 time: 0.1278992 Apr 05 20:49:35.624168 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-daeb7172-0556-4935-ac4c-48dc7b6a28bc req-f2dc762f-9c15-4a34-b808-af000581f9ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15f241f-ab0e-46c2-a9ae-7802a457c670 HTTP/1.1" status: 200 len: 1001 time: 0.0959113 Apr 05 20:49:35.685623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb7172-0556-4935-ac4c-48dc7b6a28bc req-ef7c73c9-8f62-48dd-b10c-fc5a205599cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:35.687058 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-daeb7172-0556-4935-ac4c-48dc7b6a28bc req-ef7c73c9-8f62-48dd-b10c-fc5a205599cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4661bfc9-5823-448b-9581-c7c9dd7e2b90 HTTP/1.1" status: 200 len: 849 time: 0.0577121 Apr 05 20:49:35.760250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb7172-0556-4935-ac4c-48dc7b6a28bc req-74ff81d9-1fd6-4efd-9df0-7f477e9fa972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:35.761677 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-daeb7172-0556-4935-ac4c-48dc7b6a28bc req-74ff81d9-1fd6-4efd-9df0-7f477e9fa972 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688157 Apr 05 20:49:35.853489 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50378) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:35.895658 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-daeb7172-0556-4935-ac4c-48dc7b6a28bc req-0364f124-640b-4a76-b0ed-ef4639b3cf8f service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277125 Apr 05 20:49:36.032883 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-daeb7172-0556-4935-ac4c-48dc7b6a28bc req-31e61f80-1103-49b4-a46b-61b89ffa22cc service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302259 Apr 05 20:49:36.521275 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7238e680-7bac-49f5-9f22-d60cf18e4b43 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:36.587885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2a6f58-ef29-4a93-a6f4-1372bce14a04 req-69ec959e-df3c-49fb-9c9d-d178426cecd2 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:36.589340 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5e2a6f58-ef29-4a93-a6f4-1372bce14a04 req-69ec959e-df3c-49fb-9c9d-d178426cecd2 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0866659 Apr 05 20:49:36.634212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5e2a6f58-ef29-4a93-a6f4-1372bce14a04 req-7882adba-922c-49b6-a541-fab184a14c35 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385714 Apr 05 20:49:36.879955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7238e680-7bac-49f5-9f22-d60cf18e4b43 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port b013aff5-65d2-4e1c-91c4-df01f25b71aa {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:36.880528 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7238e680-7bac-49f5-9f22-d60cf18e4b43 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.063262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-7238e680-7bac-49f5-9f22-d60cf18e4b43 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] For port b013aff5-65d2-4e1c-91c4-df01f25b71aa, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b013aff5-65d2-4e1c-91c4-df01f25b71aa,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:37.063614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7238e680-7bac-49f5-9f22-d60cf18e4b43 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.183685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7238e680-7bac-49f5-9f22-d60cf18e4b43 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for b013aff5-65d2-4e1c-91c4-df01f25b71aa owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:49:37.572963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4a269e12-71ea-4791-a318-9da77230a351 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:37.611407 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 4a269e12-71ea-4791-a318-9da77230a351 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:49:37.611750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4a269e12-71ea-4791-a318-9da77230a351 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:37.612787 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7238e680-7bac-49f5-9f22-d60cf18e4b43 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:37.661740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7238e680-7bac-49f5-9f22-d60cf18e4b43 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=b013aff5-65d2-4e1c-91c4-df01f25b71aa,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:37.979006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc90ee-54df-43eb-8891-ab18588ff07c req-367cae01-f7b4-471b-8b6c-8ca1e80b4d0d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:37.980350 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ebfc90ee-54df-43eb-8891-ab18588ff07c req-367cae01-f7b4-471b-8b6c-8ca1e80b4d0d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.2262194 Apr 05 20:49:38.014258 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7238e680-7bac-49f5-9f22-d60cf18e4b43 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:38.102493 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ebfc90ee-54df-43eb-8891-ab18588ff07c req-b14b1fd9-15f3-4d5e-b7ee-aae204095f9f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102099 Apr 05 20:49:38.385961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7238e680-7bac-49f5-9f22-d60cf18e4b43 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 653c93f8-062f-4576-8586-a2479fd4d96e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:49:38.560881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7238e680-7bac-49f5-9f22-d60cf18e4b43 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:49:38.570582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e79ba-30d8-46f4-bb92-930fab3b09d4 None None] Sync routers for ids ['653c93f8-062f-4576-8586-a2479fd4d96e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:49:38.574658 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7238e680-7bac-49f5-9f22-d60cf18e4b43 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "PUT /v2.0/routers/653c93f8-062f-4576-8586-a2479fd4d96e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7200003 Apr 05 20:49:38.577382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50388) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:38.582263 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e79ba-30d8-46f4-bb92-930fab3b09d4 None None] Routers {'653c93f8-062f-4576-8586-a2479fd4d96e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:49:38.582902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d98e79ba-30d8-46f4-bb92-930fab3b09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:49:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['653c93f8-062f-4576-8586-a2479fd4d96e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:38.642097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f9bc62-8f95-47c1-8e06-cd42c95aef21 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting subnet c70d7151-a1e3-4751-bb25-2cf30e59f4d1 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:49:38.644859 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-84f9bc62-8f95-47c1-8e06-cd42c95aef21 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:38.698576 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-84f9bc62-8f95-47c1-8e06-cd42c95aef21 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:38.761183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d98e79ba-30d8-46f4-bb92-930fab3b09d4 None None] Set router 653c93f8-062f-4576-8586-a2479fd4d96e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:49:38.908859 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-84f9bc62-8f95-47c1-8e06-cd42c95aef21 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:38.976059 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:38.980557 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-84f9bc62-8f95-47c1-8e06-cd42c95aef21 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.023280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9bc62-8f95-47c1-8e06-cd42c95aef21 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Subnet': ['ID=c70d7151-a1e3-4751-bb25-2cf30e59f4d1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:39.025222 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-84f9bc62-8f95-47c1-8e06-cd42c95aef21 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.034197 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-84f9bc62-8f95-47c1-8e06-cd42c95aef21 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/subnets/c70d7151-a1e3-4751-bb25-2cf30e59f4d1 HTTP/1.1" status: 204 len: 168 time: 0.4529595 Apr 05 20:49:39.034338 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49353a8-e218-4797-8676-bb11b5042fcc None None] Network 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:49:39.034419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50392) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:39.219288 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.228662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d98e79ba-30d8-46f4-bb92-930fab3b09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:49:37Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:39.234861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e79ba-30d8-46f4-bb92-930fab3b09d4 None None] Checking router: 653c93f8-062f-4576-8586-a2479fd4d96e for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:49:39.239430 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.247506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e79ba-30d8-46f4-bb92-930fab3b09d4 None None] Routers {'653c93f8-062f-4576-8586-a2479fd4d96e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:49:39.248096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d98e79ba-30d8-46f4-bb92-930fab3b09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:49:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['653c93f8-062f-4576-8586-a2479fd4d96e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:39.399046 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.414355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port ee34c83e-d54e-4986-9621-dda59bd6d3e8 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:39.414696 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.437315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] DHCP port deletion for 19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:49:39.451880 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Deleting port 024f7b44-a333-46c6-96ff-b21f6e180393 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:49:39.452248 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.524077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d98e79ba-30d8-46f4-bb92-930fab3b09d4 None None] Set router 653c93f8-062f-4576-8586-a2479fd4d96e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:49:39.598561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] For port ee34c83e-d54e-4986-9621-dda59bd6d3e8, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ee34c83e-d54e-4986-9621-dda59bd6d3e8,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:39.598914 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.723154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for ee34c83e-d54e-4986-9621-dda59bd6d3e8 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:49:39.878480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] For port 024f7b44-a333-46c6-96ff-b21f6e180393, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=024f7b44-a333-46c6-96ff-b21f6e180393,segment=NetworkSegment(b850b7f4-96ef-4a17-8264-579cc772ba33),segment_id=b850b7f4-96ef-4a17-8264-579cc772ba33)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:39.879076 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.888837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:39.960824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=ee34c83e-d54e-4986-9621-dda59bd6d3e8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:40.028804 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.032302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Calling delete_port for 024f7b44-a333-46c6-96ff-b21f6e180393 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:49:40.116253 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d98e79ba-30d8-46f4-bb92-930fab3b09d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:49:37Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:40.119534 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.158129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e79ba-30d8-46f4-bb92-930fab3b09d4 None None] The sync data for ids ['653c93f8-062f-4576-8586-a2479fd4d96e'] in n-d-836604-1 is: [{'id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-572608580', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:49:37Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'ee34c83e-d54e-4986-9621-dda59bd6d3e8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:8f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653c93f8-062f-4576-8586-a2479fd4d96e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:48:27Z', 'updated_at': '2022-04-05T20:48:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:49:40.167415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Pushing event deleted for resources: {'Port': ['ID=024f7b44-a333-46c6-96ff-b21f6e180393,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:40.172753 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] No DVR routers for this DVR port 024f7b44-a333-46c6-96ff-b21f6e180393 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:49:40.179123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:40.179463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:40.179795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:40.180119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:40.180435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:40.180766 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:40.181064 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:40.181379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:40.181692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:40.182032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:40.182344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:40.182651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bedbd7-1c04-4fe5-b57b-c4cedefc1d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:40.315617 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.317783 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.338577 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.339136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Fanout notify agent at l3_agent the message router_deleted on router 653c93f8-062f-4576-8586-a2479fd4d96e {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:49:40.353734 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.354808 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-29a7798f-2b93-4454-990f-feadabb383aa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/routers/653c93f8-062f-4576-8586-a2479fd4d96e HTTP/1.1" status: 204 len: 168 time: 1.3195276 Apr 05 20:49:40.357460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50396) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:40.468370 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-061de631-d091-4e1e-836b-d2ebdf1bdcbc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.610603 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-061de631-d091-4e1e-836b-d2ebdf1bdcbc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.615804 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 024f7b44-a333-46c6-96ff-b21f6e180393 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:40.636975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-061de631-d091-4e1e-836b-d2ebdf1bdcbc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a1b1b4-1a20-4d7c-966d-8bd78d042fb7']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:40.652081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-061de631-d091-4e1e-836b-d2ebdf1bdcbc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b850b7f4-96ef-4a17-8264-579cc772ba33') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:40.652411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-061de631-d091-4e1e-836b-d2ebdf1bdcbc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b850b7f4-96ef-4a17-8264-579cc772ba33') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:40.666839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 024f7b44-a333-46c6-96ff-b21f6e180393 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:49:40.667297 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 024f7b44-a333-46c6-96ff-b21f6e180393 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:40.667422 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-061de631-d091-4e1e-836b-d2ebdf1bdcbc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.667813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b013aff5-65d2-4e1c-91c4-df01f25b71aa no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:40.685953 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-061de631-d091-4e1e-836b-d2ebdf1bdcbc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.692309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-061de631-d091-4e1e-836b-d2ebdf1bdcbc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:49:40.692788 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-061de631-d091-4e1e-836b-d2ebdf1bdcbc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.705092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: b013aff5-65d2-4e1c-91c4-df01f25b71aa {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:49:40.705684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b013aff5-65d2-4e1c-91c4-df01f25b71aa not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:49:40.720286 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:49:40.801949 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-061de631-d091-4e1e-836b-d2ebdf1bdcbc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.821264 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-061de631-d091-4e1e-836b-d2ebdf1bdcbc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.833735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061de631-d091-4e1e-836b-d2ebdf1bdcbc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Network': ['ID=19a1b1b4-1a20-4d7c-966d-8bd78d042fb7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:40.842544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-061de631-d091-4e1e-836b-d2ebdf1bdcbc tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/networks/19a1b1b4-1a20-4d7c-966d-8bd78d042fb7 HTTP/1.1" status: 204 len: 168 time: 0.4840474 Apr 05 20:49:40.845815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50400) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:40.925565 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac96d022-5e0f-4521-bdec-3f5b05c553ef tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:40.954716 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac96d022-5e0f-4521-bdec-3f5b05c553ef tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.020420 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac96d022-5e0f-4521-bdec-3f5b05c553ef tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.038401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96d022-5e0f-4521-bdec-3f5b05c553ef tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6401d0dc-880b-4a6e-b7b3-7ff3998f737a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:41.048798 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ac96d022-5e0f-4521-bdec-3f5b05c553ef tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.052390 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ac96d022-5e0f-4521-bdec-3f5b05c553ef tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/security-groups/6401d0dc-880b-4a6e-b7b3-7ff3998f737a HTTP/1.1" status: 204 len: 168 time: 0.2031984 Apr 05 20:49:41.299960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50408) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:41.305024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1741412549', 'description': 'tempest-secgroup-smoke-1741412549 description', 'project_id': '5118b05a56334dea925f78d36af460a0'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:49:41.311404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:41.316115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:41.318925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:41.324585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:41.334258 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.352861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:41.356551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:41.359776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:41.365256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:41.395017 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-62ae1d63-605f-478d-9f05-bee1a95c16e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.435930 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.440082 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.483207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86d1e28-cf04-4db9-8746-737595f87330,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:41.486516 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.487694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-81b97e12-061e-4762-9e53-d39a1c2dd2a9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1867559 Apr 05 20:49:41.491361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50412) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:41.496576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-aef930cc-f185-471d-b3d3-27cb2d527036 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'd86d1e28-cf04-4db9-8746-737595f87330', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:49:41.503699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-aef930cc-f185-471d-b3d3-27cb2d527036 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:41.507552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-aef930cc-f185-471d-b3d3-27cb2d527036 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:41.510411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-aef930cc-f185-471d-b3d3-27cb2d527036 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:41.516063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-aef930cc-f185-471d-b3d3-27cb2d527036 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:41.532514 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aef930cc-f185-471d-b3d3-27cb2d527036 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.590603 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aef930cc-f185-471d-b3d3-27cb2d527036 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.594401 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aef930cc-f185-471d-b3d3-27cb2d527036 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.617661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef930cc-f185-471d-b3d3-27cb2d527036 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0326cdc0-8942-4e60-8105-ae25d4c85f83,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:41.625762 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aef930cc-f185-471d-b3d3-27cb2d527036 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.626939 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aef930cc-f185-471d-b3d3-27cb2d527036 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346097 Apr 05 20:49:41.629598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50416) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:41.634520 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-71f307b8-6dd1-4a1e-ba80-a31d43bae38e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'd86d1e28-cf04-4db9-8746-737595f87330', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:49:41.640774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-71f307b8-6dd1-4a1e-ba80-a31d43bae38e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:41.644549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-71f307b8-6dd1-4a1e-ba80-a31d43bae38e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:41.647389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-71f307b8-6dd1-4a1e-ba80-a31d43bae38e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:41.652979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-71f307b8-6dd1-4a1e-ba80-a31d43bae38e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:41.673637 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-71f307b8-6dd1-4a1e-ba80-a31d43bae38e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.732773 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-71f307b8-6dd1-4a1e-ba80-a31d43bae38e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.736759 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-71f307b8-6dd1-4a1e-ba80-a31d43bae38e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.758641 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f307b8-6dd1-4a1e-ba80-a31d43bae38e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14413acf-fd00-4a02-97bf-0fc34a4438db,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:41.767144 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-71f307b8-6dd1-4a1e-ba80-a31d43bae38e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.768306 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-71f307b8-6dd1-4a1e-ba80-a31d43bae38e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377680 Apr 05 20:49:41.770980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50420) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:41.775785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0cbcc22d-3a7e-46e7-9da7-d182f6f243be tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'd86d1e28-cf04-4db9-8746-737595f87330', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:49:41.782491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0cbcc22d-3a7e-46e7-9da7-d182f6f243be tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:41.786389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0cbcc22d-3a7e-46e7-9da7-d182f6f243be tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:41.789189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0cbcc22d-3a7e-46e7-9da7-d182f6f243be tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:41.795037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0cbcc22d-3a7e-46e7-9da7-d182f6f243be tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:41.811872 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0cbcc22d-3a7e-46e7-9da7-d182f6f243be tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.872594 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0cbcc22d-3a7e-46e7-9da7-d182f6f243be tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.875343 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0cbcc22d-3a7e-46e7-9da7-d182f6f243be tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.898459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcc22d-3a7e-46e7-9da7-d182f6f243be tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0c82ef-881c-456a-8703-1ad180bee1c6,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:41.907068 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0cbcc22d-3a7e-46e7-9da7-d182f6f243be tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:41.908245 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0cbcc22d-3a7e-46e7-9da7-d182f6f243be tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363215 Apr 05 20:49:41.911467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50424) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:41.916581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-526eed44-0156-44b9-a16c-9bb8b9d7a68b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'd86d1e28-cf04-4db9-8746-737595f87330', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:49:41.923547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-526eed44-0156-44b9-a16c-9bb8b9d7a68b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:41.927274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-526eed44-0156-44b9-a16c-9bb8b9d7a68b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:41.930073 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-526eed44-0156-44b9-a16c-9bb8b9d7a68b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:41.935609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-526eed44-0156-44b9-a16c-9bb8b9d7a68b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:41.951541 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-526eed44-0156-44b9-a16c-9bb8b9d7a68b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.015792 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-526eed44-0156-44b9-a16c-9bb8b9d7a68b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.019117 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-526eed44-0156-44b9-a16c-9bb8b9d7a68b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.042811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526eed44-0156-44b9-a16c-9bb8b9d7a68b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a526fb-e085-44fb-bbe5-2f7f1d3eb9c6,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:42.050767 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-526eed44-0156-44b9-a16c-9bb8b9d7a68b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.051924 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-526eed44-0156-44b9-a16c-9bb8b9d7a68b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1395423 Apr 05 20:49:42.054720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50428) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:42.059550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-12a2a635-9c8b-45c1-8130-a860bc559ce7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'd86d1e28-cf04-4db9-8746-737595f87330', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:49:42.065734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-12a2a635-9c8b-45c1-8130-a860bc559ce7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:42.069500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-12a2a635-9c8b-45c1-8130-a860bc559ce7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:42.072427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-12a2a635-9c8b-45c1-8130-a860bc559ce7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:42.078606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-12a2a635-9c8b-45c1-8130-a860bc559ce7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:42.087862 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-12a2a635-9c8b-45c1-8130-a860bc559ce7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Project 5118b05a56334dea925f78d36af460a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:49:42.094804 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-12a2a635-9c8b-45c1-8130-a860bc559ce7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.155759 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-12a2a635-9c8b-45c1-8130-a860bc559ce7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.159654 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-12a2a635-9c8b-45c1-8130-a860bc559ce7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.182282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2a635-9c8b-45c1-8130-a860bc559ce7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2162b0-4946-4510-8fe6-06e5352b0e5b,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:42.191981 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-12a2a635-9c8b-45c1-8130-a860bc559ce7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.193124 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-12a2a635-9c8b-45c1-8130-a860bc559ce7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374762 Apr 05 20:49:42.195873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50432) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:42.200690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ac985528-5c14-4794-85c3-f77201c6bc49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'security_group_rule': {'security_group_id': 'd86d1e28-cf04-4db9-8746-737595f87330', 'project_id': '5118b05a56334dea925f78d36af460a0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:49:42.207422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ac985528-5c14-4794-85c3-f77201c6bc49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:42.211236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ac985528-5c14-4794-85c3-f77201c6bc49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:security_group_rule and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:42.214087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ac985528-5c14-4794-85c3-f77201c6bc49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:42.220244 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ac985528-5c14-4794-85c3-f77201c6bc49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:42.230658 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-ac985528-5c14-4794-85c3-f77201c6bc49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Project 5118b05a56334dea925f78d36af460a0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:49:42.237992 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac985528-5c14-4794-85c3-f77201c6bc49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.263735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ee34c83e-d54e-4986-9621-dda59bd6d3e8 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:49:42.297775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: ee34c83e-d54e-4986-9621-dda59bd6d3e8 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:49:42.298148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ee34c83e-d54e-4986-9621-dda59bd6d3e8 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:49:42.307894 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac985528-5c14-4794-85c3-f77201c6bc49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.311551 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac985528-5c14-4794-85c3-f77201c6bc49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.338104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac985528-5c14-4794-85c3-f77201c6bc49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f197331a-3554-4193-8569-c9e7091f5208,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:42.347700 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ac985528-5c14-4794-85c3-f77201c6bc49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.348891 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ac985528-5c14-4794-85c3-f77201c6bc49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521022 Apr 05 20:49:42.351769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50436) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:42.356964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'network': {'name': 'tempest-network-smoke--1450828985', 'project_id': '5118b05a56334dea925f78d36af460a0', 'port_security_enabled': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:49:42.362122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:42.366086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:network and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:42.368882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:42.374545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:42.384952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Made reservation on behalf of 5118b05a56334dea925f78d36af460a0 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:49:42.388377 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.415039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:49:42.423551 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.423887 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Added segment 5708f215-efa5-4296-a8bd-31e703e89353 of type vlan for network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 Apr 05 20:49:42.449138 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.477100 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.482531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:42.483095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.580008 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2271423 Apr 05 20:49:42.582780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50440) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:42.587911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'admin_state_up': True, 'project_id': '5118b05a56334dea925f78d36af460a0', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:49:42.591606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03a7313-b19a-4bd0-bc76-d14f53be6a29 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Network': ['ID=41f1d453-1c25-4d87-9b4a-ed358ce1bda3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:42.595556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:42.599436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:router and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:42.601471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:49:42.605071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:42.612571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:42.623346 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.624325 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.783294 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:42.879702 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0d2f888-0414-4e61-b8cf-a831eea30609 req-271d69d1-6598-4d45-b0d3-9f529262d4b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2510974 Apr 05 20:49:43.102266 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:43.172206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f888-0414-4e61-b8cf-a831eea30609 req-4daa40e3-820e-4c5f-b52c-5667ee82fbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:43.173589 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0d2f888-0414-4e61-b8cf-a831eea30609 req-4daa40e3-820e-4c5f-b52c-5667ee82fbe3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f03fb1f49594061a9163dba9267ddfd&device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 1096 time: 0.1837790 Apr 05 20:49:43.371993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f888-0414-4e61-b8cf-a831eea30609 req-3a584264-3ac3-433e-ae8f-1b69b9444057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:43.373437 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0d2f888-0414-4e61-b8cf-a831eea30609 req-3a584264-3ac3-433e-ae8f-1b69b9444057 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 HTTP/1.1" status: 200 len: 911 time: 0.1556175 Apr 05 20:49:43.621775 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:43.646516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0d2f888-0414-4e61-b8cf-a831eea30609 req-58f7a91c-47c5-4476-816c-0d78c90d27c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a15f241f-ab0e-46c2-a9ae-7802a457c670 HTTP/1.1" status: 200 len: 1001 time: 0.2663155 Apr 05 20:49:43.653972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:43.704950 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ff17bbe8-c6b3-419c-b4b8-0ad796f3177b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:43.772047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f888-0414-4e61-b8cf-a831eea30609 req-0812f5e9-e4a0-481a-8895-37c4690b808e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:43.773533 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0d2f888-0414-4e61-b8cf-a831eea30609 req-0812f5e9-e4a0-481a-8895-37c4690b808e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4661bfc9-5823-448b-9581-c7c9dd7e2b90 HTTP/1.1" status: 200 len: 849 time: 0.1208856 Apr 05 20:49:43.889061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.25.8.206 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/b11f6bb2-682b-4d07-87a3-ac8372761c41) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:49:43.915613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2f888-0414-4e61-b8cf-a831eea30609 req-19ce67b2-7a8c-48cb-9eb1-b1940468dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:43.917470 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0d2f888-0414-4e61-b8cf-a831eea30609 req-19ce67b2-7a8c-48cb-9eb1-b1940468dfdc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385069 Apr 05 20:49:44.259051 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0d2f888-0414-4e61-b8cf-a831eea30609 req-33725dfa-1732-4e1e-b947-e40732999aca service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272395 Apr 05 20:49:44.263238 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.414676 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0d2f888-0414-4e61-b8cf-a831eea30609 req-cd231ef4-9a08-42d6-ae53-3593f46bf294 service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477752 Apr 05 20:49:44.416514 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.479025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:49:44.481681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:44.489788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:49:44.525053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=b11f6bb2-682b-4d07-87a3-ac8372761c41,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:44.557779 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:49:44.842226 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.884617 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:44.912431 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.255210 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.566163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 6b423bf1-07c3-420d-9079-2826281bcf0e is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:49:45.743096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:49:45.754098 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Sync routers for ids ['6b423bf1-07c3-420d-9079-2826281bcf0e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:49:45.763108 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Routers {'6b423bf1-07c3-420d-9079-2826281bcf0e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:49:45.763693 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:49:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6b423bf1-07c3-420d-9079-2826281bcf0e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:45.768959 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:45.770248 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2a1d722e-9518-4cbe-b710-7ba04a4ce7c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1864769 Apr 05 20:49:45.773467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50444) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:45.813319 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cd3fc593-308f-4e71-bba8-6643ebf88be3 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=5118b05a56334dea925f78d36af460a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387528 Apr 05 20:49:45.816106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50448) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:45.939873 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Set router 6b423bf1-07c3-420d-9079-2826281bcf0e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:49:45.944239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48425e63-a916-4281-97ad-15bbd8c26d05 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:45.945763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-48425e63-a916-4281-97ad-15bbd8c26d05 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1287601 Apr 05 20:49:45.948577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50452) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:45.987425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-631fd243-aa3d-429f-9ebb-635f6fe0a9cb tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377600 Apr 05 20:49:45.989803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50456) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:45.995148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-168958541', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'project_id': '5118b05a56334dea925f78d36af460a0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:49:46.099153 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.108445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:46.112883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:subnet and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:49:46.115694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:49:46.121513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:46.130998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Made reservation on behalf of 5118b05a56334dea925f78d36af460a0 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:49:46.135002 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.222516 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:49:44Z', 'revision_number': 3, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:46.226152 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Checking router: 6b423bf1-07c3-420d-9079-2826281bcf0e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:49:46.226484 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Updating router 6b423bf1-07c3-420d-9079-2826281bcf0e port b11f6bb2-682b-4d07-87a3-ac8372761c41 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:49:46.278613 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.365325 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.442423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Subnet': ['ID=50e6209f-ae54-4364-9a80-b669850e283d,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:46.452079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Checking segment: {'id': '5708f215-efa5-4296-a8bd-31e703e89353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:49:46.452436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network hostable DHCP agents. Network: 41f1d453-1c25-4d87-9b4a-ed358ce1bda3, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:49:46.472175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:49:46.481785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 41f1d453-1c25-4d87-9b4a-ed358ce1bda3) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:46.485731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:46.486343 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.491484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9002cf-d896-4c2c-93c8-392f7a4192c3 None None] Network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:49:46.508464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ef17c3d3-0d4e-4722-9ee2-01894d4f37f3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5176375 Apr 05 20:49:46.511282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50460) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:49:46.649404 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.667404 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Transition to ACTIVE for port object b11f6bb2-682b-4d07-87a3-ac8372761c41 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:46.677556 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.757258 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ips': [{'subnet_id': '50e6209f-ae54-4364-9a80-b669850e283d'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:49:46.758136 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.768644 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Attempting to bind port b11f6bb2-682b-4d07-87a3-ac8372761c41 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:49:46.769147 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Attempting to bind port b11f6bb2-682b-4d07-87a3-ac8372761c41 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:49:46.769147 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Attempting to bind port b11f6bb2-682b-4d07-87a3-ac8372761c41 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:49:46.771088 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c4a6b-fdfc-48d8-8ed4-623af741c1f9 None None] Pushing event updated for resources: {'Port': ['ID=b11f6bb2-682b-4d07-87a3-ac8372761c41,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:46.780985 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:49:46.781375 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:49:46.781760 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.782167 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:49:46.782615 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Bound port: b11f6bb2-682b-4d07-87a3-ac8372761c41, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:49:46.782969 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.813982 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c4a6b-fdfc-48d8-8ed4-623af741c1f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:46.814316 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c4a6b-fdfc-48d8-8ed4-623af741c1f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:46.814643 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c4a6b-fdfc-48d8-8ed4-623af741c1f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:46.814960 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c4a6b-fdfc-48d8-8ed4-623af741c1f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:46.815288 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c4a6b-fdfc-48d8-8ed4-623af741c1f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:46.815597 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c4a6b-fdfc-48d8-8ed4-623af741c1f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:46.815906 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c4a6b-fdfc-48d8-8ed4-623af741c1f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:46.816521 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c4a6b-fdfc-48d8-8ed4-623af741c1f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:46.816521 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c4a6b-fdfc-48d8-8ed4-623af741c1f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:46.816833 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c4a6b-fdfc-48d8-8ed4-623af741c1f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:46.817119 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c4a6b-fdfc-48d8-8ed4-623af741c1f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:46.817493 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72c4a6b-fdfc-48d8-8ed4-623af741c1f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:46.865860 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] For port b11f6bb2-682b-4d07-87a3-ac8372761c41, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:49:46.869238 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] For port b11f6bb2-682b-4d07-87a3-ac8372761c41, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b11f6bb2-682b-4d07-87a3-ac8372761c41,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:49:46.873934 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:46.921953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Allocated IP 172.20.0.2 (41f1d453-1c25-4d87-9b4a-ed358ce1bda3/50e6209f-ae54-4364-9a80-b669850e283d/8f437146-7f99-4ca7-9518-3124a9e4cde3) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:49:46.954320 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Routers {'6b423bf1-07c3-420d-9079-2826281bcf0e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:49:46.954938 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:49:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6b423bf1-07c3-420d-9079-2826281bcf0e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:47.012715 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c4a6b-fdfc-48d8-8ed4-623af741c1f9 None None] Pushing event updated for resources: {'Port': ['ID=b11f6bb2-682b-4d07-87a3-ac8372761c41,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:47.137999 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:47.138791 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] Set router 6b423bf1-07c3-420d-9079-2826281bcf0e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:49:47.148370 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Transition to ACTIVE for port object 8f437146-7f99-4ca7-9518-3124a9e4cde3 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:47.167223 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Transition to ACTIVE for port object 8f437146-7f99-4ca7-9518-3124a9e4cde3 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:47.173625 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:47.238598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:49:47.241270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:47.249344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:49:47.259793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Pushing event updated for resources: {'Port': ['ID=8f437146-7f99-4ca7-9518-3124a9e4cde3,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:47.347953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Attempting to bind port 8f437146-7f99-4ca7-9518-3124a9e4cde3 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:49:47.348305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Attempting to bind port 8f437146-7f99-4ca7-9518-3124a9e4cde3 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '5708f215-efa5-4296-a8bd-31e703e89353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:49:47.348668 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Attempting to bind port 8f437146-7f99-4ca7-9518-3124a9e4cde3 on network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:49:47.351181 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:47.354214 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:49:47.354697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Checking segment: {'id': '5708f215-efa5-4296-a8bd-31e703e89353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:49:47.355210 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:47.355698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Bound using segment: {'id': '5708f215-efa5-4296-a8bd-31e703e89353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:49:47.356242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Bound port: 8f437146-7f99-4ca7-9518-3124a9e4cde3, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5708f215-efa5-4296-a8bd-31e703e89353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:49:47.356610 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:47.443358 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:49:44Z', 'revision_number': 3, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:47.447336 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650f0039-b1a8-402c-92dc-e733e9745882 None None] The sync data for ids ['6b423bf1-07c3-420d-9079-2826281bcf0e'] in n-d-836604-1 is: [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:49:44Z', 'revision_number': 3, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:49:47.451063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] For port 8f437146-7f99-4ca7-9518-3124a9e4cde3, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:49:47.454508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] For port 8f437146-7f99-4ca7-9518-3124a9e4cde3, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8f437146-7f99-4ca7-9518-3124a9e4cde3,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:49:47.462246 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:47.560953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c2a5c9-21b0-4cc1-bd08-91e5814383ca None None] Pushing event updated for resources: {'Port': ['ID=8f437146-7f99-4ca7-9518-3124a9e4cde3,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:47.829599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.20.0.1 (41f1d453-1c25-4d87-9b4a-ed358ce1bda3/50e6209f-ae54-4364-9a80-b669850e283d/96578c01-c5c0-435f-861e-599f4bbc4117) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:49:48.010620 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:48.027136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Transition to ACTIVE for port object 96578c01-c5c0-435f-861e-599f4bbc4117 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:48.050738 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:48.115001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:49:48.122822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:48.127919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:49:48.162215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=96578c01-c5c0-435f-861e-599f4bbc4117,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:48.182364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:48.182708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:48.183039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:48.183366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:48.183689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:48.184018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:48.184341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:48.184662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:48.184981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:48.185301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:48.185615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:48.185951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:49:48.208852 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:48.392512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8f437146-7f99-4ca7-9518-3124a9e4cde3 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:48.471393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 8f437146-7f99-4ca7-9518-3124a9e4cde3 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:48.477563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b11f6bb2-682b-4d07-87a3-ac8372761c41 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:48.510909 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:48.550251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port b11f6bb2-682b-4d07-87a3-ac8372761c41 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:48.555688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b11f6bb2-682b-4d07-87a3-ac8372761c41 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:48.556053 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:48.674891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645eab63-b23d-4e25-b238-85a08af95fcb None None] Network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:49:48.720637 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:48.786532 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2cc9881b-c9d6-4f3f-9ea2-13ffce2cc1a7 None None] Provisioning for port 8f437146-7f99-4ca7-9518-3124a9e4cde3 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:48.806390 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port b11f6bb2-682b-4d07-87a3-ac8372761c41, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b11f6bb2-682b-4d07-87a3-ac8372761c41,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:48.809358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2cc9881b-c9d6-4f3f-9ea2-13ffce2cc1a7 None None] Provisioning complete for port 8f437146-7f99-4ca7-9518-3124a9e4cde3 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:48.809731 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2cc9881b-c9d6-4f3f-9ea2-13ffce2cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:48.841055 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:48.989837 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=b11f6bb2-682b-4d07-87a3-ac8372761c41,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:49.073028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:49.078211 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:49.100692 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2cc9881b-c9d6-4f3f-9ea2-13ffce2cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:49.143577 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2cc9881b-c9d6-4f3f-9ea2-13ffce2cc1a7 None None] For port 8f437146-7f99-4ca7-9518-3124a9e4cde3, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8f437146-7f99-4ca7-9518-3124a9e4cde3,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:49.151552 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2cc9881b-c9d6-4f3f-9ea2-13ffce2cc1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:49.198441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=96578c01-c5c0-435f-861e-599f4bbc4117,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:49.203418 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:49.223001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc9881b-c9d6-4f3f-9ea2-13ffce2cc1a7 None None] Pushing event updated for resources: {'Port': ['ID=8f437146-7f99-4ca7-9518-3124a9e4cde3,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:49.343075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:49:49.344208 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:49.475075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-30e307ba-15f3-4924-a6aa-62e19cbad59c None None] Provisioning for port 96578c01-c5c0-435f-861e-599f4bbc4117 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:49.481246 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-30e307ba-15f3-4924-a6aa-62e19cbad59c None None] Provisioning complete for port 96578c01-c5c0-435f-861e-599f4bbc4117 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:49.481726 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-30e307ba-15f3-4924-a6aa-62e19cbad59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:49.540646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 6b423bf1-07c3-420d-9079-2826281bcf0e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:49:49.542990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-30e307ba-15f3-4924-a6aa-62e19cbad59c None None] Port 96578c01-c5c0-435f-861e-599f4bbc4117 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:49:49.555006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-30e307ba-15f3-4924-a6aa-62e19cbad59c None None] Provisioning complete for port 8f437146-7f99-4ca7-9518-3124a9e4cde3 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:49.555511 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-30e307ba-15f3-4924-a6aa-62e19cbad59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:49.737740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:49:49.747059 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Sync routers for ids ['6b423bf1-07c3-420d-9079-2826281bcf0e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:49:49.751101 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6de71a16-3453-4381-9b27-59a290bc5039 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "PUT /v2.0/routers/6b423bf1-07c3-420d-9079-2826281bcf0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2384901 Apr 05 20:49:49.757521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Routers {'6b423bf1-07c3-420d-9079-2826281bcf0e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:49:49.758163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:49:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6b423bf1-07c3-420d-9079-2826281bcf0e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:49.906518 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c29462a4-7b79-44e5-839d-52f5bf856831 None None] Provisioning complete for port 96578c01-c5c0-435f-861e-599f4bbc4117 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:49.906890 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c29462a4-7b79-44e5-839d-52f5bf856831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:49.964623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-960a1b8c-02b3-4306-8c95-e3a5a74ec7ca tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:49.980113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-960a1b8c-02b3-4306-8c95-e3a5a74ec7ca tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:49.981785 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-960a1b8c-02b3-4306-8c95-e3a5a74ec7ca tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1741412549&fields=id&tenant_id=5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 267 time: 0.0547168 Apr 05 20:49:49.991662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c29462a4-7b79-44e5-839d-52f5bf856831 None None] Port 96578c01-c5c0-435f-861e-599f4bbc4117 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:49:49.994140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Set router 6b423bf1-07c3-420d-9079-2826281bcf0e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:49:50.136540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-e7d12866-cb28-4bd7-b78b-ab7161352dd7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:50.137933 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-e7d12866-cb28-4bd7-b78b-ab7161352dd7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/networks?id=41f1d453-1c25-4d87-9b4a-ed358ce1bda3 HTTP/1.1" status: 200 len: 797 time: 0.1488941 Apr 05 20:49:50.155088 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-b0591d3c-e4e2-4c16-b4e6-dc158680118a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/quotas/5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 375 time: 0.0108294 Apr 05 20:49:50.238993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-ffa0681a-a20b-4df4-88fb-88ee16a8f367 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:50.255608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-ffa0681a-a20b-4df4-88fb-88ee16a8f367 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:50.257012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-ffa0681a-a20b-4df4-88fb-88ee16a8f367 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955238 Apr 05 20:49:50.274443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-ce2ef351-2540-444d-a3aa-5c6558407d7e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:49:50.275398 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-ce2ef351-2540-444d-a3aa-5c6558407d7e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056505 Apr 05 20:49:50.312569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '96578c01-c5c0-435f-861e-599f4bbc4117', 'name': '', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:a0:8d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '50e6209f-ae54-4364-9a80-b669850e283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:47Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 2, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': '50e6209f-ae54-4364-9a80-b669850e283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:50.316602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Checking router: 6b423bf1-07c3-420d-9079-2826281bcf0e for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:49:50.316952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Updating router 6b423bf1-07c3-420d-9079-2826281bcf0e port 96578c01-c5c0-435f-861e-599f4bbc4117 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:49:50.355008 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8f437146-7f99-4ca7-9518-3124a9e4cde3 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:50.411324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-fef55012-187f-4ec8-8ecc-099cb17f39c1 service neutron] 10.222.0.24 "GET /v2.0/networks/41f1d453-1c25-4d87-9b4a-ed358ce1bda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284475 Apr 05 20:49:50.425722 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:50.506489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8f437146-7f99-4ca7-9518-3124a9e4cde3 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:50.507180 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:50.549211 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-1ba27d8f-8b58-490f-a578-84794e1380b9 service neutron] 10.222.0.24 "GET /v2.0/networks/41f1d453-1c25-4d87-9b4a-ed358ce1bda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317456 Apr 05 20:49:50.757509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-66881dde-9a72-442d-a5c0-c22b77071ecf req-7d87c491-7f21-404b-8308-df05b42fc3a7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:50.769794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-66881dde-9a72-442d-a5c0-c22b77071ecf req-7d87c491-7f21-404b-8308-df05b42fc3a7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:50.775266 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-66881dde-9a72-442d-a5c0-c22b77071ecf req-7d87c491-7f21-404b-8308-df05b42fc3a7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 210 time: 0.0834794 Apr 05 20:49:50.781004 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b11f6bb2-682b-4d07-87a3-ac8372761c41 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:50.888492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b11f6bb2-682b-4d07-87a3-ac8372761c41 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:50.888855 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:51.017406 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:51.065825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Transition to ACTIVE for port object 96578c01-c5c0-435f-861e-599f4bbc4117 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:51.078254 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:51.262647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135b3de-0625-4454-bf5c-23e3ce62be55 None None] Pushing event updated for resources: {'Port': ['ID=96578c01-c5c0-435f-861e-599f4bbc4117,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:51.355387 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Attempting to bind port 96578c01-c5c0-435f-861e-599f4bbc4117 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:49:51.355759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Attempting to bind port 96578c01-c5c0-435f-861e-599f4bbc4117 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '5708f215-efa5-4296-a8bd-31e703e89353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:49:51.356129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Attempting to bind port 96578c01-c5c0-435f-861e-599f4bbc4117 on network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:49:51.364908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:49:51.365301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Checking segment: {'id': '5708f215-efa5-4296-a8bd-31e703e89353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:49:51.365680 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:51.366103 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Bound using segment: {'id': '5708f215-efa5-4296-a8bd-31e703e89353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:49:51.366562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Bound port: 96578c01-c5c0-435f-861e-599f4bbc4117, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5708f215-efa5-4296-a8bd-31e703e89353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:49:51.366933 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:51.464512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] For port 96578c01-c5c0-435f-861e-599f4bbc4117, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:49:51.467379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] For port 96578c01-c5c0-435f-861e-599f4bbc4117, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=96578c01-c5c0-435f-861e-599f4bbc4117,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:49:51.471706 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:51.551380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Routers {'6b423bf1-07c3-420d-9079-2826281bcf0e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:49:51.552018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:49:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6b423bf1-07c3-420d-9079-2826281bcf0e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:51.614725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135b3de-0625-4454-bf5c-23e3ce62be55 None None] Pushing event updated for resources: {'Port': ['ID=96578c01-c5c0-435f-861e-599f4bbc4117,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:51.754800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] Set router 6b423bf1-07c3-420d-9079-2826281bcf0e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:49:51.862496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-4c1d17cf-c7a3-41b0-ba38-5bb8e495b3a1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:51.863161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-4c1d17cf-c7a3-41b0-ba38-5bb8e495b3a1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:51.881373 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-4c1d17cf-c7a3-41b0-ba38-5bb8e495b3a1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:51.883160 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-4c1d17cf-c7a3-41b0-ba38-5bb8e495b3a1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "GET /v2.0/networks?id=41f1d453-1c25-4d87-9b4a-ed358ce1bda3 HTTP/1.1" status: 200 len: 797 time: 0.1934524 Apr 05 20:49:51.939092 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-92401ebf-145f-435c-98c0-d2ad646228e3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5118b05a56334dea925f78d36af460a0 HTTP/1.1" status: 200 len: 380 time: 0.0466037 Apr 05 20:49:51.953058 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-877f756c-eaf4-4b29-a9ce-ca03bc0a583e req-d81e4cbe-2556-4fd8-8de8-58d107120d4e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 210 time: 0.0441840 Apr 05 20:49:51.955033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'port': {'device_id': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'admin_state_up': True, 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'security_groups': ['d86d1e28-cf04-4db9-8746-737595f87330']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:49:52.088876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:49:52.098897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:49:52.109831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Made reservation on behalf of 5118b05a56334dea925f78d36af460a0 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:49:52.113184 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '96578c01-c5c0-435f-861e-599f4bbc4117', 'name': '', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:a0:8d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '50e6209f-ae54-4364-9a80-b669850e283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:47Z', 'updated_at': '2022-04-05T20:49:51Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': '50e6209f-ae54-4364-9a80-b669850e283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:49:52.113471 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:52.117120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825956b-9675-40a4-a446-87b9353c9228 None None] The sync data for ids ['6b423bf1-07c3-420d-9079-2826281bcf0e'] in n-d-836604-1 is: [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '96578c01-c5c0-435f-861e-599f4bbc4117', 'name': '', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:a0:8d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '50e6209f-ae54-4364-9a80-b669850e283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:47Z', 'updated_at': '2022-04-05T20:49:51Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': '50e6209f-ae54-4364-9a80-b669850e283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:49:52.314181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.20.0.5 (41f1d453-1c25-4d87-9b4a-ed358ce1bda3/50e6209f-ae54-4364-9a80-b669850e283d/54b8846e-d6c3-4e3c-9237-f6eddb35ab8c) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:49:52.354849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 96578c01-c5c0-435f-861e-599f4bbc4117 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:52.432906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 96578c01-c5c0-435f-861e-599f4bbc4117 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:52.437999 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 96578c01-c5c0-435f-861e-599f4bbc4117 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:52.438373 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:52.570575 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:52.605762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 96578c01-c5c0-435f-861e-599f4bbc4117, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=96578c01-c5c0-435f-861e-599f4bbc4117,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:52.611069 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:52.653416 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:52.671160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Transition to ACTIVE for port object 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:52.699332 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:52.710482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=96578c01-c5c0-435f-861e-599f4bbc4117,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:52.774998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:49:52.782946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:49:52.787375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:49:52.819422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:52.857329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:52.857933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:52.885686 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-9b999c9a-3b56-451e-9660-161457f33c1e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9347775 Apr 05 20:49:52.896376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Request body: {'port': {'device_id': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:49:53.018355 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.082970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a4e998f9-548e-4b61-8962-eddd77aa25ca None None] Provisioning for port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:53.088186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a4e998f9-548e-4b61-8962-eddd77aa25ca None None] Provisioning complete for port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:53.088554 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a4e998f9-548e-4b61-8962-eddd77aa25ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.145638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a4e998f9-548e-4b61-8962-eddd77aa25ca None None] Port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:49:53.267718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ef087-4e22-4ac8-b315-177ea74d5c6c req-7522e082-e8a3-4591-b949-cf21f8330b11 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:53.268406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-407ef087-4e22-4ac8-b315-177ea74d5c6c req-7522e082-e8a3-4591-b949-cf21f8330b11 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:49:53.344911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-407ef087-4e22-4ac8-b315-177ea74d5c6c req-7522e082-e8a3-4591-b949-cf21f8330b11 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:49:53.346086 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-407ef087-4e22-4ac8-b315-177ea74d5c6c req-7522e082-e8a3-4591-b949-cf21f8330b11 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 931 time: 0.2749813 Apr 05 20:49:53.412023 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-407ef087-4e22-4ac8-b315-177ea74d5c6c req-9d3fa5ba-fc2e-4c11-8588-15082cf1909b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594809 Apr 05 20:49:53.485195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:49:53.492233 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.506536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Transition to ACTIVE for port object 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:49:53.510310 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.637912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Pushing event updated for resources: {'Port': ['ID=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:53.746550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Attempting to bind port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:49:53.746875 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Attempting to bind port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '5708f215-efa5-4296-a8bd-31e703e89353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:49:53.747200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Attempting to bind port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c on network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:49:53.751691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c on network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:49:53.752009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Attempting to bind port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c on network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:49:53.757937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:49:53.758274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Checking segment: {'id': '5708f215-efa5-4296-a8bd-31e703e89353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:49:53.758657 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Bound using segment: {'id': '5708f215-efa5-4296-a8bd-31e703e89353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:49:53.759077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Bound port: 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5708f215-efa5-4296-a8bd-31e703e89353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:49:53.759412 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.846646 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] For port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:49:53.849491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] For port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:49:53.853288 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.912029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:53.912657 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:53.914011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] 10.222.0.41 "PUT /v2.0/ports/54b8846e-d6c3-4e3c-9237-f6eddb35ab8c HTTP/1.1" status: 200 len: 1091 time: 1.0219882 Apr 05 20:49:53.914422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'tag': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:49:53.940387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373509a-8d38-42b4-991d-22e8458f5232 service neutron] Pushing event updated for resources: {'Port': ['ID=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:53.967629 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'tag': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'status': 'completed', 'code': 200} Apr 05 20:49:54.041267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-51092421-5a5a-4400-a41b-c6ee8bf00d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:54.042763 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-51092421-5a5a-4400-a41b-c6ee8bf00d5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 1094 time: 0.0728965 Apr 05 20:49:54.114735 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-c212c839-1109-48dc-a447-877cf9ea29bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c HTTP/1.1" status: 200 len: 217 time: 0.0653484 Apr 05 20:49:54.176710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-4fc77346-f917-4090-8b60-0618c717c0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:54.178081 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-4fc77346-f917-4090-8b60-0618c717c0f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50e6209f-ae54-4364-9a80-b669850e283d HTTP/1.1" status: 200 len: 834 time: 0.0577559 Apr 05 20:49:54.255108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5cda3dcf-daa4-471f-b699-fa3fd0ef9fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:54.256423 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5cda3dcf-daa4-471f-b699-fa3fd0ef9fa5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41f1d453-1c25-4d87-9b4a-ed358ce1bda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728478 Apr 05 20:49:54.317320 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 96578c01-c5c0-435f-861e-599f4bbc4117 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:54.391195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 96578c01-c5c0-435f-861e-599f4bbc4117 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:54.391573 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:54.518443 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-5f169da3-a5e4-4000-8493-0d9b764957af service neutron] 10.222.0.41 "GET /v2.0/networks/41f1d453-1c25-4d87-9b4a-ed358ce1bda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557547 Apr 05 20:49:54.707945 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06ce5fa6-09b5-4e7d-bbae-43a9acae16fd req-511b00eb-9f95-456f-bb8b-f33c6e4a8d1a service neutron] 10.222.0.41 "GET /v2.0/networks/41f1d453-1c25-4d87-9b4a-ed358ce1bda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819000 Apr 05 20:49:54.722822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319e136-12fe-4199-a1c3-c56f31d3b887 req-fdbc0ea8-4404-4050-b0a4-f9ce62258c94 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:54.724548 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2319e136-12fe-4199-a1c3-c56f31d3b887 req-fdbc0ea8-4404-4050-b0a4-f9ce62258c94 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 943 time: 0.1813152 Apr 05 20:49:54.809668 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2319e136-12fe-4199-a1c3-c56f31d3b887 req-76fca4b0-089a-4504-bd12-87f84aa93885 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791709 Apr 05 20:49:54.840854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1aa892-d1a7-4fe3-82d7-5d28170a5cf8 req-5fbf8441-42af-4112-a6c8-dbc6c5680a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:54.842393 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e1aa892-d1a7-4fe3-82d7-5d28170a5cf8 req-5fbf8441-42af-4112-a6c8-dbc6c5680a41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 1094 time: 0.0835724 Apr 05 20:49:54.972200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1aa892-d1a7-4fe3-82d7-5d28170a5cf8 req-1488ed2a-e3f1-46b7-833e-7e411f31e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:54.973600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e1aa892-d1a7-4fe3-82d7-5d28170a5cf8 req-1488ed2a-e3f1-46b7-833e-7e411f31e3f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41f1d453-1c25-4d87-9b4a-ed358ce1bda3 HTTP/1.1" status: 200 len: 898 time: 0.1248987 Apr 05 20:49:55.045498 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e1aa892-d1a7-4fe3-82d7-5d28170a5cf8 req-63894afa-f4a3-42d5-a7f2-9e10c1e22f6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c HTTP/1.1" status: 200 len: 217 time: 0.0639801 Apr 05 20:49:55.106475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1aa892-d1a7-4fe3-82d7-5d28170a5cf8 req-0ad705cf-963f-4768-bf7e-bb1f2b1565c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:55.107803 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e1aa892-d1a7-4fe3-82d7-5d28170a5cf8 req-0ad705cf-963f-4768-bf7e-bb1f2b1565c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50e6209f-ae54-4364-9a80-b669850e283d HTTP/1.1" status: 200 len: 834 time: 0.0556736 Apr 05 20:49:55.185071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1aa892-d1a7-4fe3-82d7-5d28170a5cf8 req-96644bcb-7436-4ca3-9ba5-10e6e5131d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:55.187142 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e1aa892-d1a7-4fe3-82d7-5d28170a5cf8 req-96644bcb-7436-4ca3-9ba5-10e6e5131d01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41f1d453-1c25-4d87-9b4a-ed358ce1bda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723748 Apr 05 20:49:55.323137 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e1aa892-d1a7-4fe3-82d7-5d28170a5cf8 req-a2eb798a-c3fe-4eec-ba8c-3123efb55906 service neutron] 10.222.0.41 "GET /v2.0/networks/41f1d453-1c25-4d87-9b4a-ed358ce1bda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298912 Apr 05 20:49:55.452754 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e1aa892-d1a7-4fe3-82d7-5d28170a5cf8 req-30f22079-e18b-4317-8e82-4ff6b9136b07 service neutron] 10.222.0.41 "GET /v2.0/networks/41f1d453-1c25-4d87-9b4a-ed358ce1bda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230741 Apr 05 20:49:56.098295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891401f-11c1-4f64-9409-25a756be2630 req-e8d29c9e-d6e4-446a-bd76-3888c8968775 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:56.099728 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8891401f-11c1-4f64-9409-25a756be2630 req-e8d29c9e-d6e4-446a-bd76-3888c8968775 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 943 time: 0.1813631 Apr 05 20:49:56.143556 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8891401f-11c1-4f64-9409-25a756be2630 req-378500b6-6f6a-476e-85cd-4d3478942637 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381618 Apr 05 20:49:56.507910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:49:56.670176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:56.682955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'port_id': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'mac_address': 'fa:16:3e:d3:9b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e6209f-ae54-4364-9a80-b669850e283d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:49:56.741646 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:56.758341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:49:56.773441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:56.777660 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:56.843043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:56.985716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['54b8846e-d6c3-4e3c-9237-f6eddb35ab8c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:49:57.331968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c96ba-255b-424f-9837-a6677ab0f60b req-75368993-6c2e-44a7-a761-78ca62ef6beb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:57.333403 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f71c96ba-255b-424f-9837-a6677ab0f60b req-75368993-6c2e-44a7-a761-78ca62ef6beb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 944 time: 0.0858274 Apr 05 20:49:57.375520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f71c96ba-255b-424f-9837-a6677ab0f60b req-9a804293-d7e2-4994-864b-c52b7115d8c7 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365264 Apr 05 20:49:58.508001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:49:58.563826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514a519-0fb7-42cf-8713-90381580d927 req-b0d0fd48-eff6-4253-a2d3-da0253e90947 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:58.565572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4514a519-0fb7-42cf-8713-90381580d927 req-b0d0fd48-eff6-4253-a2d3-da0253e90947 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 944 time: 0.0840623 Apr 05 20:49:58.574404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:49:58.579121 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:49:58.579479 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:58.611312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4514a519-0fb7-42cf-8713-90381580d927 req-2a5435fe-6d7c-4efa-b73f-f8e7db5b2b70 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400982 Apr 05 20:49:58.696425 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:58.723506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:49:58.736697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:49:58.741609 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:49:58.777559 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'code': 200} Apr 05 20:49:58.813680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:49:58.898084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c556e-e486-48ae-b276-0c8ca8652598 req-98816ed8-9283-4641-8892-82171647d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:58.899559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b28c556e-e486-48ae-b276-0c8ca8652598 req-98816ed8-9283-4641-8892-82171647d692 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 1096 time: 0.0694816 Apr 05 20:49:58.944523 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b28c556e-e486-48ae-b276-0c8ca8652598 req-722113da-3d2c-41f6-a5fb-03aad9354c69 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383577 Apr 05 20:49:59.811892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a36aa-00eb-4f92-a681-338fcfb78213 req-11bfdba9-65bc-48b9-9b97-782f9d2bd3ad tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:49:59.813357 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-851a36aa-00eb-4f92-a681-338fcfb78213 req-11bfdba9-65bc-48b9-9b97-782f9d2bd3ad tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.0912931 Apr 05 20:49:59.864221 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-851a36aa-00eb-4f92-a681-338fcfb78213 req-a4868067-d9f8-4317-85a0-3d82b1487c8d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446618 Apr 05 20:50:01.050313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070e02-5a60-4fe9-92e7-505a88dbefc4 req-c4beec43-3d73-4bac-83c9-b65b72225f23 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:01.051738 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d070e02-5a60-4fe9-92e7-505a88dbefc4 req-c4beec43-3d73-4bac-83c9-b65b72225f23 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.0802047 Apr 05 20:50:01.094303 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8d070e02-5a60-4fe9-92e7-505a88dbefc4 req-05b0c169-d850-4814-9810-8d95c948d1c9 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370064 Apr 05 20:50:01.280497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b886f34-f2b7-4588-b60b-263baf63439a req-6675fa30-1128-4227-ba5e-5e6504ee2174 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:01.282123 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b886f34-f2b7-4588-b60b-263baf63439a req-6675fa30-1128-4227-ba5e-5e6504ee2174 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.0832775 Apr 05 20:50:01.325997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b886f34-f2b7-4588-b60b-263baf63439a req-1928de82-5408-4a74-9a48-64ac3d06374e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381887 Apr 05 20:50:01.348080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50514) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:01.418103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2ae138-014a-4aeb-8f22-528a3a8aed96 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:01.419570 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ba2ae138-014a-4aeb-8f22-528a3a8aed96 tempest-TestNetworkAdvancedServerOps-979894127 tempest-TestNetworkAdvancedServerOps-979894127-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 1091 time: 0.0705371 Apr 05 20:50:01.422594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50518) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:01.427389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:50:01.433692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:01.437533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Usage tracker for resource:floatingip and tenant:5118b05a56334dea925f78d36af460a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:01.440370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:01.446044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:01.459253 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:01.590786 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:01.728518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Allocated IP 172.25.8.18 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/831273c0-8cb7-4d18-b560-ad2bb0739022) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:01.874057 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:01.902562 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:01.965711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:01.972885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:01.976852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:50:02.005328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=831273c0-8cb7-4d18-b560-ad2bb0739022,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:02.383125 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:02.457568 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:02.758518 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:02.762972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:02.871901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event updated for resources: {'Port': ['ID=831273c0-8cb7-4d18-b560-ad2bb0739022,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:02.881359 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:03.053284 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Floating IP 33061ad9-c4da-4e8a-936b-c888c144c0d6 associated. External IP: 172.25.8.18, port: 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c. Apr 05 20:50:03.397550 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 6b423bf1-07c3-420d-9079-2826281bcf0e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:50:03.572785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:50:03.582646 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40733d1-6a3c-449c-b2fd-1708865c54c0 None None] Sync routers for ids ['6b423bf1-07c3-420d-9079-2826281bcf0e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:50:03.592669 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40733d1-6a3c-449c-b2fd-1708865c54c0 None None] Routers {'6b423bf1-07c3-420d-9079-2826281bcf0e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:50:03.593355 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d40733d1-6a3c-449c-b2fd-1708865c54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:49:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6b423bf1-07c3-420d-9079-2826281bcf0e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:03.598137 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:03.652465 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6835eb6a-65e1-4360-8fd7-bf2407ec075e tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2287235 Apr 05 20:50:03.652874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'tag': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:50:03.764850 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'tag': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'status': 'completed', 'code': 200} Apr 05 20:50:03.779114 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-d40733d1-6a3c-449c-b2fd-1708865c54c0 None None] Set router 6b423bf1-07c3-420d-9079-2826281bcf0e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:50:03.887727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde12a16-9c66-419f-a0aa-b345900298b1 req-60669e73-5b52-4184-a40a-9697155804d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:03.889230 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bde12a16-9c66-419f-a0aa-b345900298b1 req-60669e73-5b52-4184-a40a-9697155804d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 1096 time: 0.1038523 Apr 05 20:50:03.897409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae357c46-b068-43ba-82a7-8521091c7675 req-8739396d-9d18-4dc3-8da5-2820112739ef tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:03.899777 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae357c46-b068-43ba-82a7-8521091c7675 req-8739396d-9d18-4dc3-8da5-2820112739ef tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.1463606 Apr 05 20:50:04.034610 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ae357c46-b068-43ba-82a7-8521091c7675 req-ef70ccb6-a168-4e2a-a1c8-a5d9eb1e6583 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172504 Apr 05 20:50:04.058082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50530) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:04.066928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde12a16-9c66-419f-a0aa-b345900298b1 req-3aa294b4-168b-41c7-81d0-baecb8d2431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:04.068360 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bde12a16-9c66-419f-a0aa-b345900298b1 req-3aa294b4-168b-41c7-81d0-baecb8d2431a service neutron] 10.222.0.41 "GET /v2.0/networks?id=41f1d453-1c25-4d87-9b4a-ed358ce1bda3 HTTP/1.1" status: 200 len: 898 time: 0.1687675 Apr 05 20:50:04.156050 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d40733d1-6a3c-449c-b2fd-1708865c54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '33061ad9-c4da-4e8a-936b-c888c144c0d6', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'port_id': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'mac_address': 'fa:16:3e:d3:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:02Z', 'updated_at': '2022-04-05T20:50:02Z', 'revision_number': 0, 'project_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96578c01-c5c0-435f-861e-599f4bbc4117', 'name': '', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:a0:8d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '50e6209f-ae54-4364-9a80-b669850e283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:47Z', 'updated_at': '2022-04-05T20:49:52Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': '50e6209f-ae54-4364-9a80-b669850e283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:04.159956 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40733d1-6a3c-449c-b2fd-1708865c54c0 None None] Checking router: 6b423bf1-07c3-420d-9079-2826281bcf0e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:50:04.168806 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40733d1-6a3c-449c-b2fd-1708865c54c0 None None] Routers {'6b423bf1-07c3-420d-9079-2826281bcf0e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:50:04.169388 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d40733d1-6a3c-449c-b2fd-1708865c54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:49:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6b423bf1-07c3-420d-9079-2826281bcf0e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:04.170105 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-38211038-b9ae-4bce-9a96-7d8cb10acee1 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/33061ad9-c4da-4e8a-936b-c888c144c0d6 HTTP/1.1" status: 200 len: 990 time: 0.1108184 Apr 05 20:50:04.176323 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bde12a16-9c66-419f-a0aa-b345900298b1 req-5d1ef133-6023-421c-9348-1fb7350b880f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c HTTP/1.1" status: 200 len: 998 time: 0.1016102 Apr 05 20:50:04.241333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde12a16-9c66-419f-a0aa-b345900298b1 req-87825965-07de-4d8a-a63a-609f82fa9cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:04.242794 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bde12a16-9c66-419f-a0aa-b345900298b1 req-87825965-07de-4d8a-a63a-609f82fa9cda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50e6209f-ae54-4364-9a80-b669850e283d HTTP/1.1" status: 200 len: 834 time: 0.0606964 Apr 05 20:50:04.322579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde12a16-9c66-419f-a0aa-b345900298b1 req-1eb0e0cd-a693-4214-911f-27ded9bc10b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:04.324062 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bde12a16-9c66-419f-a0aa-b345900298b1 req-1eb0e0cd-a693-4214-911f-27ded9bc10b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41f1d453-1c25-4d87-9b4a-ed358ce1bda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750086 Apr 05 20:50:04.350984 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-d40733d1-6a3c-449c-b2fd-1708865c54c0 None None] Set router 6b423bf1-07c3-420d-9079-2826281bcf0e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:50:04.564341 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bde12a16-9c66-419f-a0aa-b345900298b1 req-a687c399-67b2-483f-a36e-42d67f9366dd service neutron] 10.222.0.41 "GET /v2.0/networks/41f1d453-1c25-4d87-9b4a-ed358ce1bda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346499 Apr 05 20:50:04.699118 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bde12a16-9c66-419f-a0aa-b345900298b1 req-f9376121-e9c0-4802-9c04-a010f9bbecd0 service neutron] 10.222.0.41 "GET /v2.0/networks/41f1d453-1c25-4d87-9b4a-ed358ce1bda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285322 Apr 05 20:50:04.702766 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d40733d1-6a3c-449c-b2fd-1708865c54c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '33061ad9-c4da-4e8a-936b-c888c144c0d6', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'port_id': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'mac_address': 'fa:16:3e:d3:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:02Z', 'updated_at': '2022-04-05T20:50:02Z', 'revision_number': 0, 'project_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96578c01-c5c0-435f-861e-599f4bbc4117', 'name': '', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:a0:8d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '50e6209f-ae54-4364-9a80-b669850e283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:47Z', 'updated_at': '2022-04-05T20:49:52Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': '50e6209f-ae54-4364-9a80-b669850e283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:04.706902 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40733d1-6a3c-449c-b2fd-1708865c54c0 None None] The sync data for ids ['6b423bf1-07c3-420d-9079-2826281bcf0e'] in n-d-836604-1 is: [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '33061ad9-c4da-4e8a-936b-c888c144c0d6', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'port_id': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'mac_address': 'fa:16:3e:d3:9b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:02Z', 'updated_at': '2022-04-05T20:50:02Z', 'revision_number': 0, 'project_id': '5118b05a56334dea925f78d36af460a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96578c01-c5c0-435f-861e-599f4bbc4117', 'name': '', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:a0:8d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '50e6209f-ae54-4364-9a80-b669850e283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:47Z', 'updated_at': '2022-04-05T20:49:52Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': '50e6209f-ae54-4364-9a80-b669850e283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:50:04.890993 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9902838f-70dc-4fba-9dec-9a15413a1c11 None None] New status for floating IP 33061ad9-c4da-4e8a-936b-c888c144c0d6: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:50:05.174010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50534) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:05.282037 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f7962962-8b7f-43fa-bf64-644d0caaff3d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/33061ad9-c4da-4e8a-936b-c888c144c0d6 HTTP/1.1" status: 200 len: 992 time: 0.1068256 Apr 05 20:50:08.959435 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:09.231289 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:10.791984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea560d6d-a121-49ba-82b4-2e4ee934b60c req-b8dfd70d-0d9d-4d58-874f-cbdfdeae8f68 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:10.793342 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea560d6d-a121-49ba-82b4-2e4ee934b60c req-b8dfd70d-0d9d-4d58-874f-cbdfdeae8f68 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0806224 Apr 05 20:50:10.837854 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea560d6d-a121-49ba-82b4-2e4ee934b60c req-08badc49-dd31-4850-be80-3e53688af50c tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387657 Apr 05 20:50:11.396566 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9c2b05c8-827f-4c29-b880-ec5f112cd77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:12.026278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d3ccc8-2b81-4f8f-8626-630c779c2621 req-630f58fe-7b07-41c7-9412-78adf06c07cf tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:12.027633 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90d3ccc8-2b81-4f8f-8626-630c779c2621 req-630f58fe-7b07-41c7-9412-78adf06c07cf tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.0830910 Apr 05 20:50:12.070662 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90d3ccc8-2b81-4f8f-8626-630c779c2621 req-eaebd9a2-6032-4e70-b9a2-ecab681efd51 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367918 Apr 05 20:50:12.596760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-f001a334-1b43-4887-af5f-85dd4a17d6af tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:12.598192 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-f001a334-1b43-4887-af5f-85dd4a17d6af tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.13 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1905508 Apr 05 20:50:12.665749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Deleting port a15f241f-ab0e-46c2-a9ae-7802a457c670 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:50:12.666110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:12.910185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] For port a15f241f-ab0e-46c2-a9ae-7802a457c670, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=a15f241f-ab0e-46c2-a9ae-7802a457c670,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:50:12.910463 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.245715 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.246016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.246326 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Floating IP 08819903-260b-4190-978a-4798e474cfa4 disassociated. External IP: 172.25.8.144, port: a15f241f-ab0e-46c2-a9ae-7802a457c670. Apr 05 20:50:13.246659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Calling delete_port for a15f241f-ab0e-46c2-a9ae-7802a457c670 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:50:13.345678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c38ba-594d-4bab-8be4-8859e7302fed req-068b1dde-f455-4bf4-89bc-1b7c5d831905 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:13.347179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-902c38ba-594d-4bab-8be4-8859e7302fed req-068b1dde-f455-4bf4-89bc-1b7c5d831905 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=71af4623-13a0-4c36-8065-987ddfb9d5bb HTTP/1.1" status: 200 len: 945 time: 0.1697195 Apr 05 20:50:13.440893 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-902c38ba-594d-4bab-8be4-8859e7302fed req-2f38958a-3f82-4b11-99e5-8d12892e2c88 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=f9395f2a-315b-4c1a-bfa2-645ba0610cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868180 Apr 05 20:50:13.445120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.497933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event deleted for resources: {'Port': ['ID=a15f241f-ab0e-46c2-a9ae-7802a457c670,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:13.678717 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:50:13.708499 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c7b9c3ca-9937-4445-a627-cd40ce9bf25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.860043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:50:13.869532 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ebd7e-5ace-4fb8-b2cb-30f6b81e8c34 None None] Sync routers for ids ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:50:13.879507 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ebd7e-5ace-4fb8-b2cb-30f6b81e8c34 None None] Routers {'1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:50:13.880312 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a68ebd7e-5ace-4fb8-b2cb-30f6b81e8c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:50:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:13.938554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] No DVR routers for this DVR port a15f241f-ab0e-46c2-a9ae-7802a457c670 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:50:13.941842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:13.945539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71af4623-13a0-4c36-8065-987ddfb9d5bb', 'name': 'network-vif-deleted', 'tag': 'a15f241f-ab0e-46c2-a9ae-7802a457c670'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:50:13.962511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-63b360bc-bf35-4550-93ae-6c862fed1939 req-50c1bfea-5095-4e6a-aa95-8f567659e3c0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.13 "DELETE /v2.0/ports/a15f241f-ab0e-46c2-a9ae-7802a457c670 HTTP/1.1" status: 204 len: 173 time: 1.3595638 Apr 05 20:50:14.002038 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71af4623-13a0-4c36-8065-987ddfb9d5bb', 'name': 'network-vif-deleted', 'tag': 'a15f241f-ab0e-46c2-a9ae-7802a457c670', 'status': 'completed', 'code': 200} Apr 05 20:50:14.082612 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-a68ebd7e-5ace-4fb8-b2cb-30f6b81e8c34 None None] Set router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:50:14.390754 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a68ebd7e-5ace-4fb8-b2cb-30f6b81e8c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:28Z', 'revision_number': 5, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:14.394902 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ebd7e-5ace-4fb8-b2cb-30f6b81e8c34 None None] Checking router: 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:50:14.404913 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ebd7e-5ace-4fb8-b2cb-30f6b81e8c34 None None] Routers {'1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:50:14.405597 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a68ebd7e-5ace-4fb8-b2cb-30f6b81e8c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:50:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:14.569911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50558) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:14.621959 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-a68ebd7e-5ace-4fb8-b2cb-30f6b81e8c34 None None] Set router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:50:14.751157 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab0f193d-f514-484f-ad80-6872edec4a79 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.778321 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab0f193d-f514-484f-ad80-6872edec4a79 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.837239 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab0f193d-f514-484f-ad80-6872edec4a79 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.846324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.861130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f193d-f514-484f-ad80-6872edec4a79 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9395f2a-315b-4c1a-bfa2-645ba0610cc5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:14.872661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab0f193d-f514-484f-ad80-6872edec4a79 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.876567 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ab0f193d-f514-484f-ad80-6872edec4a79 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "DELETE /v2.0/security-groups/f9395f2a-315b-4c1a-bfa2-645ba0610cc5 HTTP/1.1" status: 204 len: 168 time: 0.3029451 Apr 05 20:50:14.876722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50562) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:14.893637 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-68801942-ac2f-4cd3-9b8c-6c391e2a6468 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] show failed (client error): The resource could not be found. Apr 05 20:50:14.897644 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-68801942-ac2f-4cd3-9b8c-6c391e2a6468 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups/f9395f2a-315b-4c1a-bfa2-645ba0610cc5 HTTP/1.1" status: 404 len: 347 time: 0.0171788 Apr 05 20:50:14.897809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50566) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:14.903655 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:14.935711 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a68ebd7e-5ace-4fb8-b2cb-30f6b81e8c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:28Z', 'revision_number': 5, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:14.939556 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68ebd7e-5ace-4fb8-b2cb-30f6b81e8c34 None None] The sync data for ids ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'] in n-d-836604-1 is: [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:28Z', 'revision_number': 5, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:50:15.062974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Deleting port c7055bbe-4d3c-47b0-a31d-812d1d3a6ddf {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:50:15.063319 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.166164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ab0dba-c212-444c-8c16-71e31a1eb975 None None] New status for floating IP 08819903-260b-4190-978a-4798e474cfa4: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:50:15.236205 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.236536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:15.362850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Calling delete_port for c7055bbe-4d3c-47b0-a31d-812d1d3a6ddf owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:50:15.445644 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:50:15.446100 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:50:15.758083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a15f241f-ab0e-46c2-a9ae-7802a457c670 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:50:15.793986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: a15f241f-ab0e-46c2-a9ae-7802a457c670 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:50:15.794854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device a15f241f-ab0e-46c2-a9ae-7802a457c670 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:50:15.947670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Deleting port c7055bbe-4d3c-47b0-a31d-812d1d3a6ddf {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:50:15.948141 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.101167 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.118644 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.118971 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.244188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Calling delete_port for c7055bbe-4d3c-47b0-a31d-812d1d3a6ddf owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:50:16.384884 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.436293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event deleted for resources: {'Port': ['ID=c7055bbe-4d3c-47b0-a31d-812d1d3a6ddf,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:16.525647 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.539664 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.541020 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6b275fca-701a-4a62-9020-95bb920e8c78 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "DELETE /v2.0/floatingips/08819903-260b-4190-978a-4798e474cfa4 HTTP/1.1" status: 204 len: 168 time: 1.6420684 Apr 05 20:50:16.931344 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50572) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:16.936458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1275088572', 'description': 'tempest-description--1721626324'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:50:16.942897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:16.947077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Usage tracker for resource:security_group and tenant:1f03fb1f49594061a9163dba9267ddfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:16.949923 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:16.956559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:16.966115 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:16.985492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:16.989164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Usage tracker for resource:security_group_rule and tenant:1f03fb1f49594061a9163dba9267ddfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:16.991910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:16.997423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:17.063876 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.067285 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.111064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44bb3cba-4dab-4b84-800e-17c6a9359ede,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:17.113672 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.114886 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6a36ac97-5269-421f-9dd8-2eb5c24cb806 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1824899 Apr 05 20:50:17.117692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50576) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:17.123085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-29b2759a-7b7b-4119-8abc-04854981df07 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Request body: {'security_group_rule': {'security_group_id': '44bb3cba-4dab-4b84-800e-17c6a9359ede', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:50:17.129453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-29b2759a-7b7b-4119-8abc-04854981df07 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:17.133313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-29b2759a-7b7b-4119-8abc-04854981df07 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Usage tracker for resource:security_group_rule and tenant:1f03fb1f49594061a9163dba9267ddfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:17.136206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-29b2759a-7b7b-4119-8abc-04854981df07 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:17.142498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-29b2759a-7b7b-4119-8abc-04854981df07 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:17.158120 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29b2759a-7b7b-4119-8abc-04854981df07 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.218476 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29b2759a-7b7b-4119-8abc-04854981df07 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.221720 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29b2759a-7b7b-4119-8abc-04854981df07 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.243658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2759a-7b7b-4119-8abc-04854981df07 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1748afaf-76ed-43d1-81b6-be4b97059723,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:17.252879 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29b2759a-7b7b-4119-8abc-04854981df07 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.254136 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-29b2759a-7b7b-4119-8abc-04854981df07 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354766 Apr 05 20:50:17.256761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50580) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:17.261636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fa18c4e6-14f9-4e51-8269-23ad04b86761 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Request body: {'security_group_rule': {'security_group_id': '44bb3cba-4dab-4b84-800e-17c6a9359ede', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:50:17.268433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fa18c4e6-14f9-4e51-8269-23ad04b86761 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:17.272230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fa18c4e6-14f9-4e51-8269-23ad04b86761 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Usage tracker for resource:security_group_rule and tenant:1f03fb1f49594061a9163dba9267ddfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:17.275075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fa18c4e6-14f9-4e51-8269-23ad04b86761 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:17.280682 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fa18c4e6-14f9-4e51-8269-23ad04b86761 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:17.297327 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa18c4e6-14f9-4e51-8269-23ad04b86761 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.357237 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa18c4e6-14f9-4e51-8269-23ad04b86761 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.360449 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa18c4e6-14f9-4e51-8269-23ad04b86761 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.383436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18c4e6-14f9-4e51-8269-23ad04b86761 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af9434e-6dc3-41d7-98cf-c09ce672d643,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:17.391830 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fa18c4e6-14f9-4e51-8269-23ad04b86761 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.393029 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fa18c4e6-14f9-4e51-8269-23ad04b86761 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353641 Apr 05 20:50:17.396056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50584) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:17.400943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:50:17.407322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:17.411196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Usage tracker for resource:floatingip and tenant:1f03fb1f49594061a9163dba9267ddfd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:50:17.414045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:50:17.419904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:17.429526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.562142 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.695361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Allocated IP 172.25.8.75 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/bb206077-3e89-49f4-9ff5-41a73de32fdb) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:17.836799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.864537 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:17.922683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:17.925238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:17.932670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:50:17.969454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event updated for resources: {'Port': ['ID=bb206077-3e89-49f4-9ff5-41a73de32fdb,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:18.016612 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.074922 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.276457 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.281443 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.387091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event updated for resources: {'Port': ['ID=bb206077-3e89-49f4-9ff5-41a73de32fdb,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:18.397033 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.418437 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:18.419794 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2b59fcf2-893e-4697-a774-1c81e877672b tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0227733 Apr 05 20:50:18.632175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-7489aed6-8d5e-4083-b9ec-1c9625ab6dd2 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Synchronizing usage tracker for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:50:18.647656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-7489aed6-8d5e-4083-b9ec-1c9625ab6dd2 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Unset dirty status for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:50:18.648757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-7489aed6-8d5e-4083-b9ec-1c9625ab6dd2 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1275088572&fields=id&tenant_id=1f03fb1f49594061a9163dba9267ddfd HTTP/1.1" status: 200 len: 267 time: 0.0554659 Apr 05 20:50:18.905453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-74a4f56e-4331-48ac-b872-7a092ddbe911 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:18.906127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-74a4f56e-4331-48ac-b872-7a092ddbe911 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Synchronizing usage tracker for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:50:18.922105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-74a4f56e-4331-48ac-b872-7a092ddbe911 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Unset dirty status for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:50:18.923225 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-74a4f56e-4331-48ac-b872-7a092ddbe911 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/networks?id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 HTTP/1.1" status: 200 len: 810 time: 0.2679577 Apr 05 20:50:18.938538 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-d615f2a8-1469-4a8b-a99c-d836519b278d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/quotas/1f03fb1f49594061a9163dba9267ddfd HTTP/1.1" status: 200 len: 375 time: 0.0096748 Apr 05 20:50:19.024600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-6542625c-662f-406e-b211-0dc9996ed0fe tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f03fb1f49594061a9163dba9267ddfd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810857 Apr 05 20:50:19.208332 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-923e53b2-b27a-4c8f-aa7e-5b9c73c458ab service neutron] 10.222.0.24 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721466 Apr 05 20:50:19.337488 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-8d03e442-69fb-44b8-8953-9593310fe1b6 service neutron] 10.222.0.24 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231809 Apr 05 20:50:19.510822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a84d632b-7a95-4470-bb63-4a4c31424695 req-458c7835-76d4-4f3d-a891-3c3e43f839e8 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Synchronizing usage tracker for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:50:19.526173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a84d632b-7a95-4470-bb63-4a4c31424695 req-458c7835-76d4-4f3d-a891-3c3e43f839e8 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Unset dirty status for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:50:19.527338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a84d632b-7a95-4470-bb63-4a4c31424695 req-458c7835-76d4-4f3d-a891-3c3e43f839e8 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 210 time: 0.0588465 Apr 05 20:50:20.625623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-12bffc4a-d068-4650-9274-9065f3f4457f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:20.627078 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-12bffc4a-d068-4650-9274-9065f3f4457f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.13 "GET /v2.0/networks?id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 HTTP/1.1" status: 200 len: 810 time: 0.2521255 Apr 05 20:50:20.676852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-115eb14c-7e80-4413-b97d-f664a921a3ce tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Synchronizing usage tracker for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:50:20.677373 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a28af7a8-725a-4023-8788-90492832a6ad req-8449e438-8b6d-496f-9869-b81ade56eb04 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 210 time: 0.0423465 Apr 05 20:50:20.689759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-115eb14c-7e80-4413-b97d-f664a921a3ce tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Unset dirty status for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:50:20.691698 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-115eb14c-7e80-4413-b97d-f664a921a3ce tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f03fb1f49594061a9163dba9267ddfd HTTP/1.1" status: 200 len: 380 time: 0.0551107 Apr 05 20:50:20.700477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Request body: {'port': {'device_id': '1b0a2e03-6055-49d6-bd52-4bad18217321', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'admin_state_up': True, 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'security_groups': ['44bb3cba-4dab-4b84-800e-17c6a9359ede']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:50:20.836318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:50:20.845605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:50:20.854994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Made reservation on behalf of 1f03fb1f49594061a9163dba9267ddfd for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:50:20.858918 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:21.019292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Allocated IP 172.20.0.8 (6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91/4661bfc9-5823-448b-9581-c7c9dd7e2b90/9e2b6f09-e440-4e01-925f-b96e40fa07a9) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:50:21.203555 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:21.218895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Transition to ACTIVE for port object 9e2b6f09-e440-4e01-925f-b96e40fa07a9 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:21.242321 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:21.316042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:50:21.319191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:50:21.328332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:50:21.365962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event updated for resources: {'Port': ['ID=9e2b6f09-e440-4e01-925f-b96e40fa07a9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:21.398022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:21.398639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:21.425032 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-1e3207a3-d924-4d6e-bd62-e432dc045428 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7281361 Apr 05 20:50:21.437147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Request body: {'port': {'device_id': '1b0a2e03-6055-49d6-bd52-4bad18217321', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:50:21.553402 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:21.558133 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:50:21.560657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-47d4dcf7-6ee2-47f4-99af-b1a28b088843 None None] Provisioning for port 9e2b6f09-e440-4e01-925f-b96e40fa07a9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:21.565596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-47d4dcf7-6ee2-47f4-99af-b1a28b088843 None None] Provisioning complete for port 9e2b6f09-e440-4e01-925f-b96e40fa07a9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:21.566004 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-47d4dcf7-6ee2-47f4-99af-b1a28b088843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:21.619444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-47d4dcf7-6ee2-47f4-99af-b1a28b088843 None None] Port 9e2b6f09-e440-4e01-925f-b96e40fa07a9 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:50:21.902730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c48b29-ba4b-4f6f-838e-921719fa081f req-18b26f8a-7510-4247-8693-ba9b74700194 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:21.903449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-20c48b29-ba4b-4f6f-838e-921719fa081f req-18b26f8a-7510-4247-8693-ba9b74700194 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Synchronizing usage tracker for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:50:21.972668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-20c48b29-ba4b-4f6f-838e-921719fa081f req-18b26f8a-7510-4247-8693-ba9b74700194 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Unset dirty status for tenant:1f03fb1f49594061a9163dba9267ddfd on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:50:21.973713 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-20c48b29-ba4b-4f6f-838e-921719fa081f req-18b26f8a-7510-4247-8693-ba9b74700194 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 931 time: 0.1887288 Apr 05 20:50:21.981950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2b6f09-e440-4e01-925f-b96e40fa07a9 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:50:22.002816 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:22.031397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Transition to ACTIVE for port object 9e2b6f09-e440-4e01-925f-b96e40fa07a9 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:50:22.034847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:22.078083 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-20c48b29-ba4b-4f6f-838e-921719fa081f req-dba063ff-bb46-4142-ba4e-a67e4b800881 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=44bb3cba-4dab-4b84-800e-17c6a9359ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982366 Apr 05 20:50:22.201238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Pushing event updated for resources: {'Port': ['ID=9e2b6f09-e440-4e01-925f-b96e40fa07a9,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:22.281766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Attempting to bind port 9e2b6f09-e440-4e01-925f-b96e40fa07a9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:50:22.282119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Attempting to bind port 9e2b6f09-e440-4e01-925f-b96e40fa07a9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:50:22.282438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Attempting to bind port 9e2b6f09-e440-4e01-925f-b96e40fa07a9 on network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:50:22.286989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Port 9e2b6f09-e440-4e01-925f-b96e40fa07a9 on network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:50:22.287340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Attempting to bind port 9e2b6f09-e440-4e01-925f-b96e40fa07a9 on network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:50:22.292510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:50:22.292835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Checking segment: {'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:50:22.293206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Bound using segment: {'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:50:22.293622 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Bound port: 9e2b6f09-e440-4e01-925f-b96e40fa07a9, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84df77a5-0d28-45bd-b828-c5454d7b769c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:50:22.294490 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:22.380745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] For port 9e2b6f09-e440-4e01-925f-b96e40fa07a9, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:50:22.383595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] For port 9e2b6f09-e440-4e01-925f-b96e40fa07a9, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9e2b6f09-e440-4e01-925f-b96e40fa07a9,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:50:22.386836 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:22.542193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:22.542846 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:22.544727 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] 10.222.0.13 "PUT /v2.0/ports/9e2b6f09-e440-4e01-925f-b96e40fa07a9 HTTP/1.1" status: 200 len: 1091 time: 1.1113541 Apr 05 20:50:22.545152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0a2e03-6055-49d6-bd52-4bad18217321', 'tag': '9e2b6f09-e440-4e01-925f-b96e40fa07a9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:50:22.570767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd297b-b391-416e-b524-955bedc6ad6e service neutron] Pushing event updated for resources: {'Port': ['ID=9e2b6f09-e440-4e01-925f-b96e40fa07a9,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:22.613847 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0a2e03-6055-49d6-bd52-4bad18217321', 'tag': '9e2b6f09-e440-4e01-925f-b96e40fa07a9', 'status': 'completed', 'code': 200} Apr 05 20:50:22.659429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-c6663190-6dda-474b-a55c-40b51601b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:22.660950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-c6663190-6dda-474b-a55c-40b51601b6a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f03fb1f49594061a9163dba9267ddfd&device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 1094 time: 0.0791538 Apr 05 20:50:22.733466 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-abf1dc8f-acab-49f0-9432-dfc64fd73baa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2b6f09-e440-4e01-925f-b96e40fa07a9 HTTP/1.1" status: 200 len: 217 time: 0.0655618 Apr 05 20:50:22.794177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-3112f47e-0964-4177-8784-3517587645b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:22.795602 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-3112f47e-0964-4177-8784-3517587645b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4661bfc9-5823-448b-9581-c7c9dd7e2b90 HTTP/1.1" status: 200 len: 849 time: 0.0570412 Apr 05 20:50:22.872235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-25f575f4-ca37-44a5-8200-133f9b452ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:22.873591 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-25f575f4-ca37-44a5-8200-133f9b452ed2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719850 Apr 05 20:50:23.007272 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-032e7efa-cba3-476b-a5d3-d3a7d8cf3a6d service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278062 Apr 05 20:50:23.140035 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-56a7866d-3395-4f24-920c-c67d347c0b33 req-26a35b20-3efc-4b74-8548-df69f4e52e8c service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272647 Apr 05 20:50:23.321254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbef222-0cf0-473a-8fc6-ed10ace777da req-13e15657-cdc2-4bf4-8857-57ccd8a12bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:23.322740 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddbef222-0cf0-473a-8fc6-ed10ace777da req-13e15657-cdc2-4bf4-8857-57ccd8a12bfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f03fb1f49594061a9163dba9267ddfd&device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 1094 time: 0.1325834 Apr 05 20:50:23.331403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06a61c-74e9-49e8-8469-8cb8be10439e req-53c1d7f3-ebaa-41e6-9cb8-836569199f33 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:23.332747 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df06a61c-74e9-49e8-8469-8cb8be10439e req-53c1d7f3-ebaa-41e6-9cb8-836569199f33 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 943 time: 0.1444299 Apr 05 20:50:23.462302 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df06a61c-74e9-49e8-8469-8cb8be10439e req-66e6c953-d8a6-4d2b-924b-e51672ab8e0a tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=44bb3cba-4dab-4b84-800e-17c6a9359ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111283 Apr 05 20:50:23.490121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbef222-0cf0-473a-8fc6-ed10ace777da req-2508bfe3-066e-4bbe-9a27-bb9d101bcbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:23.491545 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddbef222-0cf0-473a-8fc6-ed10ace777da req-2508bfe3-066e-4bbe-9a27-bb9d101bcbec service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 HTTP/1.1" status: 200 len: 911 time: 0.1579792 Apr 05 20:50:23.562552 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddbef222-0cf0-473a-8fc6-ed10ace777da req-f9b231cf-db90-4d5c-8c5d-26b2e1a606b2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2b6f09-e440-4e01-925f-b96e40fa07a9 HTTP/1.1" status: 200 len: 217 time: 0.0640903 Apr 05 20:50:23.624704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbef222-0cf0-473a-8fc6-ed10ace777da req-4fa41921-0009-4785-ab23-67e6b9ea96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:23.626107 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddbef222-0cf0-473a-8fc6-ed10ace777da req-4fa41921-0009-4785-ab23-67e6b9ea96ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4661bfc9-5823-448b-9581-c7c9dd7e2b90 HTTP/1.1" status: 200 len: 849 time: 0.0564497 Apr 05 20:50:23.703575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbef222-0cf0-473a-8fc6-ed10ace777da req-41aed63b-42ca-4d6d-a9ed-b8d47e3c7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:23.705029 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddbef222-0cf0-473a-8fc6-ed10ace777da req-41aed63b-42ca-4d6d-a9ed-b8d47e3c7454 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728979 Apr 05 20:50:23.836747 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddbef222-0cf0-473a-8fc6-ed10ace777da req-9203c06f-a5aa-4cfe-ac4c-577ec89c0298 service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241105 Apr 05 20:50:23.964980 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ddbef222-0cf0-473a-8fc6-ed10ace777da req-c4d3abcd-2149-45bb-9191-2860ca0cae95 service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220551 Apr 05 20:50:24.650994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544c51f-1dc1-4f31-bdae-2e9a024fc3db req-6ed79c16-b067-451f-b3eb-33361188cd87 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:24.652403 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3544c51f-1dc1-4f31-bdae-2e9a024fc3db req-6ed79c16-b067-451f-b3eb-33361188cd87 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 943 time: 0.0821075 Apr 05 20:50:24.695924 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3544c51f-1dc1-4f31-bdae-2e9a024fc3db req-44d731fa-b1dd-4759-bd2f-0f86c3390943 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=44bb3cba-4dab-4b84-800e-17c6a9359ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378494 Apr 05 20:50:25.805188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 9e2b6f09-e440-4e01-925f-b96e40fa07a9 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:50:25.882536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c1958e-51ac-4c41-907f-bdcc69492b40 req-77f7ad3f-a098-4016-a5d1-0818b3109284 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:25.884145 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-84c1958e-51ac-4c41-907f-bdcc69492b40 req-77f7ad3f-a098-4016-a5d1-0818b3109284 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 943 time: 0.0810273 Apr 05 20:50:25.929940 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-84c1958e-51ac-4c41-907f-bdcc69492b40 req-c86599fe-bd5a-4aa3-962c-348e30faefd2 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=44bb3cba-4dab-4b84-800e-17c6a9359ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394399 Apr 05 20:50:25.970794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 9e2b6f09-e440-4e01-925f-b96e40fa07a9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9e2b6f09-e440-4e01-925f-b96e40fa07a9,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:50:25.983803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '9e2b6f09-e440-4e01-925f-b96e40fa07a9', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'port_id': '9e2b6f09-e440-4e01-925f-b96e40fa07a9', 'mac_address': 'fa:16:3e:80:bc:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:50:26.041651 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:26.060859 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2b6f09-e440-4e01-925f-b96e40fa07a9 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:50:26.077125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 9e2b6f09-e440-4e01-925f-b96e40fa07a9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9e2b6f09-e440-4e01-925f-b96e40fa07a9,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:50:26.081370 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:26.151792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=9e2b6f09-e440-4e01-925f-b96e40fa07a9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:26.312283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['9e2b6f09-e440-4e01-925f-b96e40fa07a9'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:50:27.113828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738916d-7ae2-4d1c-9d51-a7112429d9ad req-63aa555c-f168-41d4-8342-bab5d725162f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:27.115213 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6738916d-7ae2-4d1c-9d51-a7112429d9ad req-63aa555c-f168-41d4-8342-bab5d725162f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 944 time: 0.0794005 Apr 05 20:50:27.158071 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6738916d-7ae2-4d1c-9d51-a7112429d9ad req-57090744-f868-4bd2-9cc9-f3e9d080ab31 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=44bb3cba-4dab-4b84-800e-17c6a9359ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373125 Apr 05 20:50:27.821054 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 9e2b6f09-e440-4e01-925f-b96e40fa07a9 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:27.889768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 9e2b6f09-e440-4e01-925f-b96e40fa07a9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:50:27.894272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 9e2b6f09-e440-4e01-925f-b96e40fa07a9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:27.894639 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.006327 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.032630 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0a2e03-6055-49d6-bd52-4bad18217321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2b6f09-e440-4e01-925f-b96e40fa07a9'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:50:28.042973 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 9e2b6f09-e440-4e01-925f-b96e40fa07a9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9e2b6f09-e440-4e01-925f-b96e40fa07a9,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:50:28.047144 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:28.080975 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0a2e03-6055-49d6-bd52-4bad18217321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2b6f09-e440-4e01-925f-b96e40fa07a9', 'code': 200} Apr 05 20:50:28.118438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=9e2b6f09-e440-4e01-925f-b96e40fa07a9,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:28.369665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e69fb-fbe4-41b5-aa6c-1194b7ea3c1f req-603a56dc-e39b-4bf5-9e90-227acbf84b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:28.371191 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-683e69fb-fbe4-41b5-aa6c-1194b7ea3c1f req-603a56dc-e39b-4bf5-9e90-227acbf84b60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 1096 time: 0.2377815 Apr 05 20:50:28.384856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2615f4-4f40-44d4-9d56-34507af348da req-1eaac6b1-3cfe-4cca-ac22-e65f46922bda tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:28.386197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e2615f4-4f40-44d4-9d56-34507af348da req-1eaac6b1-3cfe-4cca-ac22-e65f46922bda tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 945 time: 0.1039207 Apr 05 20:50:28.452668 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-683e69fb-fbe4-41b5-aa6c-1194b7ea3c1f req-578a1968-d8ac-40a0-9509-fdd47fc55ce9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=44bb3cba-4dab-4b84-800e-17c6a9359ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753617 Apr 05 20:50:28.456974 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e2615f4-4f40-44d4-9d56-34507af348da req-9ce8130c-8479-41ca-b43f-51be7b0a1ce2 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=44bb3cba-4dab-4b84-800e-17c6a9359ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592148 Apr 05 20:50:29.645195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ef8990-9760-49c9-aa82-da3d4541ad82 req-a737d0c9-1d1f-4ed9-be3e-e055138f349f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:29.646712 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3ef8990-9760-49c9-aa82-da3d4541ad82 req-a737d0c9-1d1f-4ed9-be3e-e055138f349f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 945 time: 0.0815361 Apr 05 20:50:29.690951 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c3ef8990-9760-49c9-aa82-da3d4541ad82 req-286109e8-6203-44c7-be8b-7ac93dfe002d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=44bb3cba-4dab-4b84-800e-17c6a9359ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385640 Apr 05 20:50:29.869780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29823b38-be35-4935-b09b-5e2235eb835e req-a9c013d4-2dc1-40f6-a30b-42e89b1a8f63 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:29.871404 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29823b38-be35-4935-b09b-5e2235eb835e req-a9c013d4-2dc1-40f6-a30b-42e89b1a8f63 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 945 time: 0.0800264 Apr 05 20:50:29.880545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50640) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:29.886309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e3d6c70a-ef18-4308-ad9c-17e95d5584b4 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Request body: {'floatingip': {'port_id': '9e2b6f09-e440-4e01-925f-b96e40fa07a9'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:50:29.963545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c70a-ef18-4308-ad9c-17e95d5584b4 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:30.670117 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c70a-ef18-4308-ad9c-17e95d5584b4 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:30.676402 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c70a-ef18-4308-ad9c-17e95d5584b4 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:30.847333 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-e3d6c70a-ef18-4308-ad9c-17e95d5584b4 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Floating IP 7680c146-e0cc-4262-a089-8a8f6d0cfd65 associated. External IP: 172.25.8.75, port: 9e2b6f09-e440-4e01-925f-b96e40fa07a9. Apr 05 20:50:31.196737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d6c70a-ef18-4308-ad9c-17e95d5584b4 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:50:31.373097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d6c70a-ef18-4308-ad9c-17e95d5584b4 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:50:31.377953 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3d6c70a-ef18-4308-ad9c-17e95d5584b4 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:31.382485 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f079627-d875-479c-abd2-5d500143184b None None] Sync routers for ids ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:50:31.393182 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f079627-d875-479c-abd2-5d500143184b None None] Routers {'1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:50:31.393771 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0f079627-d875-479c-abd2-5d500143184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:50:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:31.431180 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e3d6c70a-ef18-4308-ad9c-17e95d5584b4 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "PUT /v2.0/floatingips/7680c146-e0cc-4262-a089-8a8f6d0cfd65 HTTP/1.1" status: 200 len: 990 time: 1.5495253 Apr 05 20:50:31.431852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b0a2e03-6055-49d6-bd52-4bad18217321', 'tag': '9e2b6f09-e440-4e01-925f-b96e40fa07a9'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:50:31.483919 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b0a2e03-6055-49d6-bd52-4bad18217321', 'tag': '9e2b6f09-e440-4e01-925f-b96e40fa07a9', 'status': 'completed', 'code': 200} Apr 05 20:50:31.572684 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-0f079627-d875-479c-abd2-5d500143184b None None] Set router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:50:31.585533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc61a3d-0185-4a07-8484-53f7ceede7a6 req-74c1f9d1-34d8-443f-9187-1b39c878a4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:31.587051 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1fc61a3d-0185-4a07-8484-53f7ceede7a6 req-74c1f9d1-34d8-443f-9187-1b39c878a4dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f03fb1f49594061a9163dba9267ddfd&device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 1096 time: 0.0814948 Apr 05 20:50:31.720260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc61a3d-0185-4a07-8484-53f7ceede7a6 req-fcb6bfa0-ab6a-4456-9f93-2139abd50eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:31.721588 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1fc61a3d-0185-4a07-8484-53f7ceede7a6 req-fcb6bfa0-ab6a-4456-9f93-2139abd50eb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 HTTP/1.1" status: 200 len: 911 time: 0.1292198 Apr 05 20:50:31.821571 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1fc61a3d-0185-4a07-8484-53f7ceede7a6 req-98505a4c-6cff-4d2d-bd1b-69e2022265c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2b6f09-e440-4e01-925f-b96e40fa07a9 HTTP/1.1" status: 200 len: 998 time: 0.0929554 Apr 05 20:50:31.886330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc61a3d-0185-4a07-8484-53f7ceede7a6 req-0882dde6-b23e-4f0a-88ea-79618fc29315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:31.887778 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1fc61a3d-0185-4a07-8484-53f7ceede7a6 req-0882dde6-b23e-4f0a-88ea-79618fc29315 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4661bfc9-5823-448b-9581-c7c9dd7e2b90 HTTP/1.1" status: 200 len: 849 time: 0.0599372 Apr 05 20:50:31.916691 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0f079627-d875-479c-abd2-5d500143184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '7680c146-e0cc-4262-a089-8a8f6d0cfd65', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'floating_ip_address': '172.25.8.75', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'port_id': '9e2b6f09-e440-4e01-925f-b96e40fa07a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'mac_address': 'fa:16:3e:80:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0a2e03-6055-49d6-bd52-4bad18217321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:17Z', 'updated_at': '2022-04-05T20:50:30Z', 'revision_number': 1, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:28Z', 'revision_number': 5, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:31.921206 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f079627-d875-479c-abd2-5d500143184b None None] Checking router: 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:50:31.929852 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f079627-d875-479c-abd2-5d500143184b None None] Routers {'1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:50:31.930470 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0f079627-d875-479c-abd2-5d500143184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:50:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:31.962662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc61a3d-0185-4a07-8484-53f7ceede7a6 req-c1a46c92-58b4-4758-9ef9-d6608e7593a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:31.964125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1fc61a3d-0185-4a07-8484-53f7ceede7a6 req-c1a46c92-58b4-4758-9ef9-d6608e7593a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707145 Apr 05 20:50:32.101017 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1fc61a3d-0185-4a07-8484-53f7ceede7a6 req-e14a19ef-1608-4888-b267-a2f036d714d5 service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304312 Apr 05 20:50:32.112879 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-0f079627-d875-479c-abd2-5d500143184b None None] Set router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:50:32.264192 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1fc61a3d-0185-4a07-8484-53f7ceede7a6 req-641dec09-2ff6-47ae-9ec4-524cbd0e3750 service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568618 Apr 05 20:50:32.428808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff7c3a-48a4-4d1b-8c0b-9416ca084529 req-2fda34e2-d8ff-4385-b676-ce664048d39a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:32.430352 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-17ff7c3a-48a4-4d1b-8c0b-9416ca084529 req-2fda34e2-d8ff-4385-b676-ce664048d39a tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.0862885 Apr 05 20:50:32.477572 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-17ff7c3a-48a4-4d1b-8c0b-9416ca084529 req-4a037957-a228-4c0a-be1c-d3173a777a49 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410123 Apr 05 20:50:32.523301 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0f079627-d875-479c-abd2-5d500143184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '7680c146-e0cc-4262-a089-8a8f6d0cfd65', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'floating_ip_address': '172.25.8.75', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'port_id': '9e2b6f09-e440-4e01-925f-b96e40fa07a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'mac_address': 'fa:16:3e:80:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0a2e03-6055-49d6-bd52-4bad18217321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:17Z', 'updated_at': '2022-04-05T20:50:30Z', 'revision_number': 1, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:28Z', 'revision_number': 5, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:50:32.527218 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f079627-d875-479c-abd2-5d500143184b None None] The sync data for ids ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'] in n-d-836604-1 is: [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '7680c146-e0cc-4262-a089-8a8f6d0cfd65', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'floating_ip_address': '172.25.8.75', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'port_id': '9e2b6f09-e440-4e01-925f-b96e40fa07a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3598, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'mac_address': 'fa:16:3e:80:bc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b0a2e03-6055-49d6-bd52-4bad18217321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:50:17Z', 'updated_at': '2022-04-05T20:50:30Z', 'revision_number': 1, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:28Z', 'revision_number': 5, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:50:32.707322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0960a245-4ff0-4f87-8bb6-919a74e44e47 None None] New status for floating IP 7680c146-e0cc-4262-a089-8a8f6d0cfd65: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:50:33.825166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6377995-ad31-46d3-b833-27feff074c23 req-0d585748-f026-4c68-aac4-5887af3f18fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:33.826676 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6377995-ad31-46d3-b833-27feff074c23 req-0d585748-f026-4c68-aac4-5887af3f18fa tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.0853522 Apr 05 20:50:33.869500 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6377995-ad31-46d3-b833-27feff074c23 req-c0b28eb8-5f39-4078-bf71-884a238635de tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371332 Apr 05 20:50:35.050521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91960987-cd53-46fb-9e98-0b652548a9d9 req-b102a75d-2f52-4916-9e0c-e65a03c7bcc4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:35.051983 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91960987-cd53-46fb-9e98-0b652548a9d9 req-b102a75d-2f52-4916-9e0c-e65a03c7bcc4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.0792508 Apr 05 20:50:35.096841 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-91960987-cd53-46fb-9e98-0b652548a9d9 req-43c7e8f8-75c7-4a3c-80c0-a59c694bc0ef tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389669 Apr 05 20:50:36.279903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b6ffe-298d-4840-abc9-7666a4df71ff req-86ea88ec-b2a7-4194-8505-3452a7034998 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:36.281327 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-013b6ffe-298d-4840-abc9-7666a4df71ff req-86ea88ec-b2a7-4194-8505-3452a7034998 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.0775783 Apr 05 20:50:36.325273 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-013b6ffe-298d-4840-abc9-7666a4df71ff req-0f9f962e-ed83-4241-8569-3e4a8e554a09 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383339 Apr 05 20:50:37.511756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326249a3-dec8-4edd-9333-1cf9e0743c3e req-a8270996-d1df-4303-add8-01b20ff75fd0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:37.513182 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-326249a3-dec8-4edd-9333-1cf9e0743c3e req-a8270996-d1df-4303-add8-01b20ff75fd0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.0810537 Apr 05 20:50:37.556403 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-326249a3-dec8-4edd-9333-1cf9e0743c3e req-4cc3b794-b38c-47dd-afeb-1e933dfa4699 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375204 Apr 05 20:50:38.741152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19410fa8-3733-45bb-96e2-ff034d18ae4e req-c0a02590-2843-4446-a282-e6059878289b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:38.742616 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-19410fa8-3733-45bb-96e2-ff034d18ae4e req-c0a02590-2843-4446-a282-e6059878289b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.0829051 Apr 05 20:50:38.786353 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-19410fa8-3733-45bb-96e2-ff034d18ae4e req-3f70ae61-308e-4e2d-a5ce-22604e42e918 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374794 Apr 05 20:50:38.963023 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.246970 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:39.966969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b9e6a-40a7-4b7c-a888-6484dbd696c0 req-1075027d-f868-4cfe-8522-c7d16a838db3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:39.968398 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-152b9e6a-40a7-4b7c-a888-6484dbd696c0 req-1075027d-f868-4cfe-8522-c7d16a838db3 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.0788858 Apr 05 20:50:40.014757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-152b9e6a-40a7-4b7c-a888-6484dbd696c0 req-8d282183-b5b2-40a1-8998-fae6458fdc9f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408170 Apr 05 20:50:41.199638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0046c01-9afc-46d3-8119-7a0cbc52c52f req-fc7264b9-242e-4e7d-bac5-8f7a77df423b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:41.201110 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c0046c01-9afc-46d3-8119-7a0cbc52c52f req-fc7264b9-242e-4e7d-bac5-8f7a77df423b tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.0798521 Apr 05 20:50:41.248060 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c0046c01-9afc-46d3-8119-7a0cbc52c52f req-b1d642be-0104-42c9-b93a-f573ab8c08cb tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411601 Apr 05 20:50:41.397868 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9adffd7a-74ac-40f3-95e0-aa3dc4daea62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:42.427546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036ac5b-9f7e-4115-8b58-6d5208b7e3ce req-29eecb95-87ea-4a84-96b0-f7d5fdb69d90 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:42.428956 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7036ac5b-9f7e-4115-8b58-6d5208b7e3ce req-29eecb95-87ea-4a84-96b0-f7d5fdb69d90 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.0776191 Apr 05 20:50:42.472666 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7036ac5b-9f7e-4115-8b58-6d5208b7e3ce req-025a0b8a-e9c0-40c9-8579-88f10ce43b53 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380471 Apr 05 20:50:43.710054 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d98c0aca-4672-49a7-9589-0cc3e44649eb req-83f651db-4f0f-4655-aa22-9e6f59369ad8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1020017 Apr 05 20:50:43.712441 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4ac0f0d6-4222-47d2-830e-072a21024768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:43.718869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8322b-5b07-4344-8c0b-2111cb4262e9 req-a5d3e836-8b7b-434d-ba31-933ac206ef91 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:43.720309 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7af8322b-5b07-4344-8c0b-2111cb4262e9 req-a5d3e836-8b7b-434d-ba31-933ac206ef91 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.1435199 Apr 05 20:50:43.766267 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7af8322b-5b07-4344-8c0b-2111cb4262e9 req-4ef59fb7-3e6a-4497-a7d3-8645e6ab0888 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397859 Apr 05 20:50:43.849365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0aca-4672-49a7-9589-0cc3e44649eb req-6ed84067-6897-4175-8b2f-0297495e3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:43.850863 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d98c0aca-4672-49a7-9589-0cc3e44649eb req-6ed84067-6897-4175-8b2f-0297495e3b30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f03fb1f49594061a9163dba9267ddfd&device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 1096 time: 0.0720882 Apr 05 20:50:44.088769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0aca-4672-49a7-9589-0cc3e44649eb req-13415245-0154-4729-b71f-b9244101ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:44.090272 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d98c0aca-4672-49a7-9589-0cc3e44649eb req-13415245-0154-4729-b71f-b9244101ef31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 HTTP/1.1" status: 200 len: 911 time: 0.2207005 Apr 05 20:50:44.192652 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d98c0aca-4672-49a7-9589-0cc3e44649eb req-cc02411d-650e-41e6-bd33-4160b8490053 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e2b6f09-e440-4e01-925f-b96e40fa07a9 HTTP/1.1" status: 200 len: 1000 time: 0.0962849 Apr 05 20:50:44.255973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0aca-4672-49a7-9589-0cc3e44649eb req-002cc222-74e0-4c23-8b46-745c98abbd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:44.257343 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d98c0aca-4672-49a7-9589-0cc3e44649eb req-002cc222-74e0-4c23-8b46-745c98abbd4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4661bfc9-5823-448b-9581-c7c9dd7e2b90 HTTP/1.1" status: 200 len: 849 time: 0.0590029 Apr 05 20:50:44.331251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c0aca-4672-49a7-9589-0cc3e44649eb req-5e8b20d1-184c-449d-a01f-6f25a73e3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:44.332705 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d98c0aca-4672-49a7-9589-0cc3e44649eb req-5e8b20d1-184c-449d-a01f-6f25a73e3c9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693898 Apr 05 20:50:44.468772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d98c0aca-4672-49a7-9589-0cc3e44649eb req-cc1588da-e6b9-41ae-8123-299b86a91b27 service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280899 Apr 05 20:50:44.599924 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d98c0aca-4672-49a7-9589-0cc3e44649eb req-ca5fb108-cfba-46cb-b55c-8383d77197ce service neutron] 10.222.0.13 "GET /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246336 Apr 05 20:50:44.852628 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:44.894089 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:44.957244 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c153ca-d816-4370-9e82-0a616613c4b5 req-3269f062-889a-4c18-a77a-f1adc4451717 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:44.958708 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-78c153ca-d816-4370-9e82-0a616613c4b5 req-3269f062-889a-4c18-a77a-f1adc4451717 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.0831959 Apr 05 20:50:45.160295 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-78c153ca-d816-4370-9e82-0a616613c4b5 req-d77e6821-6c88-4560-a334-1ea6935288e4 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957846 Apr 05 20:50:45.184114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80886c2f-114d-4bcc-aaac-1b0803cb6b3a req-b2917171-e7ac-4a58-834f-70e1a57791e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:45.185559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-80886c2f-114d-4bcc-aaac-1b0803cb6b3a req-b2917171-e7ac-4a58-834f-70e1a57791e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 1096 time: 0.0918274 Apr 05 20:50:45.224753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-80886c2f-114d-4bcc-aaac-1b0803cb6b3a req-20bb5fb8-9b22-4a8a-9614-67960fe1f354 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332394 Apr 05 20:50:46.103976 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:46.359730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36cc0e8-d8c6-482c-9502-f4f2856c0883 req-fab2ba51-cee3-4587-ac3c-bf1a7fe12daf tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:46.361170 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e36cc0e8-d8c6-482c-9502-f4f2856c0883 req-fab2ba51-cee3-4587-ac3c-bf1a7fe12daf tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.0863841 Apr 05 20:50:46.410089 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e36cc0e8-d8c6-482c-9502-f4f2856c0883 req-d0005e28-51d2-4f4f-836f-76cb4c64da98 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427263 Apr 05 20:50:46.433891 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50696) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:50:46.542594 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-021739ea-73cf-482a-885c-b2ebff5fa341 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/floatingips/33061ad9-c4da-4e8a-936b-c888c144c0d6 HTTP/1.1" status: 200 len: 992 time: 0.1075420 Apr 05 20:50:46.779007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:50:46.782322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:50:46.992266 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:47.026765 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:50:47.040235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:50:47.050797 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'port_id': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'mac_address': 'fa:16:3e:d3:9b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e6209f-ae54-4364-9a80-b669850e283d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:50:47.054625 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:50:47.084529 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:47.093025 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'code': 200} Apr 05 20:50:47.166319 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:47.188202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:50:47.191906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:47.204727 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:47.205071 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:47.205408 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:47.205739 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:47.206092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:47.206416 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:47.206737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:47.207057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:47.207374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:47.207689 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:47.208005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:47.208318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:50:47.216424 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:50:47.220971 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:47.286140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:47.434696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['54b8846e-d6c3-4e3c-9237-f6eddb35ab8c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:50:48.786234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:50:48.853547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:50:48.853940 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:48.966536 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:48.997433 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:50:49.001346 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:50:49.065574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:50:49.093582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:50:49.137391 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'code': 200} Apr 05 20:50:58.558050 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:50:58.905728 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d0f1b91-1cd2-400c-ae74-da8fcd3adfe5 req-17b89f48-14b4-421a-9de9-11724b0040bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706191 Apr 05 20:50:59.045773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f1b91-1cd2-400c-ae74-da8fcd3adfe5 req-578840df-3ad5-44da-ae99-02018cc6e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:59.047326 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d0f1b91-1cd2-400c-ae74-da8fcd3adfe5 req-578840df-3ad5-44da-ae99-02018cc6e2ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=de0a292fb0444bd8b5bfc9a03083c8f1&device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 1097 time: 0.0702317 Apr 05 20:50:59.192297 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f1b91-1cd2-400c-ae74-da8fcd3adfe5 req-3a1ca15c-6f22-4f70-a0e8-f62d2056d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:59.193634 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d0f1b91-1cd2-400c-ae74-da8fcd3adfe5 req-3a1ca15c-6f22-4f70-a0e8-f62d2056d781 service neutron] 10.222.0.41 "GET /v2.0/networks?id=af69138f-825e-4e0c-a30e-bd503222732e HTTP/1.1" status: 200 len: 910 time: 0.1284351 Apr 05 20:50:59.295963 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d0f1b91-1cd2-400c-ae74-da8fcd3adfe5 req-310bdf11-8e49-4391-a12e-dd40174ff7df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb91272b-eb5c-431e-bc34-bce17e8c73c0 HTTP/1.1" status: 200 len: 1001 time: 0.0956666 Apr 05 20:50:59.359076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f1b91-1cd2-400c-ae74-da8fcd3adfe5 req-578757af-4ff2-4e1f-a86b-2414828ad4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:59.360442 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d0f1b91-1cd2-400c-ae74-da8fcd3adfe5 req-578757af-4ff2-4e1f-a86b-2414828ad4bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f0c0782-a6e3-4889-935e-062f633fd7a6 HTTP/1.1" status: 200 len: 848 time: 0.0579066 Apr 05 20:50:59.433338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f1b91-1cd2-400c-ae74-da8fcd3adfe5 req-a03423de-79fe-4bfd-aa3a-fa238bac2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:50:59.434774 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d0f1b91-1cd2-400c-ae74-da8fcd3adfe5 req-a03423de-79fe-4bfd-aa3a-fa238bac2467 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=af69138f-825e-4e0c-a30e-bd503222732e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682690 Apr 05 20:50:59.562506 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d0f1b91-1cd2-400c-ae74-da8fcd3adfe5 req-c112332f-ac9f-48b3-9253-65285bb9481d service neutron] 10.222.0.41 "GET /v2.0/networks/af69138f-825e-4e0c-a30e-bd503222732e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205292 Apr 05 20:50:59.690053 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2d0f1b91-1cd2-400c-ae74-da8fcd3adfe5 req-11757d70-965c-4cb1-9c60-2717de3bc075 service neutron] 10.222.0.41 "GET /v2.0/networks/af69138f-825e-4e0c-a30e-bd503222732e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212542 Apr 05 20:51:08.956815 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:09.237124 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:11.401750 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0cb5d356-7392-4336-bf97-1976e630705b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:13.714615 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c8ee73ae-c37a-433b-8ef7-c429f93dca8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:14.845609 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:14.892398 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:16.108181 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:21.726621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50794) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:21.923261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port 831273c0-8cb7-4d18-b560-ad2bb0739022 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:21.923597 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.090300 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.090624 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.210886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for 831273c0-8cb7-4d18-b560-ad2bb0739022 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:22.459506 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.505578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=831273c0-8cb7-4d18-b560-ad2bb0739022,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:22.547120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:22.547460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:22.547795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:22.548125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:22.548446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:22.548766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:22.549082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:22.549399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:22.549720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:22.550061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:22.550374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:22.550686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:22.604943 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:22.605279 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Floating IP 33061ad9-c4da-4e8a-936b-c888c144c0d6 disassociated (deleted). External IP: 172.25.8.18, port: 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c. Apr 05 20:51:22.962271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 6b423bf1-07c3-420d-9079-2826281bcf0e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:51:23.144846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:51:23.154477 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331781e6-a617-480a-92e2-d4ac69e823bf None None] Sync routers for ids ['6b423bf1-07c3-420d-9079-2826281bcf0e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:51:23.163742 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331781e6-a617-480a-92e2-d4ac69e823bf None None] Routers {'6b423bf1-07c3-420d-9079-2826281bcf0e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:51:23.164119 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:23.164547 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-331781e6-a617-480a-92e2-d4ac69e823bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6b423bf1-07c3-420d-9079-2826281bcf0e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:23.218291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7415a8fa-7b6b-4b33-a421-064da48e89f0 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/floatingips/33061ad9-c4da-4e8a-936b-c888c144c0d6 HTTP/1.1" status: 204 len: 168 time: 1.4905868 Apr 05 20:51:23.218835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'tag': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:51:23.266775 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'tag': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'status': 'completed', 'code': 200} Apr 05 20:51:23.342451 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-331781e6-a617-480a-92e2-d4ac69e823bf None None] Set router 6b423bf1-07c3-420d-9079-2826281bcf0e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:51:23.361232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384e44f-cd63-4555-b9c3-3fbcc0ca3665 req-9d75e6b0-ac25-4390-9c07-4c608cfd7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:23.363372 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c384e44f-cd63-4555-b9c3-3fbcc0ca3665 req-9d75e6b0-ac25-4390-9c07-4c608cfd7e06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5118b05a56334dea925f78d36af460a0&device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 1096 time: 0.0761545 Apr 05 20:51:23.506883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384e44f-cd63-4555-b9c3-3fbcc0ca3665 req-b672e6db-0ec1-4d9b-927e-11a6fc3966e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:23.508332 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c384e44f-cd63-4555-b9c3-3fbcc0ca3665 req-b672e6db-0ec1-4d9b-927e-11a6fc3966e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=41f1d453-1c25-4d87-9b4a-ed358ce1bda3 HTTP/1.1" status: 200 len: 898 time: 0.1389461 Apr 05 20:51:23.578134 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c384e44f-cd63-4555-b9c3-3fbcc0ca3665 req-0f1081e5-8517-4928-a4a3-37066f572e4a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c HTTP/1.1" status: 200 len: 217 time: 0.0620642 Apr 05 20:51:23.608625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb5394-ae71-499d-b48b-aaf4a0be3fcd req-78815228-fe98-4ddd-862a-bbf19be06096 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:23.609322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9bdb5394-ae71-499d-b48b-aaf4a0be3fcd req-78815228-fe98-4ddd-862a-bbf19be06096 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:23.625752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9bdb5394-ae71-499d-b48b-aaf4a0be3fcd req-78815228-fe98-4ddd-862a-bbf19be06096 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:23.627032 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9bdb5394-ae71-499d-b48b-aaf4a0be3fcd req-78815228-fe98-4ddd-862a-bbf19be06096 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.1014547 Apr 05 20:51:23.647590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384e44f-cd63-4555-b9c3-3fbcc0ca3665 req-e63a5f1a-084b-4b25-9716-57f02ca1febb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:23.649059 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c384e44f-cd63-4555-b9c3-3fbcc0ca3665 req-e63a5f1a-084b-4b25-9716-57f02ca1febb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=50e6209f-ae54-4364-9a80-b669850e283d HTTP/1.1" status: 200 len: 834 time: 0.0653186 Apr 05 20:51:23.661838 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-331781e6-a617-480a-92e2-d4ac69e823bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '96578c01-c5c0-435f-861e-599f4bbc4117', 'name': '', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:a0:8d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '50e6209f-ae54-4364-9a80-b669850e283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:47Z', 'updated_at': '2022-04-05T20:49:52Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': '50e6209f-ae54-4364-9a80-b669850e283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:23.666429 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331781e6-a617-480a-92e2-d4ac69e823bf None None] Checking router: 6b423bf1-07c3-420d-9079-2826281bcf0e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:51:23.675611 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331781e6-a617-480a-92e2-d4ac69e823bf None None] Routers {'6b423bf1-07c3-420d-9079-2826281bcf0e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:51:23.676475 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-331781e6-a617-480a-92e2-d4ac69e823bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6b423bf1-07c3-420d-9079-2826281bcf0e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:23.680074 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9bdb5394-ae71-499d-b48b-aaf4a0be3fcd req-ef3d1f5c-101f-4c54-8e62-fa6486f5a4c8 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458755 Apr 05 20:51:23.743502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c384e44f-cd63-4555-b9c3-3fbcc0ca3665 req-6081f1b2-f66f-4127-ae17-4bd6a1ed469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:23.744961 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c384e44f-cd63-4555-b9c3-3fbcc0ca3665 req-6081f1b2-f66f-4127-ae17-4bd6a1ed469c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=41f1d453-1c25-4d87-9b4a-ed358ce1bda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889423 Apr 05 20:51:23.861606 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-331781e6-a617-480a-92e2-d4ac69e823bf None None] Set router 6b423bf1-07c3-420d-9079-2826281bcf0e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:51:23.876136 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c384e44f-cd63-4555-b9c3-3fbcc0ca3665 req-88e142b8-db88-43b6-9aab-5e83437efe7c service neutron] 10.222.0.41 "GET /v2.0/networks/41f1d453-1c25-4d87-9b4a-ed358ce1bda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245365 Apr 05 20:51:24.134665 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c384e44f-cd63-4555-b9c3-3fbcc0ca3665 req-372e3795-1c87-4ceb-9b24-394ba1e9e022 service neutron] 10.222.0.41 "GET /v2.0/networks/41f1d453-1c25-4d87-9b4a-ed358ce1bda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454250 Apr 05 20:51:24.214296 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-331781e6-a617-480a-92e2-d4ac69e823bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '96578c01-c5c0-435f-861e-599f4bbc4117', 'name': '', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:a0:8d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '50e6209f-ae54-4364-9a80-b669850e283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:47Z', 'updated_at': '2022-04-05T20:49:52Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': '50e6209f-ae54-4364-9a80-b669850e283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:24.218762 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331781e6-a617-480a-92e2-d4ac69e823bf None None] The sync data for ids ['6b423bf1-07c3-420d-9079-2826281bcf0e'] in n-d-836604-1 is: [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '96578c01-c5c0-435f-861e-599f4bbc4117', 'name': '', 'network_id': '41f1d453-1c25-4d87-9b4a-ed358ce1bda3', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'mac_address': 'fa:16:3e:a0:8d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '50e6209f-ae54-4364-9a80-b669850e283d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:47Z', 'updated_at': '2022-04-05T20:49:52Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'subnets': [{'id': '50e6209f-ae54-4364-9a80-b669850e283d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:51:24.474904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3fc73e-580a-4cc9-a3cd-a63f6d276179 None None] New status for floating IP 33061ad9-c4da-4e8a-936b-c888c144c0d6: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:51:24.871669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf27352-179a-4bdd-bcc5-e7b0b895c5ee req-32a876ec-329a-41de-ba50-4b5360df8b4d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:24.873607 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6cf27352-179a-4bdd-bcc5-e7b0b895c5ee req-32a876ec-329a-41de-ba50-4b5360df8b4d tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.1340244 Apr 05 20:51:24.934137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a317ead-eb25-4d3d-abb4-046e3f0b8b47 req-cb3b419f-2a25-4459-8ace-6b64b9ce0e1f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:24.936174 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1a317ead-eb25-4d3d-abb4-046e3f0b8b47 req-cb3b419f-2a25-4459-8ace-6b64b9ce0e1f tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 945 time: 0.1490595 Apr 05 20:51:24.974959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-6cf27352-179a-4bdd-bcc5-e7b0b895c5ee req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:24.975217 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6cf27352-179a-4bdd-bcc5-e7b0b895c5ee req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:25.031307 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1a317ead-eb25-4d3d-abb4-046e3f0b8b47 req-3c6fb564-e43c-4d53-b0c1-b08f5c07a4b2 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/security-groups?id=d86d1e28-cf04-4db9-8746-737595f87330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895739 Apr 05 20:51:25.237976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-6cf27352-179a-4bdd-bcc5-e7b0b895c5ee req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] For port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:51:25.238462 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6cf27352-179a-4bdd-bcc5-e7b0b895c5ee req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:25.361038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-6cf27352-179a-4bdd-bcc5-e7b0b895c5ee req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:25.502708 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6cf27352-179a-4bdd-bcc5-e7b0b895c5ee req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:25.552431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=54b8846e-d6c3-4e3c-9237-f6eddb35ab8c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:25.623354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:25.623692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:25.624024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:25.624349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:25.624673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:25.624996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:25.625313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:25.625635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:25.625980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:25.626297 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:25.626610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:25.626912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:51:25.641228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf27352-179a-4bdd-bcc5-e7b0b895c5ee req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] No DVR routers for this DVR port 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:51:25.643615 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-6cf27352-179a-4bdd-bcc5-e7b0b895c5ee req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:25.646133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'name': 'network-vif-deleted', 'tag': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:51:25.663533 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6cf27352-179a-4bdd-bcc5-e7b0b895c5ee req-6bcd04a3-253c-4ceb-a27c-190820843439 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.41 "DELETE /v2.0/ports/54b8846e-d6c3-4e3c-9237-f6eddb35ab8c HTTP/1.1" status: 204 len: 173 time: 0.7823479 Apr 05 20:51:25.792321 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d154aa5-51d5-40c9-ae25-9386d0f20b81', 'name': 'network-vif-deleted', 'tag': '54b8846e-d6c3-4e3c-9237-f6eddb35ab8c', 'status': 'completed', 'code': 200} Apr 05 20:51:26.210314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6ea9cf86-0e35-4e96-a2ca-845bfbc183fe req-f824b3ee-88ff-4cfd-b0cf-fbb65d294047 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Synchronizing usage tracker for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:26.226477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-6ea9cf86-0e35-4e96-a2ca-845bfbc183fe req-f824b3ee-88ff-4cfd-b0cf-fbb65d294047 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Unset dirty status for tenant:5118b05a56334dea925f78d36af460a0 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:26.227593 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6ea9cf86-0e35-4e96-a2ca-845bfbc183fe req-f824b3ee-88ff-4cfd-b0cf-fbb65d294047 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d154aa5-51d5-40c9-ae25-9386d0f20b81 HTTP/1.1" status: 200 len: 210 time: 0.0624471 Apr 05 20:51:27.325293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50848) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:28.010421 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02405107-0442-4c64-8c22-c43ecac9d408 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.374291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-02405107-0442-4c64-8c22-c43ecac9d408 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port 96578c01-c5c0-435f-861e-599f4bbc4117 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:28.374980 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02405107-0442-4c64-8c22-c43ecac9d408 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.563090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-02405107-0442-4c64-8c22-c43ecac9d408 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] For port 96578c01-c5c0-435f-861e-599f4bbc4117, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=96578c01-c5c0-435f-861e-599f4bbc4117,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:51:28.563447 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02405107-0442-4c64-8c22-c43ecac9d408 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.692375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-02405107-0442-4c64-8c22-c43ecac9d408 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for 96578c01-c5c0-435f-861e-599f4bbc4117 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:28.960873 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02405107-0442-4c64-8c22-c43ecac9d408 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:28.967442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:29.002527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:51:29.002910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 54b8846e-d6c3-4e3c-9237-f6eddb35ab8c not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:29.014372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02405107-0442-4c64-8c22-c43ecac9d408 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=96578c01-c5c0-435f-861e-599f4bbc4117,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:29.426911 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02405107-0442-4c64-8c22-c43ecac9d408 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:29.671169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce8633-a343-4ce8-898a-d1526dd60cff req-f23db9d5-b910-479b-b7e8-0d4072dd96eb tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:29.672517 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a2ce8633-a343-4ce8-898a-d1526dd60cff req-f23db9d5-b910-479b-b7e8-0d4072dd96eb tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 945 time: 0.1816757 Apr 05 20:51:29.782829 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a2ce8633-a343-4ce8-898a-d1526dd60cff req-0985614c-8968-4eae-9fef-6f91e5f3f288 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=44bb3cba-4dab-4b84-800e-17c6a9359ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591321 Apr 05 20:51:29.881756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02405107-0442-4c64-8c22-c43ecac9d408 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Router 6b423bf1-07c3-420d-9079-2826281bcf0e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:51:30.055657 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02405107-0442-4c64-8c22-c43ecac9d408 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:51:30.066743 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9800798-1771-4985-870e-1967fcb78a75 None None] Sync routers for ids ['6b423bf1-07c3-420d-9079-2826281bcf0e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:51:30.072021 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-02405107-0442-4c64-8c22-c43ecac9d408 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "PUT /v2.0/routers/6b423bf1-07c3-420d-9079-2826281bcf0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7450287 Apr 05 20:51:30.074652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50874) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:30.076797 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9800798-1771-4985-870e-1967fcb78a75 None None] Routers {'6b423bf1-07c3-420d-9079-2826281bcf0e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:51:30.077405 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9800798-1771-4985-870e-1967fcb78a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6b423bf1-07c3-420d-9079-2826281bcf0e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:30.141528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-53668c8a-80bc-455b-a8db-d2af10ee7699 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting subnet 50e6209f-ae54-4364-9a80-b669850e283d {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:51:30.144728 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-53668c8a-80bc-455b-a8db-d2af10ee7699 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.198091 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-53668c8a-80bc-455b-a8db-d2af10ee7699 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.253296 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c9800798-1771-4985-870e-1967fcb78a75 None None] Set router 6b423bf1-07c3-420d-9079-2826281bcf0e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:51:30.284246 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-53668c8a-80bc-455b-a8db-d2af10ee7699 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.360507 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-53668c8a-80bc-455b-a8db-d2af10ee7699 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.405395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53668c8a-80bc-455b-a8db-d2af10ee7699 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Subnet': ['ID=50e6209f-ae54-4364-9a80-b669850e283d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:30.409489 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-53668c8a-80bc-455b-a8db-d2af10ee7699 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.418829 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-53668c8a-80bc-455b-a8db-d2af10ee7699 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/subnets/50e6209f-ae54-4364-9a80-b669850e283d HTTP/1.1" status: 204 len: 168 time: 0.3406444 Apr 05 20:51:30.419032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b6608e-04f4-4912-8806-b898ff565b7d None None] Network 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:51:30.419950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50878) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:30.551570 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9800798-1771-4985-870e-1967fcb78a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:51:28Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:30.555513 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9800798-1771-4985-870e-1967fcb78a75 None None] Checking router: 6b423bf1-07c3-420d-9079-2826281bcf0e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:51:30.564404 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9800798-1771-4985-870e-1967fcb78a75 None None] Routers {'6b423bf1-07c3-420d-9079-2826281bcf0e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:51:30.564931 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9800798-1771-4985-870e-1967fcb78a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6b423bf1-07c3-420d-9079-2826281bcf0e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:30.603212 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.686311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ada5ec5-b930-4687-9135-c17d2177d3eb None None] DHCP port deletion for 41f1d453-1c25-4d87-9b4a-ed358ce1bda3 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:51:30.690586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3ada5ec5-b930-4687-9135-c17d2177d3eb None None] Deleting port 8f437146-7f99-4ca7-9518-3124a9e4cde3 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:30.691267 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ada5ec5-b930-4687-9135-c17d2177d3eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.752950 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c9800798-1771-4985-870e-1967fcb78a75 None None] Set router 6b423bf1-07c3-420d-9079-2826281bcf0e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:51:30.912280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3ada5ec5-b930-4687-9135-c17d2177d3eb None None] For port 8f437146-7f99-4ca7-9518-3124a9e4cde3, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8f437146-7f99-4ca7-9518-3124a9e4cde3,segment=NetworkSegment(5708f215-efa5-4296-a8bd-31e703e89353),segment_id=5708f215-efa5-4296-a8bd-31e703e89353)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:51:30.912973 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ada5ec5-b930-4687-9135-c17d2177d3eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.968095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:30.979790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Deleting port b11f6bb2-682b-4d07-87a3-ac8372761c41 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:30.982481 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.004546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da052c-e776-487c-84ac-b6a7f9ab48b2 req-835a88fc-7fc5-48eb-bf17-307931f6ef95 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:31.006772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1da052c-e776-487c-84ac-b6a7f9ab48b2 req-835a88fc-7fc5-48eb-bf17-307931f6ef95 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 945 time: 0.0921538 Apr 05 20:51:31.089897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3ada5ec5-b930-4687-9135-c17d2177d3eb None None] Calling delete_port for 8f437146-7f99-4ca7-9518-3124a9e4cde3 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:31.117826 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c9800798-1771-4985-870e-1967fcb78a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:51:28Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:31.121915 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9800798-1771-4985-870e-1967fcb78a75 None None] The sync data for ids ['6b423bf1-07c3-420d-9079-2826281bcf0e'] in n-d-836604-1 is: [{'id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1160822232', 'tenant_id': '5118b05a56334dea925f78d36af460a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:49:42Z', 'updated_at': '2022-04-05T20:51:28Z', 'revision_number': 5, 'project_id': '5118b05a56334dea925f78d36af460a0', 'gw_port': {'id': 'b11f6bb2-682b-4d07-87a3-ac8372761c41', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:35:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b423bf1-07c3-420d-9079-2826281bcf0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:49:43Z', 'updated_at': '2022-04-05T20:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:51:31.128828 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1da052c-e776-487c-84ac-b6a7f9ab48b2 req-b9287e7a-028a-46ff-b847-60ba3311c367 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups?id=44bb3cba-4dab-4b84-800e-17c6a9359ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153016 Apr 05 20:51:31.175812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-5a19026d-59d4-40c3-a441-c50eae23c669 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:31.177430 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-5a19026d-59d4-40c3-a441-c50eae23c669 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 945 time: 0.1468019 Apr 05 20:51:31.185245 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3ada5ec5-b930-4687-9135-c17d2177d3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.206861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] For port b11f6bb2-682b-4d07-87a3-ac8372761c41, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b11f6bb2-682b-4d07-87a3-ac8372761c41,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:51:31.207218 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.231466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada5ec5-b930-4687-9135-c17d2177d3eb None None] Pushing event deleted for resources: {'Port': ['ID=8f437146-7f99-4ca7-9518-3124a9e4cde3,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:31.236877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ada5ec5-b930-4687-9135-c17d2177d3eb None None] No DVR routers for this DVR port 8f437146-7f99-4ca7-9518-3124a9e4cde3 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:51:31.253505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Deleting port 9e2b6f09-e440-4e01-925f-b96e40fa07a9 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:31.253929 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.339693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Calling delete_port for b11f6bb2-682b-4d07-87a3-ac8372761c41 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:31.519978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.526333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] For port 9e2b6f09-e440-4e01-925f-b96e40fa07a9, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9e2b6f09-e440-4e01-925f-b96e40fa07a9,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:51:31.526782 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.576240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Port': ['ID=b11f6bb2-682b-4d07-87a3-ac8372761c41,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:31.671430 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.850251 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.852406 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.875223 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.875772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Fanout notify agent at l3_agent the message router_deleted on router 6b423bf1-07c3-420d-9079-2826281bcf0e {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:51:31.892587 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.893697 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e1254d53-0b09-4e8b-9b4e-b4970f2043a6 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/routers/6b423bf1-07c3-420d-9079-2826281bcf0e HTTP/1.1" status: 204 len: 168 time: 1.4730909 Apr 05 20:51:31.897313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50884) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:31.948750 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.949124 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:31.949434 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Floating IP 7680c146-e0cc-4262-a089-8a8f6d0cfd65 disassociated. External IP: 172.25.8.75, port: 9e2b6f09-e440-4e01-925f-b96e40fa07a9. Apr 05 20:51:31.949765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Calling delete_port for 9e2b6f09-e440-4e01-925f-b96e40fa07a9 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:32.020755 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50a48d3b-f391-4931-934a-ab8742822538 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.104216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.155470 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50a48d3b-f391-4931-934a-ab8742822538 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.158673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event deleted for resources: {'Port': ['ID=9e2b6f09-e440-4e01-925f-b96e40fa07a9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:32.182593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-50a48d3b-f391-4931-934a-ab8742822538 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f1d453-1c25-4d87-9b4a-ed358ce1bda3']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:32.196354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-50a48d3b-f391-4931-934a-ab8742822538 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5708f215-efa5-4296-a8bd-31e703e89353') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:32.196854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-50a48d3b-f391-4931-934a-ab8742822538 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5708f215-efa5-4296-a8bd-31e703e89353') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:32.211540 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50a48d3b-f391-4931-934a-ab8742822538 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.231267 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50a48d3b-f391-4931-934a-ab8742822538 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.239704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50a48d3b-f391-4931-934a-ab8742822538 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:51:32.240224 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50a48d3b-f391-4931-934a-ab8742822538 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:51:32.284919 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:51:32.310682 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9214f4e3-2373-4bfd-8576-e5313a262b70 req-7955bc6f-7fe3-4be4-a34e-a2acc8ce5ad5 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b0a2e03-6055-49d6-bd52-4bad18217321 HTTP/1.1" status: 200 len: 210 time: 0.0737963 Apr 05 20:51:32.379539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:51:32.388173 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50a48d3b-f391-4931-934a-ab8742822538 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.393806 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50a48d3b-f391-4931-934a-ab8742822538 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.414056 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8f437146-7f99-4ca7-9518-3124a9e4cde3 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:32.427772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a48d3b-f391-4931-934a-ab8742822538 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'Network': ['ID=41f1d453-1c25-4d87-9b4a-ed358ce1bda3,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:32.435241 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-50a48d3b-f391-4931-934a-ab8742822538 tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/networks/41f1d453-1c25-4d87-9b4a-ed358ce1bda3 HTTP/1.1" status: 204 len: 168 time: 0.5366991 Apr 05 20:51:32.436079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50890) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:32.456205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 8f437146-7f99-4ca7-9518-3124a9e4cde3 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:51:32.456541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8f437146-7f99-4ca7-9518-3124a9e4cde3 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:32.456952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b11f6bb2-682b-4d07-87a3-ac8372761c41 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:32.492506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: b11f6bb2-682b-4d07-87a3-ac8372761c41 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:51:32.492774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b11f6bb2-682b-4d07-87a3-ac8372761c41 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:32.493181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 96578c01-c5c0-435f-861e-599f4bbc4117 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:32.508469 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-923a8753-1a45-400c-b0cb-d31cb14ed1ba tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.532138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 96578c01-c5c0-435f-861e-599f4bbc4117 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:51:32.532485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 96578c01-c5c0-435f-861e-599f4bbc4117 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:32.547185 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-923a8753-1a45-400c-b0cb-d31cb14ed1ba tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.569087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:51:32.579470 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581d8d54-683f-422c-b9bc-e42e1d4989da None None] Sync routers for ids ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:51:32.599856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581d8d54-683f-422c-b9bc-e42e1d4989da None None] Routers {'1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:51:32.600787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-581d8d54-683f-422c-b9bc-e42e1d4989da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:32.628515 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-923a8753-1a45-400c-b0cb-d31cb14ed1ba tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.647859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] No DVR routers for this DVR port 9e2b6f09-e440-4e01-925f-b96e40fa07a9 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:51:32.649341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a8753-1a45-400c-b0cb-d31cb14ed1ba tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86d1e28-cf04-4db9-8746-737595f87330,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:32.650254 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.654320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b0a2e03-6055-49d6-bd52-4bad18217321', 'name': 'network-vif-deleted', 'tag': '9e2b6f09-e440-4e01-925f-b96e40fa07a9'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:51:32.675960 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-923a8753-1a45-400c-b0cb-d31cb14ed1ba tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:32.677128 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-923a8753-1a45-400c-b0cb-d31cb14ed1ba tempest-TestNetworkAdvancedServerOps-581510904 tempest-TestNetworkAdvancedServerOps-581510904-project] 10.222.0.24 "DELETE /v2.0/security-groups/d86d1e28-cf04-4db9-8746-737595f87330 HTTP/1.1" status: 204 len: 168 time: 0.2400665 Apr 05 20:51:32.688068 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2fab7f4e-bac3-4ac9-b525-94c54b3ec34c req-b79e490f-a517-44a7-8062-14ad465c0c2f tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.13 "DELETE /v2.0/ports/9e2b6f09-e440-4e01-925f-b96e40fa07a9 HTTP/1.1" status: 204 len: 173 time: 1.5054736 Apr 05 20:51:32.756553 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b0a2e03-6055-49d6-bd52-4bad18217321', 'name': 'network-vif-deleted', 'tag': '9e2b6f09-e440-4e01-925f-b96e40fa07a9', 'status': 'completed', 'code': 200} Apr 05 20:51:32.866206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-581d8d54-683f-422c-b9bc-e42e1d4989da None None] Set router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:51:33.052860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50902) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:33.186922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-581d8d54-683f-422c-b9bc-e42e1d4989da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:28Z', 'revision_number': 5, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:33.191122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581d8d54-683f-422c-b9bc-e42e1d4989da None None] Checking router: 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:51:33.199529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581d8d54-683f-422c-b9bc-e42e1d4989da None None] Routers {'1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:51:33.200244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-581d8d54-683f-422c-b9bc-e42e1d4989da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:33.229927 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-efa19680-3aad-438f-ae33-292fff83c4fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5118b05a56334dea925f78d36af460a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735542 Apr 05 20:51:33.230370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50908) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:33.292482 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4c63f43-1735-4ed9-ae9d-98c3f0d738b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.319498 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4c63f43-1735-4ed9-ae9d-98c3f0d738b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.374639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4c63f43-1735-4ed9-ae9d-98c3f0d738b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.398119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-581d8d54-683f-422c-b9bc-e42e1d4989da None None] Set router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:51:33.398458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c63f43-1735-4ed9-ae9d-98c3f0d738b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993a658f-4810-4776-bac8-06ca586a676c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:33.402830 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e4c63f43-1735-4ed9-ae9d-98c3f0d738b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.404791 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e4c63f43-1735-4ed9-ae9d-98c3f0d738b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/993a658f-4810-4776-bac8-06ca586a676c HTTP/1.1" status: 204 len: 168 time: 0.1734521 Apr 05 20:51:33.473584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50918) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:33.549349 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a9ae54a-4f87-4b24-9f8e-928e85ac72cf tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.578546 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a9ae54a-4f87-4b24-9f8e-928e85ac72cf tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.632833 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a9ae54a-4f87-4b24-9f8e-928e85ac72cf tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.652764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ae54a-4f87-4b24-9f8e-928e85ac72cf tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bb3cba-4dab-4b84-800e-17c6a9359ede,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:33.664975 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1a9ae54a-4f87-4b24-9f8e-928e85ac72cf tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.669588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50924) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:33.669748 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1a9ae54a-4f87-4b24-9f8e-928e85ac72cf tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "DELETE /v2.0/security-groups/44bb3cba-4dab-4b84-800e-17c6a9359ede HTTP/1.1" status: 204 len: 168 time: 0.1944289 Apr 05 20:51:33.688828 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-ad135053-8008-4297-907b-ab6d6d4c65f0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] show failed (client error): The resource could not be found. Apr 05 20:51:33.690205 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ad135053-8008-4297-907b-ab6d6d4c65f0 tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "GET /v2.0/security-groups/44bb3cba-4dab-4b84-800e-17c6a9359ede HTTP/1.1" status: 404 len: 347 time: 0.0194223 Apr 05 20:51:33.693125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 50928) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:33.725435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50932) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:33.781567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-581d8d54-683f-422c-b9bc-e42e1d4989da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:28Z', 'revision_number': 5, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:33.784903 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-68bf5d57-3b1c-4a81-b929-ef0ed5113fd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d406cfd1a294bfe9891644891a3f087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557501 Apr 05 20:51:33.784903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50936) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:33.785814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581d8d54-683f-422c-b9bc-e42e1d4989da None None] The sync data for ids ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'] in n-d-836604-1 is: [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:47:22Z', 'revision_number': 4, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'e1dacc35-e4fa-4bda-acd5-519397ec63ce', 'name': '', 'network_id': '6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'mac_address': 'fa:16:3e:4a:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3545, 'fixed_ips': [{'subnet_id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:21Z', 'updated_at': '2022-04-05T20:47:28Z', 'revision_number': 5, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'subnets': [{'id': '4661bfc9-5823-448b-9581-c7c9dd7e2b90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:51:33.852484 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4b49-9f42-460f-8e51-f595b50d49c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.882259 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4b49-9f42-460f-8e51-f595b50d49c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.939209 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4b49-9f42-460f-8e51-f595b50d49c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.956810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a4b49-9f42-460f-8e51-f595b50d49c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c81e4d-26db-44e0-9382-28f2350cb205,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:33.971394 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c0a4b49-9f42-460f-8e51-f595b50d49c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:33.972598 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3c0a4b49-9f42-460f-8e51-f595b50d49c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38c81e4d-26db-44e0-9382-28f2350cb205 HTTP/1.1" status: 204 len: 168 time: 0.1867125 Apr 05 20:51:34.012095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Deleting port bb206077-3e89-49f4-9ff5-41a73de32fdb {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:34.012490 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.071595 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48e884-b9d0-489f-9f1d-d04c0ad7a173 None None] New status for floating IP 7680c146-e0cc-4262-a089-8a8f6d0cfd65: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:51:34.191305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 9e2b6f09-e440-4e01-925f-b96e40fa07a9 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:34.193569 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.193935 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.232389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 9e2b6f09-e440-4e01-925f-b96e40fa07a9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:51:34.232857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 9e2b6f09-e440-4e01-925f-b96e40fa07a9 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:34.327261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Calling delete_port for bb206077-3e89-49f4-9ff5-41a73de32fdb owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:34.426344 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:51:34.426667 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:51:34.765909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50960) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:34.872576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-64921606-network', 'tenant_id': '71ed15dba51d426aab7b5d1678d84013'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:51:34.877979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:34.881928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Usage tracker for resource:network and tenant:71ed15dba51d426aab7b5d1678d84013 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:34.884814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:34.891013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:34.901507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Made reservation on behalf of 71ed15dba51d426aab7b5d1678d84013 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:34.904443 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.916704 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.927430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Deleting port bb206077-3e89-49f4-9ff5-41a73de32fdb {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:34.928066 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:34.930640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:34.935297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:71ed15dba51d426aab7b5d1678d84013 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:34.937221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:34.942818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:35.032493 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.036730 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.073710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:35.082775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd499602-a443-480d-9105-1fbd56f768aa,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:35.090731 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.090731 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Added segment 38bd5094-70af-4da5-a837-495ebabce286 of type vlan for network 1c4702a8-1e7b-44ce-ab30-66fbfa82d975 Apr 05 20:51:35.111938 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.112261 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.117334 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.148010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.148984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:35.149554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.238234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Calling delete_port for bb206077-3e89-49f4-9ff5-41a73de32fdb owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:35.248114 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4810574 Apr 05 20:51:35.251145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50966) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:35.255481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c53f9ff-346c-48c7-95d5-1ccac00f3bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=1c4702a8-1e7b-44ce-ab30-66fbfa82d975,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:35.260269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Request body: {'subnet': {'network_id': '1c4702a8-1e7b-44ce-ab30-66fbfa82d975', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-64921606-subnet', 'tenant_id': '71ed15dba51d426aab7b5d1678d84013', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:51:35.266486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:35.267108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 1c4702a8-1e7b-44ce-ab30-66fbfa82d975 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:35.270532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Usage tracker for resource:subnet and tenant:71ed15dba51d426aab7b5d1678d84013 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:35.273836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:35.282283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:35.294944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Made reservation on behalf of 71ed15dba51d426aab7b5d1678d84013 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:35.299964 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.396941 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.514414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Pushing event deleted for resources: {'Port': ['ID=bb206077-3e89-49f4-9ff5-41a73de32fdb,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:35.545468 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.557209 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:51:35.559596 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.560689 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bf04d301-95aa-4041-ac5d-e9629be1598d tempest-AttachVolumeTestJSON-1907288931 tempest-AttachVolumeTestJSON-1907288931-project] 10.222.0.24 "DELETE /v2.0/floatingips/7680c146-e0cc-4262-a089-8a8f6d0cfd65 HTTP/1.1" status: 204 len: 168 time: 1.8663259 Apr 05 20:51:35.628654 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.717261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc0afa20-9651-450d-8630-f83b9363fa30,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:35.724702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Checking segment: {'id': '38bd5094-70af-4da5-a837-495ebabce286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1c4702a8-1e7b-44ce-ab30-66fbfa82d975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:51:35.725062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Network hostable DHCP agents. Network: 1c4702a8-1e7b-44ce-ab30-66fbfa82d975, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:51:35.744980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Network 1c4702a8-1e7b-44ce-ab30-66fbfa82d975 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:51:35.755899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 1c4702a8-1e7b-44ce-ab30-66fbfa82d975) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:35.760092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:35.760841 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:35.770979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2a5132-77e7-4c4e-8ab2-e515578b9ebd None None] Network 1c4702a8-1e7b-44ce-ab30-66fbfa82d975 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:51:35.792983 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-31369300-b1fe-406b-a3a9-30c312577b3b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5390701 Apr 05 20:51:35.998423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccde6ec-b87e-4d6b-9857-0a5cdfba72a3 None None] Network 1c4702a8-1e7b-44ce-ab30-66fbfa82d975 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:51:36.318403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50988) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:36.324226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-3410587-network', 'tenant_id': '12f83f174db444fbbbc02c2e2fb52a74'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:51:36.330284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:36.334230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Usage tracker for resource:network and tenant:12f83f174db444fbbbc02c2e2fb52a74 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:36.337421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:36.343442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:36.354201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Made reservation on behalf of 12f83f174db444fbbbc02c2e2fb52a74 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:36.356488 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.368538 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.382601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:36.386421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Usage tracker for resource:security_group_rule and tenant:12f83f174db444fbbbc02c2e2fb52a74 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:36.389976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:36.395648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:36.479598 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.484035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.514346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:51:36.523090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c2d6ef-9e4b-4638-9219-29ff0450689b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:36.529140 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.529481 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Added segment 53f21d74-4068-46c1-80e7-b5433647788c of type vlan for network 234d8792-09a4-43eb-bad8-4cbe75f9f5b9 Apr 05 20:51:36.555640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.585652 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.586600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:36.587328 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.698482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] Pushing event updated for resources: {'Network': ['ID=234d8792-09a4-43eb-bad8-4cbe75f9f5b9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:36.701601 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-80f1fd4c-bda5-454e-b057-8bff742666e7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3821471 Apr 05 20:51:36.704439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 50992) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:36.709617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 234d8792-09a4-43eb-bad8-4cbe75f9f5b9 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:51:36.710231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Request body: {'subnet': {'network_id': '234d8792-09a4-43eb-bad8-4cbe75f9f5b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-3410587-subnet', 'tenant_id': '12f83f174db444fbbbc02c2e2fb52a74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:51:36.716418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:36.720484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Usage tracker for resource:subnet and tenant:12f83f174db444fbbbc02c2e2fb52a74 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:36.723756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:36.730281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:36.743620 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Made reservation on behalf of 12f83f174db444fbbbc02c2e2fb52a74 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:36.746489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:36.962028 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:37.035237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac3fc8a1-1421-4c1a-b3da-9406866340a4,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:37.042639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Checking segment: {'id': '53f21d74-4068-46c1-80e7-b5433647788c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '234d8792-09a4-43eb-bad8-4cbe75f9f5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:51:37.042996 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Network hostable DHCP agents. Network: 234d8792-09a4-43eb-bad8-4cbe75f9f5b9, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:51:37.062797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Network 234d8792-09a4-43eb-bad8-4cbe75f9f5b9 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:51:37.071784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 234d8792-09a4-43eb-bad8-4cbe75f9f5b9) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:37.075848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:37.076453 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:37.082073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ed3e7-7358-49b2-8fea-cce304a8a674 None None] Network 234d8792-09a4-43eb-bad8-4cbe75f9f5b9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:51:37.106012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dee89a83-42b0-4348-8f1d-28caf4add254 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3922405 Apr 05 20:51:37.313838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3b65ac-0239-40a8-acbc-b0fba7eec03c None None] Network 234d8792-09a4-43eb-bad8-4cbe75f9f5b9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:51:37.791250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-9abbf083-a408-4507-8674-f4c1ae9ac7f6 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:37.792758 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-9abbf083-a408-4507-8674-f4c1ae9ac7f6 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/networks?id=1c4702a8-1e7b-44ce-ab30-66fbfa82d975 HTTP/1.1" status: 200 len: 810 time: 0.1477175 Apr 05 20:51:37.808529 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-ecddf89e-b642-4675-8c52-0e33f7cd6341 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/quotas/71ed15dba51d426aab7b5d1678d84013 HTTP/1.1" status: 200 len: 375 time: 0.0101099 Apr 05 20:51:37.860696 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-9a2bf03c-58e5-4a67-8786-47029267b986 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=71ed15dba51d426aab7b5d1678d84013&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465760 Apr 05 20:51:37.871074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-d27de472-5196-4ca5-92cf-4601ff9ca0ed service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 20:51:37.872229 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-d27de472-5196-4ca5-92cf-4601ff9ca0ed service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050278 Apr 05 20:51:38.125056 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-5422f69d-7537-4dd2-8106-11c78825cc14 service neutron] 10.222.0.24 "GET /v2.0/networks/1c4702a8-1e7b-44ce-ab30-66fbfa82d975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474506 Apr 05 20:51:38.265916 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-ba39fe22-e1f7-4d28-9ab0-298ab2e0a5ba service neutron] 10.222.0.24 "GET /v2.0/networks/1c4702a8-1e7b-44ce-ab30-66fbfa82d975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346874 Apr 05 20:51:38.471975 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-54d33c4e-d729-4757-a36e-940e2da04f7d req-f6b38396-8da5-4a94-b88d-39bd590bd976 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 210 time: 0.0548601 Apr 05 20:51:38.954800 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:39.261934 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:39.643424 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1da46c9b-599e-4af2-874c-851ebd44ed7e req-ac8b09d3-6045-4d42-a90e-1f8d254e9a46 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 210 time: 0.0523033 Apr 05 20:51:39.713837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-97c02174-f6cf-4344-a7b4-ecfc93e95e8d tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:39.714281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-97c02174-f6cf-4344-a7b4-ecfc93e95e8d tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Synchronizing usage tracker for tenant:71ed15dba51d426aab7b5d1678d84013 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:39.736269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-97c02174-f6cf-4344-a7b4-ecfc93e95e8d tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Unset dirty status for tenant:71ed15dba51d426aab7b5d1678d84013 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:39.737561 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-97c02174-f6cf-4344-a7b4-ecfc93e95e8d tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.13 "GET /v2.0/networks?id=1c4702a8-1e7b-44ce-ab30-66fbfa82d975 HTTP/1.1" status: 200 len: 810 time: 0.2139878 Apr 05 20:51:39.749944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Request body: {'port': {'device_id': 'af716570-4064-4b7c-931f-ca64d6bb412e', 'network_id': '1c4702a8-1e7b-44ce-ab30-66fbfa82d975', 'admin_state_up': True, 'tenant_id': '71ed15dba51d426aab7b5d1678d84013'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:51:39.890422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:39.894197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Usage tracker for resource:port and tenant:71ed15dba51d426aab7b5d1678d84013 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:39.896999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:39.902753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:39.913853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Made reservation on behalf of 71ed15dba51d426aab7b5d1678d84013 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:51:39.917455 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:40.079009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Allocated IP 172.20.0.7 (1c4702a8-1e7b-44ce-ab30-66fbfa82d975/bc0afa20-9651-450d-8630-f83b9363fa30/7c7b3d9f-3ba1-49bf-9995-687df4dfd52e) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:51:40.296688 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:40.328788 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:40.405557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Network 1c4702a8-1e7b-44ce-ab30-66fbfa82d975 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:51:40.409293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:51:40.415447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:51:40.592052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Pushing event updated for resources: {'Port': ['ID=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:40.617278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:40.617982 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:40.639380 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-da79417a-2396-40df-b936-81c28f1c0f45 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8935513 Apr 05 20:51:40.651453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Request body: {'port': {'device_id': 'af716570-4064-4b7c-931f-ca64d6bb412e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:51:40.778730 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:40.979284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706caab6-eb8b-4ad3-987b-61172fb910f9 req-8f0c1b56-a467-401d-b5a8-1b56db53afa5 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:40.979892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-706caab6-eb8b-4ad3-987b-61172fb910f9 req-8f0c1b56-a467-401d-b5a8-1b56db53afa5 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Synchronizing usage tracker for tenant:71ed15dba51d426aab7b5d1678d84013 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:41.030288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-706caab6-eb8b-4ad3-987b-61172fb910f9 req-8f0c1b56-a467-401d-b5a8-1b56db53afa5 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Unset dirty status for tenant:71ed15dba51d426aab7b5d1678d84013 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:41.031519 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-706caab6-eb8b-4ad3-987b-61172fb910f9 req-8f0c1b56-a467-401d-b5a8-1b56db53afa5 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 931 time: 0.2547004 Apr 05 20:51:41.153348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-706caab6-eb8b-4ad3-987b-61172fb910f9 req-5164a224-a3e4-46a8-8a52-c6c66bb6cd64 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Synchronizing usage tracker for tenant:71ed15dba51d426aab7b5d1678d84013 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:51:41.183086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-706caab6-eb8b-4ad3-987b-61172fb910f9 req-5164a224-a3e4-46a8-8a52-c6c66bb6cd64 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Unset dirty status for tenant:71ed15dba51d426aab7b5d1678d84013 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:51:41.184303 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-706caab6-eb8b-4ad3-987b-61172fb910f9 req-5164a224-a3e4-46a8-8a52-c6c66bb6cd64 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022532 Apr 05 20:51:41.261163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:51:41.268481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.283490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Transition to ACTIVE for port object 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:51:41.286757 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.405436 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-51e30fe6-0eb9-40a1-8014-40093c5d09b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.442298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:41.523499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Attempting to bind port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:51:41.523743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Attempting to bind port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '38bd5094-70af-4da5-a837-495ebabce286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1c4702a8-1e7b-44ce-ab30-66fbfa82d975'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:51:41.524069 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Attempting to bind port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e on network 1c4702a8-1e7b-44ce-ab30-66fbfa82d975 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:51:41.529744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e on network 1c4702a8-1e7b-44ce-ab30-66fbfa82d975 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:51:41.530108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Attempting to bind port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e on network 1c4702a8-1e7b-44ce-ab30-66fbfa82d975 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:51:41.535733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:51:41.536068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Checking segment: {'id': '38bd5094-70af-4da5-a837-495ebabce286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1c4702a8-1e7b-44ce-ab30-66fbfa82d975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:51:41.536452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Bound using segment: {'id': '38bd5094-70af-4da5-a837-495ebabce286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1c4702a8-1e7b-44ce-ab30-66fbfa82d975'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:51:41.536882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Bound port: 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38bd5094-70af-4da5-a837-495ebabce286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1c4702a8-1e7b-44ce-ab30-66fbfa82d975'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:51:41.537495 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.628677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] For port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:51:41.631636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] For port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e,segment=NetworkSegment(38bd5094-70af-4da5-a837-495ebabce286),segment_id=38bd5094-70af-4da5-a837-495ebabce286)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:51:41.637640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.696306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:41.697057 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:41.698555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] 10.222.0.13 "PUT /v2.0/ports/7c7b3d9f-3ba1-49bf-9995-687df4dfd52e HTTP/1.1" status: 200 len: 1091 time: 1.0510285 Apr 05 20:51:41.698993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af716570-4064-4b7c-931f-ca64d6bb412e', 'tag': '7c7b3d9f-3ba1-49bf-9995-687df4dfd52e'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:51:41.780067 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af716570-4064-4b7c-931f-ca64d6bb412e', 'tag': '7c7b3d9f-3ba1-49bf-9995-687df4dfd52e', 'status': 'completed', 'code': 200} Apr 05 20:51:41.785355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783bddab-19d4-4126-8ffe-6acb5d96cd85 service neutron] Pushing event updated for resources: {'Port': ['ID=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:41.823055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-790b3121-a97f-4bc2-b4eb-1aa73193ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:41.824459 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-790b3121-a97f-4bc2-b4eb-1aa73193ae02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71ed15dba51d426aab7b5d1678d84013&device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 1094 time: 0.0790615 Apr 05 20:51:41.896199 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-b8035c59-5776-4dfd-a121-7a0e5d2cd4df service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e HTTP/1.1" status: 200 len: 217 time: 0.0649254 Apr 05 20:51:41.959934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-4f8fc5f5-a137-49ef-82bc-f9fbcd0a9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:41.961368 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-4f8fc5f5-a137-49ef-82bc-f9fbcd0a9d56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc0afa20-9651-450d-8630-f83b9363fa30 HTTP/1.1" status: 200 len: 850 time: 0.0586152 Apr 05 20:51:42.010843 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-ed88dc96-3691-4ce4-a0b6-c55a51c148d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c4702a8-1e7b-44ce-ab30-66fbfa82d975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438757 Apr 05 20:51:42.148440 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-6a541594-5ef1-47e4-8d52-aef39dc31d4b service neutron] 10.222.0.13 "GET /v2.0/networks/1c4702a8-1e7b-44ce-ab30-66fbfa82d975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316760 Apr 05 20:51:42.438375 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d783ba33-94fb-4b64-a992-44fe740a6958 req-29f67d62-a12a-49d9-a9e2-1f536ea3e50b service neutron] 10.222.0.13 "GET /v2.0/networks/1c4702a8-1e7b-44ce-ab30-66fbfa82d975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841854 Apr 05 20:51:42.463297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b4db4-2fe4-413d-a16e-40463f08ba75 req-1389b973-86d9-46de-b9ee-8b5c38dc0451 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:42.464743 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c3b4db4-2fe4-413d-a16e-40463f08ba75 req-1389b973-86d9-46de-b9ee-8b5c38dc0451 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 943 time: 0.1152923 Apr 05 20:51:42.555909 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c3b4db4-2fe4-413d-a16e-40463f08ba75 req-fb51c291-05fb-4644-a9ba-48cb5e4027d7 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847476 Apr 05 20:51:42.580812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8760b-791d-4fd6-9455-0372d5efbab1 req-bd7f3867-2b12-49a4-b504-048501cc158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:42.582323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5d8760b-791d-4fd6-9455-0372d5efbab1 req-bd7f3867-2b12-49a4-b504-048501cc158a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71ed15dba51d426aab7b5d1678d84013&device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 1094 time: 0.0979888 Apr 05 20:51:42.719149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8760b-791d-4fd6-9455-0372d5efbab1 req-23881fa8-94a8-403f-b5a0-3b0c48b241f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:42.720590 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5d8760b-791d-4fd6-9455-0372d5efbab1 req-23881fa8-94a8-403f-b5a0-3b0c48b241f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c4702a8-1e7b-44ce-ab30-66fbfa82d975 HTTP/1.1" status: 200 len: 911 time: 0.1327252 Apr 05 20:51:42.795744 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5d8760b-791d-4fd6-9455-0372d5efbab1 req-84731650-192e-4407-a5a7-fa2ddad2012a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e HTTP/1.1" status: 200 len: 217 time: 0.0685441 Apr 05 20:51:42.860733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8760b-791d-4fd6-9455-0372d5efbab1 req-1218e68a-bc04-4270-9734-8fe022d9f392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:42.862357 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5d8760b-791d-4fd6-9455-0372d5efbab1 req-1218e68a-bc04-4270-9734-8fe022d9f392 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc0afa20-9651-450d-8630-f83b9363fa30 HTTP/1.1" status: 200 len: 850 time: 0.0608423 Apr 05 20:51:42.891103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51062) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:42.919426 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5d8760b-791d-4fd6-9455-0372d5efbab1 req-891069c5-30b7-48e1-a0ce-c228bf3a40b9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c4702a8-1e7b-44ce-ab30-66fbfa82d975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496454 Apr 05 20:51:43.052764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5d8760b-791d-4fd6-9455-0372d5efbab1 req-887d3346-a98e-4ec2-b6b4-afb8956c9548 service neutron] 10.222.0.13 "GET /v2.0/networks/1c4702a8-1e7b-44ce-ab30-66fbfa82d975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271298 Apr 05 20:51:43.193450 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5d8760b-791d-4fd6-9455-0372d5efbab1 req-302371df-c9e2-40ed-b8b1-dc18ee556a77 service neutron] 10.222.0.13 "GET /v2.0/networks/1c4702a8-1e7b-44ce-ab30-66fbfa82d975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330664 Apr 05 20:51:43.439042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b842720c-bc0f-4e91-a031-cb6f43fb107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.718276 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-13ad558f-66c1-408b-b5e5-9f69f29986ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.793035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affe270-9a88-4869-a261-a4f5ba0f1c64 req-010a9c47-fdf9-40ca-acda-6486d1272415 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:43.794546 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6affe270-9a88-4869-a261-a4f5ba0f1c64 req-010a9c47-fdf9-40ca-acda-6486d1272415 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 943 time: 0.1325536 Apr 05 20:51:43.880792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b842720c-bc0f-4e91-a031-cb6f43fb107a admin admin] Deleting port e1dacc35-e4fa-4bda-acd5-519397ec63ce {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:43.881120 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b842720c-bc0f-4e91-a031-cb6f43fb107a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:43.914834 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6affe270-9a88-4869-a261-a4f5ba0f1c64 req-01cf50e7-9dab-482c-acaa-f426416a548d tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142514 Apr 05 20:51:44.174531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-b842720c-bc0f-4e91-a031-cb6f43fb107a admin admin] For port e1dacc35-e4fa-4bda-acd5-519397ec63ce, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=e1dacc35-e4fa-4bda-acd5-519397ec63ce,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:51:44.174875 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b842720c-bc0f-4e91-a031-cb6f43fb107a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.232875 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:51:44.294274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b842720c-bc0f-4e91-a031-cb6f43fb107a admin admin] Calling delete_port for e1dacc35-e4fa-4bda-acd5-519397ec63ce owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:44.363736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e,segment=NetworkSegment(38bd5094-70af-4da5-a837-495ebabce286),segment_id=38bd5094-70af-4da5-a837-495ebabce286)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:51:44.378632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '7c7b3d9f-3ba1-49bf-9995-687df4dfd52e', 'network_id': '1c4702a8-1e7b-44ce-ab30-66fbfa82d975', 'port_id': '7c7b3d9f-3ba1-49bf-9995-687df4dfd52e', 'mac_address': 'fa:16:3e:61:7f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc0afa20-9651-450d-8630-f83b9363fa30', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:51:44.442366 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.462731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:51:44.476094 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b842720c-bc0f-4e91-a031-cb6f43fb107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.478359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e,segment=NetworkSegment(38bd5094-70af-4da5-a837-495ebabce286),segment_id=38bd5094-70af-4da5-a837-495ebabce286)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:51:44.482978 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.550347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:44.561484 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842720c-bc0f-4e91-a031-cb6f43fb107a admin admin] Pushing event deleted for resources: {'Port': ['ID=e1dacc35-e4fa-4bda-acd5-519397ec63ce,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:44.721742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['7c7b3d9f-3ba1-49bf-9995-687df4dfd52e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:51:44.798364 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b842720c-bc0f-4e91-a031-cb6f43fb107a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.908441 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:44.922145 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:45.110826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc18d2-1d0d-4330-ab2c-311462ab5938 req-72e3c3b4-3438-49e9-b72a-906954d98618 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:45.112261 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-38dc18d2-1d0d-4330-ab2c-311462ab5938 req-72e3c3b4-3438-49e9-b72a-906954d98618 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 944 time: 0.0846910 Apr 05 20:51:45.156477 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-38dc18d2-1d0d-4330-ab2c-311462ab5938 req-0a3f3a2e-6bd3-40c1-b71f-b2b51a0135ee tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385373 Apr 05 20:51:45.161296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b842720c-bc0f-4e91-a031-cb6f43fb107a admin admin] Router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:51:45.336358 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b842720c-bc0f-4e91-a031-cb6f43fb107a admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:51:45.344687 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8676d42b-deb7-4865-a50d-804ac5a2ae38 None None] Sync routers for ids ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:51:45.349819 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b842720c-bc0f-4e91-a031-cb6f43fb107a admin admin] 10.222.0.24 "PUT /v2.0/routers/1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4558587 Apr 05 20:51:45.350449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51070) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:45.353924 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8676d42b-deb7-4865-a50d-804ac5a2ae38 None None] Routers {'1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:51:45.354542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8676d42b-deb7-4865-a50d-804ac5a2ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:45.534811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-8676d42b-deb7-4865-a50d-804ac5a2ae38 None None] Set router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:51:45.635627 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:45.815586 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:45.819753 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8676d42b-deb7-4865-a50d-804ac5a2ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': 'b6093879-a06b-4724-9e4e-871341f98201', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:51:44Z', 'revision_number': 5, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port': {'id': 'b6093879-a06b-4724-9e4e-871341f98201', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3544, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:47:19Z', 'updated_at': '2022-04-05T20:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:45.823958 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8676d42b-deb7-4865-a50d-804ac5a2ae38 None None] Checking router: 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:51:45.825272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] Deleting port b6093879-a06b-4724-9e4e-871341f98201 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:45.825648 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:45.832951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8676d42b-deb7-4865-a50d-804ac5a2ae38 None None] Routers {'1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:51:45.833540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8676d42b-deb7-4865-a50d-804ac5a2ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:45.984514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-8676d42b-deb7-4865-a50d-804ac5a2ae38 None None] Set router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:51:46.000251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] For port b6093879-a06b-4724-9e4e-871341f98201, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b6093879-a06b-4724-9e4e-871341f98201,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:51:46.000792 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.097276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-8676d42b-deb7-4865-a50d-804ac5a2ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:51:45Z', 'revision_number': 6, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:46.108029 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8676d42b-deb7-4865-a50d-804ac5a2ae38 None None] The sync data for ids ['1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e'] in n-d-836604-1 is: [{'id': '1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e', 'name': 'tempest-AttachVolumeTestJSON-685394842-router', 'tenant_id': '1f03fb1f49594061a9163dba9267ddfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:47:18Z', 'updated_at': '2022-04-05T20:51:45Z', 'revision_number': 6, 'project_id': '1f03fb1f49594061a9163dba9267ddfd', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:51:46.114997 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.130922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] Calling delete_port for b6093879-a06b-4724-9e4e-871341f98201 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:46.238342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:51:46.308015 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:51:46.313199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:51:46.313566 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.345049 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.400275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6093879-a06b-4724-9e4e-871341f98201,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:46.430962 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.446963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203cb56-cc5b-499f-ac50-c461320e41a4 req-b81265a5-a568-4707-afb1-adf4739a17cd tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:46.448428 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e203cb56-cc5b-499f-ac50-c461320e41a4 req-b81265a5-a568-4707-afb1-adf4739a17cd tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 944 time: 0.1815186 Apr 05 20:51:46.460516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af716570-4064-4b7c-931f-ca64d6bb412e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7b3d9f-3ba1-49bf-9995-687df4dfd52e'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:51:46.470930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e,segment=NetworkSegment(38bd5094-70af-4da5-a837-495ebabce286),segment_id=38bd5094-70af-4da5-a837-495ebabce286)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:51:46.480356 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.547430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e203cb56-cc5b-499f-ac50-c461320e41a4 req-ae5ce5fc-f80e-4c2a-ab10-935d47e68fdd tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686443 Apr 05 20:51:46.548263 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.557229 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af716570-4064-4b7c-931f-ca64d6bb412e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7b3d9f-3ba1-49bf-9995-687df4dfd52e', 'code': 200} Apr 05 20:51:46.569254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:46.706772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadb9f8-db34-4310-9cfd-ce95db2a0c6c req-bc7738d7-0466-42da-be97-856c044d2830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:46.708292 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0fadb9f8-db34-4310-9cfd-ce95db2a0c6c req-bc7738d7-0466-42da-be97-856c044d2830 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 1096 time: 0.0772424 Apr 05 20:51:46.728536 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.731907 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.753763 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.754308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:51:46.758937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0fadb9f8-db34-4310-9cfd-ce95db2a0c6c req-9418bed0-9967-4843-93b2-7f96d5222968 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427432 Apr 05 20:51:46.766300 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.767386 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-abcf2073-a9a2-4828-bdfd-3367f5baf5b6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1e2d99a9-3f39-4a7b-9903-9d7a5fa4563e HTTP/1.1" status: 204 len: 168 time: 1.4160595 Apr 05 20:51:46.769844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51078) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:46.830324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c3dc2e-6793-4e73-820d-93c6136eeb20 admin admin] Deleting subnet 4661bfc9-5823-448b-9581-c7c9dd7e2b90 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:51:46.833093 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29c3dc2e-6793-4e73-820d-93c6136eeb20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.880236 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29c3dc2e-6793-4e73-820d-93c6136eeb20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.943954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e1dacc35-e4fa-4bda-acd5-519397ec63ce no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:46.961867 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29c3dc2e-6793-4e73-820d-93c6136eeb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:46.983549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: e1dacc35-e4fa-4bda-acd5-519397ec63ce {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:51:46.983895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device e1dacc35-e4fa-4bda-acd5-519397ec63ce not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:47.150321 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29c3dc2e-6793-4e73-820d-93c6136eeb20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:47.190947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3dc2e-6793-4e73-820d-93c6136eeb20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4661bfc9-5823-448b-9581-c7c9dd7e2b90,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:47.192851 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29c3dc2e-6793-4e73-820d-93c6136eeb20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:47.197736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43057574-c31b-4fc1-9699-97f705caac1d None None] Network 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:51:47.202025 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-29c3dc2e-6793-4e73-820d-93c6136eeb20 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4661bfc9-5823-448b-9581-c7c9dd7e2b90 HTTP/1.1" status: 204 len: 168 time: 0.4311509 Apr 05 20:51:47.204415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51082) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:47.318179 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:47.328439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Deleting port 794706f7-4411-410f-af1a-5a0a2c3efd28 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:47.328764 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:47.451141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72355ec2-0fcc-4e4c-9a54-55046a767102 None None] DHCP port deletion for 6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:51:47.455310 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-72355ec2-0fcc-4e4c-9a54-55046a767102 None None] Deleting port 794706f7-4411-410f-af1a-5a0a2c3efd28 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:47.455680 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-72355ec2-0fcc-4e4c-9a54-55046a767102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:47.544065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] For port 794706f7-4411-410f-af1a-5a0a2c3efd28, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=794706f7-4411-410f-af1a-5a0a2c3efd28,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:51:47.544631 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:47.667394 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Calling delete_port for 794706f7-4411-410f-af1a-5a0a2c3efd28 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:47.723803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-72355ec2-0fcc-4e4c-9a54-55046a767102 None None] For port 794706f7-4411-410f-af1a-5a0a2c3efd28, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=794706f7-4411-410f-af1a-5a0a2c3efd28,segment=NetworkSegment(84df77a5-0d28-45bd-b828-c5454d7b769c),segment_id=84df77a5-0d28-45bd-b828-c5454d7b769c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:51:47.724693 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-72355ec2-0fcc-4e4c-9a54-55046a767102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:47.755336 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:47.812721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f8930-0f0a-4b9b-a339-65fc53f6b8a0 req-6f1f7e71-01cd-4751-998e-f3386a029ac1 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:47.818463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b7f8930-0f0a-4b9b-a339-65fc53f6b8a0 req-6f1f7e71-01cd-4751-998e-f3386a029ac1 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.1225805 Apr 05 20:51:47.828904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Pushing event deleted for resources: {'Port': ['ID=794706f7-4411-410f-af1a-5a0a2c3efd28,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:47.831350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] No DVR routers for this DVR port 794706f7-4411-410f-af1a-5a0a2c3efd28 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:51:47.867153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3b7f8930-0f0a-4b9b-a339-65fc53f6b8a0 req-9d346211-fc63-4281-b3b9-d05aa2e21430 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450482 Apr 05 20:51:47.887743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-72355ec2-0fcc-4e4c-9a54-55046a767102 None None] Calling delete_port for 794706f7-4411-410f-af1a-5a0a2c3efd28 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:47.950202 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ipallocations' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:51:47.957789 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 20:51:47.967428 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-72355ec2-0fcc-4e4c-9a54-55046a767102 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:51:47.967775 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-72355ec2-0fcc-4e4c-9a54-55046a767102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:51:47.976985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:47.988593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84df77a5-0d28-45bd-b828-c5454d7b769c') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:47.988876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84df77a5-0d28-45bd-b828-c5454d7b769c') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:48.000335 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:48.015956 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:48.021767 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:51:48.022136 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:51:48.035312 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:51:48.112480 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:48.128369 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:48.139975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] Pushing event deleted for resources: {'Network': ['ID=6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:48.151588 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-09e93c63-16cb-4131-8e45-fa2c22160603 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6abd0d2c-7e03-4e62-bf29-4bf9dfc2fe91 HTTP/1.1" status: 204 len: 168 time: 0.9459634 Apr 05 20:51:48.321621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51090) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:48.366368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 794706f7-4411-410f-af1a-5a0a2c3efd28 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:48.373082 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8f9cd943-cee1-4bc0-bd36-e9d61febc129 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f03fb1f49594061a9163dba9267ddfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502474 Apr 05 20:51:48.375589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51094) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:48.400496 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 794706f7-4411-410f-af1a-5a0a2c3efd28 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:51:48.400831 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 794706f7-4411-410f-af1a-5a0a2c3efd28 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:48.401235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b6093879-a06b-4724-9e4e-871341f98201 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:48.432428 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f85bd0d9-8bbc-44e3-ad94-234bb4ced815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:48.434350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: b6093879-a06b-4724-9e4e-871341f98201 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:51:48.434690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b6093879-a06b-4724-9e4e-871341f98201 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:48.458880 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f85bd0d9-8bbc-44e3-ad94-234bb4ced815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:48.468969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-72355ec2-0fcc-4e4c-9a54-55046a767102 None None] Deleting port 794706f7-4411-410f-af1a-5a0a2c3efd28 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:48.469370 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-72355ec2-0fcc-4e4c-9a54-55046a767102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:48.513682 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f85bd0d9-8bbc-44e3-ad94-234bb4ced815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:48.530857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85bd0d9-8bbc-44e3-ad94-234bb4ced815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a102fdc-1578-4edf-aeaf-b9650cc0ece7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:48.537857 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f85bd0d9-8bbc-44e3-ad94-234bb4ced815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:48.538571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-72355ec2-0fcc-4e4c-9a54-55046a767102 None None] The port '794706f7-4411-410f-af1a-5a0a2c3efd28' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:51:48.538779 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f85bd0d9-8bbc-44e3-ad94-234bb4ced815 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a102fdc-1578-4edf-aeaf-b9650cc0ece7 HTTP/1.1" status: 204 len: 168 time: 0.1623263 Apr 05 20:51:49.056775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2747d59-e354-48ae-aadd-15b133b05dc0 req-63eed23b-386f-4f53-a38a-6408503a1087 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:49.058197 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2747d59-e354-48ae-aadd-15b133b05dc0 req-63eed23b-386f-4f53-a38a-6408503a1087 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.0823300 Apr 05 20:51:49.104095 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2747d59-e354-48ae-aadd-15b133b05dc0 req-5c9b3101-3d4b-4009-b06a-6ad3553a087c tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398092 Apr 05 20:51:49.293668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b12ddd-9562-480f-b2b9-08b95c457ba8 req-1d7755b1-0ad9-45c5-8d73-2b8334fe88c9 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:49.295356 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10b12ddd-9562-480f-b2b9-08b95c457ba8 req-1d7755b1-0ad9-45c5-8d73-2b8334fe88c9 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.0850959 Apr 05 20:51:49.340313 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10b12ddd-9562-480f-b2b9-08b95c457ba8 req-fd3bb4aa-9092-485e-a11c-2234258c1dcc tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386240 Apr 05 20:51:49.754949 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2735098-33e6-43ee-8538-ffe0328c2086 req-438a83c1-b6ae-487d-98f8-7525e413073e tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:49.756403 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2735098-33e6-43ee-8538-ffe0328c2086 req-438a83c1-b6ae-487d-98f8-7525e413073e tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.0906162 Apr 05 20:51:49.801283 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2735098-33e6-43ee-8538-ffe0328c2086 req-ccec2749-be7d-4fd6-89a2-a780fd03093f tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385509 Apr 05 20:51:50.990828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dd7a9-399b-459f-8a81-bdad459fd83f req-13279717-7b1f-4f28-9dff-d8671fb68222 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:50.992562 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d28dd7a9-399b-459f-8a81-bdad459fd83f req-13279717-7b1f-4f28-9dff-d8671fb68222 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.0835071 Apr 05 20:51:51.036628 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d28dd7a9-399b-459f-8a81-bdad459fd83f req-451d667c-c36b-4fa9-83aa-0f2dc7650734 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379000 Apr 05 20:51:51.389148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a88d8-3c7d-48ce-8ecd-78bf1f60665b req-26a457cf-735e-4290-a786-929ea1e913f5 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:51.390693 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b4a88d8-3c7d-48ce-8ecd-78bf1f60665b req-26a457cf-735e-4290-a786-929ea1e913f5 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.0875771 Apr 05 20:51:51.404854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37552-f2df-498b-a865-6b581f8ae7c8 req-dbc2b080-37df-49d6-b673-a4f7d1ced020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:51.406342 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10b37552-f2df-498b-a865-6b581f8ae7c8 req-dbc2b080-37df-49d6-b673-a4f7d1ced020 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71ed15dba51d426aab7b5d1678d84013&device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 1096 time: 0.0805292 Apr 05 20:51:51.437810 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b4a88d8-3c7d-48ce-8ecd-78bf1f60665b req-f4952ae5-6c0a-452f-b597-b10db900a0bb tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410817 Apr 05 20:51:51.467761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51174) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:51.547633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37552-f2df-498b-a865-6b581f8ae7c8 req-151898be-237d-4675-941a-aae6af4eae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:51.549073 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10b37552-f2df-498b-a865-6b581f8ae7c8 req-151898be-237d-4675-941a-aae6af4eae9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c4702a8-1e7b-44ce-ab30-66fbfa82d975 HTTP/1.1" status: 200 len: 911 time: 0.1373873 Apr 05 20:51:51.587242 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b79ee4de-e40f-4685-ad33-1f28a1430ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.601473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b79ee4de-e40f-4685-ad33-1f28a1430ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:51.605816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b79ee4de-e40f-4685-ad33-1f28a1430ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:0eaefe61d3894d7fb1fcd0cb58ca806c is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:51.608614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b79ee4de-e40f-4685-ad33-1f28a1430ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:51.614202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b79ee4de-e40f-4685-ad33-1f28a1430ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:51.615959 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10b37552-f2df-498b-a865-6b581f8ae7c8 req-b8563467-25ce-49d0-bd27-6cf90e1ac83e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e HTTP/1.1" status: 200 len: 217 time: 0.0610530 Apr 05 20:51:51.706979 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b79ee4de-e40f-4685-ad33-1f28a1430ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.712231 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b79ee4de-e40f-4685-ad33-1f28a1430ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.766191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b79ee4de-e40f-4685-ad33-1f28a1430ca9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0eaefe61d3894d7fb1fcd0cb58ca806c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973182 Apr 05 20:51:51.767219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ee4de-e40f-4685-ad33-1f28a1430ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e955a93-4c37-4a70-97fa-8afac2295066,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:51.769575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51180) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:51.788092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b37552-f2df-498b-a865-6b581f8ae7c8 req-ccdbcef0-6d50-429c-9888-ab2a8ef83aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:51.789549 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10b37552-f2df-498b-a865-6b581f8ae7c8 req-ccdbcef0-6d50-429c-9888-ab2a8ef83aaf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc0afa20-9651-450d-8630-f83b9363fa30 HTTP/1.1" status: 200 len: 850 time: 0.1679504 Apr 05 20:51:51.829228 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e725b3a-6214-49f5-9fce-2a0fb2ee2154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.836150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10b37552-f2df-498b-a865-6b581f8ae7c8 req-57c0d813-a958-41a1-b2e8-9c3fdb47b1cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c4702a8-1e7b-44ce-ab30-66fbfa82d975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407732 Apr 05 20:51:51.855017 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e725b3a-6214-49f5-9fce-2a0fb2ee2154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.912824 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e725b3a-6214-49f5-9fce-2a0fb2ee2154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.929760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e725b3a-6214-49f5-9fce-2a0fb2ee2154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e955a93-4c37-4a70-97fa-8afac2295066,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:51.932983 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5e725b3a-6214-49f5-9fce-2a0fb2ee2154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:51.937010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5e725b3a-6214-49f5-9fce-2a0fb2ee2154 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e955a93-4c37-4a70-97fa-8afac2295066 HTTP/1.1" status: 204 len: 168 time: 0.1640866 Apr 05 20:51:51.974425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10b37552-f2df-498b-a865-6b581f8ae7c8 req-e1d8a6aa-c6a0-4149-8b2b-4f777513577a service neutron] 10.222.0.13 "GET /v2.0/networks/1c4702a8-1e7b-44ce-ab30-66fbfa82d975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324379 Apr 05 20:51:52.111864 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-10b37552-f2df-498b-a865-6b581f8ae7c8 req-7c2ad667-dea4-4ae9-bfe2-4f1105a971a6 service neutron] 10.222.0.13 "GET /v2.0/networks/1c4702a8-1e7b-44ce-ab30-66fbfa82d975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303139 Apr 05 20:51:52.223131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51188) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:52.240505 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-51028158-fd47-49a0-a3a2-657df10833a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:52.255030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-51028158-fd47-49a0-a3a2-657df10833a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:52.260282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-51028158-fd47-49a0-a3a2-657df10833a8 admin admin] Usage tracker for resource:security_group_rule and tenant:e99fffd570e5449abb09a5da66672270 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:52.263972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-51028158-fd47-49a0-a3a2-657df10833a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:52.269595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-51028158-fd47-49a0-a3a2-657df10833a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:52.359437 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-51028158-fd47-49a0-a3a2-657df10833a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:52.363108 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-51028158-fd47-49a0-a3a2-657df10833a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:52.408675 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-51028158-fd47-49a0-a3a2-657df10833a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e99fffd570e5449abb09a5da66672270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845124 Apr 05 20:51:52.409453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51028158-fd47-49a0-a3a2-657df10833a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f13590-62f2-4523-971b-b9c278037a04,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:52.411457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51192) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:52.469017 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e271947-4866-4555-9f93-54c7a232d2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:52.499131 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e271947-4866-4555-9f93-54c7a232d2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:52.582853 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e271947-4866-4555-9f93-54c7a232d2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:52.607452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e271947-4866-4555-9f93-54c7a232d2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f13590-62f2-4523-971b-b9c278037a04,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:52.615914 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e271947-4866-4555-9f93-54c7a232d2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:52.617089 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5e271947-4866-4555-9f93-54c7a232d2a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30f13590-62f2-4523-971b-b9c278037a04 HTTP/1.1" status: 204 len: 168 time: 0.2043741 Apr 05 20:51:52.657603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729a021-a582-4a5e-8cf9-83ed1ba9a4f2 req-284e16c5-6919-43c9-8923-ace1c67b15ac tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:52.659106 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f729a021-a582-4a5e-8cf9-83ed1ba9a4f2 req-284e16c5-6919-43c9-8923-ace1c67b15ac tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.1137886 Apr 05 20:51:52.706280 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f729a021-a582-4a5e-8cf9-83ed1ba9a4f2 req-dcda91e7-6971-49d3-8119-b9776959c093 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408664 Apr 05 20:51:53.914928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218bd14-22d0-40e7-a4c2-25f99fb5960d req-fe03decf-e6b4-49b1-bea2-24d6c6bdc7aa tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:53.916309 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3218bd14-22d0-40e7-a4c2-25f99fb5960d req-fe03decf-e6b4-49b1-bea2-24d6c6bdc7aa tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.0905571 Apr 05 20:51:53.974402 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3218bd14-22d0-40e7-a4c2-25f99fb5960d req-ff98b79a-308f-4bed-bb68-bf524b882278 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505431 Apr 05 20:51:54.251704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22daba05-82f1-4c14-9730-1e2ba4cf4ec5 req-10752937-57b4-4f73-90f0-95bb9b2a2361 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:54.253118 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-22daba05-82f1-4c14-9730-1e2ba4cf4ec5 req-10752937-57b4-4f73-90f0-95bb9b2a2361 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 946 time: 0.0914216 Apr 05 20:51:54.302500 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-22daba05-82f1-4c14-9730-1e2ba4cf4ec5 req-1ff93401-37e3-4a6a-8741-cd89dd3d5a14 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424535 Apr 05 20:51:54.416541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd795962-75cd-446f-86e5-39d2c8608ecd req-99aaecdd-5bdc-4b13-adef-f12714234e09 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:54.418081 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd795962-75cd-446f-86e5-39d2c8608ecd req-99aaecdd-5bdc-4b13-adef-f12714234e09 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.0841722 Apr 05 20:51:54.472312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bd795962-75cd-446f-86e5-39d2c8608ecd req-01224e63-ceeb-424f-881b-c644778b8d2b tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476961 Apr 05 20:51:55.412998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-242bcdf4-6d4b-4f5a-a714-26a8f01e4c53 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:55.414470 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-242bcdf4-6d4b-4f5a-a714-26a8f01e4c53 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.41 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 946 time: 0.0808809 Apr 05 20:51:55.646947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Deleting port eb91272b-eb5c-431e-bc34-bce17e8c73c0 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:55.647555 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:55.706955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02cf66-c686-4f00-a27b-027794fba1b6 req-435899ad-8506-4960-9a59-0004e9f0033c tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:55.710115 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f02cf66-c686-4f00-a27b-027794fba1b6 req-435899ad-8506-4960-9a59-0004e9f0033c tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.1253593 Apr 05 20:51:55.733516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0496e-b787-4b7a-9beb-2a3033b80fc7 req-7be71165-6c61-4574-ae39-6dafa7409762 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:55.740783 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8ec0496e-b787-4b7a-9beb-2a3033b80fc7 req-7be71165-6c61-4574-ae39-6dafa7409762 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 946 time: 0.3226600 Apr 05 20:51:55.764988 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f02cf66-c686-4f00-a27b-027794fba1b6 req-23d92a6f-eea3-47ae-adaf-5cdd63adee52 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489259 Apr 05 20:51:55.837152 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8ec0496e-b787-4b7a-9beb-2a3033b80fc7 req-63dc45fa-c087-4a7f-b2e9-e3708edf194f tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/security-groups?id=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953722 Apr 05 20:51:55.978324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] For port eb91272b-eb5c-431e-bc34-bce17e8c73c0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=eb91272b-eb5c-431e-bc34-bce17e8c73c0,segment=NetworkSegment(1901fc9d-ddca-4bf6-9662-4af4dd7a2330),segment_id=1901fc9d-ddca-4bf6-9662-4af4dd7a2330)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:51:55.978540 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:56.155284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a652c-a51d-4e00-b40b-b52ba788f86d req-26dd0ed1-c025-48b3-8126-54a18c30c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:56.156761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-219a652c-a51d-4e00-b40b-b52ba788f86d req-26dd0ed1-c025-48b3-8126-54a18c30c86b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=71ed15dba51d426aab7b5d1678d84013&device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 1096 time: 0.0786219 Apr 05 20:51:56.298140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a652c-a51d-4e00-b40b-b52ba788f86d req-f82a8581-1971-4405-a073-30bf52f15caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:56.300033 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-219a652c-a51d-4e00-b40b-b52ba788f86d req-f82a8581-1971-4405-a073-30bf52f15caa service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c4702a8-1e7b-44ce-ab30-66fbfa82d975 HTTP/1.1" status: 200 len: 911 time: 0.1372292 Apr 05 20:51:56.324747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f09d27-6cfe-4609-9337-8e54cf1db724 req-dd282c84-af46-4529-8b3b-107dc2fa81d5 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:56.326218 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-55f09d27-6cfe-4609-9337-8e54cf1db724 req-dd282c84-af46-4529-8b3b-107dc2fa81d5 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.2623072 Apr 05 20:51:56.365295 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:56.365583 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:56.365905 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Floating IP 6bc6f201-c154-4bb7-95bd-79513ad7a0bf disassociated. External IP: 172.25.8.53, port: eb91272b-eb5c-431e-bc34-bce17e8c73c0. Apr 05 20:51:56.366247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Calling delete_port for eb91272b-eb5c-431e-bc34-bce17e8c73c0 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:56.371766 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-219a652c-a51d-4e00-b40b-b52ba788f86d req-e9bbd5c8-5345-4917-a77a-bb3c97a6edcb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e HTTP/1.1" status: 200 len: 217 time: 0.0649371 Apr 05 20:51:56.443490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a652c-a51d-4e00-b40b-b52ba788f86d req-d3db4c3b-8547-4858-a8b3-326d038de9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:56.444912 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-219a652c-a51d-4e00-b40b-b52ba788f86d req-d3db4c3b-8547-4858-a8b3-326d038de9aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc0afa20-9651-450d-8630-f83b9363fa30 HTTP/1.1" status: 200 len: 850 time: 0.0682135 Apr 05 20:51:56.460594 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-55f09d27-6cfe-4609-9337-8e54cf1db724 req-d047db38-49ec-4b67-9366-f783da734a35 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212845 Apr 05 20:51:56.497955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-219a652c-a51d-4e00-b40b-b52ba788f86d req-a4fb1e73-614c-4cb8-a1f6-e7de82c760d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c4702a8-1e7b-44ce-ab30-66fbfa82d975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470958 Apr 05 20:51:56.536408 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:56.601258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Pushing event deleted for resources: {'Port': ['ID=eb91272b-eb5c-431e-bc34-bce17e8c73c0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:56.645234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-219a652c-a51d-4e00-b40b-b52ba788f86d req-7c443a13-5e59-4276-8a58-0a596b14f7b7 service neutron] 10.222.0.13 "GET /v2.0/networks/1c4702a8-1e7b-44ce-ab30-66fbfa82d975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414063 Apr 05 20:51:56.795016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Router 083a48bf-7580-4545-b7a2-5fabe629708e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:51:56.807806 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-219a652c-a51d-4e00-b40b-b52ba788f86d req-b670d45a-1de5-453d-9199-39e743572156 service neutron] 10.222.0.13 "GET /v2.0/networks/1c4702a8-1e7b-44ce-ab30-66fbfa82d975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547797 Apr 05 20:51:57.002791 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6eda4dab-f17b-4471-ad80-8e4655088442 req-e707d478-c208-40ff-a7b2-dc20802cee22 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "GET /v2.0/ports?device_id=e58396bf-d581-4c31-aaf4-ef07affed27b HTTP/1.1" status: 200 len: 210 time: 0.0473843 Apr 05 20:51:57.020004 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:51:57.033270 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b5685b-e15f-40df-bf74-f15d2627f647 None None] Sync routers for ids ['083a48bf-7580-4545-b7a2-5fabe629708e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:51:57.045033 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b5685b-e15f-40df-bf74-f15d2627f647 None None] Routers {'083a48bf-7580-4545-b7a2-5fabe629708e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:51:57.046553 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a9b5685b-e15f-40df-bf74-f15d2627f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['083a48bf-7580-4545-b7a2-5fabe629708e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:57.259664 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-a9b5685b-e15f-40df-bf74-f15d2627f647 None None] Set router 083a48bf-7580-4545-b7a2-5fabe629708e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:51:57.274610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] No DVR routers for this DVR port eb91272b-eb5c-431e-bc34-bce17e8c73c0 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:51:57.278369 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:57.281492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e58396bf-d581-4c31-aaf4-ef07affed27b', 'name': 'network-vif-deleted', 'tag': 'eb91272b-eb5c-431e-bc34-bce17e8c73c0'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:51:57.302457 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8763594f-a741-40ca-b5d0-5b965e4695fc req-62be18c7-6267-467a-a85c-809cf5e78ade tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.41 "DELETE /v2.0/ports/eb91272b-eb5c-431e-bc34-bce17e8c73c0 HTTP/1.1" status: 204 len: 173 time: 1.8827679 Apr 05 20:51:57.352399 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e58396bf-d581-4c31-aaf4-ef07affed27b', 'name': 'network-vif-deleted', 'tag': 'eb91272b-eb5c-431e-bc34-bce17e8c73c0', 'status': 'completed', 'code': 200} Apr 05 20:51:57.650189 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a9b5685b-e15f-40df-bf74-f15d2627f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:39Z', 'revision_number': 4, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port': {'id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8c008e67-76af-4a49-b7e9-5913d813ca6f', 'name': '', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'mac_address': 'fa:16:3e:c2:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:38Z', 'updated_at': '2022-04-05T20:46:46Z', 'revision_number': 5, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'subnets': [{'id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:57.655238 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b5685b-e15f-40df-bf74-f15d2627f647 None None] Checking router: 083a48bf-7580-4545-b7a2-5fabe629708e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:51:57.668246 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b5685b-e15f-40df-bf74-f15d2627f647 None None] Routers {'083a48bf-7580-4545-b7a2-5fabe629708e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:51:57.669057 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a9b5685b-e15f-40df-bf74-f15d2627f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['083a48bf-7580-4545-b7a2-5fabe629708e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:57.737864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324673d-fdc4-4dce-859b-e152bcffe11a req-b62d91ff-24a1-4780-af9f-30d9bcc9c04f tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:57.742936 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7324673d-fdc4-4dce-859b-e152bcffe11a req-b62d91ff-24a1-4780-af9f-30d9bcc9c04f tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.1148617 Apr 05 20:51:57.788565 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7324673d-fdc4-4dce-859b-e152bcffe11a req-2e42ca40-da19-449e-a6a1-4e7fb69a1100 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428782 Apr 05 20:51:57.879609 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-a9b5685b-e15f-40df-bf74-f15d2627f647 None None] Set router 083a48bf-7580-4545-b7a2-5fabe629708e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:51:58.121817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51336) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:58.280929 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a9b5685b-e15f-40df-bf74-f15d2627f647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:39Z', 'revision_number': 4, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port': {'id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8c008e67-76af-4a49-b7e9-5913d813ca6f', 'name': '', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'mac_address': 'fa:16:3e:c2:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:38Z', 'updated_at': '2022-04-05T20:46:46Z', 'revision_number': 5, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'subnets': [{'id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:51:58.284889 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b5685b-e15f-40df-bf74-f15d2627f647 None None] The sync data for ids ['083a48bf-7580-4545-b7a2-5fabe629708e'] in n-d-836604-1 is: [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:39Z', 'revision_number': 4, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port': {'id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8c008e67-76af-4a49-b7e9-5913d813ca6f', 'name': '', 'network_id': 'af69138f-825e-4e0c-a30e-bd503222732e', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'mac_address': 'fa:16:3e:c2:e0:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:38Z', 'updated_at': '2022-04-05T20:46:46Z', 'revision_number': 5, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'subnets': [{'id': '4f0c0782-a6e3-4889-935e-062f633fd7a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:51:58.335112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Deleting port 1f9d7143-8f71-487d-935a-0a8c79f02831 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:58.335449 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:58.425634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfaa571-c6fc-43bd-961f-5597a9777441 req-5b915d35-f9e4-4ff2-92a7-164991a14af1 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:58.427132 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bcfaa571-c6fc-43bd-961f-5597a9777441 req-5b915d35-f9e4-4ff2-92a7-164991a14af1 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.2490253 Apr 05 20:51:58.544113 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bcfaa571-c6fc-43bd-961f-5597a9777441 req-44824b95-079a-4564-ae6b-644bb23a4090 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052966 Apr 05 20:51:58.577044 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:58.577044 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:58.583652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768ae061-b9c0-41ec-ba4e-638a09aef942 None None] New status for floating IP 6bc6f201-c154-4bb7-95bd-79513ad7a0bf: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:51:58.701202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Calling delete_port for 1f9d7143-8f71-487d-935a-0a8c79f02831 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:58.734889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51344) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:58.819444 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:51:58.819934 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:51:58.864257 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b1bd39e-f341-428a-8a2b-9aa7c0a42ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:58.878950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2b1bd39e-f341-428a-8a2b-9aa7c0a42ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:58.882769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2b1bd39e-f341-428a-8a2b-9aa7c0a42ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:0ddae46fbf1546c8b7a33708bae2a678 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:58.885526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2b1bd39e-f341-428a-8a2b-9aa7c0a42ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:58.891179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2b1bd39e-f341-428a-8a2b-9aa7c0a42ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:58.971873 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b1bd39e-f341-428a-8a2b-9aa7c0a42ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:58.975631 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b1bd39e-f341-428a-8a2b-9aa7c0a42ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.021026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bd39e-f341-428a-8a2b-9aa7c0a42ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568514e9-5184-4fe7-99c1-9930bfdcea96,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:59.025016 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2b1bd39e-f341-428a-8a2b-9aa7c0a42ce3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ddae46fbf1546c8b7a33708bae2a678&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890944 Apr 05 20:51:59.028178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51350) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:59.058442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device eb91272b-eb5c-431e-bc34-bce17e8c73c0 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:51:59.090200 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6494a0a-1f8f-410e-badb-f8d3d13b42df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.093930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: eb91272b-eb5c-431e-bc34-bce17e8c73c0 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:51:59.094269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device eb91272b-eb5c-431e-bc34-bce17e8c73c0 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:51:59.116110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6494a0a-1f8f-410e-badb-f8d3d13b42df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.166814 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6494a0a-1f8f-410e-badb-f8d3d13b42df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.185257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6494a0a-1f8f-410e-badb-f8d3d13b42df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568514e9-5184-4fe7-99c1-9930bfdcea96,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:59.189513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c6494a0a-1f8f-410e-badb-f8d3d13b42df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.192318 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c6494a0a-1f8f-410e-badb-f8d3d13b42df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/568514e9-5184-4fe7-99c1-9930bfdcea96 HTTP/1.1" status: 204 len: 168 time: 0.1615551 Apr 05 20:51:59.321327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Deleting port 1f9d7143-8f71-487d-935a-0a8c79f02831 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:51:59.321826 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.460636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51358) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:51:59.483496 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-90e17fc6-6af8-4352-b591-633a282fbd10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.508053 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-90e17fc6-6af8-4352-b591-633a282fbd10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:51:59.521936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-90e17fc6-6af8-4352-b591-633a282fbd10 admin admin] Usage tracker for resource:security_group_rule and tenant:97aef8008f8f4e2aa4646b6f0dc6d958 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:51:59.525845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-90e17fc6-6af8-4352-b591-633a282fbd10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:51:59.529859 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.530201 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.542276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-90e17fc6-6af8-4352-b591-633a282fbd10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:51:59.659709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Calling delete_port for 1f9d7143-8f71-487d-935a-0a8c79f02831 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:51:59.766351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c5927-b2ff-4310-ac14-c69e9d332def req-af874072-b4fa-43dc-bfff-4ebd846c99af tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:51:59.767982 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f02c5927-b2ff-4310-ac14-c69e9d332def req-af874072-b4fa-43dc-bfff-4ebd846c99af tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.0998497 Apr 05 20:51:59.850237 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-90e17fc6-6af8-4352-b591-633a282fbd10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.859084 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-90e17fc6-6af8-4352-b591-633a282fbd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.876314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:51:59.949398 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Pushing event deleted for resources: {'Port': ['ID=1f9d7143-8f71-487d-935a-0a8c79f02831,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:59.960117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e17fc6-6af8-4352-b591-633a282fbd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0617a883-d08f-4398-8a21-32af13a8e0a1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:51:59.970154 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f02c5927-b2ff-4310-ac14-c69e9d332def req-c3dc5393-0cdb-4ad5-8b40-5a2e18d9a736 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd499602-a443-480d-9105-1fbd56f768aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939037 Apr 05 20:51:59.999680 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-90e17fc6-6af8-4352-b591-633a282fbd10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97aef8008f8f4e2aa4646b6f0dc6d958&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5380409 Apr 05 20:52:00.002878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64505c-8db9-419d-9850-ac8bfbf6b25d req-37d2480a-18b1-433e-8b91-c5901353fa4d tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:00.004303 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e64505c-8db9-419d-9850-ac8bfbf6b25d req-37d2480a-18b1-433e-8b91-c5901353fa4d tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.13 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 945 time: 0.1084125 Apr 05 20:52:00.004774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51364) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:00.053413 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.075617 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.079155 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-46716d9e-a056-4577-bdb8-e72b81bab158 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "DELETE /v2.0/floatingips/6bc6f201-c154-4bb7-95bd-79513ad7a0bf HTTP/1.1" status: 204 len: 168 time: 1.9538233 Apr 05 20:52:00.110645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-3e64505c-8db9-419d-9850-ac8bfbf6b25d req-7f720a71-e942-4c50-8def-587b7c40289b tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Deleting port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:00.110906 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3e64505c-8db9-419d-9850-ac8bfbf6b25d req-7f720a71-e942-4c50-8def-587b7c40289b tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.178743 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dda21558-1cd3-4b34-9d96-6a2b1e2fa406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.218588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51372) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:00.248041 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dda21558-1cd3-4b34-9d96-6a2b1e2fa406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.289454 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e32924d-a28e-49e3-bbca-f28df29dfea6 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.419228 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dda21558-1cd3-4b34-9d96-6a2b1e2fa406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.434508 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e32924d-a28e-49e3-bbca-f28df29dfea6 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.440418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-3e64505c-8db9-419d-9850-ac8bfbf6b25d req-7f720a71-e942-4c50-8def-587b7c40289b tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] For port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e,segment=NetworkSegment(38bd5094-70af-4da5-a837-495ebabce286),segment_id=38bd5094-70af-4da5-a837-495ebabce286)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:00.440768 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3e64505c-8db9-419d-9850-ac8bfbf6b25d req-7f720a71-e942-4c50-8def-587b7c40289b tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.449989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda21558-1cd3-4b34-9d96-6a2b1e2fa406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0617a883-d08f-4398-8a21-32af13a8e0a1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:00.505557 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e32924d-a28e-49e3-bbca-f28df29dfea6 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.511595 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dda21558-1cd3-4b34-9d96-6a2b1e2fa406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.512696 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dda21558-1cd3-4b34-9d96-6a2b1e2fa406 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0617a883-d08f-4398-8a21-32af13a8e0a1 HTTP/1.1" status: 204 len: 168 time: 0.5070319 Apr 05 20:52:00.526054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e32924d-a28e-49e3-bbca-f28df29dfea6 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:00.552056 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e32924d-a28e-49e3-bbca-f28df29dfea6 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.553577 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2e32924d-a28e-49e3-bbca-f28df29dfea6 tempest-TestServerBasicOps-103046096 tempest-TestServerBasicOps-103046096-project] 10.222.0.24 "DELETE /v2.0/security-groups/e1ad0fb7-a85c-4aa2-9b8e-ac5a50143595 HTTP/1.1" status: 204 len: 168 time: 0.3340168 Apr 05 20:52:00.578236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-3e64505c-8db9-419d-9850-ac8bfbf6b25d req-7f720a71-e942-4c50-8def-587b7c40289b tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Calling delete_port for 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:00.596870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51380) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:00.750737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3e64505c-8db9-419d-9850-ac8bfbf6b25d req-7f720a71-e942-4c50-8def-587b7c40289b tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.807672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f720a71-e942-4c50-8def-587b7c40289b tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Pushing event deleted for resources: {'Port': ['ID=7c7b3d9f-3ba1-49bf-9995-687df4dfd52e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:00.886884 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e64505c-8db9-419d-9850-ac8bfbf6b25d req-7f720a71-e942-4c50-8def-587b7c40289b tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] No DVR routers for this DVR port 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:52:00.889264 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3e64505c-8db9-419d-9850-ac8bfbf6b25d req-7f720a71-e942-4c50-8def-587b7c40289b tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:00.891887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af716570-4064-4b7c-931f-ca64d6bb412e', 'name': 'network-vif-deleted', 'tag': '7c7b3d9f-3ba1-49bf-9995-687df4dfd52e'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:52:00.917351 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e64505c-8db9-419d-9850-ac8bfbf6b25d req-7f720a71-e942-4c50-8def-587b7c40289b tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.13 "DELETE /v2.0/ports/7c7b3d9f-3ba1-49bf-9995-687df4dfd52e HTTP/1.1" status: 204 len: 173 time: 0.9011433 Apr 05 20:52:00.942440 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af716570-4064-4b7c-931f-ca64d6bb412e', 'name': 'network-vif-deleted', 'tag': '7c7b3d9f-3ba1-49bf-9995-687df4dfd52e', 'status': 'completed', 'code': 200} Apr 05 20:52:01.164153 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5d57fcd5-2027-4dfc-af38-a7707982233c req-eca5a2d8-5ab9-4661-af42-020f26c34ef4 tempest-TestServerAdvancedOps-868369575 tempest-TestServerAdvancedOps-868369575-project] 10.222.0.24 "GET /v2.0/ports?device_id=af716570-4064-4b7c-931f-ca64d6bb412e HTTP/1.1" status: 200 len: 210 time: 0.0491579 Apr 05 20:52:01.463050 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd182139-a0f2-4ad8-b2c1-425276fae9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:01.849665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-dd182139-a0f2-4ad8-b2c1-425276fae9f7 admin admin] Deleting port 8c008e67-76af-4a49-b7e9-5913d813ca6f {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:01.850071 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd182139-a0f2-4ad8-b2c1-425276fae9f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.026315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-dd182139-a0f2-4ad8-b2c1-425276fae9f7 admin admin] For port 8c008e67-76af-4a49-b7e9-5913d813ca6f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8c008e67-76af-4a49-b7e9-5913d813ca6f,segment=NetworkSegment(1901fc9d-ddca-4bf6-9662-4af4dd7a2330),segment_id=1901fc9d-ddca-4bf6-9662-4af4dd7a2330)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:02.027389 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd182139-a0f2-4ad8-b2c1-425276fae9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.272809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51432) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:02.278181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:02.280935 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-dd182139-a0f2-4ad8-b2c1-425276fae9f7 admin admin] Calling delete_port for 8c008e67-76af-4a49-b7e9-5913d813ca6f owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:02.336549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:52:02.336882 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 7c7b3d9f-3ba1-49bf-9995-687df4dfd52e not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:02.355381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-30416c15-fa19-4d9a-9c99-fa7238d88920 admin admin] Deleting subnet bc0afa20-9651-450d-8630-f83b9363fa30 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:52:02.358603 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30416c15-fa19-4d9a-9c99-fa7238d88920 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.410754 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30416c15-fa19-4d9a-9c99-fa7238d88920 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.473894 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30416c15-fa19-4d9a-9c99-fa7238d88920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.493458 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd182139-a0f2-4ad8-b2c1-425276fae9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.545467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd182139-a0f2-4ad8-b2c1-425276fae9f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c008e67-76af-4a49-b7e9-5913d813ca6f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:02.557419 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30416c15-fa19-4d9a-9c99-fa7238d88920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.597680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30416c15-fa19-4d9a-9c99-fa7238d88920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc0afa20-9651-450d-8630-f83b9363fa30,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:02.606167 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30416c15-fa19-4d9a-9c99-fa7238d88920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.614545 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-30416c15-fa19-4d9a-9c99-fa7238d88920 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bc0afa20-9651-450d-8630-f83b9363fa30 HTTP/1.1" status: 204 len: 168 time: 0.3425486 Apr 05 20:52:02.616920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51446) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:02.741466 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd82ca79-7e37-4e64-b79d-5021a86afcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.873222 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd82ca79-7e37-4e64-b79d-5021a86afcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.900472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-dd82ca79-7e37-4e64-b79d-5021a86afcd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4702a8-1e7b-44ce-ab30-66fbfa82d975']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:02.902567 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd182139-a0f2-4ad8-b2c1-425276fae9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.914122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-dd82ca79-7e37-4e64-b79d-5021a86afcd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38bd5094-70af-4da5-a837-495ebabce286') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:02.914415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-dd82ca79-7e37-4e64-b79d-5021a86afcd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38bd5094-70af-4da5-a837-495ebabce286') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:02.927637 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd82ca79-7e37-4e64-b79d-5021a86afcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.947819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd82ca79-7e37-4e64-b79d-5021a86afcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.954984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd82ca79-7e37-4e64-b79d-5021a86afcd4 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:52:02.955554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd82ca79-7e37-4e64-b79d-5021a86afcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:52:02.971636 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:52:03.066325 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd82ca79-7e37-4e64-b79d-5021a86afcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.085038 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd82ca79-7e37-4e64-b79d-5021a86afcd4 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.093799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82ca79-7e37-4e64-b79d-5021a86afcd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4702a8-1e7b-44ce-ab30-66fbfa82d975,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:03.104025 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dd82ca79-7e37-4e64-b79d-5021a86afcd4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1c4702a8-1e7b-44ce-ab30-66fbfa82d975 HTTP/1.1" status: 204 len: 168 time: 0.4857662 Apr 05 20:52:03.107310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51456) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:03.186615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a1d332-17ba-4fe2-92d8-3bd1b69f27ac admin admin] Deleting subnet ac3fc8a1-1421-4c1a-b3da-9406866340a4 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:52:03.190010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99a1d332-17ba-4fe2-92d8-3bd1b69f27ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.242645 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99a1d332-17ba-4fe2-92d8-3bd1b69f27ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.282777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd182139-a0f2-4ad8-b2c1-425276fae9f7 admin admin] Router 083a48bf-7580-4545-b7a2-5fabe629708e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:52:03.299347 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99a1d332-17ba-4fe2-92d8-3bd1b69f27ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.376898 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99a1d332-17ba-4fe2-92d8-3bd1b69f27ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.415327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1d332-17ba-4fe2-92d8-3bd1b69f27ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac3fc8a1-1421-4c1a-b3da-9406866340a4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:03.417778 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-99a1d332-17ba-4fe2-92d8-3bd1b69f27ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.426458 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-99a1d332-17ba-4fe2-92d8-3bd1b69f27ac admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ac3fc8a1-1421-4c1a-b3da-9406866340a4 HTTP/1.1" status: 204 len: 168 time: 0.3155110 Apr 05 20:52:03.426688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51462) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:03.477093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd182139-a0f2-4ad8-b2c1-425276fae9f7 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:52:03.487579 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b08ef4-690c-4d50-847c-5de3e0ae45cd None None] Sync routers for ids ['083a48bf-7580-4545-b7a2-5fabe629708e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:52:03.494447 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dd182139-a0f2-4ad8-b2c1-425276fae9f7 admin admin] 10.222.0.24 "PUT /v2.0/routers/083a48bf-7580-4545-b7a2-5fabe629708e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8978469 Apr 05 20:52:03.495871 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51466) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:03.499807 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b08ef4-690c-4d50-847c-5de3e0ae45cd None None] Routers {'083a48bf-7580-4545-b7a2-5fabe629708e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:03.500802 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-36b08ef4-690c-4d50-847c-5de3e0ae45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['083a48bf-7580-4545-b7a2-5fabe629708e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:03.644416 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c43f67f0-9384-4e19-812d-0fd40ae7ae83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.684700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51472) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:03.695777 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.787433 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c43f67f0-9384-4e19-812d-0fd40ae7ae83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.796564 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-36b08ef4-690c-4d50-847c-5de3e0ae45cd None None] Set router 083a48bf-7580-4545-b7a2-5fabe629708e gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:03.819470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c43f67f0-9384-4e19-812d-0fd40ae7ae83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234d8792-09a4-43eb-bad8-4cbe75f9f5b9']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:03.835182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c43f67f0-9384-4e19-812d-0fd40ae7ae83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f21d74-4068-46c1-80e7-b5433647788c') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:03.835459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c43f67f0-9384-4e19-812d-0fd40ae7ae83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f21d74-4068-46c1-80e7-b5433647788c') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:03.849513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c43f67f0-9384-4e19-812d-0fd40ae7ae83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.888552 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-424322ca-94dc-4428-91ae-9c6bf8550290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.898628 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c43f67f0-9384-4e19-812d-0fd40ae7ae83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.912337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-424322ca-94dc-4428-91ae-9c6bf8550290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:03.916374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-424322ca-94dc-4428-91ae-9c6bf8550290 admin admin] Usage tracker for resource:security_group_rule and tenant:e399b2a65c344a1281ef39a3267414a0 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:03.919737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-424322ca-94dc-4428-91ae-9c6bf8550290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:03.925643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-424322ca-94dc-4428-91ae-9c6bf8550290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:03.936386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c43f67f0-9384-4e19-812d-0fd40ae7ae83 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:52:03.936794 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c43f67f0-9384-4e19-812d-0fd40ae7ae83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:52:03.951202 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:52:04.020359 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.030977 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] Deleting port aa707245-9102-4bb0-8f7f-19286cfae7c7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:04.031310 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.045039 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c43f67f0-9384-4e19-812d-0fd40ae7ae83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.068394 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c43f67f0-9384-4e19-812d-0fd40ae7ae83 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.076263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f67f0-9384-4e19-812d-0fd40ae7ae83 admin admin] Pushing event deleted for resources: {'Network': ['ID=234d8792-09a4-43eb-bad8-4cbe75f9f5b9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:04.093283 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c43f67f0-9384-4e19-812d-0fd40ae7ae83 admin admin] 10.222.0.24 "DELETE /v2.0/networks/234d8792-09a4-43eb-bad8-4cbe75f9f5b9 HTTP/1.1" status: 204 len: 168 time: 0.6655359 Apr 05 20:52:04.145174 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-36b08ef4-690c-4d50-847c-5de3e0ae45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:52:02Z', 'revision_number': 5, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port': {'id': 'aa707245-9102-4bb0-8f7f-19286cfae7c7', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:46:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:04.150764 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b08ef4-690c-4d50-847c-5de3e0ae45cd None None] Checking router: 083a48bf-7580-4545-b7a2-5fabe629708e for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:52:04.153808 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-424322ca-94dc-4428-91ae-9c6bf8550290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.160953 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-424322ca-94dc-4428-91ae-9c6bf8550290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.162395 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b08ef4-690c-4d50-847c-5de3e0ae45cd None None] Routers {'083a48bf-7580-4545-b7a2-5fabe629708e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:04.163178 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-36b08ef4-690c-4d50-847c-5de3e0ae45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['083a48bf-7580-4545-b7a2-5fabe629708e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:04.215851 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-424322ca-94dc-4428-91ae-9c6bf8550290 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e399b2a65c344a1281ef39a3267414a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304756 Apr 05 20:52:04.216794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424322ca-94dc-4428-91ae-9c6bf8550290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a4025e-fa6e-4c9d-8442-2fa759388ea4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:04.220533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51480) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:04.252879 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] For port aa707245-9102-4bb0-8f7f-19286cfae7c7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=aa707245-9102-4bb0-8f7f-19286cfae7c7,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:04.256293 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.256657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51484) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:04.308900 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9bab9c3e-6b24-45ac-80ba-b35a3e66792d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71ed15dba51d426aab7b5d1678d84013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510881 Apr 05 20:52:04.311999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51488) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:04.337982 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-36b08ef4-690c-4d50-847c-5de3e0ae45cd None None] Set router 083a48bf-7580-4545-b7a2-5fabe629708e gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:04.379698 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb146d7b-250b-49a8-8127-b2fe722ad116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.406055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] Calling delete_port for aa707245-9102-4bb0-8f7f-19286cfae7c7 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:04.408326 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb146d7b-250b-49a8-8127-b2fe722ad116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.450979 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-36b08ef4-690c-4d50-847c-5de3e0ae45cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:52:04Z', 'revision_number': 6, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:04.454934 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b08ef4-690c-4d50-847c-5de3e0ae45cd None None] The sync data for ids ['083a48bf-7580-4545-b7a2-5fabe629708e'] in n-d-836604-1 is: [{'id': '083a48bf-7580-4545-b7a2-5fabe629708e', 'name': 'tempest-TestServerBasicOps-1014896230-router', 'tenant_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:34Z', 'updated_at': '2022-04-05T20:52:04Z', 'revision_number': 6, 'project_id': 'de0a292fb0444bd8b5bfc9a03083c8f1', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:52:04.469123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb146d7b-250b-49a8-8127-b2fe722ad116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.489107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb146d7b-250b-49a8-8127-b2fe722ad116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd499602-a443-480d-9105-1fbd56f768aa,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:04.503473 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-526cdd11-3eb2-4f5b-9ddf-d24efb7d2893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.507274 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb146d7b-250b-49a8-8127-b2fe722ad116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.509921 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cb146d7b-250b-49a8-8127-b2fe722ad116 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd499602-a443-480d-9105-1fbd56f768aa HTTP/1.1" status: 204 len: 168 time: 0.1954563 Apr 05 20:52:04.549346 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-526cdd11-3eb2-4f5b-9ddf-d24efb7d2893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.667664 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-526cdd11-3eb2-4f5b-9ddf-d24efb7d2893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.684683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526cdd11-3eb2-4f5b-9ddf-d24efb7d2893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a4025e-fa6e-4c9d-8442-2fa759388ea4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:04.708078 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-526cdd11-3eb2-4f5b-9ddf-d24efb7d2893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.709388 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-526cdd11-3eb2-4f5b-9ddf-d24efb7d2893 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53a4025e-fa6e-4c9d-8442-2fa759388ea4 HTTP/1.1" status: 204 len: 168 time: 0.4859700 Apr 05 20:52:04.716226 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:04.770387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa707245-9102-4bb0-8f7f-19286cfae7c7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:04.882904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.062107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51500) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:05.076716 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.078984 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.104207 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.105380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 083a48bf-7580-4545-b7a2-5fabe629708e {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:52:05.119045 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8681bd5f-ef53-40d2-b4bb-1ec8d10e042f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12f83f174db444fbbbc02c2e2fb52a74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530109 Apr 05 20:52:05.119364 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.119364 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-16df0635-8798-45c5-97a9-4e7dc2272f6f admin admin] 10.222.0.24 "DELETE /v2.0/routers/083a48bf-7580-4545-b7a2-5fabe629708e HTTP/1.1" status: 204 len: 168 time: 1.6209555 Apr 05 20:52:05.120255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51504) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:05.120465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51506) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:05.135360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51512) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:05.162066 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0cf432b5-b46d-4cc5-9cb7-5239f2b3e878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.179917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-039aa6f1-7a91-4fcb-9a31-267b325c4075 admin admin] Deleting subnet 4f0c0782-a6e3-4889-935e-062f633fd7a6 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:52:05.183295 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-039aa6f1-7a91-4fcb-9a31-267b325c4075 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.188833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0cf432b5-b46d-4cc5-9cb7-5239f2b3e878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:05.195431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0cf432b5-b46d-4cc5-9cb7-5239f2b3e878 admin admin] Usage tracker for resource:security_group_rule and tenant:1c05228ba0ee49d2b5f1d995f633959c is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:05.199881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0cf432b5-b46d-4cc5-9cb7-5239f2b3e878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:05.211527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0cf432b5-b46d-4cc5-9cb7-5239f2b3e878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:05.224355 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c1bf-2778-492e-99d5-e936dd5ea533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.235876 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-039aa6f1-7a91-4fcb-9a31-267b325c4075 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.270090 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c1bf-2778-492e-99d5-e936dd5ea533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.319638 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-039aa6f1-7a91-4fcb-9a31-267b325c4075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.363809 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0cf432b5-b46d-4cc5-9cb7-5239f2b3e878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.364694 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c1bf-2778-492e-99d5-e936dd5ea533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.375112 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0cf432b5-b46d-4cc5-9cb7-5239f2b3e878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.402534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9c1bf-2778-492e-99d5-e936dd5ea533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c2d6ef-9e4b-4638-9219-29ff0450689b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:05.403238 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-039aa6f1-7a91-4fcb-9a31-267b325c4075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.425971 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0cf432b5-b46d-4cc5-9cb7-5239f2b3e878 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c05228ba0ee49d2b5f1d995f633959c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871737 Apr 05 20:52:05.426695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2cd9c1bf-2778-492e-99d5-e936dd5ea533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.430267 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2cd9c1bf-2778-492e-99d5-e936dd5ea533 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50c2d6ef-9e4b-4638-9219-29ff0450689b HTTP/1.1" status: 204 len: 168 time: 0.3065624 Apr 05 20:52:05.430267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51516) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:05.448384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f0f174-5e8b-41a5-a704-bd8505ed7c44 None None] Network af69138f-825e-4e0c-a30e-bd503222732e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:52:05.450028 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-039aa6f1-7a91-4fcb-9a31-267b325c4075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.459970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039aa6f1-7a91-4fcb-9a31-267b325c4075 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f0c0782-a6e3-4889-935e-062f633fd7a6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:05.460113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf432b5-b46d-4cc5-9cb7-5239f2b3e878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64633b0-9695-4e0a-b672-199687f956cd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:05.479979 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-039aa6f1-7a91-4fcb-9a31-267b325c4075 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4f0c0782-a6e3-4889-935e-062f633fd7a6 HTTP/1.1" status: 204 len: 168 time: 0.3546774 Apr 05 20:52:05.480829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51522) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:05.538103 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ffd-21b6-4aa8-80ab-9c724554fa8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.570648 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ffd-21b6-4aa8-80ab-9c724554fa8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.612221 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.631962 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ffd-21b6-4aa8-80ab-9c724554fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.639391 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Deleting port dd3d359d-faf2-47cb-9f7c-26afd3291dfb {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:05.639813 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.652784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf49ffd-21b6-4aa8-80ab-9c724554fa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64633b0-9695-4e0a-b672-199687f956cd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:05.659285 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bf49ffd-21b6-4aa8-80ab-9c724554fa8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.660383 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4bf49ffd-21b6-4aa8-80ab-9c724554fa8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f64633b0-9695-4e0a-b672-199687f956cd HTTP/1.1" status: 204 len: 168 time: 0.2294405 Apr 05 20:52:05.896727 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9262d1c6-a960-485a-a4da-275624357b73 None None] DHCP port deletion for af69138f-825e-4e0c-a30e-bd503222732e request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:52:05.901486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9262d1c6-a960-485a-a4da-275624357b73 None None] Deleting port dd3d359d-faf2-47cb-9f7c-26afd3291dfb {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:05.901867 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9262d1c6-a960-485a-a4da-275624357b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:05.979372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] For port dd3d359d-faf2-47cb-9f7c-26afd3291dfb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dd3d359d-faf2-47cb-9f7c-26afd3291dfb,segment=NetworkSegment(1901fc9d-ddca-4bf6-9662-4af4dd7a2330),segment_id=1901fc9d-ddca-4bf6-9662-4af4dd7a2330)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:05.980744 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:06.124539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Calling delete_port for dd3d359d-faf2-47cb-9f7c-26afd3291dfb owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:06.132370 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9262d1c6-a960-485a-a4da-275624357b73 None None] For port dd3d359d-faf2-47cb-9f7c-26afd3291dfb, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dd3d359d-faf2-47cb-9f7c-26afd3291dfb,segment=NetworkSegment(1901fc9d-ddca-4bf6-9662-4af4dd7a2330),segment_id=1901fc9d-ddca-4bf6-9662-4af4dd7a2330)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:06.132763 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9262d1c6-a960-485a-a4da-275624357b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:06.221505 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:06.273652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] No DVR routers for this DVR port dd3d359d-faf2-47cb-9f7c-26afd3291dfb on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:52:06.312591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3d359d-faf2-47cb-9f7c-26afd3291dfb,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:06.328286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9262d1c6-a960-485a-a4da-275624357b73 None None] Calling delete_port for dd3d359d-faf2-47cb-9f7c-26afd3291dfb owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:06.401145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device aa707245-9102-4bb0-8f7f-19286cfae7c7 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:06.414152 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:06.457267 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: aa707245-9102-4bb0-8f7f-19286cfae7c7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:52:06.457827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device aa707245-9102-4bb0-8f7f-19286cfae7c7 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:06.458675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8c008e67-76af-4a49-b7e9-5913d813ca6f no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:06.494851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51564) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:06.501324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 8c008e67-76af-4a49-b7e9-5913d813ca6f {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:52:06.501669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8c008e67-76af-4a49-b7e9-5913d813ca6f not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:06.502765 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dd3d359d-faf2-47cb-9f7c-26afd3291dfb no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:06.552185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af69138f-825e-4e0c-a30e-bd503222732e']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:06.552507 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: dd3d359d-faf2-47cb-9f7c-26afd3291dfb {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:52:06.553032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dd3d359d-faf2-47cb-9f7c-26afd3291dfb not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:06.565092 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-9262d1c6-a960-485a-a4da-275624357b73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:52:06.565955 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-9262d1c6-a960-485a-a4da-275624357b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:52:06.570311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1901fc9d-ddca-4bf6-9662-4af4dd7a2330') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:06.570614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1901fc9d-ddca-4bf6-9662-4af4dd7a2330') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:06.583180 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:06.599494 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:06.606600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:52:06.607044 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:52:06.621229 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:52:06.683710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-440646828-network', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:06.690030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:06.696345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Usage tracker for resource:network and tenant:cbf0df46d0e949d0808669e8bc5bd1dd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:06.700207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:06.706379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:06.718824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Made reservation on behalf of cbf0df46d0e949d0808669e8bc5bd1dd for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:06.722249 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:06.731786 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:06.740933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:06.756355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:06.760203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Usage tracker for resource:security_group_rule and tenant:cbf0df46d0e949d0808669e8bc5bd1dd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:06.761712 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:06.763910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:06.769742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:06.772628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] Pushing event deleted for resources: {'Network': ['ID=af69138f-825e-4e0c-a30e-bd503222732e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:06.790684 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-aacee47c-f047-4cc1-86df-702659970296 admin admin] 10.222.0.24 "DELETE /v2.0/networks/af69138f-825e-4e0c-a30e-bd503222732e HTTP/1.1" status: 204 len: 168 time: 1.3070900 Apr 05 20:52:06.793568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51578) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:06.878952 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:06.883975 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:06.916072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:52:06.929870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc5877f-c0c4-4232-9631-abcfb4015fd6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:06.936292 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:06.936623 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Added segment ac656131-907a-4f09-a6f7-9ed6180efec2 of type vlan for network 8aefe763-c591-491f-887f-314fe5744d4c Apr 05 20:52:06.967034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.000388 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.001524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:07.002237 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.067751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9262d1c6-a960-485a-a4da-275624357b73 None None] Deleting port dd3d359d-faf2-47cb-9f7c-26afd3291dfb {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:07.069064 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9262d1c6-a960-485a-a4da-275624357b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.158177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9262d1c6-a960-485a-a4da-275624357b73 None None] The port 'dd3d359d-faf2-47cb-9f7c-26afd3291dfb' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:52:07.231429 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7344580 Apr 05 20:52:07.232134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da446b-efa5-458c-80aa-40ebc6693061 admin admin] Pushing event updated for resources: {'Network': ['ID=8aefe763-c591-491f-887f-314fe5744d4c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:07.240139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51590) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:07.241748 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 8aefe763-c591-491f-887f-314fe5744d4c details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:52:07.247494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Request body: {'subnet': {'network_id': '8aefe763-c591-491f-887f-314fe5744d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-440646828-subnet', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:07.253555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:07.258404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Usage tracker for resource:subnet and tenant:cbf0df46d0e949d0808669e8bc5bd1dd is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:07.261973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:07.268777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:07.285054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Made reservation on behalf of cbf0df46d0e949d0808669e8bc5bd1dd for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:07.285235 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.442306 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01948421-5dad-4358-b41a-37126e7583a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.522498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.601031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b30e36be-dad7-40c3-a22c-cf1826679be6,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:07.609898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Checking segment: {'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:07.610260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Network hostable DHCP agents. Network: 8aefe763-c591-491f-887f-314fe5744d4c, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:52:07.632018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Network 8aefe763-c591-491f-887f-314fe5744d4c is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:52:07.643142 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 8aefe763-c591-491f-887f-314fe5744d4c) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:07.647338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:07.647991 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.655165 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de75d0f-2dbf-487b-aa83-95f74b68088f None None] Network 8aefe763-c591-491f-887f-314fe5744d4c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:52:07.684998 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6184583a-2a1a-4244-9e2e-6ebe3eee9e5e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4435904 Apr 05 20:52:07.687022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51602) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:07.721097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-440646828-router', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:07.732853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:07.738369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Usage tracker for resource:router and tenant:cbf0df46d0e949d0808669e8bc5bd1dd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:07.742657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:07.750845 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:07.776701 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.777590 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.828081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.866107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-01948421-5dad-4358-b41a-37126e7583a4 admin admin] Deleting port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:07.866445 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01948421-5dad-4358-b41a-37126e7583a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:07.933081 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-8aefe763-c591-491f-887f-314fe5744d4c', 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'fixed_ips': [{'subnet_id': 'b30e36be-dad7-40c3-a22c-cf1826679be6'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:52:07.934835 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.104621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Allocated IP 172.20.0.2 (8aefe763-c591-491f-887f-314fe5744d4c/b30e36be-dad7-40c3-a22c-cf1826679be6/c8c554b9-85fa-4256-a780-786eacab305b) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:08.342374 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.356373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Transition to ACTIVE for port object c8c554b9-85fa-4256-a780-786eacab305b will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:08.359810 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.376163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Transition to ACTIVE for port object c8c554b9-85fa-4256-a780-786eacab305b will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:08.382503 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.439806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-01948421-5dad-4358-b41a-37126e7583a4 admin admin] For port 1b0ab99d-3161-42ed-8fa9-c62e9362f58d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1b0ab99d-3161-42ed-8fa9-c62e9362f58d,segment=NetworkSegment(71061eab-bb48-4bd1-9e1a-b34203c8349e),segment_id=71061eab-bb48-4bd1-9e1a-b34203c8349e)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:08.440272 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01948421-5dad-4358-b41a-37126e7583a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.445234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Network 8aefe763-c591-491f-887f-314fe5744d4c is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:08.448302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:08.450917 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:08.499005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Pushing event updated for resources: {'Port': ['ID=c8c554b9-85fa-4256-a780-786eacab305b,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:08.544256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:08.544607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:08.544932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:08.545266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:08.545595 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:08.545956 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:08.546291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:08.546615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:08.546939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:08.547261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:08.547582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:08.547899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:08.572568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Attempting to bind port c8c554b9-85fa-4256-a780-786eacab305b on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:08.572965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Attempting to bind port c8c554b9-85fa-4256-a780-786eacab305b by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:08.573334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Attempting to bind port c8c554b9-85fa-4256-a780-786eacab305b on network 8aefe763-c591-491f-887f-314fe5744d4c {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:08.578723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:08.579100 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Checking segment: {'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:08.579589 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.579864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Bound using segment: {'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:08.580334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Bound port: c8c554b9-85fa-4256-a780-786eacab305b, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:08.580700 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.623095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-01948421-5dad-4358-b41a-37126e7583a4 admin admin] Calling delete_port for 1b0ab99d-3161-42ed-8fa9-c62e9362f58d owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:08.675981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] For port c8c554b9-85fa-4256-a780-786eacab305b, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:08.679792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] For port c8c554b9-85fa-4256-a780-786eacab305b, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c8c554b9-85fa-4256-a780-786eacab305b,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:08.686669 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.792586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ed964-fa2e-4ae0-876d-70e3748effb5 None None] Pushing event updated for resources: {'Port': ['ID=c8c554b9-85fa-4256-a780-786eacab305b,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:08.978763 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:08.991755 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:09.027119 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:09.187656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01948421-5dad-4358-b41a-37126e7583a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:09.248547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01948421-5dad-4358-b41a-37126e7583a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b0ab99d-3161-42ed-8fa9-c62e9362f58d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:09.253400 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:09.343725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Allocated IP 172.25.8.65 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/37ee15db-4a68-47eb-867b-6f9b14f805a2) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:09.817685 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-01948421-5dad-4358-b41a-37126e7583a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:09.826072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:09.831375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439f9454-2e45-4480-bd1d-0d06b7a4007e None None] Network 8aefe763-c591-491f-887f-314fe5744d4c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:52:09.973959 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a2d07f59-a805-495e-82f8-d4c64de7483d None None] Provisioning for port c8c554b9-85fa-4256-a780-786eacab305b completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:10.108556 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:10.187343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:10.192197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:10.197676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:10.313750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Pushing event updated for resources: {'Port': ['ID=37ee15db-4a68-47eb-867b-6f9b14f805a2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:10.487531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c8c554b9-85fa-4256-a780-786eacab305b up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:10.514670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01948421-5dad-4358-b41a-37126e7583a4 admin admin] Router 719492be-b9de-436f-a7fa-56199f61d7c4 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:52:10.567199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c8c554b9-85fa-4256-a780-786eacab305b completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:10.572136 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c8c554b9-85fa-4256-a780-786eacab305b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:10.572713 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:10.720874 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:10.762917 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port c8c554b9-85fa-4256-a780-786eacab305b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c8c554b9-85fa-4256-a780-786eacab305b,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:10.772122 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:10.850858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=c8c554b9-85fa-4256-a780-786eacab305b,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:10.863426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01948421-5dad-4358-b41a-37126e7583a4 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:52:10.873801 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f43329-3711-4d8b-b5ab-61d8872b86b9 None None] Sync routers for ids ['719492be-b9de-436f-a7fa-56199f61d7c4'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:52:10.884514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f43329-3711-4d8b-b5ab-61d8872b86b9 None None] Routers {'719492be-b9de-436f-a7fa-56199f61d7c4'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:10.885058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-21f43329-3711-4d8b-b5ab-61d8872b86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['719492be-b9de-436f-a7fa-56199f61d7c4'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:10.894435 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:11.087333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-21f43329-3711-4d8b-b5ab-61d8872b86b9 None None] Set router 719492be-b9de-436f-a7fa-56199f61d7c4 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:11.101482 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-01948421-5dad-4358-b41a-37126e7583a4 admin admin] 10.222.0.24 "PUT /v2.0/routers/719492be-b9de-436f-a7fa-56199f61d7c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3068192 Apr 05 20:52:11.102753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51656) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:11.325785 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:11.395950 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:11.426061 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f236458f-ca04-45bd-8b91-498ac8d057f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:11.431949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-21f43329-3711-4d8b-b5ab-61d8872b86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'name': 'tempest-TestServerBasicOps-317481636-router', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:45Z', 'updated_at': '2022-04-05T20:52:09Z', 'revision_number': 5, 'project_id': '2e07944cebe94203bc4bc8629dc0f39e', 'gw_port': {'id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:47Z', 'updated_at': '2022-04-05T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:11.437480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f43329-3711-4d8b-b5ab-61d8872b86b9 None None] Checking router: 719492be-b9de-436f-a7fa-56199f61d7c4 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:52:11.447292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f43329-3711-4d8b-b5ab-61d8872b86b9 None None] Routers {'719492be-b9de-436f-a7fa-56199f61d7c4'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:11.448561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-21f43329-3711-4d8b-b5ab-61d8872b86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['719492be-b9de-436f-a7fa-56199f61d7c4'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:11.513426 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:11.527357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] Deleting port 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:11.528050 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:11.646157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Router 6f0fde54-4c2b-4e25-9270-870c1957e79c is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:52:11.671609 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-21f43329-3711-4d8b-b5ab-61d8872b86b9 None None] Set router 719492be-b9de-436f-a7fa-56199f61d7c4 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:11.728770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] For port 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6f903bd6-4613-45e8-a6b1-22c24ca8a4d8,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:11.737581 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:11.899838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:52:11.905840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] Calling delete_port for 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:11.909971 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Sync routers for ids ['6f0fde54-4c2b-4e25-9270-870c1957e79c'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:52:11.922508 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Routers {'6f0fde54-4c2b-4e25-9270-870c1957e79c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:11.923451 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6f0fde54-4c2b-4e25-9270-870c1957e79c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:11.935710 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:11.939518 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fe383d72-3be5-4907-a690-acc663cba3e9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2491481 Apr 05 20:52:11.939763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51668) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:12.222882 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:12.223906 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Set router 6f0fde54-4c2b-4e25-9270-870c1957e79c gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:12.234316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-21f43329-3711-4d8b-b5ab-61d8872b86b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'name': 'tempest-TestServerBasicOps-317481636-router', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:45Z', 'updated_at': '2022-04-05T20:52:09Z', 'revision_number': 5, 'project_id': '2e07944cebe94203bc4bc8629dc0f39e', 'gw_port': {'id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:47Z', 'updated_at': '2022-04-05T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:12.246439 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f43329-3711-4d8b-b5ab-61d8872b86b9 None None] The sync data for ids ['719492be-b9de-436f-a7fa-56199f61d7c4'] in n-d-836604-1 is: [{'id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'name': 'tempest-TestServerBasicOps-317481636-router', 'tenant_id': '2e07944cebe94203bc4bc8629dc0f39e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250'}], 'enable_snat': True}, 'gw_port_id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:46:45Z', 'updated_at': '2022-04-05T20:52:09Z', 'revision_number': 5, 'project_id': '2e07944cebe94203bc4bc8629dc0f39e', 'gw_port': {'id': '6f903bd6-4613-45e8-a6b1-22c24ca8a4d8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:f1:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '719492be-b9de-436f-a7fa-56199f61d7c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:46:47Z', 'updated_at': '2022-04-05T20:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:52:12.333705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f903bd6-4613-45e8-a6b1-22c24ca8a4d8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:12.442826 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:12.567533 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:52:12.578042 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'name': 'tempest-TestServerMultinode-440646828-router', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '37ee15db-4a68-47eb-867b-6f9b14f805a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:07Z', 'updated_at': '2022-04-05T20:52:10Z', 'revision_number': 3, 'project_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'gw_port': {'id': '37ee15db-4a68-47eb-867b-6f9b14f805a2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:09Z', 'updated_at': '2022-04-05T20:52:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:12.583167 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Checking router: 6f0fde54-4c2b-4e25-9270-870c1957e79c for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:52:12.583521 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Updating router 6f0fde54-4c2b-4e25-9270-870c1957e79c port 37ee15db-4a68-47eb-867b-6f9b14f805a2 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:52:12.664143 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:12.839687 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c8c554b9-85fa-4256-a780-786eacab305b up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:12.851338 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:12.853712 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:12.891368 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:12.892675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 719492be-b9de-436f-a7fa-56199f61d7c4 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:52:12.908239 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:12.909367 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bcce64df-521c-4acd-81ad-4f0f6d118661 admin admin] 10.222.0.24 "DELETE /v2.0/routers/719492be-b9de-436f-a7fa-56199f61d7c4 HTTP/1.1" status: 204 len: 168 time: 1.8044591 Apr 05 20:52:12.912663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51684) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:12.981846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c8c554b9-85fa-4256-a780-786eacab305b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:12.982313 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:12.988911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb98a8bb-f177-408b-9ae8-aa0f655bfb62 admin admin] Deleting subnet 95ae3d68-4cef-471b-b16f-4a488b55c2b5 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:52:12.997053 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb98a8bb-f177-408b-9ae8-aa0f655bfb62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.071800 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb98a8bb-f177-408b-9ae8-aa0f655bfb62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.183905 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb98a8bb-f177-408b-9ae8-aa0f655bfb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.193622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1b0ab99d-3161-42ed-8fa9-c62e9362f58d no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:13.235913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 1b0ab99d-3161-42ed-8fa9-c62e9362f58d {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:52:13.236603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1b0ab99d-3161-42ed-8fa9-c62e9362f58d not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:13.265508 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.281094 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Transition to ACTIVE for port object 37ee15db-4a68-47eb-867b-6f9b14f805a2 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:13.290697 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.314164 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb98a8bb-f177-408b-9ae8-aa0f655bfb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.336850 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.354256 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cb98a8bb-f177-408b-9ae8-aa0f655bfb62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.358303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555567d5-a897-41b8-b47b-8d236bf27eb2 None None] Network abeba182-aa05-4a13-b686-003e5daab07f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:52:13.362844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98a8bb-f177-408b-9ae8-aa0f655bfb62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95ae3d68-4cef-471b-b16f-4a488b55c2b5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:13.367698 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cb98a8bb-f177-408b-9ae8-aa0f655bfb62 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/95ae3d68-4cef-471b-b16f-4a488b55c2b5 HTTP/1.1" status: 204 len: 168 time: 0.4540713 Apr 05 20:52:13.370608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51692) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:13.376844 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Attempting to bind port 37ee15db-4a68-47eb-867b-6f9b14f805a2 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:13.377197 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Attempting to bind port 37ee15db-4a68-47eb-867b-6f9b14f805a2 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:13.377544 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Attempting to bind port 37ee15db-4a68-47eb-867b-6f9b14f805a2 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:13.383217 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a2885-36f6-47f9-8bb9-060113f6ac85 None None] Pushing event updated for resources: {'Port': ['ID=37ee15db-4a68-47eb-867b-6f9b14f805a2,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:13.396533 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:13.396939 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:13.404221 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.405459 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:13.405977 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Bound port: 37ee15db-4a68-47eb-867b-6f9b14f805a2, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:13.406351 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.450969 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a2885-36f6-47f9-8bb9-060113f6ac85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:13.451311 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a2885-36f6-47f9-8bb9-060113f6ac85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:13.451525 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a2885-36f6-47f9-8bb9-060113f6ac85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:13.451847 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a2885-36f6-47f9-8bb9-060113f6ac85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:13.452163 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a2885-36f6-47f9-8bb9-060113f6ac85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:13.452476 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a2885-36f6-47f9-8bb9-060113f6ac85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:13.452786 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a2885-36f6-47f9-8bb9-060113f6ac85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:13.453093 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a2885-36f6-47f9-8bb9-060113f6ac85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:13.453398 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a2885-36f6-47f9-8bb9-060113f6ac85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:13.453702 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a2885-36f6-47f9-8bb9-060113f6ac85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:13.454046 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a2885-36f6-47f9-8bb9-060113f6ac85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:13.454350 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895a2885-36f6-47f9-8bb9-060113f6ac85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:13.526915 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.529786 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] For port 37ee15db-4a68-47eb-867b-6f9b14f805a2, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:13.535247 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] For port 37ee15db-4a68-47eb-867b-6f9b14f805a2, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=37ee15db-4a68-47eb-867b-6f9b14f805a2,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:13.546809 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.555496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Deleting port cdf41d86-d952-4257-9506-ecffd1dca968 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:13.555975 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.610143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Allocated IP 172.20.0.1 (8aefe763-c591-491f-887f-314fe5744d4c/b30e36be-dad7-40c3-a22c-cf1826679be6/b95d3c75-0aa9-4e00-b2b8-bd27fa5da962) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:13.675895 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Routers {'6f0fde54-4c2b-4e25-9270-870c1957e79c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:13.676868 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:51:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6f0fde54-4c2b-4e25-9270-870c1957e79c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:13.738828 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0a89bf1f-cb58-41f8-aa31-91acac9f9b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.750304 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e3cb7d-e465-4902-8776-dcb218f6697b None None] DHCP port deletion for abeba182-aa05-4a13-b686-003e5daab07f request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:52:13.755180 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-42e3cb7d-e465-4902-8776-dcb218f6697b None None] Deleting port cdf41d86-d952-4257-9506-ecffd1dca968 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:13.755713 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42e3cb7d-e465-4902-8776-dcb218f6697b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.778700 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.795154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Transition to ACTIVE for port object b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:13.822471 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.832854 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a2885-36f6-47f9-8bb9-060113f6ac85 None None] Pushing event updated for resources: {'Port': ['ID=37ee15db-4a68-47eb-867b-6f9b14f805a2,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:13.943335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Network 8aefe763-c591-491f-887f-314fe5744d4c is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:13.945319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] For port cdf41d86-d952-4257-9506-ecffd1dca968, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cdf41d86-d952-4257-9506-ecffd1dca968,segment=NetworkSegment(71061eab-bb48-4bd1-9e1a-b34203c8349e),segment_id=71061eab-bb48-4bd1-9e1a-b34203c8349e)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:13.945677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:13.946387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:13.950803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:14.017096 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] Set router 6f0fde54-4c2b-4e25-9270-870c1957e79c gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:14.037357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-42e3cb7d-e465-4902-8776-dcb218f6697b None None] For port cdf41d86-d952-4257-9506-ecffd1dca968, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cdf41d86-d952-4257-9506-ecffd1dca968,segment=NetworkSegment(71061eab-bb48-4bd1-9e1a-b34203c8349e),segment_id=71061eab-bb48-4bd1-9e1a-b34203c8349e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:14.039422 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42e3cb7d-e465-4902-8776-dcb218f6697b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.043448 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.159103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Calling delete_port for cdf41d86-d952-4257-9506-ecffd1dca968 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:14.247284 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-42e3cb7d-e465-4902-8776-dcb218f6697b None None] Calling delete_port for cdf41d86-d952-4257-9506-ecffd1dca968 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:14.261090 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.342662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9a4721ff-2eb9-40f6-b111-028ce5a7f732 None None] Provisioning for port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:14.344139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b95d3c75-0aa9-4e00-b2b8-bd27fa5da962,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:14.369496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf41d86-d952-4257-9506-ecffd1dca968,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:14.374829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] No DVR routers for this DVR port cdf41d86-d952-4257-9506-ecffd1dca968 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:52:14.386784 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9a4721ff-2eb9-40f6-b111-028ce5a7f732 None None] Provisioning complete for port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:14.387147 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9a4721ff-2eb9-40f6-b111-028ce5a7f732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.455649 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'name': 'tempest-TestServerMultinode-440646828-router', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '37ee15db-4a68-47eb-867b-6f9b14f805a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:07Z', 'updated_at': '2022-04-05T20:52:10Z', 'revision_number': 3, 'project_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'gw_port': {'id': '37ee15db-4a68-47eb-867b-6f9b14f805a2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:09Z', 'updated_at': '2022-04-05T20:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:14.459264 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cdf41d86-d952-4257-9506-ecffd1dca968 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:14.461535 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9196dc3-e914-44ae-ae63-5970d4296a97 None None] The sync data for ids ['6f0fde54-4c2b-4e25-9270-870c1957e79c'] in n-d-836604-1 is: [{'id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'name': 'tempest-TestServerMultinode-440646828-router', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '37ee15db-4a68-47eb-867b-6f9b14f805a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:07Z', 'updated_at': '2022-04-05T20:52:10Z', 'revision_number': 3, 'project_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'gw_port': {'id': '37ee15db-4a68-47eb-867b-6f9b14f805a2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:09Z', 'updated_at': '2022-04-05T20:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:52:14.524130 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-42e3cb7d-e465-4902-8776-dcb218f6697b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:52:14.524675 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-42e3cb7d-e465-4902-8776-dcb218f6697b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:52:14.524810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: cdf41d86-d952-4257-9506-ecffd1dca968 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:52:14.525122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cdf41d86-d952-4257-9506-ecffd1dca968 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:14.525519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:52:14.574694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:52:14.574909 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6f903bd6-4613-45e8-a6b1-22c24ca8a4d8 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:52:14.584621 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.589820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9a4721ff-2eb9-40f6-b111-028ce5a7f732 None None] Port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:52:14.605089 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.632454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abeba182-aa05-4a13-b686-003e5daab07f']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:14.646164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71061eab-bb48-4bd1-9e1a-b34203c8349e') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:14.646544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71061eab-bb48-4bd1-9e1a-b34203c8349e') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:14.658980 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.678361 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.686312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:52:14.687164 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:52:14.703110 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:52:14.801496 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.808241 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.849293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=abeba182-aa05-4a13-b686-003e5daab07f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:14.855423 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1ce915a4-a4fe-4833-acff-3341afcfa7b3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/abeba182-aa05-4a13-b686-003e5daab07f HTTP/1.1" status: 204 len: 168 time: 1.4835811 Apr 05 20:52:14.870674 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.934527 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.938705 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:14.948476 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.025978 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-42e3cb7d-e465-4902-8776-dcb218f6697b None None] Deleting port cdf41d86-d952-4257-9506-ecffd1dca968 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:15.027487 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42e3cb7d-e465-4902-8776-dcb218f6697b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.090682 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.094844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b95d3c75-0aa9-4e00-b2b8-bd27fa5da962,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:15.119172 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-42e3cb7d-e465-4902-8776-dcb218f6697b None None] The port 'cdf41d86-d952-4257-9506-ecffd1dca968' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:52:15.152692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51720) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:15.214769 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2e1f9cef-fbe3-4c59-9326-4c404baf1816 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de0a292fb0444bd8b5bfc9a03083c8f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608509 Apr 05 20:52:15.217128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51724) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:15.242936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51728) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:15.267229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Network 8aefe763-c591-491f-887f-314fe5744d4c is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:15.268689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:15.298555 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0036bbdf-7f2e-455a-96a9-3c3f63335bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.331724 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0036bbdf-7f2e-455a-96a9-3c3f63335bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.416572 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0036bbdf-7f2e-455a-96a9-3c3f63335bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.431612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036bbdf-7f2e-455a-96a9-3c3f63335bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fa9a9a-2604-4844-b67e-accfb0170b0a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:15.460070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e2bb-19be-432d-8678-33437ec42da8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.482007 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0036bbdf-7f2e-455a-96a9-3c3f63335bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.483151 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0036bbdf-7f2e-455a-96a9-3c3f63335bc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78fa9a9a-2604-4844-b67e-accfb0170b0a HTTP/1.1" status: 204 len: 168 time: 0.2636766 Apr 05 20:52:15.502813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e6d0e2bb-19be-432d-8678-33437ec42da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:15.511295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e6d0e2bb-19be-432d-8678-33437ec42da8 admin admin] Usage tracker for resource:security_group_rule and tenant:312d9a09b81b4d35b9faa29113abb5bb is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:15.514972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e6d0e2bb-19be-432d-8678-33437ec42da8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:15.535634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e6d0e2bb-19be-432d-8678-33437ec42da8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:15.629018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dbb62ed5-ce26-4841-8eb5-668d5b43ad04 None None] Provisioning complete for port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:15.629564 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dbb62ed5-ce26-4841-8eb5-668d5b43ad04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.658123 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e2bb-19be-432d-8678-33437ec42da8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.665990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e6d0e2bb-19be-432d-8678-33437ec42da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.692082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Router 6f0fde54-4c2b-4e25-9270-870c1957e79c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:52:15.728858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-dbb62ed5-ce26-4841-8eb5-668d5b43ad04 None None] Port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:52:15.748246 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e6d0e2bb-19be-432d-8678-33437ec42da8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=312d9a09b81b4d35b9faa29113abb5bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5042753 Apr 05 20:52:15.750740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51738) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:15.753500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0e2bb-19be-432d-8678-33437ec42da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5038d8-465a-4bf9-bc7a-a04244bc1aca,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:15.843875 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70cee3df-fe5b-468a-a553-cdd430505205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.871809 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70cee3df-fe5b-468a-a553-cdd430505205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.926105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51742) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:15.930165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70cee3df-fe5b-468a-a553-cdd430505205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.945075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cee3df-fe5b-468a-a553-cdd430505205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5038d8-465a-4bf9-bc7a-a04244bc1aca,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:15.951700 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-70cee3df-fe5b-468a-a553-cdd430505205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:15.955487 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-70cee3df-fe5b-468a-a553-cdd430505205 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e5038d8-465a-4bf9-bc7a-a04244bc1aca HTTP/1.1" status: 204 len: 168 time: 0.2011828 Apr 05 20:52:15.972116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:52:15.998228 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9104420e-a32b-4eb4-b5f2-03d98f9127a0 admin admin] 10.222.0.24 "PUT /v2.0/routers/6f0fde54-4c2b-4e25-9270-870c1957e79c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0530975 Apr 05 20:52:16.010237 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eb29ad93-7465-4e26-8030-6dbb3fdaa7e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e07944cebe94203bc4bc8629dc0f39e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826535 Apr 05 20:52:16.012611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51750) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:16.079917 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd8ceba7-7cf0-4143-b6ae-fb5ec13d51f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.111142 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd8ceba7-7cf0-4143-b6ae-fb5ec13d51f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.121155 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.182434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd8ceba7-7cf0-4143-b6ae-fb5ec13d51f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.198904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8ceba7-7cf0-4143-b6ae-fb5ec13d51f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811b4d31-3a9a-4df5-bebd-eca30bd1f4ff,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:16.206461 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd8ceba7-7cf0-4143-b6ae-fb5ec13d51f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.207612 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dd8ceba7-7cf0-4143-b6ae-fb5ec13d51f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/811b4d31-3a9a-4df5-bebd-eca30bd1f4ff HTTP/1.1" status: 204 len: 168 time: 0.1941173 Apr 05 20:52:16.416890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51762) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:16.430719 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 37ee15db-4a68-47eb-867b-6f9b14f805a2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:16.442375 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34e0ae2a-ace5-45c2-9165-b246f64f21c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.462079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-34e0ae2a-ace5-45c2-9165-b246f64f21c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:16.467621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-34e0ae2a-ace5-45c2-9165-b246f64f21c1 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c4bb1d74d84658af0fa88deae271b4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:16.471345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-34e0ae2a-ace5-45c2-9165-b246f64f21c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:16.483025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-34e0ae2a-ace5-45c2-9165-b246f64f21c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:16.545521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 37ee15db-4a68-47eb-867b-6f9b14f805a2 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:16.552981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 37ee15db-4a68-47eb-867b-6f9b14f805a2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:16.553628 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.589984 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34e0ae2a-ace5-45c2-9165-b246f64f21c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.596220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34e0ae2a-ace5-45c2-9165-b246f64f21c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.620981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Sync routers for ids ['6f0fde54-4c2b-4e25-9270-870c1957e79c'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:52:16.644075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Routers {'6f0fde54-4c2b-4e25-9270-870c1957e79c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:16.644778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6f0fde54-4c2b-4e25-9270-870c1957e79c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:16.647538 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-34e0ae2a-ace5-45c2-9165-b246f64f21c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5c4bb1d74d84658af0fa88deae271b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296000 Apr 05 20:52:16.650212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51772) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:16.702170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e0ae2a-ace5-45c2-9165-b246f64f21c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ebbdf2-d5e0-4d8b-bd4c-ee016198d653,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:16.758430 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f0388cf9-6e26-4293-8a9b-e13ea3538f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.800496 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f0388cf9-6e26-4293-8a9b-e13ea3538f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.874812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f0388cf9-6e26-4293-8a9b-e13ea3538f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.900436 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f0388cf9-6e26-4293-8a9b-e13ea3538f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.900436 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f0388cf9-6e26-4293-8a9b-e13ea3538f09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82ebbdf2-d5e0-4d8b-bd4c-ee016198d653 HTTP/1.1" status: 204 len: 168 time: 0.2463713 Apr 05 20:52:16.900436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0388cf9-6e26-4293-8a9b-e13ea3538f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ebbdf2-d5e0-4d8b-bd4c-ee016198d653,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:16.918633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51788) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:16.926072 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-71758148-network', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:16.936128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:16.936297 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.941852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Usage tracker for resource:network and tenant:33728a1c4faf45a08cc86c6e1bf83841 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:16.946121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:16.958135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:16.971387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Made reservation on behalf of 33728a1c4faf45a08cc86c6e1bf83841 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:16.973164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Set router 6f0fde54-4c2b-4e25-9270-870c1957e79c gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:16.974249 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:16.989584 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.008814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:17.014009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Usage tracker for resource:security_group_rule and tenant:33728a1c4faf45a08cc86c6e1bf83841 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:17.016384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 37ee15db-4a68-47eb-867b-6f9b14f805a2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=37ee15db-4a68-47eb-867b-6f9b14f805a2,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:17.018088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:17.026860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:17.027470 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.147447 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.155191 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.200195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:52:17.204999 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=37ee15db-4a68-47eb-867b-6f9b14f805a2,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:17.208127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c398ebc-4b9f-495f-aa34-c8c535db1a81,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:17.214503 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.215034 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Added segment 130ae6a5-477e-47f4-8d4d-d8f3b10cfa72 of type vlan for network 3e776448-7963-4b22-9995-0e398c11cd76 Apr 05 20:52:17.248164 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.301809 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.303237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:17.304049 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.395260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'name': 'tempest-TestServerMultinode-440646828-router', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '37ee15db-4a68-47eb-867b-6f9b14f805a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:07Z', 'updated_at': '2022-04-05T20:52:14Z', 'revision_number': 4, 'project_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'gw_port': {'id': '37ee15db-4a68-47eb-867b-6f9b14f805a2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:26:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:09Z', 'updated_at': '2022-04-05T20:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'b95d3c75-0aa9-4e00-b2b8-bd27fa5da962', 'name': '', 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'mac_address': 'fa:16:3e:3b:f8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'b30e36be-dad7-40c3-a22c-cf1826679be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:13Z', 'updated_at': '2022-04-05T20:52:14Z', 'revision_number': 2, 'project_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'subnets': [{'id': 'b30e36be-dad7-40c3-a22c-cf1826679be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:17.401643 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Checking router: 6f0fde54-4c2b-4e25-9270-870c1957e79c for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:52:17.402278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Updating router 6f0fde54-4c2b-4e25-9270-870c1957e79c port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:52:17.421899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] Pushing event updated for resources: {'Network': ['ID=3e776448-7963-4b22-9995-0e398c11cd76,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:17.430043 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-457d7336-a9e0-40af-9ca9-e50496d0cf2b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5101411 Apr 05 20:52:17.432839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51810) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:17.438931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Request body: {'subnet': {'network_id': '3e776448-7963-4b22-9995-0e398c11cd76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-71758148-subnet', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:17.440673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 3e776448-7963-4b22-9995-0e398c11cd76 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:52:17.445193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:17.449816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Usage tracker for resource:subnet and tenant:33728a1c4faf45a08cc86c6e1bf83841 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:17.453005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:17.458947 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:17.471753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Made reservation on behalf of 33728a1c4faf45a08cc86c6e1bf83841 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:17.474543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.493459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51816) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:17.508889 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.707473 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.720465 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1183018281-network', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:17.727635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:17.740023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Usage tracker for resource:network and tenant:fadd8917fdfc488d83f2366cc94a5355 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:17.746022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:17.759123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:17.790718 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a360f7-4e70-40b5-be8a-e8454f42eb32,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:17.792678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Made reservation on behalf of fadd8917fdfc488d83f2366cc94a5355 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:17.796571 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.819516 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.823032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Checking segment: {'id': '130ae6a5-477e-47f4-8d4d-d8f3b10cfa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e776448-7963-4b22-9995-0e398c11cd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:17.823622 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Network hostable DHCP agents. Network: 3e776448-7963-4b22-9995-0e398c11cd76, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:52:17.840206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:17.845085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Usage tracker for resource:security_group_rule and tenant:fadd8917fdfc488d83f2366cc94a5355 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:17.848542 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:17.850730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Network 3e776448-7963-4b22-9995-0e398c11cd76 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:52:17.855417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:17.867731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 3e776448-7963-4b22-9995-0e398c11cd76) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:17.879938 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1aa5827-f57d-435c-bbb5-b3a6d9740e72 None None] Network 3e776448-7963-4b22-9995-0e398c11cd76 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:52:17.881261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:17.882015 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.907809 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-067d23d3-a71f-496c-ba8e-e459a1942f51 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4738195 Apr 05 20:52:17.910425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51830) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:17.919259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-71758148-router', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:17.926382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:17.930447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Usage tracker for resource:router and tenant:33728a1c4faf45a08cc86c6e1bf83841 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:17.934014 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:17.941551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:17.971126 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.975748 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.989554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:17.990805 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.010538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:52:18.023006 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.023555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee21f9bf-b28b-46cf-91b8-59ccd018c215,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:18.028243 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.028576 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Added segment c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb of type vlan for network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b Apr 05 20:52:18.061834 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.098978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.100385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:18.101197 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.122010 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.153450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Transition to ACTIVE for port object b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:18.193754 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.257613 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-3e776448-7963-4b22-9995-0e398c11cd76', 'network_id': '3e776448-7963-4b22-9995-0e398c11cd76', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'fixed_ips': [{'subnet_id': '32a360f7-4e70-40b5-be8a-e8454f42eb32'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:52:18.258636 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.377582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.438241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] Pushing event updated for resources: {'Network': ['ID=2e6ddfd4-41a5-4008-aed4-9793fcbed32b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:18.463006 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fbef001c-023a-419a-89de-1b0397aee0e3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9684184 Apr 05 20:52:18.466573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51844) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:18.469035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 37ee15db-4a68-47eb-867b-6f9b14f805a2 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:18.473154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Request body: {'subnet': {'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1183018281-subnet', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:18.480421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:18.484870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Usage tracker for resource:subnet and tenant:fadd8917fdfc488d83f2366cc94a5355 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:18.488594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:18.495429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:18.510988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Made reservation on behalf of fadd8917fdfc488d83f2366cc94a5355 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:18.514803 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.520286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:52:18.576332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104a8fb-afc8-4927-92e7-b6b5131b68cb None None] Pushing event updated for resources: {'Port': ['ID=b95d3c75-0aa9-4e00-b2b8-bd27fa5da962,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:18.815695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.862510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Attempting to bind port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:18.862885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Attempting to bind port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:18.863243 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Attempting to bind port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 on network 8aefe763-c591-491f-887f-314fe5744d4c {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:18.879243 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:18.879620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Checking segment: {'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:18.880021 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.880575 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Bound using segment: {'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:18.880873 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Bound port: b95d3c75-0aa9-4e00-b2b8-bd27fa5da962, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:18.881249 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.887528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dcd449b-6eca-4814-9cae-b6b56f8b6aa6,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:18.917273 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Checking segment: {'id': 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:18.917626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Network hostable DHCP agents. Network: 2e6ddfd4-41a5-4008-aed4-9793fcbed32b, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:52:18.939480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:52:18.954360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 2e6ddfd4-41a5-4008-aed4-9793fcbed32b) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:18.958553 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:18.960376 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:18.984672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86fdd1e-8e2a-4a9e-833c-b8d569c7e5ca None None] Network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:52:18.996355 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-473cac33-8857-42a3-b178-82280f145249 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5242641 Apr 05 20:52:18.996673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51856) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:19.001612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:19.007068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:19.012250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Usage tracker for resource:router and tenant:fadd8917fdfc488d83f2366cc94a5355 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:19.015335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:19.021791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:19.031271 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.035761 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.037195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.055440 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.068193 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.124213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 37ee15db-4a68-47eb-867b-6f9b14f805a2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:19.124577 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.240382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Allocated IP 172.25.8.148 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/c2d2c529-ef0e-4f59-a801-af25e6bd2e9e) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:19.246964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Allocated IP 172.20.0.2 (3e776448-7963-4b22-9995-0e398c11cd76/32a360f7-4e70-40b5-be8a-e8454f42eb32/bf2138f0-66c1-4710-9ccc-c8c257877eea) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:19.266699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] For port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:19.344119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] For port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b95d3c75-0aa9-4e00-b2b8-bd27fa5da962,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:19.369087 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.392933 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.433103 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.467127 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.550103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:19.553324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:19.562710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:19.620567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Pushing event updated for resources: {'Port': ['ID=c2d2c529-ef0e-4f59-a801-af25e6bd2e9e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:19.625325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Routers {'6f0fde54-4c2b-4e25-9270-870c1957e79c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:19.626000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6f0fde54-4c2b-4e25-9270-870c1957e79c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:19.693644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:52:19.698249 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.803720 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.835722 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:19.886359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51866) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:19.993906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104a8fb-afc8-4927-92e7-b6b5131b68cb None None] Pushing event updated for resources: {'Port': ['ID=b95d3c75-0aa9-4e00-b2b8-bd27fa5da962,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:20.017535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Allocated IP 172.25.8.77 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/a4340bbf-95b7-43da-9350-abab67cedef3) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:20.071930 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b1a6aea6-80d3-4f9b-8eb1-0fb562f3fcdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.090725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b1a6aea6-80d3-4f9b-8eb1-0fb562f3fcdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:20.141543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b1a6aea6-80d3-4f9b-8eb1-0fb562f3fcdf admin admin] Usage tracker for resource:security_group_rule and tenant:7e223ccf2d5948c6a3ee44a453a3ee6a is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:20.146561 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.149545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b1a6aea6-80d3-4f9b-8eb1-0fb562f3fcdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:20.166153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b1a6aea6-80d3-4f9b-8eb1-0fb562f3fcdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:20.222834 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.229965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] Set router 6f0fde54-4c2b-4e25-9270-870c1957e79c gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:20.240388 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.297538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Transition to ACTIVE for port object bf2138f0-66c1-4710-9ccc-c8c257877eea will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:20.305774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Allocated IP 172.20.0.2 (2e6ddfd4-41a5-4008-aed4-9793fcbed32b/8dcd449b-6eca-4814-9cae-b6b56f8b6aa6/26498f6f-9d50-41c2-ba24-1b8685776979) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:20.310049 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b1a6aea6-80d3-4f9b-8eb1-0fb562f3fcdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.315908 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b1a6aea6-80d3-4f9b-8eb1-0fb562f3fcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.335211 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.373089 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Transition to ACTIVE for port object bf2138f0-66c1-4710-9ccc-c8c257877eea will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:20.442752 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.562105 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b1a6aea6-80d3-4f9b-8eb1-0fb562f3fcdf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e223ccf2d5948c6a3ee44a453a3ee6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6722956 Apr 05 20:52:20.564540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6aea6-80d3-4f9b-8eb1-0fb562f3fcdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc712a50-bf54-4767-bb93-2ebedc287262,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:20.568312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51872) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:20.572322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:20.575413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Network 3e776448-7963-4b22-9995-0e398c11cd76 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:20.580166 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Pushing event updated for resources: {'Port': ['ID=bf2138f0-66c1-4710-9ccc-c8c257877eea,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:20.583130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:20.587945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:20.590728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:20.599965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:20.647915 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.648890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a4340bbf-95b7-43da-9350-abab67cedef3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:20.815402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Attempting to bind port bf2138f0-66c1-4710-9ccc-c8c257877eea on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:20.815803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Attempting to bind port bf2138f0-66c1-4710-9ccc-c8c257877eea by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '130ae6a5-477e-47f4-8d4d-d8f3b10cfa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e776448-7963-4b22-9995-0e398c11cd76'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:20.816128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Attempting to bind port bf2138f0-66c1-4710-9ccc-c8c257877eea on network 3e776448-7963-4b22-9995-0e398c11cd76 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:20.823266 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d798d468-3cba-46af-8ec6-d492f566b29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.825709 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:20.826108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Checking segment: {'id': '130ae6a5-477e-47f4-8d4d-d8f3b10cfa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e776448-7963-4b22-9995-0e398c11cd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:20.826509 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.826901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Bound using segment: {'id': '130ae6a5-477e-47f4-8d4d-d8f3b10cfa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e776448-7963-4b22-9995-0e398c11cd76'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:20.827381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Bound port: bf2138f0-66c1-4710-9ccc-c8c257877eea, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130ae6a5-477e-47f4-8d4d-d8f3b10cfa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e776448-7963-4b22-9995-0e398c11cd76'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:20.827753 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.896292 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d798d468-3cba-46af-8ec6-d492f566b29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:20.898933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Router c8980d3a-ea6f-4730-b85c-110df7144801 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:52:21.049311 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.057614 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] For port bf2138f0-66c1-4710-9ccc-c8c257877eea, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:21.065516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] For port bf2138f0-66c1-4710-9ccc-c8c257877eea, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bf2138f0-66c1-4710-9ccc-c8c257877eea,segment=NetworkSegment(130ae6a5-477e-47f4-8d4d-d8f3b10cfa72),segment_id=130ae6a5-477e-47f4-8d4d-d8f3b10cfa72)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:21.066760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Transition to ACTIVE for port object 26498f6f-9d50-41c2-ba24-1b8685776979 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:21.081710 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.102185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:52:21.107883 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d798d468-3cba-46af-8ec6-d492f566b29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.114984 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Sync routers for ids ['c8980d3a-ea6f-4730-b85c-110df7144801'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:52:21.128848 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Routers {'c8980d3a-ea6f-4730-b85c-110df7144801'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:21.130093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798d468-3cba-46af-8ec6-d492f566b29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc712a50-bf54-4767-bb93-2ebedc287262,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:21.131084 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.136176 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6c4837b4-bcc0-4b99-84f8-02e17af52b28 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2247775 Apr 05 20:52:21.137126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51876) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:21.137888 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8980d3a-ea6f-4730-b85c-110df7144801'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:21.159845 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.164652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Transition to ACTIVE for port object 26498f6f-9d50-41c2-ba24-1b8685776979 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:21.191325 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.201177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'name': 'tempest-TestServerMultinode-440646828-router', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '37ee15db-4a68-47eb-867b-6f9b14f805a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:07Z', 'updated_at': '2022-04-05T20:52:14Z', 'revision_number': 4, 'project_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'gw_port': {'id': '37ee15db-4a68-47eb-867b-6f9b14f805a2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:09Z', 'updated_at': '2022-04-05T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'b95d3c75-0aa9-4e00-b2b8-bd27fa5da962', 'name': '', 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'mac_address': 'fa:16:3e:3b:f8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'b30e36be-dad7-40c3-a22c-cf1826679be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:13Z', 'updated_at': '2022-04-05T20:52:19Z', 'revision_number': 4, 'project_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'subnets': [{'id': 'b30e36be-dad7-40c3-a22c-cf1826679be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:21.222218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4c4202-225f-4094-842a-92a9ea2775dc None None] The sync data for ids ['6f0fde54-4c2b-4e25-9270-870c1957e79c'] in n-d-836604-1 is: [{'id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'name': 'tempest-TestServerMultinode-440646828-router', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '37ee15db-4a68-47eb-867b-6f9b14f805a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:07Z', 'updated_at': '2022-04-05T20:52:14Z', 'revision_number': 4, 'project_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'gw_port': {'id': '37ee15db-4a68-47eb-867b-6f9b14f805a2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:09Z', 'updated_at': '2022-04-05T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'b95d3c75-0aa9-4e00-b2b8-bd27fa5da962', 'name': '', 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'mac_address': 'fa:16:3e:3b:f8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': 'b30e36be-dad7-40c3-a22c-cf1826679be6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:13Z', 'updated_at': '2022-04-05T20:52:19Z', 'revision_number': 4, 'project_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'subnets': [{'id': 'b30e36be-dad7-40c3-a22c-cf1826679be6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:52:21.232220 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:21.234866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:21.243301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:21.246397 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d798d468-3cba-46af-8ec6-d492f566b29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.247915 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d798d468-3cba-46af-8ec6-d492f566b29a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc712a50-bf54-4767-bb93-2ebedc287262 HTTP/1.1" status: 204 len: 168 time: 0.6743281 Apr 05 20:52:21.257493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a75449-8753-46ce-b8ef-75ce73814420 None None] Pushing event updated for resources: {'Port': ['ID=bf2138f0-66c1-4710-9ccc-c8c257877eea,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:21.460762 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Pushing event updated for resources: {'Port': ['ID=26498f6f-9d50-41c2-ba24-1b8685776979,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:21.469343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Attempting to bind port 26498f6f-9d50-41c2-ba24-1b8685776979 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:21.469704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Attempting to bind port 26498f6f-9d50-41c2-ba24-1b8685776979 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:21.470102 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Attempting to bind port 26498f6f-9d50-41c2-ba24-1b8685776979 on network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:21.476246 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:21.476657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Checking segment: {'id': 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:21.477023 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.477421 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Bound using segment: {'id': 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:21.477912 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Bound port: 26498f6f-9d50-41c2-ba24-1b8685776979, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:21.478300 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.517052 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Set router c8980d3a-ea6f-4730-b85c-110df7144801 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:21.698311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] For port 26498f6f-9d50-41c2-ba24-1b8685776979, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:21.711796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] For port 26498f6f-9d50-41c2-ba24-1b8685776979, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=26498f6f-9d50-41c2-ba24-1b8685776979,segment=NetworkSegment(c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb),segment_id=c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:21.726092 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.909579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:21.957733 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b65f9-abce-4c08-b210-bf106123bf45 None None] Pushing event updated for resources: {'Port': ['ID=26498f6f-9d50-41c2-ba24-1b8685776979,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:21.989081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 51884) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:22.031037 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.054870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:22.062242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Usage tracker for resource:security_group_rule and tenant:16dc1a750cef4bfc9b235d694c6d9570 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:22.066374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:22.073712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:22.113928 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'name': 'tempest-TestServerMultinode-71758148-router', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c2d2c529-ef0e-4f59-a801-af25e6bd2e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:17Z', 'updated_at': '2022-04-05T20:52:19Z', 'revision_number': 3, 'project_id': '33728a1c4faf45a08cc86c6e1bf83841', 'gw_port': {'id': 'c2d2c529-ef0e-4f59-a801-af25e6bd2e9e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:22.122972 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Checking router: c8980d3a-ea6f-4730-b85c-110df7144801 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:52:22.124017 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Updating router c8980d3a-ea6f-4730-b85c-110df7144801 port c2d2c529-ef0e-4f59-a801-af25e6bd2e9e binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:52:22.205203 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.237134 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:52:22.390752 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.421804 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.518758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16dc1a750cef4bfc9b235d694c6d9570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5284364 Apr 05 20:52:22.569494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51888) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:22.625206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bf2138f0-66c1-4710-9ccc-c8c257877eea up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:22.641175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd930d1-7e47-49ae-8d69-14b6ec34ae85,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:22.686604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:52:22.751855 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Sync routers for ids ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:52:22.766070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.767357 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-012f9944-682e-4599-b575-fad6794e42f0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7698092 Apr 05 20:52:22.775065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Routers {'82ff42ae-5a73-444f-bc43-c2fad38cf2b3'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:22.776269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:22.777244 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51892) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:22.784343 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-661b136b-52e0-4563-af23-aa95d2adeb61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:22.815546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:22.815893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:22.816541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:22.816541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:22.816881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:22.817206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:22.817529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:22.817849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:22.818199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:22.818519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:22.818953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:22.819153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19afadd4-a901-46b9-b4fc-b5b0c5f890ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:22.972285 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port bf2138f0-66c1-4710-9ccc-c8c257877eea completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:22.989861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 26498f6f-9d50-41c2-ba24-1b8685776979 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:23.054074 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2485f0dc-4248-4615-a21a-97eca9677b97 None None] Network 3e776448-7963-4b22-9995-0e398c11cd76 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:52:23.065266 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.090687 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.110438 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Transition to ACTIVE for port object c2d2c529-ef0e-4f59-a801-af25e6bd2e9e will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:23.129143 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.193259 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-661b136b-52e0-4563-af23-aa95d2adeb61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.258161 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d297bca-7e1c-4eee-a3db-00e862e05350 None None] Pushing event updated for resources: {'Port': ['ID=c2d2c529-ef0e-4f59-a801-af25e6bd2e9e,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:23.283411 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Attempting to bind port c2d2c529-ef0e-4f59-a801-af25e6bd2e9e on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:23.283674 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Attempting to bind port c2d2c529-ef0e-4f59-a801-af25e6bd2e9e by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:23.285043 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Attempting to bind port c2d2c529-ef0e-4f59-a801-af25e6bd2e9e on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:23.292436 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:23.293218 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:23.293796 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.294354 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:23.295000 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Bound port: c2d2c529-ef0e-4f59-a801-af25e6bd2e9e, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:23.295538 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.395291 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] For port c2d2c529-ef0e-4f59-a801-af25e6bd2e9e, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:23.400460 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] For port c2d2c529-ef0e-4f59-a801-af25e6bd2e9e, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c2d2c529-ef0e-4f59-a801-af25e6bd2e9e,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:23.411490 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.539065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7252cb31-158f-4f04-a678-e5e6a86cb47f None None] Provisioning for port bf2138f0-66c1-4710-9ccc-c8c257877eea completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:23.551538 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d297bca-7e1c-4eee-a3db-00e862e05350 None None] Pushing event updated for resources: {'Port': ['ID=c2d2c529-ef0e-4f59-a801-af25e6bd2e9e,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:23.555103 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Routers {'c8980d3a-ea6f-4730-b85c-110df7144801'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:23.555945 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8980d3a-ea6f-4730-b85c-110df7144801'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:23.563408 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Set router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:23.597190 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-661b136b-52e0-4563-af23-aa95d2adeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.622395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434beeba-45bb-4a58-a3fb-92865ff0cebf None None] Network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:52:23.627951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b136b-52e0-4563-af23-aa95d2adeb61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd930d1-7e47-49ae-8d69-14b6ec34ae85,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:23.633066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Allocated IP 172.20.0.1 (3e776448-7963-4b22-9995-0e398c11cd76/32a360f7-4e70-40b5-be8a-e8454f42eb32/cc840318-7455-4a93-9910-c754bb0a5a24) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:23.651555 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-661b136b-52e0-4563-af23-aa95d2adeb61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.655082 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-661b136b-52e0-4563-af23-aa95d2adeb61 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cbd930d1-7e47-49ae-8d69-14b6ec34ae85 HTTP/1.1" status: 204 len: 168 time: 1.0829048 Apr 05 20:52:23.778957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7252cb31-158f-4f04-a678-e5e6a86cb47f None None] Provisioning complete for port bf2138f0-66c1-4710-9ccc-c8c257877eea triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:23.779518 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7252cb31-158f-4f04-a678-e5e6a86cb47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.809318 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] Set router c8980d3a-ea6f-4730-b85c-110df7144801 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:23.880395 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.901625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Transition to ACTIVE for port object cc840318-7455-4a93-9910-c754bb0a5a24 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:23.928704 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:23.982347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 26498f6f-9d50-41c2-ba24-1b8685776979 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:24.014192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Network 3e776448-7963-4b22-9995-0e398c11cd76 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:24.021274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:24.021680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:24.033616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:24.149571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Pushing event updated for resources: {'Port': ['ID=cc840318-7455-4a93-9910-c754bb0a5a24,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:24.153377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:24.288893 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'name': 'tempest-TestServerMultinode-71758148-router', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c2d2c529-ef0e-4f59-a801-af25e6bd2e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:17Z', 'updated_at': '2022-04-05T20:52:19Z', 'revision_number': 3, 'project_id': '33728a1c4faf45a08cc86c6e1bf83841', 'gw_port': {'id': 'c2d2c529-ef0e-4f59-a801-af25e6bd2e9e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:24.295227 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8844c5d-d6ce-4a17-8b68-1d731d0b171a None None] The sync data for ids ['c8980d3a-ea6f-4730-b85c-110df7144801'] in n-d-836604-1 is: [{'id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'name': 'tempest-TestServerMultinode-71758148-router', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c2d2c529-ef0e-4f59-a801-af25e6bd2e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:17Z', 'updated_at': '2022-04-05T20:52:19Z', 'revision_number': 3, 'project_id': '33728a1c4faf45a08cc86c6e1bf83841', 'gw_port': {'id': 'c2d2c529-ef0e-4f59-a801-af25e6bd2e9e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:52:24.313110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:24.386120 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:24.531428 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7252cb31-158f-4f04-a678-e5e6a86cb47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:24.567873 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:24.588933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:24.589406 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:24.632096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:24.635893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7252cb31-158f-4f04-a678-e5e6a86cb47f None None] For port bf2138f0-66c1-4710-9ccc-c8c257877eea, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bf2138f0-66c1-4710-9ccc-c8c257877eea,segment=NetworkSegment(130ae6a5-477e-47f4-8d4d-d8f3b10cfa72),segment_id=130ae6a5-477e-47f4-8d4d-d8f3b10cfa72)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:24.642049 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:24.653371 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7252cb31-158f-4f04-a678-e5e6a86cb47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:24.745319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:20Z', 'revision_number': 3, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:24.804076 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Checking router: 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:52:24.805472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Updating router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 port a4340bbf-95b7-43da-9350-abab67cedef3 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:52:24.847809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Pushing event updated for resources: {'Port': ['ID=cc840318-7455-4a93-9910-c754bb0a5a24,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:24.862006 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:24.897075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Allocated IP 172.20.0.1 (2e6ddfd4-41a5-4008-aed4-9793fcbed32b/8dcd449b-6eca-4814-9cae-b6b56f8b6aa6/a376b7e6-0f05-4ab6-84da-13933f4b279f) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:24.989993 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-79d8302a-4d60-47c4-a3a9-2d73e47c819b None None] Provisioning for port 26498f6f-9d50-41c2-ba24-1b8685776979 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:25.079124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252cb31-158f-4f04-a678-e5e6a86cb47f None None] Pushing event updated for resources: {'Port': ['ID=bf2138f0-66c1-4710-9ccc-c8c257877eea,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:25.097592 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.132846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-79d8302a-4d60-47c4-a3a9-2d73e47c819b None None] Provisioning complete for port 26498f6f-9d50-41c2-ba24-1b8685776979 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:25.133552 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-79d8302a-4d60-47c4-a3a9-2d73e47c819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.155119 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.180771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Transition to ACTIVE for port object a376b7e6-0f05-4ab6-84da-13933f4b279f will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:25.186526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Network 3e776448-7963-4b22-9995-0e398c11cd76 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:25.187997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:25.231495 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.248417 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.332910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:25.336374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:25.341006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:25.444130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a376b7e6-0f05-4ab6-84da-13933f4b279f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:25.474477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.539872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b95d3c75-0aa9-4e00-b2b8-bd27fa5da962,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:25.541209 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-79d8302a-4d60-47c4-a3a9-2d73e47c819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:25.557566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Router c8980d3a-ea6f-4730-b85c-110df7144801 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:52:25.748200 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.029532 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-79d8302a-4d60-47c4-a3a9-2d73e47c819b None None] For port 26498f6f-9d50-41c2-ba24-1b8685776979, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=26498f6f-9d50-41c2-ba24-1b8685776979,segment=NetworkSegment(c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb),segment_id=c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:26.039540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=b95d3c75-0aa9-4e00-b2b8-bd27fa5da962,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:26.047980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bf2138f0-66c1-4710-9ccc-c8c257877eea up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:26.049488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:52:26.098350 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-79d8302a-4d60-47c4-a3a9-2d73e47c819b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.110582 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4acfb9a2-3d56-4e9a-9165-8b401c5ea808 admin admin] 10.222.0.24 "PUT /v2.0/routers/c8980d3a-ea6f-4730-b85c-110df7144801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9719961 Apr 05 20:52:26.267644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2ca6436b-155b-4f30-80e7-2d7e31bf0056 None None] Provisioning for port a376b7e6-0f05-4ab6-84da-13933f4b279f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:26.275573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d8302a-4d60-47c4-a3a9-2d73e47c819b None None] Pushing event updated for resources: {'Port': ['ID=26498f6f-9d50-41c2-ba24-1b8685776979,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:26.289722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2ca6436b-155b-4f30-80e7-2d7e31bf0056 None None] Provisioning complete for port a376b7e6-0f05-4ab6-84da-13933f4b279f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:26.290331 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2ca6436b-155b-4f30-80e7-2d7e31bf0056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.366061 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.422035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port bf2138f0-66c1-4710-9ccc-c8c257877eea triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:26.422408 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.496624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2ca6436b-155b-4f30-80e7-2d7e31bf0056 None None] Port a376b7e6-0f05-4ab6-84da-13933f4b279f cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:52:26.503174 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.534176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Transition to ACTIVE for port object a4340bbf-95b7-43da-9350-abab67cedef3 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:26.549481 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2ca6436b-155b-4f30-80e7-2d7e31bf0056 None None] Provisioning complete for port 26498f6f-9d50-41c2-ba24-1b8685776979 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:26.549851 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2ca6436b-155b-4f30-80e7-2d7e31bf0056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.589998 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.667302 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.676879 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.817865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9686c-8c9d-44fa-8a40-6853843effb0 None None] Pushing event updated for resources: {'Port': ['ID=a4340bbf-95b7-43da-9350-abab67cedef3,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:26.824563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Attempting to bind port a4340bbf-95b7-43da-9350-abab67cedef3 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:26.824937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Attempting to bind port a4340bbf-95b7-43da-9350-abab67cedef3 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:26.825299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Attempting to bind port a4340bbf-95b7-43da-9350-abab67cedef3 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:26.832840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c2d2c529-ef0e-4f59-a801-af25e6bd2e9e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:26.866732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:26.867032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:26.867436 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.867999 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:26.868297 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Bound port: a4340bbf-95b7-43da-9350-abab67cedef3, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:26.868663 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.897727 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:26.983952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a376b7e6-0f05-4ab6-84da-13933f4b279f,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:27.023092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] For port a4340bbf-95b7-43da-9350-abab67cedef3, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:27.090302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] For port a4340bbf-95b7-43da-9350-abab67cedef3, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a4340bbf-95b7-43da-9350-abab67cedef3,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:27.099115 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Sync routers for ids ['c8980d3a-ea6f-4730-b85c-110df7144801'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:52:27.105958 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:27.114494 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Routers {'c8980d3a-ea6f-4730-b85c-110df7144801'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:27.115143 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8980d3a-ea6f-4730-b85c-110df7144801'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:27.180696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c2d2c529-ef0e-4f59-a801-af25e6bd2e9e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:27.185360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2ca6436b-155b-4f30-80e7-2d7e31bf0056 None None] Provisioning for port cc840318-7455-4a93-9910-c754bb0a5a24 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:27.195917 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.196275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.196532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.197921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.198223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.198597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.198817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.199119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.199444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.199765 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.200083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.200402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:52:27.210782 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2ca6436b-155b-4f30-80e7-2d7e31bf0056 None None] Provisioning complete for port cc840318-7455-4a93-9910-c754bb0a5a24 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:27.211252 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2ca6436b-155b-4f30-80e7-2d7e31bf0056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:27.256363 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c2d2c529-ef0e-4f59-a801-af25e6bd2e9e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:27.256828 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:27.295544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:27.296874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:27.330120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Routers {'82ff42ae-5a73-444f-bc43-c2fad38cf2b3'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:27.331003 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:27.425368 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Set router c8980d3a-ea6f-4730-b85c-110df7144801 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:27.479859 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9686c-8c9d-44fa-8a40-6853843effb0 None None] Pushing event updated for resources: {'Port': ['ID=a4340bbf-95b7-43da-9350-abab67cedef3,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:27.532370 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2ca6436b-155b-4f30-80e7-2d7e31bf0056 None None] Port cc840318-7455-4a93-9910-c754bb0a5a24 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:52:27.547998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-cbf11962-334f-42db-8247-8bbb55903b18 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:27.548719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-cbf11962-334f-42db-8247-8bbb55903b18 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Synchronizing usage tracker for tenant:33728a1c4faf45a08cc86c6e1bf83841 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:27.600383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-cbf11962-334f-42db-8247-8bbb55903b18 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Unset dirty status for tenant:33728a1c4faf45a08cc86c6e1bf83841 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:27.601589 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-cbf11962-334f-42db-8247-8bbb55903b18 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/networks?id=8aefe763-c591-491f-887f-314fe5744d4c HTTP/1.1" status: 200 len: 910 time: 0.3354690 Apr 05 20:52:27.618358 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-ea89013a-1198-4153-9d7d-ce8b45eb0da5 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/quotas/33728a1c4faf45a08cc86c6e1bf83841 HTTP/1.1" status: 200 len: 375 time: 0.0104983 Apr 05 20:52:27.693444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:52:27.819901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2ca6436b-155b-4f30-80e7-2d7e31bf0056 None None] Provisioning complete for port bf2138f0-66c1-4710-9ccc-c8c257877eea triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:27.820231 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2ca6436b-155b-4f30-80e7-2d7e31bf0056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:27.922729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-2c2ed5b6-ae54-41b4-b083-4ca2bd337127 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Synchronizing usage tracker for tenant:33728a1c4faf45a08cc86c6e1bf83841 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:27.942966 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:27.950323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-2c2ed5b6-ae54-41b4-b083-4ca2bd337127 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Unset dirty status for tenant:33728a1c4faf45a08cc86c6e1bf83841 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:27.953187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-2c2ed5b6-ae54-41b4-b083-4ca2bd337127 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=33728a1c4faf45a08cc86c6e1bf83841&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3255084 Apr 05 20:52:27.976249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:52:27.989477 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fe2fb030-fec1-4f99-bd27-95b2543875b7 admin admin] 10.222.0.24 "PUT /v2.0/routers/82ff42ae-5a73-444f-bc43-c2fad38cf2b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2111211 Apr 05 20:52:27.994701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port c2d2c529-ef0e-4f59-a801-af25e6bd2e9e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c2d2c529-ef0e-4f59-a801-af25e6bd2e9e,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:27.998540 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'name': 'tempest-TestServerMultinode-71758148-router', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c2d2c529-ef0e-4f59-a801-af25e6bd2e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:17Z', 'updated_at': '2022-04-05T20:52:24Z', 'revision_number': 4, 'project_id': '33728a1c4faf45a08cc86c6e1bf83841', 'gw_port': {'id': 'c2d2c529-ef0e-4f59-a801-af25e6bd2e9e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'cc840318-7455-4a93-9910-c754bb0a5a24', 'name': '', 'network_id': '3e776448-7963-4b22-9995-0e398c11cd76', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'mac_address': 'fa:16:3e:56:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '32a360f7-4e70-40b5-be8a-e8454f42eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:23Z', 'updated_at': '2022-04-05T20:52:24Z', 'revision_number': 2, 'project_id': '33728a1c4faf45a08cc86c6e1bf83841', 'subnets': [{'id': '32a360f7-4e70-40b5-be8a-e8454f42eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:28.005306 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Checking router: c8980d3a-ea6f-4730-b85c-110df7144801 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:52:28.006256 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Updating router c8980d3a-ea6f-4730-b85c-110df7144801 port cc840318-7455-4a93-9910-c754bb0a5a24 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:52:28.012375 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.015538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] Set router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:28.094497 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.169466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 26498f6f-9d50-41c2-ba24-1b8685776979 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:28.309201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51976) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:28.438110 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=c2d2c529-ef0e-4f59-a801-af25e6bd2e9e,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:28.440227 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ceef971-de45-408c-bd3f-18979ced7a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.440566 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-c4fdbb93-c52b-44dc-96c9-3f46b13d6751 service neutron] 10.222.0.24 "GET /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4786220 Apr 05 20:52:28.447809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 26498f6f-9d50-41c2-ba24-1b8685776979 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:28.448175 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.486991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8ceef971-de45-408c-bd3f-18979ced7a8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:28.491094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8ceef971-de45-408c-bd3f-18979ced7a8f admin admin] Usage tracker for resource:security_group_rule and tenant:c5b831e9410f4d2d9d95493df549bbcf is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:28.494596 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8ceef971-de45-408c-bd3f-18979ced7a8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:28.501560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8ceef971-de45-408c-bd3f-18979ced7a8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:28.622217 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ceef971-de45-408c-bd3f-18979ced7a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.631091 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ceef971-de45-408c-bd3f-18979ced7a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.635553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-0eb5179b-98c6-4529-a260-456408d592ff service neutron] 10.222.0.24 "GET /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841996 Apr 05 20:52:28.671126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceef971-de45-408c-bd3f-18979ced7a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3a56ed-88a2-4d99-a925-cc7de4e93b0b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:28.714326 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8ceef971-de45-408c-bd3f-18979ced7a8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5b831e9410f4d2d9d95493df549bbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4030044 Apr 05 20:52:28.716514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 51988) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:28.730963 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.755676 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Transition to ACTIVE for port object cc840318-7455-4a93-9910-c754bb0a5a24 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:28.772235 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.780768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4fee76b9-ab0f-4787-90b5-8fcda297a7f5 None None] Provisioning complete for port a376b7e6-0f05-4ab6-84da-13933f4b279f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:28.781146 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4fee76b9-ab0f-4787-90b5-8fcda297a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.799726 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c24d44a1-49e8-4420-bf64-1da812755e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.832416 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c24d44a1-49e8-4420-bf64-1da812755e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:28.930795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c24d44a1-49e8-4420-bf64-1da812755e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.013717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24d44a1-49e8-4420-bf64-1da812755e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3a56ed-88a2-4d99-a925-cc7de4e93b0b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:29.014022 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4fee76b9-ab0f-4787-90b5-8fcda297a7f5 None None] Port a376b7e6-0f05-4ab6-84da-13933f4b279f cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:52:29.018002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:29.052969 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-52d7e2a1-ef9e-45e7-83cc-2fd68a8fa8c2 req-4e4d6e8e-8cfa-42a2-953b-b0c5606c2a3e tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 210 time: 0.1149499 Apr 05 20:52:29.054829 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c24d44a1-49e8-4420-bf64-1da812755e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.066166 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c24d44a1-49e8-4420-bf64-1da812755e0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff3a56ed-88a2-4d99-a925-cc7de4e93b0b HTTP/1.1" status: 204 len: 168 time: 0.3423193 Apr 05 20:52:29.071761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52004) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:29.077498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1371725652-network', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:29.081847 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d98f1-2ba2-4c0b-a34d-92284d386131 None None] Pushing event updated for resources: {'Port': ['ID=cc840318-7455-4a93-9910-c754bb0a5a24,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:29.090298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:29.101968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Usage tracker for resource:network and tenant:c85e878e524c43e3a519cc06a17abb1f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:29.105188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:29.107567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'a376b7e6-0f05-4ab6-84da-13933f4b279f', 'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'mac_address': 'fa:16:3e:51:9e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:24Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 2, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'subnets': [{'id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:29.115082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:29.131348 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Attempting to bind port cc840318-7455-4a93-9910-c754bb0a5a24 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:29.131916 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Attempting to bind port cc840318-7455-4a93-9910-c754bb0a5a24 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '130ae6a5-477e-47f4-8d4d-d8f3b10cfa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e776448-7963-4b22-9995-0e398c11cd76'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:29.132728 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Attempting to bind port cc840318-7455-4a93-9910-c754bb0a5a24 on network 3e776448-7963-4b22-9995-0e398c11cd76 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:29.138615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4fd5f-f5e8-4156-b703-a5ec17004d67 None None] The sync data for ids ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'] in n-d-836604-1 is: [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'a376b7e6-0f05-4ab6-84da-13933f4b279f', 'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'mac_address': 'fa:16:3e:51:9e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:24Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 2, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'subnets': [{'id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:52:29.140281 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:29.140873 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Checking segment: {'id': '130ae6a5-477e-47f4-8d4d-d8f3b10cfa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e776448-7963-4b22-9995-0e398c11cd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:29.141463 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.142061 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Bound using segment: {'id': '130ae6a5-477e-47f4-8d4d-d8f3b10cfa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e776448-7963-4b22-9995-0e398c11cd76'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:29.142723 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Bound port: cc840318-7455-4a93-9910-c754bb0a5a24, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130ae6a5-477e-47f4-8d4d-d8f3b10cfa72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3e776448-7963-4b22-9995-0e398c11cd76'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:29.143916 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.154757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Made reservation on behalf of c85e878e524c43e3a519cc06a17abb1f for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:29.157289 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.198181 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.223677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:29.229345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Usage tracker for resource:security_group_rule and tenant:c85e878e524c43e3a519cc06a17abb1f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:29.232422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:29.239514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:29.257626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:29.258228 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.326373 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] For port cc840318-7455-4a93-9910-c754bb0a5a24, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:29.333743 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] For port cc840318-7455-4a93-9910-c754bb0a5a24, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cc840318-7455-4a93-9910-c754bb0a5a24,segment=NetworkSegment(130ae6a5-477e-47f4-8d4d-d8f3b10cfa72),segment_id=130ae6a5-477e-47f4-8d4d-d8f3b10cfa72)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:29.342891 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.387197 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.394545 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.444480 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Routers {'c8980d3a-ea6f-4730-b85c-110df7144801'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:29.445104 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8980d3a-ea6f-4730-b85c-110df7144801'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:29.538997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:52:29.562173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d627400-b483-4c7d-849c-6497824c340a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:29.582378 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.582707 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Added segment bc7745ef-90e2-4c7a-ab7d-dafbfd105961 of type vlan for network 17eae1df-2d8c-4760-86df-8d5b013940c2 Apr 05 20:52:29.669727 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.754319 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] Set router c8980d3a-ea6f-4730-b85c-110df7144801 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:29.761445 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.762531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:29.763166 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.860972 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7851453 Apr 05 20:52:29.861267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52016) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:29.871517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Request body: {'subnet': {'network_id': '17eae1df-2d8c-4760-86df-8d5b013940c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1371725652-subnet', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:29.872613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52020) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:29.877322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:29.881812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Usage tracker for resource:subnet and tenant:c85e878e524c43e3a519cc06a17abb1f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:29.885607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:29.892457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:29.917303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Made reservation on behalf of c85e878e524c43e3a519cc06a17abb1f for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:29.920276 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:29.984815 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58b77334-2522-46e0-8e89-05f001da0709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.003111 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d98f1-2ba2-4c0b-a34d-92284d386131 None None] Pushing event updated for resources: {'Port': ['ID=cc840318-7455-4a93-9910-c754bb0a5a24,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:30.015653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f3af8-e492-4b2f-90d0-75101516cd27 admin admin] Pushing event updated for resources: {'Network': ['ID=17eae1df-2d8c-4760-86df-8d5b013940c2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:30.023388 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-58b77334-2522-46e0-8e89-05f001da0709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:30.028617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-58b77334-2522-46e0-8e89-05f001da0709 admin admin] Usage tracker for resource:security_group_rule and tenant:e2d0985c2f68437aa612ca8fcb968891 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:30.032328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-58b77334-2522-46e0-8e89-05f001da0709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:30.039002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-58b77334-2522-46e0-8e89-05f001da0709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:30.045856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 17eae1df-2d8c-4760-86df-8d5b013940c2 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:52:30.232426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c2d2c529-ef0e-4f59-a801-af25e6bd2e9e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:30.276550 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58b77334-2522-46e0-8e89-05f001da0709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.350935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c2d2c529-ef0e-4f59-a801-af25e6bd2e9e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:30.360278 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-58b77334-2522-46e0-8e89-05f001da0709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.362166 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.381485 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.399285 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'name': 'tempest-TestServerMultinode-71758148-router', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c2d2c529-ef0e-4f59-a801-af25e6bd2e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:17Z', 'updated_at': '2022-04-05T20:52:24Z', 'revision_number': 4, 'project_id': '33728a1c4faf45a08cc86c6e1bf83841', 'gw_port': {'id': 'c2d2c529-ef0e-4f59-a801-af25e6bd2e9e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'cc840318-7455-4a93-9910-c754bb0a5a24', 'name': '', 'network_id': '3e776448-7963-4b22-9995-0e398c11cd76', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'mac_address': 'fa:16:3e:56:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '32a360f7-4e70-40b5-be8a-e8454f42eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:23Z', 'updated_at': '2022-04-05T20:52:29Z', 'revision_number': 4, 'project_id': '33728a1c4faf45a08cc86c6e1bf83841', 'subnets': [{'id': '32a360f7-4e70-40b5-be8a-e8454f42eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:30.406081 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39761806-4110-4ce8-9048-30442180f8d1 None None] The sync data for ids ['c8980d3a-ea6f-4730-b85c-110df7144801'] in n-d-836604-1 is: [{'id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'name': 'tempest-TestServerMultinode-71758148-router', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c2d2c529-ef0e-4f59-a801-af25e6bd2e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:17Z', 'updated_at': '2022-04-05T20:52:24Z', 'revision_number': 4, 'project_id': '33728a1c4faf45a08cc86c6e1bf83841', 'gw_port': {'id': 'c2d2c529-ef0e-4f59-a801-af25e6bd2e9e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'cc840318-7455-4a93-9910-c754bb0a5a24', 'name': '', 'network_id': '3e776448-7963-4b22-9995-0e398c11cd76', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'mac_address': 'fa:16:3e:56:8e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'device_owner': 'network:router_interface', 'standard_attr_id': 3701, 'fixed_ips': [{'subnet_id': '32a360f7-4e70-40b5-be8a-e8454f42eb32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:23Z', 'updated_at': '2022-04-05T20:52:29Z', 'revision_number': 4, 'project_id': '33728a1c4faf45a08cc86c6e1bf83841', 'subnets': [{'id': '32a360f7-4e70-40b5-be8a-e8454f42eb32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:52:30.447983 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-855f0d7d-31a2-4130-b048-570f438091f7 req-ca5f0251-82fe-4f59-8e01-364fec029324 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 210 time: 0.1591556 Apr 05 20:52:30.474755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7972a95-e66e-4aaa-b811-7d885259a707,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:30.519288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Checking segment: {'id': 'bc7745ef-90e2-4c7a-ab7d-dafbfd105961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17eae1df-2d8c-4760-86df-8d5b013940c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:30.521214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Network hostable DHCP agents. Network: 17eae1df-2d8c-4760-86df-8d5b013940c2, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:52:30.529816 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-58b77334-2522-46e0-8e89-05f001da0709 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2d0985c2f68437aa612ca8fcb968891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6560173 Apr 05 20:52:30.534154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52026) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:30.560456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b77334-2522-46e0-8e89-05f001da0709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba409c3-977d-4441-bb96-81f06c6ea522,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:30.573576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Network 17eae1df-2d8c-4760-86df-8d5b013940c2 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:52:30.592988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 17eae1df-2d8c-4760-86df-8d5b013940c2) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:30.598523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:30.599147 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.606134 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebefab88-63a1-454c-81f0-e59db91e15c1 None None] Network 17eae1df-2d8c-4760-86df-8d5b013940c2 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:52:30.633313 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-53e601bc-76e0-435c-89d9-110fed6e7cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.645053 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dde9ea37-6150-4341-a62b-e2fc6a7d798b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7820425 Apr 05 20:52:30.647566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52030) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:30.654310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1371725652-router', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:30.664577 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:30.669851 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-53e601bc-76e0-435c-89d9-110fed6e7cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.679766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Usage tracker for resource:router and tenant:c85e878e524c43e3a519cc06a17abb1f is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:30.683619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:30.694751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:30.720610 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.721797 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.762656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-53e601bc-76e0-435c-89d9-110fed6e7cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.799927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e601bc-76e0-435c-89d9-110fed6e7cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba409c3-977d-4441-bb96-81f06c6ea522,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:30.804147 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.807433 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-53e601bc-76e0-435c-89d9-110fed6e7cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:30.811728 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-53e601bc-76e0-435c-89d9-110fed6e7cd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ba409c3-977d-4441-bb96-81f06c6ea522 HTTP/1.1" status: 204 len: 168 time: 0.2733591 Apr 05 20:52:30.992750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-17eae1df-2d8c-4760-86df-8d5b013940c2', 'network_id': '17eae1df-2d8c-4760-86df-8d5b013940c2', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'fixed_ips': [{'subnet_id': 'f7972a95-e66e-4aaa-b811-7d885259a707'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:52:30.993625 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.206634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Allocated IP 172.20.0.2 (17eae1df-2d8c-4760-86df-8d5b013940c2/f7972a95-e66e-4aaa-b811-7d885259a707/d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:31.350581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-0d8fffdb-f17c-4106-a935-eb32dd302356 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:31.352788 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-0d8fffdb-f17c-4106-a935-eb32dd302356 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.41 "GET /v2.0/networks?id=8aefe763-c591-491f-887f-314fe5744d4c HTTP/1.1" status: 200 len: 910 time: 0.6125846 Apr 05 20:52:31.441022 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.453026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Request body: {'port': {'device_id': '67dbb695-5cde-40db-b678-f248efb65366', 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c', 'admin_state_up': True, 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:31.458588 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:31.492214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:31.505707 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.518805 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Transition to ACTIVE for port object d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:31.542751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Transition to ACTIVE for port object d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:31.547914 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.562476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Made reservation on behalf of 33728a1c4faf45a08cc86c6e1bf83841 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:31.564818 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.613682 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Network 17eae1df-2d8c-4760-86df-8d5b013940c2 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:31.616532 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:31.623774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:31.640594 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b6af92e0-6d10-4dde-87ad-54983af6c1fc req-1f068ae7-c428-4aba-ae1b-6b2d7feaf6c5 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 210 time: 0.0588129 Apr 05 20:52:31.681804 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Pushing event updated for resources: {'Port': ['ID=d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:31.736617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Attempting to bind port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:31.737080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Attempting to bind port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'bc7745ef-90e2-4c7a-ab7d-dafbfd105961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17eae1df-2d8c-4760-86df-8d5b013940c2'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:31.737381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Attempting to bind port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 on network 17eae1df-2d8c-4760-86df-8d5b013940c2 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:31.743131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:31.744126 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Checking segment: {'id': 'bc7745ef-90e2-4c7a-ab7d-dafbfd105961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17eae1df-2d8c-4760-86df-8d5b013940c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:31.744500 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.744921 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Bound using segment: {'id': 'bc7745ef-90e2-4c7a-ab7d-dafbfd105961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17eae1df-2d8c-4760-86df-8d5b013940c2'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:31.745379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Bound port: d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7745ef-90e2-4c7a-ab7d-dafbfd105961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17eae1df-2d8c-4760-86df-8d5b013940c2'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:31.745744 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.844798 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] For port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:31.848002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] For port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3,segment=NetworkSegment(bc7745ef-90e2-4c7a-ab7d-dafbfd105961),segment_id=bc7745ef-90e2-4c7a-ab7d-dafbfd105961)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:31.852595 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:31.923546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Allocated IP 172.20.0.5 (8aefe763-c591-491f-887f-314fe5744d4c/b30e36be-dad7-40c3-a22c-cf1826679be6/939e28e3-f57c-4d24-9b23-52db8abcb05b) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:31.936769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3252d02-1a0b-4341-8cd9-f5b4021c8057 None None] Pushing event updated for resources: {'Port': ['ID=d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:32.016272 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.068019 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.173648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a4340bbf-95b7-43da-9350-abab67cedef3 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:32.289669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a4340bbf-95b7-43da-9350-abab67cedef3 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:32.297615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a4340bbf-95b7-43da-9350-abab67cedef3 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:32.298229 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.383578 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.397509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Allocated IP 172.25.8.171 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/cfb0795f-a06b-41e8-9c55-0dc3f212aef8) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:32.416638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Transition to ACTIVE for port object 939e28e3-f57c-4d24-9b23-52db8abcb05b will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:32.557931 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.580842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a4340bbf-95b7-43da-9350-abab67cedef3, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a4340bbf-95b7-43da-9350-abab67cedef3,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:32.583239 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.591236 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.592360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cc840318-7455-4a93-9910-c754bb0a5a24 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:32.673474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52102) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:32.751497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a4340bbf-95b7-43da-9350-abab67cedef3,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:32.787217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port cc840318-7455-4a93-9910-c754bb0a5a24 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:32.793838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port cc840318-7455-4a93-9910-c754bb0a5a24 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:32.794127 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.941664 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d76b3b1a-ad1a-4769-910c-83f5ff3a5f7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.943003 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.959001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d76b3b1a-ad1a-4769-910c-83f5ff3a5f7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:32.963344 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d76b3b1a-ad1a-4769-910c-83f5ff3a5f7b admin admin] Usage tracker for resource:security_group_rule and tenant:e25efab0fd124af0a4919cd10b274f04 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:32.966877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d76b3b1a-ad1a-4769-910c-83f5ff3a5f7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:32.973124 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d76b3b1a-ad1a-4769-910c-83f5ff3a5f7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:32.981856 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:32.993076 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.023743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port cc840318-7455-4a93-9910-c754bb0a5a24, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cc840318-7455-4a93-9910-c754bb0a5a24,segment=NetworkSegment(130ae6a5-477e-47f4-8d4d-d8f3b10cfa72),segment_id=130ae6a5-477e-47f4-8d4d-d8f3b10cfa72)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:33.032335 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.032678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Network 8aefe763-c591-491f-887f-314fe5744d4c is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:33.040215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:33.043722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:33.044516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Pushing event updated for resources: {'Port': ['ID=939e28e3-f57c-4d24-9b23-52db8abcb05b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:33.046815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:33.077961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:33.082540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:33.092106 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d76b3b1a-ad1a-4769-910c-83f5ff3a5f7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.102080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d76b3b1a-ad1a-4769-910c-83f5ff3a5f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.155489 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d76b3b1a-ad1a-4769-910c-83f5ff3a5f7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e25efab0fd124af0a4919cd10b274f04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4809091 Apr 05 20:52:33.162022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52110) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:33.193639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b3b1a-ad1a-4769-910c-83f5ff3a5f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8543f15c-191f-46d5-8fc6-de1ce81d3137,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:33.213255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=cc840318-7455-4a93-9910-c754bb0a5a24,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:33.220527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a36f9b-5d5a-4f0a-8e8f-ee1ac312e38c req-60a672dd-0fbc-4c9c-9237-7a31e0f552f4 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:33.222060 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-00a36f9b-5d5a-4f0a-8e8f-ee1ac312e38c req-60a672dd-0fbc-4c9c-9237-7a31e0f552f4 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1027 time: 0.3628535 Apr 05 20:52:33.293035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a0d1a57-4bb2-4cf6-8110-f27144243136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.306383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-00a36f9b-5d5a-4f0a-8e8f-ee1ac312e38c req-5f8323f9-23fb-48cb-bc22-a0c6609dff37 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Synchronizing usage tracker for tenant:33728a1c4faf45a08cc86c6e1bf83841 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:33.337041 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a0d1a57-4bb2-4cf6-8110-f27144243136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.362843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-00a36f9b-5d5a-4f0a-8e8f-ee1ac312e38c req-5f8323f9-23fb-48cb-bc22-a0c6609dff37 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Unset dirty status for tenant:33728a1c4faf45a08cc86c6e1bf83841 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:33.370507 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-00a36f9b-5d5a-4f0a-8e8f-ee1ac312e38c req-5f8323f9-23fb-48cb-bc22-a0c6609dff37 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363382 Apr 05 20:52:33.402382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c52551d-21bb-44a4-b5cf-8d1377f2b527 None None] Network 17eae1df-2d8c-4760-86df-8d5b013940c2 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:52:33.421986 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a0d1a57-4bb2-4cf6-8110-f27144243136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.429083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-20825f02-884d-4408-b887-85ad24c11a47 None None] Provisioning for port 939e28e3-f57c-4d24-9b23-52db8abcb05b completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:33.440417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-20825f02-884d-4408-b887-85ad24c11a47 None None] Provisioning complete for port 939e28e3-f57c-4d24-9b23-52db8abcb05b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:33.440843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d1a57-4bb2-4cf6-8110-f27144243136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8543f15c-191f-46d5-8fc6-de1ce81d3137,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:33.440998 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-20825f02-884d-4408-b887-85ad24c11a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.449547 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a0d1a57-4bb2-4cf6-8110-f27144243136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.450747 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9a0d1a57-4bb2-4cf6-8110-f27144243136 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8543f15c-191f-46d5-8fc6-de1ce81d3137 HTTP/1.1" status: 204 len: 168 time: 0.2871807 Apr 05 20:52:33.498965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:33.499512 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.506429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb0795f-a06b-41e8-9c55-0dc3f212aef8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:33.597388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-20825f02-884d-4408-b887-85ad24c11a47 None None] Port 939e28e3-f57c-4d24-9b23-52db8abcb05b cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:52:33.619011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-71015e3e-1010-405b-8960-3ca3161d447f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1701677 Apr 05 20:52:33.636402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Request body: {'port': {'device_id': '67dbb695-5cde-40db-b678-f248efb65366', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:33.737993 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-449392cb-3209-4420-ac49-58e2be1743d4 None None] Provisioning for port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:33.916368 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:33.935390 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:34.142601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Sync routers for ids ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:52:34.153250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Routers {'82ff42ae-5a73-444f-bc43-c2fad38cf2b3'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:34.154088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:34.239097 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a4340bbf-95b7-43da-9350-abab67cedef3 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:34.473291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Set router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:34.502531 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:34.522313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a4340bbf-95b7-43da-9350-abab67cedef3 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:34.522928 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:34.879633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cc840318-7455-4a93-9910-c754bb0a5a24 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:34.973565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995deda-86da-4a13-98b4-d5075c083eda req-c18da0c3-5732-402e-9af5-ee35f74f7bdd tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:34.974563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1995deda-86da-4a13-98b4-d5075c083eda req-c18da0c3-5732-402e-9af5-ee35f74f7bdd tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Synchronizing usage tracker for tenant:33728a1c4faf45a08cc86c6e1bf83841 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:35.000713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port cc840318-7455-4a93-9910-c754bb0a5a24 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:35.001014 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.026699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-1995deda-86da-4a13-98b4-d5075c083eda req-c18da0c3-5732-402e-9af5-ee35f74f7bdd tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Unset dirty status for tenant:33728a1c4faf45a08cc86c6e1bf83841 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:35.027856 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1995deda-86da-4a13-98b4-d5075c083eda req-c18da0c3-5732-402e-9af5-ee35f74f7bdd tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1027 time: 0.5057566 Apr 05 20:52:35.049380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'a376b7e6-0f05-4ab6-84da-13933f4b279f', 'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'mac_address': 'fa:16:3e:51:9e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:24Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 2, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'subnets': [{'id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:35.064700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Checking router: 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:52:35.065506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Updating router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 port a376b7e6-0f05-4ab6-84da-13933f4b279f binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:52:35.095919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Router adbe8215-678b-41b8-b306-06fa3c516688 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:52:35.120027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939e28e3-f57c-4d24-9b23-52db8abcb05b {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:52:35.164775 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.212426 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.212584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52150) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:35.239952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:35.295408 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1995deda-86da-4a13-98b4-d5075c083eda req-97c917e4-9961-4b39-aa14-a20cc0da4fe7 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312419 Apr 05 20:52:35.314614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Transition to ACTIVE for port object 939e28e3-f57c-4d24-9b23-52db8abcb05b will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:35.320288 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.388833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:52:35.401316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:35.408594 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Sync routers for ids ['adbe8215-678b-41b8-b306-06fa3c516688'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:52:35.419644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:35.419905 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.421937 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Routers {'adbe8215-678b-41b8-b306-06fa3c516688'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:35.423455 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['adbe8215-678b-41b8-b306-06fa3c516688'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:35.442323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1521988712'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:35.454909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:35.464859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Usage tracker for resource:network and tenant:9657a1077bff4b8d845d83fc8fdef44e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:35.470699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:35.477296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:35.490208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Made reservation on behalf of 9657a1077bff4b8d845d83fc8fdef44e for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:35.494915 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.510302 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.528766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:35.532945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Usage tracker for resource:security_group_rule and tenant:9657a1077bff4b8d845d83fc8fdef44e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:35.536626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:35.543057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:35.555006 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.556402 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6915c9fb-d349-4e23-96a0-f9da1f2110d4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9078701 Apr 05 20:52:35.566921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52156) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:35.640547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Pushing event updated for resources: {'Port': ['ID=939e28e3-f57c-4d24-9b23-52db8abcb05b,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:35.678798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Attempting to bind port 939e28e3-f57c-4d24-9b23-52db8abcb05b on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:35.679342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Attempting to bind port 939e28e3-f57c-4d24-9b23-52db8abcb05b by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:35.679494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Attempting to bind port 939e28e3-f57c-4d24-9b23-52db8abcb05b on network 8aefe763-c591-491f-887f-314fe5744d4c {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:35.686094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Port 939e28e3-f57c-4d24-9b23-52db8abcb05b on network 8aefe763-c591-491f-887f-314fe5744d4c not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:35.690874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Attempting to bind port 939e28e3-f57c-4d24-9b23-52db8abcb05b on network 8aefe763-c591-491f-887f-314fe5744d4c {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:35.703726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:35.705915 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Checking segment: {'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:35.706597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Bound using segment: {'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:35.708507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Bound port: 939e28e3-f57c-4d24-9b23-52db8abcb05b, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:35.708928 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.746952 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Set router adbe8215-678b-41b8-b306-06fa3c516688 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:35.857474 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.860302 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.870468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] For port 939e28e3-f57c-4d24-9b23-52db8abcb05b, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:35.876072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] For port 939e28e3-f57c-4d24-9b23-52db8abcb05b, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=939e28e3-f57c-4d24-9b23-52db8abcb05b,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:35.883035 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.892280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Transition to ACTIVE for port object a376b7e6-0f05-4ab6-84da-13933f4b279f will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:35.903825 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.908753 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.921972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.948161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3,segment=NetworkSegment(bc7745ef-90e2-4c7a-ab7d-dafbfd105961),segment_id=bc7745ef-90e2-4c7a-ab7d-dafbfd105961)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:35.970407 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:35.985709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Pushing event updated for resources: {'Port': ['ID=939e28e3-f57c-4d24-9b23-52db8abcb05b,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:36.004504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:36.007001 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.008301 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-7069890f-9cc9-4c22-bd7f-301ad06a9244 service neutron] 10.222.0.41 "PUT /v2.0/ports/939e28e3-f57c-4d24-9b23-52db8abcb05b HTTP/1.1" status: 200 len: 1091 time: 2.3794365 Apr 05 20:52:36.009555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67dbb695-5cde-40db-b678-f248efb65366', 'tag': '939e28e3-f57c-4d24-9b23-52db8abcb05b'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:52:36.135646 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67dbb695-5cde-40db-b678-f248efb65366', 'tag': '939e28e3-f57c-4d24-9b23-52db8abcb05b', 'status': 'completed', 'code': 200} Apr 05 20:52:36.171137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b9f60-b9b9-4319-bbd1-707706c03d9e None None] Pushing event updated for resources: {'Port': ['ID=a376b7e6-0f05-4ab6-84da-13933f4b279f,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:36.189416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-5923d879-034f-45c9-b697-8c9e2124c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:36.193765 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-5923d879-034f-45c9-b697-8c9e2124c371 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=33728a1c4faf45a08cc86c6e1bf83841&device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1094 time: 0.1288815 Apr 05 20:52:36.281130 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'name': 'tempest-TestVolumeBackupRestore-1371725652-router', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'cfb0795f-a06b-41e8-9c55-0dc3f212aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:30Z', 'updated_at': '2022-04-05T20:52:33Z', 'revision_number': 3, 'project_id': 'c85e878e524c43e3a519cc06a17abb1f', 'gw_port': {'id': 'cfb0795f-a06b-41e8-9c55-0dc3f212aef8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:32Z', 'updated_at': '2022-04-05T20:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:36.281487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:52:36.286847 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Checking router: adbe8215-678b-41b8-b306-06fa3c516688 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:52:36.287396 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Updating router adbe8215-678b-41b8-b306-06fa3c516688 port cfb0795f-a06b-41e8-9c55-0dc3f212aef8 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:52:36.329061 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-107a3410-3f49-4aa4-837b-f5881d00c4a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=939e28e3-f57c-4d24-9b23-52db8abcb05b HTTP/1.1" status: 200 len: 217 time: 0.1273053 Apr 05 20:52:36.342896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b5b161-babb-42a2-8037-c03064d12b7b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:36.361324 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.361526 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Added segment 4c84df21-7180-422e-b105-6e7ea6c4ee58 of type vlan for network 23b1b8dd-5e82-474c-97d8-35065974a76a Apr 05 20:52:36.393843 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Attempting to bind port a376b7e6-0f05-4ab6-84da-13933f4b279f on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:36.394247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Attempting to bind port a376b7e6-0f05-4ab6-84da-13933f4b279f by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:36.395068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Attempting to bind port a376b7e6-0f05-4ab6-84da-13933f4b279f on network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:36.415951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:36.416316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Checking segment: {'id': 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:36.416709 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.417092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Bound using segment: {'id': 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:36.417555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Bound port: a376b7e6-0f05-4ab6-84da-13933f4b279f, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:36.417938 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.435324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:36.435539 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.437173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-c0ce7b0a-0319-4c74-a1c1-5df2c8a5f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:36.443861 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-c0ce7b0a-0319-4c74-a1c1-5df2c8a5f095 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b30e36be-dad7-40c3-a22c-cf1826679be6 HTTP/1.1" status: 200 len: 848 time: 0.0996258 Apr 05 20:52:36.479607 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.547350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] For port a376b7e6-0f05-4ab6-84da-13933f4b279f, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:36.550926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] For port a376b7e6-0f05-4ab6-84da-13933f4b279f, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a376b7e6-0f05-4ab6-84da-13933f4b279f,segment=NetworkSegment(c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb),segment_id=c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:36.565446 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.587732 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-8c98d734-1271-4a3e-b862-f778dea2ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:36.589191 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-8c98d734-1271-4a3e-b862-f778dea2ac2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8aefe763-c591-491f-887f-314fe5744d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1396818 Apr 05 20:52:36.610845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.617767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:36.618747 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.684031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Routers {'82ff42ae-5a73-444f-bc43-c2fad38cf2b3'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:36.684825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:36.694206 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4803853 Apr 05 20:52:36.795724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b9f60-b9b9-4319-bbd1-707706c03d9e None None] Pushing event updated for resources: {'Port': ['ID=a376b7e6-0f05-4ab6-84da-13933f4b279f,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:36.994020 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:36.994421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd3ae4-b65a-4dc2-a5ca-06fe6c3c52d5 tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Pushing event updated for resources: {'Network': ['ID=23b1b8dd-5e82-474c-97d8-35065974a76a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:37.007214 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Transition to ACTIVE for port object cfb0795f-a06b-41e8-9c55-0dc3f212aef8 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:37.015676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 23b1b8dd-5e82-474c-97d8-35065974a76a details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:52:37.016259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52168) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:37.018017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861a047-ec97-4a4f-92a1-ea3e4fe08a19 req-56690867-aa07-448d-9dcc-c0e879ef04e6 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:37.019863 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.025812 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5861a047-ec97-4a4f-92a1-ea3e4fe08a19 req-56690867-aa07-448d-9dcc-c0e879ef04e6 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1094 time: 0.5160329 Apr 05 20:52:37.045024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Request body: {'port': {'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a', 'binding:host_id': 'n-h1-836604-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1373315645'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:37.057360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:37.072134 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] Set router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:37.075704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Usage tracker for resource:port and tenant:cd4ece92b028453d946b11df9fdabfbf is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:37.080999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:37.094551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:37.097408 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.097740 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-a985b7cb-4988-4b26-8a3c-c7904dbda0d1 service neutron] 10.222.0.41 "GET /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973063 Apr 05 20:52:37.097992 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Attempting to bind port cfb0795f-a06b-41e8-9c55-0dc3f212aef8 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:37.098540 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Attempting to bind port cfb0795f-a06b-41e8-9c55-0dc3f212aef8 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:37.099184 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Attempting to bind port cfb0795f-a06b-41e8-9c55-0dc3f212aef8 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:37.114089 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:37.114770 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:37.115306 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.116035 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:37.116693 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Bound port: cfb0795f-a06b-41e8-9c55-0dc3f212aef8, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:37.117197 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.217033 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] For port cfb0795f-a06b-41e8-9c55-0dc3f212aef8, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:37.227150 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb214232-4eee-4e42-9366-6cfea8d915e8 None None] Pushing event updated for resources: {'Port': ['ID=cfb0795f-a06b-41e8-9c55-0dc3f212aef8,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:37.232190 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] For port cfb0795f-a06b-41e8-9c55-0dc3f212aef8, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cfb0795f-a06b-41e8-9c55-0dc3f212aef8,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:37.236972 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5861a047-ec97-4a4f-92a1-ea3e4fe08a19 req-9bdedb2d-c892-4987-8d3e-6a1d62f6c855 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102811 Apr 05 20:52:37.243496 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.263856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Made reservation on behalf of cd4ece92b028453d946b11df9fdabfbf for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:37.266168 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.284161 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.301384 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bdec4958-ef67-4365-a5fd-bcfafcba3ed0 req-ea352920-0e4d-4013-b9fb-ce215d26e24d service neutron] 10.222.0.41 "GET /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955397 Apr 05 20:52:37.303759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:37.310986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Usage tracker for resource:security_group_rule and tenant:cd4ece92b028453d946b11df9fdabfbf is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:37.318141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:37.329257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:37.350160 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Routers {'adbe8215-678b-41b8-b306-06fa3c516688'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:37.350915 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['adbe8215-678b-41b8-b306-06fa3c516688'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:37.364776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Allocated IP 172.20.0.1 (17eae1df-2d8c-4760-86df-8d5b013940c2/f7972a95-e66e-4aaa-b811-7d885259a707/a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:37.454705 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb214232-4eee-4e42-9366-6cfea8d915e8 None None] Pushing event updated for resources: {'Port': ['ID=cfb0795f-a06b-41e8-9c55-0dc3f212aef8,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:37.470600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721211-cd84-4a78-adf4-00f2816db279 req-a3668628-c819-45d6-b4fc-fc028daf5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:37.472011 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d721211-cd84-4a78-adf4-00f2816db279 req-a3668628-c819-45d6-b4fc-fc028daf5c99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=33728a1c4faf45a08cc86c6e1bf83841&device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1094 time: 0.1155276 Apr 05 20:52:37.542360 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.561504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Transition to ACTIVE for port object a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:37.578540 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] Set router adbe8215-678b-41b8-b306-06fa3c516688 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:37.585072 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.587680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'a376b7e6-0f05-4ab6-84da-13933f4b279f', 'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'mac_address': 'fa:16:3e:51:9e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:24Z', 'updated_at': '2022-04-05T20:52:36Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'subnets': [{'id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:37.590153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.592137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba58a23-abb6-4564-80d4-27e6a168d955 None None] The sync data for ids ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'] in n-d-836604-1 is: [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'a376b7e6-0f05-4ab6-84da-13933f4b279f', 'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'mac_address': 'fa:16:3e:51:9e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:24Z', 'updated_at': '2022-04-05T20:52:36Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'subnets': [{'id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:52:37.599028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.612483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] device_id is not set on port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:52:37.679644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:37.688088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Network 17eae1df-2d8c-4760-86df-8d5b013940c2 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:37.689636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:37.692274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:37.743062 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b156a4-04ba-41c4-8d21-42df9b095cc6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:37.776025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721211-cd84-4a78-adf4-00f2816db279 req-039faf24-5d47-4594-9b68-ea8c9be33c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:37.776947 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.777488 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d721211-cd84-4a78-adf4-00f2816db279 req-039faf24-5d47-4594-9b68-ea8c9be33c7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8aefe763-c591-491f-887f-314fe5744d4c HTTP/1.1" status: 200 len: 910 time: 0.2939143 Apr 05 20:52:37.890213 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d721211-cd84-4a78-adf4-00f2816db279 req-cfb62d7d-a80c-425b-b851-7bdbc288564c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=939e28e3-f57c-4d24-9b23-52db8abcb05b HTTP/1.1" status: 200 len: 217 time: 0.1027460 Apr 05 20:52:37.953456 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:37.967137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721211-cd84-4a78-adf4-00f2816db279 req-dd07feab-89b6-4f74-afea-167dd5f8a44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:37.968579 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d721211-cd84-4a78-adf4-00f2816db279 req-dd07feab-89b6-4f74-afea-167dd5f8a44f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b30e36be-dad7-40c3-a22c-cf1826679be6 HTTP/1.1" status: 200 len: 848 time: 0.0693717 Apr 05 20:52:38.071016 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'name': 'tempest-TestVolumeBackupRestore-1371725652-router', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'cfb0795f-a06b-41e8-9c55-0dc3f212aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:30Z', 'updated_at': '2022-04-05T20:52:33Z', 'revision_number': 3, 'project_id': 'c85e878e524c43e3a519cc06a17abb1f', 'gw_port': {'id': 'cfb0795f-a06b-41e8-9c55-0dc3f212aef8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:32Z', 'updated_at': '2022-04-05T20:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:38.078162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cff62b3f-6ad1-4be9-a520-de08cd188c7b None None] Provisioning for port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:38.085060 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cff62b3f-6ad1-4be9-a520-de08cd188c7b None None] Provisioning complete for port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:38.085435 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cff62b3f-6ad1-4be9-a520-de08cd188c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:38.087056 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2ed136-2cd2-41ec-8151-33b40926bef6 None None] The sync data for ids ['adbe8215-678b-41b8-b306-06fa3c516688'] in n-d-836604-1 is: [{'id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'name': 'tempest-TestVolumeBackupRestore-1371725652-router', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'cfb0795f-a06b-41e8-9c55-0dc3f212aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:30Z', 'updated_at': '2022-04-05T20:52:33Z', 'revision_number': 3, 'project_id': 'c85e878e524c43e3a519cc06a17abb1f', 'gw_port': {'id': 'cfb0795f-a06b-41e8-9c55-0dc3f212aef8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:32Z', 'updated_at': '2022-04-05T20:52:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:52:38.235050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-cff62b3f-6ad1-4be9-a520-de08cd188c7b None None] Port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:52:38.236572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d721211-cd84-4a78-adf4-00f2816db279 req-d87e5149-69f4-4f41-bc83-1940321a4b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:38.244194 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d721211-cd84-4a78-adf4-00f2816db279 req-d87e5149-69f4-4f41-bc83-1940321a4b8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8aefe763-c591-491f-887f-314fe5744d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2653913 Apr 05 20:52:38.260048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:38.322754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] device_id is not set on port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:52:38.415652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:38.416014 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:38.432712 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:38.480392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Transition to ACTIVE for port object 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:38.510448 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:38.512705 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:38.537170 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:38.567711 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d721211-cd84-4a78-adf4-00f2816db279 req-79779199-be17-4148-8998-c5c3a29d72bc service neutron] 10.222.0.41 "GET /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164086 Apr 05 20:52:38.574282 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a376b7e6-0f05-4ab6-84da-13933f4b279f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:38.624420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce95d9-b083-4dd1-82f9-5150eda47708 req-a072c621-0bdd-4745-9c3b-b57d6fb2d2ef tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:38.629438 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcce95d9-b083-4dd1-82f9-5150eda47708 req-a072c621-0bdd-4745-9c3b-b57d6fb2d2ef tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1094 time: 0.2260382 Apr 05 20:52:38.661518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Pushing event updated for resources: {'Port': ['ID=62f8a338-1ddd-499e-b8dc-db2e0ee533c9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:38.662173 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:38.673561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a376b7e6-0f05-4ab6-84da-13933f4b279f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:38.685321 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a376b7e6-0f05-4ab6-84da-13933f4b279f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:38.685752 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:38.738654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Checking segment: {'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:38.739011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Network hostable DHCP agents. Network: 23b1b8dd-5e82-474c-97d8-35065974a76a, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:52:38.803266 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d721211-cd84-4a78-adf4-00f2816db279 req-88749db2-34c7-46c5-9e63-3492eaeb74d8 service neutron] 10.222.0.41 "GET /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101412 Apr 05 20:52:38.803266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Network 23b1b8dd-5e82-474c-97d8-35065974a76a is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:52:38.833046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 23b1b8dd-5e82-474c-97d8-35065974a76a) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:38.843162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:38.862406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:38.862750 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:38.863059 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:38.868619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:38.868941 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:38.869315 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 2 to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 Apr 05 20:52:38.871040 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eff031-97e8-4e60-b615-bbfe5c552991 None None] Network 23b1b8dd-5e82-474c-97d8-35065974a76a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:52:38.886175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:38.886561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:38.886833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:38.891914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:38.892207 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:38.892580 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 3 to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 Apr 05 20:52:38.913595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:38.913982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:38.914310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:38.920051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:38.920278 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:38.920793 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 4 to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 Apr 05 20:52:38.947909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:38.948742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:38.949086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:38.953867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:38.954214 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:38.954589 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 5 to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 Apr 05 20:52:38.956694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bcce95d9-b083-4dd1-82f9-5150eda47708 req-90fb5394-1d05-453c-b955-c1cac91d912a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875640 Apr 05 20:52:38.971068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:38.971436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:38.971726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:38.984485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:38.984485 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:38.984485 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 6 to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 Apr 05 20:52:38.993853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:38.994212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:38.994544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:38.999444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:38.999444 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:38.999823 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 7 to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 Apr 05 20:52:39.010385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:39.015881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:39.016221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:39.016536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:39.023843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:39.024167 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:39.024581 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 8 to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 Apr 05 20:52:39.041975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:39.042299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:39.042625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:39.052633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:39.052907 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:39.053283 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 9 to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 Apr 05 20:52:39.068979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:39.069308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:39.069634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:39.075316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:39.075531 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.075641 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:39.076009 n-d-836604-1 neutron-server[87965]: INFO neutron.plugins.ml2.plugin [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 10 to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 Apr 05 20:52:39.082828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Network 17eae1df-2d8c-4760-86df-8d5b013940c2 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:39.084212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:39.096803 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.098251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:39.098251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:39.098463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:39.110470 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:39.110813 n-d-836604-1 neutron-server[87965]: ERROR neutron.plugins.ml2.managers [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:39.111144 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.137317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a376b7e6-0f05-4ab6-84da-13933f4b279f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a376b7e6-0f05-4ab6-84da-13933f4b279f,segment=NetworkSegment(c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb),segment_id=c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:39.152465 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.268929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 939e28e3-f57c-4d24-9b23-52db8abcb05b details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:52:39.339204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Router adbe8215-678b-41b8-b306-06fa3c516688 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:52:39.345091 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.353648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a376b7e6-0f05-4ab6-84da-13933f4b279f,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:39.428551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] For port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:39.429166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempted to set empty binding levels {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 05 20:52:39.440881 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.512053 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:39.512637 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.538889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Pushing event updated for resources: {'Port': ['ID=62f8a338-1ddd-499e-b8dc-db2e0ee533c9,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:39.539918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 939e28e3-f57c-4d24-9b23-52db8abcb05b, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=939e28e3-f57c-4d24-9b23-52db8abcb05b,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:39.557798 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4ad3268f-089f-4c26-a81f-bef9c8e9b6b7 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.5174322 Apr 05 20:52:39.560452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52174) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:39.560768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '939e28e3-f57c-4d24-9b23-52db8abcb05b', 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c', 'port_id': '939e28e3-f57c-4d24-9b23-52db8abcb05b', 'mac_address': 'fa:16:3e:f1:5b:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30e36be-dad7-40c3-a22c-cf1826679be6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:52:39.585957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:52:39.596591 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-adbf65a2-ef4a-4a59-9452-038d5914d5e9 admin admin] 10.222.0.24 "PUT /v2.0/routers/adbe8215-678b-41b8-b306-06fa3c516688/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0283434 Apr 05 20:52:39.636711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-0af98adc-7693-4a97-8598-826752b89640 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Deleting port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:39.637458 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0af98adc-7693-4a97-8598-826752b89640 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.638130 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.648232 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-594428cb-519a-4937-bd9a-efbde2607c0f None None] Provisioning complete for port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:39.648594 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-594428cb-519a-4937-bd9a-efbde2607c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.704886 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-594428cb-519a-4937-bd9a-efbde2607c0f None None] Port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:52:39.711354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939e28e3-f57c-4d24-9b23-52db8abcb05b {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:52:39.729911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 939e28e3-f57c-4d24-9b23-52db8abcb05b, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=939e28e3-f57c-4d24-9b23-52db8abcb05b,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:39.744984 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.830103 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=939e28e3-f57c-4d24-9b23-52db8abcb05b,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:39.922753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-0af98adc-7693-4a97-8598-826752b89640 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] For port 62f8a338-1ddd-499e-b8dc-db2e0ee533c9, host n-h1-836604-1, got binding levels [] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:39.923274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0af98adc-7693-4a97-8598-826752b89640 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:39.949978 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['939e28e3-f57c-4d24-9b23-52db8abcb05b'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:52:40.108921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-0af98adc-7693-4a97-8598-826752b89640 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Calling delete_port for 62f8a338-1ddd-499e-b8dc-db2e0ee533c9 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:40.243948 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cfb0795f-a06b-41e8-9c55-0dc3f212aef8 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:40.261925 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0af98adc-7693-4a97-8598-826752b89640 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.309222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f652ba9-ef7a-49f2-8212-cfedf33173d4 req-122de285-1b22-433b-ad0a-7530af707c6c tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:40.310858 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f652ba9-ef7a-49f2-8212-cfedf33173d4 req-122de285-1b22-433b-ad0a-7530af707c6c tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1095 time: 0.1668141 Apr 05 20:52:40.322545 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port cfb0795f-a06b-41e8-9c55-0dc3f212aef8 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:40.323560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af98adc-7693-4a97-8598-826752b89640 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Pushing event deleted for resources: {'Port': ['ID=62f8a338-1ddd-499e-b8dc-db2e0ee533c9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:40.331534 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port cfb0795f-a06b-41e8-9c55-0dc3f212aef8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:40.331900 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.341782 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0af98adc-7693-4a97-8598-826752b89640 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.361753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0af98adc-7693-4a97-8598-826752b89640 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "DELETE /v2.0/ports/62f8a338-1ddd-499e-b8dc-db2e0ee533c9 HTTP/1.1" status: 204 len: 168 time: 0.7972424 Apr 05 20:52:40.362116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52222) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:40.389306 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f652ba9-ef7a-49f2-8212-cfedf33173d4 req-db74adb8-f901-4642-aba7-c60fb45e182f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644586 Apr 05 20:52:40.412452 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9cc78b9-e112-4a91-a5ba-24195810e33d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:52:40.417744 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a9cc78b9-e112-4a91-a5ba-24195810e33d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "GET /v2.0/ports/62f8a338-1ddd-499e-b8dc-db2e0ee533c9 HTTP/1.1" status: 404 len: 333 time: 0.0508690 Apr 05 20:52:40.418390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52226) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:40.424514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Request body: {'port': {'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-869295868'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:40.430196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:40.434312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Usage tracker for resource:port and tenant:cd4ece92b028453d946b11df9fdabfbf is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:40.437502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:40.444966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:40.455768 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Made reservation on behalf of cd4ece92b028453d946b11df9fdabfbf for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:40.458258 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.464341 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.479719 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] device_id is not set on port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:52:40.482069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port cfb0795f-a06b-41e8-9c55-0dc3f212aef8, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cfb0795f-a06b-41e8-9c55-0dc3f212aef8,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:40.486002 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.486795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a376b7e6-0f05-4ab6-84da-13933f4b279f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:40.613824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=cfb0795f-a06b-41e8-9c55-0dc3f212aef8,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:40.630433 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a376b7e6-0f05-4ab6-84da-13933f4b279f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:40.631192 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.745627 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.777472 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.842101 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Network 23b1b8dd-5e82-474c-97d8-35065974a76a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:40.849040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:40.853617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:40.854544 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:40.855126 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:40.862402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Pushing event updated for resources: {'Port': ['ID=6d47856a-ff0c-4c6f-8237-c2547ecfe47d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:40.888719 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c243bc6c-784b-40cc-b33c-47566d53826d tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4668930 Apr 05 20:52:40.889360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52244) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:40.896733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:41.022427 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:41.187692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 939e28e3-f57c-4d24-9b23-52db8abcb05b up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:41.231022 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Sync routers for ids ['adbe8215-678b-41b8-b306-06fa3c516688'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:52:41.257039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Routers {'adbe8215-678b-41b8-b306-06fa3c516688'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:41.257731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['adbe8215-678b-41b8-b306-06fa3c516688'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:41.306397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] device_id is not set on port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:52:41.315832 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:41.333568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Transition to ACTIVE for port object 6d47856a-ff0c-4c6f-8237-c2547ecfe47d will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:41.338311 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:41.353117 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 939e28e3-f57c-4d24-9b23-52db8abcb05b completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:41.418681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 939e28e3-f57c-4d24-9b23-52db8abcb05b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:41.419053 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:41.490917 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12233562-d55f-422d-91a0-cd2dcf04720c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:41.512133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Set router adbe8215-678b-41b8-b306-06fa3c516688 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:41.556689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:41.557110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:41.557510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:41.565107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Pushing event updated for resources: {'Port': ['ID=6d47856a-ff0c-4c6f-8237-c2547ecfe47d,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:41.575408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:41.575828 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:41.577493 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 2 to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d Apr 05 20:52:41.597959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:41.598539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:41.598871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:41.606903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:41.607151 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:41.607670 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 3 to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d Apr 05 20:52:41.631989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:41.632320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:41.632673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:41.642054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:41.642378 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:41.642904 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 4 to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d Apr 05 20:52:41.680924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cce5da-a571-4c8b-9be1-856775bff683 req-82eb2335-2b16-454a-8e90-27526e34ec1e tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:41.683851 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5cce5da-a571-4c8b-9be1-856775bff683 req-82eb2335-2b16-454a-8e90-27526e34ec1e tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1095 time: 0.1657948 Apr 05 20:52:41.684797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:41.685307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:41.685821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:41.727987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:41.728326 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:41.736771 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 5 to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d Apr 05 20:52:41.767782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:41.768148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:41.768438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:41.775162 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5cce5da-a571-4c8b-9be1-856775bff683 req-0f16f463-d20b-4927-9ae8-717277871a6b tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815840 Apr 05 20:52:41.776960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:41.777279 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:41.777658 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 6 to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d Apr 05 20:52:41.806688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:41.806988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:41.807319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:41.812090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:41.812355 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:41.812735 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 7 to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d Apr 05 20:52:41.827028 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:41.829017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:41.829357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:41.829699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:41.834498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:41.834826 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:41.835213 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 8 to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d Apr 05 20:52:41.854117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:41.854454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:41.854795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:41.859670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:41.859935 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:41.860318 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 9 to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d Apr 05 20:52:41.875194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dbb695-5cde-40db-b678-f248efb65366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939e28e3-f57c-4d24-9b23-52db8abcb05b'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:52:41.878737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:41.878737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:41.878737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:41.885205 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:41.886092 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:41.886092 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 10 to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d Apr 05 20:52:41.898614 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 939e28e3-f57c-4d24-9b23-52db8abcb05b, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=939e28e3-f57c-4d24-9b23-52db8abcb05b,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:41.903845 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:41.904732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:41.905249 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:41.908608 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:41.913366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:41.913917 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:41.915468 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:41.941300 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dbb695-5cde-40db-b678-f248efb65366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939e28e3-f57c-4d24-9b23-52db8abcb05b', 'code': 200} Apr 05 20:52:42.026823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=939e28e3-f57c-4d24-9b23-52db8abcb05b,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:42.047322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'name': 'tempest-TestVolumeBackupRestore-1371725652-router', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'cfb0795f-a06b-41e8-9c55-0dc3f212aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:30Z', 'updated_at': '2022-04-05T20:52:37Z', 'revision_number': 4, 'project_id': 'c85e878e524c43e3a519cc06a17abb1f', 'gw_port': {'id': 'cfb0795f-a06b-41e8-9c55-0dc3f212aef8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:32Z', 'updated_at': '2022-04-05T20:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147', 'name': '', 'network_id': '17eae1df-2d8c-4760-86df-8d5b013940c2', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'mac_address': 'fa:16:3e:f4:a9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'f7972a95-e66e-4aaa-b811-7d885259a707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:37Z', 'updated_at': '2022-04-05T20:52:38Z', 'revision_number': 2, 'project_id': 'c85e878e524c43e3a519cc06a17abb1f', 'subnets': [{'id': 'f7972a95-e66e-4aaa-b811-7d885259a707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:42.052679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Checking router: adbe8215-678b-41b8-b306-06fa3c516688 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:52:42.053074 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Updating router adbe8215-678b-41b8-b306-06fa3c516688 port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:52:42.084430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] For port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:42.085262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempted to set empty binding levels {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 05 20:52:42.091427 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:42.099176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d0ebf-f6c3-401e-b2c9-31f281ee006c req-6eaedfa1-7e27-4f88-924a-3726bbe7d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.101007 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb6d0ebf-f6c3-401e-b2c9-31f281ee006c req-6eaedfa1-7e27-4f88-924a-3726bbe7d665 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1096 time: 0.1024590 Apr 05 20:52:42.119993 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:42.153828 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb6d0ebf-f6c3-401e-b2c9-31f281ee006c req-660e8dca-6951-4892-9be1-84aa05edf1b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445392 Apr 05 20:52:42.189942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] In _notify_port_updated(), no bound segment for port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:52:42.191750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.191911 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:42.195560 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "PUT /v2.0/ports/6d47856a-ff0c-4c6f-8237-c2547ecfe47d HTTP/1.1" status: 200 len: 974 time: 1.3025229 Apr 05 20:52:42.196377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52278) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:42.202214 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cfb0795f-a06b-41e8-9c55-0dc3f212aef8 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:42.260891 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cadb20a-6165-4a1b-bac4-1e7750a1f1db tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Pushing event updated for resources: {'Port': ['ID=6d47856a-ff0c-4c6f-8237-c2547ecfe47d,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:42.378493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port cfb0795f-a06b-41e8-9c55-0dc3f212aef8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:42.379037 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:42.431675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.432420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.432889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.433350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.433813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.434299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.434745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.435199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.435654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.436107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.436557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.437254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.437456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.437923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.438379 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.438830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.439277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.439723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:42.442420 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6da1cf5a-7686-4428-a8e4-b01597feb5fe tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16384 time: 0.2452183 Apr 05 20:52:42.445790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52282) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:42.507152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a83da-c6f2-4f72-8659-5aa62ba1a554 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Deleting port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:42.507499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8f3a83da-c6f2-4f72-8659-5aa62ba1a554 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:42.679348 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:42.691270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Transition to ACTIVE for port object a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:42.703726 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:42.722038 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-8f3a83da-c6f2-4f72-8659-5aa62ba1a554 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] For port 6d47856a-ff0c-4c6f-8237-c2547ecfe47d, host n-h1-836604-1, got binding levels [] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:42.722406 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8f3a83da-c6f2-4f72-8659-5aa62ba1a554 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:42.886310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-8f3a83da-c6f2-4f72-8659-5aa62ba1a554 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Calling delete_port for 6d47856a-ff0c-4c6f-8237-c2547ecfe47d owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:42.886531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072de7bb-73de-49fc-8d65-91c610f0c0d0 None None] Pushing event updated for resources: {'Port': ['ID=a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:42.994583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Attempting to bind port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:42.994954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Attempting to bind port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'bc7745ef-90e2-4c7a-ab7d-dafbfd105961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17eae1df-2d8c-4760-86df-8d5b013940c2'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:42.995322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Attempting to bind port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 on network 17eae1df-2d8c-4760-86df-8d5b013940c2 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:43.001481 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:43.001861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Checking segment: {'id': 'bc7745ef-90e2-4c7a-ab7d-dafbfd105961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17eae1df-2d8c-4760-86df-8d5b013940c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:43.002287 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.002680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Bound using segment: {'id': 'bc7745ef-90e2-4c7a-ab7d-dafbfd105961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17eae1df-2d8c-4760-86df-8d5b013940c2'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:43.003152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Bound port: a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7745ef-90e2-4c7a-ab7d-dafbfd105961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '17eae1df-2d8c-4760-86df-8d5b013940c2'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:43.003544 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.061484 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8f3a83da-c6f2-4f72-8659-5aa62ba1a554 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.108751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] For port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:43.112378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] For port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147,segment=NetworkSegment(bc7745ef-90e2-4c7a-ab7d-dafbfd105961),segment_id=bc7745ef-90e2-4c7a-ab7d-dafbfd105961)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:43.118987 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.130928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3a83da-c6f2-4f72-8659-5aa62ba1a554 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d47856a-ff0c-4c6f-8237-c2547ecfe47d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:43.158080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8f3a83da-c6f2-4f72-8659-5aa62ba1a554 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.167231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff57fa84-f25d-455f-8e4a-efe62aba80e3 req-a24d6ece-2bab-4096-ab4e-bcd20ad3ad36 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:43.169101 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff57fa84-f25d-455f-8e4a-efe62aba80e3 req-a24d6ece-2bab-4096-ab4e-bcd20ad3ad36 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1096 time: 0.1791952 Apr 05 20:52:43.172806 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8f3a83da-c6f2-4f72-8659-5aa62ba1a554 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "DELETE /v2.0/ports/6d47856a-ff0c-4c6f-8237-c2547ecfe47d HTTP/1.1" status: 204 len: 168 time: 0.7231617 Apr 05 20:52:43.173388 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52290) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:43.237598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072de7bb-73de-49fc-8d65-91c610f0c0d0 None None] Pushing event updated for resources: {'Port': ['ID=a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:43.253921 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Routers {'adbe8215-678b-41b8-b306-06fa3c516688'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:43.254546 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['adbe8215-678b-41b8-b306-06fa3c516688'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:43.271029 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a90ff0-e448-43f8-9905-827a1a60dfb9 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:52:43.273363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-63a90ff0-e448-43f8-9905-827a1a60dfb9 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Synchronizing usage tracker for tenant:cd4ece92b028453d946b11df9fdabfbf on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:43.282675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff57fa84-f25d-455f-8e4a-efe62aba80e3 req-88b88234-56e3-4b3d-9efe-359f7792171b tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950110 Apr 05 20:52:43.309011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-63a90ff0-e448-43f8-9905-827a1a60dfb9 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Unset dirty status for tenant:cd4ece92b028453d946b11df9fdabfbf on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:43.311271 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-63a90ff0-e448-43f8-9905-827a1a60dfb9 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "GET /v2.0/ports/6d47856a-ff0c-4c6f-8237-c2547ecfe47d HTTP/1.1" status: 404 len: 333 time: 0.1366155 Apr 05 20:52:43.315333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52294) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:43.322618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-276764757', 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:43.330928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:43.350041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:43.363673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Made reservation on behalf of cd4ece92b028453d946b11df9fdabfbf for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:43.366569 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.393202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] device_id is not set on port 8ee780f0-f89f-4e35-8544-7c99d21c0088 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:52:43.476393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] Set router adbe8215-678b-41b8-b306-06fa3c516688 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:43.640990 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.674964 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.744773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Network 23b1b8dd-5e82-474c-97d8-35065974a76a is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:43.747532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:43.756154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:43.757090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:43.757681 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.771917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Pushing event updated for resources: {'Port': ['ID=8ee780f0-f89f-4e35-8544-7c99d21c0088,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:43.791321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-60b42ed0-6127-4089-8986-0423a3920408 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4748688 Apr 05 20:52:43.793929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52298) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:43.805156 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-44f1a53c-b631-4ec5-8dc2-0ca272fb610a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:43.862135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64005733-7e7a-431a-852e-83c911cbe21a tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:43.865928 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-64005733-7e7a-431a-852e-83c911cbe21a tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "GET /v2.0/ports/8ee780f0-f89f-4e35-8544-7c99d21c0088 HTTP/1.1" status: 200 len: 954 time: 0.0680826 Apr 05 20:52:43.866700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52302) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:43.893989 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'name': 'tempest-TestVolumeBackupRestore-1371725652-router', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'cfb0795f-a06b-41e8-9c55-0dc3f212aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:30Z', 'updated_at': '2022-04-05T20:52:37Z', 'revision_number': 4, 'project_id': 'c85e878e524c43e3a519cc06a17abb1f', 'gw_port': {'id': 'cfb0795f-a06b-41e8-9c55-0dc3f212aef8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:32Z', 'updated_at': '2022-04-05T20:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147', 'name': '', 'network_id': '17eae1df-2d8c-4760-86df-8d5b013940c2', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'mac_address': 'fa:16:3e:f4:a9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'f7972a95-e66e-4aaa-b811-7d885259a707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:37Z', 'updated_at': '2022-04-05T20:52:43Z', 'revision_number': 4, 'project_id': 'c85e878e524c43e3a519cc06a17abb1f', 'subnets': [{'id': 'f7972a95-e66e-4aaa-b811-7d885259a707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:43.898947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b6950f-3163-4c51-97b1-2050f801ca1c None None] The sync data for ids ['adbe8215-678b-41b8-b306-06fa3c516688'] in n-d-836604-1 is: [{'id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'name': 'tempest-TestVolumeBackupRestore-1371725652-router', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'cfb0795f-a06b-41e8-9c55-0dc3f212aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:30Z', 'updated_at': '2022-04-05T20:52:37Z', 'revision_number': 4, 'project_id': 'c85e878e524c43e3a519cc06a17abb1f', 'gw_port': {'id': 'cfb0795f-a06b-41e8-9c55-0dc3f212aef8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:32Z', 'updated_at': '2022-04-05T20:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147', 'name': '', 'network_id': '17eae1df-2d8c-4760-86df-8d5b013940c2', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'mac_address': 'fa:16:3e:f4:a9:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'device_owner': 'network:router_interface', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'f7972a95-e66e-4aaa-b811-7d885259a707', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:37Z', 'updated_at': '2022-04-05T20:52:43Z', 'revision_number': 4, 'project_id': 'c85e878e524c43e3a519cc06a17abb1f', 'subnets': [{'id': 'f7972a95-e66e-4aaa-b811-7d885259a707', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:52:43.938037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e0fdc-5344-42c3-ac38-9cd7549b8646 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Deleting port 8ee780f0-f89f-4e35-8544-7c99d21c0088 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:43.938386 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0fdc-5344-42c3-ac38-9cd7549b8646 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.160156 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:44.238640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0fdc-5344-42c3-ac38-9cd7549b8646 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.249617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:44.259933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:44.260298 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.390294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e0fdc-5344-42c3-ac38-9cd7549b8646 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Calling delete_port for 8ee780f0-f89f-4e35-8544-7c99d21c0088 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:44.422392 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.462349 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147,segment=NetworkSegment(bc7745ef-90e2-4c7a-ab7d-dafbfd105961),segment_id=bc7745ef-90e2-4c7a-ab7d-dafbfd105961)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:44.475423 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.505677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0fdc-5344-42c3-ac38-9cd7549b8646 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.567455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2df67-c0af-4858-8ed0-e22b53b33701 req-4756bbb5-3744-4ee4-ac92-184a33549ddd tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:44.576479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3ca2df67-c0af-4858-8ed0-e22b53b33701 req-4756bbb5-3744-4ee4-ac92-184a33549ddd tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1096 time: 0.0977345 Apr 05 20:52:44.612672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:44.639022 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3ca2df67-c0af-4858-8ed0-e22b53b33701 req-9c6e73fd-002d-4e37-8301-eaeb85ef33e7 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608301 Apr 05 20:52:44.708798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e0fdc-5344-42c3-ac38-9cd7549b8646 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ee780f0-f89f-4e35-8544-7c99d21c0088,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:44.712881 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ad8e0fdc-5344-42c3-ac38-9cd7549b8646 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.723280 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ad8e0fdc-5344-42c3-ac38-9cd7549b8646 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "DELETE /v2.0/ports/8ee780f0-f89f-4e35-8544-7c99d21c0088 HTTP/1.1" status: 204 len: 168 time: 0.8552210 Apr 05 20:52:44.726681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52312) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:44.787135 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a58e403-4a74-4144-92bb-1db975979438 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:52:44.788839 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1a58e403-4a74-4144-92bb-1db975979438 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "GET /v2.0/ports/8ee780f0-f89f-4e35-8544-7c99d21c0088 HTTP/1.1" status: 404 len: 333 time: 0.0608482 Apr 05 20:52:44.794213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52316) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:44.800580 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Request body: {'port': {'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-519337262'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:44.807823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:44.812362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Usage tracker for resource:port and tenant:cd4ece92b028453d946b11df9fdabfbf is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:44.815474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:44.823094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:44.842640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Made reservation on behalf of cd4ece92b028453d946b11df9fdabfbf for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:44.846397 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.864409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05abca38-4989-488d-aabb-b694f7ce8bae req-64b47031-8d40-4103-a4ae-1216375e2df0 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:44.867110 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.870434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-05abca38-4989-488d-aabb-b694f7ce8bae req-64b47031-8d40-4103-a4ae-1216375e2df0 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1096 time: 0.1045406 Apr 05 20:52:44.875822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] device_id is not set on port 955fb469-4052-4dff-a0b3-3464a5ee423c yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:52:44.917065 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:44.931064 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-05abca38-4989-488d-aabb-b694f7ce8bae req-b3cdae1b-0e90-4476-8882-7d17b59b2fcb tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516086 Apr 05 20:52:45.346908 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:45.366809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb146d-e358-4c6e-8d44-c472a3ea6003 req-6d7e9d0d-4711-44fa-8d89-0297d958c07a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:45.368620 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-badb146d-e358-4c6e-8d44-c472a3ea6003 req-6d7e9d0d-4711-44fa-8d89-0297d958c07a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1096 time: 0.2969651 Apr 05 20:52:45.419866 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-badb146d-e358-4c6e-8d44-c472a3ea6003 req-2e04b925-479d-4ec0-9474-45d1e9b84249 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451241 Apr 05 20:52:45.422108 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:45.487450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Network 23b1b8dd-5e82-474c-97d8-35065974a76a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:45.494894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:45.499303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:45.500485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:45.500895 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:45.509028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Pushing event updated for resources: {'Port': ['ID=955fb469-4052-4dff-a0b3-3464a5ee423c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:45.533246 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7174f44e-dfe9-49a1-8a63-f7566100ab06 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7356377 Apr 05 20:52:45.533646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52326) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:45.539563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:45.660891 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:45.966180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6060097-63a7-4180-b444-0728d42a283d req-0ebbdf0c-27a7-4c2a-8e41-79c72b612394 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:45.967557 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6060097-63a7-4180-b444-0728d42a283d req-0ebbdf0c-27a7-4c2a-8e41-79c72b612394 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/networks?id=8aefe763-c591-491f-887f-314fe5744d4c HTTP/1.1" status: 200 len: 910 time: 0.2481480 Apr 05 20:52:45.995227 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6060097-63a7-4180-b444-0728d42a283d req-84434bdc-75ee-46a5-9670-2c4ddf4bd550 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/quotas/33728a1c4faf45a08cc86c6e1bf83841 HTTP/1.1" status: 200 len: 375 time: 0.0215564 Apr 05 20:52:46.094279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] device_id is not set on port 955fb469-4052-4dff-a0b3-3464a5ee423c yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:52:46.103723 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:46.119729 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:46.124579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Transition to ACTIVE for port object 955fb469-4052-4dff-a0b3-3464a5ee423c will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:46.128090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:46.132997 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:46.205469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:46.206061 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:46.242621 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6060097-63a7-4180-b444-0728d42a283d req-91d5f3b4-7413-4132-aed7-6b18c4fc9465 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=33728a1c4faf45a08cc86c6e1bf83841&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2186611 Apr 05 20:52:46.329465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Pushing event updated for resources: {'Port': ['ID=955fb469-4052-4dff-a0b3-3464a5ee423c,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:46.391919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:46.392239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:46.392554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:46.407805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:46.408130 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:46.410235 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 2 to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c Apr 05 20:52:46.433789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:46.434131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:46.434459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:46.450997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:46.451314 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:46.452838 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 3 to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c Apr 05 20:52:46.462361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6060097-63a7-4180-b444-0728d42a283d req-136480bc-7fa5-489b-8a96-41cb95de3d40 service neutron] 10.222.0.24 "GET /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028191 Apr 05 20:52:46.470558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:46.470887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:46.471214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:46.507053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:46.507299 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:46.509723 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 4 to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c Apr 05 20:52:46.583144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:46.583820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:46.583820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:46.591729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:46.592048 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:46.594023 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 5 to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c Apr 05 20:52:46.622814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:46.623143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:46.623470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:46.632182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:46.632502 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:46.634661 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 6 to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c Apr 05 20:52:46.642660 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6060097-63a7-4180-b444-0728d42a283d req-c96d86f6-2e1d-4039-9cf2-f18921b8a2af service neutron] 10.222.0.24 "GET /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732717 Apr 05 20:52:46.650891 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:46.651288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:46.651687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:46.656514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:46.656837 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:46.657331 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 7 to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c Apr 05 20:52:46.674629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:46.675102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:46.675528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:46.680952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:46.681371 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:46.681851 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 8 to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c Apr 05 20:52:46.697350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:46.697787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:46.698257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:46.703008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:46.703426 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:46.703896 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 9 to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c Apr 05 20:52:46.719987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:46.720450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:46.720878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:46.725665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:46.726109 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:46.726663 n-d-836604-1 neutron-server[87964]: INFO neutron.plugins.ml2.plugin [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempt 10 to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c Apr 05 20:52:46.749565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:46.750057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:46.750453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempting to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:46.755321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:46.755714 n-d-836604-1 neutron-server[87964]: ERROR neutron.plugins.ml2.managers [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Failed to bind port 955fb469-4052-4dff-a0b3-3464a5ee423c on host n-h1-836604-1 for vnic_type normal using segments [{'id': '4c84df21-7180-422e-b105-6e7ea6c4ee58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '23b1b8dd-5e82-474c-97d8-35065974a76a'}] Apr 05 20:52:46.756115 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:46.867298 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b273b61c-2283-41ca-9dbd-69217175b6ad req-7a4e1c7f-ec87-43c8-bdaa-675d647a286f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 210 time: 0.0574219 Apr 05 20:52:46.870455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] For port 955fb469-4052-4dff-a0b3-3464a5ee423c, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:46.870954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attempted to set empty binding levels {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 05 20:52:46.876868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:46.940248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] In _notify_port_updated(), no bound segment for port 955fb469-4052-4dff-a0b3-3464a5ee423c on network 23b1b8dd-5e82-474c-97d8-35065974a76a {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:52:46.941256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:46.941669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:46.942977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "PUT /v2.0/ports/955fb469-4052-4dff-a0b3-3464a5ee423c HTTP/1.1" status: 200 len: 974 time: 1.4083645 Apr 05 20:52:46.946411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52346) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:46.966406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db685ef0-fbcc-4a27-b002-0fb1b6a95897 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Pushing event updated for resources: {'Port': ['ID=955fb469-4052-4dff-a0b3-3464a5ee423c,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:47.019902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-0a6d69a7-dca2-4c28-8fa4-bfb6844fdd69 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Deleting port 955fb469-4052-4dff-a0b3-3464a5ee423c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:47.020181 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0a6d69a7-dca2-4c28-8fa4-bfb6844fdd69 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.250515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-0a6d69a7-dca2-4c28-8fa4-bfb6844fdd69 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] For port 955fb469-4052-4dff-a0b3-3464a5ee423c, host n-h1-836604-1, got binding levels [] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:47.250864 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0a6d69a7-dca2-4c28-8fa4-bfb6844fdd69 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.380579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-0a6d69a7-dca2-4c28-8fa4-bfb6844fdd69 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Calling delete_port for 955fb469-4052-4dff-a0b3-3464a5ee423c owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:47.463176 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0a6d69a7-dca2-4c28-8fa4-bfb6844fdd69 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.521670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d69a7-dca2-4c28-8fa4-bfb6844fdd69 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Pushing event deleted for resources: {'Port': ['ID=955fb469-4052-4dff-a0b3-3464a5ee423c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:47.527079 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0a6d69a7-dca2-4c28-8fa4-bfb6844fdd69 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.536949 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0a6d69a7-dca2-4c28-8fa4-bfb6844fdd69 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "DELETE /v2.0/ports/955fb469-4052-4dff-a0b3-3464a5ee423c HTTP/1.1" status: 204 len: 168 time: 0.5893605 Apr 05 20:52:47.540087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52358) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:47.583428 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7a4568-5c12-42ab-94b9-69fa09d71803 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] GET failed (client error): The resource could not be found. Apr 05 20:52:47.583883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1f7a4568-5c12-42ab-94b9-69fa09d71803 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Synchronizing usage tracker for tenant:cd4ece92b028453d946b11df9fdabfbf on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:47.598917 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1f7a4568-5c12-42ab-94b9-69fa09d71803 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] Unset dirty status for tenant:cd4ece92b028453d946b11df9fdabfbf on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:47.600281 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1f7a4568-5c12-42ab-94b9-69fa09d71803 tempest-PortsAdminExtendedAttrsTestJSON-1413426853 tempest-PortsAdminExtendedAttrsTestJSON-1413426853-project-admin] 10.222.0.24 "GET /v2.0/ports/955fb469-4052-4dff-a0b3-3464a5ee423c HTTP/1.1" status: 404 len: 333 time: 0.0589092 Apr 05 20:52:47.605735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52362) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:47.724312 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0275570c-3819-48e9-80ea-74e13c412ccb tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.872050 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0275570c-3819-48e9-80ea-74e13c412ccb tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:47.928503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-0275570c-3819-48e9-80ea-74e13c412ccb tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b1b8dd-5e82-474c-97d8-35065974a76a']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:47.959835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-0275570c-3819-48e9-80ea-74e13c412ccb tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c84df21-7180-422e-b105-6e7ea6c4ee58') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:47.960431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-0275570c-3819-48e9-80ea-74e13c412ccb tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c84df21-7180-422e-b105-6e7ea6c4ee58') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:47.982082 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0275570c-3819-48e9-80ea-74e13c412ccb tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.007055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6060097-63a7-4180-b444-0728d42a283d req-e69b0ebc-6ebd-4a59-b08d-b6be46cb5b84 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:48.009180 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6060097-63a7-4180-b444-0728d42a283d req-e69b0ebc-6ebd-4a59-b08d-b6be46cb5b84 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.13 "GET /v2.0/networks?id=8aefe763-c591-491f-887f-314fe5744d4c HTTP/1.1" status: 200 len: 910 time: 0.1633911 Apr 05 20:52:48.019974 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0275570c-3819-48e9-80ea-74e13c412ccb tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.021635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Request body: {'port': {'device_id': 'ba48c191-0dbc-4833-beb5-cdab490d40d1', 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c', 'admin_state_up': True, 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:48.030006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0275570c-3819-48e9-80ea-74e13c412ccb tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:52:48.030682 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0275570c-3819-48e9-80ea-74e13c412ccb tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:52:48.059820 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:52:48.159942 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0275570c-3819-48e9-80ea-74e13c412ccb tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.181604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:48.182289 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0275570c-3819-48e9-80ea-74e13c412ccb tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.189928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275570c-3819-48e9-80ea-74e13c412ccb tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] Pushing event deleted for resources: {'Network': ['ID=23b1b8dd-5e82-474c-97d8-35065974a76a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:48.192679 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0275570c-3819-48e9-80ea-74e13c412ccb tempest-PortsAdminExtendedAttrsTestJSON-1187636075 tempest-PortsAdminExtendedAttrsTestJSON-1187636075-project] 10.222.0.24 "DELETE /v2.0/networks/23b1b8dd-5e82-474c-97d8-35065974a76a HTTP/1.1" status: 204 len: 168 time: 0.5859156 Apr 05 20:52:48.200534 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3704bd4a-a868-48e2-b908-4fa7c6510475 req-7ebda2fd-ff9b-4e76-8093-1340d7cbdd1f tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 210 time: 0.1739042 Apr 05 20:52:48.204633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:48.220469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Made reservation on behalf of 33728a1c4faf45a08cc86c6e1bf83841 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:48.223304 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.383238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Allocated IP 172.20.0.7 (8aefe763-c591-491f-887f-314fe5744d4c/b30e36be-dad7-40c3-a22c-cf1826679be6/fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:48.517270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52374) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:48.621759 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.639054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Transition to ACTIVE for port object fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:48.667344 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.677872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['939e28e3-f57c-4d24-9b23-52db8abcb05b'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:52:48.706949 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c12c52b0-c61f-44c6-854a-43b130fcb9ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9657a1077bff4b8d845d83fc8fdef44e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1883025 Apr 05 20:52:48.707658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52380) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:48.738843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Network 8aefe763-c591-491f-887f-314fe5744d4c is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:48.743050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:48.746590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:48.783665 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-13537318-f60f-4c8f-8cfb-30e2dbe43df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.809037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Pushing event updated for resources: {'Port': ['ID=fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:48.816896 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-13537318-f60f-4c8f-8cfb-30e2dbe43df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.824319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:48.825692 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.868291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6060097-63a7-4180-b444-0728d42a283d req-c8711dbb-fc67-4281-a81c-81ad8749059a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8518350 Apr 05 20:52:48.889456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Request body: {'port': {'device_id': 'ba48c191-0dbc-4833-beb5-cdab490d40d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:48.900524 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-13537318-f60f-4c8f-8cfb-30e2dbe43df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.919175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13537318-f60f-4c8f-8cfb-30e2dbe43df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b5b161-babb-42a2-8037-c03064d12b7b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:48.923976 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-13537318-f60f-4c8f-8cfb-30e2dbe43df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:48.927400 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-13537318-f60f-4c8f-8cfb-30e2dbe43df2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35b5b161-babb-42a2-8037-c03064d12b7b HTTP/1.1" status: 204 len: 168 time: 0.2164741 Apr 05 20:52:49.045437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.066648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1c471372-cdb3-4991-a7e8-e06c5b8bb5ce None None] Provisioning for port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:49.074298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1c471372-cdb3-4991-a7e8-e06c5b8bb5ce None None] Provisioning complete for port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:49.075116 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c471372-cdb3-4991-a7e8-e06c5b8bb5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.150219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1c471372-cdb3-4991-a7e8-e06c5b8bb5ce None None] Port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:52:49.347955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52390) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:49.401031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19beff23-a1a2-4e4a-b9f9-352c0fb41e1f req-4b87aaf9-10cc-4213-8845-d17d944f0511 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:49.403062 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-19beff23-a1a2-4e4a-b9f9-352c0fb41e1f req-4b87aaf9-10cc-4213-8845-d17d944f0511 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1027 time: 0.0798171 Apr 05 20:52:49.433931 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8bbb302b-254d-4760-8214-59e285aa8045 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd4ece92b028453d946b11df9fdabfbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844803 Apr 05 20:52:49.436888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52394) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:49.463268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-19beff23-a1a2-4e4a-b9f9-352c0fb41e1f req-c9f243f6-cd9b-412d-8a74-24820998bb73 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532262 Apr 05 20:52:49.527698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:52:49.539787 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.557432 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:52:49.572363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Transition to ACTIVE for port object fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:49.573257 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19e57210-8d5e-4537-bff1-6e2e39a27d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.586067 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.706675 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19e57210-8d5e-4537-bff1-6e2e39a27d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.801199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Pushing event updated for resources: {'Port': ['ID=fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:49.881025 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19e57210-8d5e-4537-bff1-6e2e39a27d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.904381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e57210-8d5e-4537-bff1-6e2e39a27d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b156a4-04ba-41c4-8d21-42df9b095cc6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:49.908751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Attempting to bind port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:49.908751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Attempting to bind port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:49.909043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Attempting to bind port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 on network 8aefe763-c591-491f-887f-314fe5744d4c {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:49.915872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 on network 8aefe763-c591-491f-887f-314fe5744d4c not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:52:49.916193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Attempting to bind port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 on network 8aefe763-c591-491f-887f-314fe5744d4c {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:49.918346 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19e57210-8d5e-4537-bff1-6e2e39a27d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:49.921748 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-19e57210-8d5e-4537-bff1-6e2e39a27d2a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3b156a4-04ba-41c4-8d21-42df9b095cc6 HTTP/1.1" status: 204 len: 168 time: 0.4817691 Apr 05 20:52:49.924496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:49.924832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Checking segment: {'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:49.925387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Bound using segment: {'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:49.926031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Bound port: fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac656131-907a-4f09-a6f7-9ed6180efec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:49.926229 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:50.030283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] For port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:50.033809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] For port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:50.039526 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:50.096540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:50.096540 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:50.097503 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6060097-63a7-4180-b444-0728d42a283d req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] 10.222.0.13 "PUT /v2.0/ports/fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 HTTP/1.1" status: 200 len: 1091 time: 1.2222319 Apr 05 20:52:50.097957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba48c191-0dbc-4833-beb5-cdab490d40d1', 'tag': 'fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:52:50.204121 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba48c191-0dbc-4833-beb5-cdab490d40d1', 'tag': 'fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2', 'status': 'completed', 'code': 200} Apr 05 20:52:50.215873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab6860-434c-4801-b89c-2489ed1c6eae service neutron] Pushing event updated for resources: {'Port': ['ID=fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:50.253762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6060097-63a7-4180-b444-0728d42a283d req-4664df09-53bc-4962-a1c6-9b2b4b8014c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:50.255282 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6060097-63a7-4180-b444-0728d42a283d req-4664df09-53bc-4962-a1c6-9b2b4b8014c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33728a1c4faf45a08cc86c6e1bf83841&device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1094 time: 0.1031291 Apr 05 20:52:50.454884 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6060097-63a7-4180-b444-0728d42a283d req-c834160c-b1a7-415d-b0c9-40e18deeaa29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 HTTP/1.1" status: 200 len: 217 time: 0.1923399 Apr 05 20:52:50.530424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6060097-63a7-4180-b444-0728d42a283d req-79901418-5cb5-4033-8551-2c5be2533580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:50.532048 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6060097-63a7-4180-b444-0728d42a283d req-79901418-5cb5-4033-8551-2c5be2533580 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b30e36be-dad7-40c3-a22c-cf1826679be6 HTTP/1.1" status: 200 len: 848 time: 0.0707817 Apr 05 20:52:50.633046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6060097-63a7-4180-b444-0728d42a283d req-bd2e73b5-951e-4dc4-9d0e-7677419de57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:50.634759 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6060097-63a7-4180-b444-0728d42a283d req-bd2e73b5-951e-4dc4-9d0e-7677419de57a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8aefe763-c591-491f-887f-314fe5744d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969810 Apr 05 20:52:50.692533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f09bc0-2f83-49dd-a38e-1fd2e748d7f5 req-42dc9361-7948-4c0e-a025-88f4cd29e879 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:50.694950 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89f09bc0-2f83-49dd-a38e-1fd2e748d7f5 req-42dc9361-7948-4c0e-a025-88f4cd29e879 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1094 time: 0.1159637 Apr 05 20:52:50.767080 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89f09bc0-2f83-49dd-a38e-1fd2e748d7f5 req-c227e7cd-7420-4c97-8493-7d2fd31ccc3a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640581 Apr 05 20:52:50.840923 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6060097-63a7-4180-b444-0728d42a283d req-0df727f5-c553-4381-b593-c5f45728081a service neutron] 10.222.0.13 "GET /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001669 Apr 05 20:52:50.979330 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c6060097-63a7-4180-b444-0728d42a283d req-360ae243-7749-47bc-8d69-ae9469895579 service neutron] 10.222.0.13 "GET /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327372 Apr 05 20:52:51.110361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263ff50-becc-4ace-847f-1bafbe833ebb req-b5345620-27ce-4c44-a7d0-f3068c5cef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:51.111848 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2263ff50-becc-4ace-847f-1bafbe833ebb req-b5345620-27ce-4c44-a7d0-f3068c5cef9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=33728a1c4faf45a08cc86c6e1bf83841&device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1094 time: 0.0867834 Apr 05 20:52:51.259789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263ff50-becc-4ace-847f-1bafbe833ebb req-7d4a55d7-75ea-4b04-9695-348436d9fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:51.261415 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2263ff50-becc-4ace-847f-1bafbe833ebb req-7d4a55d7-75ea-4b04-9695-348436d9fcfd service neutron] 10.222.0.13 "GET /v2.0/networks?id=8aefe763-c591-491f-887f-314fe5744d4c HTTP/1.1" status: 200 len: 910 time: 0.1421845 Apr 05 20:52:51.333338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2263ff50-becc-4ace-847f-1bafbe833ebb req-55e51406-c8df-420c-b1de-f1395baa2a54 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 HTTP/1.1" status: 200 len: 217 time: 0.0645690 Apr 05 20:52:51.411182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263ff50-becc-4ace-847f-1bafbe833ebb req-e1a18043-7604-4778-9239-1ed12593aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:51.412950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2263ff50-becc-4ace-847f-1bafbe833ebb req-e1a18043-7604-4778-9239-1ed12593aee8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b30e36be-dad7-40c3-a22c-cf1826679be6 HTTP/1.1" status: 200 len: 848 time: 0.0725615 Apr 05 20:52:51.511253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263ff50-becc-4ace-847f-1bafbe833ebb req-fa1e8ed0-f777-4708-968c-bd295f905d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:51.513202 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2263ff50-becc-4ace-847f-1bafbe833ebb req-fa1e8ed0-f777-4708-968c-bd295f905d28 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8aefe763-c591-491f-887f-314fe5744d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924475 Apr 05 20:52:51.658855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52440) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:51.670860 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2263ff50-becc-4ace-847f-1bafbe833ebb req-62d3a9b4-f320-4e6d-9232-12c5f2ebc64d service neutron] 10.222.0.13 "GET /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511624 Apr 05 20:52:51.800997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-820168173', 'router:external': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:51.807949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:51.814594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Usage tracker for resource:network and tenant:3f2ccbad00564f728af331762981b218 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:51.822693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:51.837462 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2263ff50-becc-4ace-847f-1bafbe833ebb req-396645ea-eb93-4fd9-85db-27cfe96fa3b9 service neutron] 10.222.0.13 "GET /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587670 Apr 05 20:52:51.837861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:51.850700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Made reservation on behalf of 3f2ccbad00564f728af331762981b218 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:51.853373 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:51.869055 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:51.886620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:51.890663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Usage tracker for resource:security_group_rule and tenant:3f2ccbad00564f728af331762981b218 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:51.893979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:51.901427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:51.971278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ea970-58a8-438f-a65e-3c53a308304f req-2ae54c32-4a18-46ef-a92d-bc57104a8611 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:51.972147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-831ea970-58a8-438f-a65e-3c53a308304f req-2ae54c32-4a18-46ef-a92d-bc57104a8611 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Synchronizing usage tracker for tenant:33728a1c4faf45a08cc86c6e1bf83841 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:52:51.987728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-831ea970-58a8-438f-a65e-3c53a308304f req-2ae54c32-4a18-46ef-a92d-bc57104a8611 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Unset dirty status for tenant:33728a1c4faf45a08cc86c6e1bf83841 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:52:51.988992 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-831ea970-58a8-438f-a65e-3c53a308304f req-2ae54c32-4a18-46ef-a92d-bc57104a8611 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1094 time: 0.0909674 Apr 05 20:52:52.003274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.009155 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.038774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:52:52.041547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-831ea970-58a8-438f-a65e-3c53a308304f req-f3ed79bd-a104-452f-998f-50f57c6d6acb tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452900 Apr 05 20:52:52.053116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54352ec-ea22-4a34-9144-cfec0a5faf10,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:52.058752 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.059073 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Added segment e06eb83a-2cb9-49f3-98f9-26182865f3a6 of type vlan for network d324c439-72dc-4bac-8048-990bac0bcc2e Apr 05 20:52:52.100494 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.136977 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.138278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:52.139013 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.356638 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6963475 Apr 05 20:52:52.359537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52450) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:52.360036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc954167-2efe-4e35-95a6-893fb3b37e99 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event updated for resources: {'Network': ['ID=d324c439-72dc-4bac-8048-990bac0bcc2e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:52.365790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Request body: {'subnet': {'network_id': 'd324c439-72dc-4bac-8048-990bac0bcc2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:52.369401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network d324c439-72dc-4bac-8048-990bac0bcc2e details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:52:52.371937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:52.376267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Usage tracker for resource:subnet and tenant:3f2ccbad00564f728af331762981b218 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:52.379296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:52.388771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:52.399760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Made reservation on behalf of 3f2ccbad00564f728af331762981b218 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:52.402196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.510652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:52:52.660010 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:52.675186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2', 'network_id': '8aefe763-c591-491f-887f-314fe5744d4c', 'port_id': 'fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2', 'mac_address': 'fa:16:3e:1e:8b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b30e36be-dad7-40c3-a22c-cf1826679be6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:52:52.734577 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.756776 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:52:52.775229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:52.782083 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:52.872712 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:52.911894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.objects.ports [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87964) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 05 20:52:52.912649 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:53.012911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5ef5e680-c40c-4f0e-9a2f-931275ef2b8b,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:53.017125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Checking segment: {'id': 'e06eb83a-2cb9-49f3-98f9-26182865f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd324c439-72dc-4bac-8048-990bac0bcc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:53.017560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Network hostable DHCP agents. Network: d324c439-72dc-4bac-8048-990bac0bcc2e, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:52:53.018839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:52:53.038584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Network d324c439-72dc-4bac-8048-990bac0bcc2e is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:52:53.048888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, d324c439-72dc-4bac-8048-990bac0bcc2e) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:53.053197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:53.053911 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:53.067511 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813587da-51c3-4168-af6f-a30c8d149f97 None None] Network d324c439-72dc-4bac-8048-990bac0bcc2e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:52:53.079837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52464) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:53.090830 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-75985c73-4317-470b-9d66-ab901d20a31d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7255347 Apr 05 20:52:53.097201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-481075441', 'network_id': 'd324c439-72dc-4bac-8048-990bac0bcc2e'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:53.105434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:53.110481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Usage tracker for resource:port and tenant:3f2ccbad00564f728af331762981b218 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:53.113939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:53.120833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:53.134255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Made reservation on behalf of 3f2ccbad00564f728af331762981b218 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:52:53.137124 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:53.160591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] device_id is not set on port f33f6fe1-b867-4ab3-9d94-0b141a178405 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:52:53.359930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Allocated IP 172.20.0.2 (d324c439-72dc-4bac-8048-990bac0bcc2e/5ef5e680-c40c-4f0e-9a2f-931275ef2b8b/f33f6fe1-b867-4ab3-9d94-0b141a178405) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:53.371514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66591bcf-dc5b-4f99-adc2-736d2dc1b502 req-a7c737d5-09ba-4cf1-8cab-130759dcfaa7 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:53.377598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d502a674-711a-4cbf-b2a6-a2a9939b8c89 None None] Network d324c439-72dc-4bac-8048-990bac0bcc2e requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:52:53.378650 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-66591bcf-dc5b-4f99-adc2-736d2dc1b502 req-a7c737d5-09ba-4cf1-8cab-130759dcfaa7 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1095 time: 0.1694689 Apr 05 20:52:53.442737 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-66591bcf-dc5b-4f99-adc2-736d2dc1b502 req-9a2a1175-f30c-4945-9c0f-2af7065b7351 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632265 Apr 05 20:52:53.612727 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:53.645542 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:53.721411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Network d324c439-72dc-4bac-8048-990bac0bcc2e is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:53.730315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:53.735121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:53.768803 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event updated for resources: {'Port': ['ID=f33f6fe1-b867-4ab3-9d94-0b141a178405,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:53.795878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:53.796470 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:53.819536 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d5562c65-118e-43b2-9fde-1d51112b457e tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.7380164 Apr 05 20:52:53.822804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52478) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:53.882735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-88ab7eac-b52f-4c06-a5d7-8e614b6a45ab tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Deleting port f33f6fe1-b867-4ab3-9d94-0b141a178405 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:53.883557 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88ab7eac-b52f-4c06-a5d7-8e614b6a45ab tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.119509 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88ab7eac-b52f-4c06-a5d7-8e614b6a45ab tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.241524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-88ab7eac-b52f-4c06-a5d7-8e614b6a45ab tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Calling delete_port for f33f6fe1-b867-4ab3-9d94-0b141a178405 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:54.377726 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88ab7eac-b52f-4c06-a5d7-8e614b6a45ab tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.429507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab7eac-b52f-4c06-a5d7-8e614b6a45ab tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event deleted for resources: {'Port': ['ID=f33f6fe1-b867-4ab3-9d94-0b141a178405,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:54.530899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:52:54.551443 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88ab7eac-b52f-4c06-a5d7-8e614b6a45ab tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.558476 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-88ab7eac-b52f-4c06-a5d7-8e614b6a45ab tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "DELETE /v2.0/ports/f33f6fe1-b867-4ab3-9d94-0b141a178405 HTTP/1.1" status: 204 len: 168 time: 0.7347066 Apr 05 20:52:54.561353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52486) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:54.568701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd324c439-72dc-4bac-8048-990bac0bcc2e', 'external_fixed_ips': [{'subnet_id': '5ef5e680-c40c-4f0e-9a2f-931275ef2b8b', 'ip_address': '172.20.0.2'}]}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:52:54.575216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:52:54.582302 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Usage tracker for resource:router and tenant:3f2ccbad00564f728af331762981b218 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:52:54.587409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:52:54.612039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:52:54.617040 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:52:54.617441 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.632823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:52:54.663083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.664742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.691738 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.707494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffff66-0327-439f-966d-101e03b01c05 req-7158f219-f6f7-4992-919a-6821e7c5a00e tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:54.709178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a9ffff66-0327-439f-966d-101e03b01c05 req-7158f219-f6f7-4992-919a-6821e7c5a00e tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1095 time: 0.1234863 Apr 05 20:52:54.758775 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.786201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba48c191-0dbc-4833-beb5-cdab490d40d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:52:54.797325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:54.803859 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:54.853163 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba48c191-0dbc-4833-beb5-cdab490d40d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2', 'code': 200} Apr 05 20:52:54.889377 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:54.903119 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a9ffff66-0327-439f-966d-101e03b01c05 req-3e6b0ec2-a22e-4586-928d-b5c379b38092 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873889 Apr 05 20:52:55.072420 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:55.133323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecfd352-7491-4f7c-a35f-6ad3d063a66c req-0d33cd2f-cc18-4b84-a808-07f4aae1ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:55.134816 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cecfd352-7491-4f7c-a35f-6ad3d063a66c req-0d33cd2f-cc18-4b84-a808-07f4aae1ba71 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1096 time: 0.1782751 Apr 05 20:52:55.235977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cecfd352-7491-4f7c-a35f-6ad3d063a66c req-4378ad62-d5e2-47a2-a5dc-0bc3cba5232f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942144 Apr 05 20:52:55.494544 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:55.529170 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:55.732980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Allocated IP 172.20.0.2 (d324c439-72dc-4bac-8048-990bac0bcc2e/5ef5e680-c40c-4f0e-9a2f-931275ef2b8b/ca4721a4-b03a-430e-8b8c-8c7b872478e7) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:52:55.994506 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:56.027613 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:56.104174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Network d324c439-72dc-4bac-8048-990bac0bcc2e is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:52:56.107711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:52:56.109629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event updated for resources: {'Port': ['ID=ca4721a4-b03a-430e-8b8c-8c7b872478e7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:56.111794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:52:56.112677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492766d-4e1b-4cff-87f0-8ffc570c3b12 req-5551b807-734c-4862-87ca-45b24fdac8b5 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:56.116778 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2492766d-4e1b-4cff-87f0-8ffc570c3b12 req-5551b807-734c-4862-87ca-45b24fdac8b5 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1096 time: 0.0952568 Apr 05 20:52:56.183796 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2492766d-4e1b-4cff-87f0-8ffc570c3b12 req-1d2365d1-975d-4116-a7b4-3c2241802e91 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595121 Apr 05 20:52:56.740118 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.096817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.371180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Router 1bb66ab9-625c-4044-8489-47b743f4ed45 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:52:57.475800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6363b-bb41-4ac3-bff0-92022991bf64 req-5d411072-93ca-4941-b173-048ad18200ab tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:57.478364 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-adf6363b-bb41-4ac3-bff0-92022991bf64 req-5d411072-93ca-4941-b173-048ad18200ab tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1096 time: 0.1673708 Apr 05 20:52:57.721965 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-adf6363b-bb41-4ac3-bff0-92022991bf64 req-77dd3060-55a8-47ff-850c-10b2b714de2c tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360344 Apr 05 20:52:57.725215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:52:57.736670 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Sync routers for ids ['1bb66ab9-625c-4044-8489-47b743f4ed45'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:52:57.748618 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Routers {'1bb66ab9-625c-4044-8489-47b743f4ed45'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:57.749456 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1bb66ab9-625c-4044-8489-47b743f4ed45'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:57.751457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.755225 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e7d013a1-13d3-44ed-af13-edd6f15d1c32 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.1895225 Apr 05 20:52:57.755493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52514) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:52:57.900599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53822a1e-58e4-4279-82cd-e105bfb55a9c req-98f182b2-7c2a-42de-a8eb-193109e5507b tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:57.902128 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-53822a1e-58e4-4279-82cd-e105bfb55a9c req-98f182b2-7c2a-42de-a8eb-193109e5507b tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1096 time: 0.0714779 Apr 05 20:52:57.933194 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Set router 1bb66ab9-625c-4044-8489-47b743f4ed45 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:57.940735 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:57.950156 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-53822a1e-58e4-4279-82cd-e105bfb55a9c req-2f2f2d12-552c-440d-bf5a-b53148d5a13a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423453 Apr 05 20:52:58.170527 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.185996 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Deleting port ca4721a4-b03a-430e-8b8c-8c7b872478e7 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:58.186328 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.223454 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb66ab9-625c-4044-8489-47b743f4ed45', 'name': '', 'tenant_id': '3f2ccbad00564f728af331762981b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd324c439-72dc-4bac-8048-990bac0bcc2e', 'external_fixed_ips': [{'subnet_id': '5ef5e680-c40c-4f0e-9a2f-931275ef2b8b', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'ca4721a4-b03a-430e-8b8c-8c7b872478e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:54Z', 'updated_at': '2022-04-05T20:52:56Z', 'revision_number': 3, 'project_id': '3f2ccbad00564f728af331762981b218', 'gw_port': {'id': 'ca4721a4-b03a-430e-8b8c-8c7b872478e7', 'name': '', 'network_id': 'd324c439-72dc-4bac-8048-990bac0bcc2e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:8f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bb66ab9-625c-4044-8489-47b743f4ed45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3758, 'fixed_ips': [{'subnet_id': '5ef5e680-c40c-4f0e-9a2f-931275ef2b8b', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:55Z', 'updated_at': '2022-04-05T20:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5ef5e680-c40c-4f0e-9a2f-931275ef2b8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:58.227215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82442d82-de03-42a6-88d1-a55ddaf9fec4 req-60ead364-993f-4ece-af65-1127657af0f8 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:58.227346 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Checking router: 1bb66ab9-625c-4044-8489-47b743f4ed45 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:52:58.227572 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Updating router 1bb66ab9-625c-4044-8489-47b743f4ed45 port ca4721a4-b03a-430e-8b8c-8c7b872478e7 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:52:58.228646 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-82442d82-de03-42a6-88d1-a55ddaf9fec4 req-60ead364-993f-4ece-af65-1127657af0f8 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1096 time: 0.1477802 Apr 05 20:52:58.279647 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.359707 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-82442d82-de03-42a6-88d1-a55ddaf9fec4 req-b7aee413-a6a8-4ce2-b98a-4f1d0f96af0a tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243103 Apr 05 20:52:58.402624 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.535680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Calling delete_port for ca4721a4-b03a-430e-8b8c-8c7b872478e7 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:52:58.677401 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.691665 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Transition to ACTIVE for port object ca4721a4-b03a-430e-8b8c-8c7b872478e7 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:52:58.702069 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.786025 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Attempting to bind port ca4721a4-b03a-430e-8b8c-8c7b872478e7 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:52:58.786754 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Attempting to bind port ca4721a4-b03a-430e-8b8c-8c7b872478e7 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e06eb83a-2cb9-49f3-98f9-26182865f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd324c439-72dc-4bac-8048-990bac0bcc2e'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:52:58.786885 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Attempting to bind port ca4721a4-b03a-430e-8b8c-8c7b872478e7 on network d324c439-72dc-4bac-8048-990bac0bcc2e {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:52:58.796844 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:52:58.797299 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Checking segment: {'id': 'e06eb83a-2cb9-49f3-98f9-26182865f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd324c439-72dc-4bac-8048-990bac0bcc2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:52:58.797754 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.798708 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Bound using segment: {'id': 'e06eb83a-2cb9-49f3-98f9-26182865f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd324c439-72dc-4bac-8048-990bac0bcc2e'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:52:58.798708 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Bound port: ca4721a4-b03a-430e-8b8c-8c7b872478e7, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06eb83a-2cb9-49f3-98f9-26182865f3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd324c439-72dc-4bac-8048-990bac0bcc2e'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:52:58.799187 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.886302 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070685b-6778-48e5-9131-611c774f8807 None None] Pushing event updated for resources: {'Port': ['ID=ca4721a4-b03a-430e-8b8c-8c7b872478e7,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:58.912010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445fa7d-d1e9-45a8-b092-f96c49e4b99a req-804ba98b-4a49-4bbe-8d45-daffb142a972 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:52:58.913543 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9445fa7d-d1e9-45a8-b092-f96c49e4b99a req-804ba98b-4a49-4bbe-8d45-daffb142a972 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1096 time: 0.1426711 Apr 05 20:52:58.936815 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:52:58.937143 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:52:58.937992 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] For port ca4721a4-b03a-430e-8b8c-8c7b872478e7, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:52:58.941132 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] For port ca4721a4-b03a-430e-8b8c-8c7b872478e7, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ca4721a4-b03a-430e-8b8c-8c7b872478e7,segment=NetworkSegment(e06eb83a-2cb9-49f3-98f9-26182865f3a6),segment_id=e06eb83a-2cb9-49f3-98f9-26182865f3a6)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:52:58.946068 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:58.959706 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9445fa7d-d1e9-45a8-b092-f96c49e4b99a req-0609c324-2d55-4c60-a513-0331c6baa5d6 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392401 Apr 05 20:52:59.029860 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Routers {'1bb66ab9-625c-4044-8489-47b743f4ed45'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:52:59.030406 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1bb66ab9-625c-4044-8489-47b743f4ed45'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:59.100135 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070685b-6778-48e5-9131-611c774f8807 None None] Pushing event updated for resources: {'Port': ['ID=ca4721a4-b03a-430e-8b8c-8c7b872478e7,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:52:59.187338 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] Set router 1bb66ab9-625c-4044-8489-47b743f4ed45 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:52:59.290560 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bb66ab9-625c-4044-8489-47b743f4ed45', 'name': '', 'tenant_id': '3f2ccbad00564f728af331762981b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:54Z', 'updated_at': '2022-04-05T20:52:58Z', 'revision_number': 4, 'project_id': '3f2ccbad00564f728af331762981b218', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:52:59.294515 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cbb652-a233-4314-8422-20cd221e629e None None] The sync data for ids ['1bb66ab9-625c-4044-8489-47b743f4ed45'] in n-d-836604-1 is: [{'id': '1bb66ab9-625c-4044-8489-47b743f4ed45', 'name': '', 'tenant_id': '3f2ccbad00564f728af331762981b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:54Z', 'updated_at': '2022-04-05T20:52:58Z', 'revision_number': 4, 'project_id': '3f2ccbad00564f728af331762981b218', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:52:59.438625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Deleting port ca4721a4-b03a-430e-8b8c-8c7b872478e7 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:52:59.438981 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:59.748016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] For port ca4721a4-b03a-430e-8b8c-8c7b872478e7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ca4721a4-b03a-430e-8b8c-8c7b872478e7,segment=NetworkSegment(e06eb83a-2cb9-49f3-98f9-26182865f3a6),segment_id=e06eb83a-2cb9-49f3-98f9-26182865f3a6)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:52:59.748378 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:52:59.910902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Calling delete_port for ca4721a4-b03a-430e-8b8c-8c7b872478e7 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:00.030608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407362c-5ad2-4f65-b847-4a971b264b1d req-dbeaac73-aba3-4d79-b8dc-55f107641d88 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:00.032082 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1407362c-5ad2-4f65-b847-4a971b264b1d req-dbeaac73-aba3-4d79-b8dc-55f107641d88 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1096 time: 0.1595812 Apr 05 20:53:00.110589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-1407362c-5ad2-4f65-b847-4a971b264b1d req-278d49f1-65cd-497b-8089-ea76fab0dd43 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Deleting port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:00.111202 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1407362c-5ad2-4f65-b847-4a971b264b1d req-278d49f1-65cd-497b-8089-ea76fab0dd43 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.168764 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ebc40-a385-4953-a659-56620fee64cc req-503ddb28-655c-4364-84e7-4a2980923e54 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:00.174370 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e8ebc40-a385-4953-a659-56620fee64cc req-503ddb28-655c-4364-84e7-4a2980923e54 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 1096 time: 0.0846472 Apr 05 20:53:00.261483 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.323355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca4721a4-b03a-430e-8b8c-8c7b872478e7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:00.331709 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e8ebc40-a385-4953-a659-56620fee64cc req-50778489-57b3-478c-9eeb-114923281d21 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562002 Apr 05 20:53:00.532278 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.656517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1407362c-5ad2-4f65-b847-4a971b264b1d req-278d49f1-65cd-497b-8089-ea76fab0dd43 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] For port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:53:00.656869 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1407362c-5ad2-4f65-b847-4a971b264b1d req-278d49f1-65cd-497b-8089-ea76fab0dd43 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.792318 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.847267 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.858432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-1407362c-5ad2-4f65-b847-4a971b264b1d req-278d49f1-65cd-497b-8089-ea76fab0dd43 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Calling delete_port for fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:00.896832 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5cf66778-0578-43cf-96bc-d5de16029890 req-e4791f87-06d1-42a9-8d60-11f7644a2b79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703232 Apr 05 20:53:00.923783 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.924275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1bb66ab9-625c-4044-8489-47b743f4ed45 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:53:00.954049 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:00.955143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-452c9607-328d-4d8b-acd5-005a5cada518 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "DELETE /v2.0/routers/1bb66ab9-625c-4044-8489-47b743f4ed45 HTTP/1.1" status: 204 len: 168 time: 3.1987495 Apr 05 20:53:00.957995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52542) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:01.060603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf66778-0578-43cf-96bc-d5de16029890 req-99d71d8c-879b-4849-950c-62355492874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:01.062220 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5cf66778-0578-43cf-96bc-d5de16029890 req-99d71d8c-879b-4849-950c-62355492874b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=33728a1c4faf45a08cc86c6e1bf83841&device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1096 time: 0.0839624 Apr 05 20:53:01.187884 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a0eea36-a884-4ac7-9162-b4a5d15e037b tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Deleting subnet 5ef5e680-c40c-4f0e-9a2f-931275ef2b8b {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:53:01.190913 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea36-a884-4ac7-9162-b4a5d15e037b tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.212310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf66778-0578-43cf-96bc-d5de16029890 req-69d65b36-47e6-4d86-9da4-8a254bd888ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:01.213763 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5cf66778-0578-43cf-96bc-d5de16029890 req-69d65b36-47e6-4d86-9da4-8a254bd888ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=8aefe763-c591-491f-887f-314fe5744d4c HTTP/1.1" status: 200 len: 910 time: 0.1316636 Apr 05 20:53:01.217945 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1407362c-5ad2-4f65-b847-4a971b264b1d req-278d49f1-65cd-497b-8089-ea76fab0dd43 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.228844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['939e28e3-f57c-4d24-9b23-52db8abcb05b'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:53:01.278760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d49f1-65cd-497b-8089-ea76fab0dd43 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Pushing event deleted for resources: {'Port': ['ID=fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:01.291213 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5cf66778-0578-43cf-96bc-d5de16029890 req-c9b5c24e-e4a5-4a4b-af03-031cb4946ef3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=939e28e3-f57c-4d24-9b23-52db8abcb05b HTTP/1.1" status: 200 len: 217 time: 0.0709212 Apr 05 20:53:01.371746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf66778-0578-43cf-96bc-d5de16029890 req-6af58115-a1b9-4971-bc7b-e4d205002f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:01.373444 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5cf66778-0578-43cf-96bc-d5de16029890 req-6af58115-a1b9-4971-bc7b-e4d205002f0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b30e36be-dad7-40c3-a22c-cf1826679be6 HTTP/1.1" status: 200 len: 848 time: 0.0764740 Apr 05 20:53:01.402771 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea36-a884-4ac7-9162-b4a5d15e037b tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.435462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-1407362c-5ad2-4f65-b847-4a971b264b1d req-278d49f1-65cd-497b-8089-ea76fab0dd43 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] No DVR routers for this DVR port fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:53:01.441661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1407362c-5ad2-4f65-b847-4a971b264b1d req-278d49f1-65cd-497b-8089-ea76fab0dd43 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.444334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba48c191-0dbc-4833-beb5-cdab490d40d1', 'name': 'network-vif-deleted', 'tag': 'fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:53:01.485159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf66778-0578-43cf-96bc-d5de16029890 req-28cab924-6002-4477-850b-4b9aae8c1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:01.486665 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5cf66778-0578-43cf-96bc-d5de16029890 req-28cab924-6002-4477-850b-4b9aae8c1c3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8aefe763-c591-491f-887f-314fe5744d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052527 Apr 05 20:53:01.533952 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba48c191-0dbc-4833-beb5-cdab490d40d1', 'name': 'network-vif-deleted', 'tag': 'fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2', 'status': 'completed', 'code': 200} Apr 05 20:53:01.542965 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1407362c-5ad2-4f65-b847-4a971b264b1d req-278d49f1-65cd-497b-8089-ea76fab0dd43 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.13 "DELETE /v2.0/ports/fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 HTTP/1.1" status: 204 len: 173 time: 1.4999623 Apr 05 20:53:01.546629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d78f634c-2943-4455-964b-2dacf1434ce3 req-bba46e11-27b6-4d29-8b06-6c2d6471bc00 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Synchronizing usage tracker for tenant:33728a1c4faf45a08cc86c6e1bf83841 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:01.561726 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea36-a884-4ac7-9162-b4a5d15e037b tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.615171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d78f634c-2943-4455-964b-2dacf1434ce3 req-bba46e11-27b6-4d29-8b06-6c2d6471bc00 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Unset dirty status for tenant:33728a1c4faf45a08cc86c6e1bf83841 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:01.616350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d78f634c-2943-4455-964b-2dacf1434ce3 req-bba46e11-27b6-4d29-8b06-6c2d6471bc00 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ba48c191-0dbc-4833-beb5-cdab490d40d1 HTTP/1.1" status: 200 len: 210 time: 0.1438847 Apr 05 20:53:01.657062 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea36-a884-4ac7-9162-b4a5d15e037b tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.662162 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5cf66778-0578-43cf-96bc-d5de16029890 req-a0a8b6f6-72d9-4667-808b-0f2bfd36ba33 service neutron] 10.222.0.41 "GET /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612585 Apr 05 20:53:01.702575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0eea36-a884-4ac7-9162-b4a5d15e037b tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5ef5e680-c40c-4f0e-9a2f-931275ef2b8b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:01.709656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a0eea36-a884-4ac7-9162-b4a5d15e037b tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.720261 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8a0eea36-a884-4ac7-9162-b4a5d15e037b tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/5ef5e680-c40c-4f0e-9a2f-931275ef2b8b HTTP/1.1" status: 204 len: 168 time: 0.7608535 Apr 05 20:53:01.721163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52550) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:01.834345 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-174c20fd-df08-487a-9550-c302811c2e4d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.843873 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5cf66778-0578-43cf-96bc-d5de16029890 req-6f7407ea-2d2c-4d13-b03d-0bd303a8cdda service neutron] 10.222.0.41 "GET /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808617 Apr 05 20:53:01.968858 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-174c20fd-df08-487a-9550-c302811c2e4d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:01.997924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-174c20fd-df08-487a-9550-c302811c2e4d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d324c439-72dc-4bac-8048-990bac0bcc2e']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:02.014139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-174c20fd-df08-487a-9550-c302811c2e4d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06eb83a-2cb9-49f3-98f9-26182865f3a6') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:02.014658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-174c20fd-df08-487a-9550-c302811c2e4d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06eb83a-2cb9-49f3-98f9-26182865f3a6') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:02.033049 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-174c20fd-df08-487a-9550-c302811c2e4d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.051160 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-174c20fd-df08-487a-9550-c302811c2e4d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.058364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174c20fd-df08-487a-9550-c302811c2e4d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:53:02.058854 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-174c20fd-df08-487a-9550-c302811c2e4d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:53:02.074039 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:53:02.174346 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-174c20fd-df08-487a-9550-c302811c2e4d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.182648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174c20fd-df08-487a-9550-c302811c2e4d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d324c439-72dc-4bac-8048-990bac0bcc2e {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 05 20:53:02.199702 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-174c20fd-df08-487a-9550-c302811c2e4d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.207010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c20fd-df08-487a-9550-c302811c2e4d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event deleted for resources: {'Network': ['ID=d324c439-72dc-4bac-8048-990bac0bcc2e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:02.209605 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-174c20fd-df08-487a-9550-c302811c2e4d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "DELETE /v2.0/networks/d324c439-72dc-4bac-8048-990bac0bcc2e HTTP/1.1" status: 204 len: 168 time: 0.4867382 Apr 05 20:53:02.440770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52580) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:02.446665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-133b9285-ab8b-4604-bda7-978d94141ffd tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Request body: {'router': {'name': 'tempest-router--511032837', 'project_id': '6d0232056b76422ab1f2df03fb425d1f'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:02.453720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-133b9285-ab8b-4604-bda7-978d94141ffd tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:02.457729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-133b9285-ab8b-4604-bda7-978d94141ffd tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Usage tracker for resource:router and tenant:6d0232056b76422ab1f2df03fb425d1f is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:02.460658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-133b9285-ab8b-4604-bda7-978d94141ffd tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:02.466345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-133b9285-ab8b-4604-bda7-978d94141ffd tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:02.479320 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-133b9285-ab8b-4604-bda7-978d94141ffd tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.481419 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-133b9285-ab8b-4604-bda7-978d94141ffd tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.499240 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-133b9285-ab8b-4604-bda7-978d94141ffd tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.518191 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-133b9285-ab8b-4604-bda7-978d94141ffd tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.539864 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-133b9285-ab8b-4604-bda7-978d94141ffd tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:02.541280 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-133b9285-ab8b-4604-bda7-978d94141ffd tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.0995064 Apr 05 20:53:02.541808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:02.544070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52584) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:02.583447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:53:02.584036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device fac5ad6a-b0b4-445b-b2f5-72c3cfe511b2 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:53:02.746874 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9f25ecae-7004-4810-a21c-b4ba993f3b8d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.200058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bab0f-1af0-4817-b7b6-9c28a01cf773 req-f6038944-4a14-4b63-ae20-2afc6fed68fa tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:03.202310 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d2bab0f-1af0-4817-b7b6-9c28a01cf773 req-f6038944-4a14-4b63-ae20-2afc6fed68fa tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1096 time: 0.0883551 Apr 05 20:53:03.204527 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9f25ecae-7004-4810-a21c-b4ba993f3b8d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.206768 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9f25ecae-7004-4810-a21c-b4ba993f3b8d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.231070 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9f25ecae-7004-4810-a21c-b4ba993f3b8d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.231479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f25ecae-7004-4810-a21c-b4ba993f3b8d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2fe5010-5ed9-471d-a869-3cbb4f556525 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:53:03.240987 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9f25ecae-7004-4810-a21c-b4ba993f3b8d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.242956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9f25ecae-7004-4810-a21c-b4ba993f3b8d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "DELETE /v2.0/routers/a2fe5010-5ed9-471d-a869-3cbb4f556525 HTTP/1.1" status: 204 len: 168 time: 0.6977069 Apr 05 20:53:03.249087 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d2bab0f-1af0-4817-b7b6-9c28a01cf773 req-608da52f-1655-4ff5-a583-cebc77d62978 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411522 Apr 05 20:53:03.364514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52608) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:03.574786 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-4141597', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:03.582404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:03.586709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Usage tracker for resource:router and tenant:cf5da4a0634444c8b1b558af52dd2664 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:03.589481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:03.595575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:03.605335 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.606302 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.620874 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:03.894926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.310206 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.373557 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.434850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d14e0-5310-44b4-89f0-21cb1ca0ee20 req-bf850307-7283-4435-b75c-0d4d3981e3b9 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:04.436990 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c91d14e0-5310-44b4-89f0-21cb1ca0ee20 req-bf850307-7283-4435-b75c-0d4d3981e3b9 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1096 time: 0.0784440 Apr 05 20:53:04.490678 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c91d14e0-5310-44b4-89f0-21cb1ca0ee20 req-5c83b67d-198e-44af-8c38-3cc0a0399e07 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=0c398ebc-4b9f-495f-aa34-c8c535db1a81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399787 Apr 05 20:53:04.524495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf41797-0b57-433b-9717-42e0893e93f8 req-6f506a08-f348-4308-8013-e597ad789ef8 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:04.526004 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dbf41797-0b57-433b-9717-42e0893e93f8 req-6f506a08-f348-4308-8013-e597ad789ef8 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 1096 time: 0.1896303 Apr 05 20:53:04.592455 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Allocated IP 172.25.8.52 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/f55937ef-6e4c-4992-9373-9b8c6dc4a9ce) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:04.614311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-dbf41797-0b57-433b-9717-42e0893e93f8 req-8d5c9d17-33a9-4a75-ad41-b802884c2755 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Deleting port 939e28e3-f57c-4d24-9b23-52db8abcb05b {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:04.614650 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-dbf41797-0b57-433b-9717-42e0893e93f8 req-8d5c9d17-33a9-4a75-ad41-b802884c2755 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.933723 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:04.985185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-dbf41797-0b57-433b-9717-42e0893e93f8 req-8d5c9d17-33a9-4a75-ad41-b802884c2755 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] For port 939e28e3-f57c-4d24-9b23-52db8abcb05b, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=939e28e3-f57c-4d24-9b23-52db8abcb05b,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:53:04.985449 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-dbf41797-0b57-433b-9717-42e0893e93f8 req-8d5c9d17-33a9-4a75-ad41-b802884c2755 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:05.113425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-dbf41797-0b57-433b-9717-42e0893e93f8 req-8d5c9d17-33a9-4a75-ad41-b802884c2755 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Calling delete_port for 939e28e3-f57c-4d24-9b23-52db8abcb05b owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:05.152640 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:05.245368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:05.252924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:05.255801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:05.298855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Pushing event updated for resources: {'Port': ['ID=f55937ef-6e4c-4992-9373-9b8c6dc4a9ce,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:05.532107 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-dbf41797-0b57-433b-9717-42e0893e93f8 req-8d5c9d17-33a9-4a75-ad41-b802884c2755 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:05.589578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c9d17-33a9-4a75-ad41-b802884c2755 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Pushing event deleted for resources: {'Port': ['ID=939e28e3-f57c-4d24-9b23-52db8abcb05b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:05.895813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf41797-0b57-433b-9717-42e0893e93f8 req-8d5c9d17-33a9-4a75-ad41-b802884c2755 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] No DVR routers for this DVR port 939e28e3-f57c-4d24-9b23-52db8abcb05b on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:53:05.899321 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-68624047-9f07-4c89-ab9e-7423572912d2 req-9d5d8c45-957a-4097-95d5-86bf2f9660ac tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=67dbb695-5cde-40db-b678-f248efb65366 HTTP/1.1" status: 200 len: 210 time: 0.1453841 Apr 05 20:53:05.907844 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-dbf41797-0b57-433b-9717-42e0893e93f8 req-8d5c9d17-33a9-4a75-ad41-b802884c2755 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:05.919815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67dbb695-5cde-40db-b678-f248efb65366', 'name': 'network-vif-deleted', 'tag': '939e28e3-f57c-4d24-9b23-52db8abcb05b'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:53:05.940195 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dbf41797-0b57-433b-9717-42e0893e93f8 req-8d5c9d17-33a9-4a75-ad41-b802884c2755 tempest-TestServerMultinode-1210012566 tempest-TestServerMultinode-1210012566-project-admin] 10.222.0.41 "DELETE /v2.0/ports/939e28e3-f57c-4d24-9b23-52db8abcb05b HTTP/1.1" status: 204 len: 173 time: 1.4074557 Apr 05 20:53:06.008947 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67dbb695-5cde-40db-b678-f248efb65366', 'name': 'network-vif-deleted', 'tag': '939e28e3-f57c-4d24-9b23-52db8abcb05b', 'status': 'completed', 'code': 200} Apr 05 20:53:06.043451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:06.413027 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:06.634163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Router e016ba38-fb8b-4150-8f57-a56ded67f045 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:53:06.818529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:53:06.828731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a800d879-9fa5-47e6-b31e-6bf66bd9a9a3 None None] Sync routers for ids ['e016ba38-fb8b-4150-8f57-a56ded67f045'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:53:06.839177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800d879-9fa5-47e6-b31e-6bf66bd9a9a3 None None] Routers {'e016ba38-fb8b-4150-8f57-a56ded67f045'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:06.839878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a800d879-9fa5-47e6-b31e-6bf66bd9a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e016ba38-fb8b-4150-8f57-a56ded67f045'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:06.840442 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:06.844660 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-28629d51-7ead-47d5-8f25-31f7dcdbbdb4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 3.4761105 Apr 05 20:53:06.844888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52646) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:06.927468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a800d879-9fa5-47e6-b31e-6bf66bd9a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:06.937180 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800d879-9fa5-47e6-b31e-6bf66bd9a9a3 None None] Routers {'e016ba38-fb8b-4150-8f57-a56ded67f045'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:06.937800 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a800d879-9fa5-47e6-b31e-6bf66bd9a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e016ba38-fb8b-4150-8f57-a56ded67f045'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:07.005944 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a800d879-9fa5-47e6-b31e-6bf66bd9a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:07.005944 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a800d879-9fa5-47e6-b31e-6bf66bd9a9a3 None None] The sync data for ids ['e016ba38-fb8b-4150-8f57-a56ded67f045'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:53:07.006586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52656) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:07.081421 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f2795f8d-5344-447f-b522-b71a9baa3fe2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/routers/e016ba38-fb8b-4150-8f57-a56ded67f045 HTTP/1.1" status: 200 len: 917 time: 0.2328129 Apr 05 20:53:07.081648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52660) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:07.129394 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-15faa9e2-c703-4cc1-8069-060119524f97 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "GET /v2.0/ports?device_id=e016ba38-fb8b-4150-8f57-a56ded67f045 HTTP/1.1" status: 200 len: 205 time: 0.0466499 Apr 05 20:53:07.131872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52664) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:07.280963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 939e28e3-f57c-4d24-9b23-52db8abcb05b no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:07.328651 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.333384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 939e28e3-f57c-4d24-9b23-52db8abcb05b {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:53:07.333935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 939e28e3-f57c-4d24-9b23-52db8abcb05b not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:53:07.522838 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.533675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Deleting port f55937ef-6e4c-4992-9373-9b8c6dc4a9ce {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:07.534149 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.711898 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.723559 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bfc4-7d42-462c-9245-f1e8d6a79b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:07.846609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Calling delete_port for f55937ef-6e4c-4992-9373-9b8c6dc4a9ce owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:08.038171 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.092561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Pushing event deleted for resources: {'Port': ['ID=f55937ef-6e4c-4992-9373-9b8c6dc4a9ce,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:08.112861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5bfc4-7d42-462c-9245-f1e8d6a79b6b admin admin] Deleting port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:08.113297 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bfc4-7d42-462c-9245-f1e8d6a79b6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.320799 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.324517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-6fb5bfc4-7d42-462c-9245-f1e8d6a79b6b admin admin] For port b95d3c75-0aa9-4e00-b2b8-bd27fa5da962, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b95d3c75-0aa9-4e00-b2b8-bd27fa5da962,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:53:08.324871 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bfc4-7d42-462c-9245-f1e8d6a79b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.464878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-6fb5bfc4-7d42-462c-9245-f1e8d6a79b6b admin admin] Calling delete_port for b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:08.509376 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.511647 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.539368 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.539978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Fanout notify agent at l3_agent the message router_deleted on router e016ba38-fb8b-4150-8f57-a56ded67f045 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:53:08.559752 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.565137 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d3a7c7cb-659e-4fbb-ac4e-6555a01c762f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "DELETE /v2.0/routers/e016ba38-fb8b-4150-8f57-a56ded67f045 HTTP/1.1" status: 204 len: 168 time: 1.4274547 Apr 05 20:53:08.565137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52688) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:08.569521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1410137688', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'enable_snat': False}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:08.574980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:08.578875 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Usage tracker for resource:router and tenant:3f2ccbad00564f728af331762981b218 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:08.581844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:08.587685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:08.599062 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.600210 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.616292 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.812235 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bfc4-7d42-462c-9245-f1e8d6a79b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.907541 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:08.979122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5bfc4-7d42-462c-9245-f1e8d6a79b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=b95d3c75-0aa9-4e00-b2b8-bd27fa5da962,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:09.002107 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.264120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.268014 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.278407 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6fb5bfc4-7d42-462c-9245-f1e8d6a79b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.303561 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.441070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Allocated IP 172.25.8.58 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/6bb6afca-1dec-4c49-98a7-1736239f1746) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:09.594473 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.626728 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:09.650868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb5bfc4-7d42-462c-9245-f1e8d6a79b6b admin admin] Router 6f0fde54-4c2b-4e25-9270-870c1957e79c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:53:09.683843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:09.687046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:09.690273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:09.751005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event updated for resources: {'Port': ['ID=6bb6afca-1dec-4c49-98a7-1736239f1746,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:09.865987 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb5bfc4-7d42-462c-9245-f1e8d6a79b6b admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:53:09.875445 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093a8cb-3f4c-4e9b-9f62-9148231e60f2 None None] Sync routers for ids ['6f0fde54-4c2b-4e25-9270-870c1957e79c'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:53:09.882699 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6fb5bfc4-7d42-462c-9245-f1e8d6a79b6b admin admin] 10.222.0.24 "PUT /v2.0/routers/6f0fde54-4c2b-4e25-9270-870c1957e79c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8737724 Apr 05 20:53:09.884990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52700) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:09.889270 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093a8cb-3f4c-4e9b-9f62-9148231e60f2 None None] Routers {'6f0fde54-4c2b-4e25-9270-870c1957e79c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:09.890372 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2093a8cb-3f4c-4e9b-9f62-9148231e60f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6f0fde54-4c2b-4e25-9270-870c1957e79c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:10.083270 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.128147 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-2093a8cb-3f4c-4e9b-9f62-9148231e60f2 None None] Set router 6f0fde54-4c2b-4e25-9270-870c1957e79c gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:53:10.289690 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.301429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] Deleting port 37ee15db-4a68-47eb-867b-6f9b14f805a2 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:10.301840 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.337543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.459942 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2093a8cb-3f4c-4e9b-9f62-9148231e60f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'name': 'tempest-TestServerMultinode-440646828-router', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': '37ee15db-4a68-47eb-867b-6f9b14f805a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:07Z', 'updated_at': '2022-04-05T20:53:08Z', 'revision_number': 5, 'project_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'gw_port': {'id': '37ee15db-4a68-47eb-867b-6f9b14f805a2', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:26:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3657, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:09Z', 'updated_at': '2022-04-05T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:10.464518 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093a8cb-3f4c-4e9b-9f62-9148231e60f2 None None] Checking router: 6f0fde54-4c2b-4e25-9270-870c1957e79c for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:53:10.473945 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2093a8cb-3f4c-4e9b-9f62-9148231e60f2 None None] Routers {'6f0fde54-4c2b-4e25-9270-870c1957e79c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:10.474815 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2093a8cb-3f4c-4e9b-9f62-9148231e60f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['6f0fde54-4c2b-4e25-9270-870c1957e79c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:10.649702 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-2093a8cb-3f4c-4e9b-9f62-9148231e60f2 None None] Set router 6f0fde54-4c2b-4e25-9270-870c1957e79c gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:53:10.687992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] For port 37ee15db-4a68-47eb-867b-6f9b14f805a2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=37ee15db-4a68-47eb-867b-6f9b14f805a2,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:53:10.688349 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.737858 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:10.776617 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2093a8cb-3f4c-4e9b-9f62-9148231e60f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'name': 'tempest-TestServerMultinode-440646828-router', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:07Z', 'updated_at': '2022-04-05T20:53:10Z', 'revision_number': 6, 'project_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:10.780762 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2093a8cb-3f4c-4e9b-9f62-9148231e60f2 None None] The sync data for ids ['6f0fde54-4c2b-4e25-9270-870c1957e79c'] in n-d-836604-1 is: [{'id': '6f0fde54-4c2b-4e25-9270-870c1957e79c', 'name': 'tempest-TestServerMultinode-440646828-router', 'tenant_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:07Z', 'updated_at': '2022-04-05T20:53:10Z', 'revision_number': 6, 'project_id': 'cbf0df46d0e949d0808669e8bc5bd1dd', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:53:10.892704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] Calling delete_port for 37ee15db-4a68-47eb-867b-6f9b14f805a2 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:10.972255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Router cf2e35b2-bbfb-4d40-9fdf-dfaea041de09 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:53:11.068792 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.115871 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=37ee15db-4a68-47eb-867b-6f9b14f805a2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:11.179315 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:53:11.188858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Sync routers for ids ['cf2e35b2-bbfb-4d40-9fdf-dfaea041de09'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:53:11.199288 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Routers {'cf2e35b2-bbfb-4d40-9fdf-dfaea041de09'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:11.200564 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cf2e35b2-bbfb-4d40-9fdf-dfaea041de09'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:11.209053 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.214343 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-164cb3a4-ee10-4735-afde-32b04e8eb555 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6489823 Apr 05 20:53:11.214879 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52712) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:11.299424 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.420057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Set router cf2e35b2-bbfb-4d40-9fdf-dfaea041de09 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:53:11.467407 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cc77e6c6-ae2d-4f10-8c44-4d60b51de310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.558232 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.562244 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.600458 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-35190542-94a9-4a62-b3e0-f3b1e4be3cc4 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/routers/cf2e35b2-bbfb-4d40-9fdf-dfaea041de09 HTTP/1.1" status: 200 len: 908 time: 0.3819177 Apr 05 20:53:11.600458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52718) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:11.608619 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1410137688', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'enable_snat': True}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:11.614742 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.615310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f0fde54-4c2b-4e25-9270-870c1957e79c {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:53:11.618012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:11.637211 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.638508 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-174d5c1f-bec1-4189-8e2f-171c5ac5e2c1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6f0fde54-4c2b-4e25-9270-870c1957e79c HTTP/1.1" status: 204 len: 168 time: 1.7526205 Apr 05 20:53:11.640165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Usage tracker for resource:router and tenant:3f2ccbad00564f728af331762981b218 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:11.641179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52722) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:11.644214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:11.660886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:11.684482 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.685482 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.728182 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.763342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba681179-8d73-482b-900a-ec79a049731e admin admin] Deleting subnet b30e36be-dad7-40c3-a22c-cf1826679be6 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:53:11.767063 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba681179-8d73-482b-900a-ec79a049731e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.831230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2e35b2-bbfb-4d40-9fdf-dfaea041de09', 'name': 'tempest-snat-router-1410137688', 'tenant_id': '3f2ccbad00564f728af331762981b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': False}, 'gw_port_id': '6bb6afca-1dec-4c49-98a7-1736239f1746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:53:08Z', 'updated_at': '2022-04-05T20:53:10Z', 'revision_number': 3, 'project_id': '3f2ccbad00564f728af331762981b218', 'gw_port': {'id': '6bb6afca-1dec-4c49-98a7-1736239f1746', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2e35b2-bbfb-4d40-9fdf-dfaea041de09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:53:09Z', 'updated_at': '2022-04-05T20:53:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:11.836011 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Checking router: cf2e35b2-bbfb-4d40-9fdf-dfaea041de09 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:53:11.836581 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Updating router cf2e35b2-bbfb-4d40-9fdf-dfaea041de09 port 6bb6afca-1dec-4c49-98a7-1736239f1746 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:53:11.852514 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba681179-8d73-482b-900a-ec79a049731e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.911096 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:11.971294 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba681179-8d73-482b-900a-ec79a049731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.232556 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.243155 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba681179-8d73-482b-900a-ec79a049731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.276360 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.290672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba681179-8d73-482b-900a-ec79a049731e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b30e36be-dad7-40c3-a22c-cf1826679be6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:12.300167 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 37ee15db-4a68-47eb-867b-6f9b14f805a2 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:12.304851 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba681179-8d73-482b-900a-ec79a049731e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.323642 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ba681179-8d73-482b-900a-ec79a049731e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b30e36be-dad7-40c3-a22c-cf1826679be6 HTTP/1.1" status: 204 len: 168 time: 0.6808450 Apr 05 20:53:12.332143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52730) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:12.370064 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Transition to ACTIVE for port object 6bb6afca-1dec-4c49-98a7-1736239f1746 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:12.375118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 37ee15db-4a68-47eb-867b-6f9b14f805a2 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:53:12.375462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 37ee15db-4a68-47eb-867b-6f9b14f805a2 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:53:12.375867 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:12.401096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6ef5c8-a937-44cc-acde-4bf033ae22ab None None] Network 8aefe763-c591-491f-887f-314fe5744d4c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:53:12.443427 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.478277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:53:12.478531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b95d3c75-0aa9-4e00-b2b8-bd27fa5da962 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:53:12.577620 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.598271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Attempting to bind port 6bb6afca-1dec-4c49-98a7-1736239f1746 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:53:12.598634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Attempting to bind port 6bb6afca-1dec-4c49-98a7-1736239f1746 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:53:12.598992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Attempting to bind port 6bb6afca-1dec-4c49-98a7-1736239f1746 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:53:12.600212 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Deleting port c8c554b9-85fa-4256-a780-786eacab305b {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:12.601554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.638923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b176b3-f76f-4ddb-94ba-d88c8f60f949 None None] Pushing event updated for resources: {'Port': ['ID=6bb6afca-1dec-4c49-98a7-1736239f1746,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:12.668004 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b176b3-f76f-4ddb-94ba-d88c8f60f949 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:12.668356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b176b3-f76f-4ddb-94ba-d88c8f60f949 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:12.678271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b176b3-f76f-4ddb-94ba-d88c8f60f949 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:12.679162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b176b3-f76f-4ddb-94ba-d88c8f60f949 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:12.679472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b176b3-f76f-4ddb-94ba-d88c8f60f949 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:12.679805 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b176b3-f76f-4ddb-94ba-d88c8f60f949 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:12.680130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b176b3-f76f-4ddb-94ba-d88c8f60f949 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:12.680450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b176b3-f76f-4ddb-94ba-d88c8f60f949 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:12.680767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b176b3-f76f-4ddb-94ba-d88c8f60f949 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:12.681084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b176b3-f76f-4ddb-94ba-d88c8f60f949 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:12.681397 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b176b3-f76f-4ddb-94ba-d88c8f60f949 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:12.681711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b176b3-f76f-4ddb-94ba-d88c8f60f949 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:12.684970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:53:12.685339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:53:12.685735 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.686146 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:53:12.686596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Bound port: 6bb6afca-1dec-4c49-98a7-1736239f1746, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:53:12.686958 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.729215 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.763726 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.850247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] For port 6bb6afca-1dec-4c49-98a7-1736239f1746, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:53:12.855086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] For port 6bb6afca-1dec-4c49-98a7-1736239f1746, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6bb6afca-1dec-4c49-98a7-1736239f1746,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:53:12.899316 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.927064 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Allocated IP 172.25.8.206 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/aae0f518-3d38-457b-bf36-b1ecae251ee5) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:12.951004 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] For port c8c554b9-85fa-4256-a780-786eacab305b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c8c554b9-85fa-4256-a780-786eacab305b,segment=NetworkSegment(ac656131-907a-4f09-a6f7-9ed6180efec2),segment_id=ac656131-907a-4f09-a6f7-9ed6180efec2)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:53:12.951564 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:12.984097 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Routers {'cf2e35b2-bbfb-4d40-9fdf-dfaea041de09'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:12.985031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:52:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cf2e35b2-bbfb-4d40-9fdf-dfaea041de09'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:13.089439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Calling delete_port for c8c554b9-85fa-4256-a780-786eacab305b owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:13.097070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.106160 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b176b3-f76f-4ddb-94ba-d88c8f60f949 None None] Pushing event updated for resources: {'Port': ['ID=6bb6afca-1dec-4c49-98a7-1736239f1746,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:13.157701 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.174464 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.226200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c554b9-85fa-4256-a780-786eacab305b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:13.232848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] No DVR routers for this DVR port c8c554b9-85fa-4256-a780-786eacab305b on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:53:13.248773 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] Set router cf2e35b2-bbfb-4d40-9fdf-dfaea041de09 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:53:13.271660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event updated for resources: {'Port': ['ID=aae0f518-3d38-457b-bf36-b1ecae251ee5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:13.306162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:13.307474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:13.314305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:13.380441 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.393426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c88e89-4605-4fa1-8116-1c8c0c53dc98 None None] DHCP port deletion for 8aefe763-c591-491f-887f-314fe5744d4c request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:53:13.427092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aefe763-c591-491f-887f-314fe5744d4c']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:13.449454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac656131-907a-4f09-a6f7-9ed6180efec2') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:13.449753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac656131-907a-4f09-a6f7-9ed6180efec2') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:13.464405 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.490289 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.497742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:53:13.498396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:53:13.627606 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:53:13.634416 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.640277 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.666857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] Pushing event deleted for resources: {'Network': ['ID=8aefe763-c591-491f-887f-314fe5744d4c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:13.673044 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2511cbaf-260b-41ee-9f30-e5e835e9565f admin admin] 10.222.0.24 "DELETE /v2.0/networks/8aefe763-c591-491f-887f-314fe5744d4c HTTP/1.1" status: 204 len: 168 time: 1.3399098 Apr 05 20:53:13.673255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf2e35b2-bbfb-4d40-9fdf-dfaea041de09', 'name': 'tempest-snat-router-1410137688', 'tenant_id': '3f2ccbad00564f728af331762981b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': False}, 'gw_port_id': '6bb6afca-1dec-4c49-98a7-1736239f1746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:53:08Z', 'updated_at': '2022-04-05T20:53:10Z', 'revision_number': 3, 'project_id': '3f2ccbad00564f728af331762981b218', 'gw_port': {'id': '6bb6afca-1dec-4c49-98a7-1736239f1746', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2e35b2-bbfb-4d40-9fdf-dfaea041de09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:53:09Z', 'updated_at': '2022-04-05T20:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:13.677652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e0acec-451d-4510-975e-43d2e3762cd7 None None] The sync data for ids ['cf2e35b2-bbfb-4d40-9fdf-dfaea041de09'] in n-d-836604-1 is: [{'id': 'cf2e35b2-bbfb-4d40-9fdf-dfaea041de09', 'name': 'tempest-snat-router-1410137688', 'tenant_id': '3f2ccbad00564f728af331762981b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58'}], 'enable_snat': False}, 'gw_port_id': '6bb6afca-1dec-4c49-98a7-1736239f1746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:53:08Z', 'updated_at': '2022-04-05T20:53:10Z', 'revision_number': 3, 'project_id': '3f2ccbad00564f728af331762981b218', 'gw_port': {'id': '6bb6afca-1dec-4c49-98a7-1736239f1746', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:c1:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf2e35b2-bbfb-4d40-9fdf-dfaea041de09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:53:09Z', 'updated_at': '2022-04-05T20:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:53:13.678336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52742) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:13.742720 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-df8d13bb-0305-4b34-86e1-21c8dd35529b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:13.876318 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:14.228578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6bb6afca-1dec-4c49-98a7-1736239f1746 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:14.368304 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 6bb6afca-1dec-4c49-98a7-1736239f1746 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:14.374417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6bb6afca-1dec-4c49-98a7-1736239f1746 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:14.374808 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:14.504817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03224eca-b7e5-4eca-9b9b-4ed22ee37536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:14.602139 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:14.623404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 6bb6afca-1dec-4c49-98a7-1736239f1746, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6bb6afca-1dec-4c49-98a7-1736239f1746,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:53:14.627736 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:14.749910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c8c554b9-85fa-4256-a780-786eacab305b no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:14.765280 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:14.831829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: c8c554b9-85fa-4256-a780-786eacab305b {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:53:14.832084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c8c554b9-85fa-4256-a780-786eacab305b not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:53:14.865053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=6bb6afca-1dec-4c49-98a7-1736239f1746,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:14.898879 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:14.926802 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:15.004756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-03224eca-b7e5-4eca-9b9b-4ed22ee37536 admin admin] Deleting port cc840318-7455-4a93-9910-c754bb0a5a24 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:15.005094 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03224eca-b7e5-4eca-9b9b-4ed22ee37536 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:15.048144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Router 26cc0bf2-3aa6-4b83-8531-a94844cc8e05 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:53:15.198245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-03224eca-b7e5-4eca-9b9b-4ed22ee37536 admin admin] For port cc840318-7455-4a93-9910-c754bb0a5a24, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cc840318-7455-4a93-9910-c754bb0a5a24,segment=NetworkSegment(130ae6a5-477e-47f4-8d4d-d8f3b10cfa72),segment_id=130ae6a5-477e-47f4-8d4d-d8f3b10cfa72)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:53:15.198600 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03224eca-b7e5-4eca-9b9b-4ed22ee37536 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:15.263971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:53:15.273224 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Sync routers for ids ['26cc0bf2-3aa6-4b83-8531-a94844cc8e05'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:53:15.288417 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Routers {'26cc0bf2-3aa6-4b83-8531-a94844cc8e05'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:15.289669 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26cc0bf2-3aa6-4b83-8531-a94844cc8e05'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:15.291324 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:15.293922 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-37a86c37-4861-495a-889b-cad622af3aa1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6905489 Apr 05 20:53:15.295806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52756) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:15.341674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-03224eca-b7e5-4eca-9b9b-4ed22ee37536 admin admin] Calling delete_port for cc840318-7455-4a93-9910-c754bb0a5a24 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:15.525948 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5a144118-e9a7-45eb-a4d1-be4e9afad3b3 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/routers/26cc0bf2-3aa6-4b83-8531-a94844cc8e05 HTTP/1.1" status: 200 len: 908 time: 0.2266998 Apr 05 20:53:15.526546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52760) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:15.608539 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03224eca-b7e5-4eca-9b9b-4ed22ee37536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:15.609645 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Set router 26cc0bf2-3aa6-4b83-8531-a94844cc8e05 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:53:15.764739 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:15.775702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03224eca-b7e5-4eca-9b9b-4ed22ee37536 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc840318-7455-4a93-9910-c754bb0a5a24,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:16.028226 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:16.045626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Deleting port aae0f518-3d38-457b-bf36-b1ecae251ee5 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:16.045991 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:16.075099 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03224eca-b7e5-4eca-9b9b-4ed22ee37536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:16.095609 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cc0bf2-3aa6-4b83-8531-a94844cc8e05', 'name': 'tempest-snat-router-1410137688', 'tenant_id': '3f2ccbad00564f728af331762981b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': 'aae0f518-3d38-457b-bf36-b1ecae251ee5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:53:11Z', 'updated_at': '2022-04-05T20:53:13Z', 'revision_number': 3, 'project_id': '3f2ccbad00564f728af331762981b218', 'gw_port': {'id': 'aae0f518-3d38-457b-bf36-b1ecae251ee5', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:c8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26cc0bf2-3aa6-4b83-8531-a94844cc8e05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:53:12Z', 'updated_at': '2022-04-05T20:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:16.099893 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Checking router: 26cc0bf2-3aa6-4b83-8531-a94844cc8e05 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:53:16.100230 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Updating router 26cc0bf2-3aa6-4b83-8531-a94844cc8e05 port aae0f518-3d38-457b-bf36-b1ecae251ee5 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:53:16.133686 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:16.200647 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:16.286105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6bb6afca-1dec-4c49-98a7-1736239f1746 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:16.298990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:16.476584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6bb6afca-1dec-4c49-98a7-1736239f1746 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:16.477246 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:16.654611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Calling delete_port for aae0f518-3d38-457b-bf36-b1ecae251ee5 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:16.695167 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:16.708923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03224eca-b7e5-4eca-9b9b-4ed22ee37536 admin admin] Router c8980d3a-ea6f-4730-b85c-110df7144801 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:53:16.719473 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Transition to ACTIVE for port object aae0f518-3d38-457b-bf36-b1ecae251ee5 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:16.728349 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:16.788436 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:53:16.788436 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:53:16.818313 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Attempting to bind port aae0f518-3d38-457b-bf36-b1ecae251ee5 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:53:16.818672 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Attempting to bind port aae0f518-3d38-457b-bf36-b1ecae251ee5 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:53:16.819583 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Attempting to bind port aae0f518-3d38-457b-bf36-b1ecae251ee5 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:53:16.828657 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00b60a-5fdb-4131-b185-8ad62238dfe5 None None] Pushing event updated for resources: {'Port': ['ID=aae0f518-3d38-457b-bf36-b1ecae251ee5,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:16.830874 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:53:16.831223 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:53:16.831604 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:16.831978 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:53:16.832416 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Bound port: aae0f518-3d38-457b-bf36-b1ecae251ee5, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:53:16.832772 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:16.870547 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00b60a-5fdb-4131-b185-8ad62238dfe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:16.870788 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00b60a-5fdb-4131-b185-8ad62238dfe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:16.871113 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00b60a-5fdb-4131-b185-8ad62238dfe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:16.871428 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00b60a-5fdb-4131-b185-8ad62238dfe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:16.871738 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00b60a-5fdb-4131-b185-8ad62238dfe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:16.872048 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00b60a-5fdb-4131-b185-8ad62238dfe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:16.872352 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00b60a-5fdb-4131-b185-8ad62238dfe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:16.872658 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00b60a-5fdb-4131-b185-8ad62238dfe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:16.872960 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00b60a-5fdb-4131-b185-8ad62238dfe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:16.873263 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00b60a-5fdb-4131-b185-8ad62238dfe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:16.873563 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00b60a-5fdb-4131-b185-8ad62238dfe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:16.873864 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba00b60a-5fdb-4131-b185-8ad62238dfe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:16.916085 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] For port aae0f518-3d38-457b-bf36-b1ecae251ee5, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:53:16.919043 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] For port aae0f518-3d38-457b-bf36-b1ecae251ee5, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=aae0f518-3d38-457b-bf36-b1ecae251ee5,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:53:16.923579 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:16.930521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03224eca-b7e5-4eca-9b9b-4ed22ee37536 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:53:16.942510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a851c76b-e6b2-4d61-9e72-8c657d46412c None None] Sync routers for ids ['c8980d3a-ea6f-4730-b85c-110df7144801'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:53:16.945343 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-03224eca-b7e5-4eca-9b9b-4ed22ee37536 admin admin] 10.222.0.24 "PUT /v2.0/routers/c8980d3a-ea6f-4730-b85c-110df7144801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2651761 Apr 05 20:53:16.947695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52772) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:16.954626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a851c76b-e6b2-4d61-9e72-8c657d46412c None None] Routers {'c8980d3a-ea6f-4730-b85c-110df7144801'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:16.955850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a851c76b-e6b2-4d61-9e72-8c657d46412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8980d3a-ea6f-4730-b85c-110df7144801'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:17.005081 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Routers {'26cc0bf2-3aa6-4b83-8531-a94844cc8e05'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:17.005678 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['26cc0bf2-3aa6-4b83-8531-a94844cc8e05'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:17.086842 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00b60a-5fdb-4131-b185-8ad62238dfe5 None None] Pushing event updated for resources: {'Port': ['ID=aae0f518-3d38-457b-bf36-b1ecae251ee5,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:17.157849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-a851c76b-e6b2-4d61-9e72-8c657d46412c None None] Set router c8980d3a-ea6f-4730-b85c-110df7144801 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:53:17.172603 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:17.183225 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] Set router 26cc0bf2-3aa6-4b83-8531-a94844cc8e05 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:53:17.298621 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26cc0bf2-3aa6-4b83-8531-a94844cc8e05', 'name': 'tempest-snat-router-1410137688', 'tenant_id': '3f2ccbad00564f728af331762981b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:53:11Z', 'updated_at': '2022-04-05T20:53:16Z', 'revision_number': 4, 'project_id': '3f2ccbad00564f728af331762981b218', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:17.302961 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e79fd6e-82e3-48a6-8516-2788e427d033 None None] The sync data for ids ['26cc0bf2-3aa6-4b83-8531-a94844cc8e05'] in n-d-836604-1 is: [{'id': '26cc0bf2-3aa6-4b83-8531-a94844cc8e05', 'name': 'tempest-snat-router-1410137688', 'tenant_id': '3f2ccbad00564f728af331762981b218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:53:11Z', 'updated_at': '2022-04-05T20:53:16Z', 'revision_number': 4, 'project_id': '3f2ccbad00564f728af331762981b218', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:53:17.325262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Deleting port aae0f518-3d38-457b-bf36-b1ecae251ee5 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:17.325836 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:17.452474 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:17.507018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a851c76b-e6b2-4d61-9e72-8c657d46412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'name': 'tempest-TestServerMultinode-71758148-router', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'c2d2c529-ef0e-4f59-a801-af25e6bd2e9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:17Z', 'updated_at': '2022-04-05T20:53:15Z', 'revision_number': 5, 'project_id': '33728a1c4faf45a08cc86c6e1bf83841', 'gw_port': {'id': 'c2d2c529-ef0e-4f59-a801-af25e6bd2e9e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:4d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:17.511208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a851c76b-e6b2-4d61-9e72-8c657d46412c None None] Checking router: c8980d3a-ea6f-4730-b85c-110df7144801 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:53:17.520293 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a851c76b-e6b2-4d61-9e72-8c657d46412c None None] Routers {'c8980d3a-ea6f-4730-b85c-110df7144801'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:17.520906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a851c76b-e6b2-4d61-9e72-8c657d46412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c8980d3a-ea6f-4730-b85c-110df7144801'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:17.535723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] Deleting port c2d2c529-ef0e-4f59-a801-af25e6bd2e9e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:17.536100 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:17.615274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] For port aae0f518-3d38-457b-bf36-b1ecae251ee5, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=aae0f518-3d38-457b-bf36-b1ecae251ee5,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:53:17.615771 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:17.684066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-a851c76b-e6b2-4d61-9e72-8c657d46412c None None] Set router c8980d3a-ea6f-4730-b85c-110df7144801 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:53:17.782267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Calling delete_port for aae0f518-3d38-457b-bf36-b1ecae251ee5 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:17.799252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a851c76b-e6b2-4d61-9e72-8c657d46412c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'name': 'tempest-TestServerMultinode-71758148-router', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:17Z', 'updated_at': '2022-04-05T20:53:17Z', 'revision_number': 6, 'project_id': '33728a1c4faf45a08cc86c6e1bf83841', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:17.804618 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a851c76b-e6b2-4d61-9e72-8c657d46412c None None] The sync data for ids ['c8980d3a-ea6f-4730-b85c-110df7144801'] in n-d-836604-1 is: [{'id': 'c8980d3a-ea6f-4730-b85c-110df7144801', 'name': 'tempest-TestServerMultinode-71758148-router', 'tenant_id': '33728a1c4faf45a08cc86c6e1bf83841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:17Z', 'updated_at': '2022-04-05T20:53:17Z', 'revision_number': 6, 'project_id': '33728a1c4faf45a08cc86c6e1bf83841', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:53:17.971358 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] For port c2d2c529-ef0e-4f59-a801-af25e6bd2e9e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c2d2c529-ef0e-4f59-a801-af25e6bd2e9e,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:53:17.971706 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.192152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cc840318-7455-4a93-9910-c754bb0a5a24 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:18.246856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: cc840318-7455-4a93-9910-c754bb0a5a24 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:53:18.247189 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cc840318-7455-4a93-9910-c754bb0a5a24 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:53:18.297896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] Calling delete_port for c2d2c529-ef0e-4f59-a801-af25e6bd2e9e owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:18.395066 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.497524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event deleted for resources: {'Port': ['ID=aae0f518-3d38-457b-bf36-b1ecae251ee5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:18.581592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.807580 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.811384 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.840086 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.876290 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.876780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26cc0bf2-3aa6-4b83-8531-a94844cc8e05 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:53:18.921360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d2c529-ef0e-4f59-a801-af25e6bd2e9e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:18.968381 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:18.971962 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-41a82030-ded0-4205-9f89-05b420667c33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "DELETE /v2.0/routers/26cc0bf2-3aa6-4b83-8531-a94844cc8e05 HTTP/1.1" status: 204 len: 168 time: 3.4418817 Apr 05 20:53:18.972435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52788) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:18.997451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.163120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.182620 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.184793 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.208929 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.209412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8980d3a-ea6f-4730-b85c-110df7144801 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:53:19.218577 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.222335 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-92f0e3ee-d4be-43b7-84b5-a5ac81440015 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c8980d3a-ea6f-4730-b85c-110df7144801 HTTP/1.1" status: 204 len: 168 time: 2.2730162 Apr 05 20:53:19.223067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52792) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:19.292185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f04da8-8441-464f-8a45-ac9c11219191 admin admin] Deleting subnet 32a360f7-4e70-40b5-be8a-e8454f42eb32 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:53:19.296304 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e5f04da8-8441-464f-8a45-ac9c11219191 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.362242 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e5f04da8-8441-464f-8a45-ac9c11219191 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.370434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.380904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Deleting port 6bb6afca-1dec-4c49-98a7-1736239f1746 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:19.381277 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.464901 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e5f04da8-8441-464f-8a45-ac9c11219191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.536095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e5f04da8-8441-464f-8a45-ac9c11219191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.576958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] For port 6bb6afca-1dec-4c49-98a7-1736239f1746, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6bb6afca-1dec-4c49-98a7-1736239f1746,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:53:19.577347 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.579339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f04da8-8441-464f-8a45-ac9c11219191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a360f7-4e70-40b5-be8a-e8454f42eb32,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:19.588390 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e5f04da8-8441-464f-8a45-ac9c11219191 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.589791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3691f500-c577-4a9e-8174-b7a577662a9e None None] Network 3e776448-7963-4b22-9995-0e398c11cd76 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:53:19.593803 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e5f04da8-8441-464f-8a45-ac9c11219191 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/32a360f7-4e70-40b5-be8a-e8454f42eb32 HTTP/1.1" status: 204 len: 168 time: 0.3696501 Apr 05 20:53:19.596056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52800) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:19.717935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Calling delete_port for 6bb6afca-1dec-4c49-98a7-1736239f1746 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:19.780484 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.792201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Deleting port bf2138f0-66c1-4710-9ccc-c8c257877eea {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:19.792530 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:19.915090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ba043-ea81-4cce-930f-e935e6748084 None None] DHCP port deletion for 3e776448-7963-4b22-9995-0e398c11cd76 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:53:19.919591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ba043-ea81-4cce-930f-e935e6748084 None None] Deleting port bf2138f0-66c1-4710-9ccc-c8c257877eea {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:19.920082 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e3ba043-ea81-4cce-930f-e935e6748084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.054995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.113061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bb6afca-1dec-4c49-98a7-1736239f1746,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:20.176669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6e3ba043-ea81-4cce-930f-e935e6748084 None None] For port bf2138f0-66c1-4710-9ccc-c8c257877eea, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bf2138f0-66c1-4710-9ccc-c8c257877eea,segment=NetworkSegment(130ae6a5-477e-47f4-8d4d-d8f3b10cfa72),segment_id=130ae6a5-477e-47f4-8d4d-d8f3b10cfa72)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:53:20.177233 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e3ba043-ea81-4cce-930f-e935e6748084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.192173 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bf2138f0-66c1-4710-9ccc-c8c257877eea no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:20.237908 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.246638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] For port bf2138f0-66c1-4710-9ccc-c8c257877eea, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bf2138f0-66c1-4710-9ccc-c8c257877eea,segment=NetworkSegment(130ae6a5-477e-47f4-8d4d-d8f3b10cfa72),segment_id=130ae6a5-477e-47f4-8d4d-d8f3b10cfa72)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:53:20.247176 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.341722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6e3ba043-ea81-4cce-930f-e935e6748084 None None] Calling delete_port for bf2138f0-66c1-4710-9ccc-c8c257877eea owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:20.393858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Calling delete_port for bf2138f0-66c1-4710-9ccc-c8c257877eea owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:20.447422 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.449710 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.478387 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.479353 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.480411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf2e35b2-bbfb-4d40-9fdf-dfaea041de09 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:53:20.519222 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.520361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5ae0e98d-2d2b-4a80-a976-befe6e7548d9 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "DELETE /v2.0/routers/cf2e35b2-bbfb-4d40-9fdf-dfaea041de09 HTTP/1.1" status: 204 len: 168 time: 1.5460670 Apr 05 20:53:20.525591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52810) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:20.532552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-818719705', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:20.542786 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:20.547258 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:53:20.547573 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:53:20.548446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Usage tracker for resource:router and tenant:cf5da4a0634444c8b1b558af52dd2664 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:20.551664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:20.558208 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:20.571260 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.572357 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.580297 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c2d2c529-ef0e-4f59-a801-af25e6bd2e9e no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:20.592972 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.609660 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6e3ba043-ea81-4cce-930f-e935e6748084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:20.659445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: c2d2c529-ef0e-4f59-a801-af25e6bd2e9e {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:53:20.660243 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c2d2c529-ef0e-4f59-a801-af25e6bd2e9e not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:53:20.708706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3ba043-ea81-4cce-930f-e935e6748084 None None] No DVR routers for this DVR port bf2138f0-66c1-4710-9ccc-c8c257877eea on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:53:20.735652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ba043-ea81-4cce-930f-e935e6748084 None None] Pushing event deleted for resources: {'Port': ['ID=bf2138f0-66c1-4710-9ccc-c8c257877eea,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:20.885948 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.080956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Deleting port bf2138f0-66c1-4710-9ccc-c8c257877eea {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:21.081291 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.214448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] The port 'bf2138f0-66c1-4710-9ccc-c8c257877eea' was deleted {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:53:21.275163 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.321666 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.550309 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.590324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e776448-7963-4b22-9995-0e398c11cd76']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:21.630796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130ae6a5-477e-47f4-8d4d-d8f3b10cfa72') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:21.631082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130ae6a5-477e-47f4-8d4d-d8f3b10cfa72') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:21.653086 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.674340 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.689139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:53:21.689525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: util.warn( Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:53:21.702860 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:53:21.705727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Allocated IP 172.25.8.19 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/f0fdd14f-b623-467d-b893-131640261e77) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:21.811196 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.829248 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.888329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] Pushing event deleted for resources: {'Network': ['ID=3e776448-7963-4b22-9995-0e398c11cd76,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:21.922645 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-45707108-d0b8-40ef-89f3-690fc5a8578b admin admin] 10.222.0.24 "DELETE /v2.0/networks/3e776448-7963-4b22-9995-0e398c11cd76 HTTP/1.1" status: 204 len: 168 time: 2.3256278 Apr 05 20:53:21.957320 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:21.990064 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:22.062226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:22.065183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:22.067903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:22.135005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52828) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:22.136638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Pushing event updated for resources: {'Port': ['ID=f0fdd14f-b623-467d-b893-131640261e77,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:22.153566 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6bb6afca-1dec-4c49-98a7-1736239f1746 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:53:22.213700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 6bb6afca-1dec-4c49-98a7-1736239f1746 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:53:22.214201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6bb6afca-1dec-4c49-98a7-1736239f1746 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:53:22.242732 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-01e452a4-b75e-40e5-a729-939d5d459999 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cbf0df46d0e949d0808669e8bc5bd1dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1059678 Apr 05 20:53:22.245141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52832) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:22.308208 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-031fde7a-c8de-4fc2-aa0e-31edcca64162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:22.335240 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-031fde7a-c8de-4fc2-aa0e-31edcca64162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:22.396076 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-031fde7a-c8de-4fc2-aa0e-31edcca64162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:22.411005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031fde7a-c8de-4fc2-aa0e-31edcca64162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc5877f-c0c4-4232-9631-abcfb4015fd6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:22.419446 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-031fde7a-c8de-4fc2-aa0e-31edcca64162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:22.420563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-031fde7a-c8de-4fc2-aa0e-31edcca64162 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbc5877f-c0c4-4232-9631-abcfb4015fd6 HTTP/1.1" status: 204 len: 168 time: 0.1743653 Apr 05 20:53:22.540787 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:22.872506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52842) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:22.928076 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-94ca02a2-ac66-4c51-840c-737cdec62908 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33728a1c4faf45a08cc86c6e1bf83841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519755 Apr 05 20:53:22.928835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52848) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.007521 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.010017 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.036481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.106578 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.125128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c398ebc-4b9f-495f-aa34-c8c535db1a81,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:23.134357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:23.134699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:23.135035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:23.135635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:23.135764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:23.135981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:23.136506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:23.136829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:23.137154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:23.137473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:23.137795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:23.138308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:23.148355 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.151969 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f50edaf5-6984-4ee8-950f-0c0006800a1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c398ebc-4b9f-495f-aa34-c8c535db1a81 HTTP/1.1" status: 204 len: 168 time: 0.2199082 Apr 05 20:53:23.378196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Router 1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:53:23.589607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:53:23.602792 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014d78f-149b-4ae2-8e34-2545eed6618c None None] Sync routers for ids ['1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:53:23.617478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:23.619317 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014d78f-149b-4ae2-8e34-2545eed6618c None None] Routers {'1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:23.620247 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-5014d78f-149b-4ae2-8e34-2545eed6618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:23.622053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52856) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:23.622587 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-586d8c9e-cfd6-461e-bff8-d17b05fa32ba tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.0974059 Apr 05 20:53:23.628739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-46668ac8-4f47-4b3d-86e5-773ae5faaaf2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'enable_snat': False}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:23.785348 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-5014d78f-149b-4ae2-8e34-2545eed6618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:23.799707 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014d78f-149b-4ae2-8e34-2545eed6618c None None] Routers {'1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:23.800571 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-5014d78f-149b-4ae2-8e34-2545eed6618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:23.916346 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-5014d78f-149b-4ae2-8e34-2545eed6618c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:23.916728 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014d78f-149b-4ae2-8e34-2545eed6618c None None] The sync data for ids ['1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:53:24.214737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46668ac8-4f47-4b3d-86e5-773ae5faaaf2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.965716 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46668ac8-4f47-4b3d-86e5-773ae5faaaf2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:24.969122 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46668ac8-4f47-4b3d-86e5-773ae5faaaf2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:25.157092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46668ac8-4f47-4b3d-86e5-773ae5faaaf2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Router 1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:53:25.341294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46668ac8-4f47-4b3d-86e5-773ae5faaaf2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:53:25.345547 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46668ac8-4f47-4b3d-86e5-773ae5faaaf2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:25.346439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-46668ac8-4f47-4b3d-86e5-773ae5faaaf2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "PUT /v2.0/routers/1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4 HTTP/1.1" status: 200 len: 920 time: 1.7226312 Apr 05 20:53:25.348959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52872) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:25.351690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116b870-3158-4add-8592-3ff7a0bf2429 None None] Sync routers for ids ['1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:53:25.360858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116b870-3158-4add-8592-3ff7a0bf2429 None None] Routers {'1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:25.361448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f116b870-3158-4add-8592-3ff7a0bf2429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:25.429536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f116b870-3158-4add-8592-3ff7a0bf2429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:25.438273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f116b870-3158-4add-8592-3ff7a0bf2429 None None] Routers {'1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:25.438867 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f116b870-3158-4add-8592-3ff7a0bf2429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:25.498706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f116b870-3158-4add-8592-3ff7a0bf2429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:25.499102 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f116b870-3158-4add-8592-3ff7a0bf2429 None None] The sync data for ids ['1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:53:25.528189 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-caac580b-ce14-4a30-b01d-8d3d9289bb02 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/routers/1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4 HTTP/1.1" status: 200 len: 920 time: 0.1781781 Apr 05 20:53:25.530979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52876) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:25.606628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d103af89-eab5-498b-aa3e-5a895d70890d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:25.608029 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d103af89-eab5-498b-aa3e-5a895d70890d tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&device_id=1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0761669 Apr 05 20:53:25.610749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52880) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:25.743728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92220fe8-9a58-4ecc-a920-bbacebbc7923 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:25.744285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-92220fe8-9a58-4ecc-a920-bbacebbc7923 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Synchronizing usage tracker for tenant:3f2ccbad00564f728af331762981b218 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:25.759762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-92220fe8-9a58-4ecc-a920-bbacebbc7923 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Unset dirty status for tenant:3f2ccbad00564f728af331762981b218 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:25.763635 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-92220fe8-9a58-4ecc-a920-bbacebbc7923 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 881 time: 0.1492462 Apr 05 20:53:25.763781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52884) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:25.911626 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c2160623-2bce-4354-a10a-6322bf0f009f tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4 HTTP/1.1" status: 200 len: 205 time: 0.1466973 Apr 05 20:53:25.914647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52888) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:26.101004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.309406 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.318597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Deleting port f0fdd14f-b623-467d-b893-131640261e77 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:26.319705 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.497970 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.559353 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:53:26.627468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Calling delete_port for f0fdd14f-b623-467d-b893-131640261e77 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:26.800950 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:26.853805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Pushing event deleted for resources: {'Port': ['ID=f0fdd14f-b623-467d-b893-131640261e77,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:26.946986 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.118455 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.120552 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.145054 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.145575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Fanout notify agent at l3_agent the message router_deleted on router 1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:53:27.162044 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.163259 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a09f5f90-a48f-4a27-9a97-396cbfd11724 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "DELETE /v2.0/routers/1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4 HTTP/1.1" status: 204 len: 168 time: 1.2476168 Apr 05 20:53:27.166877 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52900) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:27.172025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-93da7183-b31d-45eb-8942-d80af9c7c331 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1833832942', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:27.179362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-93da7183-b31d-45eb-8942-d80af9c7c331 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:27.183865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-93da7183-b31d-45eb-8942-d80af9c7c331 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Usage tracker for resource:router and tenant:cf5da4a0634444c8b1b558af52dd2664 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:27.186709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-93da7183-b31d-45eb-8942-d80af9c7c331 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:27.192735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-93da7183-b31d-45eb-8942-d80af9c7c331 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:27.202570 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-93da7183-b31d-45eb-8942-d80af9c7c331 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.203529 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-93da7183-b31d-45eb-8942-d80af9c7c331 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.220015 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-93da7183-b31d-45eb-8942-d80af9c7c331 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.242706 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-93da7183-b31d-45eb-8942-d80af9c7c331 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.269832 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-93da7183-b31d-45eb-8942-d80af9c7c331 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.271052 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-93da7183-b31d-45eb-8942-d80af9c7c331 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1031127 Apr 05 20:53:27.273913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52908) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:27.279250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Request body: {'router': {'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:27.660900 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.956895 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:27.985280 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:28.246261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Allocated IP 172.25.8.88 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/ee490b5a-f68c-4963-bb99-843a817b9eed) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:28.401773 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:28.431124 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:28.490810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:28.497547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:28.502500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:28.534088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Pushing event updated for resources: {'Port': ['ID=ee490b5a-f68c-4963-bb99-843a817b9eed,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:28.551894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:28.552231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:28.552561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:28.553478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:28.553746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:28.554114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:28.554401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:28.554716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:28.555027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:28.555339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:28.555651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:28.555960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:53:28.928754 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:29.278481 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:29.282185 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:29.483331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Router 820df20e-1ea2-464f-bde6-00803b543f9f is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:53:29.779305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:53:29.789736 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b759972b-80c1-42a5-ba16-3145cd9438d9 None None] Sync routers for ids ['820df20e-1ea2-464f-bde6-00803b543f9f'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:53:29.790356 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:29.794003 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8906d970-ba11-44a6-9aa8-b0bd5ce600bf tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "PUT /v2.0/routers/820df20e-1ea2-464f-bde6-00803b543f9f HTTP/1.1" status: 200 len: 879 time: 2.5165925 Apr 05 20:53:29.794149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52926) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:29.801560 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759972b-80c1-42a5-ba16-3145cd9438d9 None None] Routers {'820df20e-1ea2-464f-bde6-00803b543f9f'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:29.802463 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b759972b-80c1-42a5-ba16-3145cd9438d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['820df20e-1ea2-464f-bde6-00803b543f9f'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:29.867327 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b759972b-80c1-42a5-ba16-3145cd9438d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:29.875656 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b759972b-80c1-42a5-ba16-3145cd9438d9 None None] Routers {'820df20e-1ea2-464f-bde6-00803b543f9f'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:29.876289 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b759972b-80c1-42a5-ba16-3145cd9438d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['820df20e-1ea2-464f-bde6-00803b543f9f'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:29.937660 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b759972b-80c1-42a5-ba16-3145cd9438d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:29.938089 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b759972b-80c1-42a5-ba16-3145cd9438d9 None None] The sync data for ids ['820df20e-1ea2-464f-bde6-00803b543f9f'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:53:29.969461 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6e774cb2-1599-4f6d-9b43-d13f32a8bf33 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/routers/820df20e-1ea2-464f-bde6-00803b543f9f HTTP/1.1" status: 200 len: 920 time: 0.1741183 Apr 05 20:53:29.972022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52930) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:30.045971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071ae1d9-4f01-4e62-8318-34077f53cee3 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:30.046651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-071ae1d9-4f01-4e62-8318-34077f53cee3 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Synchronizing usage tracker for tenant:3f2ccbad00564f728af331762981b218 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:30.061148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-071ae1d9-4f01-4e62-8318-34077f53cee3 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Unset dirty status for tenant:3f2ccbad00564f728af331762981b218 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:30.062436 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-071ae1d9-4f01-4e62-8318-34077f53cee3 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&device_id=820df20e-1ea2-464f-bde6-00803b543f9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0895638 Apr 05 20:53:30.065172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52934) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:30.209581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644af0ae-ea98-4a80-b570-d7efbb975f13 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:30.209581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-644af0ae-ea98-4a80-b570-d7efbb975f13 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Synchronizing usage tracker for tenant:3f2ccbad00564f728af331762981b218 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:30.225372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-644af0ae-ea98-4a80-b570-d7efbb975f13 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Unset dirty status for tenant:3f2ccbad00564f728af331762981b218 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:30.226642 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-644af0ae-ea98-4a80-b570-d7efbb975f13 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 881 time: 0.1605337 Apr 05 20:53:30.229387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52942) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:30.272913 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-009c4952-ba4e-4d2d-9eda-8cd69b804d5b tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "GET /v2.0/ports?device_id=820df20e-1ea2-464f-bde6-00803b543f9f HTTP/1.1" status: 200 len: 205 time: 0.0424469 Apr 05 20:53:30.275627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52946) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:30.456278 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:30.643655 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:30.653698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Deleting port ee490b5a-f68c-4963-bb99-843a817b9eed {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:30.654066 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:30.825071 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:30.949616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Calling delete_port for ee490b5a-f68c-4963-bb99-843a817b9eed owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:31.259787 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.307650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Pushing event deleted for resources: {'Port': ['ID=ee490b5a-f68c-4963-bb99-843a817b9eed,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:31.398069 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.571278 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.573443 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.595371 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.596021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Fanout notify agent at l3_agent the message router_deleted on router 820df20e-1ea2-464f-bde6-00803b543f9f {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:53:31.612984 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.614187 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f5bc380c-30fb-4d6b-81b2-90c27882cf7d tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "DELETE /v2.0/routers/820df20e-1ea2-464f-bde6-00803b543f9f HTTP/1.1" status: 204 len: 168 time: 1.3375607 Apr 05 20:53:31.618299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52958) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:31.622974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-473d13f4-5d18-4fab-866d-e4142483385c tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-782507312', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:31.629754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-473d13f4-5d18-4fab-866d-e4142483385c tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:31.634172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-473d13f4-5d18-4fab-866d-e4142483385c tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Usage tracker for resource:router and tenant:cf5da4a0634444c8b1b558af52dd2664 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:31.636984 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-473d13f4-5d18-4fab-866d-e4142483385c tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:31.643102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-473d13f4-5d18-4fab-866d-e4142483385c tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:31.655166 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-473d13f4-5d18-4fab-866d-e4142483385c tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.656210 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-473d13f4-5d18-4fab-866d-e4142483385c tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.672261 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-473d13f4-5d18-4fab-866d-e4142483385c tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.692131 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-473d13f4-5d18-4fab-866d-e4142483385c tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.716602 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-473d13f4-5d18-4fab-866d-e4142483385c tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:31.718411 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-473d13f4-5d18-4fab-866d-e4142483385c tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0991030 Apr 05 20:53:31.721093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52962) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:31.729439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'enable_snat': True}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:32.114121 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.425581 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.456069 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.717104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Allocated IP 172.25.8.134 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/46de7b37-7ebb-4e9b-9a51-d14632d6bb33) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:32.873594 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.902795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:32.966317 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:32.973012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:32.977187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:33.009969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event updated for resources: {'Port': ['ID=46de7b37-7ebb-4e9b-9a51-d14632d6bb33,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:33.381946 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:33.728102 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:33.731472 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:33.928797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Router 3d178907-e10e-4f50-97d4-ba4ed148e8ae is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:53:34.223548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:53:34.231486 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:34.232653 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5c12d6f1-2b18-486b-8ed2-04dc1243f709 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "PUT /v2.0/routers/3d178907-e10e-4f50-97d4-ba4ed148e8ae HTTP/1.1" status: 200 len: 914 time: 2.5103135 Apr 05 20:53:34.232952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f9fd10-9fa3-4cca-872e-6484dfde170a None None] Sync routers for ids ['3d178907-e10e-4f50-97d4-ba4ed148e8ae'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:53:34.235245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 52982) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:34.243364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f9fd10-9fa3-4cca-872e-6484dfde170a None None] Routers {'3d178907-e10e-4f50-97d4-ba4ed148e8ae'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:34.243968 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b1f9fd10-9fa3-4cca-872e-6484dfde170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['3d178907-e10e-4f50-97d4-ba4ed148e8ae'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:34.355791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b1f9fd10-9fa3-4cca-872e-6484dfde170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:34.364306 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f9fd10-9fa3-4cca-872e-6484dfde170a None None] Routers {'3d178907-e10e-4f50-97d4-ba4ed148e8ae'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:34.364965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b1f9fd10-9fa3-4cca-872e-6484dfde170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['3d178907-e10e-4f50-97d4-ba4ed148e8ae'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:34.423423 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f81b3fb0-2966-4544-ac67-0f656c862741 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/routers/3d178907-e10e-4f50-97d4-ba4ed148e8ae HTTP/1.1" status: 200 len: 920 time: 0.1868963 Apr 05 20:53:34.426164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52990) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:34.430803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b1f9fd10-9fa3-4cca-872e-6484dfde170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:34.431378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f9fd10-9fa3-4cca-872e-6484dfde170a None None] The sync data for ids ['3d178907-e10e-4f50-97d4-ba4ed148e8ae'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:53:34.514309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1083ee3f-2c0d-4c7b-819a-68f568d0d424 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:34.515807 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1083ee3f-2c0d-4c7b-819a-68f568d0d424 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&device_id=3d178907-e10e-4f50-97d4-ba4ed148e8ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0886765 Apr 05 20:53:34.518418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 52996) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:34.743436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeef4960-08b3-4cdc-84c4-7fe093507679 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:34.744792 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-aeef4960-08b3-4cdc-84c4-7fe093507679 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 881 time: 0.2254953 Apr 05 20:53:34.747532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53000) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:34.793058 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-95327499-b0d2-45c8-9be1-e7afd723af8c tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d178907-e10e-4f50-97d4-ba4ed148e8ae HTTP/1.1" status: 200 len: 205 time: 0.0445080 Apr 05 20:53:34.795378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53004) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:34.971391 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.154075 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.163716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Deleting port 46de7b37-7ebb-4e9b-9a51-d14632d6bb33 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:35.164079 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.343184 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.466020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Calling delete_port for 46de7b37-7ebb-4e9b-9a51-d14632d6bb33 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:35.630687 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:35.678704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Pushing event deleted for resources: {'Port': ['ID=46de7b37-7ebb-4e9b-9a51-d14632d6bb33,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:35.777639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.057968 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.060105 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.082433 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.083086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Fanout notify agent at l3_agent the message router_deleted on router 3d178907-e10e-4f50-97d4-ba4ed148e8ae {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:53:36.101258 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.102781 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7a1a468b-a240-4b94-ad68-93f1013c094a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "DELETE /v2.0/routers/3d178907-e10e-4f50-97d4-ba4ed148e8ae HTTP/1.1" status: 204 len: 168 time: 1.3061311 Apr 05 20:53:36.106166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53018) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:36.111192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2c3784e3-9ac5-4a26-93e9-caefa71e9141 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1826472374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:36.118585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2c3784e3-9ac5-4a26-93e9-caefa71e9141 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:36.122409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2c3784e3-9ac5-4a26-93e9-caefa71e9141 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Usage tracker for resource:router and tenant:cf5da4a0634444c8b1b558af52dd2664 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:36.125224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2c3784e3-9ac5-4a26-93e9-caefa71e9141 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:36.131579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2c3784e3-9ac5-4a26-93e9-caefa71e9141 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:36.141507 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c3784e3-9ac5-4a26-93e9-caefa71e9141 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.142456 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c3784e3-9ac5-4a26-93e9-caefa71e9141 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.157158 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c3784e3-9ac5-4a26-93e9-caefa71e9141 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.174099 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c3784e3-9ac5-4a26-93e9-caefa71e9141 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.195692 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2c3784e3-9ac5-4a26-93e9-caefa71e9141 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.196965 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2c3784e3-9ac5-4a26-93e9-caefa71e9141 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.0898261 Apr 05 20:53:36.199742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53022) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:36.204633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'enable_snat': False}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:36.582858 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.884040 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:36.917451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:37.057647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Allocated IP 172.25.8.188 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/8fdf3e8f-9760-4d73-8fcc-ef9ee765a22b) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:37.326801 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:37.355977 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:37.414382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:37.415271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:37.418735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:37.464459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Pushing event updated for resources: {'Port': ['ID=8fdf3e8f-9760-4d73-8fcc-ef9ee765a22b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:37.854944 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.185403 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.188592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.390078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Router 5ef6906d-8e53-4fd3-9150-f973cef2b373 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:53:38.704116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:53:38.712330 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f1dc8-1759-4500-a862-a20d8073ee3c None None] Sync routers for ids ['5ef6906d-8e53-4fd3-9150-f973cef2b373'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:53:38.720672 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.721895 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f1dc8-1759-4500-a862-a20d8073ee3c None None] Routers {'5ef6906d-8e53-4fd3-9150-f973cef2b373'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:38.722706 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d37f1dc8-1759-4500-a862-a20d8073ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5ef6906d-8e53-4fd3-9150-f973cef2b373'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:38.725642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53044) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:38.726104 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-94cfc426-fd1a-4bac-87f8-53c85907e0b2 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "PUT /v2.0/routers/5ef6906d-8e53-4fd3-9150-f973cef2b373 HTTP/1.1" status: 200 len: 916 time: 2.5251510 Apr 05 20:53:38.789383 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d37f1dc8-1759-4500-a862-a20d8073ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:38.798094 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37f1dc8-1759-4500-a862-a20d8073ee3c None None] Routers {'5ef6906d-8e53-4fd3-9150-f973cef2b373'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:38.798720 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d37f1dc8-1759-4500-a862-a20d8073ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5ef6906d-8e53-4fd3-9150-f973cef2b373'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:38.860996 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d37f1dc8-1759-4500-a862-a20d8073ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:38.861613 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37f1dc8-1759-4500-a862-a20d8073ee3c None None] The sync data for ids ['5ef6906d-8e53-4fd3-9150-f973cef2b373'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:53:38.907637 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-33d74182-508e-4209-bec8-7cca24bc51d5 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/routers/5ef6906d-8e53-4fd3-9150-f973cef2b373 HTTP/1.1" status: 200 len: 922 time: 0.1808393 Apr 05 20:53:38.910626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53048) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:38.979543 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:38.983047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da04f0b-b896-4876-840a-7a45cc792ed1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:38.984584 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8da04f0b-b896-4876-840a-7a45cc792ed1 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&device_id=5ef6906d-8e53-4fd3-9150-f973cef2b373&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0730190 Apr 05 20:53:38.987228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53052) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:39.114202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddabe67c-de56-41f8-96b4-bdc43bb0a531 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:39.115626 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ddabe67c-de56-41f8-96b4-bdc43bb0a531 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/networks/be3ed9ce-44de-4a17-8a12-96ef652948bf HTTP/1.1" status: 200 len: 881 time: 0.1274807 Apr 05 20:53:39.118469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53056) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:39.163020 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4e0a4d7a-1df4-4ed8-a5df-90c512d61a50 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ef6906d-8e53-4fd3-9150-f973cef2b373 HTTP/1.1" status: 200 len: 205 time: 0.0434785 Apr 05 20:53:39.165400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53060) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:39.279170 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:39.364042 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:39.550676 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:39.560614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Deleting port 8fdf3e8f-9760-4d73-8fcc-ef9ee765a22b {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:39.560940 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:39.729266 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:39.850497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Calling delete_port for 8fdf3e8f-9760-4d73-8fcc-ef9ee765a22b owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:40.019314 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.069396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Pushing event deleted for resources: {'Port': ['ID=8fdf3e8f-9760-4d73-8fcc-ef9ee765a22b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:40.266290 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.450524 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.452684 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.477843 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.478354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Fanout notify agent at l3_agent the message router_deleted on router 5ef6906d-8e53-4fd3-9150-f973cef2b373 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:53:40.493342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.494452 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cd8155dc-075a-4556-81b7-4caecb7f7757 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "DELETE /v2.0/routers/5ef6906d-8e53-4fd3-9150-f973cef2b373 HTTP/1.1" status: 204 len: 168 time: 1.3281367 Apr 05 20:53:40.498659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53074) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:40.503974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1192603398', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:40.511539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:40.515359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Usage tracker for resource:router and tenant:cf5da4a0634444c8b1b558af52dd2664 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:40.518222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:40.525293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:40.535586 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.537125 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.551662 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:40.820386 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.122000 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.153596 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.307814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Allocated IP 172.25.8.21 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/c35bfb09-0a75-4061-bb27-72d40b94d1bf) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:41.411222 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e1952d14-6643-4151-aef8-43fef40096d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.455091 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.486784 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:41.544038 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:41.546797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:41.550282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:41.701157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Pushing event updated for resources: {'Port': ['ID=c35bfb09-0a75-4061-bb27-72d40b94d1bf,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:42.079530 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:42.446692 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:42.665063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Router 5fc70176-d7da-40b1-9d54-7eaba49f1c3f is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:53:42.855251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:53:42.865021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1155b1-a26b-4c27-9d5f-4bcae199beb5 None None] Sync routers for ids ['5fc70176-d7da-40b1-9d54-7eaba49f1c3f'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:53:42.875178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1155b1-a26b-4c27-9d5f-4bcae199beb5 None None] Routers {'5fc70176-d7da-40b1-9d54-7eaba49f1c3f'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:42.876082 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3f1155b1-a26b-4c27-9d5f-4bcae199beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5fc70176-d7da-40b1-9d54-7eaba49f1c3f'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:42.882447 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:42.886499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bf8ba5af-f25b-42d2-8ab5-d58247f9a0e4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3840265 Apr 05 20:53:42.886692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53100) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:42.891848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:42.941805 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3f1155b1-a26b-4c27-9d5f-4bcae199beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:42.951201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1155b1-a26b-4c27-9d5f-4bcae199beb5 None None] Routers {'5fc70176-d7da-40b1-9d54-7eaba49f1c3f'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:42.951796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3f1155b1-a26b-4c27-9d5f-4bcae199beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5fc70176-d7da-40b1-9d54-7eaba49f1c3f'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:43.012504 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3f1155b1-a26b-4c27-9d5f-4bcae199beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:43.013002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1155b1-a26b-4c27-9d5f-4bcae199beb5 None None] The sync data for ids ['5fc70176-d7da-40b1-9d54-7eaba49f1c3f'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:53:43.551698 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:43.570131 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:43.579667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Deleting port c35bfb09-0a75-4061-bb27-72d40b94d1bf {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:43.580080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:43.729952 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-75ead506-39e3-4aa6-b245-a2fdbb4b238e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:43.768600 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:43.900661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Calling delete_port for c35bfb09-0a75-4061-bb27-72d40b94d1bf owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:44.063765 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.136455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Pushing event deleted for resources: {'Port': ['ID=c35bfb09-0a75-4061-bb27-72d40b94d1bf,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:44.204675 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.712762 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.716196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.862513 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:44.870836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Router 5fc70176-d7da-40b1-9d54-7eaba49f1c3f has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:53:44.916744 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.014607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:53:45.024866 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a892ba2-8465-474e-bbe7-f56677b055f2 None None] Sync routers for ids ['5fc70176-d7da-40b1-9d54-7eaba49f1c3f'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:53:45.030351 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.031570 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-33540b37-e826-4a5b-9fa4-454e459e3709 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "PUT /v2.0/routers/5fc70176-d7da-40b1-9d54-7eaba49f1c3f HTTP/1.1" status: 200 len: 706 time: 2.1439135 Apr 05 20:53:45.034303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53128) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:45.037185 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a892ba2-8465-474e-bbe7-f56677b055f2 None None] Routers {'5fc70176-d7da-40b1-9d54-7eaba49f1c3f'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:45.037777 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8a892ba2-8465-474e-bbe7-f56677b055f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5fc70176-d7da-40b1-9d54-7eaba49f1c3f'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:45.098413 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8a892ba2-8465-474e-bbe7-f56677b055f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:45.108646 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a892ba2-8465-474e-bbe7-f56677b055f2 None None] Routers {'5fc70176-d7da-40b1-9d54-7eaba49f1c3f'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:53:45.109467 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8a892ba2-8465-474e-bbe7-f56677b055f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:53:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5fc70176-d7da-40b1-9d54-7eaba49f1c3f'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:45.172231 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4e79b71b-de8c-4aec-9a6c-0d9c3cde10c7 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/routers/5fc70176-d7da-40b1-9d54-7eaba49f1c3f HTTP/1.1" status: 200 len: 741 time: 0.1367862 Apr 05 20:53:45.174671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53136) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:45.176802 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8a892ba2-8465-474e-bbe7-f56677b055f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:53:45.178770 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a892ba2-8465-474e-bbe7-f56677b055f2 None None] The sync data for ids ['5fc70176-d7da-40b1-9d54-7eaba49f1c3f'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:53:45.220445 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4669489a-d559-4ff4-bbfa-ed3b8d3f2445 tempest-RoutersAdminTest-846195570 tempest-RoutersAdminTest-846195570-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&device_id=5fc70176-d7da-40b1-9d54-7eaba49f1c3f HTTP/1.1" status: 200 len: 205 time: 0.0444739 Apr 05 20:53:45.223026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53140) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:45.269219 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-097fbeb3-fb16-4817-a97d-0eff6710ac23 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc70176-d7da-40b1-9d54-7eaba49f1c3f HTTP/1.1" status: 200 len: 205 time: 0.0451465 Apr 05 20:53:45.271715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53144) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:45.407988 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5a35-2c2f-4ddf-9566-f0f258043deb tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.715820 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5a35-2c2f-4ddf-9566-f0f258043deb tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.720347 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5a35-2c2f-4ddf-9566-f0f258043deb tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.746621 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5a35-2c2f-4ddf-9566-f0f258043deb tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.746886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fb5a35-2c2f-4ddf-9566-f0f258043deb tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Fanout notify agent at l3_agent the message router_deleted on router 5fc70176-d7da-40b1-9d54-7eaba49f1c3f {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:53:45.758614 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d2fb5a35-2c2f-4ddf-9566-f0f258043deb tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:45.759691 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d2fb5a35-2c2f-4ddf-9566-f0f258043deb tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "DELETE /v2.0/routers/5fc70176-d7da-40b1-9d54-7eaba49f1c3f HTTP/1.1" status: 204 len: 168 time: 0.4870722 Apr 05 20:53:45.763036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53152) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:45.917434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-59a2cd05-959c-474d-ab93-c037d2ca5b9c tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5fc70176-d7da-40b1-9d54-7eaba49f1c3f HTTP/1.1" status: 200 len: 205 time: 0.1533427 Apr 05 20:53:45.919869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53156) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:45.990668 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-fe1b0712-69b1-4a2d-8c32-261542467ed7 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] delete failed (client error): The resource could not be found. Apr 05 20:53:45.991675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fe1b0712-69b1-4a2d-8c32-261542467ed7 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "DELETE /v2.0/routers/5fc70176-d7da-40b1-9d54-7eaba49f1c3f HTTP/1.1" status: 404 len: 336 time: 0.0709321 Apr 05 20:53:45.994344 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53162) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:46.039020 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cfcc2462-1737-45ea-ad04-10f2e0a20742 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ef6906d-8e53-4fd3-9150-f973cef2b373 HTTP/1.1" status: 200 len: 205 time: 0.0436363 Apr 05 20:53:46.041372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53168) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:46.117212 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-67c9aa1f-0272-4327-8433-b4a0cc34174a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] delete failed (client error): The resource could not be found. Apr 05 20:53:46.117212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-67c9aa1f-0272-4327-8433-b4a0cc34174a tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "DELETE /v2.0/routers/5ef6906d-8e53-4fd3-9150-f973cef2b373 HTTP/1.1" status: 404 len: 336 time: 0.0732822 Apr 05 20:53:46.118679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53174) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:46.137363 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:46.167774 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cb833c1a-d953-49b1-841f-b10109f42bf8 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d178907-e10e-4f50-97d4-ba4ed148e8ae HTTP/1.1" status: 200 len: 205 time: 0.0481083 Apr 05 20:53:46.170285 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53178) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:46.235159 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-02a46dfe-cd21-4838-b736-b6ff1c3fb55b tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] delete failed (client error): The resource could not be found. Apr 05 20:53:46.236433 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-02a46dfe-cd21-4838-b736-b6ff1c3fb55b tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "DELETE /v2.0/routers/3d178907-e10e-4f50-97d4-ba4ed148e8ae HTTP/1.1" status: 404 len: 336 time: 0.0649831 Apr 05 20:53:46.238790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53182) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:46.285337 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b82da07d-5df8-459d-857f-16f051ed2f70 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "GET /v2.0/ports?device_id=820df20e-1ea2-464f-bde6-00803b543f9f HTTP/1.1" status: 200 len: 205 time: 0.0449419 Apr 05 20:53:46.287701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53186) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:46.356409 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-cea910f2-9ef5-408c-ab00-8f15264d7146 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] delete failed (client error): The resource could not be found. Apr 05 20:53:46.357362 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cea910f2-9ef5-408c-ab00-8f15264d7146 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "DELETE /v2.0/routers/820df20e-1ea2-464f-bde6-00803b543f9f HTTP/1.1" status: 404 len: 336 time: 0.0687842 Apr 05 20:53:46.359957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53190) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:46.409426 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f9033cee-0fa0-4234-be10-d3180f6f7fd4 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4 HTTP/1.1" status: 200 len: 205 time: 0.0461247 Apr 05 20:53:46.409618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53194) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:46.474650 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-aeb78d2b-ddad-48a5-b2c1-df84f0798197 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] delete failed (client error): The resource could not be found. Apr 05 20:53:46.475534 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aeb78d2b-ddad-48a5-b2c1-df84f0798197 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "DELETE /v2.0/routers/1bba1cfa-cb28-4413-94a2-d4ef8e5b97d4 HTTP/1.1" status: 404 len: 336 time: 0.0650454 Apr 05 20:53:46.478016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53198) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:46.523295 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-865940d3-a03a-4075-b229-2ee063156566 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "GET /v2.0/ports?device_id=e016ba38-fb8b-4150-8f57-a56ded67f045 HTTP/1.1" status: 200 len: 205 time: 0.0443082 Apr 05 20:53:46.525555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53202) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:46.592227 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-3fb524ac-20af-489a-8d50-2119af968bd9 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] delete failed (client error): The resource could not be found. Apr 05 20:53:46.593509 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3fb524ac-20af-489a-8d50-2119af968bd9 tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "DELETE /v2.0/routers/e016ba38-fb8b-4150-8f57-a56ded67f045 HTTP/1.1" status: 404 len: 336 time: 0.0668070 Apr 05 20:53:46.595884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53208) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:46.641840 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d162ed2-95b2-45cd-a25e-e3b1ac8137ec tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] DELETE failed (client error): The resource could not be found. Apr 05 20:53:46.642307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d162ed2-95b2-45cd-a25e-e3b1ac8137ec tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:53:46.644083 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2d162ed2-95b2-45cd-a25e-e3b1ac8137ec tempest-RoutersAdminTest-1261642286 tempest-RoutersAdminTest-1261642286-project] 10.222.0.24 "DELETE /v2.0/subnets/5ef5e680-c40c-4f0e-9a2f-931275ef2b8b HTTP/1.1" status: 404 len: 337 time: 0.0472288 Apr 05 20:53:46.923829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53218) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:47.047106 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2430eb4-5df5-4dc0-9e46-1f0b90930fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.061432 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b2430eb4-5df5-4dc0-9e46-1f0b90930fb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:47.065217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b2430eb4-5df5-4dc0-9e46-1f0b90930fb6 admin admin] Usage tracker for resource:security_group_rule and tenant:cf5da4a0634444c8b1b558af52dd2664 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:47.068258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b2430eb4-5df5-4dc0-9e46-1f0b90930fb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:47.076930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b2430eb4-5df5-4dc0-9e46-1f0b90930fb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:47.164380 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2430eb4-5df5-4dc0-9e46-1f0b90930fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.168380 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b2430eb4-5df5-4dc0-9e46-1f0b90930fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.214437 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b2430eb4-5df5-4dc0-9e46-1f0b90930fb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf5da4a0634444c8b1b558af52dd2664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2894931 Apr 05 20:53:47.215996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2430eb4-5df5-4dc0-9e46-1f0b90930fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2797fe-94ff-41d8-94b6-9b81fbd5fa16,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:47.217030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53230) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:47.277722 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d95ecb06-755b-44f1-972c-1f10d5319f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.303421 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d95ecb06-755b-44f1-972c-1f10d5319f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.354676 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d95ecb06-755b-44f1-972c-1f10d5319f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.370874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ecb06-755b-44f1-972c-1f10d5319f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2797fe-94ff-41d8-94b6-9b81fbd5fa16,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:47.377260 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d95ecb06-755b-44f1-972c-1f10d5319f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.379192 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d95ecb06-755b-44f1-972c-1f10d5319f10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc2797fe-94ff-41d8-94b6-9b81fbd5fa16 HTTP/1.1" status: 204 len: 168 time: 0.1599548 Apr 05 20:53:47.675666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53242) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:47.727871 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ea750cdf-7ca4-4fd3-8bff-89b97629c5de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f2ccbad00564f728af331762981b218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487771 Apr 05 20:53:47.728650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53246) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:47.791926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c442a3d3-dde5-428f-ba2b-eceb117215f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.817090 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c442a3d3-dde5-428f-ba2b-eceb117215f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.870707 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c442a3d3-dde5-428f-ba2b-eceb117215f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.886312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442a3d3-dde5-428f-ba2b-eceb117215f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54352ec-ea22-4a34-9144-cfec0a5faf10,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:47.897956 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c442a3d3-dde5-428f-ba2b-eceb117215f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:47.903583 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c442a3d3-dde5-428f-ba2b-eceb117215f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f54352ec-ea22-4a34-9144-cfec0a5faf10 HTTP/1.1" status: 204 len: 168 time: 0.1700945 Apr 05 20:53:48.711973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53288) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:48.839765 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-540469437'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:48.845261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:48.849699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Usage tracker for resource:network and tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:48.852511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:48.858664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:48.868755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Made reservation on behalf of bd0b7ce3a6a543ff9378f5f3d218a4fc for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:48.872172 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:48.884639 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:48.899359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:48.903137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Usage tracker for resource:security_group_rule and tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:48.905896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:48.911769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:48.993662 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:48.999051 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:49.037532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:53:49.042679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c833d89-d27f-4bc8-b1f2-12e8c74f4987,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:49.049510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:49.049790 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Added segment 0cb33acf-27be-4040-9cb4-c331ebd2f71d of type vlan for network 19c40ed9-dd06-4996-8818-09bf15683b81 Apr 05 20:53:49.077541 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:49.108714 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:49.114787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:49.115369 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:49.221110 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5053513 Apr 05 20:53:49.222345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53296) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:49.225252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6118257-b789-49d8-a635-5a1981ff58ad tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event updated for resources: {'Network': ['ID=19c40ed9-dd06-4996-8818-09bf15683b81,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:49.228862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Request body: {'subnet': {'network_id': '19c40ed9-dd06-4996-8818-09bf15683b81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:49.236520 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 19c40ed9-dd06-4996-8818-09bf15683b81 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:53:49.346293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:49.350851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Usage tracker for resource:subnet and tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:49.353712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:49.359553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:49.369192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Made reservation on behalf of bd0b7ce3a6a543ff9378f5f3d218a4fc for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:49.372630 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:49.609115 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:49.686633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event updated for resources: {'Subnet': ['ID=4f4a5f96-594d-4897-993a-a68666b18a95,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:49.694045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Checking segment: {'id': '0cb33acf-27be-4040-9cb4-c331ebd2f71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '19c40ed9-dd06-4996-8818-09bf15683b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:53:49.694207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Network hostable DHCP agents. Network: 19c40ed9-dd06-4996-8818-09bf15683b81, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:53:49.713308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Network 19c40ed9-dd06-4996-8818-09bf15683b81 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:53:49.722939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 19c40ed9-dd06-4996-8818-09bf15683b81) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:49.727560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:49.728182 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:49.735093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3952edb1-0860-42da-99f0-c130b0c682a7 None None] Network 19c40ed9-dd06-4996-8818-09bf15683b81 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:53:49.751386 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2621d1f4-29fe-496a-a6ef-06cad1a601d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5276287 Apr 05 20:53:49.754166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53304) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:49.760338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Request body: {'port': {'network_id': '19c40ed9-dd06-4996-8818-09bf15683b81', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-474229981'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:49.901773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:49.905559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Usage tracker for resource:port and tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:49.908388 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:49.914324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:49.925049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Made reservation on behalf of bd0b7ce3a6a543ff9378f5f3d218a4fc for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:49.929263 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:49.951747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] device_id is not set on port 79e3c4b3-c64c-4f04-b2ee-69069d462afd yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:53:49.954418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-19c40ed9-dd06-4996-8818-09bf15683b81', 'network_id': '19c40ed9-dd06-4996-8818-09bf15683b81', 'tenant_id': 'bd0b7ce3a6a543ff9378f5f3d218a4fc', 'fixed_ips': [{'subnet_id': '4f4a5f96-594d-4897-993a-a68666b18a95'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:53:49.955535 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.101623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Allocated IP 2001:db8::23d (19c40ed9-dd06-4996-8818-09bf15683b81/4f4a5f96-594d-4897-993a-a68666b18a95/79e3c4b3-c64c-4f04-b2ee-69069d462afd) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:50.299840 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.314667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Transition to ACTIVE for port object 79e3c4b3-c64c-4f04-b2ee-69069d462afd will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:50.339414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.402401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Allocated IP 2001:db8::2 (19c40ed9-dd06-4996-8818-09bf15683b81/4f4a5f96-594d-4897-993a-a68666b18a95/846abd87-9892-4af9-836c-a965c44d245d) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:50.421941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event updated for resources: {'Port': ['ID=79e3c4b3-c64c-4f04-b2ee-69069d462afd,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:50.443424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Network 19c40ed9-dd06-4996-8818-09bf15683b81 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:50.444580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:50.446935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:50.452723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:50.453329 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.474444 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8a564118-cf19-4885-af0f-253b4bdf7b00 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7187438 Apr 05 20:53:50.477664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53310) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:50.484616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Request body: {'port': {'network_id': '19c40ed9-dd06-4996-8818-09bf15683b81', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-633769965', 'allowed_address_pairs': [{'ip_address': '2001:db8::23d', 'mac_address': 'fa:16:3e:f5:58:55'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:50.616443 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.624916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:50.626539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Transition to ACTIVE for port object 846abd87-9892-4af9-836c-a965c44d245d will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:50.629180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Usage tracker for resource:port and tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:50.632644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:50.638505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:50.646219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Transition to ACTIVE for port object 846abd87-9892-4af9-836c-a965c44d245d will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:50.649353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Made reservation on behalf of bd0b7ce3a6a543ff9378f5f3d218a4fc for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:50.663169 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.744960 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Network 19c40ed9-dd06-4996-8818-09bf15683b81 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:50.747939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:50.751430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:50.800160 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.806312 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Pushing event updated for resources: {'Port': ['ID=846abd87-9892-4af9-836c-a965c44d245d,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:50.823495 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] device_id is not set on port e6057b3a-03af-41a8-a4d2-089685aa922e yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:53:50.864775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Attempting to bind port 846abd87-9892-4af9-836c-a965c44d245d on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:53:50.865115 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Attempting to bind port 846abd87-9892-4af9-836c-a965c44d245d by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '0cb33acf-27be-4040-9cb4-c331ebd2f71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '19c40ed9-dd06-4996-8818-09bf15683b81'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:53:50.865532 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Attempting to bind port 846abd87-9892-4af9-836c-a965c44d245d on network 19c40ed9-dd06-4996-8818-09bf15683b81 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:53:50.873497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:53:50.874193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Checking segment: {'id': '0cb33acf-27be-4040-9cb4-c331ebd2f71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '19c40ed9-dd06-4996-8818-09bf15683b81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:53:50.874193 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.874834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Bound using segment: {'id': '0cb33acf-27be-4040-9cb4-c331ebd2f71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '19c40ed9-dd06-4996-8818-09bf15683b81'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:53:50.875086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Bound port: 846abd87-9892-4af9-836c-a965c44d245d, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb33acf-27be-4040-9cb4-c331ebd2f71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '19c40ed9-dd06-4996-8818-09bf15683b81'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:53:50.875441 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:50.977385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] For port 846abd87-9892-4af9-836c-a965c44d245d, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:53:50.980569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] For port 846abd87-9892-4af9-836c-a965c44d245d, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=846abd87-9892-4af9-836c-a965c44d245d,segment=NetworkSegment(0cb33acf-27be-4040-9cb4-c331ebd2f71d),segment_id=0cb33acf-27be-4040-9cb4-c331ebd2f71d)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:53:50.986658 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:51.009149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Allocated IP 2001:db8::239 (19c40ed9-dd06-4996-8818-09bf15683b81/4f4a5f96-594d-4897-993a-a68666b18a95/e6057b3a-03af-41a8-a4d2-089685aa922e) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:51.074916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bc5f7-a763-4b04-a32a-d831ae8f26dc None None] Pushing event updated for resources: {'Port': ['ID=846abd87-9892-4af9-836c-a965c44d245d,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:51.359438 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:51.376868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Transition to ACTIVE for port object e6057b3a-03af-41a8-a4d2-089685aa922e will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:51.402190 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:51.480867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Network 19c40ed9-dd06-4996-8818-09bf15683b81 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:51.488664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:51.493618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:51.499521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:51.500122 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:51.508909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event updated for resources: {'Port': ['ID=e6057b3a-03af-41a8-a4d2-089685aa922e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:51.528380 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-13e61cc8-825a-4275-ac3c-1a69f25b6fa6 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.0485268 Apr 05 20:53:51.530507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53324) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:51.618251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741df6b8-eeaf-4b12-9e1e-0bd51e1721f7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:51.624170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741df6b8-eeaf-4b12-9e1e-0bd51e1721f7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:51.631166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741df6b8-eeaf-4b12-9e1e-0bd51e1721f7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:51.631981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-741df6b8-eeaf-4b12-9e1e-0bd51e1721f7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Synchronizing usage tracker for tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:51.651004 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-741df6b8-eeaf-4b12-9e1e-0bd51e1721f7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Unset dirty status for tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:51.652465 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-741df6b8-eeaf-4b12-9e1e-0bd51e1721f7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1210239 Apr 05 20:53:51.656340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53334) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:51.766026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-69e05b26-5bb1-4347-acd6-6b8485151bfb tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Deleting port e6057b3a-03af-41a8-a4d2-089685aa922e {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:51.766365 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69e05b26-5bb1-4347-acd6-6b8485151bfb tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.050563 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69e05b26-5bb1-4347-acd6-6b8485151bfb tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.205128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 846abd87-9892-4af9-836c-a965c44d245d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:52.251241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24f295f-6c1b-4a34-a064-c9e471c1d05f None None] Network 19c40ed9-dd06-4996-8818-09bf15683b81 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:53:52.326656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-69e05b26-5bb1-4347-acd6-6b8485151bfb tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Calling delete_port for e6057b3a-03af-41a8-a4d2-089685aa922e owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:52.443894 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5024840c-c922-4e02-9f3e-06582d56d98f None None] Provisioning for port 846abd87-9892-4af9-836c-a965c44d245d completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:52.449219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 846abd87-9892-4af9-836c-a965c44d245d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:52.463667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5024840c-c922-4e02-9f3e-06582d56d98f None None] Provisioning complete for port 846abd87-9892-4af9-836c-a965c44d245d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:52.464261 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5024840c-c922-4e02-9f3e-06582d56d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.482141 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69e05b26-5bb1-4347-acd6-6b8485151bfb tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.496914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 846abd87-9892-4af9-836c-a965c44d245d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:52.497280 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.544035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e05b26-5bb1-4347-acd6-6b8485151bfb tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event deleted for resources: {'Port': ['ID=e6057b3a-03af-41a8-a4d2-089685aa922e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:52.721615 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69e05b26-5bb1-4347-acd6-6b8485151bfb tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.745127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53352) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:52.745772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-69e05b26-5bb1-4347-acd6-6b8485151bfb tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "DELETE /v2.0/ports/e6057b3a-03af-41a8-a4d2-089685aa922e HTTP/1.1" status: 204 len: 168 time: 1.0877240 Apr 05 20:53:52.790078 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-52edac6b-1ea2-47b2-b387-868752d12eb0 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] GET failed (client error): The resource could not be found. Apr 05 20:53:52.795003 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-52edac6b-1ea2-47b2-b387-868752d12eb0 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "GET /v2.0/ports/e6057b3a-03af-41a8-a4d2-089685aa922e HTTP/1.1" status: 404 len: 333 time: 0.0455337 Apr 05 20:53:52.795438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53358) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:52.803413 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5024840c-c922-4e02-9f3e-06582d56d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.804247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Request body: {'port': {'network_id': '19c40ed9-dd06-4996-8818-09bf15683b81', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1337841613'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:52.845282 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.909503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5024840c-c922-4e02-9f3e-06582d56d98f None None] For port 846abd87-9892-4af9-836c-a965c44d245d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=846abd87-9892-4af9-836c-a965c44d245d,segment=NetworkSegment(0cb33acf-27be-4040-9cb4-c331ebd2f71d),segment_id=0cb33acf-27be-4040-9cb4-c331ebd2f71d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:53:52.928734 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5024840c-c922-4e02-9f3e-06582d56d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:52.986979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:52.993748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Usage tracker for resource:port and tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:53.000845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:53.008975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:53.022647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Made reservation on behalf of bd0b7ce3a6a543ff9378f5f3d218a4fc for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:53.026516 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.050197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] device_id is not set on port 743804a1-c7e0-45df-965f-9ce9d8b80116 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:53:53.056828 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:53:53.057174 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:53:53.060450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024840c-c922-4e02-9f3e-06582d56d98f None None] Pushing event updated for resources: {'Port': ['ID=846abd87-9892-4af9-836c-a965c44d245d,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:53.225840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Allocated IP 2001:db8::346 (19c40ed9-dd06-4996-8818-09bf15683b81/4f4a5f96-594d-4897-993a-a68666b18a95/743804a1-c7e0-45df-965f-9ce9d8b80116) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:53.260282 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a39d8658-d562-49d1-88a2-702f5e4c4bcf None None] Provisioning for port 79e3c4b3-c64c-4f04-b2ee-69069d462afd completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:53.266308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a39d8658-d562-49d1-88a2-702f5e4c4bcf None None] Provisioning complete for port 79e3c4b3-c64c-4f04-b2ee-69069d462afd triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:53.266756 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a39d8658-d562-49d1-88a2-702f5e4c4bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.339652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a39d8658-d562-49d1-88a2-702f5e4c4bcf None None] Port 79e3c4b3-c64c-4f04-b2ee-69069d462afd cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:53:53.353339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a39d8658-d562-49d1-88a2-702f5e4c4bcf None None] Provisioning complete for port 846abd87-9892-4af9-836c-a965c44d245d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:53.353764 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a39d8658-d562-49d1-88a2-702f5e4c4bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.463830 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.484758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Transition to ACTIVE for port object 743804a1-c7e0-45df-965f-9ce9d8b80116 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:53.539994 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.618782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Network 19c40ed9-dd06-4996-8818-09bf15683b81 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:53.626922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:53.632150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:53.637820 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:53.638465 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.653623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0ed32193-89e5-4347-9813-ee86f7e063c2 None None] Provisioning complete for port 79e3c4b3-c64c-4f04-b2ee-69069d462afd triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:53.654270 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0ed32193-89e5-4347-9813-ee86f7e063c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:53.655307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event updated for resources: {'Port': ['ID=743804a1-c7e0-45df-965f-9ce9d8b80116,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:53.694402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53374) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:53.694629 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3b179f51-ddf9-4882-ad81-e4325cfc2d77 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8979805 Apr 05 20:53:53.700460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9a79e6ff-911c-4303-8c4a-782aa69f66c7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::23d', 'mac_address': 'fa:16:3e:f5:58:55'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:53.725965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0ed32193-89e5-4347-9813-ee86f7e063c2 None None] Port 79e3c4b3-c64c-4f04-b2ee-69069d462afd cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:53:53.841988 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-29823080-5536-4ad4-b9b1-25fb91e56970 None None] Could not find standard attr ID for object e6057b3a-03af-41a8-a4d2-089685aa922e. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:53:54.014093 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a79e6ff-911c-4303-8c4a-782aa69f66c7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.067824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fa75c207-ec70-4cf7-ad91-3949203db8a1 None None] Provisioning for port 743804a1-c7e0-45df-965f-9ce9d8b80116 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:54.090816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fa75c207-ec70-4cf7-ad91-3949203db8a1 None None] Provisioning complete for port 743804a1-c7e0-45df-965f-9ce9d8b80116 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:54.090816 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa75c207-ec70-4cf7-ad91-3949203db8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.156025 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-fa75c207-ec70-4cf7-ad91-3949203db8a1 None None] Port 743804a1-c7e0-45df-965f-9ce9d8b80116 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:53:54.194949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 846abd87-9892-4af9-836c-a965c44d245d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:53:54.287176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 846abd87-9892-4af9-836c-a965c44d245d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:54.287875 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.335510 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a79e6ff-911c-4303-8c4a-782aa69f66c7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.341454 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a79e6ff-911c-4303-8c4a-782aa69f66c7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.419675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9a79e6ff-911c-4303-8c4a-782aa69f66c7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] In _notify_port_updated(), no bound segment for port 743804a1-c7e0-45df-965f-9ce9d8b80116 on network 19c40ed9-dd06-4996-8818-09bf15683b81 {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:53:54.419675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a79e6ff-911c-4303-8c4a-782aa69f66c7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:54.419675 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a79e6ff-911c-4303-8c4a-782aa69f66c7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.419675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9a79e6ff-911c-4303-8c4a-782aa69f66c7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "PUT /v2.0/ports/743804a1-c7e0-45df-965f-9ce9d8b80116 HTTP/1.1" status: 200 len: 1003 time: 0.7240763 Apr 05 20:53:54.422703 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53392) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:54.443076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a79e6ff-911c-4303-8c4a-782aa69f66c7 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event updated for resources: {'Port': ['ID=743804a1-c7e0-45df-965f-9ce9d8b80116,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:54.512533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d8d0b-945d-4ac3-ac09-66e54900944f tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Deleting port 743804a1-c7e0-45df-965f-9ce9d8b80116 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:54.512875 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c0d8d0b-945d-4ac3-ac09-66e54900944f tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.780087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a038195e-b7e7-4085-a6ff-a6988677c47f None None] Provisioning complete for port 743804a1-c7e0-45df-965f-9ce9d8b80116 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:54.781183 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a038195e-b7e7-4085-a6ff-a6988677c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.800846 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c0d8d0b-945d-4ac3-ac09-66e54900944f tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:54.835592 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a038195e-b7e7-4085-a6ff-a6988677c47f None None] Port 743804a1-c7e0-45df-965f-9ce9d8b80116 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:53:54.927088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-5c0d8d0b-945d-4ac3-ac09-66e54900944f tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Calling delete_port for 743804a1-c7e0-45df-965f-9ce9d8b80116 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:55.077526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c0d8d0b-945d-4ac3-ac09-66e54900944f tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:55.172751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d8d0b-945d-4ac3-ac09-66e54900944f tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event deleted for resources: {'Port': ['ID=743804a1-c7e0-45df-965f-9ce9d8b80116,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:55.307636 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5c0d8d0b-945d-4ac3-ac09-66e54900944f tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:55.317767 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5c0d8d0b-945d-4ac3-ac09-66e54900944f tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "DELETE /v2.0/ports/743804a1-c7e0-45df-965f-9ce9d8b80116 HTTP/1.1" status: 204 len: 168 time: 0.8921976 Apr 05 20:53:55.320328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53410) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:55.365709 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ac7090-4407-4c7d-9dea-d13fcad498de tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] GET failed (client error): The resource could not be found. Apr 05 20:53:55.371431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-41ac7090-4407-4c7d-9dea-d13fcad498de tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Synchronizing usage tracker for tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:55.385737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-41ac7090-4407-4c7d-9dea-d13fcad498de tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Unset dirty status for tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:55.387185 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-41ac7090-4407-4c7d-9dea-d13fcad498de tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "GET /v2.0/ports/743804a1-c7e0-45df-965f-9ce9d8b80116 HTTP/1.1" status: 404 len: 333 time: 0.0656364 Apr 05 20:53:55.391636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53416) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:55.401689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Request body: {'port': {'network_id': '19c40ed9-dd06-4996-8818-09bf15683b81', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2071441423'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:55.656807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:55.669316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:55.679837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Made reservation on behalf of bd0b7ce3a6a543ff9378f5f3d218a4fc for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:55.683257 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:55.709221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] device_id is not set on port 94e706e1-66ed-486f-891a-0ddb30380d8b yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:53:55.873219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Allocated IP 2001:db8::cc (19c40ed9-dd06-4996-8818-09bf15683b81/4f4a5f96-594d-4897-993a-a68666b18a95/94e706e1-66ed-486f-891a-0ddb30380d8b) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:56.093238 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.109316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Transition to ACTIVE for port object 94e706e1-66ed-486f-891a-0ddb30380d8b will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:56.133099 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.202555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Network 19c40ed9-dd06-4996-8818-09bf15683b81 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:56.210812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:56.215232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:56.220735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:56.221340 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.237138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event updated for resources: {'Port': ['ID=94e706e1-66ed-486f-891a-0ddb30380d8b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:56.252353 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8e639fd6-d55d-4d73-9949-4e85e7aab6d1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8596048 Apr 05 20:53:56.254894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53436) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:56.261186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f103ed01-da74-4d05-94af-88c0c84c3c78 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f5:58:55'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:56.537845 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f103ed01-da74-4d05-94af-88c0c84c3c78 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.581528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-01dbb9ee-b457-4315-9648-ed8112859208 None None] Provisioning for port 94e706e1-66ed-486f-891a-0ddb30380d8b completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:56.586872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-01dbb9ee-b457-4315-9648-ed8112859208 None None] Provisioning complete for port 94e706e1-66ed-486f-891a-0ddb30380d8b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:56.587345 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-01dbb9ee-b457-4315-9648-ed8112859208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.642868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-01dbb9ee-b457-4315-9648-ed8112859208 None None] Port 94e706e1-66ed-486f-891a-0ddb30380d8b cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:53:56.790058 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f103ed01-da74-4d05-94af-88c0c84c3c78 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.794990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f103ed01-da74-4d05-94af-88c0c84c3c78 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.861497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f103ed01-da74-4d05-94af-88c0c84c3c78 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] In _notify_port_updated(), no bound segment for port 94e706e1-66ed-486f-891a-0ddb30380d8b on network 19c40ed9-dd06-4996-8818-09bf15683b81 {{(pid=87965) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:53:56.867372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f103ed01-da74-4d05-94af-88c0c84c3c78 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:56.867974 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f103ed01-da74-4d05-94af-88c0c84c3c78 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:56.871402 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f103ed01-da74-4d05-94af-88c0c84c3c78 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "PUT /v2.0/ports/94e706e1-66ed-486f-891a-0ddb30380d8b HTTP/1.1" status: 200 len: 1002 time: 0.6130991 Apr 05 20:53:56.872093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53450) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:56.929145 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103ed01-da74-4d05-94af-88c0c84c3c78 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event updated for resources: {'Port': ['ID=94e706e1-66ed-486f-891a-0ddb30380d8b,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:56.956130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2e949f30-9f46-44fa-af1e-e34022705a63 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Deleting port 94e706e1-66ed-486f-891a-0ddb30380d8b {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:53:56.956613 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e949f30-9f46-44fa-af1e-e34022705a63 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:57.170086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-56cc354d-49eb-404e-ac26-6c87cd7e251d None None] Provisioning complete for port 94e706e1-66ed-486f-891a-0ddb30380d8b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:57.170572 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-56cc354d-49eb-404e-ac26-6c87cd7e251d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:57.218045 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e949f30-9f46-44fa-af1e-e34022705a63 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:57.228727 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-56cc354d-49eb-404e-ac26-6c87cd7e251d None None] Port 94e706e1-66ed-486f-891a-0ddb30380d8b cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:53:57.344509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2e949f30-9f46-44fa-af1e-e34022705a63 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Calling delete_port for 94e706e1-66ed-486f-891a-0ddb30380d8b owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:53:57.512744 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e949f30-9f46-44fa-af1e-e34022705a63 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:57.574488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e949f30-9f46-44fa-af1e-e34022705a63 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event deleted for resources: {'Port': ['ID=94e706e1-66ed-486f-891a-0ddb30380d8b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:57.622567 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e949f30-9f46-44fa-af1e-e34022705a63 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:57.657973 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2e949f30-9f46-44fa-af1e-e34022705a63 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "DELETE /v2.0/ports/94e706e1-66ed-486f-891a-0ddb30380d8b HTTP/1.1" status: 204 len: 168 time: 0.7847145 Apr 05 20:53:57.660684 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53468) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:57.835118 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-2faf8707-0eb1-4a3d-b4cc-a51e370e0f39 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] GET failed (client error): The resource could not be found. Apr 05 20:53:57.835743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2faf8707-0eb1-4a3d-b4cc-a51e370e0f39 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Synchronizing usage tracker for tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:53:57.854492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2faf8707-0eb1-4a3d-b4cc-a51e370e0f39 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Unset dirty status for tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:53:57.855689 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2faf8707-0eb1-4a3d-b4cc-a51e370e0f39 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "GET /v2.0/ports/94e706e1-66ed-486f-891a-0ddb30380d8b HTTP/1.1" status: 404 len: 333 time: 0.1931052 Apr 05 20:53:57.859358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53476) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:57.865721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Request body: {'port': {'network_id': '19c40ed9-dd06-4996-8818-09bf15683b81', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1114022528'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:58.008242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:58.018046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:58.030291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Made reservation on behalf of bd0b7ce3a6a543ff9378f5f3d218a4fc for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:58.034130 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.057676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] device_id is not set on port be5e8634-ee6e-4218-912d-09afda929059 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:53:58.234079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Allocated IP 2001:db8::377 (19c40ed9-dd06-4996-8818-09bf15683b81/4f4a5f96-594d-4897-993a-a68666b18a95/be5e8634-ee6e-4218-912d-09afda929059) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:58.444724 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.462693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Transition to ACTIVE for port object be5e8634-ee6e-4218-912d-09afda929059 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:58.486582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.553039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Network 19c40ed9-dd06-4996-8818-09bf15683b81 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:58.560514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:58.564775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:58.571214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:58.571525 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.579373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event updated for resources: {'Port': ['ID=be5e8634-ee6e-4218-912d-09afda929059,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:58.604368 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8c02e2eb-9ec6-4a58-bab0-568ab32b63d3 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7412713 Apr 05 20:53:58.604764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53490) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:58.610638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Request body: {'port': {'network_id': '19c40ed9-dd06-4996-8818-09bf15683b81', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-906593065'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:58.769505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:53:58.774690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Usage tracker for resource:port and tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:53:58.778562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:53:58.784592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:53:58.795983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Made reservation on behalf of bd0b7ce3a6a543ff9378f5f3d218a4fc for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:53:58.799656 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.821742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] device_id is not set on port 36a668b2-2f4f-4398-871f-72e5abae4ba0 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:53:58.865378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9c7975e4-fc20-48b7-90e2-1b3f4e793ef9 None None] Provisioning for port be5e8634-ee6e-4218-912d-09afda929059 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:58.870464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9c7975e4-fc20-48b7-90e2-1b3f4e793ef9 None None] Provisioning complete for port be5e8634-ee6e-4218-912d-09afda929059 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:58.870966 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9c7975e4-fc20-48b7-90e2-1b3f4e793ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:58.925422 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9c7975e4-fc20-48b7-90e2-1b3f4e793ef9 None None] Port be5e8634-ee6e-4218-912d-09afda929059 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:53:58.980409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Allocated IP 2001:db8::202 (19c40ed9-dd06-4996-8818-09bf15683b81/4f4a5f96-594d-4897-993a-a68666b18a95/36a668b2-2f4f-4398-871f-72e5abae4ba0) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:53:59.304780 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.320636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Transition to ACTIVE for port object 36a668b2-2f4f-4398-871f-72e5abae4ba0 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:53:59.345732 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.415965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Network 19c40ed9-dd06-4996-8818-09bf15683b81 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:53:59.418883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:53:59.421400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:53:59.427215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:59.427814 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.452487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event updated for resources: {'Port': ['ID=36a668b2-2f4f-4398-871f-72e5abae4ba0,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:53:59.467407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f7ea5c65-d4f8-437b-91e9-41d6588e25ff tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8614995 Apr 05 20:53:59.470437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53508) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:59.477248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0d614e9a-81ff-40f0-9b77-2b0fa8e9f490 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::23d', 'mac_address': 'fa:16:3e:f5:58:55'}, {'ip_address': '2001:db8::377', 'mac_address': 'fa:16:3e:1c:30:1b'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:53:59.633014 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d614e9a-81ff-40f0-9b77-2b0fa8e9f490 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.757390 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-19765840-854e-4d53-97bb-9099141b1dd8 None None] Provisioning for port 36a668b2-2f4f-4398-871f-72e5abae4ba0 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:53:59.763674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-19765840-854e-4d53-97bb-9099141b1dd8 None None] Provisioning complete for port 36a668b2-2f4f-4398-871f-72e5abae4ba0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:53:59.764043 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-19765840-854e-4d53-97bb-9099141b1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.847201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-19765840-854e-4d53-97bb-9099141b1dd8 None None] Port 36a668b2-2f4f-4398-871f-72e5abae4ba0 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:53:59.899704 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d614e9a-81ff-40f0-9b77-2b0fa8e9f490 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.904299 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d614e9a-81ff-40f0-9b77-2b0fa8e9f490 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.962604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-0d614e9a-81ff-40f0-9b77-2b0fa8e9f490 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] In _notify_port_updated(), no bound segment for port 36a668b2-2f4f-4398-871f-72e5abae4ba0 on network 19c40ed9-dd06-4996-8818-09bf15683b81 {{(pid=87965) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:53:59.967951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d614e9a-81ff-40f0-9b77-2b0fa8e9f490 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:53:59.968557 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d614e9a-81ff-40f0-9b77-2b0fa8e9f490 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:53:59.971737 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0d614e9a-81ff-40f0-9b77-2b0fa8e9f490 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "PUT /v2.0/ports/36a668b2-2f4f-4398-871f-72e5abae4ba0 HTTP/1.1" status: 200 len: 1067 time: 0.4982083 Apr 05 20:53:59.972731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53520) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:53:59.991060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d614e9a-81ff-40f0-9b77-2b0fa8e9f490 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event updated for resources: {'Port': ['ID=36a668b2-2f4f-4398-871f-72e5abae4ba0,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:00.049546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4badacc2-9e91-4ea4-804a-578a856772c0 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Deleting port 36a668b2-2f4f-4398-871f-72e5abae4ba0 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:00.050209 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4badacc2-9e91-4ea4-804a-578a856772c0 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:00.271236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e81c454a-76bc-4cbc-84b0-5b87452f1de1 None None] Provisioning complete for port 36a668b2-2f4f-4398-871f-72e5abae4ba0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:00.271835 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e81c454a-76bc-4cbc-84b0-5b87452f1de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:00.328961 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e81c454a-76bc-4cbc-84b0-5b87452f1de1 None None] Port 36a668b2-2f4f-4398-871f-72e5abae4ba0 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:54:00.336159 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4badacc2-9e91-4ea4-804a-578a856772c0 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:00.469056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4badacc2-9e91-4ea4-804a-578a856772c0 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Calling delete_port for 36a668b2-2f4f-4398-871f-72e5abae4ba0 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:00.625098 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4badacc2-9e91-4ea4-804a-578a856772c0 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:00.706086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badacc2-9e91-4ea4-804a-578a856772c0 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event deleted for resources: {'Port': ['ID=36a668b2-2f4f-4398-871f-72e5abae4ba0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:00.947614 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4badacc2-9e91-4ea4-804a-578a856772c0 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:00.958204 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4badacc2-9e91-4ea4-804a-578a856772c0 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "DELETE /v2.0/ports/36a668b2-2f4f-4398-871f-72e5abae4ba0 HTTP/1.1" status: 204 len: 168 time: 0.9843655 Apr 05 20:54:00.960887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53542) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:01.008927 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d349920-0dcc-4185-b607-c0836ba7b30d tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] GET failed (client error): The resource could not be found. Apr 05 20:54:01.009555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0d349920-0dcc-4185-b607-c0836ba7b30d tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Synchronizing usage tracker for tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:01.025118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0d349920-0dcc-4185-b607-c0836ba7b30d tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Unset dirty status for tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:01.026398 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0d349920-0dcc-4185-b607-c0836ba7b30d tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "GET /v2.0/ports/36a668b2-2f4f-4398-871f-72e5abae4ba0 HTTP/1.1" status: 404 len: 333 time: 0.0646241 Apr 05 20:54:01.028985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53550) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:01.094621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-18a3990f-cc09-459a-a457-ababc56a3e59 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Deleting port be5e8634-ee6e-4218-912d-09afda929059 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:01.095338 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18a3990f-cc09-459a-a457-ababc56a3e59 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:01.358839 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18a3990f-cc09-459a-a457-ababc56a3e59 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:01.487376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-18a3990f-cc09-459a-a457-ababc56a3e59 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Calling delete_port for be5e8634-ee6e-4218-912d-09afda929059 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:01.752332 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18a3990f-cc09-459a-a457-ababc56a3e59 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:01.803947 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3990f-cc09-459a-a457-ababc56a3e59 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event deleted for resources: {'Port': ['ID=be5e8634-ee6e-4218-912d-09afda929059,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:01.855742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-18a3990f-cc09-459a-a457-ababc56a3e59 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:01.872875 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-18a3990f-cc09-459a-a457-ababc56a3e59 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "DELETE /v2.0/ports/be5e8634-ee6e-4218-912d-09afda929059 HTTP/1.1" status: 204 len: 168 time: 0.8429155 Apr 05 20:54:01.875595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53564) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:01.920539 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6f491f-1258-42f3-9d76-d4e7df061eee tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] GET failed (client error): The resource could not be found. Apr 05 20:54:01.921074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6c6f491f-1258-42f3-9d76-d4e7df061eee tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Synchronizing usage tracker for tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:01.941274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6c6f491f-1258-42f3-9d76-d4e7df061eee tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Unset dirty status for tenant:bd0b7ce3a6a543ff9378f5f3d218a4fc on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:01.943008 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6c6f491f-1258-42f3-9d76-d4e7df061eee tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "GET /v2.0/ports/be5e8634-ee6e-4218-912d-09afda929059 HTTP/1.1" status: 404 len: 333 time: 0.0664420 Apr 05 20:54:01.947196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53568) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:02.019366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-65b9a17d-b2a2-4f72-9353-49d240d40047 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Deleting port 79e3c4b3-c64c-4f04-b2ee-69069d462afd {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:02.020401 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65b9a17d-b2a2-4f72-9353-49d240d40047 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.267610 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65b9a17d-b2a2-4f72-9353-49d240d40047 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.390912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-65b9a17d-b2a2-4f72-9353-49d240d40047 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Calling delete_port for 79e3c4b3-c64c-4f04-b2ee-69069d462afd owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:02.538902 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65b9a17d-b2a2-4f72-9353-49d240d40047 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.591788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9a17d-b2a2-4f72-9353-49d240d40047 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event deleted for resources: {'Port': ['ID=79e3c4b3-c64c-4f04-b2ee-69069d462afd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:02.631991 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-65b9a17d-b2a2-4f72-9353-49d240d40047 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.646924 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-65b9a17d-b2a2-4f72-9353-49d240d40047 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "DELETE /v2.0/ports/79e3c4b3-c64c-4f04-b2ee-69069d462afd HTTP/1.1" status: 204 len: 168 time: 0.6985633 Apr 05 20:54:02.649241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53572) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:02.722690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bba9b54-d176-436f-8272-9ea317c1e927 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Deleting subnet 4f4a5f96-594d-4897-993a-a68666b18a95 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:54:02.726814 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b54-d176-436f-8272-9ea317c1e927 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.789985 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b54-d176-436f-8272-9ea317c1e927 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.871527 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b54-d176-436f-8272-9ea317c1e927 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.947800 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b54-d176-436f-8272-9ea317c1e927 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.987910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba9b54-d176-436f-8272-9ea317c1e927 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event deleted for resources: {'Subnet': ['ID=4f4a5f96-594d-4897-993a-a68666b18a95,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:02.992080 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6bba9b54-d176-436f-8272-9ea317c1e927 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:02.999967 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6bba9b54-d176-436f-8272-9ea317c1e927 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "DELETE /v2.0/subnets/4f4a5f96-594d-4897-993a-a68666b18a95 HTTP/1.1" status: 204 len: 168 time: 0.3496823 Apr 05 20:54:03.000268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff5b20c-4d16-4b90-b3c3-d5ae788d9589 None None] Network 19c40ed9-dd06-4996-8818-09bf15683b81 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:03.002943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53582) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:03.119815 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.142217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Deleting port 846abd87-9892-4af9-836c-a965c44d245d {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:03.142790 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.322820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae8b15f-87db-4bb5-878e-5c323004c18d None None] DHCP port deletion for 19c40ed9-dd06-4996-8818-09bf15683b81 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:54:03.327188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8b15f-87db-4bb5-878e-5c323004c18d None None] Deleting port 846abd87-9892-4af9-836c-a965c44d245d {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:03.327556 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b15f-87db-4bb5-878e-5c323004c18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.365617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] For port 846abd87-9892-4af9-836c-a965c44d245d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=846abd87-9892-4af9-836c-a965c44d245d,segment=NetworkSegment(0cb33acf-27be-4040-9cb4-c331ebd2f71d),segment_id=0cb33acf-27be-4040-9cb4-c331ebd2f71d)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:03.366005 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.573047 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:54:03.579207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9ae8b15f-87db-4bb5-878e-5c323004c18d None None] For port 846abd87-9892-4af9-836c-a965c44d245d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=846abd87-9892-4af9-836c-a965c44d245d,segment=NetworkSegment(0cb33acf-27be-4040-9cb4-c331ebd2f71d),segment_id=0cb33acf-27be-4040-9cb4-c331ebd2f71d)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:03.580155 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b15f-87db-4bb5-878e-5c323004c18d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.609920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Calling delete_port for 846abd87-9892-4af9-836c-a965c44d245d owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:03.694185 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.715831 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8b15f-87db-4bb5-878e-5c323004c18d None None] Calling delete_port for 846abd87-9892-4af9-836c-a965c44d245d owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:03.751927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event deleted for resources: {'Port': ['ID=846abd87-9892-4af9-836c-a965c44d245d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:03.756662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] No DVR routers for this DVR port 846abd87-9892-4af9-836c-a965c44d245d on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:03.791090 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-9ae8b15f-87db-4bb5-878e-5c323004c18d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:54:03.791436 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-9ae8b15f-87db-4bb5-878e-5c323004c18d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:54:03.887422 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.919956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c40ed9-dd06-4996-8818-09bf15683b81']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:03.933771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb33acf-27be-4040-9cb4-c331ebd2f71d') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:03.934089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb33acf-27be-4040-9cb4-c331ebd2f71d') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:03.948521 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.969379 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.977267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:54:03.977671 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:03.994514 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:04.083876 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:04.103054 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:04.115591 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] Pushing event deleted for resources: {'Network': ['ID=19c40ed9-dd06-4996-8818-09bf15683b81,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:04.123278 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7ff326cb-cd73-4b0f-8532-89577fd8c3f1 tempest-AllowedAddressPairIpV6TestJSON-723590172 tempest-AllowedAddressPairIpV6TestJSON-723590172-project] 10.222.0.24 "DELETE /v2.0/networks/19c40ed9-dd06-4996-8818-09bf15683b81 HTTP/1.1" status: 204 len: 168 time: 1.1193759 Apr 05 20:54:04.180459 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 846abd87-9892-4af9-836c-a965c44d245d no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:04.215068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 846abd87-9892-4af9-836c-a965c44d245d {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:54:04.215398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 846abd87-9892-4af9-836c-a965c44d245d not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:04.292960 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8b15f-87db-4bb5-878e-5c323004c18d None None] Deleting port 846abd87-9892-4af9-836c-a965c44d245d {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:04.293345 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ae8b15f-87db-4bb5-878e-5c323004c18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:04.365789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9ae8b15f-87db-4bb5-878e-5c323004c18d None None] The port '846abd87-9892-4af9-836c-a965c44d245d' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:54:04.411560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53598) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:04.570268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-078f7bd2-dead-4b80-802c-85b7fa5754d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd0b7ce3a6a543ff9378f5f3d218a4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557949 Apr 05 20:54:04.570491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53604) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:04.629588 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-efd56a63-9918-4dd6-91ab-28ec6d039be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:04.654825 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-efd56a63-9918-4dd6-91ab-28ec6d039be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:04.707952 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-efd56a63-9918-4dd6-91ab-28ec6d039be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:04.724891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd56a63-9918-4dd6-91ab-28ec6d039be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c833d89-d27f-4bc8-b1f2-12e8c74f4987,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:04.731156 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-efd56a63-9918-4dd6-91ab-28ec6d039be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:04.733327 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-efd56a63-9918-4dd6-91ab-28ec6d039be0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c833d89-d27f-4bc8-b1f2-12e8c74f4987 HTTP/1.1" status: 204 len: 168 time: 0.1618683 Apr 05 20:54:05.430811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53630) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:05.536391 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1786767366'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:05.541830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:05.545608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:network and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:05.548438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:05.558348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:05.570290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:05.573753 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.587136 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.603359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:05.607401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:security_group_rule and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:05.610513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:05.616731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:05.714465 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.725703 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.761421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:05.778165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=794a7c10-4517-4cb9-a51a-2186151d8055,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:05.778165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.778165 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Added segment e10b31f5-1d60-43f0-90a8-87f26780dff9 of type vlan for network bda99377-08b3-47be-b1cb-fc1f483099b7 Apr 05 20:54:05.814784 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.842237 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.847921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:05.848494 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:05.961177 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5290513 Apr 05 20:54:05.963723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53638) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:05.964229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aef7154-0cfa-4d7f-abdb-adf25429f33a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Network': ['ID=bda99377-08b3-47be-b1cb-fc1f483099b7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:05.969386 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'name': 'tempest-PortsIpV6TestJSON-1702046485'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:05.974697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network bda99377-08b3-47be-b1cb-fc1f483099b7 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:06.080078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:06.084458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:port and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:06.087265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:06.092858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:06.102088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:06.105565 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.126166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port ac29207c-22bc-42fb-a4a3-ad93db7ddec4 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:06.355299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.382096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.467820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=ac29207c-22bc-42fb-a4a3-ad93db7ddec4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:06.478579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Checking segment: {'id': 'e10b31f5-1d60-43f0-90a8-87f26780dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:06.478937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network hostable DHCP agents. Network: bda99377-08b3-47be-b1cb-fc1f483099b7, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:06.497867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network bda99377-08b3-47be-b1cb-fc1f483099b7 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:06.507081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, bda99377-08b3-47be-b1cb-fc1f483099b7) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:06.511742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:06.515881 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0926b63-cc6d-499c-8395-b67bffccdae0 None None] Network bda99377-08b3-47be-b1cb-fc1f483099b7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:06.518668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:06.519261 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.541191 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b3b8a70d-f888-4d17-b3d7-de14ce560b57 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5763633 Apr 05 20:54:06.544231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53644) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:06.549838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-372782986'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:06.555853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:06.559683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:network and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:06.562505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:06.568196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:06.579058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:06.582669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.611024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:06.620718 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.621057 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Added segment 9e9000a5-cd7b-4412-97a4-6fd45755338b of type vlan for network 324aee37-0c32-491b-9440-b1a1b9ff79a6 Apr 05 20:54:06.649224 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.680364 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.685783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:06.686393 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:06.741439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1961668 Apr 05 20:54:06.744129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53648) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:06.751750 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'ports': [{'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7'}, {'network_id': '324aee37-0c32-491b-9440-b1a1b9ff79a6'}]} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:06.752516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:06.753231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'network_id': '324aee37-0c32-491b-9440-b1a1b9ff79a6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:06.797328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e62a18-85e2-40ba-bf57-bcb55a984689 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Network': ['ID=324aee37-0c32-491b-9440-b1a1b9ff79a6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:06.808305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 324aee37-0c32-491b-9440-b1a1b9ff79a6 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:06.983312 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:06.987118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:port and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:06.990462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:06.996047 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:07.006300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 2} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:07.010640 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.027240 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.297006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port 2eb45475-a974-4ed8-9a5d-bc09bb110f73 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:07.357113 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.472383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port ba67bef5-451d-412d-a035-c84f6b2649dd yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:07.569852 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.604167 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.683742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=2eb45475-a974-4ed8-9a5d-bc09bb110f73,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:07.697440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network bda99377-08b3-47be-b1cb-fc1f483099b7 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:07.697440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:07.697440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:07.701478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.791805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=ba67bef5-451d-412d-a035-c84f6b2649dd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:07.799441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Checking segment: {'id': '9e9000a5-cd7b-4412-97a4-6fd45755338b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '324aee37-0c32-491b-9440-b1a1b9ff79a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:07.799799 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network hostable DHCP agents. Network: 324aee37-0c32-491b-9440-b1a1b9ff79a6, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:07.819419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network 324aee37-0c32-491b-9440-b1a1b9ff79a6 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:07.829408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 324aee37-0c32-491b-9440-b1a1b9ff79a6) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:07.833676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:07.838566 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af288b1e-b042-47e7-a394-f17d99b48a59 None None] Network 324aee37-0c32-491b-9440-b1a1b9ff79a6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:07.841021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:07.846059 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:07.846760 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:07.880712 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4296e821-2eb5-49cd-b2b0-495b2eb8ac5e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1253557 Apr 05 20:54:07.882773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53676) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:07.956867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9a74b808-e015-4e65-851e-671a51796d3f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port ba67bef5-451d-412d-a035-c84f6b2649dd {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:07.956867 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a74b808-e015-4e65-851e-671a51796d3f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.204964 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a74b808-e015-4e65-851e-671a51796d3f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.354165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9a74b808-e015-4e65-851e-671a51796d3f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for ba67bef5-451d-412d-a035-c84f6b2649dd owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:08.435407 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a74b808-e015-4e65-851e-671a51796d3f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.498223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74b808-e015-4e65-851e-671a51796d3f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=ba67bef5-451d-412d-a035-c84f6b2649dd,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:08.498223 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a74b808-e015-4e65-851e-671a51796d3f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.507973 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9a74b808-e015-4e65-851e-671a51796d3f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/ba67bef5-451d-412d-a035-c84f6b2649dd HTTP/1.1" status: 204 len: 168 time: 0.6278608 Apr 05 20:54:08.510107 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53686) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:08.734167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c0e63-ebf9-4b9e-b589-5f2d6cfde480 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:08.738118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3c0e63-ebf9-4b9e-b589-5f2d6cfde480 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:08.738118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5f3c0e63-ebf9-4b9e-b589-5f2d6cfde480 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:08.762522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5f3c0e63-ebf9-4b9e-b589-5f2d6cfde480 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:08.762522 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5f3c0e63-ebf9-4b9e-b589-5f2d6cfde480 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2524481 Apr 05 20:54:08.768500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53692) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:08.840605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ec819f87-d451-4914-a882-8d4b13538824 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port 2eb45475-a974-4ed8-9a5d-bc09bb110f73 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:08.841153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ec819f87-d451-4914-a882-8d4b13538824 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:08.988776 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.093644 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ec819f87-d451-4914-a882-8d4b13538824 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.221054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ec819f87-d451-4914-a882-8d4b13538824 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for 2eb45475-a974-4ed8-9a5d-bc09bb110f73 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:09.276850 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.310959 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ec819f87-d451-4914-a882-8d4b13538824 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.364083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec819f87-d451-4914-a882-8d4b13538824 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=2eb45475-a974-4ed8-9a5d-bc09bb110f73,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:09.372655 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ec819f87-d451-4914-a882-8d4b13538824 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.387100 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ec819f87-d451-4914-a882-8d4b13538824 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/2eb45475-a974-4ed8-9a5d-bc09bb110f73 HTTP/1.1" status: 204 len: 168 time: 0.6189754 Apr 05 20:54:09.387100 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53702) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:09.471501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e23fcfe-a6f1-4463-add0-589e1479dbd4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:09.472175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6e23fcfe-a6f1-4463-add0-589e1479dbd4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:09.489357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6e23fcfe-a6f1-4463-add0-589e1479dbd4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:09.493187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6e23fcfe-a6f1-4463-add0-589e1479dbd4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1026404 Apr 05 20:54:09.493504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53710) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:09.541477 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-f996caf7-916c-4b9d-842b-5ece76f89efb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] GET failed (client error): The resource could not be found. Apr 05 20:54:09.541477 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f996caf7-916c-4b9d-842b-5ece76f89efb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/ba67bef5-451d-412d-a035-c84f6b2649dd HTTP/1.1" status: 404 len: 333 time: 0.0452125 Apr 05 20:54:09.546285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53714) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:09.595732 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ef16c5-291e-44a9-88bf-d6787c1233c6 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] GET failed (client error): The resource could not be found. Apr 05 20:54:09.601835 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53718) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:09.603662 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-54ef16c5-291e-44a9-88bf-d6787c1233c6 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/2eb45475-a974-4ed8-9a5d-bc09bb110f73 HTTP/1.1" status: 404 len: 333 time: 0.0548301 Apr 05 20:54:09.715544 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d594f3cb-6bf8-4510-92e9-f189f61bf06a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.874105 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d594f3cb-6bf8-4510-92e9-f189f61bf06a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.900789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-d594f3cb-6bf8-4510-92e9-f189f61bf06a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['324aee37-0c32-491b-9440-b1a1b9ff79a6']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:09.913071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-d594f3cb-6bf8-4510-92e9-f189f61bf06a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9000a5-cd7b-4412-97a4-6fd45755338b') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:09.913360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-d594f3cb-6bf8-4510-92e9-f189f61bf06a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9000a5-cd7b-4412-97a4-6fd45755338b') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:09.925028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d594f3cb-6bf8-4510-92e9-f189f61bf06a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.953349 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d594f3cb-6bf8-4510-92e9-f189f61bf06a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.959108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d594f3cb-6bf8-4510-92e9-f189f61bf06a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:54:09.959108 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d594f3cb-6bf8-4510-92e9-f189f61bf06a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:09.977922 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:10.061347 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d594f3cb-6bf8-4510-92e9-f189f61bf06a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.079309 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d594f3cb-6bf8-4510-92e9-f189f61bf06a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.089207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d594f3cb-6bf8-4510-92e9-f189f61bf06a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Network': ['ID=324aee37-0c32-491b-9440-b1a1b9ff79a6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:10.095036 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d594f3cb-6bf8-4510-92e9-f189f61bf06a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/networks/324aee37-0c32-491b-9440-b1a1b9ff79a6 HTTP/1.1" status: 204 len: 168 time: 0.4920540 Apr 05 20:54:10.095604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53728) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:10.100900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1823984883'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:10.106546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:10.110490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:network and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:10.113870 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:10.119857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:10.135542 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:10.138800 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.176422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:10.184103 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.184103 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Added segment a69ba298-fbf2-44ba-97cc-6dd0459d8075 of type vlan for network a4391f29-9b06-41ca-bf64-284b417e4097 Apr 05 20:54:10.221586 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.256457 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.262113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:10.262612 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.363983 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2654383 Apr 05 20:54:10.365291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53734) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:10.371181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': 'a4391f29-9b06-41ca-bf64-284b417e4097', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:10.373239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382dffb2-e0c9-499c-b248-b2f88f1ee730 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Network': ['ID=a4391f29-9b06-41ca-bf64-284b417e4097,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:10.383832 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network a4391f29-9b06-41ca-bf64-284b417e4097 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:10.638011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:10.641873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:10.644795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:10.650430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:10.661781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:10.665978 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:10.787186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.ipam_backend_mixin [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Performing IP validity checks on allocation pools {{(pid=87964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 20:54:10.787186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.ipam_backend_mixin [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87964) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 20:54:10.927398 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.020490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Subnet': ['ID=1244c941-92eb-43f2-9b4a-a4e41498436c,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:11.025871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Checking segment: {'id': 'a69ba298-fbf2-44ba-97cc-6dd0459d8075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a4391f29-9b06-41ca-bf64-284b417e4097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:11.025871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network hostable DHCP agents. Network: a4391f29-9b06-41ca-bf64-284b417e4097, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:11.045073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network a4391f29-9b06-41ca-bf64-284b417e4097 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:11.061592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, a4391f29-9b06-41ca-bf64-284b417e4097) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:11.065349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:11.065349 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.073324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772f53ae-1321-49e4-9774-d392474f4736 None None] Network a4391f29-9b06-41ca-bf64-284b417e4097 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:11.091291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-92114602-2eae-425b-86af-7f18a8254886 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7190084 Apr 05 20:54:11.093269 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53744) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:11.098163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'network_id': 'a4391f29-9b06-41ca-bf64-284b417e4097', 'name': 'tempest-PortsIpV6TestJSON-400863326'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:11.260463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:11.270811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:11.281419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:11.285428 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.317477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port a2d817c1-f695-4fe1-8bde-717210d7c6a0 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:11.329176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-a4391f29-9b06-41ca-bf64-284b417e4097', 'network_id': 'a4391f29-9b06-41ca-bf64-284b417e4097', 'tenant_id': 'f8164cd299eb48f2a1a0698266580c38', 'fixed_ips': [{'subnet_id': '1244c941-92eb-43f2-9b4a-a4e41498436c'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:54:11.329176 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.461762 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-251d2111-1619-45ca-b70f-70318240446e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.486081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Allocated IP 2001:db8::253 (a4391f29-9b06-41ca-bf64-284b417e4097/1244c941-92eb-43f2-9b4a-a4e41498436c/a2d817c1-f695-4fe1-8bde-717210d7c6a0) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:11.705366 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.728028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Transition to ACTIVE for port object a2d817c1-f695-4fe1-8bde-717210d7c6a0 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:11.771681 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.837557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Allocated IP 2001:db8::2 (a4391f29-9b06-41ca-bf64-284b417e4097/1244c941-92eb-43f2-9b4a-a4e41498436c/63ef5ae4-668c-4991-82ad-48e56aaa52a2) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:11.855652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network a4391f29-9b06-41ca-bf64-284b417e4097 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:11.879288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:11.886526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:11.890978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:11.890978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:11.900031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=a2d817c1-f695-4fe1-8bde-717210d7c6a0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:11.928119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53756) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:11.945230 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aaddc4e3-5c45-4731-98a9-150f739c5f6c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8520827 Apr 05 20:54:12.021565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4d18d7dd-6f1e-4811-aa23-27c67cc52480 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port a2d817c1-f695-4fe1-8bde-717210d7c6a0 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:12.021565 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d18d7dd-6f1e-4811-aa23-27c67cc52480 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.085573 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.096093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Transition to ACTIVE for port object 63ef5ae4-668c-4991-82ad-48e56aaa52a2 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:12.117525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Transition to ACTIVE for port object 63ef5ae4-668c-4991-82ad-48e56aaa52a2 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:12.125614 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.193406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Network a4391f29-9b06-41ca-bf64-284b417e4097 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:12.193406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:12.211240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:12.211240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Pushing event updated for resources: {'Port': ['ID=63ef5ae4-668c-4991-82ad-48e56aaa52a2,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:12.312561 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d18d7dd-6f1e-4811-aa23-27c67cc52480 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.336649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Attempting to bind port 63ef5ae4-668c-4991-82ad-48e56aaa52a2 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:54:12.336916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Attempting to bind port 63ef5ae4-668c-4991-82ad-48e56aaa52a2 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'a69ba298-fbf2-44ba-97cc-6dd0459d8075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a4391f29-9b06-41ca-bf64-284b417e4097'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:54:12.337273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Attempting to bind port 63ef5ae4-668c-4991-82ad-48e56aaa52a2 on network a4391f29-9b06-41ca-bf64-284b417e4097 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:54:12.342675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:54:12.343042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Checking segment: {'id': 'a69ba298-fbf2-44ba-97cc-6dd0459d8075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a4391f29-9b06-41ca-bf64-284b417e4097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:12.343552 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.344497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Bound using segment: {'id': 'a69ba298-fbf2-44ba-97cc-6dd0459d8075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a4391f29-9b06-41ca-bf64-284b417e4097'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:54:12.344497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Bound port: 63ef5ae4-668c-4991-82ad-48e56aaa52a2, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a69ba298-fbf2-44ba-97cc-6dd0459d8075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a4391f29-9b06-41ca-bf64-284b417e4097'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:54:12.344949 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.449688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4d18d7dd-6f1e-4811-aa23-27c67cc52480 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for a2d817c1-f695-4fe1-8bde-717210d7c6a0 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:12.453902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] For port 63ef5ae4-668c-4991-82ad-48e56aaa52a2, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:54:12.464951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] For port 63ef5ae4-668c-4991-82ad-48e56aaa52a2, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=63ef5ae4-668c-4991-82ad-48e56aaa52a2,segment=NetworkSegment(a69ba298-fbf2-44ba-97cc-6dd0459d8075),segment_id=a69ba298-fbf2-44ba-97cc-6dd0459d8075)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:54:12.477824 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.575193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4ddc2-994d-4ced-a937-54b659d56d08 None None] Pushing event updated for resources: {'Port': ['ID=63ef5ae4-668c-4991-82ad-48e56aaa52a2,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:12.679721 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d18d7dd-6f1e-4811-aa23-27c67cc52480 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.782450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18d7dd-6f1e-4811-aa23-27c67cc52480 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=a2d817c1-f695-4fe1-8bde-717210d7c6a0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:12.792439 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d18d7dd-6f1e-4811-aa23-27c67cc52480 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:12.836937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4d18d7dd-6f1e-4811-aa23-27c67cc52480 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/a2d817c1-f695-4fe1-8bde-717210d7c6a0 HTTP/1.1" status: 204 len: 168 time: 0.9068615 Apr 05 20:54:12.846429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53768) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:12.932927 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-b269d7f7-3f19-4b8f-b95b-f0c9309901eb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] DELETE failed (client error): The resource could not be found. Apr 05 20:54:12.932927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b269d7f7-3f19-4b8f-b95b-f0c9309901eb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:12.935845 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53772) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:12.951017 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b269d7f7-3f19-4b8f-b95b-f0c9309901eb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/a2d817c1-f695-4fe1-8bde-717210d7c6a0 HTTP/1.1" status: 404 len: 333 time: 0.1009927 Apr 05 20:54:13.032376 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e18ada1-682d-43ff-81b4-4ad2a15c9a14 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] GET failed (client error): The resource could not be found. Apr 05 20:54:13.032376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2e18ada1-682d-43ff-81b4-4ad2a15c9a14 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:13.048107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2e18ada1-682d-43ff-81b4-4ad2a15c9a14 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:13.049212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2e18ada1-682d-43ff-81b4-4ad2a15c9a14 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/a2d817c1-f695-4fe1-8bde-717210d7c6a0 HTTP/1.1" status: 404 len: 333 time: 0.1200960 Apr 05 20:54:13.052991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53776) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:13.136460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b062a8d-a56c-4311-8e79-8a70f54a8f7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting subnet 1244c941-92eb-43f2-9b4a-a4e41498436c {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:54:13.139647 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3b062a8d-a56c-4311-8e79-8a70f54a8f7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.201403 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3b062a8d-a56c-4311-8e79-8a70f54a8f7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.304295 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3b062a8d-a56c-4311-8e79-8a70f54a8f7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.391114 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3b062a8d-a56c-4311-8e79-8a70f54a8f7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.434412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b062a8d-a56c-4311-8e79-8a70f54a8f7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Subnet': ['ID=1244c941-92eb-43f2-9b4a-a4e41498436c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:13.436495 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3b062a8d-a56c-4311-8e79-8a70f54a8f7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.446406 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3b062a8d-a56c-4311-8e79-8a70f54a8f7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/1244c941-92eb-43f2-9b4a-a4e41498436c HTTP/1.1" status: 204 len: 168 time: 0.3898368 Apr 05 20:54:13.446789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53784) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:13.584475 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.591680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port 63ef5ae4-668c-4991-82ad-48e56aaa52a2 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:13.591680 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.766693 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-43d3046b-b968-4154-a793-974ba11e270e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:13.849713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40d6a03-1f6b-403e-9a70-df48925f6d93 None None] Network a4391f29-9b06-41ca-bf64-284b417e4097 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:14.022579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] For port 63ef5ae4-668c-4991-82ad-48e56aaa52a2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=63ef5ae4-668c-4991-82ad-48e56aaa52a2,segment=NetworkSegment(a69ba298-fbf2-44ba-97cc-6dd0459d8075),segment_id=a69ba298-fbf2-44ba-97cc-6dd0459d8075)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:14.022579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.041872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f242f080-e4da-4ba6-bc56-a3cfb78a2e79 None None] Provisioning for port 63ef5ae4-668c-4991-82ad-48e56aaa52a2 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:14.144877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8395195-e0f5-4350-80bf-2bae37c09cda None None] DHCP port deletion for a4391f29-9b06-41ca-bf64-284b417e4097 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:54:14.150393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a8395195-e0f5-4350-80bf-2bae37c09cda None None] Deleting port 63ef5ae4-668c-4991-82ad-48e56aaa52a2 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:14.150770 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a8395195-e0f5-4350-80bf-2bae37c09cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.165873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for 63ef5ae4-668c-4991-82ad-48e56aaa52a2 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:14.261071 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.312468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=63ef5ae4-668c-4991-82ad-48e56aaa52a2,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:14.318632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No DVR routers for this DVR port 63ef5ae4-668c-4991-82ad-48e56aaa52a2 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:14.419921 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a8395195-e0f5-4350-80bf-2bae37c09cda None None] For port 63ef5ae4-668c-4991-82ad-48e56aaa52a2, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=63ef5ae4-668c-4991-82ad-48e56aaa52a2,segment=NetworkSegment(a69ba298-fbf2-44ba-97cc-6dd0459d8075),segment_id=a69ba298-fbf2-44ba-97cc-6dd0459d8075)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:14.420340 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a8395195-e0f5-4350-80bf-2bae37c09cda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.451701 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.508240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4391f29-9b06-41ca-bf64-284b417e4097']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:14.523808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a69ba298-fbf2-44ba-97cc-6dd0459d8075') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:14.523808 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a69ba298-fbf2-44ba-97cc-6dd0459d8075') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:14.538199 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.553698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a8395195-e0f5-4350-80bf-2bae37c09cda None None] Calling delete_port for 63ef5ae4-668c-4991-82ad-48e56aaa52a2 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:14.558331 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.563295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:54:14.563295 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:14.580134 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:14.676249 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.683264 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-a8395195-e0f5-4350-80bf-2bae37c09cda None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:54:14.683733 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-a8395195-e0f5-4350-80bf-2bae37c09cda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:54:14.704651 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.707920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Network': ['ID=a4391f29-9b06-41ca-bf64-284b417e4097,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:14.725946 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3a561328-b494-4e01-99a4-525173518bd7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/networks/a4391f29-9b06-41ca-bf64-284b417e4097 HTTP/1.1" status: 204 len: 168 time: 1.2770245 Apr 05 20:54:14.728866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53798) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:14.736837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1195969659'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:14.742504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:14.746488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:network and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:14.749341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:14.755148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:14.766629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:14.771492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.818256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:14.822788 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.822788 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Added segment 4ecf0b27-2a1b-4434-9a1f-c0becf6e1659 of type vlan for network fd0fabd0-c270-4a4c-bad7-664109c083b6 Apr 05 20:54:14.857010 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.880350 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.891954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.900488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:14.900488 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:14.918616 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:15.011045 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2806017 Apr 05 20:54:15.014092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53806) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:15.017524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba473db-2858-4d4f-92b7-5d0f53bbfb3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Network': ['ID=fd0fabd0-c270-4a4c-bad7-664109c083b6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:15.021456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': 'fd0fabd0-c270-4a4c-bad7-664109c083b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:15.028569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network fd0fabd0-c270-4a4c-bad7-664109c083b6 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:15.188677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a8395195-e0f5-4350-80bf-2bae37c09cda None None] Deleting port 63ef5ae4-668c-4991-82ad-48e56aaa52a2 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:15.188677 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a8395195-e0f5-4350-80bf-2bae37c09cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:15.260664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:15.262641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a8395195-e0f5-4350-80bf-2bae37c09cda None None] The port '63ef5ae4-668c-4991-82ad-48e56aaa52a2' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:54:15.271639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:15.274972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:15.280449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:15.293042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:15.296857 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:15.544237 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:15.630251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Subnet': ['ID=7bef3d83-5988-4980-9ad5-2ed2b3fabf9e,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:15.634563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Checking segment: {'id': '4ecf0b27-2a1b-4434-9a1f-c0becf6e1659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fd0fabd0-c270-4a4c-bad7-664109c083b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:15.634915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network hostable DHCP agents. Network: fd0fabd0-c270-4a4c-bad7-664109c083b6, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:15.654312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network fd0fabd0-c270-4a4c-bad7-664109c083b6 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:15.663963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, fd0fabd0-c270-4a4c-bad7-664109c083b6) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:15.668364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:15.668982 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:15.676646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37dde897-ea1a-4922-936d-6b90966f77ba None None] Network fd0fabd0-c270-4a4c-bad7-664109c083b6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:15.719092 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b3392812-3d22-42e1-b29a-fa34efe2db8c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6948469 Apr 05 20:54:15.719092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53814) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:15.723705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'network_id': 'fd0fabd0-c270-4a4c-bad7-664109c083b6', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1077568048'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:15.918472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:15.922858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:port and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:15.926537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:15.932454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:15.944195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:15.947939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:15.953095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-fd0fabd0-c270-4a4c-bad7-664109c083b6', 'network_id': 'fd0fabd0-c270-4a4c-bad7-664109c083b6', 'tenant_id': 'f8164cd299eb48f2a1a0698266580c38', 'fixed_ips': [{'subnet_id': '7bef3d83-5988-4980-9ad5-2ed2b3fabf9e'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:54:15.954243 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:15.970784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port a84822d4-4c40-404e-b0e7-a17f806b61f0 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:16.138021 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:16.157596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Allocated IP 2001:db8::a4 (fd0fabd0-c270-4a4c-bad7-664109c083b6/7bef3d83-5988-4980-9ad5-2ed2b3fabf9e/a84822d4-4c40-404e-b0e7-a17f806b61f0) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:16.338932 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:16.358064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Transition to ACTIVE for port object a84822d4-4c40-404e-b0e7-a17f806b61f0 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:16.393936 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:16.467349 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Allocated IP 2001:db8::2 (fd0fabd0-c270-4a4c-bad7-664109c083b6/7bef3d83-5988-4980-9ad5-2ed2b3fabf9e/f7756edf-130d-43d3-93d0-0201b7c9f123) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:16.468132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network fd0fabd0-c270-4a4c-bad7-664109c083b6 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:16.476204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:16.481135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:16.486945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:16.487551 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:16.495461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=a84822d4-4c40-404e-b0e7-a17f806b61f0,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:16.520334 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-398dbf85-1361-454a-9b2c-a2a7b75b77b5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8064191 Apr 05 20:54:16.523230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53826) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:16.614247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-0625efb9-90a4-4886-86d5-137f10c0cf93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port a84822d4-4c40-404e-b0e7-a17f806b61f0 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:16.614247 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0625efb9-90a4-4886-86d5-137f10c0cf93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:16.760765 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:16.775758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Transition to ACTIVE for port object f7756edf-130d-43d3-93d0-0201b7c9f123 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:16.798924 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Transition to ACTIVE for port object f7756edf-130d-43d3-93d0-0201b7c9f123 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:16.803799 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:16.868563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Network fd0fabd0-c270-4a4c-bad7-664109c083b6 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:16.891499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:16.897349 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:16.934048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Pushing event updated for resources: {'Port': ['ID=f7756edf-130d-43d3-93d0-0201b7c9f123,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:16.947122 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0625efb9-90a4-4886-86d5-137f10c0cf93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:16.981547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:16.981547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:16.981547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:16.981547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:16.981547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:16.981547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:16.981547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:16.981547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:16.981547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:16.981547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:16.981547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:16.981547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:17.007672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Attempting to bind port f7756edf-130d-43d3-93d0-0201b7c9f123 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:54:17.007672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Attempting to bind port f7756edf-130d-43d3-93d0-0201b7c9f123 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '4ecf0b27-2a1b-4434-9a1f-c0becf6e1659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fd0fabd0-c270-4a4c-bad7-664109c083b6'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:54:17.007672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Attempting to bind port f7756edf-130d-43d3-93d0-0201b7c9f123 on network fd0fabd0-c270-4a4c-bad7-664109c083b6 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:54:17.020733 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:54:17.020733 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Checking segment: {'id': '4ecf0b27-2a1b-4434-9a1f-c0becf6e1659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fd0fabd0-c270-4a4c-bad7-664109c083b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:17.020733 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:17.020733 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Bound using segment: {'id': '4ecf0b27-2a1b-4434-9a1f-c0becf6e1659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fd0fabd0-c270-4a4c-bad7-664109c083b6'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:54:17.020733 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Bound port: f7756edf-130d-43d3-93d0-0201b7c9f123, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecf0b27-2a1b-4434-9a1f-c0becf6e1659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fd0fabd0-c270-4a4c-bad7-664109c083b6'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:54:17.020733 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:17.101172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-0625efb9-90a4-4886-86d5-137f10c0cf93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for a84822d4-4c40-404e-b0e7-a17f806b61f0 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:17.125785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] For port f7756edf-130d-43d3-93d0-0201b7c9f123, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:54:17.129561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] For port f7756edf-130d-43d3-93d0-0201b7c9f123, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f7756edf-130d-43d3-93d0-0201b7c9f123,segment=NetworkSegment(4ecf0b27-2a1b-4434-9a1f-c0becf6e1659),segment_id=4ecf0b27-2a1b-4434-9a1f-c0becf6e1659)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:54:17.135167 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:17.235116 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d2398-6c9c-4e6d-bfcc-8f6c5fae3e50 None None] Pushing event updated for resources: {'Port': ['ID=f7756edf-130d-43d3-93d0-0201b7c9f123,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:17.292384 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0625efb9-90a4-4886-86d5-137f10c0cf93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:17.351362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625efb9-90a4-4886-86d5-137f10c0cf93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=a84822d4-4c40-404e-b0e7-a17f806b61f0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:17.397244 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0625efb9-90a4-4886-86d5-137f10c0cf93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:17.407850 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0625efb9-90a4-4886-86d5-137f10c0cf93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/a84822d4-4c40-404e-b0e7-a17f806b61f0 HTTP/1.1" status: 204 len: 168 time: 0.8834970 Apr 05 20:54:17.410695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53838) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:17.461669 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed2445e8-1182-4ae0-a4e9-3bc7d374b4a8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] GET failed (client error): The resource could not be found. Apr 05 20:54:17.462256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ed2445e8-1182-4ae0-a4e9-3bc7d374b4a8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:17.486380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ed2445e8-1182-4ae0-a4e9-3bc7d374b4a8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:17.489261 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ed2445e8-1182-4ae0-a4e9-3bc7d374b4a8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/a84822d4-4c40-404e-b0e7-a17f806b61f0 HTTP/1.1" status: 404 len: 333 time: 0.0774243 Apr 05 20:54:17.491952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53842) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:17.735576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-890fac46-4b99-4831-84c0-a18c10452c13 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting subnet 7bef3d83-5988-4980-9ad5-2ed2b3fabf9e {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:54:17.739513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-890fac46-4b99-4831-84c0-a18c10452c13 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:17.795950 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-890fac46-4b99-4831-84c0-a18c10452c13 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:17.900136 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-890fac46-4b99-4831-84c0-a18c10452c13 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.001395 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-890fac46-4b99-4831-84c0-a18c10452c13 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.043817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fac46-4b99-4831-84c0-a18c10452c13 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Subnet': ['ID=7bef3d83-5988-4980-9ad5-2ed2b3fabf9e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:18.052319 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-890fac46-4b99-4831-84c0-a18c10452c13 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.061170 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-890fac46-4b99-4831-84c0-a18c10452c13 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/7bef3d83-5988-4980-9ad5-2ed2b3fabf9e HTTP/1.1" status: 204 len: 168 time: 0.5679348 Apr 05 20:54:18.063964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53854) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:18.244779 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.257738 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f7756edf-130d-43d3-93d0-0201b7c9f123 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:18.265080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port f7756edf-130d-43d3-93d0-0201b7c9f123 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:18.265080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.352017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port f7756edf-130d-43d3-93d0-0201b7c9f123 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:18.525053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] For port f7756edf-130d-43d3-93d0-0201b7c9f123, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f7756edf-130d-43d3-93d0-0201b7c9f123,segment=NetworkSegment(4ecf0b27-2a1b-4434-9a1f-c0becf6e1659),segment_id=4ecf0b27-2a1b-4434-9a1f-c0becf6e1659)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:18.525053 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.540088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d009c148-33c0-4ba6-a16a-aab5b02a7a99 None None] Network fd0fabd0-c270-4a4c-bad7-664109c083b6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:18.676953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for f7756edf-130d-43d3-93d0-0201b7c9f123 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:18.747741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4f052453-abff-4989-b325-6518512af0fa None None] Provisioning for port f7756edf-130d-43d3-93d0-0201b7c9f123 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:18.764508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4f052453-abff-4989-b325-6518512af0fa None None] Provisioning complete for port f7756edf-130d-43d3-93d0-0201b7c9f123 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:18.764508 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4f052453-abff-4989-b325-6518512af0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.772798 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:18.809400 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4f052453-abff-4989-b325-6518512af0fa None None] Port f7756edf-130d-43d3-93d0-0201b7c9f123 was deleted so its status cannot be updated. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 05 20:54:18.824207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No DVR routers for this DVR port f7756edf-130d-43d3-93d0-0201b7c9f123 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:18.824207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=f7756edf-130d-43d3-93d0-0201b7c9f123,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:18.910588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd07ed4-8197-472e-ba16-e0fc805f95c3 None None] DHCP port deletion for fd0fabd0-c270-4a4c-bad7-664109c083b6 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:54:19.064871 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.104876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0fabd0-c270-4a4c-bad7-664109c083b6']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:19.118785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecf0b27-2a1b-4434-9a1f-c0becf6e1659') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:19.118785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecf0b27-2a1b-4434-9a1f-c0becf6e1659') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:19.130467 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.148108 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.154044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:54:19.154044 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:19.171321 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:19.260608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.281376 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.290459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Network': ['ID=fd0fabd0-c270-4a4c-bad7-664109c083b6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:19.304178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f63d8cd3-a30c-4df2-9323-b742358c07fe tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/networks/fd0fabd0-c270-4a4c-bad7-664109c083b6 HTTP/1.1" status: 204 len: 168 time: 1.2329140 Apr 05 20:54:19.304366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53868) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:19.309835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'name': 'tempest-PortsIpV6TestJSON-1513067083'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:19.429815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:19.434037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:port and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:19.434037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:19.442321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:19.462206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:19.462206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.478751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port c106d160-3486-4f26-9afe-25353a045a01 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:19.710536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.745603 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.820482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network bda99377-08b3-47be-b1cb-fc1f483099b7 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:19.828218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:19.833335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:19.838797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:19.839393 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:19.848278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=c106d160-3486-4f26-9afe-25353a045a01,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:19.872086 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5a5220cf-c59a-46c9-9a67-f8f9e3fb7e07 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5639787 Apr 05 20:54:19.872086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53876) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:19.946855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-45032eb9-cf7d-4992-a407-93212ce88ef2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port c106d160-3486-4f26-9afe-25353a045a01 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:19.946855 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45032eb9-cf7d-4992-a407-93212ce88ef2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:20.196593 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45032eb9-cf7d-4992-a407-93212ce88ef2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:20.210186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f7756edf-130d-43d3-93d0-0201b7c9f123 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:20.246557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: f7756edf-130d-43d3-93d0-0201b7c9f123 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:54:20.246557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f7756edf-130d-43d3-93d0-0201b7c9f123 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:20.340694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-45032eb9-cf7d-4992-a407-93212ce88ef2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for c106d160-3486-4f26-9afe-25353a045a01 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:20.443227 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45032eb9-cf7d-4992-a407-93212ce88ef2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:20.494786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45032eb9-cf7d-4992-a407-93212ce88ef2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=c106d160-3486-4f26-9afe-25353a045a01,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:20.500442 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-45032eb9-cf7d-4992-a407-93212ce88ef2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:20.511651 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-45032eb9-cf7d-4992-a407-93212ce88ef2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/c106d160-3486-4f26-9afe-25353a045a01 HTTP/1.1" status: 204 len: 168 time: 0.6363335 Apr 05 20:54:20.515854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53886) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:20.522081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'mac_address': 'fa:16:3e:ca:2a:cb', 'name': 'tempest-PortsIpV6TestJSON-1699567503'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:20.637591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:20.642548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:port and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:20.645636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:20.651589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:20.662558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:20.887116 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:20.915945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port 1305f165-5723-42b6-9a22-343de8052126 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:21.175811 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.207985 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.276483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network bda99377-08b3-47be-b1cb-fc1f483099b7 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:21.280438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:21.285582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:21.292094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:21.292710 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.302189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=1305f165-5723-42b6-9a22-343de8052126,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:21.322615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c593863a-2c04-424d-a847-f17617e50b3c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8090174 Apr 05 20:54:21.325168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53900) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:21.412152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ebd9ee-01ad-4844-b720-757268e9e95f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:21.412152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-51ebd9ee-01ad-4844-b720-757268e9e95f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:21.432180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-51ebd9ee-01ad-4844-b720-757268e9e95f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:21.432180 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-51ebd9ee-01ad-4844-b720-757268e9e95f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/1305f165-5723-42b6-9a22-343de8052126 HTTP/1.1" status: 200 len: 845 time: 0.1045218 Apr 05 20:54:21.436436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53904) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:21.514678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-77ad27e0-846b-40b2-8426-932d61472fe2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port 1305f165-5723-42b6-9a22-343de8052126 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:21.515016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77ad27e0-846b-40b2-8426-932d61472fe2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.755779 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77ad27e0-846b-40b2-8426-932d61472fe2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:21.891023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-77ad27e0-846b-40b2-8426-932d61472fe2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for 1305f165-5723-42b6-9a22-343de8052126 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:21.974702 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77ad27e0-846b-40b2-8426-932d61472fe2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.030926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad27e0-846b-40b2-8426-932d61472fe2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=1305f165-5723-42b6-9a22-343de8052126,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:22.035450 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-77ad27e0-846b-40b2-8426-932d61472fe2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.050473 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-77ad27e0-846b-40b2-8426-932d61472fe2 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/1305f165-5723-42b6-9a22-343de8052126 HTTP/1.1" status: 204 len: 168 time: 0.6161115 Apr 05 20:54:22.053048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53914) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:22.100695 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-16df1daa-e95d-47f5-ae43-73089956a8f8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] GET failed (client error): The resource could not be found. Apr 05 20:54:22.100695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-16df1daa-e95d-47f5-ae43-73089956a8f8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:22.120836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-16df1daa-e95d-47f5-ae43-73089956a8f8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:22.120836 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-16df1daa-e95d-47f5-ae43-73089956a8f8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/1305f165-5723-42b6-9a22-343de8052126 HTTP/1.1" status: 404 len: 333 time: 0.0607548 Apr 05 20:54:22.123533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53920) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:22.134051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'name': 'tempest-PortsIpV6TestJSON-1450605911'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:22.254177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:22.263534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:22.274320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:22.277794 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.308831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port e32f2f32-b47c-4032-9935-98aae78b4277 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:22.545650 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.582396 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.652894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network bda99377-08b3-47be-b1cb-fc1f483099b7 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:22.661716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:22.665975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:22.669410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:22.670026 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:22.682295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=e32f2f32-b47c-4032-9935-98aae78b4277,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:22.709683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53930) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:22.710268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-26619d20-2d5d-42c1-9b50-f655c2f67758 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5893447 Apr 05 20:54:22.715487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:22.876446 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.112048 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.117283 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.183953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] In _notify_port_updated(), no bound segment for port e32f2f32-b47c-4032-9935-98aae78b4277 on network bda99377-08b3-47be-b1cb-fc1f483099b7 {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:54:23.193994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:23.195462 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.201869 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "PUT /v2.0/ports/e32f2f32-b47c-4032-9935-98aae78b4277 HTTP/1.1" status: 200 len: 818 time: 0.4911222 Apr 05 20:54:23.206214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53940) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:23.236910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=e32f2f32-b47c-4032-9935-98aae78b4277,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:23.245180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:23.246274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:23.246620 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:23.246956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:23.247351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:23.247688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:23.248015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:23.248339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:23.248656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:23.249175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:23.249504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:23.249825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9b2bb7-8113-4d84-bf83-c840171f00e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:23.293699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8fd67b0e-cc3b-45d3-a4ab-79b8cbca971c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port e32f2f32-b47c-4032-9935-98aae78b4277 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:23.293699 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8fd67b0e-cc3b-45d3-a4ab-79b8cbca971c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.535277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8fd67b0e-cc3b-45d3-a4ab-79b8cbca971c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.659910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8fd67b0e-cc3b-45d3-a4ab-79b8cbca971c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for e32f2f32-b47c-4032-9935-98aae78b4277 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:23.769560 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8fd67b0e-cc3b-45d3-a4ab-79b8cbca971c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.823845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd67b0e-cc3b-45d3-a4ab-79b8cbca971c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=e32f2f32-b47c-4032-9935-98aae78b4277,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:23.828025 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8fd67b0e-cc3b-45d3-a4ab-79b8cbca971c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:23.843318 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8fd67b0e-cc3b-45d3-a4ab-79b8cbca971c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/e32f2f32-b47c-4032-9935-98aae78b4277 HTTP/1.1" status: 204 len: 168 time: 0.6322527 Apr 05 20:54:23.845601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53948) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:23.926273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b9e8fc-ac9c-42f7-a412-aa5a92e6fa47 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:23.927728 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f4b9e8fc-ac9c-42f7-a412-aa5a92e6fa47 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0845361 Apr 05 20:54:23.930409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53954) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:23.986475 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e3c9117-fb62-4b21-9105-9a3b9d78cffc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] GET failed (client error): The resource could not be found. Apr 05 20:54:23.986475 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7e3c9117-fb62-4b21-9105-9a3b9d78cffc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/e32f2f32-b47c-4032-9935-98aae78b4277 HTTP/1.1" status: 404 len: 333 time: 0.0526922 Apr 05 20:54:23.991070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53958) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:23.997347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-650094093'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:24.001567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:24.006784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:network and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:24.013276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:24.022334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:24.033000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:24.033000 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.073621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:24.082998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.082998 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Added segment 2ae620b4-2697-40e6-9e66-2c93a9e1ed1a of type vlan for network b9dde901-2bfb-4b67-ab35-ac7c709561a2 Apr 05 20:54:24.109660 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.141472 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.147362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:24.147940 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.261561 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2693846 Apr 05 20:54:24.261561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a005485-4d53-4959-8353-d9d4ad60be04 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Network': ['ID=b9dde901-2bfb-4b67-ab35-ac7c709561a2,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:24.265196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 53966) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:24.272398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': 'b9dde901-2bfb-4b67-ab35-ac7c709561a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:24.289541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network b9dde901-2bfb-4b67-ab35-ac7c709561a2 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:24.416051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:24.420724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:24.423888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:24.431090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:24.443165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:24.446776 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.818087 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.895881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Subnet': ['ID=4333c73f-4ec7-4a42-a75d-4aae606826e6,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:24.905864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Checking segment: {'id': '2ae620b4-2697-40e6-9e66-2c93a9e1ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b9dde901-2bfb-4b67-ab35-ac7c709561a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:24.906254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network hostable DHCP agents. Network: b9dde901-2bfb-4b67-ab35-ac7c709561a2, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:24.926649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network b9dde901-2bfb-4b67-ab35-ac7c709561a2 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:24.935650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, b9dde901-2bfb-4b67-ab35-ac7c709561a2) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:24.941056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:24.942137 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:24.946469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd92860c-2748-48cb-903f-985294d6129d None None] Network b9dde901-2bfb-4b67-ab35-ac7c709561a2 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:24.994397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53976) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:25.000293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-815f8286-9d0e-48b9-ae05-8941f2cc0beb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': 'b9dde901-2bfb-4b67-ab35-ac7c709561a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:25.003927 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f7b0f8ee-67c0-480a-a972-806ad352625e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7377033 Apr 05 20:54:25.178793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-b9dde901-2bfb-4b67-ab35-ac7c709561a2', 'network_id': 'b9dde901-2bfb-4b67-ab35-ac7c709561a2', 'tenant_id': 'f8164cd299eb48f2a1a0698266580c38', 'fixed_ips': [{'subnet_id': '4333c73f-4ec7-4a42-a75d-4aae606826e6'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:54:25.179778 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:25.270895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-815f8286-9d0e-48b9-ae05-8941f2cc0beb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:25.274877 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-815f8286-9d0e-48b9-ae05-8941f2cc0beb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:25.278478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-815f8286-9d0e-48b9-ae05-8941f2cc0beb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:25.292551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-815f8286-9d0e-48b9-ae05-8941f2cc0beb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:25.322217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815f8286-9d0e-48b9-ae05-8941f2cc0beb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:25.322217 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-815f8286-9d0e-48b9-ae05-8941f2cc0beb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:25.385216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Allocated IP 2001:db8::2 (b9dde901-2bfb-4b67-ab35-ac7c709561a2/4333c73f-4ec7-4a42-a75d-4aae606826e6/68cabead-e33f-4973-9e2e-5112cd0a911a) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:25.480612 n-d-836604-1 neutron-server[87965]: INFO neutron.db.ipam_backend_mixin [None req-815f8286-9d0e-48b9-ae05-8941f2cc0beb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4333c73f-4ec7-4a42-a75d-4aae606826e6 (CIDR: 2001:db8::/64) Apr 05 20:54:25.485855 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-815f8286-9d0e-48b9-ae05-8941f2cc0beb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:25.485855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-815f8286-9d0e-48b9-ae05-8941f2cc0beb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:25.509947 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-815f8286-9d0e-48b9-ae05-8941f2cc0beb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5188260 Apr 05 20:54:25.512304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53986) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:25.517581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8913f1fd-a2e2-4850-844f-ffd77dc7c71e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': 'b9dde901-2bfb-4b67-ab35-ac7c709561a2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:25.626025 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:25.636656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Transition to ACTIVE for port object 68cabead-e33f-4973-9e2e-5112cd0a911a will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:25.655244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Transition to ACTIVE for port object 68cabead-e33f-4973-9e2e-5112cd0a911a will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:25.665618 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:25.738186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8913f1fd-a2e2-4850-844f-ffd77dc7c71e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:25.743193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Network b9dde901-2bfb-4b67-ab35-ac7c709561a2 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:25.748290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8913f1fd-a2e2-4850-844f-ffd77dc7c71e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:25.748290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8913f1fd-a2e2-4850-844f-ffd77dc7c71e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:25.752387 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:25.752387 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:25.763036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8913f1fd-a2e2-4850-844f-ffd77dc7c71e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:25.771215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8913f1fd-a2e2-4850-844f-ffd77dc7c71e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:25.772594 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8913f1fd-a2e2-4850-844f-ffd77dc7c71e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:25.784607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Pushing event updated for resources: {'Port': ['ID=68cabead-e33f-4973-9e2e-5112cd0a911a,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:25.853151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Attempting to bind port 68cabead-e33f-4973-9e2e-5112cd0a911a on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:54:25.853151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Attempting to bind port 68cabead-e33f-4973-9e2e-5112cd0a911a by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '2ae620b4-2697-40e6-9e66-2c93a9e1ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b9dde901-2bfb-4b67-ab35-ac7c709561a2'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:54:25.853151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Attempting to bind port 68cabead-e33f-4973-9e2e-5112cd0a911a on network b9dde901-2bfb-4b67-ab35-ac7c709561a2 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:54:25.862028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:54:25.862028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Checking segment: {'id': '2ae620b4-2697-40e6-9e66-2c93a9e1ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b9dde901-2bfb-4b67-ab35-ac7c709561a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:25.862028 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:25.862028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Bound using segment: {'id': '2ae620b4-2697-40e6-9e66-2c93a9e1ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b9dde901-2bfb-4b67-ab35-ac7c709561a2'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:54:25.862028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Bound port: 68cabead-e33f-4973-9e2e-5112cd0a911a, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae620b4-2697-40e6-9e66-2c93a9e1ed1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b9dde901-2bfb-4b67-ab35-ac7c709561a2'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:54:25.862028 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:25.999710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] For port 68cabead-e33f-4973-9e2e-5112cd0a911a, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:54:26.014231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] For port 68cabead-e33f-4973-9e2e-5112cd0a911a, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=68cabead-e33f-4973-9e2e-5112cd0a911a,segment=NetworkSegment(2ae620b4-2697-40e6-9e66-2c93a9e1ed1a),segment_id=2ae620b4-2697-40e6-9e66-2c93a9e1ed1a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:54:26.023711 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.144254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d86822-aed4-4626-8191-f81c183ade18 None None] Pushing event updated for resources: {'Port': ['ID=68cabead-e33f-4973-9e2e-5112cd0a911a,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:26.162275 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8913f1fd-a2e2-4850-844f-ffd77dc7c71e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.244874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8913f1fd-a2e2-4850-844f-ffd77dc7c71e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network b9dde901-2bfb-4b67-ab35-ac7c709561a2 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:26.247895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-8913f1fd-a2e2-4850-844f-ffd77dc7c71e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:26.254853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8913f1fd-a2e2-4850-844f-ffd77dc7c71e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:26.254853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8913f1fd-a2e2-4850-844f-ffd77dc7c71e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.265663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913f1fd-a2e2-4850-844f-ffd77dc7c71e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Subnet': ['ID=d7ed97c5-59da-4f03-95e6-76bf5b9dc355,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:26.282736 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8913f1fd-a2e2-4850-844f-ffd77dc7c71e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7658353 Apr 05 20:54:26.282736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 53994) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:26.293848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'network_id': 'b9dde901-2bfb-4b67-ab35-ac7c709561a2', 'fixed_ips': [{'subnet_id': '4333c73f-4ec7-4a42-a75d-4aae606826e6'}, {'subnet_id': 'd7ed97c5-59da-4f03-95e6-76bf5b9dc355'}], 'name': 'tempest-PortsIpV6TestJSON-334289891'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:26.551985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:26.558876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:port and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:26.558876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:26.567446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:26.581384 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:26.767445 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:26.802590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:27.259960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Allocated IP 2001:db8::1d5 (b9dde901-2bfb-4b67-ab35-ac7c709561a2/4333c73f-4ec7-4a42-a75d-4aae606826e6/48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:27.266827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Allocated IP 2001:db8:0:1::25e (b9dde901-2bfb-4b67-ab35-ac7c709561a2/d7ed97c5-59da-4f03-95e6-76bf5b9dc355/48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:27.315348 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ba287-a662-4429-b6ad-1b34b338260d None None] Network b9dde901-2bfb-4b67-ab35-ac7c709561a2 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:27.469163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fefb9312-96a2-4077-a965-203f55bce01e None None] Provisioning for port 68cabead-e33f-4973-9e2e-5112cd0a911a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:27.523716 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.542947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Transition to ACTIVE for port object 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:27.592108 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.702616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network b9dde901-2bfb-4b67-ab35-ac7c709561a2 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:27.709951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:27.712625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:27.718486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:27.719329 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.743511 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e45fd4-d2f2-4b2c-9b66-865c19c466e5 None None] Update dhcp port {'port': {'network_id': 'b9dde901-2bfb-4b67-ab35-ac7c709561a2', 'fixed_ips': [{'subnet_id': '4333c73f-4ec7-4a42-a75d-4aae606826e6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd7ed97c5-59da-4f03-95e6-76bf5b9dc355'}], 'binding:host_id': 'n-d-836604-1'}, 'id': '68cabead-e33f-4973-9e2e-5112cd0a911a'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:54:27.745790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:27.765558 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-87363828-35fc-4bee-b4e0-bc6f66bf3c35 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.4817441 Apr 05 20:54:27.769361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54014) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:27.775938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4333c73f-4ec7-4a42-a75d-4aae606826e6'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:27.837739 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-77e45fd4-d2f2-4b2c-9b66-865c19c466e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:27.921735 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:28.079650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-77e45fd4-d2f2-4b2c-9b66-865c19c466e5 None None] Allocated IP 2001:db8:0:1::2 (b9dde901-2bfb-4b67-ab35-ac7c709561a2/d7ed97c5-59da-4f03-95e6-76bf5b9dc355/68cabead-e33f-4973-9e2e-5112cd0a911a) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:28.322149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-77e45fd4-d2f2-4b2c-9b66-865c19c466e5 None None] For port 68cabead-e33f-4973-9e2e-5112cd0a911a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=68cabead-e33f-4973-9e2e-5112cd0a911a,segment=NetworkSegment(2ae620b4-2697-40e6-9e66-2c93a9e1ed1a),segment_id=2ae620b4-2697-40e6-9e66-2c93a9e1ed1a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:28.332713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 68cabead-e33f-4973-9e2e-5112cd0a911a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:28.399805 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-77e45fd4-d2f2-4b2c-9b66-865c19c466e5 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:28.427274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-77e45fd4-d2f2-4b2c-9b66-865c19c466e5 None None] Transition to ACTIVE for port object 68cabead-e33f-4973-9e2e-5112cd0a911a will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:28.438911 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-77e45fd4-d2f2-4b2c-9b66-865c19c466e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:28.521677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Delete allocated IP 2001:db8:0:1::25e (b9dde901-2bfb-4b67-ab35-ac7c709561a2/d7ed97c5-59da-4f03-95e6-76bf5b9dc355) {{(pid=87965) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 20:54:28.541346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 68cabead-e33f-4973-9e2e-5112cd0a911a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:28.629140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e45fd4-d2f2-4b2c-9b66-865c19c466e5 None None] Pushing event updated for resources: {'Port': ['ID=68cabead-e33f-4973-9e2e-5112cd0a911a,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:28.724925 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:28.743643 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Ignored duplicate provisioning block setup for port 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 20:54:28.751674 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.044888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] In _notify_port_updated(), no bound segment for port 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 on network b9dde901-2bfb-4b67-ab35-ac7c709561a2 {{(pid=87965) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:54:29.055165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:29.055165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.055165 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "PUT /v2.0/ports/48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 HTTP/1.1" status: 200 len: 925 time: 1.2765589 Apr 05 20:54:29.055165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:29.055165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54028) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:29.058433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f2589b10-2d5b-432b-93f5-8b30b86c4f2a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4333c73f-4ec7-4a42-a75d-4aae606826e6'}, {'subnet_id': 'd7ed97c5-59da-4f03-95e6-76bf5b9dc355'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:29.095937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.097067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.097505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.098108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.098414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.098739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.099090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.099411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.099727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.100111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.100435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.100752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a861c856-ce3e-4a47-94a0-66a8913ec850 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:54:29.219405 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f2589b10-2d5b-432b-93f5-8b30b86c4f2a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.257585 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4bd2da-d106-47bf-bd14-69a85d421e69 None None] Network b9dde901-2bfb-4b67-ab35-ac7c709561a2 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:29.375299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f7119f83-8100-4d49-bd25-a04023ec09a6 None None] Provisioning for port 68cabead-e33f-4973-9e2e-5112cd0a911a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:29.384423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f7119f83-8100-4d49-bd25-a04023ec09a6 None None] Provisioning complete for port 68cabead-e33f-4973-9e2e-5112cd0a911a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:29.384793 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7119f83-8100-4d49-bd25-a04023ec09a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.633136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-f2589b10-2d5b-432b-93f5-8b30b86c4f2a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Allocated IP 2001:db8:0:1::f2 (b9dde901-2bfb-4b67-ab35-ac7c709561a2/d7ed97c5-59da-4f03-95e6-76bf5b9dc355/48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:29.679901 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7119f83-8100-4d49-bd25-a04023ec09a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.740776 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f7119f83-8100-4d49-bd25-a04023ec09a6 None None] For port 68cabead-e33f-4973-9e2e-5112cd0a911a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=68cabead-e33f-4973-9e2e-5112cd0a911a,segment=NetworkSegment(2ae620b4-2697-40e6-9e66-2c93a9e1ed1a),segment_id=2ae620b4-2697-40e6-9e66-2c93a9e1ed1a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:29.740776 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7119f83-8100-4d49-bd25-a04023ec09a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.863056 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7119f83-8100-4d49-bd25-a04023ec09a6 None None] Pushing event updated for resources: {'Port': ['ID=68cabead-e33f-4973-9e2e-5112cd0a911a,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:29.873147 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f2589b10-2d5b-432b-93f5-8b30b86c4f2a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:29.894735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-f2589b10-2d5b-432b-93f5-8b30b86c4f2a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Ignored duplicate provisioning block setup for port 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 20:54:29.899262 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f2589b10-2d5b-432b-93f5-8b30b86c4f2a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.060633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2589b10-2d5b-432b-93f5-8b30b86c4f2a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:30.081589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f2589b10-2d5b-432b-93f5-8b30b86c4f2a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] In _notify_port_updated(), no bound segment for port 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 on network b9dde901-2bfb-4b67-ab35-ac7c709561a2 {{(pid=87965) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:54:30.095475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2589b10-2d5b-432b-93f5-8b30b86c4f2a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:30.095475 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f2589b10-2d5b-432b-93f5-8b30b86c4f2a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.095475 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f2589b10-2d5b-432b-93f5-8b30b86c4f2a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "PUT /v2.0/ports/48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 HTTP/1.1" status: 200 len: 1010 time: 1.0404816 Apr 05 20:54:30.099351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54042) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:30.177117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4ab65802-ce41-4174-a7a8-8d93ea36ef56 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:30.177525 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4ab65802-ce41-4174-a7a8-8d93ea36ef56 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.223607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 68cabead-e33f-4973-9e2e-5112cd0a911a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:30.328232 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bda94f87-6674-4c24-b8b6-90558b527824 None None] Provisioning complete for port 68cabead-e33f-4973-9e2e-5112cd0a911a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:30.328232 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bda94f87-6674-4c24-b8b6-90558b527824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.465157 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 68cabead-e33f-4973-9e2e-5112cd0a911a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:30.465801 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.489342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4ab65802-ce41-4174-a7a8-8d93ea36ef56 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.589031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bda94f87-6674-4c24-b8b6-90558b527824 None None] Provisioning for port 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:30.603051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bda94f87-6674-4c24-b8b6-90558b527824 None None] Provisioning complete for port 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:30.603051 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bda94f87-6674-4c24-b8b6-90558b527824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.647488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-4ab65802-ce41-4174-a7a8-8d93ea36ef56 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:30.755140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-bda94f87-6674-4c24-b8b6-90558b527824 None None] Port 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:54:30.914633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c6eca0d2-93f7-4e4d-acc4-d9559252db8c None None] Provisioning complete for port 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:30.914633 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c6eca0d2-93f7-4e4d-acc4-d9559252db8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.946453 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4ab65802-ce41-4174-a7a8-8d93ea36ef56 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:30.961688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c6eca0d2-93f7-4e4d-acc4-d9559252db8c None None] Port 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 was deleted so its status cannot be updated. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 05 20:54:31.011235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab65802-ce41-4174-a7a8-8d93ea36ef56 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:31.076740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-626e05d4-45c2-4feb-bfc9-76910d1231ae None None] Could not find standard attr ID for object 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:54:31.104710 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4ab65802-ce41-4174-a7a8-8d93ea36ef56 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.115460 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4ab65802-ce41-4174-a7a8-8d93ea36ef56 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 HTTP/1.1" status: 204 len: 168 time: 1.0189047 Apr 05 20:54:31.118524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54056) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:31.175450 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-382777db-885b-468f-ae94-a925c9c31fb7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] GET failed (client error): The resource could not be found. Apr 05 20:54:31.175450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-382777db-885b-468f-ae94-a925c9c31fb7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:31.193487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-382777db-885b-468f-ae94-a925c9c31fb7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:31.193487 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-382777db-885b-468f-ae94-a925c9c31fb7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 HTTP/1.1" status: 404 len: 333 time: 0.0724666 Apr 05 20:54:31.198381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54060) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:31.281686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ee3eb4-f359-4a84-bab8-ceba53380c7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting subnet d7ed97c5-59da-4f03-95e6-76bf5b9dc355 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:54:31.281686 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3eb4-f359-4a84-bab8-ceba53380c7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.296192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-eb94073a-fd56-4653-9271-acf41ad26596 None None] Could not find standard attr ID for object 48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:54:31.359632 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3eb4-f359-4a84-bab8-ceba53380c7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.474046 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3eb4-f359-4a84-bab8-ceba53380c7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.553506 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3eb4-f359-4a84-bab8-ceba53380c7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.590191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee3eb4-f359-4a84-bab8-ceba53380c7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Subnet': ['ID=d7ed97c5-59da-4f03-95e6-76bf5b9dc355,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:31.595859 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b4ee3eb4-f359-4a84-bab8-ceba53380c7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.604679 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b4ee3eb4-f359-4a84-bab8-ceba53380c7f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/d7ed97c5-59da-4f03-95e6-76bf5b9dc355 HTTP/1.1" status: 204 len: 168 time: 0.4059043 Apr 05 20:54:31.604954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb72785-6c15-4c90-a8b4-9b0442068ef5 None None] Network b9dde901-2bfb-4b67-ab35-ac7c709561a2 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:31.605412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54068) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:31.720842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c069343-2320-416a-a7f0-9ba991f92fa7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting subnet 4333c73f-4ec7-4a42-a75d-4aae606826e6 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:54:31.720842 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c069343-2320-416a-a7f0-9ba991f92fa7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.801142 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c069343-2320-416a-a7f0-9ba991f92fa7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.898645 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c069343-2320-416a-a7f0-9ba991f92fa7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:31.985795 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c069343-2320-416a-a7f0-9ba991f92fa7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.030073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c069343-2320-416a-a7f0-9ba991f92fa7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Subnet': ['ID=4333c73f-4ec7-4a42-a75d-4aae606826e6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:32.030073 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1c069343-2320-416a-a7f0-9ba991f92fa7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.047453 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1c069343-2320-416a-a7f0-9ba991f92fa7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/4333c73f-4ec7-4a42-a75d-4aae606826e6 HTTP/1.1" status: 204 len: 168 time: 0.4368777 Apr 05 20:54:32.047453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54076) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:32.209599 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.221525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port 68cabead-e33f-4973-9e2e-5112cd0a911a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:32.221525 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.619158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] For port 68cabead-e33f-4973-9e2e-5112cd0a911a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=68cabead-e33f-4973-9e2e-5112cd0a911a,segment=NetworkSegment(2ae620b4-2697-40e6-9e66-2c93a9e1ed1a),segment_id=2ae620b4-2697-40e6-9e66-2c93a9e1ed1a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:32.620696 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.648101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1f083b-14e9-4150-adb9-d7a2ee0c826d None None] Network b9dde901-2bfb-4b67-ab35-ac7c709561a2 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:32.780496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for 68cabead-e33f-4973-9e2e-5112cd0a911a owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:32.888438 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.941234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8e0dbc10-155b-4e8e-a6f3-d312b5c3e7fb None None] Provisioning complete for port 68cabead-e33f-4973-9e2e-5112cd0a911a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:32.941234 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8e0dbc10-155b-4e8e-a6f3-d312b5c3e7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:32.953825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=68cabead-e33f-4973-9e2e-5112cd0a911a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:32.966202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No DVR routers for this DVR port 68cabead-e33f-4973-9e2e-5112cd0a911a on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:33.003609 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8e0dbc10-155b-4e8e-a6f3-d312b5c3e7fb None None] Port 68cabead-e33f-4973-9e2e-5112cd0a911a was deleted so its status cannot be updated. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 05 20:54:33.062986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8317359e-2c22-4ab9-bdfc-2ff6d020055f None None] DHCP port deletion for b9dde901-2bfb-4b67-ab35-ac7c709561a2 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:54:33.106817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.134236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dde901-2bfb-4b67-ab35-ac7c709561a2']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:33.152053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae620b4-2697-40e6-9e66-2c93a9e1ed1a') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:33.152053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae620b4-2697-40e6-9e66-2c93a9e1ed1a') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:33.167713 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.186426 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.191633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:54:33.191633 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:33.225334 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:33.301333 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.319695 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.331613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Network': ['ID=b9dde901-2bfb-4b67-ab35-ac7c709561a2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:33.347346 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7af6b247-c694-4a82-a3a7-7e0db1e0bc53 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/networks/b9dde901-2bfb-4b67-ab35-ac7c709561a2 HTTP/1.1" status: 204 len: 168 time: 1.2966368 Apr 05 20:54:33.347737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54094) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:33.442378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ac65e7-237a-45ac-8cbd-0318d04e4e94 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:33.442378 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-31ac65e7-237a-45ac-8cbd-0318d04e4e94 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0880141 Apr 05 20:54:33.444129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54098) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:33.525377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b8dc0e41-3162-419b-b7c4-3e635c7d770f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:33.541559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b8dc0e41-3162-419b-b7c4-3e635c7d770f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:33.543066 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b8dc0e41-3162-419b-b7c4-3e635c7d770f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1016064 Apr 05 20:54:33.547194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54104) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:33.553109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1823111626'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:33.559183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:33.563497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:network and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:33.567075 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:33.587415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:33.596345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:33.603476 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.637460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:33.652893 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.652893 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Added segment 76d9c123-849e-4629-a7f0-891c1053138a of type vlan for network 862ff42f-2019-42f9-b607-1167f07d079d Apr 05 20:54:33.691508 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.724182 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.729811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:33.730422 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:33.844553 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2944498 Apr 05 20:54:33.851027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54112) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:33.856953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': '862ff42f-2019-42f9-b607-1167f07d079d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:33.868267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd2cdf-90da-45d2-ad6a-6b8f5ea0a4cf tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Network': ['ID=862ff42f-2019-42f9-b607-1167f07d079d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:33.885559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 862ff42f-2019-42f9-b607-1167f07d079d details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:34.007085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:34.021489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:34.026482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:34.030204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:34.041766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:34.041766 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.216673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 68cabead-e33f-4973-9e2e-5112cd0a911a no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:34.253793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 68cabead-e33f-4973-9e2e-5112cd0a911a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:54:34.253793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 68cabead-e33f-4973-9e2e-5112cd0a911a not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:34.319555 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.420774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Subnet': ['ID=4dedaa0c-eef0-4ce6-9032-1b7ef0cf819d,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:34.427255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Checking segment: {'id': '76d9c123-849e-4629-a7f0-891c1053138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '862ff42f-2019-42f9-b607-1167f07d079d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:34.427255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network hostable DHCP agents. Network: 862ff42f-2019-42f9-b607-1167f07d079d, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:34.450974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network 862ff42f-2019-42f9-b607-1167f07d079d is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:34.463047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 862ff42f-2019-42f9-b607-1167f07d079d) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:34.472616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93191419-20bf-4293-9ed6-6635ba41ddfb None None] Network 862ff42f-2019-42f9-b607-1167f07d079d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:34.480788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:34.480788 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.530237 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0988ebd4-43c8-4afe-84c7-860abe11a487 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6803513 Apr 05 20:54:34.530810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54124) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:34.538438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'network_id': '862ff42f-2019-42f9-b607-1167f07d079d', 'name': 'tempest-PortsIpV6TestJSON-1259870221'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:34.707776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:34.718590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:34.731144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:34.736311 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.739644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-862ff42f-2019-42f9-b607-1167f07d079d', 'network_id': '862ff42f-2019-42f9-b607-1167f07d079d', 'tenant_id': 'f8164cd299eb48f2a1a0698266580c38', 'fixed_ips': [{'subnet_id': '4dedaa0c-eef0-4ce6-9032-1b7ef0cf819d'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:54:34.740501 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:34.765248 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port 91caf880-0cf0-44ed-bf52-0866db7e64f7 yet. {{(pid=87965) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:34.914494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Allocated IP 2001:db8::2 (862ff42f-2019-42f9-b607-1167f07d079d/4dedaa0c-eef0-4ce6-9032-1b7ef0cf819d/6266610e-9f10-4be1-b414-d429d92fa5bc) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:35.136068 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.141787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Transition to ACTIVE for port object 6266610e-9f10-4be1-b414-d429d92fa5bc will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:35.166001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Transition to ACTIVE for port object 6266610e-9f10-4be1-b414-d429d92fa5bc will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:35.179117 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.235587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Network 862ff42f-2019-42f9-b607-1167f07d079d is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:35.239381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:35.241736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:35.248867 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Allocated IP 2001:db8::c4 (862ff42f-2019-42f9-b607-1167f07d079d/4dedaa0c-eef0-4ce6-9032-1b7ef0cf819d/91caf880-0cf0-44ed-bf52-0866db7e64f7) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:35.334012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Pushing event updated for resources: {'Port': ['ID=6266610e-9f10-4be1-b414-d429d92fa5bc,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:35.351850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Attempting to bind port 6266610e-9f10-4be1-b414-d429d92fa5bc on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:54:35.352209 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Attempting to bind port 6266610e-9f10-4be1-b414-d429d92fa5bc by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '76d9c123-849e-4629-a7f0-891c1053138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '862ff42f-2019-42f9-b607-1167f07d079d'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:54:35.352564 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Attempting to bind port 6266610e-9f10-4be1-b414-d429d92fa5bc on network 862ff42f-2019-42f9-b607-1167f07d079d {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:54:35.357836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:54:35.358231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Checking segment: {'id': '76d9c123-849e-4629-a7f0-891c1053138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '862ff42f-2019-42f9-b607-1167f07d079d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:35.358629 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.359011 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Bound using segment: {'id': '76d9c123-849e-4629-a7f0-891c1053138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '862ff42f-2019-42f9-b607-1167f07d079d'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:54:35.359467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Bound port: 6266610e-9f10-4be1-b414-d429d92fa5bc, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d9c123-849e-4629-a7f0-891c1053138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '862ff42f-2019-42f9-b607-1167f07d079d'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:54:35.359833 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.457114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] For port 6266610e-9f10-4be1-b414-d429d92fa5bc, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:54:35.460170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] For port 6266610e-9f10-4be1-b414-d429d92fa5bc, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6266610e-9f10-4be1-b414-d429d92fa5bc,segment=NetworkSegment(76d9c123-849e-4629-a7f0-891c1053138a),segment_id=76d9c123-849e-4629-a7f0-891c1053138a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:54:35.467248 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.474690 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.491926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Transition to ACTIVE for port object 91caf880-0cf0-44ed-bf52-0866db7e64f7 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:35.517793 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.557724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6c52d-9d35-4672-aa62-e44c8175abb7 None None] Pushing event updated for resources: {'Port': ['ID=6266610e-9f10-4be1-b414-d429d92fa5bc,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:35.610893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=91caf880-0cf0-44ed-bf52-0866db7e64f7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:35.615506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network 862ff42f-2019-42f9-b607-1167f07d079d is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:35.617055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:35.619294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:35.625013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:35.625618 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.655017 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cd3284cc-e5ef-4f99-86a6-ee165df3ae5d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1226597 Apr 05 20:54:35.657659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54132) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:35.664170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'network_id': '862ff42f-2019-42f9-b607-1167f07d079d', 'name': 'tempest-PortsIpV6TestJSON-754665219'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:35.848652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:35.853616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:port and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:35.856664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:35.862477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:35.874990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:35.879634 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:35.913736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port 51f2f171-166d-4056-a8b0-70c47cf5292f yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:36.180073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Allocated IP 2001:db8::2b5 (862ff42f-2019-42f9-b607-1167f07d079d/4dedaa0c-eef0-4ce6-9032-1b7ef0cf819d/51f2f171-166d-4056-a8b0-70c47cf5292f) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:36.239595 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6266610e-9f10-4be1-b414-d429d92fa5bc up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:36.323374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 6266610e-9f10-4be1-b414-d429d92fa5bc completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:36.437444 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.454415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Transition to ACTIVE for port object 51f2f171-166d-4056-a8b0-70c47cf5292f will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:36.479457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.551810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network 862ff42f-2019-42f9-b607-1167f07d079d is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:36.559979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:36.562385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:36.568657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:36.569260 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.585346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=51f2f171-166d-4056-a8b0-70c47cf5292f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:36.603909 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a60322d9-695a-4676-bafc-b529cf4341dc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9447842 Apr 05 20:54:36.606828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54138) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:36.660212 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50302474-73d1-4035-bfe9-7294747deb7b None None] Network 862ff42f-2019-42f9-b607-1167f07d079d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:36.693802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05151650-0e16-451a-8851-93a01b1b10d8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:36.694513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-05151650-0e16-451a-8851-93a01b1b10d8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:36.710250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-05151650-0e16-451a-8851-93a01b1b10d8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:36.715817 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-05151650-0e16-451a-8851-93a01b1b10d8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ac4 HTTP/1.1" status: 200 len: 928 time: 0.1037920 Apr 05 20:54:36.716191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54142) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:36.778147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ec196ed8-f444-4c28-b080-c82c540f73cd None None] Provisioning for port 6266610e-9f10-4be1-b414-d429d92fa5bc completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:36.786900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b852b-262d-447e-aead-756a84b9e17a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port 51f2f171-166d-4056-a8b0-70c47cf5292f {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:36.787233 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c1b852b-262d-447e-aead-756a84b9e17a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:36.792010 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ec196ed8-f444-4c28-b080-c82c540f73cd None None] Provisioning complete for port 6266610e-9f10-4be1-b414-d429d92fa5bc triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:36.792372 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ec196ed8-f444-4c28-b080-c82c540f73cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.037844 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ec196ed8-f444-4c28-b080-c82c540f73cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.045248 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c1b852b-262d-447e-aead-756a84b9e17a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.084436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ec196ed8-f444-4c28-b080-c82c540f73cd None None] For port 6266610e-9f10-4be1-b414-d429d92fa5bc, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6266610e-9f10-4be1-b414-d429d92fa5bc,segment=NetworkSegment(76d9c123-849e-4629-a7f0-891c1053138a),segment_id=76d9c123-849e-4629-a7f0-891c1053138a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:37.089861 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ec196ed8-f444-4c28-b080-c82c540f73cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.162283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec196ed8-f444-4c28-b080-c82c540f73cd None None] Pushing event updated for resources: {'Port': ['ID=6266610e-9f10-4be1-b414-d429d92fa5bc,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:37.185336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6c1b852b-262d-447e-aead-756a84b9e17a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for 51f2f171-166d-4056-a8b0-70c47cf5292f owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:37.345289 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c1b852b-262d-447e-aead-756a84b9e17a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.368794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54154) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:37.374030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583562182', 'description': 'tempest-secgroup-smoke-583562182 description', 'project_id': 'fadd8917fdfc488d83f2366cc94a5355'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:37.382862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:37.387497 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Usage tracker for resource:security_group and tenant:fadd8917fdfc488d83f2366cc94a5355 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:37.390535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:37.398199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:37.402624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b852b-262d-447e-aead-756a84b9e17a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=51f2f171-166d-4056-a8b0-70c47cf5292f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:37.416899 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.430624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ac0bc387-2ed2-4abe-8ce3-5fb7800b351b None None] Provisioning complete for port 6266610e-9f10-4be1-b414-d429d92fa5bc triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:37.431179 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ac0bc387-2ed2-4abe-8ce3-5fb7800b351b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.444365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:37.450491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Usage tracker for resource:security_group_rule and tenant:fadd8917fdfc488d83f2366cc94a5355 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:37.453961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:37.458414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c1b852b-262d-447e-aead-756a84b9e17a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.461574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:37.475793 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6c1b852b-262d-447e-aead-756a84b9e17a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/51f2f171-166d-4056-a8b0-70c47cf5292f HTTP/1.1" status: 204 len: 168 time: 0.7584376 Apr 05 20:54:37.480332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54158) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:37.525375 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb4c4e0-f713-48cb-ac31-5373025ecec0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] GET failed (client error): The resource could not be found. Apr 05 20:54:37.525933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ecb4c4e0-f713-48cb-ac31-5373025ecec0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:37.542392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ecb4c4e0-f713-48cb-ac31-5373025ecec0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:37.543494 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ecb4c4e0-f713-48cb-ac31-5373025ecec0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/51f2f171-166d-4056-a8b0-70c47cf5292f HTTP/1.1" status: 404 len: 333 time: 0.0621781 Apr 05 20:54:37.551460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54162) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:37.556552 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.562025 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.600168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ac0bc387-2ed2-4abe-8ce3-5fb7800b351b None None] Provisioning for port 91caf880-0cf0-44ed-bf52-0866db7e64f7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:37.606575 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ac0bc387-2ed2-4abe-8ce3-5fb7800b351b None None] Provisioning complete for port 91caf880-0cf0-44ed-bf52-0866db7e64f7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:37.607261 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ac0bc387-2ed2-4abe-8ce3-5fb7800b351b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.620132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a77fb6c0-c59e-45df-9542-de1262f560e7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:37.622904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.624449 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8ae57daa-5592-4b84-936f-d797720e09d7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2546601 Apr 05 20:54:37.628007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54166) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:37.630820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5cc14e70-1189-4b9c-a673-191e6a9198bd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port 91caf880-0cf0-44ed-bf52-0866db7e64f7 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:37.631223 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cc14e70-1189-4b9c-a673-191e6a9198bd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.637812 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8c220542-deef-4306-8f46-62add7315024 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Request body: {'security_group_rule': {'security_group_id': 'a77fb6c0-c59e-45df-9542-de1262f560e7', 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:37.645233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8c220542-deef-4306-8f46-62add7315024 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:37.649335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8c220542-deef-4306-8f46-62add7315024 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Usage tracker for resource:security_group_rule and tenant:fadd8917fdfc488d83f2366cc94a5355 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:37.652340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8c220542-deef-4306-8f46-62add7315024 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:37.661032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8c220542-deef-4306-8f46-62add7315024 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:37.677840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ac0bc387-2ed2-4abe-8ce3-5fb7800b351b None None] Port 91caf880-0cf0-44ed-bf52-0866db7e64f7 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:54:37.681434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ac0bc387-2ed2-4abe-8ce3-5fb7800b351b None None] Could not find standard attr ID for object 51f2f171-166d-4056-a8b0-70c47cf5292f. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:54:37.687317 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c220542-deef-4306-8f46-62add7315024 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.754481 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c220542-deef-4306-8f46-62add7315024 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.759435 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c220542-deef-4306-8f46-62add7315024 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.786385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c220542-deef-4306-8f46-62add7315024 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6ea02ca-09d3-4944-a5db-44ac8b3779b2,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:37.799854 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c220542-deef-4306-8f46-62add7315024 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.801496 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8c220542-deef-4306-8f46-62add7315024 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1723750 Apr 05 20:54:37.808567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54170) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:37.815399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c115406c-c030-4476-82d9-2da8f2b44c91 None None] Provisioning complete for port 91caf880-0cf0-44ed-bf52-0866db7e64f7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:37.816202 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c115406c-c030-4476-82d9-2da8f2b44c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.816747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-96b81724-cacd-4cd6-b495-b18241905b4d tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Request body: {'security_group_rule': {'security_group_id': 'a77fb6c0-c59e-45df-9542-de1262f560e7', 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:37.825284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-96b81724-cacd-4cd6-b495-b18241905b4d tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:37.830190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-96b81724-cacd-4cd6-b495-b18241905b4d tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Usage tracker for resource:security_group_rule and tenant:fadd8917fdfc488d83f2366cc94a5355 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:37.834345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-96b81724-cacd-4cd6-b495-b18241905b4d tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:37.846126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-96b81724-cacd-4cd6-b495-b18241905b4d tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:37.871156 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-96b81724-cacd-4cd6-b495-b18241905b4d tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.882234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c115406c-c030-4476-82d9-2da8f2b44c91 None None] Port 91caf880-0cf0-44ed-bf52-0866db7e64f7 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:54:37.944512 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cc14e70-1189-4b9c-a673-191e6a9198bd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.945225 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-96b81724-cacd-4cd6-b495-b18241905b4d tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.956049 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-96b81724-cacd-4cd6-b495-b18241905b4d tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.981008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b81724-cacd-4cd6-b495-b18241905b4d tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12322d1a-fc4f-4436-9722-c9e9625fa566,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:37.995213 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-96b81724-cacd-4cd6-b495-b18241905b4d tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:37.996387 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-96b81724-cacd-4cd6-b495-b18241905b4d tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1863091 Apr 05 20:54:37.998989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54174) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:38.001750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5b8bb235-b312-42f5-b5ca-0406ca3891c4 None None] Could not find standard attr ID for object 51f2f171-166d-4056-a8b0-70c47cf5292f. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:54:38.006118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-09c8e4d2-7dac-43b9-bfa8-69c3e0a1ca33 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Request body: {'security_group_rule': {'security_group_id': 'a77fb6c0-c59e-45df-9542-de1262f560e7', 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:38.012745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-09c8e4d2-7dac-43b9-bfa8-69c3e0a1ca33 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:38.016881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-09c8e4d2-7dac-43b9-bfa8-69c3e0a1ca33 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Usage tracker for resource:security_group_rule and tenant:fadd8917fdfc488d83f2366cc94a5355 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:38.019930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-09c8e4d2-7dac-43b9-bfa8-69c3e0a1ca33 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:38.025616 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-09c8e4d2-7dac-43b9-bfa8-69c3e0a1ca33 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:38.046220 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09c8e4d2-7dac-43b9-bfa8-69c3e0a1ca33 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.083520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5cc14e70-1189-4b9c-a673-191e6a9198bd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for 91caf880-0cf0-44ed-bf52-0866db7e64f7 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:38.112263 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09c8e4d2-7dac-43b9-bfa8-69c3e0a1ca33 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.117288 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09c8e4d2-7dac-43b9-bfa8-69c3e0a1ca33 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.141659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8e4d2-7dac-43b9-bfa8-69c3e0a1ca33 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cd9ae0-7d23-4ee8-ae9c-b7001e97be96,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:38.151481 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-09c8e4d2-7dac-43b9-bfa8-69c3e0a1ca33 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.152694 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-09c8e4d2-7dac-43b9-bfa8-69c3e0a1ca33 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524456 Apr 05 20:54:38.155498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54178) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:38.161857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-41e16372-528b-4241-9ea0-783545820f86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Request body: {'security_group_rule': {'security_group_id': 'a77fb6c0-c59e-45df-9542-de1262f560e7', 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:38.168788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-41e16372-528b-4241-9ea0-783545820f86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:38.173160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-41e16372-528b-4241-9ea0-783545820f86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Usage tracker for resource:security_group_rule and tenant:fadd8917fdfc488d83f2366cc94a5355 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:38.177031 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-41e16372-528b-4241-9ea0-783545820f86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:38.184451 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-41e16372-528b-4241-9ea0-783545820f86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:38.202439 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41e16372-528b-4241-9ea0-783545820f86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.219498 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6266610e-9f10-4be1-b414-d429d92fa5bc up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:38.268563 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41e16372-528b-4241-9ea0-783545820f86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.274088 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41e16372-528b-4241-9ea0-783545820f86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.306071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e16372-528b-4241-9ea0-783545820f86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc604f87-e2d1-4bfa-9106-dfcc6fd90692,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:38.317085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6266610e-9f10-4be1-b414-d429d92fa5bc triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:38.317674 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.320479 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-41e16372-528b-4241-9ea0-783545820f86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.324886 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-41e16372-528b-4241-9ea0-783545820f86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1681864 Apr 05 20:54:38.325693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54182) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:38.332018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a45fecc8-8572-4f16-ab6f-df25e3867935 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Request body: {'security_group_rule': {'security_group_id': 'a77fb6c0-c59e-45df-9542-de1262f560e7', 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:38.340902 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a45fecc8-8572-4f16-ab6f-df25e3867935 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:38.345758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a45fecc8-8572-4f16-ab6f-df25e3867935 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Usage tracker for resource:security_group_rule and tenant:fadd8917fdfc488d83f2366cc94a5355 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:38.350718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a45fecc8-8572-4f16-ab6f-df25e3867935 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:38.359693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a45fecc8-8572-4f16-ab6f-df25e3867935 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:38.375052 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-a45fecc8-8572-4f16-ab6f-df25e3867935 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Project fadd8917fdfc488d83f2366cc94a5355 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:54:38.380101 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cc14e70-1189-4b9c-a673-191e6a9198bd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.384163 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a45fecc8-8572-4f16-ab6f-df25e3867935 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.460020 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a45fecc8-8572-4f16-ab6f-df25e3867935 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.467274 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a45fecc8-8572-4f16-ab6f-df25e3867935 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.499110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc14e70-1189-4b9c-a673-191e6a9198bd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=91caf880-0cf0-44ed-bf52-0866db7e64f7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:38.503439 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5cc14e70-1189-4b9c-a673-191e6a9198bd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.508937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fecc8-8572-4f16-ab6f-df25e3867935 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb5bcfe-2ab1-42fc-b53d-9370ba7c20d1,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:38.522819 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a45fecc8-8572-4f16-ab6f-df25e3867935 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.524791 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a45fecc8-8572-4f16-ab6f-df25e3867935 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1975954 Apr 05 20:54:38.527818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54186) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:38.528299 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5cc14e70-1189-4b9c-a673-191e6a9198bd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/91caf880-0cf0-44ed-bf52-0866db7e64f7 HTTP/1.1" status: 204 len: 168 time: 0.9766307 Apr 05 20:54:38.528425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54188) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:38.566254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8b7e5d1a-ce26-4b07-85c1-620d859b49bc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Request body: {'security_group_rule': {'security_group_id': 'a77fb6c0-c59e-45df-9542-de1262f560e7', 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:38.581562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8b7e5d1a-ce26-4b07-85c1-620d859b49bc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:38.585650 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8df41e-d8ce-4704-afb9-cfb73e6cc691 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] GET failed (client error): The resource could not be found. Apr 05 20:54:38.587007 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6f8df41e-d8ce-4704-afb9-cfb73e6cc691 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/91caf880-0cf0-44ed-bf52-0866db7e64f7 HTTP/1.1" status: 404 len: 333 time: 0.0559576 Apr 05 20:54:38.588010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8b7e5d1a-ce26-4b07-85c1-620d859b49bc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Usage tracker for resource:security_group_rule and tenant:fadd8917fdfc488d83f2366cc94a5355 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:38.590004 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54194) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:38.591071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8b7e5d1a-ce26-4b07-85c1-620d859b49bc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:38.596864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8b7e5d1a-ce26-4b07-85c1-620d859b49bc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:38.608915 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-8b7e5d1a-ce26-4b07-85c1-620d859b49bc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Project fadd8917fdfc488d83f2366cc94a5355 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 20:54:38.617618 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5d1a-ce26-4b07-85c1-620d859b49bc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.660986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00c9b87-4eea-49f7-80b6-4afac7b76eda tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting subnet 4dedaa0c-eef0-4ce6-9032-1b7ef0cf819d {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:54:38.664244 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d00c9b87-4eea-49f7-80b6-4afac7b76eda tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.689159 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5d1a-ce26-4b07-85c1-620d859b49bc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.692799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5d1a-ce26-4b07-85c1-620d859b49bc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.716368 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e5d1a-ce26-4b07-85c1-620d859b49bc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea70822c-9e84-47c1-8254-0ed67ff9d84c,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:38.725592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d00c9b87-4eea-49f7-80b6-4afac7b76eda tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.728485 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8b7e5d1a-ce26-4b07-85c1-620d859b49bc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.730722 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8b7e5d1a-ce26-4b07-85c1-620d859b49bc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2002652 Apr 05 20:54:38.809643 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d00c9b87-4eea-49f7-80b6-4afac7b76eda tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.891995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d00c9b87-4eea-49f7-80b6-4afac7b76eda tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.933390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c9b87-4eea-49f7-80b6-4afac7b76eda tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Subnet': ['ID=4dedaa0c-eef0-4ce6-9032-1b7ef0cf819d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:38.935342 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d00c9b87-4eea-49f7-80b6-4afac7b76eda tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:38.940343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c8fd86-1069-4dfe-8fb4-42aae0ff056e None None] Network 862ff42f-2019-42f9-b607-1167f07d079d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:38.942672 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d00c9b87-4eea-49f7-80b6-4afac7b76eda tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/4dedaa0c-eef0-4ce6-9032-1b7ef0cf819d HTTP/1.1" status: 204 len: 168 time: 0.3501220 Apr 05 20:54:38.943991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54206) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:39.040572 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.065158 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.075895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port 6266610e-9f10-4be1-b414-d429d92fa5bc {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:39.076139 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.206810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-fcfc1df4-73bf-424d-8d60-e9c549262680 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Synchronizing usage tracker for tenant:fadd8917fdfc488d83f2366cc94a5355 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:39.218682 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e818f29e-ed4d-47f3-b691-6e560a56c71f None None] DHCP port deletion for 862ff42f-2019-42f9-b607-1167f07d079d request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:54:39.224585 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e818f29e-ed4d-47f3-b691-6e560a56c71f None None] Deleting port 6266610e-9f10-4be1-b414-d429d92fa5bc {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:39.225003 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e818f29e-ed4d-47f3-b691-6e560a56c71f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.227059 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-fcfc1df4-73bf-424d-8d60-e9c549262680 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Unset dirty status for tenant:fadd8917fdfc488d83f2366cc94a5355 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:39.228800 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-fcfc1df4-73bf-424d-8d60-e9c549262680 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583562182&fields=id&tenant_id=fadd8917fdfc488d83f2366cc94a5355 HTTP/1.1" status: 200 len: 267 time: 0.0628138 Apr 05 20:54:39.300270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] For port 6266610e-9f10-4be1-b414-d429d92fa5bc, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6266610e-9f10-4be1-b414-d429d92fa5bc,segment=NetworkSegment(76d9c123-849e-4629-a7f0-891c1053138a),segment_id=76d9c123-849e-4629-a7f0-891c1053138a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:39.300661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.332612 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.429533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for 6266610e-9f10-4be1-b414-d429d92fa5bc owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:39.450589 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-e818f29e-ed4d-47f3-b691-6e560a56c71f None None] For port 6266610e-9f10-4be1-b414-d429d92fa5bc, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6266610e-9f10-4be1-b414-d429d92fa5bc,segment=NetworkSegment(76d9c123-849e-4629-a7f0-891c1053138a),segment_id=76d9c123-849e-4629-a7f0-891c1053138a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:39.451210 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e818f29e-ed4d-47f3-b691-6e560a56c71f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.501371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-eead53f3-5f4b-42c6-9072-63fdf79d88c1 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:39.501371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-eead53f3-5f4b-42c6-9072-63fdf79d88c1 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Synchronizing usage tracker for tenant:fadd8917fdfc488d83f2366cc94a5355 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:39.510192 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.520877 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-eead53f3-5f4b-42c6-9072-63fdf79d88c1 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Unset dirty status for tenant:fadd8917fdfc488d83f2366cc94a5355 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:39.522145 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-eead53f3-5f4b-42c6-9072-63fdf79d88c1 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/networks?id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b HTTP/1.1" status: 200 len: 814 time: 0.2856505 Apr 05 20:54:39.539393 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-1fdf7c1b-ba6a-47a3-9e94-33f34c7368b8 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/quotas/fadd8917fdfc488d83f2366cc94a5355 HTTP/1.1" status: 200 len: 375 time: 0.0110633 Apr 05 20:54:39.565971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No DVR routers for this DVR port 6266610e-9f10-4be1-b414-d429d92fa5bc on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:39.578965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e818f29e-ed4d-47f3-b691-6e560a56c71f None None] Calling delete_port for 6266610e-9f10-4be1-b414-d429d92fa5bc owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:39.594078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=6266610e-9f10-4be1-b414-d429d92fa5bc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:39.628128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-6088a909-c239-4aab-b1b4-5af5600b67bf tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Synchronizing usage tracker for tenant:fadd8917fdfc488d83f2366cc94a5355 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:39.646760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-6088a909-c239-4aab-b1b4-5af5600b67bf tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Unset dirty status for tenant:fadd8917fdfc488d83f2366cc94a5355 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:39.648291 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-6088a909-c239-4aab-b1b4-5af5600b67bf tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fadd8917fdfc488d83f2366cc94a5355&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032734 Apr 05 20:54:39.659405 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-e818f29e-ed4d-47f3-b691-6e560a56c71f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:54:39.659759 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-e818f29e-ed4d-47f3-b691-6e560a56c71f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:54:39.701766 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.727722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862ff42f-2019-42f9-b607-1167f07d079d']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:39.741400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d9c123-849e-4629-a7f0-891c1053138a') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:39.741693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d9c123-849e-4629-a7f0-891c1053138a') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:39.753605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.769801 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.776177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:54:39.776582 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.786297 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-72e27208-d52e-4f84-a561-62db000f5ac6 service neutron] 10.222.0.24 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256795 Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:39.791275 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:39.874570 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.892453 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.903383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Network': ['ID=862ff42f-2019-42f9-b607-1167f07d079d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:39.914407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c21b42a5-3872-4b1d-a5bd-0abb6ccf3823 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/networks/862ff42f-2019-42f9-b607-1167f07d079d HTTP/1.1" status: 204 len: 168 time: 0.9694083 Apr 05 20:54:39.915175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54212) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:39.920814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2011179018'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:39.926906 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:39.930830 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-1e24dbcd-33ef-43d3-9b2b-63f1ee5ad5f6 service neutron] 10.222.0.24 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384399 Apr 05 20:54:39.931349 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:network and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:39.934624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:39.940338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:39.950949 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:39.954376 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.982419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:39.991531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:39.991987 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Added segment b001a07f-3789-470f-8bf7-57d8b98b2d66 of type vlan for network 08c66e9b-91d4-47e9-9456-574503ce3991 Apr 05 20:54:40.018940 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.048487 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.054217 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:40.054787 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.154264 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2377794 Apr 05 20:54:40.157307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54224) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:40.161494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e818f29e-ed4d-47f3-b691-6e560a56c71f None None] Deleting port 6266610e-9f10-4be1-b414-d429d92fa5bc {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:40.163107 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e818f29e-ed4d-47f3-b691-6e560a56c71f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.169964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7a2474-da28-44d1-8db7-ef4f7dd4726b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Network': ['ID=08c66e9b-91d4-47e9-9456-574503ce3991,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:40.170865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': '08c66e9b-91d4-47e9-9456-574503ce3991', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:40.203887 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 08c66e9b-91d4-47e9-9456-574503ce3991 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:40.273983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e818f29e-ed4d-47f3-b691-6e560a56c71f None None] The port '6266610e-9f10-4be1-b414-d429d92fa5bc' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:54:40.281374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6266610e-9f10-4be1-b414-d429d92fa5bc no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:40.311565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:40.317082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:40.321930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:40.328349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:40.343035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:40.348677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.374286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 6266610e-9f10-4be1-b414-d429d92fa5bc {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:54:40.374891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6266610e-9f10-4be1-b414-d429d92fa5bc not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:40.479282 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-df55ac6a-2788-4bf2-a8e8-26868f230601 req-577d79fe-4c4c-4aee-887b-73ea275f5298 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 210 time: 0.1517272 Apr 05 20:54:40.565579 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:54:40.608135 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.691585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Subnet': ['ID=5ff26699-c5bd-4c04-b7c8-9d24db42e758,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:40.695679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Checking segment: {'id': 'b001a07f-3789-470f-8bf7-57d8b98b2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '08c66e9b-91d4-47e9-9456-574503ce3991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:40.696023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network hostable DHCP agents. Network: 08c66e9b-91d4-47e9-9456-574503ce3991, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:40.714892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network 08c66e9b-91d4-47e9-9456-574503ce3991 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:40.724988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 08c66e9b-91d4-47e9-9456-574503ce3991) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:40.729558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:40.730228 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:40.734955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db0dc91-1f87-4dce-b00b-925b8646aa19 None None] Network 08c66e9b-91d4-47e9-9456-574503ce3991 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:40.754411 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fc43f6b4-4706-4f23-803e-7773cac72ccb tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5943170 Apr 05 20:54:40.757595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54244) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:40.764695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'network_id': '08c66e9b-91d4-47e9-9456-574503ce3991', 'name': 'tempest-PortsIpV6TestJSON-989721376', 'fixed_ips': [{'subnet_id': '5ff26699-c5bd-4c04-b7c8-9d24db42e758', 'ip_address': '2001:db8::10'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:40.961355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-08c66e9b-91d4-47e9-9456-574503ce3991', 'network_id': '08c66e9b-91d4-47e9-9456-574503ce3991', 'tenant_id': 'f8164cd299eb48f2a1a0698266580c38', 'fixed_ips': [{'subnet_id': '5ff26699-c5bd-4c04-b7c8-9d24db42e758'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:54:40.962199 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.020786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:41.025274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:port and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:41.028102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:41.034652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:41.044314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:41.121293 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Allocated IP 2001:db8::2 (08c66e9b-91d4-47e9-9456-574503ce3991/5ff26699-c5bd-4c04-b7c8-9d24db42e758/c7afd033-311e-43cf-9f76-48b6c6ebab3a) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:41.171309 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.192209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port 00d45022-bd45-438d-a699-d93d8acb326b yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:41.338518 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.350715 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Transition to ACTIVE for port object c7afd033-311e-43cf-9f76-48b6c6ebab3a will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:41.371411 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Transition to ACTIVE for port object c7afd033-311e-43cf-9f76-48b6c6ebab3a will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:41.377499 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.451785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Allocated IP 2001:db8::10 (08c66e9b-91d4-47e9-9456-574503ce3991/5ff26699-c5bd-4c04-b7c8-9d24db42e758/00d45022-bd45-438d-a699-d93d8acb326b) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:41.459101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Network 08c66e9b-91d4-47e9-9456-574503ce3991 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:41.468795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:41.474880 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:41.497446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-578d92ce-cc86-4c3e-a4b0-e45b52e88354 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:41.499056 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-578d92ce-cc86-4c3e-a4b0-e45b52e88354 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.41 "GET /v2.0/networks?id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b HTTP/1.1" status: 200 len: 814 time: 0.1774096 Apr 05 20:54:41.512893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Pushing event updated for resources: {'Port': ['ID=c7afd033-311e-43cf-9f76-48b6c6ebab3a,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:41.520109 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f466a6a4-2578-462a-9c2e-5977ad380599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.575424 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-f71e5b9f-54bd-4f25-a52f-3442e5f4725a tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fadd8917fdfc488d83f2366cc94a5355 HTTP/1.1" status: 200 len: 379 time: 0.0670018 Apr 05 20:54:41.576606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Attempting to bind port c7afd033-311e-43cf-9f76-48b6c6ebab3a on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:54:41.577006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Attempting to bind port c7afd033-311e-43cf-9f76-48b6c6ebab3a by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b001a07f-3789-470f-8bf7-57d8b98b2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '08c66e9b-91d4-47e9-9456-574503ce3991'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:54:41.577368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Attempting to bind port c7afd033-311e-43cf-9f76-48b6c6ebab3a on network 08c66e9b-91d4-47e9-9456-574503ce3991 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:54:41.582980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:54:41.583341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Checking segment: {'id': 'b001a07f-3789-470f-8bf7-57d8b98b2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '08c66e9b-91d4-47e9-9456-574503ce3991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:41.583789 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.584183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Bound using segment: {'id': 'b001a07f-3789-470f-8bf7-57d8b98b2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '08c66e9b-91d4-47e9-9456-574503ce3991'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:54:41.584648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Bound port: c7afd033-311e-43cf-9f76-48b6c6ebab3a, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b001a07f-3789-470f-8bf7-57d8b98b2d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '08c66e9b-91d4-47e9-9456-574503ce3991'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:54:41.585020 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.586449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Request body: {'port': {'device_id': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'admin_state_up': True, 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'security_groups': ['a77fb6c0-c59e-45df-9542-de1262f560e7']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:41.679173 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] For port c7afd033-311e-43cf-9f76-48b6c6ebab3a, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:54:41.683010 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] For port c7afd033-311e-43cf-9f76-48b6c6ebab3a, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c7afd033-311e-43cf-9f76-48b6c6ebab3a,segment=NetworkSegment(b001a07f-3789-470f-8bf7-57d8b98b2d66),segment_id=b001a07f-3789-470f-8bf7-57d8b98b2d66)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:54:41.688687 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.769058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d1a72-0f40-409e-b773-438709c428d3 None None] Pushing event updated for resources: {'Port': ['ID=c7afd033-311e-43cf-9f76-48b6c6ebab3a,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:41.784807 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c919bca1-6095-4b22-841c-cdb2335e654c req-8f4c6de6-5f7b-44c3-b919-06cd3bc9516b tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 210 time: 0.0862732 Apr 05 20:54:41.791471 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.824393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Transition to ACTIVE for port object 00d45022-bd45-438d-a699-d93d8acb326b will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:41.829844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:41.840736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:41.854796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Made reservation on behalf of fadd8917fdfc488d83f2366cc94a5355 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:41.858337 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.858714 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.931871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network 08c66e9b-91d4-47e9-9456-574503ce3991 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:41.934920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:41.944498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:41.950219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:41.950846 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:41.968734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=00d45022-bd45-438d-a699-d93d8acb326b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:41.985042 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2bff5b6d-aadf-47b4-8500-e9b903658a08 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2260258 Apr 05 20:54:41.987328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54250) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:41.998842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'network_id': '08c66e9b-91d4-47e9-9456-574503ce3991', 'name': 'tempest-PortsIpV6TestJSON-173543672', 'fixed_ips': [{'subnet_id': '5ff26699-c5bd-4c04-b7c8-9d24db42e758', 'ip_address': '2001:db8::f'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:42.082078 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Allocated IP 172.20.0.7 (2e6ddfd4-41a5-4008-aed4-9793fcbed32b/8dcd449b-6eca-4814-9cae-b6b56f8b6aa6/95db3941-8964-42de-befd-172422da2528) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:42.187664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:42.195796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:port and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:42.199310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:42.211455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:42.225110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:42.230623 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.269225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port 4928af79-9a3d-4dbf-aa32-cd2a7cd98969 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:42.291336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c7afd033-311e-43cf-9f76-48b6c6ebab3a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:42.335463 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.363211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Transition to ACTIVE for port object 95db3941-8964-42de-befd-172422da2528 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:42.381647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c7afd033-311e-43cf-9f76-48b6c6ebab3a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:42.394617 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.472195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:42.475414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:42.479793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:42.509144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Allocated IP 2001:db8::f (08c66e9b-91d4-47e9-9456-574503ce3991/5ff26699-c5bd-4c04-b7c8-9d24db42e758/4928af79-9a3d-4dbf-aa32-cd2a7cd98969) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:42.532566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Pushing event updated for resources: {'Port': ['ID=95db3941-8964-42de-befd-172422da2528,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:42.565258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:42.565801 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.594569 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-7611dea7-9179-4a24-aec9-d448d3a1cb7f tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0134032 Apr 05 20:54:42.677836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Request body: {'port': {'device_id': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:42.798542 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.817839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Transition to ACTIVE for port object 4928af79-9a3d-4dbf-aa32-cd2a7cd98969 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:42.853703 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.857085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-82dca2b8-bd26-4e9e-bbcb-0e266ff91b65 None None] Provisioning for port 95db3941-8964-42de-befd-172422da2528 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:42.867866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-82dca2b8-bd26-4e9e-bbcb-0e266ff91b65 None None] Provisioning complete for port 95db3941-8964-42de-befd-172422da2528 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:42.868551 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-82dca2b8-bd26-4e9e-bbcb-0e266ff91b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.874330 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:42.960222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network 08c66e9b-91d4-47e9-9456-574503ce3991 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:42.991335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-82dca2b8-bd26-4e9e-bbcb-0e266ff91b65 None None] Port 95db3941-8964-42de-befd-172422da2528 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:54:43.011101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:43.025686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:43.031398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:43.032022 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.068775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=4928af79-9a3d-4dbf-aa32-cd2a7cd98969,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:43.100988 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7d138c8d-720a-42bc-a240-31b470ad5de3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1125507 Apr 05 20:54:43.104027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54258) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:43.147445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cf45d7-3f89-4399-9fbd-466a44556894 None None] Network 08c66e9b-91d4-47e9-9456-574503ce3991 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:43.167150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066dc9b-0238-46f2-a220-c179777d470c req-61079efd-0f1a-4d3f-b846-c304c09324d6 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:43.168685 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5066dc9b-0238-46f2-a220-c179777d470c req-61079efd-0f1a-4d3f-b846-c304c09324d6 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 931 time: 0.2051795 Apr 05 20:54:43.251235 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5066dc9b-0238-46f2-a220-c179777d470c req-f54d08ed-c71b-40da-98ac-d5b3c0fd4fa7 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677314 Apr 05 20:54:43.272793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbd0d59-0c8a-4ad2-aac0-a7eb58aa02ca tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:43.284012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4cbd0d59-0c8a-4ad2-aac0-a7eb58aa02ca tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:43.284216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7635ec4b-c7ee-4321-be8d-61dbd0bd03ac None None] Provisioning for port c7afd033-311e-43cf-9f76-48b6c6ebab3a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:43.286866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7635ec4b-c7ee-4321-be8d-61dbd0bd03ac None None] Provisioning complete for port c7afd033-311e-43cf-9f76-48b6c6ebab3a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:43.287552 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7635ec4b-c7ee-4321-be8d-61dbd0bd03ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.295638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4cbd0d59-0c8a-4ad2-aac0-a7eb58aa02ca tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:43.297331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4cbd0d59-0c8a-4ad2-aac0-a7eb58aa02ca tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1923490 Apr 05 20:54:43.300614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54262) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:43.405367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb4b514-8c3d-4963-9f30-e06abfe0eb58 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:43.412958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb4b514-8c3d-4963-9f30-e06abfe0eb58 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:43.419455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb4b514-8c3d-4963-9f30-e06abfe0eb58 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:43.421223 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4bb4b514-8c3d-4963-9f30-e06abfe0eb58 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1192088 Apr 05 20:54:43.426430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54266) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:43.461980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95db3941-8964-42de-befd-172422da2528 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:54:43.471930 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.490649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Transition to ACTIVE for port object 95db3941-8964-42de-befd-172422da2528 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:43.496173 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.525944 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7635ec4b-c7ee-4321-be8d-61dbd0bd03ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.574654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7635ec4b-c7ee-4321-be8d-61dbd0bd03ac None None] For port c7afd033-311e-43cf-9f76-48b6c6ebab3a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c7afd033-311e-43cf-9f76-48b6c6ebab3a,segment=NetworkSegment(b001a07f-3789-470f-8bf7-57d8b98b2d66),segment_id=b001a07f-3789-470f-8bf7-57d8b98b2d66)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:43.595383 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7635ec4b-c7ee-4321-be8d-61dbd0bd03ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.629541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-14dba5e7-2f43-4584-b13a-256ab5ec4fbd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port 4928af79-9a3d-4dbf-aa32-cd2a7cd98969 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:43.629913 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-14dba5e7-2f43-4584-b13a-256ab5ec4fbd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.693279 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Pushing event updated for resources: {'Port': ['ID=95db3941-8964-42de-befd-172422da2528,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:43.711002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7635ec4b-c7ee-4321-be8d-61dbd0bd03ac None None] Pushing event updated for resources: {'Port': ['ID=c7afd033-311e-43cf-9f76-48b6c6ebab3a,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:43.753724 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fb1d39fc-9473-400d-b87e-8fc5df1f44ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.893360 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Attempting to bind port 95db3941-8964-42de-befd-172422da2528 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:54:43.893869 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Attempting to bind port 95db3941-8964-42de-befd-172422da2528 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:54:43.894210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Attempting to bind port 95db3941-8964-42de-befd-172422da2528 on network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:54:43.899425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Port 95db3941-8964-42de-befd-172422da2528 on network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 20:54:43.899738 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Attempting to bind port 95db3941-8964-42de-befd-172422da2528 on network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:54:43.905226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:54:43.905558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Checking segment: {'id': 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:43.906032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Bound using segment: {'id': 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:54:43.906479 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Bound port: 95db3941-8964-42de-befd-172422da2528, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:54:43.906783 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:43.999956 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-14dba5e7-2f43-4584-b13a-256ab5ec4fbd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:44.023671 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] For port 95db3941-8964-42de-befd-172422da2528, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:54:44.027260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] For port 95db3941-8964-42de-befd-172422da2528, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=95db3941-8964-42de-befd-172422da2528,segment=NetworkSegment(c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb),segment_id=c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:54:44.033371 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:44.090804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:44.091302 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:44.092681 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] 10.222.0.41 "PUT /v2.0/ports/95db3941-8964-42de-befd-172422da2528 HTTP/1.1" status: 200 len: 1091 time: 1.4887722 Apr 05 20:54:44.093261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'tag': '95db3941-8964-42de-befd-172422da2528'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:54:44.150291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-14dba5e7-2f43-4584-b13a-256ab5ec4fbd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for 4928af79-9a3d-4dbf-aa32-cd2a7cd98969 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:44.170643 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-93538217-cc5b-4b0b-b42c-4ae268e49c6e None None] Provisioning for port 4928af79-9a3d-4dbf-aa32-cd2a7cd98969 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:44.178550 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-93538217-cc5b-4b0b-b42c-4ae268e49c6e None None] Provisioning complete for port 4928af79-9a3d-4dbf-aa32-cd2a7cd98969 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:44.179096 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-93538217-cc5b-4b0b-b42c-4ae268e49c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:44.225909 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'tag': '95db3941-8964-42de-befd-172422da2528', 'status': 'completed', 'code': 200} Apr 05 20:54:44.245689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02a959-9f62-46bc-b248-9c12a0eb0e27 service neutron] Pushing event updated for resources: {'Port': ['ID=95db3941-8964-42de-befd-172422da2528,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:44.271103 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c7afd033-311e-43cf-9f76-48b6c6ebab3a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:44.317463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-93538217-cc5b-4b0b-b42c-4ae268e49c6e None None] Port 4928af79-9a3d-4dbf-aa32-cd2a7cd98969 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:54:44.334830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-81f8dd13-7208-4bd1-9863-4f3d172d8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:44.336326 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-81f8dd13-7208-4bd1-9863-4f3d172d8876 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fadd8917fdfc488d83f2366cc94a5355&device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 1094 time: 0.1967461 Apr 05 20:54:44.360925 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-14dba5e7-2f43-4584-b13a-256ab5ec4fbd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:44.443044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c7afd033-311e-43cf-9f76-48b6c6ebab3a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:44.447767 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:44.448208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dba5e7-2f43-4584-b13a-256ab5ec4fbd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=4928af79-9a3d-4dbf-aa32-cd2a7cd98969,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:44.482752 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-b515f419-a2e7-4bf2-9042-159357426ac6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95db3941-8964-42de-befd-172422da2528 HTTP/1.1" status: 200 len: 217 time: 0.1333284 Apr 05 20:54:44.494592 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-93538217-cc5b-4b0b-b42c-4ae268e49c6e None None] Provisioning complete for port c7afd033-311e-43cf-9f76-48b6c6ebab3a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:44.495030 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-93538217-cc5b-4b0b-b42c-4ae268e49c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:44.572546 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-14dba5e7-2f43-4584-b13a-256ab5ec4fbd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:44.577322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-5348f3b7-5961-40c4-92a4-697d2fb4ab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:44.579343 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-5348f3b7-5961-40c4-92a4-697d2fb4ab8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dcd449b-6eca-4814-9cae-b6b56f8b6aa6 HTTP/1.1" status: 200 len: 853 time: 0.0904987 Apr 05 20:54:44.593454 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-14dba5e7-2f43-4584-b13a-256ab5ec4fbd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/4928af79-9a3d-4dbf-aa32-cd2a7cd98969 HTTP/1.1" status: 204 len: 168 time: 1.1655710 Apr 05 20:54:44.596648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54274) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:44.655637 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0093187-8687-4e3a-9df9-3f097a81dccd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] GET failed (client error): The resource could not be found. Apr 05 20:54:44.656089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f0093187-8687-4e3a-9df9-3f097a81dccd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:44.730129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8287-f4a9-4cb3-9d45-e68a29791d57 req-6d37c03e-257d-4fc2-8eb5-97152f969348 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:44.736116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-db552b99-3d00-421a-9eca-5789ea53b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:44.740377 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3d1a8287-f4a9-4cb3-9d45-e68a29791d57 req-6d37c03e-257d-4fc2-8eb5-97152f969348 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 943 time: 0.2273874 Apr 05 20:54:44.740655 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-db552b99-3d00-421a-9eca-5789ea53b0fb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1545348 Apr 05 20:54:44.742880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f0093187-8687-4e3a-9df9-3f097a81dccd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:44.744349 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f0093187-8687-4e3a-9df9-3f097a81dccd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/4928af79-9a3d-4dbf-aa32-cd2a7cd98969 HTTP/1.1" status: 404 len: 333 time: 0.1467910 Apr 05 20:54:44.747132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54278) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:44.806325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3d1a8287-f4a9-4cb3-9d45-e68a29791d57 req-77194ba2-a44d-4171-9346-b60ffcd66c5e tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645785 Apr 05 20:54:44.818637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-93538217-cc5b-4b0b-b42c-4ae268e49c6e None None] Provisioning for port 00d45022-bd45-438d-a699-d93d8acb326b completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:44.829193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-93538217-cc5b-4b0b-b42c-4ae268e49c6e None None] Provisioning complete for port 00d45022-bd45-438d-a699-d93d8acb326b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:44.829193 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-93538217-cc5b-4b0b-b42c-4ae268e49c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:44.900465 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-93538217-cc5b-4b0b-b42c-4ae268e49c6e None None] Port 00d45022-bd45-438d-a699-d93d8acb326b cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:54:44.902163 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:44.916956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d05a0-eba6-4940-a49f-e4592f9c31fd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port 00d45022-bd45-438d-a699-d93d8acb326b {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:44.917299 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad5d05a0-eba6-4940-a49f-e4592f9c31fd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:44.921737 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:45.023853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dfa42943-42e7-4a9e-9026-3a6362f0a55d None None] Provisioning complete for port 00d45022-bd45-438d-a699-d93d8acb326b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:45.024277 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dfa42943-42e7-4a9e-9026-3a6362f0a55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:45.039773 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-13b31435-6152-4303-89ae-7f0a73f81cba service neutron] 10.222.0.41 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899721 Apr 05 20:54:45.090240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-dfa42943-42e7-4a9e-9026-3a6362f0a55d None None] Port 00d45022-bd45-438d-a699-d93d8acb326b cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:54:45.105370 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dfa42943-42e7-4a9e-9026-3a6362f0a55d None None] Could not find standard attr ID for object 4928af79-9a3d-4dbf-aa32-cd2a7cd98969. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:54:45.325737 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-46617fe3-93cf-4a9b-a08b-39b19988ea00 req-4893c238-5dc1-425f-858f-16590ad77bcc service neutron] 10.222.0.41 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783349 Apr 05 20:54:45.328934 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad5d05a0-eba6-4940-a49f-e4592f9c31fd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:45.495130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ad5d05a0-eba6-4940-a49f-e4592f9c31fd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for 00d45022-bd45-438d-a699-d93d8acb326b owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:45.773303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6d379-15b7-47cb-9c8a-96e9d674e89f req-eddc5834-0cde-4df1-9f67-104ff96463bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:45.775342 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34d6d379-15b7-47cb-9c8a-96e9d674e89f req-eddc5834-0cde-4df1-9f67-104ff96463bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fadd8917fdfc488d83f2366cc94a5355&device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 1094 time: 0.3750789 Apr 05 20:54:45.874277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad5d05a0-eba6-4940-a49f-e4592f9c31fd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:45.979993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d05a0-eba6-4940-a49f-e4592f9c31fd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=00d45022-bd45-438d-a699-d93d8acb326b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:46.059754 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad5d05a0-eba6-4940-a49f-e4592f9c31fd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:46.065540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6d379-15b7-47cb-9c8a-96e9d674e89f req-0173a369-569c-495c-9fd0-bfe92fa4abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:46.066996 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34d6d379-15b7-47cb-9c8a-96e9d674e89f req-0173a369-569c-495c-9fd0-bfe92fa4abea service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b HTTP/1.1" status: 200 len: 915 time: 0.2854183 Apr 05 20:54:46.128590 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:46.139284 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ad5d05a0-eba6-4940-a49f-e4592f9c31fd tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/00d45022-bd45-438d-a699-d93d8acb326b HTTP/1.1" status: 204 len: 168 time: 1.3910267 Apr 05 20:54:46.141573 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34d6d379-15b7-47cb-9c8a-96e9d674e89f req-25e4c827-4347-4542-87c6-6b856818db26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95db3941-8964-42de-befd-172422da2528 HTTP/1.1" status: 200 len: 217 time: 0.0666990 Apr 05 20:54:46.142166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54284) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:46.204471 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a55b1c0-7f7a-4882-8234-355646a640a6 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] GET failed (client error): The resource could not be found. Apr 05 20:54:46.206392 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4a55b1c0-7f7a-4882-8234-355646a640a6 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/00d45022-bd45-438d-a699-d93d8acb326b HTTP/1.1" status: 404 len: 333 time: 0.0617647 Apr 05 20:54:46.209145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54288) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:46.217091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e019cb-8397-48f3-8b74-917bc6262358 req-8f16cb43-1e6a-45f0-93b9-fc2207ca1600 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:46.217783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-58e019cb-8397-48f3-8b74-917bc6262358 req-8f16cb43-1e6a-45f0-93b9-fc2207ca1600 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Synchronizing usage tracker for tenant:fadd8917fdfc488d83f2366cc94a5355 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:46.238103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6d379-15b7-47cb-9c8a-96e9d674e89f req-1ef547d6-b44b-4f92-a025-5d315c4a0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:46.239538 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34d6d379-15b7-47cb-9c8a-96e9d674e89f req-1ef547d6-b44b-4f92-a025-5d315c4a0193 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dcd449b-6eca-4814-9cae-b6b56f8b6aa6 HTTP/1.1" status: 200 len: 853 time: 0.0924695 Apr 05 20:54:46.244805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-58e019cb-8397-48f3-8b74-917bc6262358 req-8f16cb43-1e6a-45f0-93b9-fc2207ca1600 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Unset dirty status for tenant:fadd8917fdfc488d83f2366cc94a5355 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:46.245859 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-58e019cb-8397-48f3-8b74-917bc6262358 req-8f16cb43-1e6a-45f0-93b9-fc2207ca1600 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 943 time: 0.3253677 Apr 05 20:54:46.277481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-9904bf68-8f22-44ac-87a7-1864c83c9b0b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting subnet 5ff26699-c5bd-4c04-b7c8-9d24db42e758 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:54:46.280435 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9904bf68-8f22-44ac-87a7-1864c83c9b0b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:46.334499 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-58e019cb-8397-48f3-8b74-917bc6262358 req-53de056e-3692-431b-9454-35ede109879e tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527523 Apr 05 20:54:46.340907 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9904bf68-8f22-44ac-87a7-1864c83c9b0b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:46.362132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6d379-15b7-47cb-9c8a-96e9d674e89f req-72d91893-9c18-4e4a-b323-e1ee4d9a4881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:46.363653 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34d6d379-15b7-47cb-9c8a-96e9d674e89f req-72d91893-9c18-4e4a-b323-e1ee4d9a4881 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169188 Apr 05 20:54:46.427083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9904bf68-8f22-44ac-87a7-1864c83c9b0b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:46.499175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34d6d379-15b7-47cb-9c8a-96e9d674e89f req-a983af7a-4288-4e7d-8952-d51999eb94d6 service neutron] 10.222.0.41 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291740 Apr 05 20:54:46.499375 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9904bf68-8f22-44ac-87a7-1864c83c9b0b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:46.543717 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904bf68-8f22-44ac-87a7-1864c83c9b0b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff26699-c5bd-4c04-b7c8-9d24db42e758,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:46.545668 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9904bf68-8f22-44ac-87a7-1864c83c9b0b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:46.554848 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644a2b43-2e51-4ba0-9b00-31a59425b2e3 None None] Network 08c66e9b-91d4-47e9-9456-574503ce3991 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:46.555025 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9904bf68-8f22-44ac-87a7-1864c83c9b0b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/5ff26699-c5bd-4c04-b7c8-9d24db42e758 HTTP/1.1" status: 204 len: 168 time: 0.3423800 Apr 05 20:54:46.555104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54292) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:46.631908 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34d6d379-15b7-47cb-9c8a-96e9d674e89f req-8ae51e2f-b2f6-40d7-ab95-9a396b93e518 service neutron] 10.222.0.41 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273634 Apr 05 20:54:46.671976 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:46.682866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port c7afd033-311e-43cf-9f76-48b6c6ebab3a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:46.683194 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:46.801315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aac8a32-baa7-4fc7-85ab-1c571af33cb5 None None] DHCP port deletion for 08c66e9b-91d4-47e9-9456-574503ce3991 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:54:46.805298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1aac8a32-baa7-4fc7-85ab-1c571af33cb5 None None] Deleting port c7afd033-311e-43cf-9f76-48b6c6ebab3a {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:46.805748 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1aac8a32-baa7-4fc7-85ab-1c571af33cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:46.895049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] For port c7afd033-311e-43cf-9f76-48b6c6ebab3a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c7afd033-311e-43cf-9f76-48b6c6ebab3a,segment=NetworkSegment(b001a07f-3789-470f-8bf7-57d8b98b2d66),segment_id=b001a07f-3789-470f-8bf7-57d8b98b2d66)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:46.895326 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.011295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1aac8a32-baa7-4fc7-85ab-1c571af33cb5 None None] For port c7afd033-311e-43cf-9f76-48b6c6ebab3a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c7afd033-311e-43cf-9f76-48b6c6ebab3a,segment=NetworkSegment(b001a07f-3789-470f-8bf7-57d8b98b2d66),segment_id=b001a07f-3789-470f-8bf7-57d8b98b2d66)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:47.011677 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1aac8a32-baa7-4fc7-85ab-1c571af33cb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.117447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for c7afd033-311e-43cf-9f76-48b6c6ebab3a owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:47.133540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1aac8a32-baa7-4fc7-85ab-1c571af33cb5 None None] Calling delete_port for c7afd033-311e-43cf-9f76-48b6c6ebab3a owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:47.194154 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.207713 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-1aac8a32-baa7-4fc7-85ab-1c571af33cb5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:54:47.208061 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-1aac8a32-baa7-4fc7-85ab-1c571af33cb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:54:47.242749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=c7afd033-311e-43cf-9f76-48b6c6ebab3a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:47.246230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No DVR routers for this DVR port c7afd033-311e-43cf-9f76-48b6c6ebab3a on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:47.370817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.397320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c66e9b-91d4-47e9-9456-574503ce3991']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:47.410203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b001a07f-3789-470f-8bf7-57d8b98b2d66') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:47.410495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b001a07f-3789-470f-8bf7-57d8b98b2d66') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:47.421791 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.438090 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.475558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:54:47.475885 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:47.489874 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:47.582878 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.601111 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.620425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Network': ['ID=08c66e9b-91d4-47e9-9456-574503ce3991,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:47.632122 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a1b16255-78f4-4f87-beb9-ed11e31d5121 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/networks/08c66e9b-91d4-47e9-9456-574503ce3991 HTTP/1.1" status: 204 len: 168 time: 1.0761228 Apr 05 20:54:47.635866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54298) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:47.640675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155a4f1-f378-4de3-979c-1234dddee6c7 req-24eeee30-72c8-4f4f-9ebb-3dda6d7bf7ca tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:47.641325 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1542954298'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:47.642095 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4155a4f1-f378-4de3-979c-1234dddee6c7 req-24eeee30-72c8-4f4f-9ebb-3dda6d7bf7ca tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 943 time: 0.1994593 Apr 05 20:54:47.646933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:47.651009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:network and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:47.654077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:47.660096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:47.671434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:47.675919 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.692915 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4155a4f1-f378-4de3-979c-1234dddee6c7 req-7727f720-0e95-4dd2-abac-18605fd370b8 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444765 Apr 05 20:54:47.708714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:54:47.709367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1aac8a32-baa7-4fc7-85ab-1c571af33cb5 None None] Deleting port c7afd033-311e-43cf-9f76-48b6c6ebab3a {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:47.716964 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1aac8a32-baa7-4fc7-85ab-1c571af33cb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.726006 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.726424 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Added segment d3d70bd4-d61a-4c52-8411-df3a3b3bec5b of type vlan for network 969f6403-8175-4cdb-a0de-f8095abbf3e4 Apr 05 20:54:47.754541 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.781127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1aac8a32-baa7-4fc7-85ab-1c571af33cb5 None None] The port 'c7afd033-311e-43cf-9f76-48b6c6ebab3a' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:54:47.786106 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.791693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:47.792436 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:47.899346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2623763 Apr 05 20:54:47.902102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398d961a-a227-4088-9307-c6799aca424c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Network': ['ID=969f6403-8175-4cdb-a0de-f8095abbf3e4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:47.902337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54302) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:47.913437 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 969f6403-8175-4cdb-a0de-f8095abbf3e4 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:54:47.916466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': '969f6403-8175-4cdb-a0de-f8095abbf3e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:48.028177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:48.032000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:48.035174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:48.040865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:48.050524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:48.057608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.200350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c7afd033-311e-43cf-9f76-48b6c6ebab3a no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:48.239805 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: c7afd033-311e-43cf-9f76-48b6c6ebab3a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:54:48.240138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c7afd033-311e-43cf-9f76-48b6c6ebab3a not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:48.282382 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.360034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Subnet': ['ID=fd6a0606-80d8-4fe7-b89b-b64562d66f7c,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:48.368507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Checking segment: {'id': 'd3d70bd4-d61a-4c52-8411-df3a3b3bec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '969f6403-8175-4cdb-a0de-f8095abbf3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:48.368858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network hostable DHCP agents. Network: 969f6403-8175-4cdb-a0de-f8095abbf3e4, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:54:48.387210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network 969f6403-8175-4cdb-a0de-f8095abbf3e4 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:54:48.396404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 969f6403-8175-4cdb-a0de-f8095abbf3e4) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:48.401114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:48.402868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.403972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7f7ee2-01e9-4c19-a445-cf72e159060b None None] Network 969f6403-8175-4cdb-a0de-f8095abbf3e4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:48.428745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-06386afe-cdc0-48d9-9b1b-df30e2f579c4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5252519 Apr 05 20:54:48.431368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54306) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:48.436389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-91cc9e5a-fd56-4eb9-86d7-81071e895c8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-505991525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:48.443990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-91cc9e5a-fd56-4eb9-86d7-81071e895c8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:48.447866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-91cc9e5a-fd56-4eb9-86d7-81071e895c8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:router and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:48.450696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-91cc9e5a-fd56-4eb9-86d7-81071e895c8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:48.456255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-91cc9e5a-fd56-4eb9-86d7-81071e895c8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:48.466659 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91cc9e5a-fd56-4eb9-86d7-81071e895c8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.467602 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91cc9e5a-fd56-4eb9-86d7-81071e895c8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.481553 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91cc9e5a-fd56-4eb9-86d7-81071e895c8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.499695 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91cc9e5a-fd56-4eb9-86d7-81071e895c8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.522472 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91cc9e5a-fd56-4eb9-86d7-81071e895c8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.526090 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-91cc9e5a-fd56-4eb9-86d7-81071e895c8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.0913575 Apr 05 20:54:48.526260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54310) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:48.531640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'network_id': '969f6403-8175-4cdb-a0de-f8095abbf3e4', 'name': 'tempest-PortsIpV6TestJSON-94354945'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:48.666448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-969f6403-8175-4cdb-a0de-f8095abbf3e4', 'network_id': '969f6403-8175-4cdb-a0de-f8095abbf3e4', 'tenant_id': 'f8164cd299eb48f2a1a0698266580c38', 'fixed_ips': [{'subnet_id': 'fd6a0606-80d8-4fe7-b89b-b64562d66f7c'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:54:48.667266 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.674699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:48.679338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:port and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:48.682177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:48.687862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:48.698734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:48.702384 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:48.726474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port 8de75e6a-2f47-49e9-aad8-73e41f3b10af yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:48.840294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Allocated IP 2001:db8::2 (969f6403-8175-4cdb-a0de-f8095abbf3e4/fd6a0606-80d8-4fe7-b89b-b64562d66f7c/37796897-f425-4cb9-96ff-8f60fb1182ff) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:49.042541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9499105-631a-40bd-b4e8-5a28c9719222 req-2c18d91b-c442-49c5-8457-515e81e25ace tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:49.044066 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b9499105-631a-40bd-b4e8-5a28c9719222 req-2c18d91b-c442-49c5-8457-515e81e25ace tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 943 time: 0.0827849 Apr 05 20:54:49.050953 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:49.060888 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Transition to ACTIVE for port object 37796897-f425-4cb9-96ff-8f60fb1182ff will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:49.078307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Transition to ACTIVE for port object 37796897-f425-4cb9-96ff-8f60fb1182ff will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:49.084331 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:49.089253 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b9499105-631a-40bd-b4e8-5a28c9719222 req-9c2c588b-a9df-423d-ae1a-a28f62e0d8b1 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393677 Apr 05 20:54:49.146499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Network 969f6403-8175-4cdb-a0de-f8095abbf3e4 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:49.147612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:49.155702 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:49.160269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Allocated IP 2001:db8::1d4 (969f6403-8175-4cdb-a0de-f8095abbf3e4/fd6a0606-80d8-4fe7-b89b-b64562d66f7c/8de75e6a-2f47-49e9-aad8-73e41f3b10af) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:49.166485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Pushing event updated for resources: {'Port': ['ID=37796897-f425-4cb9-96ff-8f60fb1182ff,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:49.253549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Attempting to bind port 37796897-f425-4cb9-96ff-8f60fb1182ff on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:54:49.254260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Attempting to bind port 37796897-f425-4cb9-96ff-8f60fb1182ff by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'd3d70bd4-d61a-4c52-8411-df3a3b3bec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '969f6403-8175-4cdb-a0de-f8095abbf3e4'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:54:49.254374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Attempting to bind port 37796897-f425-4cb9-96ff-8f60fb1182ff on network 969f6403-8175-4cdb-a0de-f8095abbf3e4 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:54:49.259431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:54:49.259812 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Checking segment: {'id': 'd3d70bd4-d61a-4c52-8411-df3a3b3bec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '969f6403-8175-4cdb-a0de-f8095abbf3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:49.260311 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:49.260721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Bound using segment: {'id': 'd3d70bd4-d61a-4c52-8411-df3a3b3bec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '969f6403-8175-4cdb-a0de-f8095abbf3e4'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:54:49.261162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Bound port: 37796897-f425-4cb9-96ff-8f60fb1182ff, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d70bd4-d61a-4c52-8411-df3a3b3bec5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '969f6403-8175-4cdb-a0de-f8095abbf3e4'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:54:49.261527 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:49.353708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] For port 37796897-f425-4cb9-96ff-8f60fb1182ff, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:54:49.356904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] For port 37796897-f425-4cb9-96ff-8f60fb1182ff, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=37796897-f425-4cb9-96ff-8f60fb1182ff,segment=NetworkSegment(d3d70bd4-d61a-4c52-8411-df3a3b3bec5b),segment_id=d3d70bd4-d61a-4c52-8411-df3a3b3bec5b)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:54:49.361473 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:49.445983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d5b19-115e-4203-b399-309bf41051a7 None None] Pushing event updated for resources: {'Port': ['ID=37796897-f425-4cb9-96ff-8f60fb1182ff,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:49.468035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:49.484189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Transition to ACTIVE for port object 8de75e6a-2f47-49e9-aad8-73e41f3b10af will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:49.509187 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:49.577214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network 969f6403-8175-4cdb-a0de-f8095abbf3e4 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:49.580360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:49.589301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:49.594870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:49.596029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:49.613285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=8de75e6a-2f47-49e9-aad8-73e41f3b10af,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:49.639017 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cb9a0e01-6850-4cf7-92a8-8845cb3d4f2e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1116810 Apr 05 20:54:49.641780 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54316) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:50.258193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 37796897-f425-4cb9-96ff-8f60fb1182ff up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:50.311085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f3436-971a-43f0-9bf9-df67ad93c6a1 req-1dc93032-58e7-4cc9-b944-da393fd6314a tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:50.312956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-001f3436-971a-43f0-9bf9-df67ad93c6a1 req-1dc93032-58e7-4cc9-b944-da393fd6314a tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 943 time: 0.1024182 Apr 05 20:54:50.340789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 37796897-f425-4cb9-96ff-8f60fb1182ff completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:50.371670 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:50.373326 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-001f3436-971a-43f0-9bf9-df67ad93c6a1 req-2ee11aa2-0b03-4d76-859a-90b802226e0c tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540078 Apr 05 20:54:50.451329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee78ac3-4ed6-411c-b37f-7caf540d16df None None] Network 969f6403-8175-4cdb-a0de-f8095abbf3e4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:50.579050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-abf78e0d-e0fd-456b-9d9a-2f413cc35ab1 None None] Provisioning for port 37796897-f425-4cb9-96ff-8f60fb1182ff completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:50.616834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-abf78e0d-e0fd-456b-9d9a-2f413cc35ab1 None None] Provisioning complete for port 37796897-f425-4cb9-96ff-8f60fb1182ff triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:50.617189 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-abf78e0d-e0fd-456b-9d9a-2f413cc35ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:50.750523 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:50.755734 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:50.796539 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-abf78e0d-e0fd-456b-9d9a-2f413cc35ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:50.833787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-abf78e0d-e0fd-456b-9d9a-2f413cc35ab1 None None] For port 37796897-f425-4cb9-96ff-8f60fb1182ff, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=37796897-f425-4cb9-96ff-8f60fb1182ff,segment=NetworkSegment(d3d70bd4-d61a-4c52-8411-df3a3b3bec5b),segment_id=d3d70bd4-d61a-4c52-8411-df3a3b3bec5b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:50.840561 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-abf78e0d-e0fd-456b-9d9a-2f413cc35ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:50.876688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=8de75e6a-2f47-49e9-aad8-73e41f3b10af,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:50.921445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf78e0d-e0fd-456b-9d9a-2f413cc35ab1 None None] Pushing event updated for resources: {'Port': ['ID=37796897-f425-4cb9-96ff-8f60fb1182ff,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:51.031567 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.069982 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5d874849-ca04-47c3-a01e-9016bae40ef7 None None] Provisioning for port 8de75e6a-2f47-49e9-aad8-73e41f3b10af completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:51.075023 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5d874849-ca04-47c3-a01e-9016bae40ef7 None None] Provisioning complete for port 8de75e6a-2f47-49e9-aad8-73e41f3b10af triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:51.075395 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5d874849-ca04-47c3-a01e-9016bae40ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.135483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5d874849-ca04-47c3-a01e-9016bae40ef7 None None] Port 8de75e6a-2f47-49e9-aad8-73e41f3b10af cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:54:51.147192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5d874849-ca04-47c3-a01e-9016bae40ef7 None None] Provisioning complete for port 37796897-f425-4cb9-96ff-8f60fb1182ff triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:51.147653 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5d874849-ca04-47c3-a01e-9016bae40ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.270435 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.397072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-64414588-b3fc-4e58-9a18-e620ac5c2b99 None None] Provisioning complete for port 8de75e6a-2f47-49e9-aad8-73e41f3b10af triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:51.397600 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-64414588-b3fc-4e58-9a18-e620ac5c2b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.459639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-64414588-b3fc-4e58-9a18-e620ac5c2b99 None None] Port 8de75e6a-2f47-49e9-aad8-73e41f3b10af cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:54:51.578727 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7407769d-3742-4c48-b03d-86a1d83b7332 None None] Provisioning complete for port 8de75e6a-2f47-49e9-aad8-73e41f3b10af triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:51.579091 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7407769d-3742-4c48-b03d-86a1d83b7332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.631492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-7407769d-3742-4c48-b03d-86a1d83b7332 None None] Port 8de75e6a-2f47-49e9-aad8-73e41f3b10af cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:54:51.784022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c34743-78c9-464b-af23-52c78293c20b req-b30c4a67-7152-4ab4-9d3b-9748eeae66de tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:51.785460 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-67c34743-78c9-464b-af23-52c78293c20b req-b30c4a67-7152-4ab4-9d3b-9748eeae66de tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 943 time: 0.2064576 Apr 05 20:54:51.854548 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-67c34743-78c9-464b-af23-52c78293c20b req-8d6b9ffc-9a2d-468b-aa77-820bd4459083 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603988 Apr 05 20:54:51.872076 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.877909 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:51.878652 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:52.028831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=8de75e6a-2f47-49e9-aad8-73e41f3b10af,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:52.076238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network 969f6403-8175-4cdb-a0de-f8095abbf3e4 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:52.077316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:52.213985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 37796897-f425-4cb9-96ff-8f60fb1182ff up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:52.274266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Router c3c29d01-7618-4013-9b99-ef687217b133 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:54:52.317204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 37796897-f425-4cb9-96ff-8f60fb1182ff triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:52.317560 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:52.378467 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ec917182-20ac-4f2d-b722-987795b02e78 None None] Provisioning complete for port 8de75e6a-2f47-49e9-aad8-73e41f3b10af triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:52.378713 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ec917182-20ac-4f2d-b722-987795b02e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:52.437480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:54:52.445861 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-385b479f-6d3b-49fc-bac8-bf52a7136934 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "PUT /v2.0/routers/c3c29d01-7618-4013-9b99-ef687217b133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7999315 Apr 05 20:54:52.445861 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54324) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:52.463060 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e88119-0a73-4a6a-aba2-1dd6f4807fa7 None None] Sync routers for ids ['c3c29d01-7618-4013-9b99-ef687217b133'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:54:52.469183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ec917182-20ac-4f2d-b722-987795b02e78 None None] Port 8de75e6a-2f47-49e9-aad8-73e41f3b10af cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:54:52.495036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e88119-0a73-4a6a-aba2-1dd6f4807fa7 None None] Routers {'c3c29d01-7618-4013-9b99-ef687217b133'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:54:52.495658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-44e88119-0a73-4a6a-aba2-1dd6f4807fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:54:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c3c29d01-7618-4013-9b99-ef687217b133'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:52.523723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b0a904-a326-421b-8dbb-bfc9858cc31d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:52.524408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e8b0a904-a326-421b-8dbb-bfc9858cc31d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:52.540176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e8b0a904-a326-421b-8dbb-bfc9858cc31d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:52.541559 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e8b0a904-a326-421b-8dbb-bfc9858cc31d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3c29d01-7618-4013-9b99-ef687217b133 HTTP/1.1" status: 200 len: 987 time: 0.0952048 Apr 05 20:54:52.544352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54328) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:52.563393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-44e88119-0a73-4a6a-aba2-1dd6f4807fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:52.572443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e88119-0a73-4a6a-aba2-1dd6f4807fa7 None None] Routers {'c3c29d01-7618-4013-9b99-ef687217b133'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:54:52.573034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-44e88119-0a73-4a6a-aba2-1dd6f4807fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:54:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c3c29d01-7618-4013-9b99-ef687217b133'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:52.634677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-44e88119-0a73-4a6a-aba2-1dd6f4807fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:52.634981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e88119-0a73-4a6a-aba2-1dd6f4807fa7 None None] The sync data for ids ['c3c29d01-7618-4013-9b99-ef687217b133'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:54:53.046125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94817e4b-debc-4950-91b0-68606daf407a req-345e550c-923e-460a-8081-241875e73657 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:53.047600 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-94817e4b-debc-4950-91b0-68606daf407a req-345e550c-923e-460a-8081-241875e73657 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 943 time: 0.0886500 Apr 05 20:54:53.093628 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-94817e4b-debc-4950-91b0-68606daf407a req-1c990429-4a27-45bb-80d2-22b49d9ec67d tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402305 Apr 05 20:54:53.178936 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4caa2c34-7301-4f86-9740-d6d1227af149 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:53.446472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-4caa2c34-7301-4f86-9740-d6d1227af149 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port 8de75e6a-2f47-49e9-aad8-73e41f3b10af {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:53.446719 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4caa2c34-7301-4f86-9740-d6d1227af149 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:53.627677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4caa2c34-7301-4f86-9740-d6d1227af149 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:53.753897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-4caa2c34-7301-4f86-9740-d6d1227af149 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for 8de75e6a-2f47-49e9-aad8-73e41f3b10af owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:53.759736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 95db3941-8964-42de-befd-172422da2528 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 20:54:53.891701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 95db3941-8964-42de-befd-172422da2528, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=95db3941-8964-42de-befd-172422da2528,segment=NetworkSegment(c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb),segment_id=c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:53.904936 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '95db3941-8964-42de-befd-172422da2528', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'port_id': '95db3941-8964-42de-befd-172422da2528', 'mac_address': 'fa:16:3e:1d:5e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 20:54:53.931465 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4caa2c34-7301-4f86-9740-d6d1227af149 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:53.961833 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:53.978582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95db3941-8964-42de-befd-172422da2528 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 20:54:53.980713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa2c34-7301-4f86-9740-d6d1227af149 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=8de75e6a-2f47-49e9-aad8-73e41f3b10af,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:53.997244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 95db3941-8964-42de-befd-172422da2528, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=95db3941-8964-42de-befd-172422da2528,segment=NetworkSegment(c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb),segment_id=c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:54.001194 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:54.078315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=95db3941-8964-42de-befd-172422da2528,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:54.161873 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4caa2c34-7301-4f86-9740-d6d1227af149 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:54.202485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['95db3941-8964-42de-befd-172422da2528'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 20:54:54.611334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4caa2c34-7301-4f86-9740-d6d1227af149 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Router c3c29d01-7618-4013-9b99-ef687217b133 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:54:54.624226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94605246-916c-4bd5-b290-705fa73bfb72 req-38061e00-88d5-4d6d-a5e0-8eda3f98bb4c tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:54.625866 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-94605246-916c-4bd5-b290-705fa73bfb72 req-38061e00-88d5-4d6d-a5e0-8eda3f98bb4c tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 944 time: 0.4036295 Apr 05 20:54:54.789536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4caa2c34-7301-4f86-9740-d6d1227af149 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:54:54.797492 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-94605246-916c-4bd5-b290-705fa73bfb72 req-595d8cc3-37b3-40d9-af8e-78dfd3ef6bbc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647058 Apr 05 20:54:54.799892 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d354ab-2ebe-4a12-b09a-0d9fbd96f524 None None] Sync routers for ids ['c3c29d01-7618-4013-9b99-ef687217b133'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:54:54.810564 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d354ab-2ebe-4a12-b09a-0d9fbd96f524 None None] Routers {'c3c29d01-7618-4013-9b99-ef687217b133'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:54:54.810987 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4caa2c34-7301-4f86-9740-d6d1227af149 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "PUT /v2.0/routers/c3c29d01-7618-4013-9b99-ef687217b133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2656655 Apr 05 20:54:54.811487 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-59d354ab-2ebe-4a12-b09a-0d9fbd96f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:54:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c3c29d01-7618-4013-9b99-ef687217b133'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:54.816347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54336) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:54.856623 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a04962b-c034-40da-9a76-7bc016d72982 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] GET failed (client error): The resource could not be found. Apr 05 20:54:54.857379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7a04962b-c034-40da-9a76-7bc016d72982 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:54.873003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7a04962b-c034-40da-9a76-7bc016d72982 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:54.874085 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-59d354ab-2ebe-4a12-b09a-0d9fbd96f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:54.874216 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7a04962b-c034-40da-9a76-7bc016d72982 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/8de75e6a-2f47-49e9-aad8-73e41f3b10af HTTP/1.1" status: 404 len: 333 time: 0.0592737 Apr 05 20:54:54.876940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54340) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:54.883261 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d354ab-2ebe-4a12-b09a-0d9fbd96f524 None None] Routers {'c3c29d01-7618-4013-9b99-ef687217b133'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:54:54.883846 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-59d354ab-2ebe-4a12-b09a-0d9fbd96f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:54:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c3c29d01-7618-4013-9b99-ef687217b133'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:54.946034 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-59d354ab-2ebe-4a12-b09a-0d9fbd96f524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:54.946432 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d354ab-2ebe-4a12-b09a-0d9fbd96f524 None None] The sync data for ids ['c3c29d01-7618-4013-9b99-ef687217b133'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:54:55.011227 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-df07c81b-7697-4060-bab8-740debc51ee7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.303201 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-df07c81b-7697-4060-bab8-740debc51ee7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.305296 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-df07c81b-7697-4060-bab8-740debc51ee7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.327270 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-df07c81b-7697-4060-bab8-740debc51ee7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.327740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df07c81b-7697-4060-bab8-740debc51ee7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Fanout notify agent at l3_agent the message router_deleted on router c3c29d01-7618-4013-9b99-ef687217b133 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:54:55.338999 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-df07c81b-7697-4060-bab8-740debc51ee7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.340060 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-df07c81b-7697-4060-bab8-740debc51ee7 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/routers/c3c29d01-7618-4013-9b99-ef687217b133 HTTP/1.1" status: 204 len: 168 time: 0.4622452 Apr 05 20:54:55.342760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54344) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:55.405854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c30f588-a252-4122-97f6-f644c7e0697c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting subnet fd6a0606-80d8-4fe7-b89b-b64562d66f7c {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:54:55.408955 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c30f588-a252-4122-97f6-f644c7e0697c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.464353 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c30f588-a252-4122-97f6-f644c7e0697c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.544319 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c30f588-a252-4122-97f6-f644c7e0697c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.613940 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c30f588-a252-4122-97f6-f644c7e0697c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.655431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30f588-a252-4122-97f6-f644c7e0697c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Subnet': ['ID=fd6a0606-80d8-4fe7-b89b-b64562d66f7c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:55.658180 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c30f588-a252-4122-97f6-f644c7e0697c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.665429 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde742ea-da55-40d1-8eec-5b5cdd8ca46f None None] Network 969f6403-8175-4cdb-a0de-f8095abbf3e4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:55.665902 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8c30f588-a252-4122-97f6-f644c7e0697c tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/fd6a0606-80d8-4fe7-b89b-b64562d66f7c HTTP/1.1" status: 204 len: 168 time: 0.3213162 Apr 05 20:54:55.667536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54348) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:55.789310 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.799693 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 95db3941-8964-42de-befd-172422da2528 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:54:55.799854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port 37796897-f425-4cb9-96ff-8f60fb1182ff {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:55.800082 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:55.933913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 95db3941-8964-42de-befd-172422da2528 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:55.940065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 95db3941-8964-42de-befd-172422da2528 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:55.940439 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.003282 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ad7920-072d-4897-be30-4173c19917a1 None None] DHCP port deletion for 969f6403-8175-4cdb-a0de-f8095abbf3e4 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:54:56.007219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d308ef-65c0-4f06-9ed6-3c4c42f23850 req-626fe28a-200d-4359-9a59-a9fd37d08a1c tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:56.008717 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d308ef-65c0-4f06-9ed6-3c4c42f23850 req-626fe28a-200d-4359-9a59-a9fd37d08a1c tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 944 time: 0.0975688 Apr 05 20:54:56.011663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-44ad7920-072d-4897-be30-4173c19917a1 None None] Deleting port 37796897-f425-4cb9-96ff-8f60fb1182ff {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:56.012032 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-44ad7920-072d-4897-be30-4173c19917a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.056583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-91d308ef-65c0-4f06-9ed6-3c4c42f23850 req-00391014-936d-4349-a076-b0b33a4cd332 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398231 Apr 05 20:54:56.151669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] For port 37796897-f425-4cb9-96ff-8f60fb1182ff, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=37796897-f425-4cb9-96ff-8f60fb1182ff,segment=NetworkSegment(d3d70bd4-d61a-4c52-8411-df3a3b3bec5b),segment_id=d3d70bd4-d61a-4c52-8411-df3a3b3bec5b)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:56.152032 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.159478 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.218788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 37796897-f425-4cb9-96ff-8f60fb1182ff no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:54:56.284371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for 37796897-f425-4cb9-96ff-8f60fb1182ff owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:56.348291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95db3941-8964-42de-befd-172422da2528'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:54:56.361483 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.385035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 95db3941-8964-42de-befd-172422da2528, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=95db3941-8964-42de-befd-172422da2528,segment=NetworkSegment(c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb),segment_id=c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:56.395046 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-44ad7920-072d-4897-be30-4173c19917a1 None None] For port 37796897-f425-4cb9-96ff-8f60fb1182ff, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=37796897-f425-4cb9-96ff-8f60fb1182ff,segment=NetworkSegment(d3d70bd4-d61a-4c52-8411-df3a3b3bec5b),segment_id=d3d70bd4-d61a-4c52-8411-df3a3b3bec5b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:54:56.395440 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-44ad7920-072d-4897-be30-4173c19917a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.403694 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.418627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No DVR routers for this DVR port 37796897-f425-4cb9-96ff-8f60fb1182ff on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:54:56.440029 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No active binding found for port 37796897-f425-4cb9-96ff-8f60fb1182ff {{(pid=87966) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 20:54:56.440420 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 37796897-f425-4cb9-96ff-8f60fb1182ff not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:54:56.453986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=37796897-f425-4cb9-96ff-8f60fb1182ff,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:56.499015 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95db3941-8964-42de-befd-172422da2528', 'code': 200} Apr 05 20:54:56.569663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-44ad7920-072d-4897-be30-4173c19917a1 None None] Calling delete_port for 37796897-f425-4cb9-96ff-8f60fb1182ff owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:54:56.590730 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.619802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969f6403-8175-4cdb-a0de-f8095abbf3e4']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:56.634705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d70bd4-d61a-4c52-8411-df3a3b3bec5b') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:56.634995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d70bd4-d61a-4c52-8411-df3a3b3bec5b') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:54:56.639841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=95db3941-8964-42de-befd-172422da2528,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:56.648395 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.660355 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-44ad7920-072d-4897-be30-4173c19917a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:54:56.660711 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-44ad7920-072d-4897-be30-4173c19917a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:54:56.677871 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.686478 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:54:56.686869 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:54:56.705599 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:54:56.707548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32da025-82e3-47ed-b34e-0e1960f81826 req-f3031701-aecc-4f27-ba60-e73e4823a713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:56.708831 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e32da025-82e3-47ed-b34e-0e1960f81826 req-f3031701-aecc-4f27-ba60-e73e4823a713 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 1096 time: 0.1643784 Apr 05 20:54:56.822113 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e32da025-82e3-47ed-b34e-0e1960f81826 req-f1825dad-4c71-4de0-a7aa-237283fcbcc4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015403 Apr 05 20:54:56.822805 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.843546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:56.856975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Network': ['ID=969f6403-8175-4cdb-a0de-f8095abbf3e4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:56.865752 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-17e8631d-079f-40c8-b062-d6b4f5e4518b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/networks/969f6403-8175-4cdb-a0de-f8095abbf3e4 HTTP/1.1" status: 204 len: 168 time: 1.1972783 Apr 05 20:54:56.869445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54360) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:56.939897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e205d-1ffa-432c-9776-8a64ead46baa tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:56.940444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-644e205d-1ffa-432c-9776-8a64ead46baa tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:54:56.954886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-644e205d-1ffa-432c-9776-8a64ead46baa tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:54:56.956006 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-644e205d-1ffa-432c-9776-8a64ead46baa tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/ac29207c-22bc-42fb-a4a3-ad93db7ddec4 HTTP/1.1" status: 200 len: 845 time: 0.0855947 Apr 05 20:54:56.959579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54364) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:57.024520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fe9b56d1-ed1c-4115-9a09-5bb63eafec61 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/ac29207c-22bc-42fb-a4a3-ad93db7ddec4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0638664 Apr 05 20:54:57.027965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54368) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:57.033775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d0355166-4919-4dfa-83cf-d02b3ae001c0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:57.143000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d0355166-4919-4dfa-83cf-d02b3ae001c0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:57.146805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d0355166-4919-4dfa-83cf-d02b3ae001c0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:57.149494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d0355166-4919-4dfa-83cf-d02b3ae001c0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:57.155002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d0355166-4919-4dfa-83cf-d02b3ae001c0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:57.162615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-44ad7920-072d-4897-be30-4173c19917a1 None None] Deleting port 37796897-f425-4cb9-96ff-8f60fb1182ff {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:54:57.163136 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-44ad7920-072d-4897-be30-4173c19917a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.165131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0355166-4919-4dfa-83cf-d02b3ae001c0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:57.169140 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d0355166-4919-4dfa-83cf-d02b3ae001c0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.234485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-44ad7920-072d-4897-be30-4173c19917a1 None None] The port '37796897-f425-4cb9-96ff-8f60fb1182ff' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:54:57.256079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce0c41-ef5a-415d-99fa-454ab0492be5 req-2511e265-ca98-489a-b0c8-b866fbcb3b26 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:57.257539 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1ce0c41-ef5a-415d-99fa-454ab0492be5 req-2511e265-ca98-489a-b0c8-b866fbcb3b26 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 945 time: 0.0861166 Apr 05 20:54:57.304803 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1ce0c41-ef5a-415d-99fa-454ab0492be5 req-abac2195-b8b2-440c-900c-e718bfae96ab tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412483 Apr 05 20:54:57.398819 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d0355166-4919-4dfa-83cf-d02b3ae001c0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.455729 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0355166-4919-4dfa-83cf-d02b3ae001c0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network bda99377-08b3-47be-b1cb-fc1f483099b7 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:57.458798 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d0355166-4919-4dfa-83cf-d02b3ae001c0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:57.462090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0355166-4919-4dfa-83cf-d02b3ae001c0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:57.462666 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d0355166-4919-4dfa-83cf-d02b3ae001c0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.469267 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3631f7-6441-4e54-960f-454a613c2f8b None None] Network bda99377-08b3-47be-b1cb-fc1f483099b7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:54:57.487392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0355166-4919-4dfa-83cf-d02b3ae001c0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Subnet': ['ID=6b249526-fd12-41a0-a35d-e4f67418dd18,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:57.498697 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54374) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:57.499122 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d0355166-4919-4dfa-83cf-d02b3ae001c0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4701364 Apr 05 20:54:57.504232 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'security_group': {'name': 'tempest-secgroup-1819706357'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:57.510569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:57.514391 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:security_group and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:57.517171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:57.523373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:57.535077 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.555832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:57.559600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:security_group_rule and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:57.562439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:57.568736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:57.645814 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.649543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.694385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733831ca-1c24-4fa9-828b-e930917a79b0,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:57.701500 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.706553 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54378) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:57.707043 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ba4c18bb-1574-4df4-ac67-5b3ba34264e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2069416 Apr 05 20:54:57.718255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'security_group': {'name': 'tempest-secgroup-405990597'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:57.726294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-bda99377-08b3-47be-b1cb-fc1f483099b7', 'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'tenant_id': 'f8164cd299eb48f2a1a0698266580c38', 'fixed_ips': [{'subnet_id': '6b249526-fd12-41a0-a35d-e4f67418dd18'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:54:57.726469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:57.727186 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.730682 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:security_group and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:57.733754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:57.740374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:57.752089 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.772901 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:57.776772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:security_group_rule and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:57.779941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:57.787087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:57.881062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.885114 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.915930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Allocated IP 2001:db8::2 (bda99377-08b3-47be-b1cb-fc1f483099b7/6b249526-fd12-41a0-a35d-e4f67418dd18/a6cafd6c-1187-46da-963b-4a9f06054eea) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:57.931477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1278e1b-2fe1-4124-adda-809a4383eaba,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:57.935441 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:57.939544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54382) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:57.942355 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-93f79330-5e31-45f5-ba64-fde200961d8e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2339878 Apr 05 20:54:57.945215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-129189744', 'security_groups': ['b1278e1b-2fe1-4124-adda-809a4383eaba'], 'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b249526-fd12-41a0-a35d-e4f67418dd18'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:58.084345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:58.094759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:58.105770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:58.127976 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:58.138630 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Transition to ACTIVE for port object a6cafd6c-1187-46da-963b-4a9f06054eea will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:58.156716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Transition to ACTIVE for port object a6cafd6c-1187-46da-963b-4a9f06054eea will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:58.167146 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:58.227266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Network bda99377-08b3-47be-b1cb-fc1f483099b7 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:58.233992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:58.241914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:58.242563 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:58.247468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Pushing event updated for resources: {'Port': ['ID=a6cafd6c-1187-46da-963b-4a9f06054eea,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:58.269393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:54:58.332438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Attempting to bind port a6cafd6c-1187-46da-963b-4a9f06054eea on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:54:58.332796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Attempting to bind port a6cafd6c-1187-46da-963b-4a9f06054eea by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e10b31f5-1d60-43f0-90a8-87f26780dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:54:58.333149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Attempting to bind port a6cafd6c-1187-46da-963b-4a9f06054eea on network bda99377-08b3-47be-b1cb-fc1f483099b7 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:54:58.338899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:54:58.339270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Checking segment: {'id': 'e10b31f5-1d60-43f0-90a8-87f26780dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:54:58.339677 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:58.340045 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Bound using segment: {'id': 'e10b31f5-1d60-43f0-90a8-87f26780dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:54:58.340499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Bound port: a6cafd6c-1187-46da-963b-4a9f06054eea, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e10b31f5-1d60-43f0-90a8-87f26780dff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:54:58.340865 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:58.433272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] For port a6cafd6c-1187-46da-963b-4a9f06054eea, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:54:58.436217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] For port a6cafd6c-1187-46da-963b-4a9f06054eea, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a6cafd6c-1187-46da-963b-4a9f06054eea,segment=NetworkSegment(e10b31f5-1d60-43f0-90a8-87f26780dff9),segment_id=e10b31f5-1d60-43f0-90a8-87f26780dff9)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:54:58.440454 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:58.491699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Allocated IP 2001:db8::34f (bda99377-08b3-47be-b1cb-fc1f483099b7/6b249526-fd12-41a0-a35d-e4f67418dd18/bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:58.516164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c08de-5c8d-446c-ae5f-5c05993dfc70 req-5be716e2-2425-49c1-89cb-825249fad845 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:58.518761 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c65c08de-5c8d-446c-ae5f-5c05993dfc70 req-5be716e2-2425-49c1-89cb-825249fad845 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 945 time: 0.0948386 Apr 05 20:54:58.524174 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91bd34-aef9-4126-a0d3-2214e7cb80de None None] Pushing event updated for resources: {'Port': ['ID=a6cafd6c-1187-46da-963b-4a9f06054eea,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:58.576447 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c65c08de-5c8d-446c-ae5f-5c05993dfc70 req-9d9b73b3-c2bd-48e7-89ef-8b2f6d2d08cd tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454116 Apr 05 20:54:58.769857 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:58.791916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Transition to ACTIVE for port object bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:54:58.836941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b1f35-524e-4612-92b0-db0e29f5f51c req-ae0155fe-1838-47ad-99a0-c40e3fd69621 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:58.838891 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-039b1f35-524e-4612-92b0-db0e29f5f51c req-ae0155fe-1838-47ad-99a0-c40e3fd69621 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 945 time: 0.1397028 Apr 05 20:54:58.846757 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:58.940780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network bda99377-08b3-47be-b1cb-fc1f483099b7 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:58.951716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:58.958941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:58.964426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:58.965018 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:58.980867 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-039b1f35-524e-4612-92b0-db0e29f5f51c req-1bd9a0c9-0fcb-46d5-b1b9-9605e713a719 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321590 Apr 05 20:54:58.981385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:58.998747 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6cb39f3e-0ba0-4268-8740-e00280049d46 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0581357 Apr 05 20:54:59.002056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54390) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:59.005626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54394) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:59.007829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-14e2039e-95a9-4ad9-90c6-3a90aca365b9 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:59.147419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-14e2039e-95a9-4ad9-90c6-3a90aca365b9 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:59.151241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-14e2039e-95a9-4ad9-90c6-3a90aca365b9 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:59.154096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-14e2039e-95a9-4ad9-90c6-3a90aca365b9 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:59.160594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-14e2039e-95a9-4ad9-90c6-3a90aca365b9 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:59.172262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e2039e-95a9-4ad9-90c6-3a90aca365b9 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:59.175764 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-14e2039e-95a9-4ad9-90c6-3a90aca365b9 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.193843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baf1294-419b-481c-820f-9a084dfcbcad tempest-TestVolumeBackupRestore-487230154 tempest-TestVolumeBackupRestore-487230154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:54:59.198534 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5baf1294-419b-481c-820f-9a084dfcbcad tempest-TestVolumeBackupRestore-487230154 tempest-TestVolumeBackupRestore-487230154-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 1091 time: 0.1918285 Apr 05 20:54:59.199164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54400) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:59.204374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '95db3941-8964-42de-befd-172422da2528', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:59.211649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:59.215606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Usage tracker for resource:floatingip and tenant:fadd8917fdfc488d83f2366cc94a5355 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:59.218521 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:59.224849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:59.236765 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.317146 n-d-836604-1 neutron-server[87964]: INFO neutron.db.ipam_backend_mixin [None req-14e2039e-95a9-4ad9-90c6-3a90aca365b9 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b249526-fd12-41a0-a35d-e4f67418dd18 (CIDR: 2001:db8::/64) Apr 05 20:54:59.320964 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e2039e-95a9-4ad9-90c6-3a90aca365b9 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:54:59.321468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e2039e-95a9-4ad9-90c6-3a90aca365b9 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:54:59.341743 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-14e2039e-95a9-4ad9-90c6-3a90aca365b9 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3385274 Apr 05 20:54:59.344930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54404) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:54:59.350904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a37ab3f3-be89-41ca-bbd1-9d11f0606a24 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:54:59.508622 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.606422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a37ab3f3-be89-41ca-bbd1-9d11f0606a24 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:54:59.610281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a37ab3f3-be89-41ca-bbd1-9d11f0606a24 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:54:59.613699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a37ab3f3-be89-41ca-bbd1-9d11f0606a24 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:54:59.619673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a37ab3f3-be89-41ca-bbd1-9d11f0606a24 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:54:59.633814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37ab3f3-be89-41ca-bbd1-9d11f0606a24 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:54:59.638264 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a37ab3f3-be89-41ca-bbd1-9d11f0606a24 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.646751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8c6c8240-3667-4238-8a39-56a95082c7dc None None] Provisioning for port a6cafd6c-1187-46da-963b-4a9f06054eea completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:59.668462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Allocated IP 172.25.8.144 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/c2c73419-5608-499a-bd81-7133fc680ec0) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:54:59.677510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8c6c8240-3667-4238-8a39-56a95082c7dc None None] Provisioning complete for port ac29207c-22bc-42fb-a4a3-ad93db7ddec4 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:59.678130 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8c6c8240-3667-4238-8a39-56a95082c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.765637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8c6c8240-3667-4238-8a39-56a95082c7dc None None] Port ac29207c-22bc-42fb-a4a3-ad93db7ddec4 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:54:59.841259 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.870165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.886306 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c5f3f32c-2964-40cf-a9cd-4affdface2c8 None None] Provisioning for port bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:54:59.891357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c5f3f32c-2964-40cf-a9cd-4affdface2c8 None None] Provisioning complete for port bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:54:59.892324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5f3f32c-2964-40cf-a9cd-4affdface2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.935094 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a37ab3f3-be89-41ca-bbd1-9d11f0606a24 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:54:59.937516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:59.940828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:54:59.943480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:54:59.947901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c5f3f32c-2964-40cf-a9cd-4affdface2c8 None None] Port bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:54:59.995380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ab3f3-be89-41ca-bbd1-9d11f0606a24 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network bda99377-08b3-47be-b1cb-fc1f483099b7 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:54:59.996851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Pushing event updated for resources: {'Port': ['ID=c2c73419-5608-499a-bd81-7133fc680ec0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:54:59.998375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-a37ab3f3-be89-41ca-bbd1-9d11f0606a24 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:00.003019 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37ab3f3-be89-41ca-bbd1-9d11f0606a24 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:00.003167 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a37ab3f3-be89-41ca-bbd1-9d11f0606a24 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.009444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675471ae-3163-4975-8d54-96c0b0c5c9f3 None None] Network bda99377-08b3-47be-b1cb-fc1f483099b7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:00.015904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ab3f3-be89-41ca-bbd1-9d11f0606a24 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Subnet': ['ID=08649d72-01e2-4712-ac48-f60fbd9f0d31,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:00.034191 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a37ab3f3-be89-41ca-bbd1-9d11f0606a24 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6879973 Apr 05 20:55:00.034844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54408) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:00.041936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-0b59192a-58f3-4ebc-bb7a-68e017097244 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1859238330', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '08649d72-01e2-4712-ac48-f60fbd9f0d31'}], 'security_groups': ['733831ca-1c24-4fa9-828b-e930917a79b0']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:00.177603 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b59192a-58f3-4ebc-bb7a-68e017097244 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.251732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a6cafd6c-1187-46da-963b-4a9f06054eea up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:00.380132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a6cafd6c-1187-46da-963b-4a9f06054eea completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:00.388280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a6cafd6c-1187-46da-963b-4a9f06054eea triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:00.388652 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.456168 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.547265 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.573606 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.601807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4c2990-0220-4969-99ee-8aa46f6e5fe3 None None] Update dhcp port {'port': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'fixed_ips': [{'subnet_id': '6b249526-fd12-41a0-a35d-e4f67418dd18', 'ip_address': '2001:db8::2'}, {'subnet_id': '08649d72-01e2-4712-ac48-f60fbd9f0d31'}], 'binding:host_id': 'n-d-836604-1'}, 'id': 'a6cafd6c-1187-46da-963b-4a9f06054eea'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:55:00.617141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-0b59192a-58f3-4ebc-bb7a-68e017097244 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Delete allocated IP 2001:db8::34f (bda99377-08b3-47be-b1cb-fc1f483099b7/6b249526-fd12-41a0-a35d-e4f67418dd18) {{(pid=87964) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 20:55:00.625285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-0b59192a-58f3-4ebc-bb7a-68e017097244 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Allocated IP 2001:db8:0:1::d0 (bda99377-08b3-47be-b1cb-fc1f483099b7/08649d72-01e2-4712-ac48-f60fbd9f0d31/bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:00.651001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a6cafd6c-1187-46da-963b-4a9f06054eea, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a6cafd6c-1187-46da-963b-4a9f06054eea,segment=NetworkSegment(e10b31f5-1d60-43f0-90a8-87f26780dff9),segment_id=e10b31f5-1d60-43f0-90a8-87f26780dff9)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:00.664947 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.716075 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2990-0220-4969-99ee-8aa46f6e5fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.756291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a6cafd6c-1187-46da-963b-4a9f06054eea,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:00.780139 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.787018 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.868942 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b59192a-58f3-4ebc-bb7a-68e017097244 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.894047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-0b59192a-58f3-4ebc-bb7a-68e017097244 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Transition to ACTIVE for port object bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:00.898320 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b59192a-58f3-4ebc-bb7a-68e017097244 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.902173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Pushing event updated for resources: {'Port': ['ID=c2c73419-5608-499a-bd81-7133fc680ec0,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:00.912784 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:00.967891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-5f4c2990-0220-4969-99ee-8aa46f6e5fe3 None None] Allocated IP 2001:db8:0:1::2 (bda99377-08b3-47be-b1cb-fc1f483099b7/08649d72-01e2-4712-ac48-f60fbd9f0d31/a6cafd6c-1187-46da-963b-4a9f06054eea) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:01.002941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-0b59192a-58f3-4ebc-bb7a-68e017097244 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] In _notify_port_updated(), no bound segment for port bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0 on network bda99377-08b3-47be-b1cb-fc1f483099b7 {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:55:01.008887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b59192a-58f3-4ebc-bb7a-68e017097244 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:01.009508 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0b59192a-58f3-4ebc-bb7a-68e017097244 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:01.010832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0b59192a-58f3-4ebc-bb7a-68e017097244 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "PUT /v2.0/ports/bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0 HTTP/1.1" status: 200 len: 930 time: 0.9744799 Apr 05 20:55:01.013856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54412) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:01.072927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59192a-58f3-4ebc-bb7a-68e017097244 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:01.097442 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Floating IP 8d4992c7-59f6-4974-a6c1-9e2ffd58ba69 associated. External IP: 172.25.8.144, port: 95db3941-8964-42de-befd-172422da2528. Apr 05 20:55:01.099010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-30fd9706-2fab-4c8d-9463-cf42b2dff042 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:01.099350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30fd9706-2fab-4c8d-9463-cf42b2dff042 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:01.116225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5f4c2990-0220-4969-99ee-8aa46f6e5fe3 None None] For port a6cafd6c-1187-46da-963b-4a9f06054eea, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a6cafd6c-1187-46da-963b-4a9f06054eea,segment=NetworkSegment(e10b31f5-1d60-43f0-90a8-87f26780dff9),segment_id=e10b31f5-1d60-43f0-90a8-87f26780dff9)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:01.143055 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2990-0220-4969-99ee-8aa46f6e5fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:01.161624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5f4c2990-0220-4969-99ee-8aa46f6e5fe3 None None] Transition to ACTIVE for port object a6cafd6c-1187-46da-963b-4a9f06054eea will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:01.168986 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2990-0220-4969-99ee-8aa46f6e5fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:01.317605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c2990-0220-4969-99ee-8aa46f6e5fe3 None None] Pushing event updated for resources: {'Port': ['ID=a6cafd6c-1187-46da-963b-4a9f06054eea,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:01.372458 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30fd9706-2fab-4c8d-9463-cf42b2dff042 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:01.606706 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:55:01.608838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-30fd9706-2fab-4c8d-9463-cf42b2dff042 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0 owned by {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:01.772351 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30fd9706-2fab-4c8d-9463-cf42b2dff042 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:01.812205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:01.824814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f721d2a-5873-430e-8d32-08bbe840ccaa None None] Sync routers for ids ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:01.829849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd9706-2fab-4c8d-9463-cf42b2dff042 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:01.837832 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f721d2a-5873-430e-8d32-08bbe840ccaa None None] Routers {'82ff42ae-5a73-444f-bc43-c2fad38cf2b3'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:01.838491 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0f721d2a-5873-430e-8d32-08bbe840ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:54:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:01.882944 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30fd9706-2fab-4c8d-9463-cf42b2dff042 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:01.897694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-30fd9706-2fab-4c8d-9463-cf42b2dff042 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0 HTTP/1.1" status: 204 len: 168 time: 0.8829346 Apr 05 20:55:01.898369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54416) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:01.935881 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:01.982960 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ea0896-cb71-4f96-b03f-7350bcefbea3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] GET failed (client error): The resource could not be found. Apr 05 20:55:01.984284 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a1ea0896-cb71-4f96-b03f-7350bcefbea3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0 HTTP/1.1" status: 404 len: 333 time: 0.0849843 Apr 05 20:55:01.988011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54420) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:02.023961 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5be95c16-f94a-48e5-830d-c481a8424027 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8212421 Apr 05 20:55:02.023961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'tag': '95db3941-8964-42de-befd-172422da2528'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:55:02.027151 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54424) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:02.034718 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b7696e7-fdaa-4156-80de-c364111e872e req-337d417c-d1b3-487b-bcc9-51457bb6a68f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1935453 Apr 05 20:55:02.034888 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-659ef89d-2a34-4b2d-b906-cece8b29b83c None None] Provisioning for port a6cafd6c-1187-46da-963b-4a9f06054eea completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:02.056251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-659ef89d-2a34-4b2d-b906-cece8b29b83c None None] Provisioning complete for port a6cafd6c-1187-46da-963b-4a9f06054eea triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:02.056697 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-659ef89d-2a34-4b2d-b906-cece8b29b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.092013 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'tag': '95db3941-8964-42de-befd-172422da2528', 'status': 'completed', 'code': 200} Apr 05 20:55:02.103041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-0f721d2a-5873-430e-8d32-08bbe840ccaa None None] Set router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:55:02.155778 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03b73e18-1600-4c2d-b499-1baccfc4e489 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.208838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7696e7-fdaa-4156-80de-c364111e872e req-002bc2dd-f750-4e73-97f3-0995fab11585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:02.211194 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b7696e7-fdaa-4156-80de-c364111e872e req-002bc2dd-f750-4e73-97f3-0995fab11585 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fadd8917fdfc488d83f2366cc94a5355&device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 1096 time: 0.0919707 Apr 05 20:55:02.212251 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03b73e18-1600-4c2d-b499-1baccfc4e489 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.232583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455adf89-5eee-4e3d-a97e-d8d644579b98 tempest-TestVolumeBackupRestore-487230154 tempest-TestVolumeBackupRestore-487230154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:02.233292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-455adf89-5eee-4e3d-a97e-d8d644579b98 tempest-TestVolumeBackupRestore-487230154 tempest-TestVolumeBackupRestore-487230154-project-admin] Synchronizing usage tracker for tenant:c85e878e524c43e3a519cc06a17abb1f on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:02.284513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-455adf89-5eee-4e3d-a97e-d8d644579b98 tempest-TestVolumeBackupRestore-487230154 tempest-TestVolumeBackupRestore-487230154-project-admin] Unset dirty status for tenant:c85e878e524c43e3a519cc06a17abb1f on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:02.285832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-455adf89-5eee-4e3d-a97e-d8d644579b98 tempest-TestVolumeBackupRestore-487230154 tempest-TestVolumeBackupRestore-487230154-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 1091 time: 0.2577531 Apr 05 20:55:02.288742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54430) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:02.299118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9171a876-cd93-4563-ae1e-116549d56e86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Request body: {'floatingip': {'port_id': '95db3941-8964-42de-befd-172422da2528'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:02.364712 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03b73e18-1600-4c2d-b499-1baccfc4e489 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.377673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a6cafd6c-1187-46da-963b-4a9f06054eea up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:02.399778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7696e7-fdaa-4156-80de-c364111e872e req-07aadaa7-1a01-4134-9903-06178de75a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:02.403944 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b7696e7-fdaa-4156-80de-c364111e872e req-07aadaa7-1a01-4134-9903-06178de75a2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b HTTP/1.1" status: 200 len: 915 time: 0.1703579 Apr 05 20:55:02.416709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b73e18-1600-4c2d-b499-1baccfc4e489 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1278e1b-2fe1-4124-adda-809a4383eaba,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:02.422640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-03b73e18-1600-4c2d-b499-1baccfc4e489 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.424301 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-03b73e18-1600-4c2d-b499-1baccfc4e489 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/security-groups/b1278e1b-2fe1-4124-adda-809a4383eaba HTTP/1.1" status: 204 len: 168 time: 0.4350049 Apr 05 20:55:02.428497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54434) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:02.476640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9171a876-cd93-4563-ae1e-116549d56e86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.537604 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b7696e7-fdaa-4156-80de-c364111e872e req-e81ea6ef-a8b6-4c86-b677-11e5fa004134 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95db3941-8964-42de-befd-172422da2528 HTTP/1.1" status: 200 len: 999 time: 0.1203117 Apr 05 20:55:02.601552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-659ef89d-2a34-4b2d-b906-cece8b29b83c None None] Provisioning complete for port ac29207c-22bc-42fb-a4a3-ad93db7ddec4 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:02.601857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7696e7-fdaa-4156-80de-c364111e872e req-2e1b2e44-8b02-4566-950f-53e5667c4d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:02.601996 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-659ef89d-2a34-4b2d-b906-cece8b29b83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.603470 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b7696e7-fdaa-4156-80de-c364111e872e req-2e1b2e44-8b02-4566-950f-53e5667c4d16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dcd449b-6eca-4814-9cae-b6b56f8b6aa6 HTTP/1.1" status: 200 len: 853 time: 0.0598712 Apr 05 20:55:02.650554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9ad6e89-22cf-4824-804f-29eb82379de8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.659053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a6cafd6c-1187-46da-963b-4a9f06054eea triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:02.659424 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.681192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7696e7-fdaa-4156-80de-c364111e872e req-89561e44-5326-41f2-922c-a68b199b2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:02.682696 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b7696e7-fdaa-4156-80de-c364111e872e req-89561e44-5326-41f2-922c-a68b199b2b98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732355 Apr 05 20:55:02.721290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-659ef89d-2a34-4b2d-b906-cece8b29b83c None None] Port ac29207c-22bc-42fb-a4a3-ad93db7ddec4 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:02.728113 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9ad6e89-22cf-4824-804f-29eb82379de8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.765898 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-659ef89d-2a34-4b2d-b906-cece8b29b83c None None] Could not find standard attr ID for object bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:55:02.842502 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b7696e7-fdaa-4156-80de-c364111e872e req-c79f3e14-c4ec-4855-9216-6ffcc251b069 service neutron] 10.222.0.41 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509190 Apr 05 20:55:02.871307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9ad6e89-22cf-4824-804f-29eb82379de8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.874994 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0f721d2a-5873-430e-8d32-08bbe840ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '8d4992c7-59f6-4974-a6c1-9e2ffd58ba69', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'port_id': '95db3941-8964-42de-befd-172422da2528', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'mac_address': 'fa:16:3e:1d:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:00Z', 'updated_at': '2022-04-05T20:55:00Z', 'revision_number': 0, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376b7e6-0f05-4ab6-84da-13933f4b279f', 'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'mac_address': 'fa:16:3e:51:9e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:24Z', 'updated_at': '2022-04-05T20:52:39Z', 'revision_number': 5, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'subnets': [{'id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:02.879961 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f721d2a-5873-430e-8d32-08bbe840ccaa None None] Checking router: 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:55:02.890986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e479fa2d-4598-4b21-afef-52c6576f716a None None] Could not find standard attr ID for object bc7ef7c9-1bf3-4bf5-9b3e-05df3b8b72a0. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:55:02.894893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f721d2a-5873-430e-8d32-08bbe840ccaa None None] Routers {'82ff42ae-5a73-444f-bc43-c2fad38cf2b3'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:02.895584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0f721d2a-5873-430e-8d32-08bbe840ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:54:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:02.899807 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a9ad6e89-22cf-4824-804f-29eb82379de8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:02.903346 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a9ad6e89-22cf-4824-804f-29eb82379de8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/security-groups/733831ca-1c24-4fa9-828b-e930917a79b0 HTTP/1.1" status: 204 len: 168 time: 0.4717121 Apr 05 20:55:02.904658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54438) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:02.909145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad6e89-22cf-4824-804f-29eb82379de8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=733831ca-1c24-4fa9-828b-e930917a79b0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:02.989256 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b7696e7-fdaa-4156-80de-c364111e872e req-2b96024f-a3e0-4f03-b870-ba4dc6e3e449 service neutron] 10.222.0.41 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412880 Apr 05 20:55:03.060745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63bef6b-657a-4ed1-9741-4ff80acb1d01 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting subnet 6b249526-fd12-41a0-a35d-e4f67418dd18 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:55:03.088847 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-0f721d2a-5873-430e-8d32-08bbe840ccaa None None] Set router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:55:03.126372 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b63bef6b-657a-4ed1-9741-4ff80acb1d01 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.216677 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b63bef6b-657a-4ed1-9741-4ff80acb1d01 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.234499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b2a96-1934-4799-a6e5-856fbd4095e6 req-bc23590b-02aa-4bda-ab0b-049f1dbc5b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:03.238430 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b11b2a96-1934-4799-a6e5-856fbd4095e6 req-bc23590b-02aa-4bda-ab0b-049f1dbc5b0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fadd8917fdfc488d83f2366cc94a5355&device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 1096 time: 0.2037120 Apr 05 20:55:03.335507 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b63bef6b-657a-4ed1-9741-4ff80acb1d01 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.371790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b2a96-1934-4799-a6e5-856fbd4095e6 req-d19ae21f-259a-43bc-aaac-84339964897c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:03.373407 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b11b2a96-1934-4799-a6e5-856fbd4095e6 req-d19ae21f-259a-43bc-aaac-84339964897c service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b HTTP/1.1" status: 200 len: 915 time: 0.1312060 Apr 05 20:55:03.486393 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b11b2a96-1934-4799-a6e5-856fbd4095e6 req-d8eb3b49-fdd8-4b03-bc56-a737454c9796 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95db3941-8964-42de-befd-172422da2528 HTTP/1.1" status: 200 len: 999 time: 0.1069634 Apr 05 20:55:03.489152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0f721d2a-5873-430e-8d32-08bbe840ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '8d4992c7-59f6-4974-a6c1-9e2ffd58ba69', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'port_id': '95db3941-8964-42de-befd-172422da2528', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'mac_address': 'fa:16:3e:1d:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:00Z', 'updated_at': '2022-04-05T20:55:00Z', 'revision_number': 0, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376b7e6-0f05-4ab6-84da-13933f4b279f', 'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'mac_address': 'fa:16:3e:51:9e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:24Z', 'updated_at': '2022-04-05T20:52:39Z', 'revision_number': 5, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'subnets': [{'id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:03.494474 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f721d2a-5873-430e-8d32-08bbe840ccaa None None] The sync data for ids ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'] in n-d-836604-1 is: [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '8d4992c7-59f6-4974-a6c1-9e2ffd58ba69', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'port_id': '95db3941-8964-42de-befd-172422da2528', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'mac_address': 'fa:16:3e:1d:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:00Z', 'updated_at': '2022-04-05T20:55:00Z', 'revision_number': 0, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376b7e6-0f05-4ab6-84da-13933f4b279f', 'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'mac_address': 'fa:16:3e:51:9e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:24Z', 'updated_at': '2022-04-05T20:52:39Z', 'revision_number': 5, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'subnets': [{'id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:03.559633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b2a96-1934-4799-a6e5-856fbd4095e6 req-53298b51-4858-4853-9c72-10f23205959b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:03.561117 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b11b2a96-1934-4799-a6e5-856fbd4095e6 req-53298b51-4858-4853-9c72-10f23205959b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dcd449b-6eca-4814-9cae-b6b56f8b6aa6 HTTP/1.1" status: 200 len: 853 time: 0.0686982 Apr 05 20:55:03.648757 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b2a96-1934-4799-a6e5-856fbd4095e6 req-304c0f7d-6a15-40ae-9506-c08290ae0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:03.650797 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9171a876-cd93-4563-ae1e-116549d56e86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.651279 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b11b2a96-1934-4799-a6e5-856fbd4095e6 req-304c0f7d-6a15-40ae-9506-c08290ae0ea0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0845990 Apr 05 20:55:03.653029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b63bef6b-657a-4ed1-9741-4ff80acb1d01 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.699250 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9171a876-cd93-4563-ae1e-116549d56e86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.744211 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8e8d60-4097-407b-b30d-332c1f1b4135 None None] New status for floating IP 8d4992c7-59f6-4974-a6c1-9e2ffd58ba69: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:55:03.773270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63bef6b-657a-4ed1-9741-4ff80acb1d01 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Subnet': ['ID=6b249526-fd12-41a0-a35d-e4f67418dd18,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:03.791892 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b63bef6b-657a-4ed1-9741-4ff80acb1d01 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:03.802345 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b63bef6b-657a-4ed1-9741-4ff80acb1d01 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/6b249526-fd12-41a0-a35d-e4f67418dd18 HTTP/1.1" status: 204 len: 168 time: 0.8899133 Apr 05 20:55:03.804386 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a0a7e8-05e3-4ecf-8fdd-0675a0ffdb1d None None] Network bda99377-08b3-47be-b1cb-fc1f483099b7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:03.808579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54442) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:03.816520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9a2afe71-bdac-4f78-93eb-74c936bd2e65 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:03.823889 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b11b2a96-1934-4799-a6e5-856fbd4095e6 req-f28419ee-a913-4010-ad24-cb577164eea0 service neutron] 10.222.0.41 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666913 Apr 05 20:55:03.971533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9a2afe71-bdac-4f78-93eb-74c936bd2e65 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:03.975456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9a2afe71-bdac-4f78-93eb-74c936bd2e65 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:03.979063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9a2afe71-bdac-4f78-93eb-74c936bd2e65 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:03.988201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9a2afe71-bdac-4f78-93eb-74c936bd2e65 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:04.006735 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2afe71-bdac-4f78-93eb-74c936bd2e65 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:04.011476 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a2afe71-bdac-4f78-93eb-74c936bd2e65 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:04.020290 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b11b2a96-1934-4799-a6e5-856fbd4095e6 req-0fbeccb8-2358-498a-838f-94f5d31a058a service neutron] 10.222.0.41 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907866 Apr 05 20:55:04.497093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9171a876-cd93-4563-ae1e-116549d56e86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:55:04.629506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-99af828f-fcd6-4ebe-9584-e55669a87084 None None] Provisioning complete for port a6cafd6c-1187-46da-963b-4a9f06054eea triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:04.630548 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-99af828f-fcd6-4ebe-9584-e55669a87084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:04.701646 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a2afe71-bdac-4f78-93eb-74c936bd2e65 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:04.761525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-99af828f-fcd6-4ebe-9584-e55669a87084 None None] Provisioning complete for port ac29207c-22bc-42fb-a4a3-ad93db7ddec4 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:04.761901 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-99af828f-fcd6-4ebe-9584-e55669a87084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:04.782690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2afe71-bdac-4f78-93eb-74c936bd2e65 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network bda99377-08b3-47be-b1cb-fc1f483099b7 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:04.788468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-9a2afe71-bdac-4f78-93eb-74c936bd2e65 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:04.801412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9171a876-cd93-4563-ae1e-116549d56e86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:04.802642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305a04e-4008-47fe-a426-30f30e050c8c None None] Network bda99377-08b3-47be-b1cb-fc1f483099b7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:04.804128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2afe71-bdac-4f78-93eb-74c936bd2e65 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:04.804818 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a2afe71-bdac-4f78-93eb-74c936bd2e65 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:04.808963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2afe71-bdac-4f78-93eb-74c936bd2e65 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Subnet': ['ID=40171ed9-debd-4915-a47e-8da533a4ded4,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:04.819478 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ce8127-1cdf-4a8b-8a7f-8367f5234ab5 None None] Sync routers for ids ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:04.826336 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9171a876-cd93-4563-ae1e-116549d56e86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:04.852971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-99af828f-fcd6-4ebe-9584-e55669a87084 None None] Port ac29207c-22bc-42fb-a4a3-ad93db7ddec4 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:04.864762 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9a2afe71-bdac-4f78-93eb-74c936bd2e65 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0551560 Apr 05 20:55:04.867328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54446) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:04.876385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'security_group': {'name': 'tempest-secgroup-1409028169'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:04.891176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:04.899613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:security_group and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:04.930422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:04.932892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'tag': '95db3941-8964-42de-befd-172422da2528'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:55:04.945141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ce8127-1cdf-4a8b-8a7f-8367f5234ab5 None None] Routers {'82ff42ae-5a73-444f-bc43-c2fad38cf2b3'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:04.945773 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-12ce8127-1cdf-4a8b-8a7f-8367f5234ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:54:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:04.947887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:04.981261 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:04.996907 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9171a876-cd93-4563-ae1e-116549d56e86 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "PUT /v2.0/floatingips/8d4992c7-59f6-4974-a6c1-9e2ffd58ba69 HTTP/1.1" status: 200 len: 991 time: 2.7068360 Apr 05 20:55:05.010406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:05.014829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:security_group_rule and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:05.018352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:05.025231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:05.070900 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'tag': '95db3941-8964-42de-befd-172422da2528', 'status': 'completed', 'code': 200} Apr 05 20:55:05.104961 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.109305 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.155232 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e4d625-a0f5-4125-a4d7-2130c38b0101,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:05.159448 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.164225 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-87228a42-a3d6-4df5-8579-0b1d73fdb12f tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2959123 Apr 05 20:55:05.164840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54454) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:05.177589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'security_group': {'name': 'tempest-secgroup-995834719'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:05.184837 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d05e9-9473-4574-bc4d-b1f8a37f48cb req-b88cc231-3fba-4d7a-9341-65a3fbfb0106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:05.186324 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-988d05e9-9473-4574-bc4d-b1f8a37f48cb req-b88cc231-3fba-4d7a-9341-65a3fbfb0106 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fadd8917fdfc488d83f2366cc94a5355&device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 1096 time: 0.0893259 Apr 05 20:55:05.189048 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:05.194459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:security_group and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:05.207815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-12ce8127-1cdf-4a8b-8a7f-8367f5234ab5 None None] Set router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:55:05.214527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:05.231686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:05.293319 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.328276 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:05.336283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:security_group_rule and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:05.346724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:05.355894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:05.360899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d05e9-9473-4574-bc4d-b1f8a37f48cb req-1e759d82-8083-46e9-a393-32a6c58fa41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:05.362377 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-988d05e9-9473-4574-bc4d-b1f8a37f48cb req-1e759d82-8083-46e9-a393-32a6c58fa41a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b HTTP/1.1" status: 200 len: 915 time: 0.1691780 Apr 05 20:55:05.484419 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-988d05e9-9473-4574-bc4d-b1f8a37f48cb req-0155a34e-327f-4d6e-834e-11b7882eb8f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95db3941-8964-42de-befd-172422da2528 HTTP/1.1" status: 200 len: 1001 time: 0.1164446 Apr 05 20:55:05.572142 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.577724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d05e9-9473-4574-bc4d-b1f8a37f48cb req-55c6cd7c-733e-42c0-897c-61088b86ea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:05.579268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-988d05e9-9473-4574-bc4d-b1f8a37f48cb req-55c6cd7c-733e-42c0-897c-61088b86ea5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dcd449b-6eca-4814-9cae-b6b56f8b6aa6 HTTP/1.1" status: 200 len: 853 time: 0.0879323 Apr 05 20:55:05.579822 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.603330 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b205a3c5-9b82-412f-97f5-41840155bbd0 None None] Update dhcp port {'port': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'fixed_ips': [{'subnet_id': '08649d72-01e2-4712-ac48-f60fbd9f0d31', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '40171ed9-debd-4915-a47e-8da533a4ded4'}], 'binding:host_id': 'n-d-836604-1'}, 'id': 'a6cafd6c-1187-46da-963b-4a9f06054eea'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:55:05.665604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf68633-46fb-4455-b1d1-134745b1d36d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:05.668630 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.672347 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aa0cc4d6-bace-4839-8919-9eed47a7b115 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5040321 Apr 05 20:55:05.673063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54458) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:05.679241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'security_group': {'name': 'tempest-secgroup-498563647'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:05.685954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:05.691485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:security_group and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:05.695789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:05.698397 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b205a3c5-9b82-412f-97f5-41840155bbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.703060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:05.723261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d05e9-9473-4574-bc4d-b1f8a37f48cb req-d4fd50ec-cda5-40e1-b5af-c52743e58db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:05.724749 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-988d05e9-9473-4574-bc4d-b1f8a37f48cb req-d4fd50ec-cda5-40e1-b5af-c52743e58db7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268127 Apr 05 20:55:05.725547 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:05.821221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-12ce8127-1cdf-4a8b-8a7f-8367f5234ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '8d4992c7-59f6-4974-a6c1-9e2ffd58ba69', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'port_id': '95db3941-8964-42de-befd-172422da2528', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'mac_address': 'fa:16:3e:1d:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:00Z', 'updated_at': '2022-04-05T20:55:03Z', 'revision_number': 2, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376b7e6-0f05-4ab6-84da-13933f4b279f', 'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'mac_address': 'fa:16:3e:51:9e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:24Z', 'updated_at': '2022-04-05T20:52:39Z', 'revision_number': 5, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'subnets': [{'id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:05.823104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:05.835502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ce8127-1cdf-4a8b-8a7f-8367f5234ab5 None None] Checking router: 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:55:05.837488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:security_group_rule and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:05.846417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:05.855353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:05.859833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ce8127-1cdf-4a8b-8a7f-8367f5234ab5 None None] Routers {'82ff42ae-5a73-444f-bc43-c2fad38cf2b3'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:05.860495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-12ce8127-1cdf-4a8b-8a7f-8367f5234ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:54:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:05.899379 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-988d05e9-9473-4574-bc4d-b1f8a37f48cb req-c3c4c214-5cc2-4c81-b58d-d6e340613ce7 service neutron] 10.222.0.41 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616387 Apr 05 20:55:06.076264 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-b205a3c5-9b82-412f-97f5-41840155bbd0 None None] Allocated IP 2001:db8::2 (bda99377-08b3-47be-b1cb-fc1f483099b7/40171ed9-debd-4915-a47e-8da533a4ded4/a6cafd6c-1187-46da-963b-4a9f06054eea) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:06.116167 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-12ce8127-1cdf-4a8b-8a7f-8367f5234ab5 None None] Set router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:55:06.165605 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.173294 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.227900 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-988d05e9-9473-4574-bc4d-b1f8a37f48cb req-052b9154-8bc5-4c98-87c1-e6faafad7ca2 service neutron] 10.222.0.41 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219342 Apr 05 20:55:06.231269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.232353 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5584118 Apr 05 20:55:06.233244 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e49c5b-2e08-4e24-92f1-f759549fc2e3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0e7641-8721-47fc-afeb-24c9f9240462,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:06.235363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54462) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:06.241948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1515637746', 'security_groups': ['0e0e7641-8721-47fc-afeb-24c9f9240462'], 'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '40171ed9-debd-4915-a47e-8da533a4ded4'}]}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:06.474578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b205a3c5-9b82-412f-97f5-41840155bbd0 None None] For port a6cafd6c-1187-46da-963b-4a9f06054eea, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a6cafd6c-1187-46da-963b-4a9f06054eea,segment=NetworkSegment(e10b31f5-1d60-43f0-90a8-87f26780dff9),segment_id=e10b31f5-1d60-43f0-90a8-87f26780dff9)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:06.514168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:06.518231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:port and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:06.520984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:06.526553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:06.536699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:06.569659 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b205a3c5-9b82-412f-97f5-41840155bbd0 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.623920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b205a3c5-9b82-412f-97f5-41840155bbd0 None None] Transition to ACTIVE for port object a6cafd6c-1187-46da-963b-4a9f06054eea will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:06.634690 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b205a3c5-9b82-412f-97f5-41840155bbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.664179 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:06.686965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] device_id is not set on port 87e3f614-dc49-4a72-93a2-c28d7a00fd3b yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:55:06.791319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205a3c5-9b82-412f-97f5-41840155bbd0 None None] Pushing event updated for resources: {'Port': ['ID=a6cafd6c-1187-46da-963b-4a9f06054eea,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:06.809120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-12ce8127-1cdf-4a8b-8a7f-8367f5234ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '8d4992c7-59f6-4974-a6c1-9e2ffd58ba69', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'port_id': '95db3941-8964-42de-befd-172422da2528', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'mac_address': 'fa:16:3e:1d:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:00Z', 'updated_at': '2022-04-05T20:55:03Z', 'revision_number': 2, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376b7e6-0f05-4ab6-84da-13933f4b279f', 'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'mac_address': 'fa:16:3e:51:9e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:24Z', 'updated_at': '2022-04-05T20:52:39Z', 'revision_number': 5, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'subnets': [{'id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:06.813834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ce8127-1cdf-4a8b-8a7f-8367f5234ab5 None None] The sync data for ids ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'] in n-d-836604-1 is: [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '8d4992c7-59f6-4974-a6c1-9e2ffd58ba69', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'floating_ip_address': '172.25.8.144', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'port_id': '95db3941-8964-42de-befd-172422da2528', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'mac_address': 'fa:16:3e:1d:5e:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T20:55:00Z', 'updated_at': '2022-04-05T20:55:03Z', 'revision_number': 2, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a376b7e6-0f05-4ab6-84da-13933f4b279f', 'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'mac_address': 'fa:16:3e:51:9e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:24Z', 'updated_at': '2022-04-05T20:52:39Z', 'revision_number': 5, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'subnets': [{'id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:06.916555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Allocated IP 2001:db8::d0 (bda99377-08b3-47be-b1cb-fc1f483099b7/40171ed9-debd-4915-a47e-8da533a4ded4/87e3f614-dc49-4a72-93a2-c28d7a00fd3b) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:07.073621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'tag': '95db3941-8964-42de-befd-172422da2528'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:55:07.123756 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'tag': '95db3941-8964-42de-befd-172422da2528', 'status': 'completed', 'code': 200} Apr 05 20:55:07.132954 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:07.150928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Transition to ACTIVE for port object 87e3f614-dc49-4a72-93a2-c28d7a00fd3b will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:07.176326 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:07.233357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec07ab-a61c-49e3-bc44-fe91f5818838 req-3b38e0c2-3c28-4384-9291-889a17c7c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:07.234886 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ecec07ab-a61c-49e3-bc44-fe91f5818838 req-3b38e0c2-3c28-4384-9291-889a17c7c21a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fadd8917fdfc488d83f2366cc94a5355&device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 1096 time: 0.0887549 Apr 05 20:55:07.246321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network bda99377-08b3-47be-b1cb-fc1f483099b7 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:07.249278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:07.258490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:55:07.264066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:07.264683 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:07.282592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=87e3f614-dc49-4a72-93a2-c28d7a00fd3b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:07.298383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-650f54e8-863c-4f7b-b9fd-9cdb0c218adc tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0618224 Apr 05 20:55:07.301122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54468) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:07.307108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a2279d82-be03-46dc-8333-2f67a0f99737 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:07.374329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec07ab-a61c-49e3-bc44-fe91f5818838 req-a0096fc8-268b-4e6b-808e-9009c8b38173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:07.376419 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ecec07ab-a61c-49e3-bc44-fe91f5818838 req-a0096fc8-268b-4e6b-808e-9009c8b38173 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b HTTP/1.1" status: 200 len: 915 time: 0.1349003 Apr 05 20:55:07.402108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a4e0571c-6b5c-4806-9027-93511936663b None None] Provisioning for port a6cafd6c-1187-46da-963b-4a9f06054eea completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:07.409410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a4e0571c-6b5c-4806-9027-93511936663b None None] Provisioning complete for port a6cafd6c-1187-46da-963b-4a9f06054eea triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:07.409783 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a4e0571c-6b5c-4806-9027-93511936663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:07.463497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a2279d82-be03-46dc-8333-2f67a0f99737 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:07.468021 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a2279d82-be03-46dc-8333-2f67a0f99737 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:07.472733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a2279d82-be03-46dc-8333-2f67a0f99737 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:07.479266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a2279d82-be03-46dc-8333-2f67a0f99737 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:07.496866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2279d82-be03-46dc-8333-2f67a0f99737 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:07.499534 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a2279d82-be03-46dc-8333-2f67a0f99737 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:07.505095 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ecec07ab-a61c-49e3-bc44-fe91f5818838 req-9a207eff-976a-4ac5-bce0-839c70708bf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95db3941-8964-42de-befd-172422da2528 HTTP/1.1" status: 200 len: 1001 time: 0.1228704 Apr 05 20:55:07.564572 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a4e0571c-6b5c-4806-9027-93511936663b None None] Provisioning complete for port ac29207c-22bc-42fb-a4a3-ad93db7ddec4 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:07.564944 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a4e0571c-6b5c-4806-9027-93511936663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:07.579868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec07ab-a61c-49e3-bc44-fe91f5818838 req-11d37d83-c572-41a5-9afb-af730aefeaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:07.581309 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ecec07ab-a61c-49e3-bc44-fe91f5818838 req-11d37d83-c572-41a5-9afb-af730aefeaa0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dcd449b-6eca-4814-9cae-b6b56f8b6aa6 HTTP/1.1" status: 200 len: 853 time: 0.0687587 Apr 05 20:55:07.624913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a4e0571c-6b5c-4806-9027-93511936663b None None] Port ac29207c-22bc-42fb-a4a3-ad93db7ddec4 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:07.647585 n-d-836604-1 neutron-server[87964]: INFO neutron.db.ipam_backend_mixin [None req-a2279d82-be03-46dc-8333-2f67a0f99737 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40171ed9-debd-4915-a47e-8da533a4ded4 (CIDR: 2001:db8::/64) Apr 05 20:55:07.655637 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2279d82-be03-46dc-8333-2f67a0f99737 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:55:07.656171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2279d82-be03-46dc-8333-2f67a0f99737 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:07.659921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec07ab-a61c-49e3-bc44-fe91f5818838 req-8323c9cc-0c92-41be-9326-72ab95a7b330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:07.661459 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ecec07ab-a61c-49e3-bc44-fe91f5818838 req-8323c9cc-0c92-41be-9326-72ab95a7b330 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739653 Apr 05 20:55:07.674987 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a2279d82-be03-46dc-8333-2f67a0f99737 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3726456 Apr 05 20:55:07.677682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54472) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:07.683764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-eeba3c49-a8a9-485f-8ce1-8a70f46e6b18 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:07.746232 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0885f4e0-0591-44f7-9393-560a274aea3f None None] Provisioning for port 87e3f614-dc49-4a72-93a2-c28d7a00fd3b completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:07.752362 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0885f4e0-0591-44f7-9393-560a274aea3f None None] Provisioning complete for port 87e3f614-dc49-4a72-93a2-c28d7a00fd3b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:07.753058 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0885f4e0-0591-44f7-9393-560a274aea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:07.800008 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ecec07ab-a61c-49e3-bc44-fe91f5818838 req-798448e6-5905-4f49-8e0a-d091982d373c service neutron] 10.222.0.41 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321034 Apr 05 20:55:07.808302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0885f4e0-0591-44f7-9393-560a274aea3f None None] Port 87e3f614-dc49-4a72-93a2-c28d7a00fd3b cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:07.826958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eeba3c49-a8a9-485f-8ce1-8a70f46e6b18 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:07.831567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eeba3c49-a8a9-485f-8ce1-8a70f46e6b18 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:07.834497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eeba3c49-a8a9-485f-8ce1-8a70f46e6b18 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:07.840218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eeba3c49-a8a9-485f-8ce1-8a70f46e6b18 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:07.850362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeba3c49-a8a9-485f-8ce1-8a70f46e6b18 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:07.853787 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eeba3c49-a8a9-485f-8ce1-8a70f46e6b18 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:07.937937 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ecec07ab-a61c-49e3-bc44-fe91f5818838 req-5fb41853-9891-4ae0-8e8e-c4f12078e59f service neutron] 10.222.0.41 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320822 Apr 05 20:55:07.990289 n-d-836604-1 neutron-server[87964]: INFO neutron.db.ipam_backend_mixin [None req-eeba3c49-a8a9-485f-8ce1-8a70f46e6b18 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 08649d72-01e2-4712-ac48-f60fbd9f0d31 (CIDR: 2001:db8:0:1::/64) Apr 05 20:55:07.994588 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeba3c49-a8a9-485f-8ce1-8a70f46e6b18 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:55:07.994588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eeba3c49-a8a9-485f-8ce1-8a70f46e6b18 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:08.012363 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eeba3c49-a8a9-485f-8ce1-8a70f46e6b18 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3330634 Apr 05 20:55:08.015673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54476) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:08.021466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-285097b2-3da0-40aa-9fdf-9084af50a135 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'subnet': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:08.160740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-285097b2-3da0-40aa-9fdf-9084af50a135 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:08.166136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-285097b2-3da0-40aa-9fdf-9084af50a135 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Usage tracker for resource:subnet and tenant:f8164cd299eb48f2a1a0698266580c38 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:08.170844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-285097b2-3da0-40aa-9fdf-9084af50a135 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:08.176143 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-285097b2-3da0-40aa-9fdf-9084af50a135 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:08.190933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285097b2-3da0-40aa-9fdf-9084af50a135 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Made reservation on behalf of f8164cd299eb48f2a1a0698266580c38 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:08.191920 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-285097b2-3da0-40aa-9fdf-9084af50a135 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:08.225521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a6cafd6c-1187-46da-963b-4a9f06054eea up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:08.316494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a6cafd6c-1187-46da-963b-4a9f06054eea triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:08.316494 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:08.481348 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-285097b2-3da0-40aa-9fdf-9084af50a135 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:08.537453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285097b2-3da0-40aa-9fdf-9084af50a135 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Network bda99377-08b3-47be-b1cb-fc1f483099b7 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:08.540033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-285097b2-3da0-40aa-9fdf-9084af50a135 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:08.544176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285097b2-3da0-40aa-9fdf-9084af50a135 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:08.544750 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-285097b2-3da0-40aa-9fdf-9084af50a135 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:08.551393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af087e9-c1a7-44a3-b692-05ec6b1350eb None None] Network bda99377-08b3-47be-b1cb-fc1f483099b7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:08.562261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285097b2-3da0-40aa-9fdf-9084af50a135 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Subnet': ['ID=9bc0bc0c-ce7c-4547-8bd2-e756498be2f3,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:08.577465 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-285097b2-3da0-40aa-9fdf-9084af50a135 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5600927 Apr 05 20:55:08.577576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54482) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:08.583243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8b28edf5-cd51-44d6-9bf2-da8ef482b09e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1837392951', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9bc0bc0c-ce7c-4547-8bd2-e756498be2f3'}], 'security_groups': ['66e4d625-a0f5-4125-a4d7-2130c38b0101', 'fbf68633-46fb-4455-b1d1-134745b1d36d']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:08.728740 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b28edf5-cd51-44d6-9bf2-da8ef482b09e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:08.980699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bf8aea-f001-4b0d-addd-6c3dad95f615 None None] Update dhcp port {'port': {'network_id': 'bda99377-08b3-47be-b1cb-fc1f483099b7', 'fixed_ips': [{'subnet_id': '08649d72-01e2-4712-ac48-f60fbd9f0d31', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '40171ed9-debd-4915-a47e-8da533a4ded4', 'ip_address': '2001:db8::2'}, {'subnet_id': '9bc0bc0c-ce7c-4547-8bd2-e756498be2f3'}], 'binding:host_id': 'n-d-836604-1'}, 'id': 'a6cafd6c-1187-46da-963b-4a9f06054eea'} from n-d-836604-1. {{(pid=87966) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 05 20:55:09.027277 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.044257 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-66bf8aea-f001-4b0d-addd-6c3dad95f615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.169125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-8b28edf5-cd51-44d6-9bf2-da8ef482b09e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Delete allocated IP 2001:db8::d0 (bda99377-08b3-47be-b1cb-fc1f483099b7/40171ed9-debd-4915-a47e-8da533a4ded4) {{(pid=87964) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 20:55:09.178963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-8b28edf5-cd51-44d6-9bf2-da8ef482b09e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Allocated IP 2001:db8:0:2::296 (bda99377-08b3-47be-b1cb-fc1f483099b7/9bc0bc0c-ce7c-4547-8bd2-e756498be2f3/87e3f614-dc49-4a72-93a2-c28d7a00fd3b) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:09.292784 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.495909 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b28edf5-cd51-44d6-9bf2-da8ef482b09e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.511752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-8b28edf5-cd51-44d6-9bf2-da8ef482b09e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Transition to ACTIVE for port object 87e3f614-dc49-4a72-93a2-c28d7a00fd3b will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:09.515483 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b28edf5-cd51-44d6-9bf2-da8ef482b09e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.581455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-66bf8aea-f001-4b0d-addd-6c3dad95f615 None None] Allocated IP 2001:db8:0:2::2 (bda99377-08b3-47be-b1cb-fc1f483099b7/9bc0bc0c-ce7c-4547-8bd2-e756498be2f3/a6cafd6c-1187-46da-963b-4a9f06054eea) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:09.619664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-8b28edf5-cd51-44d6-9bf2-da8ef482b09e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] In _notify_port_updated(), no bound segment for port 87e3f614-dc49-4a72-93a2-c28d7a00fd3b on network bda99377-08b3-47be-b1cb-fc1f483099b7 {{(pid=87964) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 05 20:55:09.625008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b28edf5-cd51-44d6-9bf2-da8ef482b09e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:09.625658 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b28edf5-cd51-44d6-9bf2-da8ef482b09e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.626950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8b28edf5-cd51-44d6-9bf2-da8ef482b09e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "PUT /v2.0/ports/87e3f614-dc49-4a72-93a2-c28d7a00fd3b HTTP/1.1" status: 200 len: 970 time: 1.0491316 Apr 05 20:55:09.629914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54486) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:09.634646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28edf5-cd51-44d6-9bf2-da8ef482b09e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event updated for resources: {'Port': ['ID=87e3f614-dc49-4a72-93a2-c28d7a00fd3b,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:09.700225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-5074d147-6e5c-49d6-a5ce-7a84e125632b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port 87e3f614-dc49-4a72-93a2-c28d7a00fd3b {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:09.700557 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5074d147-6e5c-49d6-a5ce-7a84e125632b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.760622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-66bf8aea-f001-4b0d-addd-6c3dad95f615 None None] For port a6cafd6c-1187-46da-963b-4a9f06054eea, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a6cafd6c-1187-46da-963b-4a9f06054eea,segment=NetworkSegment(e10b31f5-1d60-43f0-90a8-87f26780dff9),segment_id=e10b31f5-1d60-43f0-90a8-87f26780dff9)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:09.785618 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-66bf8aea-f001-4b0d-addd-6c3dad95f615 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.802052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-66bf8aea-f001-4b0d-addd-6c3dad95f615 None None] Transition to ACTIVE for port object a6cafd6c-1187-46da-963b-4a9f06054eea will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:09.805780 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-66bf8aea-f001-4b0d-addd-6c3dad95f615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.950314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5074d147-6e5c-49d6-a5ce-7a84e125632b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:09.978400 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf8aea-f001-4b0d-addd-6c3dad95f615 None None] Pushing event updated for resources: {'Port': ['ID=a6cafd6c-1187-46da-963b-4a9f06054eea,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:10.212348 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-5074d147-6e5c-49d6-a5ce-7a84e125632b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for 87e3f614-dc49-4a72-93a2-c28d7a00fd3b owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:10.224391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a6cafd6c-1187-46da-963b-4a9f06054eea up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:10.360305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5074d147-6e5c-49d6-a5ce-7a84e125632b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.415858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074d147-6e5c-49d6-a5ce-7a84e125632b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=87e3f614-dc49-4a72-93a2-c28d7a00fd3b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:10.458664 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5074d147-6e5c-49d6-a5ce-7a84e125632b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.468696 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5074d147-6e5c-49d6-a5ce-7a84e125632b tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/87e3f614-dc49-4a72-93a2-c28d7a00fd3b HTTP/1.1" status: 204 len: 168 time: 0.8378224 Apr 05 20:55:10.471710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54490) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:10.513774 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84510c7-4395-403e-8ecd-a610b8937272 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] GET failed (client error): The resource could not be found. Apr 05 20:55:10.514336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f84510c7-4395-403e-8ecd-a610b8937272 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Synchronizing usage tracker for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:10.529753 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f84510c7-4395-403e-8ecd-a610b8937272 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Unset dirty status for tenant:f8164cd299eb48f2a1a0698266580c38 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:10.534246 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f84510c7-4395-403e-8ecd-a610b8937272 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports/87e3f614-dc49-4a72-93a2-c28d7a00fd3b HTTP/1.1" status: 404 len: 333 time: 0.0583212 Apr 05 20:55:10.534474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54494) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:10.555853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4133fccd-2d75-4682-a34c-baea8251e6ef None None] Provisioning for port a6cafd6c-1187-46da-963b-4a9f06054eea completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:10.563630 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4133fccd-2d75-4682-a34c-baea8251e6ef None None] Provisioning complete for port a6cafd6c-1187-46da-963b-4a9f06054eea triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:10.564339 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4133fccd-2d75-4682-a34c-baea8251e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.606363 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d3aa5cd-4737-4617-a777-7a540401556e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.635955 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d3aa5cd-4737-4617-a777-7a540401556e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.689937 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d3aa5cd-4737-4617-a777-7a540401556e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.700465 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4133fccd-2d75-4682-a34c-baea8251e6ef None None] Provisioning complete for port ac29207c-22bc-42fb-a4a3-ad93db7ddec4 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:10.700845 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4133fccd-2d75-4682-a34c-baea8251e6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.711390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3aa5cd-4737-4617-a777-7a540401556e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0e7641-8721-47fc-afeb-24c9f9240462,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:10.721794 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6d3aa5cd-4737-4617-a777-7a540401556e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.723412 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6d3aa5cd-4737-4617-a777-7a540401556e tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/security-groups/0e0e7641-8721-47fc-afeb-24c9f9240462 HTTP/1.1" status: 204 len: 168 time: 0.1879578 Apr 05 20:55:10.726887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54498) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:10.771744 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4133fccd-2d75-4682-a34c-baea8251e6ef None None] Port ac29207c-22bc-42fb-a4a3-ad93db7ddec4 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:10.774830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4133fccd-2d75-4682-a34c-baea8251e6ef None None] Could not find standard attr ID for object 87e3f614-dc49-4a72-93a2-c28d7a00fd3b. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:55:10.807399 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67e95229-4c60-4831-8fa2-6bc6278081ed tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.836690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67e95229-4c60-4831-8fa2-6bc6278081ed tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.885719 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67e95229-4c60-4831-8fa2-6bc6278081ed tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.887032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1cb61717-735e-403e-b9c2-a9422fb3f9f9 None None] Could not find standard attr ID for object 87e3f614-dc49-4a72-93a2-c28d7a00fd3b. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 20:55:10.909769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e95229-4c60-4831-8fa2-6bc6278081ed tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf68633-46fb-4455-b1d1-134745b1d36d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:10.912097 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67e95229-4c60-4831-8fa2-6bc6278081ed tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:10.913192 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-67e95229-4c60-4831-8fa2-6bc6278081ed tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/security-groups/fbf68633-46fb-4455-b1d1-134745b1d36d HTTP/1.1" status: 204 len: 168 time: 0.1848261 Apr 05 20:55:10.915791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54502) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:10.979584 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fde3f468-afea-4988-bd79-1ee6910734e6 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.006998 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fde3f468-afea-4988-bd79-1ee6910734e6 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.053905 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fde3f468-afea-4988-bd79-1ee6910734e6 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.070144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde3f468-afea-4988-bd79-1ee6910734e6 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e4d625-a0f5-4125-a4d7-2130c38b0101,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:11.076226 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fde3f468-afea-4988-bd79-1ee6910734e6 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.077330 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fde3f468-afea-4988-bd79-1ee6910734e6 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/security-groups/66e4d625-a0f5-4125-a4d7-2130c38b0101 HTTP/1.1" status: 204 len: 168 time: 0.1606429 Apr 05 20:55:11.080613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54506) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:11.146505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8da08a-1e6a-48ea-9820-22c020191e93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting subnet 40171ed9-debd-4915-a47e-8da533a4ded4 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:55:11.149385 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d8da08a-1e6a-48ea-9820-22c020191e93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.210743 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d8da08a-1e6a-48ea-9820-22c020191e93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.293208 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d8da08a-1e6a-48ea-9820-22c020191e93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.364778 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d8da08a-1e6a-48ea-9820-22c020191e93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.408044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8da08a-1e6a-48ea-9820-22c020191e93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Subnet': ['ID=40171ed9-debd-4915-a47e-8da533a4ded4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:11.409967 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9d8da08a-1e6a-48ea-9820-22c020191e93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.416584 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9d8da08a-1e6a-48ea-9820-22c020191e93 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/40171ed9-debd-4915-a47e-8da533a4ded4 HTTP/1.1" status: 204 len: 168 time: 0.3349700 Apr 05 20:55:11.420065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54510) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:11.422967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5bbdd2-8bf9-43bd-87ca-db53809f29c3 None None] Network bda99377-08b3-47be-b1cb-fc1f483099b7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:11.438372 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b28410c5-63e4-4967-9490-dd1d04675f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.486626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd3c3724-61dd-4a56-92fb-01addfadc27d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting subnet 9bc0bc0c-ce7c-4547-8bd2-e756498be2f3 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:55:11.489542 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3724-61dd-4a56-92fb-01addfadc27d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.552010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3724-61dd-4a56-92fb-01addfadc27d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.639572 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3724-61dd-4a56-92fb-01addfadc27d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.719603 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3724-61dd-4a56-92fb-01addfadc27d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.764645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c3724-61dd-4a56-92fb-01addfadc27d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Subnet': ['ID=9bc0bc0c-ce7c-4547-8bd2-e756498be2f3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:11.768614 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3724-61dd-4a56-92fb-01addfadc27d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.775651 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bd3c3724-61dd-4a56-92fb-01addfadc27d tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/9bc0bc0c-ce7c-4547-8bd2-e756498be2f3 HTTP/1.1" status: 204 len: 168 time: 0.3545423 Apr 05 20:55:11.778061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54514) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:11.819574 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5fbe92-b782-4926-99ec-58aff7f4ff49 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:11.820063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5fbe92-b782-4926-99ec-58aff7f4ff49 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:11.821790 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9d5fbe92-b782-4926-99ec-58aff7f4ff49 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/40171ed9-debd-4915-a47e-8da533a4ded4 HTTP/1.1" status: 404 len: 337 time: 0.0427802 Apr 05 20:55:11.824541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54518) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:11.891726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f54c0e-4509-4262-83f4-ee8e88ccdc63 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting subnet 08649d72-01e2-4712-ac48-f60fbd9f0d31 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:55:11.894788 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57f54c0e-4509-4262-83f4-ee8e88ccdc63 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:11.955457 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57f54c0e-4509-4262-83f4-ee8e88ccdc63 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.041176 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57f54c0e-4509-4262-83f4-ee8e88ccdc63 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.120926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57f54c0e-4509-4262-83f4-ee8e88ccdc63 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.164603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f54c0e-4509-4262-83f4-ee8e88ccdc63 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Subnet': ['ID=08649d72-01e2-4712-ac48-f60fbd9f0d31,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:12.166534 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-57f54c0e-4509-4262-83f4-ee8e88ccdc63 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.169588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5130dbc-fc1b-421d-9f74-1ab65efe68ad None None] Network bda99377-08b3-47be-b1cb-fc1f483099b7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:12.177146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-57f54c0e-4509-4262-83f4-ee8e88ccdc63 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/08649d72-01e2-4712-ac48-f60fbd9f0d31 HTTP/1.1" status: 204 len: 168 time: 0.3512666 Apr 05 20:55:12.179653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54522) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.226178 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8d3117-f84b-458e-8e86-b322ef3530a9 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:12.226631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8d3117-f84b-458e-8e86-b322ef3530a9 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:12.228305 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-de8d3117-f84b-458e-8e86-b322ef3530a9 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/6b249526-fd12-41a0-a35d-e4f67418dd18 HTTP/1.1" status: 404 len: 337 time: 0.0476930 Apr 05 20:55:12.230946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54526) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.278510 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c6ed4212-bd69-4a13-86de-15dc91af9e15 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3c29d01-7618-4013-9b99-ef687217b133 HTTP/1.1" status: 200 len: 205 time: 0.0465024 Apr 05 20:55:12.281037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54530) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.308975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b85eda7b-b5f2-4c7c-9707-895eb9441d18 None None] Provisioning complete for port a6cafd6c-1187-46da-963b-4a9f06054eea triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:12.309344 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b85eda7b-b5f2-4c7c-9707-895eb9441d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.351151 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-4ec88a8e-6742-42b4-91da-1ebbea0d7892 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] delete failed (client error): The resource could not be found. Apr 05 20:55:12.354663 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4ec88a8e-6742-42b4-91da-1ebbea0d7892 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/routers/c3c29d01-7618-4013-9b99-ef687217b133 HTTP/1.1" status: 404 len: 336 time: 0.0701532 Apr 05 20:55:12.354812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54534) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.392481 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1d4093-465a-4a86-b215-1e76d46949d1 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:12.392969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1d4093-465a-4a86-b215-1e76d46949d1 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:12.397324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7b1d4093-465a-4a86-b215-1e76d46949d1 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/fd6a0606-80d8-4fe7-b89b-b64562d66f7c HTTP/1.1" status: 404 len: 337 time: 0.0390446 Apr 05 20:55:12.397504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54538) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.435335 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70df666-8da4-447e-97ff-696eecb348e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:12.435666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f70df666-8da4-447e-97ff-696eecb348e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:12.439796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f70df666-8da4-447e-97ff-696eecb348e5 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/5ff26699-c5bd-4c04-b7c8-9d24db42e758 HTTP/1.1" status: 404 len: 337 time: 0.0387113 Apr 05 20:55:12.439960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54542) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.482805 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-151e1eb4-f2b5-421a-9b0c-6aa6a69ed8c8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:12.482941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-151e1eb4-f2b5-421a-9b0c-6aa6a69ed8c8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:12.484584 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-151e1eb4-f2b5-421a-9b0c-6aa6a69ed8c8 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/4dedaa0c-eef0-4ce6-9032-1b7ef0cf819d HTTP/1.1" status: 404 len: 337 time: 0.0437562 Apr 05 20:55:12.487408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54546) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.491875 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b85eda7b-b5f2-4c7c-9707-895eb9441d18 None None] Provisioning complete for port ac29207c-22bc-42fb-a4a3-ad93db7ddec4 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:12.492410 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b85eda7b-b5f2-4c7c-9707-895eb9441d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.530961 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0fe0b2-ca41-4c62-9de3-a0a68e88e7df None None] DHCP port deletion for bda99377-08b3-47be-b1cb-fc1f483099b7 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:55:12.532823 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-5265a049-4583-46d5-8e28-456ef5f22bf3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:12.533653 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5265a049-4583-46d5-8e28-456ef5f22bf3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:12.536207 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5265a049-4583-46d5-8e28-456ef5f22bf3 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/48a47d5f-c9d5-4e86-af3b-49ee13b1c6c3 HTTP/1.1" status: 404 len: 333 time: 0.0476425 Apr 05 20:55:12.538625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54550) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.540572 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9b0fe0b2-ca41-4c62-9de3-a0a68e88e7df None None] Deleting port a6cafd6c-1187-46da-963b-4a9f06054eea {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:12.540934 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9b0fe0b2-ca41-4c62-9de3-a0a68e88e7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.576482 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-7506e410-e892-47b7-a3cd-37ad4ffd3918 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:12.576932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7506e410-e892-47b7-a3cd-37ad4ffd3918 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:12.579207 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7506e410-e892-47b7-a3cd-37ad4ffd3918 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/d7ed97c5-59da-4f03-95e6-76bf5b9dc355 HTTP/1.1" status: 404 len: 337 time: 0.0390427 Apr 05 20:55:12.581706 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54554) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.590979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b85eda7b-b5f2-4c7c-9707-895eb9441d18 None None] Port ac29207c-22bc-42fb-a4a3-ad93db7ddec4 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:12.618029 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-009d6dec-da0e-47b7-be95-4fc60da8be37 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:12.618474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-009d6dec-da0e-47b7-be95-4fc60da8be37 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:12.620114 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-009d6dec-da0e-47b7-be95-4fc60da8be37 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/4333c73f-4ec7-4a42-a75d-4aae606826e6 HTTP/1.1" status: 404 len: 337 time: 0.0374939 Apr 05 20:55:12.622697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54558) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.667630 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3f9502-c34e-4672-beb4-02d12019f553 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:12.668090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3f9502-c34e-4672-beb4-02d12019f553 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:12.672131 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cd3f9502-c34e-4672-beb4-02d12019f553 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/a84822d4-4c40-404e-b0e7-a17f806b61f0 HTTP/1.1" status: 404 len: 333 time: 0.0461435 Apr 05 20:55:12.672886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54562) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.710652 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c68fbae-bdb3-4f73-b5ab-c4eb233edaa0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:12.711103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c68fbae-bdb3-4f73-b5ab-c4eb233edaa0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:12.715228 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3c68fbae-bdb3-4f73-b5ab-c4eb233edaa0 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/7bef3d83-5988-4980-9ad5-2ed2b3fabf9e HTTP/1.1" status: 404 len: 337 time: 0.0390875 Apr 05 20:55:12.715415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54568) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.753182 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-9868eb0d-19a1-46ab-8b7b-e047b8b95837 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] DELETE failed (client error): The resource could not be found. Apr 05 20:55:12.753571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9868eb0d-19a1-46ab-8b7b-e047b8b95837 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:55:12.757753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9868eb0d-19a1-46ab-8b7b-e047b8b95837 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/subnets/1244c941-92eb-43f2-9b4a-a4e41498436c HTTP/1.1" status: 404 len: 337 time: 0.0388963 Apr 05 20:55:12.758180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54572) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:12.758698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9b0fe0b2-ca41-4c62-9de3-a0a68e88e7df None None] For port a6cafd6c-1187-46da-963b-4a9f06054eea, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a6cafd6c-1187-46da-963b-4a9f06054eea,segment=NetworkSegment(e10b31f5-1d60-43f0-90a8-87f26780dff9),segment_id=e10b31f5-1d60-43f0-90a8-87f26780dff9)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:12.759084 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9b0fe0b2-ca41-4c62-9de3-a0a68e88e7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.829567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-68b905bd-308c-4bb5-9b3d-69527a906ae4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Deleting port ac29207c-22bc-42fb-a4a3-ad93db7ddec4 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:12.830186 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68b905bd-308c-4bb5-9b3d-69527a906ae4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:12.914826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9b0fe0b2-ca41-4c62-9de3-a0a68e88e7df None None] Calling delete_port for a6cafd6c-1187-46da-963b-4a9f06054eea owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:12.992944 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9b0fe0b2-ca41-4c62-9de3-a0a68e88e7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.039539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fe0b2-ca41-4c62-9de3-a0a68e88e7df None None] Pushing event deleted for resources: {'Port': ['ID=a6cafd6c-1187-46da-963b-4a9f06054eea,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:13.041300 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0fe0b2-ca41-4c62-9de3-a0a68e88e7df None None] No DVR routers for this DVR port a6cafd6c-1187-46da-963b-4a9f06054eea on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:13.043959 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68b905bd-308c-4bb5-9b3d-69527a906ae4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.170127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-68b905bd-308c-4bb5-9b3d-69527a906ae4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Calling delete_port for ac29207c-22bc-42fb-a4a3-ad93db7ddec4 owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:13.251399 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68b905bd-308c-4bb5-9b3d-69527a906ae4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.304649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b905bd-308c-4bb5-9b3d-69527a906ae4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Port': ['ID=ac29207c-22bc-42fb-a4a3-ad93db7ddec4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:13.312695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68b905bd-308c-4bb5-9b3d-69527a906ae4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.326976 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-68b905bd-308c-4bb5-9b3d-69527a906ae4 tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/ports/ac29207c-22bc-42fb-a4a3-ad93db7ddec4 HTTP/1.1" status: 204 len: 168 time: 0.5678151 Apr 05 20:55:13.333948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54576) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:13.447623 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91c4c044-d358-48e6-bdde-47534d39187a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.580077 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91c4c044-d358-48e6-bdde-47534d39187a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.604960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-91c4c044-d358-48e6-bdde-47534d39187a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda99377-08b3-47be-b1cb-fc1f483099b7']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:13.617633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-91c4c044-d358-48e6-bdde-47534d39187a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e10b31f5-1d60-43f0-90a8-87f26780dff9') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:13.617746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-91c4c044-d358-48e6-bdde-47534d39187a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e10b31f5-1d60-43f0-90a8-87f26780dff9') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:13.628853 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91c4c044-d358-48e6-bdde-47534d39187a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.644339 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91c4c044-d358-48e6-bdde-47534d39187a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.650736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c4c044-d358-48e6-bdde-47534d39187a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:55:13.650736 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91c4c044-d358-48e6-bdde-47534d39187a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:13.665850 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:13.719842 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7bc12d4-13bc-4a91-8a6d-3386eb75f8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.846387 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91c4c044-d358-48e6-bdde-47534d39187a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.863461 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91c4c044-d358-48e6-bdde-47534d39187a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:13.873087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4c044-d358-48e6-bdde-47534d39187a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] Pushing event deleted for resources: {'Network': ['ID=bda99377-08b3-47be-b1cb-fc1f483099b7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:13.876546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-91c4c044-d358-48e6-bdde-47534d39187a tempest-PortsIpV6TestJSON-1639757561 tempest-PortsIpV6TestJSON-1639757561-project] 10.222.0.24 "DELETE /v2.0/networks/bda99377-08b3-47be-b1cb-fc1f483099b7 HTTP/1.1" status: 204 len: 168 time: 0.5441768 Apr 05 20:55:14.133624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54584) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:14.223380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a6cafd6c-1187-46da-963b-4a9f06054eea no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:14.259154 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: a6cafd6c-1187-46da-963b-4a9f06054eea {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:55:14.259579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a6cafd6c-1187-46da-963b-4a9f06054eea not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:14.284404 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c894e936-bd6f-4443-ad1a-2d1a3b604cbb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8164cd299eb48f2a1a0698266580c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496251 Apr 05 20:55:14.286823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54590) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:14.345998 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df8bb8bb-e4ca-4bc1-8e11-5c77c2eac3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:14.370701 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df8bb8bb-e4ca-4bc1-8e11-5c77c2eac3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:14.421457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df8bb8bb-e4ca-4bc1-8e11-5c77c2eac3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:14.439248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8bb8bb-e4ca-4bc1-8e11-5c77c2eac3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794a7c10-4517-4cb9-a51a-2186151d8055,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:14.443272 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-df8bb8bb-e4ca-4bc1-8e11-5c77c2eac3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:14.444384 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-df8bb8bb-e4ca-4bc1-8e11-5c77c2eac3d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/794a7c10-4517-4cb9-a51a-2186151d8055 HTTP/1.1" status: 204 len: 168 time: 0.1566780 Apr 05 20:55:14.881690 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:14.929455 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.183392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54614) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:15.294983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1763908518'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:15.303746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:15.303746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:network and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:15.309675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:15.318394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:15.329792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:15.329792 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.345438 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.360881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:15.366566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:security_group_rule and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:15.366566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:15.374123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:15.475378 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.475378 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.513357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:55:15.523941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09345de7-cbbc-47a0-b583-3347e78b45a9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:15.530439 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.530918 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Added segment a08bb5e7-3052-4580-831d-5238f62899f7 of type vlan for network fc239d2d-cb3a-4bbb-8a92-b1158995e8ca Apr 05 20:55:15.564008 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.593141 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.599409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:15.599515 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.728906 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Network': ['ID=fc239d2d-cb3a-4bbb-8a92-b1158995e8ca,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:15.733742 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dd04bebc-4cd1-46ec-b5c7-7ea2e7a2d7c5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5497613 Apr 05 20:55:15.736473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54620) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:15.739794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network fc239d2d-cb3a-4bbb-8a92-b1158995e8ca details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:15.742914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-459589834'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:15.748437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:15.752868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:network and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:15.755776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:15.761474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:15.771840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:15.775451 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.803392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:55:15.813210 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.813548 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Added segment 21a3b4c5-2496-4107-b883-4b0230b8b61f of type vlan for network 336f95ee-61ce-4094-b84f-d2a155dc18c1 Apr 05 20:55:15.840500 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.871665 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.879291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:15.879865 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:15.930363 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1927123 Apr 05 20:55:15.933291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54624) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:15.939623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'subnet': {'network_id': 'fc239d2d-cb3a-4bbb-8a92-b1158995e8ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:15.990101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59112d-86c2-4551-afe7-06352b0c5e2f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Network': ['ID=336f95ee-61ce-4094-b84f-d2a155dc18c1,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:15.999763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 336f95ee-61ce-4094-b84f-d2a155dc18c1 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:16.050796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:16.054594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:subnet and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:16.057442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:16.063631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:16.076985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:16.080707 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.128913 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.298732 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.373638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Subnet': ['ID=c82636f0-d80d-45e4-8dee-2601df72f8b6,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:16.382445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Checking segment: {'id': 'a08bb5e7-3052-4580-831d-5238f62899f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fc239d2d-cb3a-4bbb-8a92-b1158995e8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:55:16.382795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network hostable DHCP agents. Network: fc239d2d-cb3a-4bbb-8a92-b1158995e8ca, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:55:16.402046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network fc239d2d-cb3a-4bbb-8a92-b1158995e8ca is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:55:16.410524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, fc239d2d-cb3a-4bbb-8a92-b1158995e8ca) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:16.416672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:16.417249 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.418026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b928bc7-adab-4364-9a5c-589dd1c2af8a None None] Network fc239d2d-cb3a-4bbb-8a92-b1158995e8ca requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:16.447625 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6aee4a85-1abf-4b1d-a295-d394dac24a5e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5093410 Apr 05 20:55:16.447625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54628) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:16.452138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'subnet': {'network_id': '336f95ee-61ce-4094-b84f-d2a155dc18c1', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:16.566815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:16.570407 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:subnet and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:16.573254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:16.579650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:16.590120 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:16.593539 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.652581 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-fc239d2d-cb3a-4bbb-8a92-b1158995e8ca', 'network_id': 'fc239d2d-cb3a-4bbb-8a92-b1158995e8ca', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'fixed_ips': [{'subnet_id': 'c82636f0-d80d-45e4-8dee-2601df72f8b6'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:55:16.653501 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.818278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Allocated IP 2001:db8::2 (fc239d2d-cb3a-4bbb-8a92-b1158995e8ca/c82636f0-d80d-45e4-8dee-2601df72f8b6/df7ec332-940a-41d5-9ce5-2509dfb6005e) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:16.829226 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.907999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Subnet': ['ID=939aee60-1631-44a3-b52d-3a139ed2ef78,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:16.915680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Checking segment: {'id': '21a3b4c5-2496-4107-b883-4b0230b8b61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '336f95ee-61ce-4094-b84f-d2a155dc18c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:55:16.916037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network hostable DHCP agents. Network: 336f95ee-61ce-4094-b84f-d2a155dc18c1, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:55:16.935169 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 336f95ee-61ce-4094-b84f-d2a155dc18c1 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:55:16.945794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 336f95ee-61ce-4094-b84f-d2a155dc18c1) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:16.949715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:16.950341 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:16.960526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8316073e-9c3a-4c7e-9a88-0e6f4755e543 None None] Network 336f95ee-61ce-4094-b84f-d2a155dc18c1 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:16.972488 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c3a45d88-7499-41ed-bb29-0a0e04803a76 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5247958 Apr 05 20:55:16.975582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54632) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:16.980863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9ac6ea07-5ad0-4c1f-b6a4-03d0762b03b8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1235912803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:16.988611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9ac6ea07-5ad0-4c1f-b6a4-03d0762b03b8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:16.992460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9ac6ea07-5ad0-4c1f-b6a4-03d0762b03b8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:router and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:16.995546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9ac6ea07-5ad0-4c1f-b6a4-03d0762b03b8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:17.002743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9ac6ea07-5ad0-4c1f-b6a4-03d0762b03b8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:17.012264 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ac6ea07-5ad0-4c1f-b6a4-03d0762b03b8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.013233 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ac6ea07-5ad0-4c1f-b6a4-03d0762b03b8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.027256 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ac6ea07-5ad0-4c1f-b6a4-03d0762b03b8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.046743 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ac6ea07-5ad0-4c1f-b6a4-03d0762b03b8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.069019 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ac6ea07-5ad0-4c1f-b6a4-03d0762b03b8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.072731 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9ac6ea07-5ad0-4c1f-b6a4-03d0762b03b8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0937035 Apr 05 20:55:17.072919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54636) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:17.147236 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.189990 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Transition to ACTIVE for port object df7ec332-940a-41d5-9ce5-2509dfb6005e will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:17.225323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Transition to ACTIVE for port object df7ec332-940a-41d5-9ce5-2509dfb6005e will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:17.268491 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.317292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-336f95ee-61ce-4094-b84f-d2a155dc18c1', 'network_id': '336f95ee-61ce-4094-b84f-d2a155dc18c1', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'fixed_ips': [{'subnet_id': '939aee60-1631-44a3-b52d-3a139ed2ef78'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:55:17.318118 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.355325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Network fc239d2d-cb3a-4bbb-8a92-b1158995e8ca is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:17.359300 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:17.367999 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:55:17.436601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Pushing event updated for resources: {'Port': ['ID=df7ec332-940a-41d5-9ce5-2509dfb6005e,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:17.463625 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:17.463971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:17.464714 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:17.465055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:17.465757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:17.465757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:17.466106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:17.466534 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:17.467493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:17.467493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:17.467493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:17.467868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:17.566716 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.569859 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:55:17.592557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Attempting to bind port df7ec332-940a-41d5-9ce5-2509dfb6005e on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:17.592921 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Attempting to bind port df7ec332-940a-41d5-9ce5-2509dfb6005e by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'a08bb5e7-3052-4580-831d-5238f62899f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fc239d2d-cb3a-4bbb-8a92-b1158995e8ca'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:17.593280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Attempting to bind port df7ec332-940a-41d5-9ce5-2509dfb6005e on network fc239d2d-cb3a-4bbb-8a92-b1158995e8ca {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:55:17.633961 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:55:17.634343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Checking segment: {'id': 'a08bb5e7-3052-4580-831d-5238f62899f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fc239d2d-cb3a-4bbb-8a92-b1158995e8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:55:17.634739 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.635131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Bound using segment: {'id': 'a08bb5e7-3052-4580-831d-5238f62899f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fc239d2d-cb3a-4bbb-8a92-b1158995e8ca'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:55:17.635596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Bound port: df7ec332-940a-41d5-9ce5-2509dfb6005e, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a08bb5e7-3052-4580-831d-5238f62899f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fc239d2d-cb3a-4bbb-8a92-b1158995e8ca'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:17.635964 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:17.724851 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Allocated IP 2001:db8:1::2 (336f95ee-61ce-4094-b84f-d2a155dc18c1/939aee60-1631-44a3-b52d-3a139ed2ef78/ff7e7f3b-8195-4b85-b3b7-2364de7a039c) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:17.812338 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] For port df7ec332-940a-41d5-9ce5-2509dfb6005e, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:55:17.873096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] For port df7ec332-940a-41d5-9ce5-2509dfb6005e, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=df7ec332-940a-41d5-9ce5-2509dfb6005e,segment=NetworkSegment(a08bb5e7-3052-4580-831d-5238f62899f7),segment_id=a08bb5e7-3052-4580-831d-5238f62899f7)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:55:17.880158 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:18.023452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Allocated IP 2001:db8::1 (fc239d2d-cb3a-4bbb-8a92-b1158995e8ca/c82636f0-d80d-45e4-8dee-2601df72f8b6/ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:18.044675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf891b-7b7b-4d8b-b5df-b7f4dcb32b0f None None] Pushing event updated for resources: {'Port': ['ID=df7ec332-940a-41d5-9ce5-2509dfb6005e,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:18.087159 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:18.099745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Transition to ACTIVE for port object ff7e7f3b-8195-4b85-b3b7-2364de7a039c will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:18.121617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Transition to ACTIVE for port object ff7e7f3b-8195-4b85-b3b7-2364de7a039c will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:18.128536 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:18.192150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Network 336f95ee-61ce-4094-b84f-d2a155dc18c1 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:18.199484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:18.204075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:55:18.210098 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Pushing event updated for resources: {'Port': ['ID=ff7e7f3b-8195-4b85-b3b7-2364de7a039c,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:18.301661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:18.320281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Transition to ACTIVE for port object ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:18.346934 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Attempting to bind port ff7e7f3b-8195-4b85-b3b7-2364de7a039c on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:18.346934 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Attempting to bind port ff7e7f3b-8195-4b85-b3b7-2364de7a039c by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '21a3b4c5-2496-4107-b883-4b0230b8b61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '336f95ee-61ce-4094-b84f-d2a155dc18c1'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:18.347125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Attempting to bind port ff7e7f3b-8195-4b85-b3b7-2364de7a039c on network 336f95ee-61ce-4094-b84f-d2a155dc18c1 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:55:18.360750 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:18.421059 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:55:18.421059 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Checking segment: {'id': '21a3b4c5-2496-4107-b883-4b0230b8b61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '336f95ee-61ce-4094-b84f-d2a155dc18c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:55:18.421059 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:18.421059 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Bound using segment: {'id': '21a3b4c5-2496-4107-b883-4b0230b8b61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '336f95ee-61ce-4094-b84f-d2a155dc18c1'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:55:18.421059 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Bound port: ff7e7f3b-8195-4b85-b3b7-2364de7a039c, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a3b4c5-2496-4107-b883-4b0230b8b61f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '336f95ee-61ce-4094-b84f-d2a155dc18c1'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:18.421059 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:18.434667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network fc239d2d-cb3a-4bbb-8a92-b1158995e8ca is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:18.444690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:18.444690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:55:18.444690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:18.535327 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] For port ff7e7f3b-8195-4b85-b3b7-2364de7a039c, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:55:18.547401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] For port ff7e7f3b-8195-4b85-b3b7-2364de7a039c, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ff7e7f3b-8195-4b85-b3b7-2364de7a039c,segment=NetworkSegment(21a3b4c5-2496-4107-b883-4b0230b8b61f),segment_id=21a3b4c5-2496-4107-b883-4b0230b8b61f)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:55:18.557032 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:18.592596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:18.729588 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:18.746214 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f239be-8851-4834-ac5d-3a931b7cafe9 None None] Pushing event updated for resources: {'Port': ['ID=ff7e7f3b-8195-4b85-b3b7-2364de7a039c,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:19.235499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:19.240351 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:19.241190 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:19.313841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d6c892-2eca-454f-8be6-ad9ad66b6fcf None None] Network fc239d2d-cb3a-4bbb-8a92-b1158995e8ca requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:19.390148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:19.424770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1fffb699-3915-4c52-b5ac-7a09e7e1cc1a None None] Provisioning for port df7ec332-940a-41d5-9ce5-2509dfb6005e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:19.465777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network fc239d2d-cb3a-4bbb-8a92-b1158995e8ca is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:19.465777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:19.818724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router e53cc475-186d-43a7-b114-72bae2df45de is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:55:19.933753 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3cac99-45e0-4ddd-a030-c287fa4d1b51 None None] Network 336f95ee-61ce-4094-b84f-d2a155dc18c1 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:20.041366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:20.055107 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ee5b8-b707-4ec4-acb8-44ae9580e615 None None] Sync routers for ids ['e53cc475-186d-43a7-b114-72bae2df45de'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:20.066269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-814c7537-b845-4bbe-b2bb-c2ad006c764a None None] Provisioning for port ff7e7f3b-8195-4b85-b3b7-2364de7a039c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:20.069997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5d81ecf4-fe45-444a-90a3-4bc6b26d5a78 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/e53cc475-186d-43a7-b114-72bae2df45de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9856901 Apr 05 20:55:20.071708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54640) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:20.080206 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ee5b8-b707-4ec4-acb8-44ae9580e615 None None] Routers {'e53cc475-186d-43a7-b114-72bae2df45de'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:20.080206 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3c6ee5b8-b707-4ec4-acb8-44ae9580e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e53cc475-186d-43a7-b114-72bae2df45de'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:20.185021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f2cba4-1f7f-4feb-b74b-764c8ea4062c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:20.188494 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-93f2cba4-1f7f-4feb-b74b-764c8ea4062c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports/ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d HTTP/1.1" status: 200 len: 911 time: 0.1202304 Apr 05 20:55:20.189942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54644) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:20.261643 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3c6ee5b8-b707-4ec4-acb8-44ae9580e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:20.285935 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6ee5b8-b707-4ec4-acb8-44ae9580e615 None None] Routers {'e53cc475-186d-43a7-b114-72bae2df45de'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:20.286791 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3c6ee5b8-b707-4ec4-acb8-44ae9580e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e53cc475-186d-43a7-b114-72bae2df45de'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:20.310469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9431882a-aca3-4419-8ea9-877fd5f0320c None None] Provisioning for port ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:20.331971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9431882a-aca3-4419-8ea9-877fd5f0320c None None] Provisioning complete for port ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:20.331971 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9431882a-aca3-4419-8ea9-877fd5f0320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.393354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device df7ec332-940a-41d5-9ce5-2509dfb6005e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:20.427726 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3c6ee5b8-b707-4ec4-acb8-44ae9580e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:20.427726 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6ee5b8-b707-4ec4-acb8-44ae9580e615 None None] The sync data for ids ['e53cc475-186d-43a7-b114-72bae2df45de'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:20.565163 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9431882a-aca3-4419-8ea9-877fd5f0320c None None] Port ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:20.591902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port df7ec332-940a-41d5-9ce5-2509dfb6005e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:20.597328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port df7ec332-940a-41d5-9ce5-2509dfb6005e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:20.597700 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.803307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-903246db-17ba-4ae3-9c21-83a6f0bcc74e None None] Provisioning complete for port ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:20.803307 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-903246db-17ba-4ae3-9c21-83a6f0bcc74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.864779 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.899099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-903246db-17ba-4ae3-9c21-83a6f0bcc74e None None] Port ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:20.922035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port df7ec332-940a-41d5-9ce5-2509dfb6005e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=df7ec332-940a-41d5-9ce5-2509dfb6005e,segment=NetworkSegment(a08bb5e7-3052-4580-831d-5238f62899f7),segment_id=a08bb5e7-3052-4580-831d-5238f62899f7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:20.927714 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:20.928529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ff7e7f3b-8195-4b85-b3b7-2364de7a039c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:20.960265 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.056273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=df7ec332-940a-41d5-9ce5-2509dfb6005e,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:21.067032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-331fdbae-0b30-4b41-a4ea-e63d6a2526b7 None None] Provisioning complete for port ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:21.067032 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-331fdbae-0b30-4b41-a4ea-e63d6a2526b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.119741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port ff7e7f3b-8195-4b85-b3b7-2364de7a039c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:21.130139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-331fdbae-0b30-4b41-a4ea-e63d6a2526b7 None None] Port ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:21.130139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ff7e7f3b-8195-4b85-b3b7-2364de7a039c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:21.130139 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.183821 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-331fdbae-0b30-4b41-a4ea-e63d6a2526b7 None None] Provisioning complete for port ff7e7f3b-8195-4b85-b3b7-2364de7a039c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:21.184108 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-331fdbae-0b30-4b41-a4ea-e63d6a2526b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.348928 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.381969 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-331fdbae-0b30-4b41-a4ea-e63d6a2526b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.412643 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port ff7e7f3b-8195-4b85-b3b7-2364de7a039c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ff7e7f3b-8195-4b85-b3b7-2364de7a039c,segment=NetworkSegment(21a3b4c5-2496-4107-b883-4b0230b8b61f),segment_id=21a3b4c5-2496-4107-b883-4b0230b8b61f)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:21.415016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Allocated IP 2001:db8:1::1 (336f95ee-61ce-4094-b84f-d2a155dc18c1/939aee60-1631-44a3-b52d-3a139ed2ef78/9db963aa-9227-4340-8193-9a87853ca0bc) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:21.416463 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.532992 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-331fdbae-0b30-4b41-a4ea-e63d6a2526b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:55:21.532992 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-331fdbae-0b30-4b41-a4ea-e63d6a2526b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:55:21.535328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=ff7e7f3b-8195-4b85-b3b7-2364de7a039c,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:21.590534 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.607585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Transition to ACTIVE for port object 9db963aa-9227-4340-8193-9a87853ca0bc will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:21.634464 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.835736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 336f95ee-61ce-4094-b84f-d2a155dc18c1 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:21.846095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:21.850113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:55:21.850113 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:21.855489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=9db963aa-9227-4340-8193-9a87853ca0bc,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:22.006578 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.227409 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f86326f1-e737-4147-a8da-61c9bf0889a0 None None] Provisioning for port 9db963aa-9227-4340-8193-9a87853ca0bc completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:22.241342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f86326f1-e737-4147-a8da-61c9bf0889a0 None None] Provisioning complete for port 9db963aa-9227-4340-8193-9a87853ca0bc triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:22.241931 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f86326f1-e737-4147-a8da-61c9bf0889a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.271226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device df7ec332-940a-41d5-9ce5-2509dfb6005e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:22.355301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f86326f1-e737-4147-a8da-61c9bf0889a0 None None] Port 9db963aa-9227-4340-8193-9a87853ca0bc cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:22.372716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port df7ec332-940a-41d5-9ce5-2509dfb6005e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:22.372716 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.511079 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ff7e7f3b-8195-4b85-b3b7-2364de7a039c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:22.513812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.513812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.513812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.585201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ff7e7f3b-8195-4b85-b3b7-2364de7a039c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:22.585685 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:22.688890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=9db963aa-9227-4340-8193-9a87853ca0bc,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:22.735292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 336f95ee-61ce-4094-b84f-d2a155dc18c1 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:22.736383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:22.910161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router e53cc475-186d-43a7-b114-72bae2df45de has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:55:22.978428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9d0ccda7-77b3-4ece-9991-329ccc3de403 None None] Provisioning complete for port 9db963aa-9227-4340-8193-9a87853ca0bc triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:22.978713 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9d0ccda7-77b3-4ece-9991-329ccc3de403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:23.038817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ccda7-77b3-4ece-9991-329ccc3de403 None None] Port 9db963aa-9227-4340-8193-9a87853ca0bc cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:23.076912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:23.088430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b56b4-792a-4757-b42e-0a00f83d3513 None None] Sync routers for ids ['e53cc475-186d-43a7-b114-72bae2df45de'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:23.090981 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9325fbb3-55c5-40f6-8ca0-4a1309da9dd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/e53cc475-186d-43a7-b114-72bae2df45de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9002738 Apr 05 20:55:23.093418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54648) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:23.098454 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b56b4-792a-4757-b42e-0a00f83d3513 None None] Routers {'e53cc475-186d-43a7-b114-72bae2df45de'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:23.099086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-078b56b4-792a-4757-b42e-0a00f83d3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e53cc475-186d-43a7-b114-72bae2df45de'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:23.167208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-078b56b4-792a-4757-b42e-0a00f83d3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:23.176430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b56b4-792a-4757-b42e-0a00f83d3513 None None] Routers {'e53cc475-186d-43a7-b114-72bae2df45de'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:23.177013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-078b56b4-792a-4757-b42e-0a00f83d3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e53cc475-186d-43a7-b114-72bae2df45de'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:23.178807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfef22d-07cb-4006-b708-eb77d02c56ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:23.179489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5bfef22d-07cb-4006-b708-eb77d02c56ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Synchronizing usage tracker for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:23.195869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5bfef22d-07cb-4006-b708-eb77d02c56ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Unset dirty status for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:23.200000 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5bfef22d-07cb-4006-b708-eb77d02c56ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports/9db963aa-9227-4340-8193-9a87853ca0bc HTTP/1.1" status: 200 len: 913 time: 0.1026640 Apr 05 20:55:23.200441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54652) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:23.282216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-078b56b4-792a-4757-b42e-0a00f83d3513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:23.282527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078b56b4-792a-4757-b42e-0a00f83d3513 None None] The sync data for ids ['e53cc475-186d-43a7-b114-72bae2df45de'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:23.808787 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5004ff92-c746-4d8d-aa15-280258dc6b89 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.138263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-5004ff92-c746-4d8d-aa15-280258dc6b89 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port 9db963aa-9227-4340-8193-9a87853ca0bc {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:24.138598 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5004ff92-c746-4d8d-aa15-280258dc6b89 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.322175 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5004ff92-c746-4d8d-aa15-280258dc6b89 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.445413 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-5004ff92-c746-4d8d-aa15-280258dc6b89 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for 9db963aa-9227-4340-8193-9a87853ca0bc owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:24.648664 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5004ff92-c746-4d8d-aa15-280258dc6b89 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:24.704573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004ff92-c746-4d8d-aa15-280258dc6b89 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=9db963aa-9227-4340-8193-9a87853ca0bc,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:25.069115 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5004ff92-c746-4d8d-aa15-280258dc6b89 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:25.402493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5004ff92-c746-4d8d-aa15-280258dc6b89 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router e53cc475-186d-43a7-b114-72bae2df45de has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:55:25.568426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5004ff92-c746-4d8d-aa15-280258dc6b89 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:25.577591 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4da2de-641e-4216-93b6-b0278631aa76 None None] Sync routers for ids ['e53cc475-186d-43a7-b114-72bae2df45de'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:25.592108 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4da2de-641e-4216-93b6-b0278631aa76 None None] Routers {'e53cc475-186d-43a7-b114-72bae2df45de'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:25.592108 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2e4da2de-641e-4216-93b6-b0278631aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e53cc475-186d-43a7-b114-72bae2df45de'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:25.592330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54658) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:25.592816 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5004ff92-c746-4d8d-aa15-280258dc6b89 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/e53cc475-186d-43a7-b114-72bae2df45de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3903117 Apr 05 20:55:25.658071 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2e4da2de-641e-4216-93b6-b0278631aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:25.664160 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4da2de-641e-4216-93b6-b0278631aa76 None None] Routers {'e53cc475-186d-43a7-b114-72bae2df45de'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:25.664969 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2e4da2de-641e-4216-93b6-b0278631aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e53cc475-186d-43a7-b114-72bae2df45de'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:25.729256 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2e4da2de-641e-4216-93b6-b0278631aa76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:25.729709 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4da2de-641e-4216-93b6-b0278631aa76 None None] The sync data for ids ['e53cc475-186d-43a7-b114-72bae2df45de'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:26.278320 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:26.661311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:26.661311 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:26.868237 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:27.000715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:27.183755 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:27.242190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=ab6e6ce7-83a2-4bbb-b8cd-93d868eb8b7d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:27.288463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:27.288807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:27.289136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:27.289467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:27.289796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:27.290169 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:27.290500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:27.290818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:27.291137 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:27.291454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:27.291769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:27.292081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:27.559364 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:27.854287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router e53cc475-186d-43a7-b114-72bae2df45de has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:55:27.995323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:28.004793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16d3ce-6313-4823-9853-cfc66be7d7b8 None None] Sync routers for ids ['e53cc475-186d-43a7-b114-72bae2df45de'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:28.008091 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9ef48be5-359f-46e8-a443-cca23fe78f46 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/e53cc475-186d-43a7-b114-72bae2df45de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4152918 Apr 05 20:55:28.010745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54664) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:28.014260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16d3ce-6313-4823-9853-cfc66be7d7b8 None None] Routers {'e53cc475-186d-43a7-b114-72bae2df45de'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:28.014867 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ea16d3ce-6313-4823-9853-cfc66be7d7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e53cc475-186d-43a7-b114-72bae2df45de'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:28.053917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d5a13079-9de4-4e27-96dd-bbc6a1ce3983 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Synchronizing usage tracker for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:28.072332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d5a13079-9de4-4e27-96dd-bbc6a1ce3983 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Unset dirty status for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:28.076220 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d5a13079-9de4-4e27-96dd-bbc6a1ce3983 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53cc475-186d-43a7-b114-72bae2df45de HTTP/1.1" status: 200 len: 205 time: 0.0619059 Apr 05 20:55:28.077198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54668) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:28.078751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ea16d3ce-6313-4823-9853-cfc66be7d7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:28.092571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea16d3ce-6313-4823-9853-cfc66be7d7b8 None None] Routers {'e53cc475-186d-43a7-b114-72bae2df45de'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:28.093534 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ea16d3ce-6313-4823-9853-cfc66be7d7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['e53cc475-186d-43a7-b114-72bae2df45de'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:28.156339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ea16d3ce-6313-4823-9853-cfc66be7d7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:28.156339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea16d3ce-6313-4823-9853-cfc66be7d7b8 None None] The sync data for ids ['e53cc475-186d-43a7-b114-72bae2df45de'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:28.251108 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0f9975b2-9a6c-4bb2-bbe4-c616b1a220fb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:28.573690 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0f9975b2-9a6c-4bb2-bbe4-c616b1a220fb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:28.575896 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0f9975b2-9a6c-4bb2-bbe4-c616b1a220fb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:28.601128 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0f9975b2-9a6c-4bb2-bbe4-c616b1a220fb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:28.601890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9975b2-9a6c-4bb2-bbe4-c616b1a220fb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Fanout notify agent at l3_agent the message router_deleted on router e53cc475-186d-43a7-b114-72bae2df45de {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:55:28.613995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0f9975b2-9a6c-4bb2-bbe4-c616b1a220fb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:28.615065 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0f9975b2-9a6c-4bb2-bbe4-c616b1a220fb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/routers/e53cc475-186d-43a7-b114-72bae2df45de HTTP/1.1" status: 204 len: 168 time: 0.5376706 Apr 05 20:55:28.617638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54672) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:28.683261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c1e3beb-11a5-4356-8151-e7c7823e796f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting subnet 939aee60-1631-44a3-b52d-3a139ed2ef78 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:55:28.686206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3beb-11a5-4356-8151-e7c7823e796f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:28.744038 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3beb-11a5-4356-8151-e7c7823e796f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:28.824879 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3beb-11a5-4356-8151-e7c7823e796f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.020776 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3beb-11a5-4356-8151-e7c7823e796f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.059555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e3beb-11a5-4356-8151-e7c7823e796f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Subnet': ['ID=939aee60-1631-44a3-b52d-3a139ed2ef78,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:29.063923 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c1e3beb-11a5-4356-8151-e7c7823e796f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.072534 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9dd81f5-1148-4d2a-96b8-4b0bfd6e96c3 None None] Network 336f95ee-61ce-4094-b84f-d2a155dc18c1 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:29.073000 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9c1e3beb-11a5-4356-8151-e7c7823e796f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/939aee60-1631-44a3-b52d-3a139ed2ef78 HTTP/1.1" status: 204 len: 168 time: 0.4512994 Apr 05 20:55:29.073000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54676) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:29.137082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cf80a0-f341-48b2-a0d2-6a204e636679 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting subnet c82636f0-d80d-45e4-8dee-2601df72f8b6 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:55:29.139920 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43cf80a0-f341-48b2-a0d2-6a204e636679 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.198780 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43cf80a0-f341-48b2-a0d2-6a204e636679 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.281293 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43cf80a0-f341-48b2-a0d2-6a204e636679 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.312841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b648f11-9e3c-4667-97f6-88f7c055f11a None None] DHCP port deletion for 336f95ee-61ce-4094-b84f-d2a155dc18c1 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:55:29.317305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6b648f11-9e3c-4667-97f6-88f7c055f11a None None] Deleting port ff7e7f3b-8195-4b85-b3b7-2364de7a039c {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:29.317846 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6b648f11-9e3c-4667-97f6-88f7c055f11a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.357927 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43cf80a0-f341-48b2-a0d2-6a204e636679 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.399985 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-43cf80a0-f341-48b2-a0d2-6a204e636679 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.402717 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf80a0-f341-48b2-a0d2-6a204e636679 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Subnet': ['ID=c82636f0-d80d-45e4-8dee-2601df72f8b6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:29.407161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a42cb4c-e7c2-4a4b-9388-d09372fe6da9 None None] Network fc239d2d-cb3a-4bbb-8a92-b1158995e8ca requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:29.411424 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-43cf80a0-f341-48b2-a0d2-6a204e636679 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/c82636f0-d80d-45e4-8dee-2601df72f8b6 HTTP/1.1" status: 204 len: 168 time: 0.3377144 Apr 05 20:55:29.414000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54680) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:29.534741 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.545533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port ff7e7f3b-8195-4b85-b3b7-2364de7a039c {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:29.545859 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.679897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6b648f11-9e3c-4667-97f6-88f7c055f11a None None] For port ff7e7f3b-8195-4b85-b3b7-2364de7a039c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ff7e7f3b-8195-4b85-b3b7-2364de7a039c,segment=NetworkSegment(21a3b4c5-2496-4107-b883-4b0230b8b61f),segment_id=21a3b4c5-2496-4107-b883-4b0230b8b61f)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:29.680236 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6b648f11-9e3c-4667-97f6-88f7c055f11a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.752936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] For port ff7e7f3b-8195-4b85-b3b7-2364de7a039c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ff7e7f3b-8195-4b85-b3b7-2364de7a039c,segment=NetworkSegment(21a3b4c5-2496-4107-b883-4b0230b8b61f),segment_id=21a3b4c5-2496-4107-b883-4b0230b8b61f)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:29.753289 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.807073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-6b648f11-9e3c-4667-97f6-88f7c055f11a None None] Calling delete_port for ff7e7f3b-8195-4b85-b3b7-2364de7a039c owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:29.887564 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for ff7e7f3b-8195-4b85-b3b7-2364de7a039c owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:29.898222 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6b648f11-9e3c-4667-97f6-88f7c055f11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.947909 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b648f11-9e3c-4667-97f6-88f7c055f11a None None] Pushing event deleted for resources: {'Port': ['ID=ff7e7f3b-8195-4b85-b3b7-2364de7a039c,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:29.951587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b648f11-9e3c-4667-97f6-88f7c055f11a None None] No DVR routers for this DVR port ff7e7f3b-8195-4b85-b3b7-2364de7a039c on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:29.962515 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeb5cdb-2929-4c5d-a9e1-34044dc5378b None None] DHCP port deletion for fc239d2d-cb3a-4bbb-8a92-b1158995e8ca request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:55:29.969385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb5cdb-2929-4c5d-a9e1-34044dc5378b None None] Deleting port df7ec332-940a-41d5-9ce5-2509dfb6005e {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:29.970178 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9aeb5cdb-2929-4c5d-a9e1-34044dc5378b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:29.976344 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:55:29.976660 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:55:30.182774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9aeb5cdb-2929-4c5d-a9e1-34044dc5378b None None] For port df7ec332-940a-41d5-9ce5-2509dfb6005e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=df7ec332-940a-41d5-9ce5-2509dfb6005e,segment=NetworkSegment(a08bb5e7-3052-4580-831d-5238f62899f7),segment_id=a08bb5e7-3052-4580-831d-5238f62899f7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:30.183215 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9aeb5cdb-2929-4c5d-a9e1-34044dc5378b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.244338 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device df7ec332-940a-41d5-9ce5-2509dfb6005e no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:30.368787 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9aeb5cdb-2929-4c5d-a9e1-34044dc5378b None None] Calling delete_port for df7ec332-940a-41d5-9ce5-2509dfb6005e owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:30.478955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port ff7e7f3b-8195-4b85-b3b7-2364de7a039c {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:30.479412 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.501719 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9aeb5cdb-2929-4c5d-a9e1-34044dc5378b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.556633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] The port 'ff7e7f3b-8195-4b85-b3b7-2364de7a039c' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:55:30.561105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb5cdb-2929-4c5d-a9e1-34044dc5378b None None] Pushing event deleted for resources: {'Port': ['ID=df7ec332-940a-41d5-9ce5-2509dfb6005e,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:30.564281 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.573583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aeb5cdb-2929-4c5d-a9e1-34044dc5378b None None] No DVR routers for this DVR port df7ec332-940a-41d5-9ce5-2509dfb6005e on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:30.625104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ff7e7f3b-8195-4b85-b3b7-2364de7a039c no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:30.661827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: ff7e7f3b-8195-4b85-b3b7-2364de7a039c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:55:30.662198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ff7e7f3b-8195-4b85-b3b7-2364de7a039c not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:30.693437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.717949 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336f95ee-61ce-4094-b84f-d2a155dc18c1']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:30.730325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a3b4c5-2496-4107-b883-4b0230b8b61f') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:30.730563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a3b4c5-2496-4107-b883-4b0230b8b61f') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:30.742596 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.757933 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.763714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:55:30.764091 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:30.778021 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:30.859743 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.864090 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:30.888320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Network': ['ID=336f95ee-61ce-4094-b84f-d2a155dc18c1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:30.902596 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-66f1625f-02b2-46d1-950a-b9ef769abbd7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/networks/336f95ee-61ce-4094-b84f-d2a155dc18c1 HTTP/1.1" status: 204 len: 168 time: 1.4872799 Apr 05 20:55:30.905253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54684) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:31.020468 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3774248-5c61-4121-b63e-d4922b939d4d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.154037 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3774248-5c61-4121-b63e-d4922b939d4d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.180982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-f3774248-5c61-4121-b63e-d4922b939d4d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc239d2d-cb3a-4bbb-8a92-b1158995e8ca']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:31.192804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-f3774248-5c61-4121-b63e-d4922b939d4d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a08bb5e7-3052-4580-831d-5238f62899f7') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:31.193094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-f3774248-5c61-4121-b63e-d4922b939d4d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a08bb5e7-3052-4580-831d-5238f62899f7') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:31.204603 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3774248-5c61-4121-b63e-d4922b939d4d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.220610 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3774248-5c61-4121-b63e-d4922b939d4d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.226672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3774248-5c61-4121-b63e-d4922b939d4d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:55:31.227043 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3774248-5c61-4121-b63e-d4922b939d4d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:31.245189 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:31.432419 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3774248-5c61-4121-b63e-d4922b939d4d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.450502 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f3774248-5c61-4121-b63e-d4922b939d4d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.460739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3774248-5c61-4121-b63e-d4922b939d4d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Network': ['ID=fc239d2d-cb3a-4bbb-8a92-b1158995e8ca,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:31.465725 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f3774248-5c61-4121-b63e-d4922b939d4d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/networks/fc239d2d-cb3a-4bbb-8a92-b1158995e8ca HTTP/1.1" status: 204 len: 168 time: 0.5566537 Apr 05 20:55:31.466991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54690) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:31.473177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-174218444'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:31.478718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:31.482511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:network and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:31.486010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:31.492184 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:31.501699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:31.505040 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.532859 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:55:31.542590 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.543809 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Added segment 8671ea13-e1a7-4fef-a6a6-b80e5157bcd7 of type vlan for network 9e586ab2-3c55-4acb-a66c-59b13c51b582 Apr 05 20:55:31.570510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.606715 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.612863 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:31.613435 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:31.709752 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2416751 Apr 05 20:55:31.712730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54694) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:31.719163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'subnet': {'network_id': '9e586ab2-3c55-4acb-a66c-59b13c51b582', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:31.722014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Network': ['ID=9e586ab2-3c55-4acb-a66c-59b13c51b582,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:31.729850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:31.730218 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:31.730547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:31.730874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:31.731216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:31.731546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:31.731862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:31.732177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:31.732488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:31.732797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:31.733105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:31.733414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9454fb85-b72f-4bd6-821b-778c61d1a88c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:55:31.744446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 9e586ab2-3c55-4acb-a66c-59b13c51b582 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:31.841395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:31.846830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:subnet and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:31.849619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:31.855347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:31.864654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:31.868237 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.092404 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.176716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Subnet': ['ID=52ad9c15-df8b-4f6e-bccc-5e673ec20644,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:32.187673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Checking segment: {'id': '8671ea13-e1a7-4fef-a6a6-b80e5157bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9e586ab2-3c55-4acb-a66c-59b13c51b582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:55:32.188115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network hostable DHCP agents. Network: 9e586ab2-3c55-4acb-a66c-59b13c51b582, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:55:32.208654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 9e586ab2-3c55-4acb-a66c-59b13c51b582 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:55:32.220683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 9e586ab2-3c55-4acb-a66c-59b13c51b582) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:32.224635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:32.225217 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.231366 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df245d7-32f1-4d64-9082-a1daf28074b5 None None] Network 9e586ab2-3c55-4acb-a66c-59b13c51b582 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:32.256177 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9a795155-a0d3-4819-81eb-4db6226ce1f5 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5421298 Apr 05 20:55:32.258612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54698) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:32.263679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c8d14947-0104-49e6-9593-bc0cfab46cf8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-44033509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:32.272110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c8d14947-0104-49e6-9593-bc0cfab46cf8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:32.275896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c8d14947-0104-49e6-9593-bc0cfab46cf8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:router and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:32.279409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c8d14947-0104-49e6-9593-bc0cfab46cf8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:32.285224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c8d14947-0104-49e6-9593-bc0cfab46cf8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:32.295189 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c8d14947-0104-49e6-9593-bc0cfab46cf8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.296368 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c8d14947-0104-49e6-9593-bc0cfab46cf8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.313471 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c8d14947-0104-49e6-9593-bc0cfab46cf8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.338321 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c8d14947-0104-49e6-9593-bc0cfab46cf8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.364111 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c8d14947-0104-49e6-9593-bc0cfab46cf8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.365315 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c8d14947-0104-49e6-9593-bc0cfab46cf8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1057701 Apr 05 20:55:32.368130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54702) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:32.374507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'port': {'network_id': '9e586ab2-3c55-4acb-a66c-59b13c51b582', 'name': 'tempest-RoutersIpV6Test-1285327231'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:32.456052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-9e586ab2-3c55-4acb-a66c-59b13c51b582', 'network_id': '9e586ab2-3c55-4acb-a66c-59b13c51b582', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'fixed_ips': [{'subnet_id': '52ad9c15-df8b-4f6e-bccc-5e673ec20644'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:55:32.456852 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.525612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:32.529729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:port and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:32.533639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:32.539569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:32.550010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:32.554279 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.579016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] device_id is not set on port 41091abc-e3c7-4cb1-8c68-770a9e73d721 yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:55:32.617933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Allocated IP 2001:db8::2 (9e586ab2-3c55-4acb-a66c-59b13c51b582/52ad9c15-df8b-4f6e-bccc-5e673ec20644/93abf1ff-9959-4afa-9c66-23e473407a61) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:32.826112 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.836178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Transition to ACTIVE for port object 93abf1ff-9959-4afa-9c66-23e473407a61 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:32.853199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Transition to ACTIVE for port object 93abf1ff-9959-4afa-9c66-23e473407a61 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:32.858349 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:32.934009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Allocated IP 2001:db8::1d8 (9e586ab2-3c55-4acb-a66c-59b13c51b582/52ad9c15-df8b-4f6e-bccc-5e673ec20644/41091abc-e3c7-4cb1-8c68-770a9e73d721) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:32.934489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Network 9e586ab2-3c55-4acb-a66c-59b13c51b582 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:32.938427 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:32.941006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:55:32.947162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Pushing event updated for resources: {'Port': ['ID=93abf1ff-9959-4afa-9c66-23e473407a61,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:33.040011 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Attempting to bind port 93abf1ff-9959-4afa-9c66-23e473407a61 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:33.040380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Attempting to bind port 93abf1ff-9959-4afa-9c66-23e473407a61 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '8671ea13-e1a7-4fef-a6a6-b80e5157bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9e586ab2-3c55-4acb-a66c-59b13c51b582'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:33.040741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Attempting to bind port 93abf1ff-9959-4afa-9c66-23e473407a61 on network 9e586ab2-3c55-4acb-a66c-59b13c51b582 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:55:33.047091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:55:33.047491 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Checking segment: {'id': '8671ea13-e1a7-4fef-a6a6-b80e5157bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9e586ab2-3c55-4acb-a66c-59b13c51b582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:55:33.047889 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.048908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Bound using segment: {'id': '8671ea13-e1a7-4fef-a6a6-b80e5157bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9e586ab2-3c55-4acb-a66c-59b13c51b582'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:55:33.048908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Bound port: 93abf1ff-9959-4afa-9c66-23e473407a61, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8671ea13-e1a7-4fef-a6a6-b80e5157bcd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9e586ab2-3c55-4acb-a66c-59b13c51b582'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:33.049201 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.138942 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] For port 93abf1ff-9959-4afa-9c66-23e473407a61, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:55:33.142945 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] For port 93abf1ff-9959-4afa-9c66-23e473407a61, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=93abf1ff-9959-4afa-9c66-23e473407a61,segment=NetworkSegment(8671ea13-e1a7-4fef-a6a6-b80e5157bcd7),segment_id=8671ea13-e1a7-4fef-a6a6-b80e5157bcd7)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:55:33.144701 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.147275 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.160659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Transition to ACTIVE for port object 41091abc-e3c7-4cb1-8c68-770a9e73d721 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:33.185189 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.251562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8c8e2-a3cc-4f98-9f91-9144ac6ea4ce None None] Pushing event updated for resources: {'Port': ['ID=93abf1ff-9959-4afa-9c66-23e473407a61,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:33.251908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 9e586ab2-3c55-4acb-a66c-59b13c51b582 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:33.255667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:33.259427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:55:33.265472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:33.267360 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:33.292849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=41091abc-e3c7-4cb1-8c68-770a9e73d721,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:33.311051 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-61d2c276-7a6c-4772-9634-f2d56b1543e2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9416869 Apr 05 20:55:33.314153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54706) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:34.020210 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.245794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89c430f-cc44-4050-8759-e91d5a5900a2 None None] Network 9e586ab2-3c55-4acb-a66c-59b13c51b582 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:34.280315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 93abf1ff-9959-4afa-9c66-23e473407a61 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:34.426330 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.430869 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.451527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d8b4cf59-28e5-409e-b76e-2f60158bf8ba None None] Provisioning for port 93abf1ff-9959-4afa-9c66-23e473407a61 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:34.525992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 93abf1ff-9959-4afa-9c66-23e473407a61 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:34.535417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 93abf1ff-9959-4afa-9c66-23e473407a61 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:34.535787 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.561280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=41091abc-e3c7-4cb1-8c68-770a9e73d721,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:34.715644 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.731804 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.753682 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 93abf1ff-9959-4afa-9c66-23e473407a61, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=93abf1ff-9959-4afa-9c66-23e473407a61,segment=NetworkSegment(8671ea13-e1a7-4fef-a6a6-b80e5157bcd7),segment_id=8671ea13-e1a7-4fef-a6a6-b80e5157bcd7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:34.759675 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:34.830915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=93abf1ff-9959-4afa-9c66-23e473407a61,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:34.845822 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.002383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f3893a3c-7190-4007-9bf0-5f3e48445315 None None] Provisioning for port 41091abc-e3c7-4cb1-8c68-770a9e73d721 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:35.008933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f3893a3c-7190-4007-9bf0-5f3e48445315 None None] Provisioning complete for port 41091abc-e3c7-4cb1-8c68-770a9e73d721 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:35.009304 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f3893a3c-7190-4007-9bf0-5f3e48445315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.070100 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f3893a3c-7190-4007-9bf0-5f3e48445315 None None] Port 41091abc-e3c7-4cb1-8c68-770a9e73d721 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:35.082961 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f3893a3c-7190-4007-9bf0-5f3e48445315 None None] Provisioning complete for port 93abf1ff-9959-4afa-9c66-23e473407a61 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:35.082961 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f3893a3c-7190-4007-9bf0-5f3e48445315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.326922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-21a722ec-5f5c-4396-9258-37527641e60e None None] Provisioning complete for port 41091abc-e3c7-4cb1-8c68-770a9e73d721 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:35.328051 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-21a722ec-5f5c-4396-9258-37527641e60e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.397077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-21a722ec-5f5c-4396-9258-37527641e60e None None] Port 41091abc-e3c7-4cb1-8c68-770a9e73d721 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:35.402481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.410402 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.410402 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.520159 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8a20915a-1aba-4920-a52a-390fae73d5bd None None] Provisioning complete for port 41091abc-e3c7-4cb1-8c68-770a9e73d721 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:35.521698 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8a20915a-1aba-4920-a52a-390fae73d5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:35.527662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=41091abc-e3c7-4cb1-8c68-770a9e73d721,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:35.584701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8a20915a-1aba-4920-a52a-390fae73d5bd None None] Port 41091abc-e3c7-4cb1-8c68-770a9e73d721 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:35.629398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 9e586ab2-3c55-4acb-a66c-59b13c51b582 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:35.629398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:35.848093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router 473ebaf8-ae02-4053-800e-0ce34a7a9130 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:55:36.019327 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4764a6a5-bd3a-47aa-9c74-16c04d2aa787 None None] Provisioning complete for port 41091abc-e3c7-4cb1-8c68-770a9e73d721 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:36.019327 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4764a6a5-bd3a-47aa-9c74-16c04d2aa787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.034853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:36.034853 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e53a0fe5-28ed-4fce-8474-5becd140666a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/473ebaf8-ae02-4053-800e-0ce34a7a9130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7183228 Apr 05 20:55:36.042484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54712) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:36.043096 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a76f891-77ed-4e90-94b2-88c353b79f94 None None] Sync routers for ids ['473ebaf8-ae02-4053-800e-0ce34a7a9130'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:36.052791 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a76f891-77ed-4e90-94b2-88c353b79f94 None None] Routers {'473ebaf8-ae02-4053-800e-0ce34a7a9130'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:36.053667 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2a76f891-77ed-4e90-94b2-88c353b79f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['473ebaf8-ae02-4053-800e-0ce34a7a9130'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:36.084449 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4764a6a5-bd3a-47aa-9c74-16c04d2aa787 None None] Port 41091abc-e3c7-4cb1-8c68-770a9e73d721 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:36.104207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54716) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:36.129152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7378c32d-d05a-4f92-9e1a-06b6c27d6233 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:36.129815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7378c32d-d05a-4f92-9e1a-06b6c27d6233 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Synchronizing usage tracker for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:36.131278 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2a76f891-77ed-4e90-94b2-88c353b79f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:36.140400 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a76f891-77ed-4e90-94b2-88c353b79f94 None None] Routers {'473ebaf8-ae02-4053-800e-0ce34a7a9130'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:36.141198 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2a76f891-77ed-4e90-94b2-88c353b79f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['473ebaf8-ae02-4053-800e-0ce34a7a9130'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:36.148751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7378c32d-d05a-4f92-9e1a-06b6c27d6233 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Unset dirty status for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:36.150200 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7378c32d-d05a-4f92-9e1a-06b6c27d6233 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports/41091abc-e3c7-4cb1-8c68-770a9e73d721 HTTP/1.1" status: 200 len: 984 time: 0.1130071 Apr 05 20:55:36.152814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54720) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:36.207403 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2a76f891-77ed-4e90-94b2-88c353b79f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:36.207731 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a76f891-77ed-4e90-94b2-88c353b79f94 None None] The sync data for ids ['473ebaf8-ae02-4053-800e-0ce34a7a9130'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:36.263068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 93abf1ff-9959-4afa-9c66-23e473407a61 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:36.336148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 93abf1ff-9959-4afa-9c66-23e473407a61 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:36.336842 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.346859 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-c6599099-e32a-4066-9b0e-092cabb4b1d0 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Deleting port c2c73419-5608-499a-bd81-7133fc680ec0 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:36.347201 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6599099-e32a-4066-9b0e-092cabb4b1d0 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.581730 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6599099-e32a-4066-9b0e-092cabb4b1d0 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.582087 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6599099-e32a-4066-9b0e-092cabb4b1d0 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.774140 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ad2133a-4277-4e86-acdb-e73bfbf44ee0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:36.847896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-c6599099-e32a-4066-9b0e-092cabb4b1d0 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Calling delete_port for c2c73419-5608-499a-bd81-7133fc680ec0 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:37.008199 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6599099-e32a-4066-9b0e-092cabb4b1d0 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:37.069667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6599099-e32a-4066-9b0e-092cabb4b1d0 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Pushing event deleted for resources: {'Port': ['ID=c2c73419-5608-499a-bd81-7133fc680ec0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:37.167885 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6599099-e32a-4066-9b0e-092cabb4b1d0 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:37.168558 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-c6599099-e32a-4066-9b0e-092cabb4b1d0 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Floating IP 8d4992c7-59f6-4974-a6c1-9e2ffd58ba69 disassociated (deleted). External IP: 172.25.8.144, port: 95db3941-8964-42de-befd-172422da2528. Apr 05 20:55:37.237711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2133a-4277-4e86-acdb-e73bfbf44ee0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port 41091abc-e3c7-4cb1-8c68-770a9e73d721 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:37.237711 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ad2133a-4277-4e86-acdb-e73bfbf44ee0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:37.427819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ad2133a-4277-4e86-acdb-e73bfbf44ee0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:37.520960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6599099-e32a-4066-9b0e-092cabb4b1d0 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:55:37.552928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-1ad2133a-4277-4e86-acdb-e73bfbf44ee0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for 41091abc-e3c7-4cb1-8c68-770a9e73d721 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:37.701315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6599099-e32a-4066-9b0e-092cabb4b1d0 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:37.715346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d847920-5f4f-49dd-ab52-804191367ae2 None None] Sync routers for ids ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:37.727026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d847920-5f4f-49dd-ab52-804191367ae2 None None] Routers {'82ff42ae-5a73-444f-bc43-c2fad38cf2b3'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:37.727882 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5d847920-5f4f-49dd-ab52-804191367ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:37.730169 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c6599099-e32a-4066-9b0e-092cabb4b1d0 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:37.738572 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ad2133a-4277-4e86-acdb-e73bfbf44ee0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:37.791183 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c6599099-e32a-4066-9b0e-092cabb4b1d0 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "DELETE /v2.0/floatingips/8d4992c7-59f6-4974-a6c1-9e2ffd58ba69 HTTP/1.1" status: 204 len: 168 time: 1.6839464 Apr 05 20:55:37.791183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'tag': '95db3941-8964-42de-befd-172422da2528'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:55:37.822496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2133a-4277-4e86-acdb-e73bfbf44ee0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=41091abc-e3c7-4cb1-8c68-770a9e73d721,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:37.875315 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'tag': '95db3941-8964-42de-befd-172422da2528', 'status': 'completed', 'code': 200} Apr 05 20:55:37.942453 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-5d847920-5f4f-49dd-ab52-804191367ae2 None None] Set router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:55:37.996904 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1ad2133a-4277-4e86-acdb-e73bfbf44ee0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:38.024152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba6e31-9276-475a-8473-3a6e5bb5ba25 req-bdfa65ec-9fb4-4be9-866e-33ea0fd99c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:38.025659 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40ba6e31-9276-475a-8473-3a6e5bb5ba25 req-bdfa65ec-9fb4-4be9-866e-33ea0fd99c93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fadd8917fdfc488d83f2366cc94a5355&device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 1096 time: 0.1239312 Apr 05 20:55:38.262328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba6e31-9276-475a-8473-3a6e5bb5ba25 req-86273b97-8560-41c7-ab88-335208bb2423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:38.263732 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40ba6e31-9276-475a-8473-3a6e5bb5ba25 req-86273b97-8560-41c7-ab88-335208bb2423 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b HTTP/1.1" status: 200 len: 915 time: 0.2310622 Apr 05 20:55:38.335701 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40ba6e31-9276-475a-8473-3a6e5bb5ba25 req-0dc3c5d3-3277-4eaa-8fec-83a2e93d2d07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=95db3941-8964-42de-befd-172422da2528 HTTP/1.1" status: 200 len: 217 time: 0.0645220 Apr 05 20:55:38.339374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad2133a-4277-4e86-acdb-e73bfbf44ee0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router 473ebaf8-ae02-4053-800e-0ce34a7a9130 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:55:38.352925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5d847920-5f4f-49dd-ab52-804191367ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'a376b7e6-0f05-4ab6-84da-13933f4b279f', 'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'mac_address': 'fa:16:3e:51:9e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:24Z', 'updated_at': '2022-04-05T20:52:39Z', 'revision_number': 5, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'subnets': [{'id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:38.356886 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d847920-5f4f-49dd-ab52-804191367ae2 None None] Checking router: 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:55:38.366118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d847920-5f4f-49dd-ab52-804191367ae2 None None] Routers {'82ff42ae-5a73-444f-bc43-c2fad38cf2b3'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:38.366750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5d847920-5f4f-49dd-ab52-804191367ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:38.489309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad2133a-4277-4e86-acdb-e73bfbf44ee0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:38.503066 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aed070-5f15-4605-8a41-b63a0e6ce2ce None None] Sync routers for ids ['473ebaf8-ae02-4053-800e-0ce34a7a9130'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:38.508601 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1ad2133a-4277-4e86-acdb-e73bfbf44ee0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/473ebaf8-ae02-4053-800e-0ce34a7a9130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3546190 Apr 05 20:55:38.511325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54730) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:38.515676 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aed070-5f15-4605-8a41-b63a0e6ce2ce None None] Routers {'473ebaf8-ae02-4053-800e-0ce34a7a9130'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:38.516303 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d5aed070-5f15-4605-8a41-b63a0e6ce2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['473ebaf8-ae02-4053-800e-0ce34a7a9130'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:38.548164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a22c52-38ad-4990-8156-96e95bc80811 req-d328fefb-811b-4b47-b93f-8b3bcc675191 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:38.548891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-54a22c52-38ad-4990-8156-96e95bc80811 req-d328fefb-811b-4b47-b93f-8b3bcc675191 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Synchronizing usage tracker for tenant:fadd8917fdfc488d83f2366cc94a5355 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:38.568645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba6e31-9276-475a-8473-3a6e5bb5ba25 req-e7db6c64-0ebe-4a57-ae9e-9b3520cf2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:38.570129 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40ba6e31-9276-475a-8473-3a6e5bb5ba25 req-e7db6c64-0ebe-4a57-ae9e-9b3520cf2aff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8dcd449b-6eca-4814-9cae-b6b56f8b6aa6 HTTP/1.1" status: 200 len: 853 time: 0.2262506 Apr 05 20:55:38.602021 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d5aed070-5f15-4605-8a41-b63a0e6ce2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:38.610980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-5d847920-5f4f-49dd-ab52-804191367ae2 None None] Set router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:55:38.612613 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aed070-5f15-4605-8a41-b63a0e6ce2ce None None] Routers {'473ebaf8-ae02-4053-800e-0ce34a7a9130'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:38.613378 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d5aed070-5f15-4605-8a41-b63a0e6ce2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['473ebaf8-ae02-4053-800e-0ce34a7a9130'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:38.620843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-54a22c52-38ad-4990-8156-96e95bc80811 req-d328fefb-811b-4b47-b93f-8b3bcc675191 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Unset dirty status for tenant:fadd8917fdfc488d83f2366cc94a5355 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:38.622313 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-54a22c52-38ad-4990-8156-96e95bc80811 req-d328fefb-811b-4b47-b93f-8b3bcc675191 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 945 time: 0.4229789 Apr 05 20:55:38.685826 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-54a22c52-38ad-4990-8156-96e95bc80811 req-33abac95-1999-4c3b-967b-fb3d2bcb2806 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566392 Apr 05 20:55:38.716272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba6e31-9276-475a-8473-3a6e5bb5ba25 req-a59523dd-3b19-4119-88f0-9f87bf0d8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:38.718789 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40ba6e31-9276-475a-8473-3a6e5bb5ba25 req-a59523dd-3b19-4119-88f0-9f87bf0d8078 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2e6ddfd4-41a5-4008-aed4-9793fcbed32b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407275 Apr 05 20:55:38.749318 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d5aed070-5f15-4605-8a41-b63a0e6ce2ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:38.749970 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aed070-5f15-4605-8a41-b63a0e6ce2ce None None] The sync data for ids ['473ebaf8-ae02-4053-800e-0ce34a7a9130'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:38.877529 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40ba6e31-9276-475a-8473-3a6e5bb5ba25 req-034203ff-b847-442e-85f3-239a4f8cb559 service neutron] 10.222.0.41 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484864 Apr 05 20:55:38.953268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5d847920-5f4f-49dd-ab52-804191367ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'a376b7e6-0f05-4ab6-84da-13933f4b279f', 'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'mac_address': 'fa:16:3e:51:9e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:24Z', 'updated_at': '2022-04-05T20:52:39Z', 'revision_number': 5, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'subnets': [{'id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:38.957364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d847920-5f4f-49dd-ab52-804191367ae2 None None] The sync data for ids ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'] in n-d-836604-1 is: [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:26Z', 'revision_number': 4, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'a376b7e6-0f05-4ab6-84da-13933f4b279f', 'name': '', 'network_id': '2e6ddfd4-41a5-4008-aed4-9793fcbed32b', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'mac_address': 'fa:16:3e:51:9e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:24Z', 'updated_at': '2022-04-05T20:52:39Z', 'revision_number': 5, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'subnets': [{'id': '8dcd449b-6eca-4814-9cae-b6b56f8b6aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:38.994608 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.019446 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-f5019e3d-a512-4f09-bec5-c56d7f966dcf tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] remove_router_interface failed (client error): The resource could not be found. Apr 05 20:55:39.020494 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f5019e3d-a512-4f09-bec5-c56d7f966dcf tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/473ebaf8-ae02-4053-800e-0ce34a7a9130/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5080132 Apr 05 20:55:39.023281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54734) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:39.023456 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-40ba6e31-9276-475a-8473-3a6e5bb5ba25 req-844edc21-d754-4d09-aa5f-bc74ddd4ebeb service neutron] 10.222.0.41 "GET /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393518 Apr 05 20:55:39.069270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1e0af0a3-9821-4a02-8f4b-70cb6c6b711c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Synchronizing usage tracker for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:39.085489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1e0af0a3-9821-4a02-8f4b-70cb6c6b711c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Unset dirty status for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:39.086704 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1e0af0a3-9821-4a02-8f4b-70cb6c6b711c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports?device_id=473ebaf8-ae02-4053-800e-0ce34a7a9130 HTTP/1.1" status: 200 len: 205 time: 0.0624888 Apr 05 20:55:39.089621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54738) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:39.203836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1926690-3452-4e4d-8469-2547c124860b None None] New status for floating IP 8d4992c7-59f6-4974-a6c1-9e2ffd58ba69: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 20:55:39.236759 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9a89dd2-9694-428c-9aad-9aaad58c0491 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.337071 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.540789 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9a89dd2-9694-428c-9aad-9aaad58c0491 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.540789 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9a89dd2-9694-428c-9aad-9aaad58c0491 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.561114 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9a89dd2-9694-428c-9aad-9aaad58c0491 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.562180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a89dd2-9694-428c-9aad-9aaad58c0491 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Fanout notify agent at l3_agent the message router_deleted on router 473ebaf8-ae02-4053-800e-0ce34a7a9130 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:55:39.574076 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9a89dd2-9694-428c-9aad-9aaad58c0491 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.575145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f9a89dd2-9694-428c-9aad-9aaad58c0491 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/routers/473ebaf8-ae02-4053-800e-0ce34a7a9130 HTTP/1.1" status: 204 len: 168 time: 0.4846134 Apr 05 20:55:39.578397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54742) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:39.649687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ba347b-a121-4e81-9411-c7c1bf8b288a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting subnet 52ad9c15-df8b-4f6e-bccc-5e673ec20644 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:55:39.654391 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f8ba347b-a121-4e81-9411-c7c1bf8b288a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.672341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63938a26-c0d9-43d5-90e9-4353ece1a16b req-6fe862e2-5c96-4007-a0a9-c9bc78abe3fe tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:39.673766 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-63938a26-c0d9-43d5-90e9-4353ece1a16b req-6fe862e2-5c96-4007-a0a9-c9bc78abe3fe tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 945 time: 0.0855575 Apr 05 20:55:39.715226 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f8ba347b-a121-4e81-9411-c7c1bf8b288a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.746253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-63938a26-c0d9-43d5-90e9-4353ece1a16b req-19331a15-5438-4675-8b44-3bad8231ff65 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Deleting port 95db3941-8964-42de-befd-172422da2528 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:39.746584 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-63938a26-c0d9-43d5-90e9-4353ece1a16b req-19331a15-5438-4675-8b44-3bad8231ff65 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.836513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f8ba347b-a121-4e81-9411-c7c1bf8b288a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.929993 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f8ba347b-a121-4e81-9411-c7c1bf8b288a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.978450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec8427-9643-41de-9a31-0290994ac5a1 req-15c1ed71-513c-4bcb-800e-b2e01f08bbdc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:39.980494 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79ec8427-9643-41de-9a31-0290994ac5a1 req-15c1ed71-513c-4bcb-800e-b2e01f08bbdc tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 945 time: 0.1775107 Apr 05 20:55:39.982057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba347b-a121-4e81-9411-c7c1bf8b288a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Subnet': ['ID=52ad9c15-df8b-4f6e-bccc-5e673ec20644,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:39.984162 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f8ba347b-a121-4e81-9411-c7c1bf8b288a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:39.992785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a71ac71-71c9-42ac-9bf5-77b1975342f6 None None] Network 9e586ab2-3c55-4acb-a66c-59b13c51b582 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:40.000847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-63938a26-c0d9-43d5-90e9-4353ece1a16b req-19331a15-5438-4675-8b44-3bad8231ff65 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] For port 95db3941-8964-42de-befd-172422da2528, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=95db3941-8964-42de-befd-172422da2528,segment=NetworkSegment(c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb),segment_id=c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:40.001322 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-63938a26-c0d9-43d5-90e9-4353ece1a16b req-19331a15-5438-4675-8b44-3bad8231ff65 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.009022 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f8ba347b-a121-4e81-9411-c7c1bf8b288a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/52ad9c15-df8b-4f6e-bccc-5e673ec20644 HTTP/1.1" status: 204 len: 168 time: 0.4296525 Apr 05 20:55:40.012098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54748) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:40.133507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-63938a26-c0d9-43d5-90e9-4353ece1a16b req-19331a15-5438-4675-8b44-3bad8231ff65 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Calling delete_port for 95db3941-8964-42de-befd-172422da2528 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:40.190330 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79ec8427-9643-41de-9a31-0290994ac5a1 req-29c03706-0294-41ee-a8fc-f356fd768f34 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/security-groups?id=a77fb6c0-c59e-45df-9542-de1262f560e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003591 Apr 05 20:55:40.266437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.276829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f923334-c66b-413e-9325-9598c9fa6b01 None None] DHCP port deletion for 9e586ab2-3c55-4acb-a66c-59b13c51b582 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:55:40.277905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port 93abf1ff-9959-4afa-9c66-23e473407a61 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:40.278310 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.282067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9f923334-c66b-413e-9325-9598c9fa6b01 None None] Deleting port 93abf1ff-9959-4afa-9c66-23e473407a61 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:40.282434 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9f923334-c66b-413e-9325-9598c9fa6b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.293815 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-63938a26-c0d9-43d5-90e9-4353ece1a16b req-19331a15-5438-4675-8b44-3bad8231ff65 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.351178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19331a15-5438-4675-8b44-3bad8231ff65 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Pushing event deleted for resources: {'Port': ['ID=95db3941-8964-42de-befd-172422da2528,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:40.434062 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-63938a26-c0d9-43d5-90e9-4353ece1a16b req-19331a15-5438-4675-8b44-3bad8231ff65 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] No DVR routers for this DVR port 95db3941-8964-42de-befd-172422da2528 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:40.436964 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-63938a26-c0d9-43d5-90e9-4353ece1a16b req-19331a15-5438-4675-8b44-3bad8231ff65 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.439802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'name': 'network-vif-deleted', 'tag': '95db3941-8964-42de-befd-172422da2528'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 20:55:40.457467 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-63938a26-c0d9-43d5-90e9-4353ece1a16b req-19331a15-5438-4675-8b44-3bad8231ff65 tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.41 "DELETE /v2.0/ports/95db3941-8964-42de-befd-172422da2528 HTTP/1.1" status: 204 len: 173 time: 0.7786951 Apr 05 20:55:40.491362 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a340463-ba12-413f-8b08-ea9b07fb23b3', 'name': 'network-vif-deleted', 'tag': '95db3941-8964-42de-befd-172422da2528', 'status': 'completed', 'code': 200} Apr 05 20:55:40.494277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9f923334-c66b-413e-9325-9598c9fa6b01 None None] For port 93abf1ff-9959-4afa-9c66-23e473407a61, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=93abf1ff-9959-4afa-9c66-23e473407a61,segment=NetworkSegment(8671ea13-e1a7-4fef-a6a6-b80e5157bcd7),segment_id=8671ea13-e1a7-4fef-a6a6-b80e5157bcd7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:40.494863 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9f923334-c66b-413e-9325-9598c9fa6b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.526291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] For port 93abf1ff-9959-4afa-9c66-23e473407a61, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=93abf1ff-9959-4afa-9c66-23e473407a61,segment=NetworkSegment(8671ea13-e1a7-4fef-a6a6-b80e5157bcd7),segment_id=8671ea13-e1a7-4fef-a6a6-b80e5157bcd7)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:40.526772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.625749 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9f923334-c66b-413e-9325-9598c9fa6b01 None None] Calling delete_port for 93abf1ff-9959-4afa-9c66-23e473407a61 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:40.666313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for 93abf1ff-9959-4afa-9c66-23e473407a61 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:40.709024 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9f923334-c66b-413e-9325-9598c9fa6b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:40.759977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f923334-c66b-413e-9325-9598c9fa6b01 None None] No DVR routers for this DVR port 93abf1ff-9959-4afa-9c66-23e473407a61 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:40.762782 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:55:40.763288 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:55:40.768979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f923334-c66b-413e-9325-9598c9fa6b01 None None] Pushing event deleted for resources: {'Port': ['ID=93abf1ff-9959-4afa-9c66-23e473407a61,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:41.264464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port 93abf1ff-9959-4afa-9c66-23e473407a61 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:41.264918 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.339044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] The port '93abf1ff-9959-4afa-9c66-23e473407a61' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:55:41.410360 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-af1b5ecb-ba46-4a01-ab73-a33bdb2efbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.417679 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-89b4baac-8412-43fd-9567-6e3b522b2dad req-ad831872-e245-414d-bb50-480285f04ffe tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a340463-ba12-413f-8b08-ea9b07fb23b3 HTTP/1.1" status: 200 len: 210 time: 0.0840662 Apr 05 20:55:41.516732 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.542644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e586ab2-3c55-4acb-a66c-59b13c51b582']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:41.555185 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8671ea13-e1a7-4fef-a6a6-b80e5157bcd7') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:41.555480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8671ea13-e1a7-4fef-a6a6-b80e5157bcd7') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:41.567105 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.582589 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.588699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:55:41.589117 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: util.warn( Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:41.606873 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:41.683536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.700921 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.714404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Network': ['ID=9e586ab2-3c55-4acb-a66c-59b13c51b582,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:41.723892 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b50c20fa-c221-4e2b-9e79-6739dc3e1507 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/networks/9e586ab2-3c55-4acb-a66c-59b13c51b582 HTTP/1.1" status: 204 len: 168 time: 1.7108517 Apr 05 20:55:41.727708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54758) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:41.733741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1938244599'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:41.739724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:41.743754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:network and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:41.746546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:41.752774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:41.762030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:41.765833 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.793115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:55:41.801779 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.802140 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Added segment da16a71f-6a46-4ee5-bc16-805ac90e5802 of type vlan for network 26e5cf07-f496-4d4c-aa0a-48fec7a79d00 Apr 05 20:55:41.830488 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.858305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.863745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:41.864316 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:41.956139 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2268119 Apr 05 20:55:41.959095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54762) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:41.964735 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'subnet': {'network_id': '26e5cf07-f496-4d4c-aa0a-48fec7a79d00', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:41.967331 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63cb40e-5bb4-4f3a-a8eb-3484c8755c4f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Network': ['ID=26e5cf07-f496-4d4c-aa0a-48fec7a79d00,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:41.978503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 26e5cf07-f496-4d4c-aa0a-48fec7a79d00 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:42.076710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:42.081126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:subnet and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:42.083921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:42.086452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 95db3941-8964-42de-befd-172422da2528 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:42.089542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:42.099636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:42.103478 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.136008 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 95db3941-8964-42de-befd-172422da2528 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:55:42.136346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 95db3941-8964-42de-befd-172422da2528 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:42.233540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 93abf1ff-9959-4afa-9c66-23e473407a61 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:42.271193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 93abf1ff-9959-4afa-9c66-23e473407a61 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:55:42.271535 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 93abf1ff-9959-4afa-9c66-23e473407a61 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:42.329959 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.410019 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Subnet': ['ID=711abd4d-5857-4ebb-9318-5695f0e6a335,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:42.414104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Checking segment: {'id': 'da16a71f-6a46-4ee5-bc16-805ac90e5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26e5cf07-f496-4d4c-aa0a-48fec7a79d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:55:42.414460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network hostable DHCP agents. Network: 26e5cf07-f496-4d4c-aa0a-48fec7a79d00, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:55:42.434194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 26e5cf07-f496-4d4c-aa0a-48fec7a79d00 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:55:42.444028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 26e5cf07-f496-4d4c-aa0a-48fec7a79d00) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:42.447838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:42.448412 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.452836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac330f44-e9de-4940-95ab-bf79f8ccd152 None None] Network 26e5cf07-f496-4d4c-aa0a-48fec7a79d00 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:42.473208 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-96c4e6ed-2f70-4bd2-a9ce-26946c2df332 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5104496 Apr 05 20:55:42.473430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54768) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:42.479496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9955d6e1-0699-4729-a484-a8f5d8f074a4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-959099890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:42.488878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9955d6e1-0699-4729-a484-a8f5d8f074a4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:42.492796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9955d6e1-0699-4729-a484-a8f5d8f074a4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:router and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:42.495720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9955d6e1-0699-4729-a484-a8f5d8f074a4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:42.502068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9955d6e1-0699-4729-a484-a8f5d8f074a4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:42.513594 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9955d6e1-0699-4729-a484-a8f5d8f074a4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.515238 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9955d6e1-0699-4729-a484-a8f5d8f074a4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.532090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 54772) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:42.547087 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9955d6e1-0699-4729-a484-a8f5d8f074a4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.600306 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9955d6e1-0699-4729-a484-a8f5d8f074a4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.632136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2eb56cd4-ac54-486b-8602-adc92fde9ecd tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.642925 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9955d6e1-0699-4729-a484-a8f5d8f074a4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.646763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9955d6e1-0699-4729-a484-a8f5d8f074a4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1696105 Apr 05 20:55:42.647251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 54776) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:42.670765 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-26e5cf07-f496-4d4c-aa0a-48fec7a79d00', 'network_id': '26e5cf07-f496-4d4c-aa0a-48fec7a79d00', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'fixed_ips': [{'subnet_id': '711abd4d-5857-4ebb-9318-5695f0e6a335'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:55:42.672161 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.672621 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2eb56cd4-ac54-486b-8602-adc92fde9ecd tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.743291 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2eb56cd4-ac54-486b-8602-adc92fde9ecd tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.763144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb56cd4-ac54-486b-8602-adc92fde9ecd tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77fb6c0-c59e-45df-9542-de1262f560e7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:42.774937 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2eb56cd4-ac54-486b-8602-adc92fde9ecd tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:42.778673 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2eb56cd4-ac54-486b-8602-adc92fde9ecd tempest-TestVolumeBackupRestore-1954686987 tempest-TestVolumeBackupRestore-1954686987-project] 10.222.0.24 "DELETE /v2.0/security-groups/a77fb6c0-c59e-45df-9542-de1262f560e7 HTTP/1.1" status: 204 len: 168 time: 0.2429225 Apr 05 20:55:42.869420 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Allocated IP 2001:db8::2 (26e5cf07-f496-4d4c-aa0a-48fec7a79d00/711abd4d-5857-4ebb-9318-5695f0e6a335/8ec661a2-2536-4908-8eb7-5c5f53ef9db7) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:43.228297 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:43.241106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Transition to ACTIVE for port object 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:43.263693 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Transition to ACTIVE for port object 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:43.271661 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:43.375947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Pushing event updated for resources: {'Port': ['ID=8ec661a2-2536-4908-8eb7-5c5f53ef9db7,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:43.383563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Network 26e5cf07-f496-4d4c-aa0a-48fec7a79d00 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:43.384564 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:43.387746 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:55:43.514000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Attempting to bind port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:43.515974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Attempting to bind port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'da16a71f-6a46-4ee5-bc16-805ac90e5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26e5cf07-f496-4d4c-aa0a-48fec7a79d00'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:43.517088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Attempting to bind port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 on network 26e5cf07-f496-4d4c-aa0a-48fec7a79d00 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:55:43.524039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:55:43.524872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Checking segment: {'id': 'da16a71f-6a46-4ee5-bc16-805ac90e5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26e5cf07-f496-4d4c-aa0a-48fec7a79d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:55:43.525499 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:43.526408 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Bound using segment: {'id': 'da16a71f-6a46-4ee5-bc16-805ac90e5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26e5cf07-f496-4d4c-aa0a-48fec7a79d00'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:55:43.527212 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Bound port: 8ec661a2-2536-4908-8eb7-5c5f53ef9db7, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da16a71f-6a46-4ee5-bc16-805ac90e5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '26e5cf07-f496-4d4c-aa0a-48fec7a79d00'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:43.528127 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:43.529185 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:43.650368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] For port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:55:43.653819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] For port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8ec661a2-2536-4908-8eb7-5c5f53ef9db7,segment=NetworkSegment(da16a71f-6a46-4ee5-bc16-805ac90e5802),segment_id=da16a71f-6a46-4ee5-bc16-805ac90e5802)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:55:43.669126 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:43.788491 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-eb8b2d25-75cd-45fd-9c55-61cb3964cd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:43.796605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f1d3c-20f8-44cc-8fba-9ea227c1be8f None None] Pushing event updated for resources: {'Port': ['ID=8ec661a2-2536-4908-8eb7-5c5f53ef9db7,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:44.042919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Allocated IP 2001:db8::1 (26e5cf07-f496-4d4c-aa0a-48fec7a79d00/711abd4d-5857-4ebb-9318-5695f0e6a335/3d34d898-1adb-4ea1-b32d-30ac5e4f8687) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:44.337128 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:44.364488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:44.367567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Transition to ACTIVE for port object 3d34d898-1adb-4ea1-b32d-30ac5e4f8687 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:44.402519 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:44.470036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:44.540091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 26e5cf07-f496-4d4c-aa0a-48fec7a79d00 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:44.548543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:44.558604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:55:44.559623 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:44.588231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=3d34d898-1adb-4ea1-b32d-30ac5e4f8687,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:44.718159 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:44.880699 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:44.932859 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:45.284207 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:45.289095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:45.289791 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:45.309554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f150a6fb-9ff9-493e-a74c-82d204d98e3c None None] Network 26e5cf07-f496-4d4c-aa0a-48fec7a79d00 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:45.505504 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=3d34d898-1adb-4ea1-b32d-30ac5e4f8687,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:45.564481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 26e5cf07-f496-4d4c-aa0a-48fec7a79d00 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:45.567214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:45.598834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fa79d1d4-c254-43af-9599-1b4b00365436 None None] Provisioning for port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:45.671139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fa79d1d4-c254-43af-9599-1b4b00365436 None None] Provisioning complete for port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:45.671697 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa79d1d4-c254-43af-9599-1b4b00365436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:45.872787 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa79d1d4-c254-43af-9599-1b4b00365436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:45.919164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fa79d1d4-c254-43af-9599-1b4b00365436 None None] For port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8ec661a2-2536-4908-8eb7-5c5f53ef9db7,segment=NetworkSegment(da16a71f-6a46-4ee5-bc16-805ac90e5802),segment_id=da16a71f-6a46-4ee5-bc16-805ac90e5802)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:45.927683 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa79d1d4-c254-43af-9599-1b4b00365436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:46.061869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79d1d4-c254-43af-9599-1b4b00365436 None None] Pushing event updated for resources: {'Port': ['ID=8ec661a2-2536-4908-8eb7-5c5f53ef9db7,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:46.131315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router 5e40be0e-0980-4e4f-b44a-d76fd67b362e is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:55:46.148024 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:46.304291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:55:46.376538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:46.388010 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23079b96-b6c8-4987-988d-58b9f3d09f7a None None] Sync routers for ids ['5e40be0e-0980-4e4f-b44a-d76fd67b362e'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:46.407575 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23079b96-b6c8-4987-988d-58b9f3d09f7a None None] Routers {'5e40be0e-0980-4e4f-b44a-d76fd67b362e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:46.409250 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-23079b96-b6c8-4987-988d-58b9f3d09f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5e40be0e-0980-4e4f-b44a-d76fd67b362e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:46.436153 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c114f111-adce-4767-929b-32c848c40a63 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/5e40be0e-0980-4e4f-b44a-d76fd67b362e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7875051 Apr 05 20:55:46.436936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55138) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:46.439730 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-64d069b9-71f6-4e93-b85d-13eebe168eea None None] Provisioning complete for port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:46.440102 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-64d069b9-71f6-4e93-b85d-13eebe168eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:46.464869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:46.465235 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:46.525259 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-23079b96-b6c8-4987-988d-58b9f3d09f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:46.546681 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23079b96-b6c8-4987-988d-58b9f3d09f7a None None] Routers {'5e40be0e-0980-4e4f-b44a-d76fd67b362e'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:46.547290 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-23079b96-b6c8-4987-988d-58b9f3d09f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5e40be0e-0980-4e4f-b44a-d76fd67b362e'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:46.604721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e06c56-c89d-4887-804b-205a546d99ad tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:46.605077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c3e06c56-c89d-4887-804b-205a546d99ad tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Synchronizing usage tracker for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:46.643037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c3e06c56-c89d-4887-804b-205a546d99ad tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Unset dirty status for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:46.644624 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c3e06c56-c89d-4887-804b-205a546d99ad tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports/3d34d898-1adb-4ea1-b32d-30ac5e4f8687 HTTP/1.1" status: 200 len: 911 time: 0.2061293 Apr 05 20:55:46.647993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55158) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:46.655153 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-23079b96-b6c8-4987-988d-58b9f3d09f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:46.655745 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23079b96-b6c8-4987-988d-58b9f3d09f7a None None] The sync data for ids ['5e40be0e-0980-4e4f-b44a-d76fd67b362e'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:46.843494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-64d069b9-71f6-4e93-b85d-13eebe168eea None None] Provisioning for port 3d34d898-1adb-4ea1-b32d-30ac5e4f8687 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:55:46.851417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-64d069b9-71f6-4e93-b85d-13eebe168eea None None] Provisioning complete for port 3d34d898-1adb-4ea1-b32d-30ac5e4f8687 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:46.851791 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-64d069b9-71f6-4e93-b85d-13eebe168eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:46.884925 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55182) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:46.976966 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-64d069b9-71f6-4e93-b85d-13eebe168eea None None] Port 3d34d898-1adb-4ea1-b32d-30ac5e4f8687 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:47.108066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-8eff7a47-8552-4893-95f1-0bd12681592c None None] Provisioning complete for port 3d34d898-1adb-4ea1-b32d-30ac5e4f8687 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:55:47.109051 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8eff7a47-8552-4893-95f1-0bd12681592c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:47.182752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8eff7a47-8552-4893-95f1-0bd12681592c None None] Port 3d34d898-1adb-4ea1-b32d-30ac5e4f8687 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:55:47.492330 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a541886f-b909-4b2a-ac62-dcc2851a362f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:47.568642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e8e7775b-b0c9-4df9-a260-b183d71da241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:47.832236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a541886f-b909-4b2a-ac62-dcc2851a362f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port 3d34d898-1adb-4ea1-b32d-30ac5e4f8687 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:47.832577 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a541886f-b909-4b2a-ac62-dcc2851a362f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:47.915774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7775b-b0c9-4df9-a260-b183d71da241 admin admin] Deleting port a376b7e6-0f05-4ab6-84da-13933f4b279f {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:47.916435 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e8e7775b-b0c9-4df9-a260-b183d71da241 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:48.026158 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a541886f-b909-4b2a-ac62-dcc2851a362f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:48.162816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a541886f-b909-4b2a-ac62-dcc2851a362f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for 3d34d898-1adb-4ea1-b32d-30ac5e4f8687 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:48.222316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-e8e7775b-b0c9-4df9-a260-b183d71da241 admin admin] For port a376b7e6-0f05-4ab6-84da-13933f4b279f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a376b7e6-0f05-4ab6-84da-13933f4b279f,segment=NetworkSegment(c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb),segment_id=c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:48.222667 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e8e7775b-b0c9-4df9-a260-b183d71da241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:48.341541 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a541886f-b909-4b2a-ac62-dcc2851a362f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:48.345675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-e8e7775b-b0c9-4df9-a260-b183d71da241 admin admin] Calling delete_port for a376b7e6-0f05-4ab6-84da-13933f4b279f owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:48.423479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541886f-b909-4b2a-ac62-dcc2851a362f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=3d34d898-1adb-4ea1-b32d-30ac5e4f8687,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:48.537969 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e8e7775b-b0c9-4df9-a260-b183d71da241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:48.594865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7775b-b0c9-4df9-a260-b183d71da241 admin admin] Pushing event deleted for resources: {'Port': ['ID=a376b7e6-0f05-4ab6-84da-13933f4b279f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:48.703608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a541886f-b909-4b2a-ac62-dcc2851a362f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:48.868695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e8e7775b-b0c9-4df9-a260-b183d71da241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:48.990309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a541886f-b909-4b2a-ac62-dcc2851a362f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router 5e40be0e-0980-4e4f-b44a-d76fd67b362e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:55:49.126597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a541886f-b909-4b2a-ac62-dcc2851a362f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:49.135681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f51fe-3669-42cf-8f4b-7fbf587e6124 None None] Sync routers for ids ['5e40be0e-0980-4e4f-b44a-d76fd67b362e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:49.146883 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a541886f-b909-4b2a-ac62-dcc2851a362f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/5e40be0e-0980-4e4f-b44a-d76fd67b362e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4971910 Apr 05 20:55:49.147846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55244) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:49.148486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f51fe-3669-42cf-8f4b-7fbf587e6124 None None] Routers {'5e40be0e-0980-4e4f-b44a-d76fd67b362e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:49.149287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6e2f51fe-3669-42cf-8f4b-7fbf587e6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5e40be0e-0980-4e4f-b44a-d76fd67b362e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:49.193412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-197cd8c9-8774-42be-9b9e-8b16664bad87 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Synchronizing usage tracker for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:49.210253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-197cd8c9-8774-42be-9b9e-8b16664bad87 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Unset dirty status for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:49.211467 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-197cd8c9-8774-42be-9b9e-8b16664bad87 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e40be0e-0980-4e4f-b44a-d76fd67b362e HTTP/1.1" status: 200 len: 205 time: 0.0626750 Apr 05 20:55:49.214430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55248) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:49.215394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6e2f51fe-3669-42cf-8f4b-7fbf587e6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:49.225738 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2f51fe-3669-42cf-8f4b-7fbf587e6124 None None] Routers {'5e40be0e-0980-4e4f-b44a-d76fd67b362e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:49.226567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6e2f51fe-3669-42cf-8f4b-7fbf587e6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['5e40be0e-0980-4e4f-b44a-d76fd67b362e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:49.234736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e7775b-b0c9-4df9-a260-b183d71da241 admin admin] Router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:55:49.296672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6e2f51fe-3669-42cf-8f4b-7fbf587e6124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:49.299049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2f51fe-3669-42cf-8f4b-7fbf587e6124 None None] The sync data for ids ['5e40be0e-0980-4e4f-b44a-d76fd67b362e'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:49.351283 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b60cf66-7810-4f10-80c2-9ba6a8b5bab4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:49.415363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e7775b-b0c9-4df9-a260-b183d71da241 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:49.425267 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a623d-b3b2-46e5-af8f-3ca4b55dd5bd None None] Sync routers for ids ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:49.428280 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e8e7775b-b0c9-4df9-a260-b183d71da241 admin admin] 10.222.0.24 "PUT /v2.0/routers/82ff42ae-5a73-444f-bc43-c2fad38cf2b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5415430 Apr 05 20:55:49.430725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55252) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:49.438510 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a623d-b3b2-46e5-af8f-3ca4b55dd5bd None None] Routers {'82ff42ae-5a73-444f-bc43-c2fad38cf2b3'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:49.439229 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-565a623d-b3b2-46e5-af8f-3ca4b55dd5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:49.630514 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-565a623d-b3b2-46e5-af8f-3ca4b55dd5bd None None] Set router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:55:49.675280 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b60cf66-7810-4f10-80c2-9ba6a8b5bab4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:49.677566 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b60cf66-7810-4f10-80c2-9ba6a8b5bab4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:49.703640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b60cf66-7810-4f10-80c2-9ba6a8b5bab4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:49.704238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b60cf66-7810-4f10-80c2-9ba6a8b5bab4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Fanout notify agent at l3_agent the message router_deleted on router 5e40be0e-0980-4e4f-b44a-d76fd67b362e {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:55:49.725857 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b60cf66-7810-4f10-80c2-9ba6a8b5bab4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:49.727675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6b60cf66-7810-4f10-80c2-9ba6a8b5bab4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/routers/5e40be0e-0980-4e4f-b44a-d76fd67b362e HTTP/1.1" status: 204 len: 168 time: 0.5122631 Apr 05 20:55:49.730332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55256) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:49.752839 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:49.802008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-328a3ff0-def0-4975-ba33-80c38231c09e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting subnet 711abd4d-5857-4ebb-9318-5695f0e6a335 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:55:49.805083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328a3ff0-def0-4975-ba33-80c38231c09e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:49.866332 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328a3ff0-def0-4975-ba33-80c38231c09e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:49.937102 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-565a623d-b3b2-46e5-af8f-3ca4b55dd5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77'}], 'enable_snat': True}, 'gw_port_id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:55:48Z', 'revision_number': 5, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port': {'id': 'a4340bbf-95b7-43da-9350-abab67cedef3', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:61:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:52:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:49.941169 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a623d-b3b2-46e5-af8f-3ca4b55dd5bd None None] Checking router: 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:55:49.943256 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:49.949972 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a623d-b3b2-46e5-af8f-3ca4b55dd5bd None None] Routers {'82ff42ae-5a73-444f-bc43-c2fad38cf2b3'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:49.951022 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-565a623d-b3b2-46e5-af8f-3ca4b55dd5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:49.955923 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] Deleting port a4340bbf-95b7-43da-9350-abab67cedef3 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:49.956270 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.082315 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328a3ff0-def0-4975-ba33-80c38231c09e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.145023 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-565a623d-b3b2-46e5-af8f-3ca4b55dd5bd None None] Set router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:55:50.149083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] For port a4340bbf-95b7-43da-9350-abab67cedef3, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a4340bbf-95b7-43da-9350-abab67cedef3,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:50.149648 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.160959 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328a3ff0-def0-4975-ba33-80c38231c09e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.202830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a3ff0-def0-4975-ba33-80c38231c09e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Subnet': ['ID=711abd4d-5857-4ebb-9318-5695f0e6a335,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:50.210784 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328a3ff0-def0-4975-ba33-80c38231c09e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.217905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de901c3f-5f97-4baf-b254-8ef9efc2dfc1 None None] Network 26e5cf07-f496-4d4c-aa0a-48fec7a79d00 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:50.219825 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-328a3ff0-def0-4975-ba33-80c38231c09e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/711abd4d-5857-4ebb-9318-5695f0e6a335 HTTP/1.1" status: 204 len: 168 time: 0.4884830 Apr 05 20:55:50.220447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55260) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:50.298536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] Calling delete_port for a4340bbf-95b7-43da-9350-abab67cedef3 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:50.303395 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-565a623d-b3b2-46e5-af8f-3ca4b55dd5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:55:49Z', 'revision_number': 6, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:50.308115 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a623d-b3b2-46e5-af8f-3ca4b55dd5bd None None] The sync data for ids ['82ff42ae-5a73-444f-bc43-c2fad38cf2b3'] in n-d-836604-1 is: [{'id': '82ff42ae-5a73-444f-bc43-c2fad38cf2b3', 'name': 'tempest-TestVolumeBackupRestore-1183018281-router', 'tenant_id': 'fadd8917fdfc488d83f2366cc94a5355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:19Z', 'updated_at': '2022-04-05T20:55:49Z', 'revision_number': 6, 'project_id': 'fadd8917fdfc488d83f2366cc94a5355', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:50.359105 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.372421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:50.372757 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.488194 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.540920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4340bbf-95b7-43da-9350-abab67cedef3,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:50.588002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] For port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8ec661a2-2536-4908-8eb7-5c5f53ef9db7,segment=NetworkSegment(da16a71f-6a46-4ee5-bc16-805ac90e5802),segment_id=da16a71f-6a46-4ee5-bc16-805ac90e5802)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:50.588352 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.632398 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.682037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95192b6-a0f4-47af-b7f3-329aac4c282f None None] DHCP port deletion for 26e5cf07-f496-4d4c-aa0a-48fec7a79d00 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:55:50.686335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a95192b6-a0f4-47af-b7f3-329aac4c282f None None] Deleting port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:50.686703 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a95192b6-a0f4-47af-b7f3-329aac4c282f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.719600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:50.817468 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.857435 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.859933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.871097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=8ec661a2-2536-4908-8eb7-5c5f53ef9db7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:50.875156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No DVR routers for this DVR port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:50.894799 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.895592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82ff42ae-5a73-444f-bc43-c2fad38cf2b3 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:55:50.909819 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.913262 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-de62fe5b-70ff-4db7-bf9c-c458fc5cfd70 admin admin] 10.222.0.24 "DELETE /v2.0/routers/82ff42ae-5a73-444f-bc43-c2fad38cf2b3 HTTP/1.1" status: 204 len: 168 time: 1.4792700 Apr 05 20:55:50.913488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55264) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:50.935063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a95192b6-a0f4-47af-b7f3-329aac4c282f None None] For port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8ec661a2-2536-4908-8eb7-5c5f53ef9db7,segment=NetworkSegment(da16a71f-6a46-4ee5-bc16-805ac90e5802),segment_id=da16a71f-6a46-4ee5-bc16-805ac90e5802)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:50.935448 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a95192b6-a0f4-47af-b7f3-329aac4c282f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:50.973755 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9765ad-7a9b-440b-9137-fa0968b2610e admin admin] Deleting subnet 8dcd449b-6eca-4814-9cae-b6b56f8b6aa6 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:55:50.976612 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad9765ad-7a9b-440b-9137-fa0968b2610e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.000868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.026485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26e5cf07-f496-4d4c-aa0a-48fec7a79d00']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:51.028090 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad9765ad-7a9b-440b-9137-fa0968b2610e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.038720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da16a71f-6a46-4ee5-bc16-805ac90e5802') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:51.039013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da16a71f-6a46-4ee5-bc16-805ac90e5802') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:51.050295 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.062678 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a95192b6-a0f4-47af-b7f3-329aac4c282f None None] Calling delete_port for 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:51.068839 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.075411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:55:51.075806 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:51.095734 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:51.110676 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad9765ad-7a9b-440b-9137-fa0968b2610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.144369 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-a95192b6-a0f4-47af-b7f3-329aac4c282f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:55:51.144816 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-a95192b6-a0f4-47af-b7f3-329aac4c282f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:55:51.183457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.189468 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.191757 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad9765ad-7a9b-440b-9137-fa0968b2610e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.218267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Network': ['ID=26e5cf07-f496-4d4c-aa0a-48fec7a79d00,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:51.233410 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6b3fbacf-8123-41b8-b1a2-9496a547c20c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/networks/26e5cf07-f496-4d4c-aa0a-48fec7a79d00 HTTP/1.1" status: 204 len: 168 time: 1.0098279 Apr 05 20:55:51.235221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55268) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:51.240772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-218600011', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:51.250332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:51.255298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:router and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:51.259071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:51.267082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:51.278461 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.279698 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.297350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.362160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9765ad-7a9b-440b-9137-fa0968b2610e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dcd449b-6eca-4814-9cae-b6b56f8b6aa6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:51.365847 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad9765ad-7a9b-440b-9137-fa0968b2610e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.371451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f14efbd-6e0c-45ef-979d-ce9ea3958682 None None] Network 2e6ddfd4-41a5-4008-aed4-9793fcbed32b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:51.374544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ad9765ad-7a9b-440b-9137-fa0968b2610e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8dcd449b-6eca-4814-9cae-b6b56f8b6aa6 HTTP/1.1" status: 204 len: 168 time: 0.4599328 Apr 05 20:55:51.375332 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55272) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:51.494598 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.505814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Deleting port 26498f6f-9d50-41c2-ba24-1b8685776979 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:51.506170 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.646016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a95192b6-a0f4-47af-b7f3-329aac4c282f None None] Deleting port 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:51.646356 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a95192b6-a0f4-47af-b7f3-329aac4c282f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.708641 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.721328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51483755-4b0d-4d7c-8303-030c4e9417ee None None] DHCP port deletion for 2e6ddfd4-41a5-4008-aed4-9793fcbed32b request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:55:51.732032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] For port 26498f6f-9d50-41c2-ba24-1b8685776979, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=26498f6f-9d50-41c2-ba24-1b8685776979,segment=NetworkSegment(c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb),segment_id=c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:51.732396 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.763428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a95192b6-a0f4-47af-b7f3-329aac4c282f None None] The port '8ec661a2-2536-4908-8eb7-5c5f53ef9db7' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:55:51.764328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-51483755-4b0d-4d7c-8303-030c4e9417ee None None] Deleting port 26498f6f-9d50-41c2-ba24-1b8685776979 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:51.764692 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-51483755-4b0d-4d7c-8303-030c4e9417ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.869264 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Calling delete_port for 26498f6f-9d50-41c2-ba24-1b8685776979 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:51.954972 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:51.983747 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-51483755-4b0d-4d7c-8303-030c4e9417ee None None] For port 26498f6f-9d50-41c2-ba24-1b8685776979, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=26498f6f-9d50-41c2-ba24-1b8685776979,segment=NetworkSegment(c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb),segment_id=c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:51.984131 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-51483755-4b0d-4d7c-8303-030c4e9417ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.002263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Pushing event deleted for resources: {'Port': ['ID=26498f6f-9d50-41c2-ba24-1b8685776979,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:52.005650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] No DVR routers for this DVR port 26498f6f-9d50-41c2-ba24-1b8685776979 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:52.033810 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.065860 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.110548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-51483755-4b0d-4d7c-8303-030c4e9417ee None None] Calling delete_port for 26498f6f-9d50-41c2-ba24-1b8685776979 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:52.124835 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.155370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6ddfd4-41a5-4008-aed4-9793fcbed32b']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:52.169552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:52.170583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c698f3c8-94f6-4fa2-9e8a-e0fca9abbecb') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:52.185080 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.191307 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-51483755-4b0d-4d7c-8303-030c4e9417ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:55:52.191743 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-51483755-4b0d-4d7c-8303-030c4e9417ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:55:52.205285 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.213517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:55:52.214287 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.224132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Allocated IP 172.25.8.184 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/1722ac76-b154-4ad1-88a9-d4952ea2a477) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:52.231971 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:52.256532 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:52.291735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:55:52.292168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8ec661a2-2536-4908-8eb7-5c5f53ef9db7 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:52.292649 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a4340bbf-95b7-43da-9350-abab67cedef3 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:52.309587 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.327963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: a4340bbf-95b7-43da-9350-abab67cedef3 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:55:52.328309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a4340bbf-95b7-43da-9350-abab67cedef3 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:52.328701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 26498f6f-9d50-41c2-ba24-1b8685776979 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:52.334926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.341081 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e6ddfd4-41a5-4008-aed4-9793fcbed32b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:52.360192 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7b15c97e-a04b-4b97-97c0-a82bacdb5826 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2e6ddfd4-41a5-4008-aed4-9793fcbed32b HTTP/1.1" status: 204 len: 168 time: 0.9832642 Apr 05 20:55:52.363123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55276) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:52.368770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 26498f6f-9d50-41c2-ba24-1b8685776979 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:55:52.369105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 26498f6f-9d50-41c2-ba24-1b8685776979 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:52.369512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a376b7e6-0f05-4ab6-84da-13933f4b279f no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:52.388446 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.404068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: a376b7e6-0f05-4ab6-84da-13933f4b279f {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:55:52.404622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a376b7e6-0f05-4ab6-84da-13933f4b279f not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:52.420154 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.484455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:52.487188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:52.489545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:55:52.538813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=1722ac76-b154-4ad1-88a9-d4952ea2a477,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:52.693043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-51483755-4b0d-4d7c-8303-030c4e9417ee None None] Deleting port 26498f6f-9d50-41c2-ba24-1b8685776979 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:52.693936 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-51483755-4b0d-4d7c-8303-030c4e9417ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.772924 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-51483755-4b0d-4d7c-8303-030c4e9417ee None None] The port '26498f6f-9d50-41c2-ba24-1b8685776979' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:55:52.922355 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b65ff1c-f2d6-4acb-82e9-6bf88d6038fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:52.928507 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.391567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1b65ff1c-f2d6-4acb-82e9-6bf88d6038fe admin admin] Deleting port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:53.392136 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b65ff1c-f2d6-4acb-82e9-6bf88d6038fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.397340 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.569515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-1b65ff1c-f2d6-4acb-82e9-6bf88d6038fe admin admin] For port a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147,segment=NetworkSegment(bc7745ef-90e2-4c7a-ab7d-dafbfd105961),segment_id=bc7745ef-90e2-4c7a-ab7d-dafbfd105961)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:53.569862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b65ff1c-f2d6-4acb-82e9-6bf88d6038fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.606046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router 77336921-ff4a-4e7b-b972-13559e4c527e is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:55:53.697461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1b65ff1c-f2d6-4acb-82e9-6bf88d6038fe admin admin] Calling delete_port for a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:53.790126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:53.800748 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b0de1-3dd4-4953-909e-5a8340af6354 None None] Sync routers for ids ['77336921-ff4a-4e7b-b972-13559e4c527e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:53.818692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b0de1-3dd4-4953-909e-5a8340af6354 None None] Routers {'77336921-ff4a-4e7b-b972-13559e4c527e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:53.819368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-551b0de1-3dd4-4953-909e-5a8340af6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['77336921-ff4a-4e7b-b972-13559e4c527e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:53.823583 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.825296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1e9f59e5-187d-46a1-8b19-f935b565cb34 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5886791 Apr 05 20:55:53.827870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55280) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:53.886042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b65ff1c-f2d6-4acb-82e9-6bf88d6038fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:53.889208 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-551b0de1-3dd4-4953-909e-5a8340af6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:53.904164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551b0de1-3dd4-4953-909e-5a8340af6354 None None] Routers {'77336921-ff4a-4e7b-b972-13559e4c527e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:53.905280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-551b0de1-3dd4-4953-909e-5a8340af6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['77336921-ff4a-4e7b-b972-13559e4c527e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:53.976411 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-551b0de1-3dd4-4953-909e-5a8340af6354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:53.977006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551b0de1-3dd4-4953-909e-5a8340af6354 None None] The sync data for ids ['77336921-ff4a-4e7b-b972-13559e4c527e'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:54.024386 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65ff1c-f2d6-4acb-82e9-6bf88d6038fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:54.054828 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-84a9b24a-ec20-4643-9bb2-f2de7b9d3efe tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/routers/77336921-ff4a-4e7b-b972-13559e4c527e HTTP/1.1" status: 200 len: 884 time: 0.2255599 Apr 05 20:55:54.055411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55286) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:54.323518 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1b65ff1c-f2d6-4acb-82e9-6bf88d6038fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:54.568336 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:55:54.701730 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-30a43c16-7d39-41f0-86d7-87e05c4183b7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6452065 Apr 05 20:55:54.704408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55290) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:54.710930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7cc9c513-9020-4b02-8016-1423b0e67c99 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-218600011'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:55.109790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b65ff1c-f2d6-4acb-82e9-6bf88d6038fe admin admin] Router adbe8215-678b-41b8-b306-06fa3c516688 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:55:55.502260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b65ff1c-f2d6-4acb-82e9-6bf88d6038fe admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:55.511644 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c002a6d-fdb9-4e0b-a738-0f60ecd82868 None None] Sync routers for ids ['adbe8215-678b-41b8-b306-06fa3c516688'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:55.521259 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c002a6d-fdb9-4e0b-a738-0f60ecd82868 None None] Routers {'adbe8215-678b-41b8-b306-06fa3c516688'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:55.521850 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-1c002a6d-fdb9-4e0b-a738-0f60ecd82868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['adbe8215-678b-41b8-b306-06fa3c516688'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:55.533638 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1b65ff1c-f2d6-4acb-82e9-6bf88d6038fe admin admin] 10.222.0.24 "PUT /v2.0/routers/adbe8215-678b-41b8-b306-06fa3c516688/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1672506 Apr 05 20:55:55.536528 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cc9c513-9020-4b02-8016-1423b0e67c99 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:55.536945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55294) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:55.551020 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cc9c513-9020-4b02-8016-1423b0e67c99 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:55.701977 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-1c002a6d-fdb9-4e0b-a738-0f60ecd82868 None None] Set router adbe8215-678b-41b8-b306-06fa3c516688 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:55:55.736007 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:55.889968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc9c513-9020-4b02-8016-1423b0e67c99 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router 77336921-ff4a-4e7b-b972-13559e4c527e has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:55:55.925495 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:55.936436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] Deleting port cfb0795f-a06b-41e8-9c55-0dc3f212aef8 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:55.936635 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:55.999392 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-1c002a6d-fdb9-4e0b-a738-0f60ecd82868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'name': 'tempest-TestVolumeBackupRestore-1371725652-router', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.171'}], 'enable_snat': True}, 'gw_port_id': 'cfb0795f-a06b-41e8-9c55-0dc3f212aef8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:30Z', 'updated_at': '2022-04-05T20:55:53Z', 'revision_number': 5, 'project_id': 'c85e878e524c43e3a519cc06a17abb1f', 'gw_port': {'id': 'cfb0795f-a06b-41e8-9c55-0dc3f212aef8', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:79:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:52:32Z', 'updated_at': '2022-04-05T20:52:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:56.003239 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c002a6d-fdb9-4e0b-a738-0f60ecd82868 None None] Checking router: adbe8215-678b-41b8-b306-06fa3c516688 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:55:56.011518 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c002a6d-fdb9-4e0b-a738-0f60ecd82868 None None] Routers {'adbe8215-678b-41b8-b306-06fa3c516688'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:56.012030 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-1c002a6d-fdb9-4e0b-a738-0f60ecd82868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['adbe8215-678b-41b8-b306-06fa3c516688'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:56.074677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc9c513-9020-4b02-8016-1423b0e67c99 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:55:56.081636 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7cc9c513-9020-4b02-8016-1423b0e67c99 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.085917 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7cc9c513-9020-4b02-8016-1423b0e67c99 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/77336921-ff4a-4e7b-b972-13559e4c527e HTTP/1.1" status: 200 len: 891 time: 1.3803926 Apr 05 20:55:56.088140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47bdb2-817a-4e91-a87a-0021e473518a None None] Sync routers for ids ['77336921-ff4a-4e7b-b972-13559e4c527e'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:55:56.094943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55298) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:56.099724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47bdb2-817a-4e91-a87a-0021e473518a None None] Routers {'77336921-ff4a-4e7b-b972-13559e4c527e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:56.100656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5a47bdb2-817a-4e91-a87a-0021e473518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['77336921-ff4a-4e7b-b972-13559e4c527e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:56.169919 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-1c002a6d-fdb9-4e0b-a738-0f60ecd82868 None None] Set router adbe8215-678b-41b8-b306-06fa3c516688 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:55:56.173600 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5a47bdb2-817a-4e91-a87a-0021e473518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:56.183536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a47bdb2-817a-4e91-a87a-0021e473518a None None] Routers {'77336921-ff4a-4e7b-b972-13559e4c527e'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:55:56.184461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5a47bdb2-817a-4e91-a87a-0021e473518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['77336921-ff4a-4e7b-b972-13559e4c527e'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:56.249616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] For port cfb0795f-a06b-41e8-9c55-0dc3f212aef8, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cfb0795f-a06b-41e8-9c55-0dc3f212aef8,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:56.250216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.260062 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5a47bdb2-817a-4e91-a87a-0021e473518a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:56.260569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a47bdb2-817a-4e91-a87a-0021e473518a None None] The sync data for ids ['77336921-ff4a-4e7b-b972-13559e4c527e'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:56.300811 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-1c002a6d-fdb9-4e0b-a738-0f60ecd82868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'name': 'tempest-TestVolumeBackupRestore-1371725652-router', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:30Z', 'updated_at': '2022-04-05T20:55:55Z', 'revision_number': 6, 'project_id': 'c85e878e524c43e3a519cc06a17abb1f', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:56.304803 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c002a6d-fdb9-4e0b-a738-0f60ecd82868 None None] The sync data for ids ['adbe8215-678b-41b8-b306-06fa3c516688'] in n-d-836604-1 is: [{'id': 'adbe8215-678b-41b8-b306-06fa3c516688', 'name': 'tempest-TestVolumeBackupRestore-1371725652-router', 'tenant_id': 'c85e878e524c43e3a519cc06a17abb1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:52:30Z', 'updated_at': '2022-04-05T20:55:55Z', 'revision_number': 6, 'project_id': 'c85e878e524c43e3a519cc06a17abb1f', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:55:56.337260 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-19968adf-f1c2-434f-83f8-8b1e6ecb959e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/routers/77336921-ff4a-4e7b-b972-13559e4c527e HTTP/1.1" status: 200 len: 891 time: 0.2369182 Apr 05 20:55:56.337260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55302) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:56.378231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2ce5844a-a5ee-4f82-b122-cff64f20d50a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Synchronizing usage tracker for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:55:56.385108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] Calling delete_port for cfb0795f-a06b-41e8-9c55-0dc3f212aef8 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:56.393724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2ce5844a-a5ee-4f82-b122-cff64f20d50a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Unset dirty status for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:55:56.395268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2ce5844a-a5ee-4f82-b122-cff64f20d50a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports?device_id=77336921-ff4a-4e7b-b972-13559e4c527e HTTP/1.1" status: 200 len: 205 time: 0.0584781 Apr 05 20:55:56.397862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55306) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:56.554845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.578427 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.601431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb0795f-a06b-41e8-9c55-0dc3f212aef8,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:56.694430 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.775132 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.791933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port 1722ac76-b154-4ad1-88a9-d4952ea2a477 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:56.792250 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.878532 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.880638 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.902838 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.903336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] Fanout notify agent at l3_agent the message router_deleted on router adbe8215-678b-41b8-b306-06fa3c516688 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:55:56.916024 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.917144 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-97f8d9fc-582b-4152-9a34-08042485330a admin admin] 10.222.0.24 "DELETE /v2.0/routers/adbe8215-678b-41b8-b306-06fa3c516688 HTTP/1.1" status: 204 len: 168 time: 1.3791134 Apr 05 20:55:56.919696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55310) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:56.960763 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:56.978486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd78994-b558-4fa5-a708-8943814594b2 admin admin] Deleting subnet f7972a95-e66e-4aaa-b811-7d885259a707 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:55:56.981474 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4fd78994-b558-4fa5-a708-8943814594b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.033286 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4fd78994-b558-4fa5-a708-8943814594b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.081706 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for 1722ac76-b154-4ad1-88a9-d4952ea2a477 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:57.118031 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4fd78994-b558-4fa5-a708-8943814594b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.190661 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4fd78994-b558-4fa5-a708-8943814594b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.229581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd78994-b558-4fa5-a708-8943814594b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7972a95-e66e-4aaa-b811-7d885259a707,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:57.233021 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4fd78994-b558-4fa5-a708-8943814594b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.238982 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4fd78994-b558-4fa5-a708-8943814594b2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f7972a95-e66e-4aaa-b811-7d885259a707 HTTP/1.1" status: 204 len: 168 time: 0.3177741 Apr 05 20:55:57.241311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55314) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:57.244344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece99ed6-4ae0-4948-969f-81e7460b4b14 None None] Network 17eae1df-2d8c-4760-86df-8d5b013940c2 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:57.258920 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.364197 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.377863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Deleting port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:57.378230 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.494752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=1722ac76-b154-4ad1-88a9-d4952ea2a477,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:57.536744 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c59838e-d01a-4920-b119-78aa955f8624 None None] DHCP port deletion for 17eae1df-2d8c-4760-86df-8d5b013940c2 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:55:57.541052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8c59838e-d01a-4920-b119-78aa955f8624 None None] Deleting port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:57.542219 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8c59838e-d01a-4920-b119-78aa955f8624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.555412 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.613275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] For port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3,segment=NetworkSegment(bc7745ef-90e2-4c7a-ab7d-dafbfd105961),segment_id=bc7745ef-90e2-4c7a-ab7d-dafbfd105961)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:57.613915 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.732469 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.735261 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.760768 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.761333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Fanout notify agent at l3_agent the message router_deleted on router 77336921-ff4a-4e7b-b972-13559e4c527e {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:55:57.771282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Calling delete_port for d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:57.776467 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.781726 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ef519c97-1850-4641-ac07-c1034449c31d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/routers/77336921-ff4a-4e7b-b972-13559e4c527e HTTP/1.1" status: 204 len: 168 time: 1.3787937 Apr 05 20:55:57.782502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55320) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:57.794086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-8c59838e-d01a-4920-b119-78aa955f8624 None None] For port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3,segment=NetworkSegment(bc7745ef-90e2-4c7a-ab7d-dafbfd105961),segment_id=bc7745ef-90e2-4c7a-ab7d-dafbfd105961)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:55:57.794918 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8c59838e-d01a-4920-b119-78aa955f8624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.797428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1044203421'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:57.802980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:57.806931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:network and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:57.809745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:57.815338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:57.826545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:57.830096 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.853197 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.862918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:55:57.879410 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.879987 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Added segment dce19037-4722-4521-acbc-0d5a6666baa2 of type vlan for network 3c5bce36-845a-4474-b107-0a4a0a8c2375 Apr 05 20:55:57.903257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:57.907360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] No DVR routers for this DVR port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:55:57.910420 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.928576 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8c59838e-d01a-4920-b119-78aa955f8624 None None] Calling delete_port for d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:55:57.941863 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:57.947934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:57.948589 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.002391 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-8c59838e-d01a-4920-b119-78aa955f8624 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:55:58.002648 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-8c59838e-d01a-4920-b119-78aa955f8624 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:55:58.026939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.054805 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2685804 Apr 05 20:55:58.055340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55326) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:58.058739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3d8bd5-75bf-42c6-b4f8-cd7041d039bc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Network': ['ID=3c5bce36-845a-4474-b107-0a4a0a8c2375,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:58.070309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 3c5bce36-845a-4474-b107-0a4a0a8c2375 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:55:58.175018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'subnet': {'network_id': '3c5bce36-845a-4474-b107-0a4a0a8c2375', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:58.189382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17eae1df-2d8c-4760-86df-8d5b013940c2']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:58.219820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7745ef-90e2-4c7a-ab7d-dafbfd105961') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:58.220118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7745ef-90e2-4c7a-ab7d-dafbfd105961') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:55:58.246296 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cfb0795f-a06b-41e8-9c55-0dc3f212aef8 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:58.285097 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: cfb0795f-a06b-41e8-9c55-0dc3f212aef8 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:55:58.285281 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.285399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cfb0795f-a06b-41e8-9c55-0dc3f212aef8 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:58.285726 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:58.318721 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.319004 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:55:58.319343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:58.319754 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:55:58.327610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:58.332353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:55:58.332744 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:55:58.346480 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:55:58.348574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:subnet and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:58.352740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:55:58.353086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0992ae5-e7b7-4f5a-bfe6-e2c2d6006147 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:55:58.360123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:58.409537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:58.427889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:55:58.431312 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.465873 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.470647 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.500912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] Pushing event deleted for resources: {'Network': ['ID=17eae1df-2d8c-4760-86df-8d5b013940c2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:58.503683 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8c59838e-d01a-4920-b119-78aa955f8624 None None] Deleting port d0eb94f6-2dc6-47cc-b40b-824b90fdf7e3 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:55:58.504241 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8c59838e-d01a-4920-b119-78aa955f8624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.548411 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a26dac5a-4a59-470e-975b-2ebc57cb1273 admin admin] 10.222.0.24 "DELETE /v2.0/networks/17eae1df-2d8c-4760-86df-8d5b013940c2 HTTP/1.1" status: 204 len: 168 time: 1.3060975 Apr 05 20:55:58.573178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-8c59838e-d01a-4920-b119-78aa955f8624 None None] The port 'd0eb94f6-2dc6-47cc-b40b-824b90fdf7e3' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:55:58.695419 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.742718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55332) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:58.773269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Subnet': ['ID=45238c70-7d34-4b04-9083-b28f79b8fe26,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:58.782655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Checking segment: {'id': 'dce19037-4722-4521-acbc-0d5a6666baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3c5bce36-845a-4474-b107-0a4a0a8c2375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:55:58.783013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network hostable DHCP agents. Network: 3c5bce36-845a-4474-b107-0a4a0a8c2375, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:55:58.795309 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-56f1019a-e80c-41a0-a498-4f31fe82b53b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fadd8917fdfc488d83f2366cc94a5355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512462 Apr 05 20:55:58.797637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55336) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:58.803864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 3c5bce36-845a-4474-b107-0a4a0a8c2375 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:55:58.813531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 3c5bce36-845a-4474-b107-0a4a0a8c2375) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:58.822201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d8450-31f4-4847-b991-68b683fda44a None None] Network 3c5bce36-845a-4474-b107-0a4a0a8c2375 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:55:58.825089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:55:58.825694 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.855091 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-52b88b72-3c20-41c9-a287-964efcb784f9 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7988975 Apr 05 20:55:58.857867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55340) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:58.863428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-8f2d2f67-099f-4db9-b101-21f6786686d6 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1357186971', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:55:58.870628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8f2d2f67-099f-4db9-b101-21f6786686d6 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:55:58.873377 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39dbf076-b850-4efb-b34c-02572dd77863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.874613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8f2d2f67-099f-4db9-b101-21f6786686d6 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:router and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:55:58.877446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-8f2d2f67-099f-4db9-b101-21f6786686d6 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:55:58.883193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-8f2d2f67-099f-4db9-b101-21f6786686d6 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:55:58.895429 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2f67-099f-4db9-b101-21f6786686d6 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.896462 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2f67-099f-4db9-b101-21f6786686d6 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.901252 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39dbf076-b850-4efb-b34c-02572dd77863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.912713 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2f67-099f-4db9-b101-21f6786686d6 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.934487 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2f67-099f-4db9-b101-21f6786686d6 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.958980 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8f2d2f67-099f-4db9-b101-21f6786686d6 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.960121 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39dbf076-b850-4efb-b34c-02572dd77863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:58.962321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8f2d2f67-099f-4db9-b101-21f6786686d6 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1034219 Apr 05 20:55:58.964873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55344) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:59.034535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbf076-b850-4efb-b34c-02572dd77863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee21f9bf-b28b-46cf-91b8-59ccd018c215,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:59.058458 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-39dbf076-b850-4efb-b34c-02572dd77863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:59.059019 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-39dbf076-b850-4efb-b34c-02572dd77863 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee21f9bf-b28b-46cf-91b8-59ccd018c215 HTTP/1.1" status: 204 len: 168 time: 0.2603996 Apr 05 20:55:59.084002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-3c5bce36-845a-4474-b107-0a4a0a8c2375', 'network_id': '3c5bce36-845a-4474-b107-0a4a0a8c2375', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'fixed_ips': [{'subnet_id': '45238c70-7d34-4b04-9083-b28f79b8fe26'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:55:59.084794 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:59.261547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Allocated IP 2001:db8::2 (3c5bce36-845a-4474-b107-0a4a0a8c2375/45238c70-7d34-4b04-9083-b28f79b8fe26/b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:55:59.477999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55354) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:59.486283 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:59.488335 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:59.497605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Transition to ACTIVE for port object b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:59.521117 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Transition to ACTIVE for port object b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:55:59.527634 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:59.531735 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7aaad019-98c3-4be4-bfac-dbea98099ccc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c85e878e524c43e3a519cc06a17abb1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523272 Apr 05 20:55:59.534441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55358) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:55:59.591412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Network 3c5bce36-845a-4474-b107-0a4a0a8c2375 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:55:59.597125 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b7600794-606d-43dd-9054-10ef05a19542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:59.600988 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:55:59.609127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:55:59.618991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Pushing event updated for resources: {'Port': ['ID=b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:59.624718 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b7600794-606d-43dd-9054-10ef05a19542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:59.692299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b7600794-606d-43dd-9054-10ef05a19542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:59.714008 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Attempting to bind port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:55:59.714382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Attempting to bind port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'dce19037-4722-4521-acbc-0d5a6666baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3c5bce36-845a-4474-b107-0a4a0a8c2375'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:55:59.714748 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Attempting to bind port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 on network 3c5bce36-845a-4474-b107-0a4a0a8c2375 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:55:59.716715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7600794-606d-43dd-9054-10ef05a19542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d627400-b483-4c7d-849c-6497824c340a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:59.721430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:55:59.721865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Checking segment: {'id': 'dce19037-4722-4521-acbc-0d5a6666baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3c5bce36-845a-4474-b107-0a4a0a8c2375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:55:59.722302 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:59.722695 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Bound using segment: {'id': 'dce19037-4722-4521-acbc-0d5a6666baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3c5bce36-845a-4474-b107-0a4a0a8c2375'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:55:59.723158 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Bound port: b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dce19037-4722-4521-acbc-0d5a6666baa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '3c5bce36-845a-4474-b107-0a4a0a8c2375'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:55:59.723536 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:59.733742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b7600794-606d-43dd-9054-10ef05a19542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:59.735234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b7600794-606d-43dd-9054-10ef05a19542 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d627400-b483-4c7d-849c-6497824c340a HTTP/1.1" status: 204 len: 168 time: 0.1998539 Apr 05 20:55:59.862629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] For port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:55:59.865930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] For port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9,segment=NetworkSegment(dce19037-4722-4521-acbc-0d5a6666baa2),segment_id=dce19037-4722-4521-acbc-0d5a6666baa2)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:55:59.870676 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:55:59.961221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f9d20-b1fc-471f-bac0-721183e40258 None None] Pushing event updated for resources: {'Port': ['ID=b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:55:59.997322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Allocated IP 2001:db8::1 (3c5bce36-845a-4474-b107-0a4a0a8c2375/45238c70-7d34-4b04-9083-b28f79b8fe26/eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:00.197779 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:00.227162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Transition to ACTIVE for port object eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:00.268097 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:00.315842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:00.362167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 3c5bce36-845a-4474-b107-0a4a0a8c2375 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:00.368377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:00.380428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:00.381409 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:00.402531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:00.413693 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:00.498170 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:00.897221 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:00.901996 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:00.902763 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:01.006758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:01.007638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e50602-aeef-45f7-af30-ed9d69dd17cd None None] Network 3c5bce36-845a-4474-b107-0a4a0a8c2375 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:01.103337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f7ea2c6e-188f-48a2-bc57-30d753e78bbe None None] Provisioning for port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:01.103885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 3c5bce36-845a-4474-b107-0a4a0a8c2375 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:01.105003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:01.112930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f7ea2c6e-188f-48a2-bc57-30d753e78bbe None None] Provisioning complete for port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:01.113288 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2c6e-188f-48a2-bc57-30d753e78bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:01.289249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router 62963475-74bd-4cd6-9c4e-18832eeb9895 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:56:01.324868 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2c6e-188f-48a2-bc57-30d753e78bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:01.368931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f7ea2c6e-188f-48a2-bc57-30d753e78bbe None None] For port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9,segment=NetworkSegment(dce19037-4722-4521-acbc-0d5a6666baa2),segment_id=dce19037-4722-4521-acbc-0d5a6666baa2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:01.375943 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2c6e-188f-48a2-bc57-30d753e78bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:01.449127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea2c6e-188f-48a2-bc57-30d753e78bbe None None] Pushing event updated for resources: {'Port': ['ID=b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:01.582612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:01.595130 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68722566-85ec-480f-8168-ff38bb823290 None None] Sync routers for ids ['62963475-74bd-4cd6-9c4e-18832eeb9895'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:01.602502 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c87ed9ac-b293-49c2-bc08-c8d0d7df6ac1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/62963475-74bd-4cd6-9c4e-18832eeb9895/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6254661 Apr 05 20:56:01.605214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55364) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:01.606644 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68722566-85ec-480f-8168-ff38bb823290 None None] Routers {'62963475-74bd-4cd6-9c4e-18832eeb9895'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:01.607267 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-68722566-85ec-480f-8168-ff38bb823290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['62963475-74bd-4cd6-9c4e-18832eeb9895'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:01.612035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c8de935c-a6f5-44a4-a487-4af2c47ec0da None None] Provisioning complete for port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:01.612407 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c8de935c-a6f5-44a4-a487-4af2c47ec0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:01.691815 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-68722566-85ec-480f-8168-ff38bb823290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:01.692362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8f8b0f-6588-4214-acfb-631d718ede5b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:01.693198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3a8f8b0f-6588-4214-acfb-631d718ede5b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Synchronizing usage tracker for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:56:01.711174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3a8f8b0f-6588-4214-acfb-631d718ede5b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Unset dirty status for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:56:01.716033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55368) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:01.716545 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3a8f8b0f-6588-4214-acfb-631d718ede5b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports/eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd HTTP/1.1" status: 200 len: 911 time: 0.1100783 Apr 05 20:56:01.722776 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68722566-85ec-480f-8168-ff38bb823290 None None] Routers {'62963475-74bd-4cd6-9c4e-18832eeb9895'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:01.723558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-88e23ca6-5dce-4032-a21f-069c638e9670 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '45238c70-7d34-4b04-9083-b28f79b8fe26'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:01.724037 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-68722566-85ec-480f-8168-ff38bb823290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['62963475-74bd-4cd6-9c4e-18832eeb9895'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:01.768521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c8de935c-a6f5-44a4-a487-4af2c47ec0da None None] Provisioning for port eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:01.775745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c8de935c-a6f5-44a4-a487-4af2c47ec0da None None] Provisioning complete for port eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:01.777767 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c8de935c-a6f5-44a4-a487-4af2c47ec0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:01.798904 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-68722566-85ec-480f-8168-ff38bb823290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:01.799552 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68722566-85ec-480f-8168-ff38bb823290 None None] The sync data for ids ['62963475-74bd-4cd6-9c4e-18832eeb9895'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:01.848397 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c8de935c-a6f5-44a4-a487-4af2c47ec0da None None] Port eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:01.975837 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c8984795-3876-4067-a55c-47b126763b4c None None] Provisioning complete for port eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:01.976291 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c8984795-3876-4067-a55c-47b126763b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:02.013631 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88e23ca6-5dce-4032-a21f-069c638e9670 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:02.031610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c8984795-3876-4067-a55c-47b126763b4c None None] Port eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:02.150254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-77bcb241-ba31-41f5-88c1-99020c136998 None None] Provisioning complete for port eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:02.150506 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-77bcb241-ba31-41f5-88c1-99020c136998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:02.208449 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-77bcb241-ba31-41f5-88c1-99020c136998 None None] Port eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:02.256488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:02.323615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:02.323978 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:02.534030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88e23ca6-5dce-4032-a21f-069c638e9670 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:02.541420 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88e23ca6-5dce-4032-a21f-069c638e9670 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:02.549091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e23ca6-5dce-4032-a21f-069c638e9670 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:02.549680 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88e23ca6-5dce-4032-a21f-069c638e9670 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:02.550989 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-88e23ca6-5dce-4032-a21f-069c638e9670 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/ports/eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd HTTP/1.1" status: 200 len: 911 time: 0.8332679 Apr 05 20:56:02.554238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55372) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:02.616115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e23ca6-5dce-4032-a21f-069c638e9670 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:03.039714 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81685e8a-9809-4b79-97e2-076c150aa4b7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:03.470399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-81685e8a-9809-4b79-97e2-076c150aa4b7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:03.470739 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81685e8a-9809-4b79-97e2-076c150aa4b7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:03.664002 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81685e8a-9809-4b79-97e2-076c150aa4b7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:03.787470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-81685e8a-9809-4b79-97e2-076c150aa4b7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:03.961907 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81685e8a-9809-4b79-97e2-076c150aa4b7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:04.040434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81685e8a-9809-4b79-97e2-076c150aa4b7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=eb84fac0-d7a0-4f9b-a52b-f6db2ebc77dd,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:04.188350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-81685e8a-9809-4b79-97e2-076c150aa4b7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:04.459703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81685e8a-9809-4b79-97e2-076c150aa4b7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router 62963475-74bd-4cd6-9c4e-18832eeb9895 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:56:04.756061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81685e8a-9809-4b79-97e2-076c150aa4b7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:04.766021 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44798748-6a33-46b8-a120-975506c0eb81 None None] Sync routers for ids ['62963475-74bd-4cd6-9c4e-18832eeb9895'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:04.775333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44798748-6a33-46b8-a120-975506c0eb81 None None] Routers {'62963475-74bd-4cd6-9c4e-18832eeb9895'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:04.775856 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-81685e8a-9809-4b79-97e2-076c150aa4b7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/62963475-74bd-4cd6-9c4e-18832eeb9895/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2207153 Apr 05 20:56:04.776120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-44798748-6a33-46b8-a120-975506c0eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['62963475-74bd-4cd6-9c4e-18832eeb9895'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:04.778649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55380) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:04.828556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6d57edad-3ea5-44d1-99a7-7f5a5a0bbe3e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Synchronizing usage tracker for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:56:04.840187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-44798748-6a33-46b8-a120-975506c0eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:04.848165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6d57edad-3ea5-44d1-99a7-7f5a5a0bbe3e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Unset dirty status for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:56:04.849006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44798748-6a33-46b8-a120-975506c0eb81 None None] Routers {'62963475-74bd-4cd6-9c4e-18832eeb9895'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:04.849308 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6d57edad-3ea5-44d1-99a7-7f5a5a0bbe3e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports?device_id=62963475-74bd-4cd6-9c4e-18832eeb9895 HTTP/1.1" status: 200 len: 205 time: 0.0697179 Apr 05 20:56:04.849668 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-44798748-6a33-46b8-a120-975506c0eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['62963475-74bd-4cd6-9c4e-18832eeb9895'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:04.852859 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55384) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:04.921385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-44798748-6a33-46b8-a120-975506c0eb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:04.921779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44798748-6a33-46b8-a120-975506c0eb81 None None] The sync data for ids ['62963475-74bd-4cd6-9c4e-18832eeb9895'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:04.994163 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-42c2bcc9-fe8b-469b-ad77-7cc17100687a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:05.419277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-42c2bcc9-fe8b-469b-ad77-7cc17100687a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:05.421978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-42c2bcc9-fe8b-469b-ad77-7cc17100687a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:05.443959 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-42c2bcc9-fe8b-469b-ad77-7cc17100687a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:05.444454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c2bcc9-fe8b-469b-ad77-7cc17100687a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Fanout notify agent at l3_agent the message router_deleted on router 62963475-74bd-4cd6-9c4e-18832eeb9895 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:56:05.455496 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-42c2bcc9-fe8b-469b-ad77-7cc17100687a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:05.456554 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-42c2bcc9-fe8b-469b-ad77-7cc17100687a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/routers/62963475-74bd-4cd6-9c4e-18832eeb9895 HTTP/1.1" status: 204 len: 168 time: 0.6027329 Apr 05 20:56:05.459166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55390) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:05.522472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-160a583f-2f2d-4a10-9a1d-1270e8443d3c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting subnet 45238c70-7d34-4b04-9083-b28f79b8fe26 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:56:05.525315 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-160a583f-2f2d-4a10-9a1d-1270e8443d3c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:05.580458 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-160a583f-2f2d-4a10-9a1d-1270e8443d3c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:05.661153 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-160a583f-2f2d-4a10-9a1d-1270e8443d3c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:05.733667 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-160a583f-2f2d-4a10-9a1d-1270e8443d3c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:05.774830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160a583f-2f2d-4a10-9a1d-1270e8443d3c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Subnet': ['ID=45238c70-7d34-4b04-9083-b28f79b8fe26,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:05.778680 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-160a583f-2f2d-4a10-9a1d-1270e8443d3c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:05.785453 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-160a583f-2f2d-4a10-9a1d-1270e8443d3c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/45238c70-7d34-4b04-9083-b28f79b8fe26 HTTP/1.1" status: 204 len: 168 time: 0.3253713 Apr 05 20:56:05.786168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad9532a-0787-4ec1-80b8-359f1d022c02 None None] Network 3c5bce36-845a-4474-b107-0a4a0a8c2375 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:05.788129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55394) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:05.899231 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:05.909802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:05.910158 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.045552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ed11d1-812a-4c46-92dc-30ed02db638a None None] DHCP port deletion for 3c5bce36-845a-4474-b107-0a4a0a8c2375 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:56:06.049396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-58ed11d1-812a-4c46-92dc-30ed02db638a None None] Deleting port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:06.049756 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-58ed11d1-812a-4c46-92dc-30ed02db638a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.114271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] For port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9,segment=NetworkSegment(dce19037-4722-4521-acbc-0d5a6666baa2),segment_id=dce19037-4722-4521-acbc-0d5a6666baa2)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:06.114723 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.249654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:06.270905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:06.326789 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.336940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-58ed11d1-812a-4c46-92dc-30ed02db638a None None] For port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9,segment=NetworkSegment(dce19037-4722-4521-acbc-0d5a6666baa2),segment_id=dce19037-4722-4521-acbc-0d5a6666baa2)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:06.337317 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-58ed11d1-812a-4c46-92dc-30ed02db638a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.377548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No DVR routers for this DVR port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:56:06.408138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:06.470868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-58ed11d1-812a-4c46-92dc-30ed02db638a None None] Calling delete_port for b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:06.496659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No active binding found for port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 {{(pid=87966) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 20:56:06.497055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:06.505716 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.536423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c5bce36-845a-4474-b107-0a4a0a8c2375']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:06.545533 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-58ed11d1-812a-4c46-92dc-30ed02db638a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:56:06.545906 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-58ed11d1-812a-4c46-92dc-30ed02db638a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:56:06.549908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dce19037-4722-4521-acbc-0d5a6666baa2') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:06.550224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dce19037-4722-4521-acbc-0d5a6666baa2') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:06.561575 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.576877 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.582637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:56:06.583009 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:56:06.598037 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:56:06.682383 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.700025 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.711202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Network': ['ID=3c5bce36-845a-4474-b107-0a4a0a8c2375,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:06.721908 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9abb9dfb-75ce-41dd-a771-643d89e3d937 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/networks/3c5bce36-845a-4474-b107-0a4a0a8c2375 HTTP/1.1" status: 204 len: 168 time: 0.9324737 Apr 05 20:56:06.725308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55400) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:06.730405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2bd9246b-d9b2-4edb-9247-57839c83d6a0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1038486491', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:06.737740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2bd9246b-d9b2-4edb-9247-57839c83d6a0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:06.741612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2bd9246b-d9b2-4edb-9247-57839c83d6a0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:router and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:06.744463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2bd9246b-d9b2-4edb-9247-57839c83d6a0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:06.751169 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2bd9246b-d9b2-4edb-9247-57839c83d6a0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:06.760838 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bd9246b-d9b2-4edb-9247-57839c83d6a0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.761791 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bd9246b-d9b2-4edb-9247-57839c83d6a0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.776560 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bd9246b-d9b2-4edb-9247-57839c83d6a0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.793861 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bd9246b-d9b2-4edb-9247-57839c83d6a0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.814853 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2bd9246b-d9b2-4edb-9247-57839c83d6a0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.815934 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2bd9246b-d9b2-4edb-9247-57839c83d6a0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.0896327 Apr 05 20:56:06.818649 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55404) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:06.823853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1500208445'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:06.829691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:06.833968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:network and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:06.836705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:06.842332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:06.851496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:06.854898 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.882252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:56:06.891317 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.891710 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Added segment 1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f of type vlan for network 56340ebe-d41c-455f-9454-278cedc6a40f Apr 05 20:56:06.917765 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.945990 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:06.951908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:06.952482 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:07.003935 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1841803 Apr 05 20:56:07.006728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55408) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:07.012284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'subnet': {'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:07.047551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-58ed11d1-812a-4c46-92dc-30ed02db638a None None] Deleting port b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:07.048521 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-58ed11d1-812a-4c46-92dc-30ed02db638a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:07.060469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934acf5-31a9-468f-80fc-6f421d879d80 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Network': ['ID=56340ebe-d41c-455f-9454-278cedc6a40f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:07.077464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 56340ebe-d41c-455f-9454-278cedc6a40f details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:56:07.121564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:07.125541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:subnet and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:07.128297 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:07.133924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:07.143268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:07.146989 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:07.147890 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-58ed11d1-812a-4c46-92dc-30ed02db638a None None] The port 'b3a5826f-7ae8-4c76-8e96-7e1fe87e7dd9' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:56:07.361678 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:07.440774 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Subnet': ['ID=4643e6da-8cfc-4fae-9f14-8ad309be4cd7,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:07.448035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Checking segment: {'id': '1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:07.448381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network hostable DHCP agents. Network: 56340ebe-d41c-455f-9454-278cedc6a40f, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:56:07.466805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 56340ebe-d41c-455f-9454-278cedc6a40f is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:56:07.475150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 56340ebe-d41c-455f-9454-278cedc6a40f) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:07.479335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:07.479909 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:07.485524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050fb32c-4b28-4833-8227-48d84dd515c8 None None] Network 56340ebe-d41c-455f-9454-278cedc6a40f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:07.622949 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-257347e5-e021-46ff-8a63-b79135f4da6b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6149962 Apr 05 20:56:07.625860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55412) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:07.709627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-56340ebe-d41c-455f-9454-278cedc6a40f', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:56:07.710503 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:07.867299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Allocated IP 2001:db8::2 (56340ebe-d41c-455f-9454-278cedc6a40f/4643e6da-8cfc-4fae-9f14-8ad309be4cd7/7894e7d0-04cb-4a12-9252-871d43a6d64a) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:08.080258 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.090236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Transition to ACTIVE for port object 7894e7d0-04cb-4a12-9252-871d43a6d64a will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:08.097685 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.107887 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Transition to ACTIVE for port object 7894e7d0-04cb-4a12-9252-871d43a6d64a will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:08.113085 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.174925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Network 56340ebe-d41c-455f-9454-278cedc6a40f is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:08.177671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:08.180756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:08.223945 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Pushing event updated for resources: {'Port': ['ID=7894e7d0-04cb-4a12-9252-871d43a6d64a,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:08.285399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Attempting to bind port 7894e7d0-04cb-4a12-9252-871d43a6d64a on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:08.285757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Attempting to bind port 7894e7d0-04cb-4a12-9252-871d43a6d64a by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:08.286139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Attempting to bind port 7894e7d0-04cb-4a12-9252-871d43a6d64a on network 56340ebe-d41c-455f-9454-278cedc6a40f {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:56:08.291255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:56:08.291723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Checking segment: {'id': '1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:08.292121 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.292496 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Bound using segment: {'id': '1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:56:08.292945 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Bound port: 7894e7d0-04cb-4a12-9252-871d43a6d64a, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:08.293307 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.381176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] For port 7894e7d0-04cb-4a12-9252-871d43a6d64a, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:56:08.384068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] For port 7894e7d0-04cb-4a12-9252-871d43a6d64a, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=7894e7d0-04cb-4a12-9252-871d43a6d64a,segment=NetworkSegment(1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f),segment_id=1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:56:08.387522 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.439968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Allocated IP 2001:db8::1 (56340ebe-d41c-455f-9454-278cedc6a40f/4643e6da-8cfc-4fae-9f14-8ad309be4cd7/79cbf87c-ba67-494c-9f99-6910e25cbf0e) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:08.508088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8e771-08f1-47f3-857d-1d252d74e3ba None None] Pushing event updated for resources: {'Port': ['ID=7894e7d0-04cb-4a12-9252-871d43a6d64a,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:08.603065 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.619627 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Transition to ACTIVE for port object 79cbf87c-ba67-494c-9f99-6910e25cbf0e will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:08.643462 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.716635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 56340ebe-d41c-455f-9454-278cedc6a40f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:08.720817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:08.724676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:08.725206 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.750231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=79cbf87c-ba67-494c-9f99-6910e25cbf0e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:08.849657 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:08.989225 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:09.293482 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:09.348892 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:09.353409 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:09.354175 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:09.433267 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d22c54-7cd9-40e1-a484-9199961ea2b2 None None] Network 56340ebe-d41c-455f-9454-278cedc6a40f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:09.498631 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=79cbf87c-ba67-494c-9f99-6910e25cbf0e,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:09.534586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-01ad6ecb-1941-47ba-9ccd-6912e550dfbb None None] Provisioning for port 7894e7d0-04cb-4a12-9252-871d43a6d64a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:09.551535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 56340ebe-d41c-455f-9454-278cedc6a40f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:09.552720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:09.746946 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router bf115eef-c964-4e98-bae8-cab467a4fd3c is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:56:09.911739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:09.922335 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Sync routers for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:09.927263 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0bc7391f-dce7-4667-b013-270a399e3517 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2999656 Apr 05 20:56:09.929483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55416) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:09.932511 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:09.933345 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:09.935852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2028709948'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:09.941825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:09.945714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:network and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:09.948781 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:09.955317 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:09.970545 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:09.974247 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:09.974584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2babc189-88bc-4009-b759-332108631255 None None] Provisioning for port 79cbf87c-ba67-494c-9f99-6910e25cbf0e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:09.980345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2babc189-88bc-4009-b759-332108631255 None None] Provisioning complete for port 79cbf87c-ba67-494c-9f99-6910e25cbf0e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:09.980889 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2babc189-88bc-4009-b759-332108631255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.006630 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:56:10.016660 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.017410 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Added segment 5365b789-4029-464c-8c6d-2fc5b1bd6067 of type vlan for network f72642ff-c863-4b42-95e3-b4683a1fc9f9 Apr 05 20:56:10.047644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2babc189-88bc-4009-b759-332108631255 None None] Port 79cbf87c-ba67-494c-9f99-6910e25cbf0e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:10.054371 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.088732 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.095395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:10.096786 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.140643 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:10.182794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e3f519c8-a637-4d11-b7a0-9498a89794b7 None None] Provisioning complete for port 79cbf87c-ba67-494c-9f99-6910e25cbf0e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:10.183586 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e3f519c8-a637-4d11-b7a0-9498a89794b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.205190 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2745898 Apr 05 20:56:10.208299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55420) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:10.213130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9d62e-ed8f-4703-989e-bdddff055c67 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Network': ['ID=f72642ff-c863-4b42-95e3-b4683a1fc9f9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:10.215487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'subnet': {'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:10.270207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network f72642ff-c863-4b42-95e3-b4683a1fc9f9 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:56:10.374761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:10.378990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:subnet and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:10.382937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:10.390757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:10.395303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7894e7d0-04cb-4a12-9252-871d43a6d64a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:10.402815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:10.407488 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.460782 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e3f519c8-a637-4d11-b7a0-9498a89794b7 None None] Port 79cbf87c-ba67-494c-9f99-6910e25cbf0e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:10.470187 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:08Z', 'revision_number': 2, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:09Z', 'revision_number': 2, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:10.474521 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Checking router: bf115eef-c964-4e98-bae8-cab467a4fd3c for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:56:10.474867 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Updating router bf115eef-c964-4e98-bae8-cab467a4fd3c port 79cbf87c-ba67-494c-9f99-6910e25cbf0e binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:56:10.492361 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 7894e7d0-04cb-4a12-9252-871d43a6d64a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:10.497172 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 7894e7d0-04cb-4a12-9252-871d43a6d64a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:10.497674 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.529550 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.628872 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.640556 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e3022dac-631c-4515-9828-c14c2bc4930a None None] Provisioning complete for port 79cbf87c-ba67-494c-9f99-6910e25cbf0e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:10.641047 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e3022dac-631c-4515-9828-c14c2bc4930a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.659399 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.710353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e3022dac-631c-4515-9828-c14c2bc4930a None None] Port 79cbf87c-ba67-494c-9f99-6910e25cbf0e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:10.714028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 7894e7d0-04cb-4a12-9252-871d43a6d64a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=7894e7d0-04cb-4a12-9252-871d43a6d64a,segment=NetworkSegment(1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f),segment_id=1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:10.719488 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.776625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Checking segment: {'id': '5365b789-4029-464c-8c6d-2fc5b1bd6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:10.776978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network hostable DHCP agents. Network: f72642ff-c863-4b42-95e3-b4683a1fc9f9, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:56:10.782992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Subnet': ['ID=80cdfb28-307e-4e62-89c8-b06f9e719674,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:10.799623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=7894e7d0-04cb-4a12-9252-871d43a6d64a,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:10.800063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network f72642ff-c863-4b42-95e3-b4683a1fc9f9 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:56:10.811007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, f72642ff-c863-4b42-95e3-b4683a1fc9f9) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:10.814893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:10.815519 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.826280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d18b6c-351d-414f-82f7-2f1d5dcce3f6 None None] Network f72642ff-c863-4b42-95e3-b4683a1fc9f9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:10.836052 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-19bceea5-590b-4429-abfd-c419ab01ffd4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6263947 Apr 05 20:56:10.838931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55424) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:10.902774 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:10.915867 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Transition to ACTIVE for port object 79cbf87c-ba67-494c-9f99-6910e25cbf0e will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:10.923426 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.072483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:56:11.073443 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.144964 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b740ff5-c435-4c2d-a64f-280c1044861e None None] Pushing event updated for resources: {'Port': ['ID=79cbf87c-ba67-494c-9f99-6910e25cbf0e,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:11.159428 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b740ff5-c435-4c2d-a64f-280c1044861e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.160021 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b740ff5-c435-4c2d-a64f-280c1044861e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.160528 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b740ff5-c435-4c2d-a64f-280c1044861e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.161015 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b740ff5-c435-4c2d-a64f-280c1044861e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.161508 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b740ff5-c435-4c2d-a64f-280c1044861e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.162177 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b740ff5-c435-4c2d-a64f-280c1044861e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.162673 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b740ff5-c435-4c2d-a64f-280c1044861e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.163154 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b740ff5-c435-4c2d-a64f-280c1044861e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.163638 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b740ff5-c435-4c2d-a64f-280c1044861e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.164115 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b740ff5-c435-4c2d-a64f-280c1044861e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.164590 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b740ff5-c435-4c2d-a64f-280c1044861e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.165066 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b740ff5-c435-4c2d-a64f-280c1044861e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:11.192123 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Attempting to bind port 79cbf87c-ba67-494c-9f99-6910e25cbf0e on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:11.192697 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Attempting to bind port 79cbf87c-ba67-494c-9f99-6910e25cbf0e by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:11.193065 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Attempting to bind port 79cbf87c-ba67-494c-9f99-6910e25cbf0e on network 56340ebe-d41c-455f-9454-278cedc6a40f {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:56:11.200005 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:56:11.201351 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Checking segment: {'id': '1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:11.201954 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.202494 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Bound using segment: {'id': '1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:56:11.203198 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Bound port: 79cbf87c-ba67-494c-9f99-6910e25cbf0e, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:11.203739 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.262954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Allocated IP 2001:db8:1::2 (f72642ff-c863-4b42-95e3-b4683a1fc9f9/80cdfb28-307e-4e62-89c8-b06f9e719674/6841887d-d050-45b2-b266-ac51e8d54106) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:11.307026 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] For port 79cbf87c-ba67-494c-9f99-6910e25cbf0e, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:56:11.311165 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] For port 79cbf87c-ba67-494c-9f99-6910e25cbf0e, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=79cbf87c-ba67-494c-9f99-6910e25cbf0e,segment=NetworkSegment(1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f),segment_id=1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:56:11.317144 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.397507 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:11.398152 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:55:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:11.467849 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b740ff5-c435-4c2d-a64f-280c1044861e None None] Pushing event updated for resources: {'Port': ['ID=79cbf87c-ba67-494c-9f99-6910e25cbf0e,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:11.468102 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8a7091da-5a4e-4421-a356-a764a4b49b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.509188 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.527017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Transition to ACTIVE for port object 6841887d-d050-45b2-b266-ac51e8d54106 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:11.554035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Transition to ACTIVE for port object 6841887d-d050-45b2-b266-ac51e8d54106 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:11.565015 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.597379 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:11.630581 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.633602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Network f72642ff-c863-4b42-95e3-b4683a1fc9f9 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:11.634893 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:11.643530 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:11.654644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Pushing event updated for resources: {'Port': ['ID=6841887d-d050-45b2-b266-ac51e8d54106,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:11.795232 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Attempting to bind port 6841887d-d050-45b2-b266-ac51e8d54106 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:11.795606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Attempting to bind port 6841887d-d050-45b2-b266-ac51e8d54106 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '5365b789-4029-464c-8c6d-2fc5b1bd6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:11.795967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Attempting to bind port 6841887d-d050-45b2-b266-ac51e8d54106 on network f72642ff-c863-4b42-95e3-b4683a1fc9f9 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:56:11.805916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:56:11.806295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Checking segment: {'id': '5365b789-4029-464c-8c6d-2fc5b1bd6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:11.806697 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.807079 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Bound using segment: {'id': '5365b789-4029-464c-8c6d-2fc5b1bd6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:56:11.807547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Bound port: 6841887d-d050-45b2-b266-ac51e8d54106, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5365b789-4029-464c-8c6d-2fc5b1bd6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:11.807918 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.903078 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] For port 6841887d-d050-45b2-b266-ac51e8d54106, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:56:11.906828 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] For port 6841887d-d050-45b2-b266-ac51e8d54106, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6841887d-d050-45b2-b266-ac51e8d54106,segment=NetworkSegment(5365b789-4029-464c-8c6d-2fc5b1bd6067),segment_id=5365b789-4029-464c-8c6d-2fc5b1bd6067)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:56:11.911528 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:11.942495 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:08Z', 'revision_number': 2, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:11Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:11.946402 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc0ed3e-6f4d-41bb-adef-c26856368965 None None] The sync data for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 is: [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:08Z', 'revision_number': 2, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:11Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:11.994328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cde3ff-37df-4d76-bdef-22cb5a497a45 None None] Pushing event updated for resources: {'Port': ['ID=6841887d-d050-45b2-b266-ac51e8d54106,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:12.058170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Allocated IP 2001:db8:1::1 (f72642ff-c863-4b42-95e3-b4683a1fc9f9/80cdfb28-307e-4e62-89c8-b06f9e719674/1c339789-b0ce-4e0e-9fed-61fd37c2f715) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:12.288443 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.313854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Transition to ACTIVE for port object 1c339789-b0ce-4e0e-9fed-61fd37c2f715 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:12.347459 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.411976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7894e7d0-04cb-4a12-9252-871d43a6d64a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:12.427110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network f72642ff-c863-4b42-95e3-b4683a1fc9f9 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:12.435012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:12.439496 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:12.440022 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.445785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=1c339789-b0ce-4e0e-9fed-61fd37c2f715,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:12.489524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 7894e7d0-04cb-4a12-9252-871d43a6d64a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:12.490090 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.597026 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.620850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 79cbf87c-ba67-494c-9f99-6910e25cbf0e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:12.707249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 79cbf87c-ba67-494c-9f99-6910e25cbf0e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:12.720885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 79cbf87c-ba67-494c-9f99-6910e25cbf0e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:12.721266 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.879340 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.929502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 79cbf87c-ba67-494c-9f99-6910e25cbf0e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=79cbf87c-ba67-494c-9f99-6910e25cbf0e,segment=NetworkSegment(1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f),segment_id=1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:12.934591 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:12.936175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6841887d-d050-45b2-b266-ac51e8d54106 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:13.050682 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.055697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=79cbf87c-ba67-494c-9f99-6910e25cbf0e,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:13.056037 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.056476 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.071445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 6841887d-d050-45b2-b266-ac51e8d54106 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:13.104947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7060b8f9-019d-487e-a571-8598355fb718 None None] Network f72642ff-c863-4b42-95e3-b4683a1fc9f9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:13.207939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-906bcfd5-f210-4294-9b52-96158052de47 None None] Provisioning for port 6841887d-d050-45b2-b266-ac51e8d54106 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:13.215496 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-906bcfd5-f210-4294-9b52-96158052de47 None None] Provisioning complete for port 6841887d-d050-45b2-b266-ac51e8d54106 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:13.215873 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-906bcfd5-f210-4294-9b52-96158052de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.332057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=1c339789-b0ce-4e0e-9fed-61fd37c2f715,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:13.381838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network f72642ff-c863-4b42-95e3-b4683a1fc9f9 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:13.383082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:13.430886 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-906bcfd5-f210-4294-9b52-96158052de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.476735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-906bcfd5-f210-4294-9b52-96158052de47 None None] For port 6841887d-d050-45b2-b266-ac51e8d54106, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6841887d-d050-45b2-b266-ac51e8d54106,segment=NetworkSegment(5365b789-4029-464c-8c6d-2fc5b1bd6067),segment_id=5365b789-4029-464c-8c6d-2fc5b1bd6067)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:13.481310 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-906bcfd5-f210-4294-9b52-96158052de47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.569215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router bf115eef-c964-4e98-bae8-cab467a4fd3c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:56:13.570464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bcfd5-f210-4294-9b52-96158052de47 None None] Pushing event updated for resources: {'Port': ['ID=6841887d-d050-45b2-b266-ac51e8d54106,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:13.723162 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1d051b24-bbe2-4515-b009-e80385087e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.780446 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:13.791386 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Sync routers for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:13.807761 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:13.808438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:13.813491 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-74045f1d-4853-433c-9a10-406621634265 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9734933 Apr 05 20:56:13.816209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55428) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:13.822263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1637698838'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:13.829379 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:13.836434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:network and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:13.843820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:13.849987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:13.866424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:13.871371 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.905627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:56:13.917607 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.917980 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Added segment 55d696e7-515c-44cc-8ad3-ec6ba484157c of type vlan for network 9b1a0d6a-9ee6-413e-92c1-4c539e9644f4 Apr 05 20:56:13.934922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bfe037e7-b5dc-4aeb-b837-6d915773258f None None] Provisioning complete for port 6841887d-d050-45b2-b266-ac51e8d54106 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:13.935928 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bfe037e7-b5dc-4aeb-b837-6d915773258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.953605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.987375 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:13.993868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:13.994503 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:14.021743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:14.104692 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2869759 Apr 05 20:56:14.108025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55432) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:14.111673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712ab97-a21c-471c-98c1-27a88bd1b39f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Network': ['ID=9b1a0d6a-9ee6-413e-92c1-4c539e9644f4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:14.116349 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'subnet': {'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:14.229894 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 9b1a0d6a-9ee6-413e-92c1-4c539e9644f4 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:56:14.246958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:14.255295 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:subnet and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:14.258659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:14.266463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:14.277996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:14.282443 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:14.294810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 79cbf87c-ba67-494c-9f99-6910e25cbf0e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:14.502613 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:14.536088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bfe037e7-b5dc-4aeb-b837-6d915773258f None None] Provisioning for port 1c339789-b0ce-4e0e-9fed-61fd37c2f715 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:14.546003 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bfe037e7-b5dc-4aeb-b837-6d915773258f None None] Provisioning complete for port 1c339789-b0ce-4e0e-9fed-61fd37c2f715 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:14.546372 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bfe037e7-b5dc-4aeb-b837-6d915773258f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:14.598130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Subnet': ['ID=d686ce0a-9208-4f66-ad9a-a2814b40bc91,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:14.603245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Checking segment: {'id': '55d696e7-515c-44cc-8ad3-ec6ba484157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:14.603599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network hostable DHCP agents. Network: 9b1a0d6a-9ee6-413e-92c1-4c539e9644f4, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:56:14.629844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 79cbf87c-ba67-494c-9f99-6910e25cbf0e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:14.630427 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:14.630519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 9b1a0d6a-9ee6-413e-92c1-4c539e9644f4 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:56:14.640637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 9b1a0d6a-9ee6-413e-92c1-4c539e9644f4) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:14.645023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:14.645461 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:14.674214 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-58e74068-59ac-4e58-88f6-c5c1442c1054 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5648236 Apr 05 20:56:14.676751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffdadf5-c50d-41ae-9239-0a338160ea96 None None] Network 9b1a0d6a-9ee6-413e-92c1-4c539e9644f4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:14.676938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55436) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:14.722448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-bfe037e7-b5dc-4aeb-b837-6d915773258f None None] Port 1c339789-b0ce-4e0e-9fed-61fd37c2f715 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:14.974393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 3, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 2, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:14.976347 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:14.982651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-92ce689d-a105-442c-9c2a-bccf1af0f180 None None] Provisioning complete for port 1c339789-b0ce-4e0e-9fed-61fd37c2f715 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:14.983008 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-92ce689d-a105-442c-9c2a-bccf1af0f180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.014574 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.015897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6841887d-d050-45b2-b266-ac51e8d54106 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:15.049096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Checking router: bf115eef-c964-4e98-bae8-cab467a4fd3c for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:56:15.049442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Updating router bf115eef-c964-4e98-bae8-cab467a4fd3c port 1c339789-b0ce-4e0e-9fed-61fd37c2f715 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:56:15.178358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-92ce689d-a105-442c-9c2a-bccf1af0f180 None None] Port 1c339789-b0ce-4e0e-9fed-61fd37c2f715 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:15.185704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:56:15.186559 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.201757 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.329717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6841887d-d050-45b2-b266-ac51e8d54106 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:15.330114 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.401284 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:15.693552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Allocated IP 2001:db8:2::2 (9b1a0d6a-9ee6-413e-92c1-4c539e9644f4/d686ce0a-9208-4f66-ad9a-a2814b40bc91/6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:15.996989 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.018515 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Transition to ACTIVE for port object 1c339789-b0ce-4e0e-9fed-61fd37c2f715 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:16.023780 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.028631 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.069852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Transition to ACTIVE for port object 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:16.171150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Transition to ACTIVE for port object 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:16.188605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7722008-0a21-4f4a-a09f-13e195504090 None None] Pushing event updated for resources: {'Port': ['ID=1c339789-b0ce-4e0e-9fed-61fd37c2f715,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:16.193672 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.250970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Allocated IP 2001:db8:2::1 (9b1a0d6a-9ee6-413e-92c1-4c539e9644f4/d686ce0a-9208-4f66-ad9a-a2814b40bc91/a81e5872-6ca7-4a43-bc2f-74de713981f8) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:16.263955 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.318418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Network 9b1a0d6a-9ee6-413e-92c1-4c539e9644f4 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:16.335564 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:16.344133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:16.351369 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Pushing event updated for resources: {'Port': ['ID=6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:16.423511 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.437901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Attempting to bind port 1c339789-b0ce-4e0e-9fed-61fd37c2f715 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:16.438273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Attempting to bind port 1c339789-b0ce-4e0e-9fed-61fd37c2f715 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '5365b789-4029-464c-8c6d-2fc5b1bd6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:16.438629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Attempting to bind port 1c339789-b0ce-4e0e-9fed-61fd37c2f715 on network f72642ff-c863-4b42-95e3-b4683a1fc9f9 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:56:16.439450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Transition to ACTIVE for port object a81e5872-6ca7-4a43-bc2f-74de713981f8 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:16.458006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:56:16.458375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Checking segment: {'id': '5365b789-4029-464c-8c6d-2fc5b1bd6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:16.458769 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.459149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Bound using segment: {'id': '5365b789-4029-464c-8c6d-2fc5b1bd6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:56:16.459612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Bound port: 1c339789-b0ce-4e0e-9fed-61fd37c2f715, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5365b789-4029-464c-8c6d-2fc5b1bd6067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:16.459976 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.464296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.479129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Attempting to bind port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:16.479495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Attempting to bind port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '55d696e7-515c-44cc-8ad3-ec6ba484157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:16.479852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Attempting to bind port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 on network 9b1a0d6a-9ee6-413e-92c1-4c539e9644f4 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:56:16.518585 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:56:16.518865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Checking segment: {'id': '55d696e7-515c-44cc-8ad3-ec6ba484157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:16.519262 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.519646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Bound using segment: {'id': '55d696e7-515c-44cc-8ad3-ec6ba484157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:56:16.520128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Bound port: 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d696e7-515c-44cc-8ad3-ec6ba484157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:16.520483 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.531965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 9b1a0d6a-9ee6-413e-92c1-4c539e9644f4 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:16.535196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:16.537536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:16.538096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.560974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=a81e5872-6ca7-4a43-bc2f-74de713981f8,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:16.630078 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] For port 1c339789-b0ce-4e0e-9fed-61fd37c2f715, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:56:16.642810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] For port 1c339789-b0ce-4e0e-9fed-61fd37c2f715, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1c339789-b0ce-4e0e-9fed-61fd37c2f715,segment=NetworkSegment(5365b789-4029-464c-8c6d-2fc5b1bd6067),segment_id=5365b789-4029-464c-8c6d-2fc5b1bd6067)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:56:16.645555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] For port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:56:16.648504 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] For port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4,segment=NetworkSegment(55d696e7-515c-44cc-8ad3-ec6ba484157c),segment_id=55d696e7-515c-44cc-8ad3-ec6ba484157c)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:56:16.649922 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.668754 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.690207 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:16.746410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:16.747033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:16.815262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7722008-0a21-4f4a-a09f-13e195504090 None None] Pushing event updated for resources: {'Port': ['ID=1c339789-b0ce-4e0e-9fed-61fd37c2f715,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:16.989004 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:17.039886 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bdd92-e4c6-434a-8438-73fd034f5111 None None] Pushing event updated for resources: {'Port': ['ID=6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:17.142908 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:17.147912 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:17.148653 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:17.319667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=a81e5872-6ca7-4a43-bc2f-74de713981f8,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:17.363286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 9b1a0d6a-9ee6-413e-92c1-4c539e9644f4 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:17.364486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:17.392275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:16Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:16Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81e5872-6ca7-4a43-bc2f-74de713981f8', 'name': '', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:0f:82:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:15Z', 'updated_at': '2022-04-05T20:56:16Z', 'revision_number': 1, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:17.396314 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811bd584-f6f0-4fc6-9663-2a1d238e9ead None None] The sync data for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 is: [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:16Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:16Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81e5872-6ca7-4a43-bc2f-74de713981f8', 'name': '', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:0f:82:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:15Z', 'updated_at': '2022-04-05T20:56:16Z', 'revision_number': 1, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:17.675435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router bf115eef-c964-4e98-bae8-cab467a4fd3c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:56:17.854127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:17.874363 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2cdf3e4d-30ca-42df-9c86-c43401fa199d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1962931 Apr 05 20:56:17.878387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55440) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:17.883729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1953160223'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:17.888380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb700f9-037f-46ae-84f7-427854b58865 None None] Network 9b1a0d6a-9ee6-413e-92c1-4c539e9644f4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:17.894818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:17.917707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:network and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:17.923492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:17.938534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:17.961595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:17.965193 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:17.995366 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-47e53fc8-317b-4922-848c-6a7b8e948491 None None] Provisioning for port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:17.995919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:56:18.006365 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.006599 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Added segment 6da7b058-2156-4eef-a4d3-9ec448add124 of type vlan for network 8b689c89-3b26-4305-b1b2-583d0d89b196 Apr 05 20:56:18.041586 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.080218 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.086206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:18.086893 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.190626 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3116031 Apr 05 20:56:18.193445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55444) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:18.204190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e249cf-d1bf-47bd-a825-51f665673716 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Network': ['ID=8b689c89-3b26-4305-b1b2-583d0d89b196,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:18.205575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'subnet': {'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:18.236311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 8b689c89-3b26-4305-b1b2-583d0d89b196 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:56:18.388823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1c339789-b0ce-4e0e-9fed-61fd37c2f715 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:18.396383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:18.400277 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:subnet and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:18.403416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:18.411939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:18.421825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Made reservation on behalf of e5e85785a17b4088aa97143a16ee78e6 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:18.425747 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.475851 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 1c339789-b0ce-4e0e-9fed-61fd37c2f715 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:18.482789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 1c339789-b0ce-4e0e-9fed-61fd37c2f715 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:18.483152 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.558959 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-011cbbfd-c666-4369-a4bb-6bbabbdca961 None None] Provisioning for port a81e5872-6ca7-4a43-bc2f-74de713981f8 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:18.625442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-011cbbfd-c666-4369-a4bb-6bbabbdca961 None None] Provisioning complete for port a81e5872-6ca7-4a43-bc2f-74de713981f8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:18.625727 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-011cbbfd-c666-4369-a4bb-6bbabbdca961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.680743 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.702393 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.729579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-011cbbfd-c666-4369-a4bb-6bbabbdca961 None None] Port a81e5872-6ca7-4a43-bc2f-74de713981f8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:18.736319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 1c339789-b0ce-4e0e-9fed-61fd37c2f715, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1c339789-b0ce-4e0e-9fed-61fd37c2f715,segment=NetworkSegment(5365b789-4029-464c-8c6d-2fc5b1bd6067),segment_id=5365b789-4029-464c-8c6d-2fc5b1bd6067)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:18.744503 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Sync routers for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:18.747751 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.748575 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:18.762471 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:18.763253 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:18.862306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Checking segment: {'id': '6da7b058-2156-4eef-a4d3-9ec448add124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:18.862659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network hostable DHCP agents. Network: 8b689c89-3b26-4305-b1b2-583d0d89b196, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:56:18.869711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Subnet': ['ID=5e06ac0c-f8c4-4132-bc15-b511c74b0e34,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:18.878468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=1c339789-b0ce-4e0e-9fed-61fd37c2f715,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:18.891549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:18.892194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:18.892194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:18.892587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:18.892910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:18.893239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:18.893548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:18.893868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:18.896583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 8b689c89-3b26-4305-b1b2-583d0d89b196 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:56:18.902393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:18.902725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:18.903063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:18.903949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:18.920775 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 8b689c89-3b26-4305-b1b2-583d0d89b196) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:18.921300 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-86f77f57-a758-4d4c-adc4-17261cd0dc2b None None] Provisioning complete for port a81e5872-6ca7-4a43-bc2f-74de713981f8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:18.921735 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-86f77f57-a758-4d4c-adc4-17261cd0dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.933093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:18.934092 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:18.954109 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d140e31-15a9-42f3-a6e6-aad3c59db2e9 None None] Network 8b689c89-3b26-4305-b1b2-583d0d89b196 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:18.973997 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-03d7094c-b8af-416e-a2ab-805d8127628d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7783921 Apr 05 20:56:18.979028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55448) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:19.024662 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:19.074290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:19.096510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:19.096897 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:19.171759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-86f77f57-a758-4d4c-adc4-17261cd0dc2b None None] Port a81e5872-6ca7-4a43-bc2f-74de713981f8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:19.332744 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-8b689c89-3b26-4305-b1b2-583d0d89b196', 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'fixed_ips': [{'subnet_id': '5e06ac0c-f8c4-4132-bc15-b511c74b0e34'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:56:19.333532 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:19.358120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a6c7921e-a056-47b0-a54a-b309696edccd None None] Provisioning complete for port a81e5872-6ca7-4a43-bc2f-74de713981f8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:19.358486 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a6c7921e-a056-47b0-a54a-b309696edccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:19.370135 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:16Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81e5872-6ca7-4a43-bc2f-74de713981f8', 'name': '', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:0f:82:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:15Z', 'updated_at': '2022-04-05T20:56:16Z', 'revision_number': 2, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:19.374593 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Checking router: bf115eef-c964-4e98-bae8-cab467a4fd3c for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:56:19.374937 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Updating router bf115eef-c964-4e98-bae8-cab467a4fd3c port a81e5872-6ca7-4a43-bc2f-74de713981f8 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:56:19.395245 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:19.431888 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:19.490429 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a6c7921e-a056-47b0-a54a-b309696edccd None None] Port a81e5872-6ca7-4a43-bc2f-74de713981f8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:19.507185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4,segment=NetworkSegment(55d696e7-515c-44cc-8ad3-ec6ba484157c),segment_id=55d696e7-515c-44cc-8ad3-ec6ba484157c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:19.510952 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:19.675335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:19.683008 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Allocated IP 2001:db8:3::2 (8b689c89-3b26-4305-b1b2-583d0d89b196/5e06ac0c-f8c4-4132-bc15-b511c74b0e34/d1237b61-187d-45e7-b63c-788ef5ebe8db) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:19.753959 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:19.805678 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:19.817408 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Transition to ACTIVE for port object a81e5872-6ca7-4a43-bc2f-74de713981f8 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:19.823824 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:19.900198 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:19.913604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Transition to ACTIVE for port object d1237b61-187d-45e7-b63c-788ef5ebe8db will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:19.933771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Transition to ACTIVE for port object d1237b61-187d-45e7-b63c-788ef5ebe8db will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:19.942179 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:19.951318 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0bb3d-3359-4597-b5ad-04879061ac9e None None] Pushing event updated for resources: {'Port': ['ID=a81e5872-6ca7-4a43-bc2f-74de713981f8,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:20.020714 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Network 8b689c89-3b26-4305-b1b2-583d0d89b196 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:20.030582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:20.038152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:20.095365 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Attempting to bind port a81e5872-6ca7-4a43-bc2f-74de713981f8 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:20.095720 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Attempting to bind port a81e5872-6ca7-4a43-bc2f-74de713981f8 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '55d696e7-515c-44cc-8ad3-ec6ba484157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:20.096073 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Attempting to bind port a81e5872-6ca7-4a43-bc2f-74de713981f8 on network 9b1a0d6a-9ee6-413e-92c1-4c539e9644f4 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:56:20.101308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Pushing event updated for resources: {'Port': ['ID=d1237b61-187d-45e7-b63c-788ef5ebe8db,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:20.101754 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:56:20.102153 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Checking segment: {'id': '55d696e7-515c-44cc-8ad3-ec6ba484157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:20.102544 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.103131 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Bound using segment: {'id': '55d696e7-515c-44cc-8ad3-ec6ba484157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:56:20.103363 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Bound port: a81e5872-6ca7-4a43-bc2f-74de713981f8, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d696e7-515c-44cc-8ad3-ec6ba484157c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:20.103724 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.162463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Attempting to bind port d1237b61-187d-45e7-b63c-788ef5ebe8db on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:20.162831 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Attempting to bind port d1237b61-187d-45e7-b63c-788ef5ebe8db by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '6da7b058-2156-4eef-a4d3-9ec448add124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:20.163188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Attempting to bind port d1237b61-187d-45e7-b63c-788ef5ebe8db on network 8b689c89-3b26-4305-b1b2-583d0d89b196 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:56:20.168930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:56:20.169653 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Checking segment: {'id': '6da7b058-2156-4eef-a4d3-9ec448add124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:20.169993 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.170506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Bound using segment: {'id': '6da7b058-2156-4eef-a4d3-9ec448add124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:56:20.170991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Bound port: d1237b61-187d-45e7-b63c-788ef5ebe8db, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da7b058-2156-4eef-a4d3-9ec448add124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:20.171338 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.176377 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Allocated IP 2001:db8:3::1 (8b689c89-3b26-4305-b1b2-583d0d89b196/5e06ac0c-f8c4-4132-bc15-b511c74b0e34/6d209aec-6d34-4572-b6aa-2c8c2abfc49b) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:20.206916 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] For port a81e5872-6ca7-4a43-bc2f-74de713981f8, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:56:20.210708 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] For port a81e5872-6ca7-4a43-bc2f-74de713981f8, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a81e5872-6ca7-4a43-bc2f-74de713981f8,segment=NetworkSegment(55d696e7-515c-44cc-8ad3-ec6ba484157c),segment_id=55d696e7-515c-44cc-8ad3-ec6ba484157c)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:56:20.217609 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.288148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1c339789-b0ce-4e0e-9fed-61fd37c2f715 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:20.304852 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0bb3d-3359-4597-b5ad-04879061ac9e None None] Pushing event updated for resources: {'Port': ['ID=a81e5872-6ca7-4a43-bc2f-74de713981f8,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:20.309021 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:20.310267 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:20.336872 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] For port d1237b61-187d-45e7-b63c-788ef5ebe8db, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:56:20.363391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] For port d1237b61-187d-45e7-b63c-788ef5ebe8db, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d1237b61-187d-45e7-b63c-788ef5ebe8db,segment=NetworkSegment(6da7b058-2156-4eef-a4d3-9ec448add124),segment_id=6da7b058-2156-4eef-a4d3-9ec448add124)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:56:20.371076 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.397165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.419884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Transition to ACTIVE for port object 6d209aec-6d34-4572-b6aa-2c8c2abfc49b will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:20.452262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 1c339789-b0ce-4e0e-9fed-61fd37c2f715 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:20.452566 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.454889 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.479351 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:20.513857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1350d-f101-4ed0-a53a-31b4f279542c None None] Pushing event updated for resources: {'Port': ['ID=d1237b61-187d-45e7-b63c-788ef5ebe8db,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:20.541806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 8b689c89-3b26-4305-b1b2-583d0d89b196 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:20.546238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:20.549912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:20.550517 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.605656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:20.613574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=6d209aec-6d34-4572-b6aa-2c8c2abfc49b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:20.708128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:20.708861 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.748666 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:20.977485 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:16Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81e5872-6ca7-4a43-bc2f-74de713981f8', 'name': '', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:0f:82:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:15Z', 'updated_at': '2022-04-05T20:56:20Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:20.983203 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7c1fe4-b297-4caf-96c5-a6624365bd68 None None] The sync data for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 is: [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:16Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81e5872-6ca7-4a43-bc2f-74de713981f8', 'name': '', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:0f:82:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:15Z', 'updated_at': '2022-04-05T20:56:20Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:21.334157 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:21.339032 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:21.339787 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:21.485195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event updated for resources: {'Port': ['ID=6d209aec-6d34-4572-b6aa-2c8c2abfc49b,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:21.532260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0f58d6-5178-4fcf-9aa9-fcc855580995 None None] Network 8b689c89-3b26-4305-b1b2-583d0d89b196 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:21.539282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Network 8b689c89-3b26-4305-b1b2-583d0d89b196 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:21.540333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:21.640445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-993afb61-57ab-417a-9fd6-9df412028079 None None] Provisioning for port d1237b61-187d-45e7-b63c-788ef5ebe8db completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:21.707705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router bf115eef-c964-4e98-bae8-cab467a4fd3c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:56:21.869787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:21.882827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Sync routers for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:21.883163 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f7ebffcf-6c8b-4b75-94e1-bc411436b0dd tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9026232 Apr 05 20:56:21.885967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55452) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:21.891726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-1486858e-61c3-4225-9c69-be3f92f46b3a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:21.893832 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:21.894485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:22.067721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:22.130361 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-59e1874c-8c6b-47a6-a3dd-70645170df72 None None] Provisioning for port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:22.244418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-59e1874c-8c6b-47a6-a3dd-70645170df72 None None] Provisioning complete for port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:22.244789 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-59e1874c-8c6b-47a6-a3dd-70645170df72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:22.392555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-59e1874c-8c6b-47a6-a3dd-70645170df72 None None] Port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:22.435241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d1237b61-187d-45e7-b63c-788ef5ebe8db up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:22.548864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3e226026-34fa-4a91-8085-7ff7d9472f03 None None] Provisioning complete for port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:22.549534 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3e226026-34fa-4a91-8085-7ff7d9472f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:22.610616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port d1237b61-187d-45e7-b63c-788ef5ebe8db completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:22.619551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3e226026-34fa-4a91-8085-7ff7d9472f03 None None] Port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:22.620862 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d1237b61-187d-45e7-b63c-788ef5ebe8db triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:22.621218 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:22.654568 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.extraroute_db [None req-1486858e-61c3-4225-9c69-be3f92f46b3a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87965) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 05 20:56:22.667964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:20Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d209aec-6d34-4572-b6aa-2c8c2abfc49b', 'name': '', 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:cb:85:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5e06ac0c-f8c4-4132-bc15-b511c74b0e34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:19Z', 'updated_at': '2022-04-05T20:56:21Z', 'revision_number': 2, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '5e06ac0c-f8c4-4132-bc15-b511c74b0e34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81e5872-6ca7-4a43-bc2f-74de713981f8', 'name': '', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:0f:82:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:15Z', 'updated_at': '2022-04-05T20:56:20Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:22.669598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.extraroute_db [None req-1486858e-61c3-4225-9c69-be3f92f46b3a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Removed routes are [] {{(pid=87965) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 05 20:56:22.670020 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1486858e-61c3-4225-9c69-be3f92f46b3a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:22.682360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Checking router: bf115eef-c964-4e98-bae8-cab467a4fd3c for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:56:22.682708 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Updating router bf115eef-c964-4e98-bae8-cab467a4fd3c port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 20:56:22.771100 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:22.843132 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:22.939375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port d1237b61-187d-45e7-b63c-788ef5ebe8db, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d1237b61-187d-45e7-b63c-788ef5ebe8db,segment=NetworkSegment(6da7b058-2156-4eef-a4d3-9ec448add124),segment_id=6da7b058-2156-4eef-a4d3-9ec448add124)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:22.943265 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:22.944009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a81e5872-6ca7-4a43-bc2f-74de713981f8 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:22.982878 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1486858e-61c3-4225-9c69-be3f92f46b3a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:22.986286 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1486858e-61c3-4225-9c69-be3f92f46b3a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:23.107105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=d1237b61-187d-45e7-b63c-788ef5ebe8db,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:23.158035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1486858e-61c3-4225-9c69-be3f92f46b3a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router bf115eef-c964-4e98-bae8-cab467a4fd3c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:56:23.179114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a81e5872-6ca7-4a43-bc2f-74de713981f8 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:23.188529 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a81e5872-6ca7-4a43-bc2f-74de713981f8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:23.188893 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:23.319509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1486858e-61c3-4225-9c69-be3f92f46b3a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:23.327865 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1486858e-61c3-4225-9c69-be3f92f46b3a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:23.329008 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1486858e-61c3-4225-9c69-be3f92f46b3a tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c HTTP/1.1" status: 200 len: 954 time: 1.4421194 Apr 05 20:56:23.331823 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55456) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:23.385580 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:23.390969 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:23.416657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Transition to ACTIVE for port object 6d209aec-6d34-4572-b6aa-2c8c2abfc49b will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:23.426967 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:23.503964 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1af3e9b6-7b5e-4d52-bd5a-131c1eafff5c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c HTTP/1.1" status: 200 len: 954 time: 0.1686821 Apr 05 20:56:23.504148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55460) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:23.509400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e24feee9-70b1-4f1b-9c80-9df205490ae3 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'router': {'routes': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:23.532673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a81e5872-6ca7-4a43-bc2f-74de713981f8, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a81e5872-6ca7-4a43-bc2f-74de713981f8,segment=NetworkSegment(55d696e7-515c-44cc-8ad3-ec6ba484157c),segment_id=55d696e7-515c-44cc-8ad3-ec6ba484157c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:23.551170 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:23.569578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccc5cd-1a63-4563-b23d-cc41eca51b0c None None] Pushing event updated for resources: {'Port': ['ID=6d209aec-6d34-4572-b6aa-2c8c2abfc49b,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:23.713506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Attempting to bind port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:23.713866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Attempting to bind port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '6da7b058-2156-4eef-a4d3-9ec448add124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:23.714241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Attempting to bind port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b on network 8b689c89-3b26-4305-b1b2-583d0d89b196 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:56:23.723260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:56:23.723625 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Checking segment: {'id': '6da7b058-2156-4eef-a4d3-9ec448add124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:23.724015 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:23.724396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Bound using segment: {'id': '6da7b058-2156-4eef-a4d3-9ec448add124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:56:23.724839 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Bound port: 6d209aec-6d34-4572-b6aa-2c8c2abfc49b, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6da7b058-2156-4eef-a4d3-9ec448add124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:23.725203 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:23.735416 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a81e5872-6ca7-4a43-bc2f-74de713981f8,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:23.872668 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] For port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:56:23.876326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] For port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6d209aec-6d34-4572-b6aa-2c8c2abfc49b,segment=NetworkSegment(6da7b058-2156-4eef-a4d3-9ec448add124),segment_id=6da7b058-2156-4eef-a4d3-9ec448add124)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:56:23.881318 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:23.957743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:23.958383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:24.027164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ccc5cd-1a63-4563-b23d-cc41eca51b0c None None] Pushing event updated for resources: {'Port': ['ID=6d209aec-6d34-4572-b6aa-2c8c2abfc49b,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:24.123390 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:24.242035 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.extraroute_db [None req-e24feee9-70b1-4f1b-9c80-9df205490ae3 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Added routes are [] {{(pid=87965) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 05 20:56:24.242564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.extraroute_db [None req-e24feee9-70b1-4f1b-9c80-9df205490ae3 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87965) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 05 20:56:24.273501 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e24feee9-70b1-4f1b-9c80-9df205490ae3 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:24.286741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d1237b61-187d-45e7-b63c-788ef5ebe8db up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:24.484140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d1237b61-187d-45e7-b63c-788ef5ebe8db triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:24.484420 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:24.589515 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e24feee9-70b1-4f1b-9c80-9df205490ae3 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:24.592892 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e24feee9-70b1-4f1b-9c80-9df205490ae3 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:24.618284 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:22Z', 'revision_number': 6, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d209aec-6d34-4572-b6aa-2c8c2abfc49b', 'name': '', 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:cb:85:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5e06ac0c-f8c4-4132-bc15-b511c74b0e34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:19Z', 'updated_at': '2022-04-05T20:56:23Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '5e06ac0c-f8c4-4132-bc15-b511c74b0e34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81e5872-6ca7-4a43-bc2f-74de713981f8', 'name': '', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:0f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:15Z', 'updated_at': '2022-04-05T20:56:23Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:24.631290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc69002-91d9-49d2-8bc7-e8f2712e5eaa None None] The sync data for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 is: [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:22Z', 'revision_number': 6, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d209aec-6d34-4572-b6aa-2c8c2abfc49b', 'name': '', 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:cb:85:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5e06ac0c-f8c4-4132-bc15-b511c74b0e34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:19Z', 'updated_at': '2022-04-05T20:56:23Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '5e06ac0c-f8c4-4132-bc15-b511c74b0e34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81e5872-6ca7-4a43-bc2f-74de713981f8', 'name': '', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:0f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:15Z', 'updated_at': '2022-04-05T20:56:23Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:24.638098 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a81e5872-6ca7-4a43-bc2f-74de713981f8 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:24.734818 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a81e5872-6ca7-4a43-bc2f-74de713981f8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:24.735244 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:24.802684 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24feee9-70b1-4f1b-9c80-9df205490ae3 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router bf115eef-c964-4e98-bae8-cab467a4fd3c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:56:24.967746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24feee9-70b1-4f1b-9c80-9df205490ae3 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:24.974507 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e24feee9-70b1-4f1b-9c80-9df205490ae3 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:24.975677 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e24feee9-70b1-4f1b-9c80-9df205490ae3 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c HTTP/1.1" status: 200 len: 704 time: 1.4706268 Apr 05 20:56:24.978300 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55464) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:25.146392 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1aaab025-ee81-40f4-b0da-f41d1a8b8da2 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c HTTP/1.1" status: 200 len: 704 time: 0.1669676 Apr 05 20:56:25.149024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55468) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:25.398229 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2f9206-679a-40dc-89a0-57238c4ee3e4 None None] Sync routers for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:25.407637 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f9206-679a-40dc-89a0-57238c4ee3e4 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:25.408252 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7f2f9206-679a-40dc-89a0-57238c4ee3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:25.561540 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-7f2f9206-679a-40dc-89a0-57238c4ee3e4 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:25.815707 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:25.886061 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7f2f9206-679a-40dc-89a0-57238c4ee3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:24Z', 'revision_number': 7, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d209aec-6d34-4572-b6aa-2c8c2abfc49b', 'name': '', 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:cb:85:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5e06ac0c-f8c4-4132-bc15-b511c74b0e34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:19Z', 'updated_at': '2022-04-05T20:56:23Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '5e06ac0c-f8c4-4132-bc15-b511c74b0e34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81e5872-6ca7-4a43-bc2f-74de713981f8', 'name': '', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:0f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:15Z', 'updated_at': '2022-04-05T20:56:23Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:25.890470 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2f9206-679a-40dc-89a0-57238c4ee3e4 None None] Checking router: bf115eef-c964-4e98-bae8-cab467a4fd3c for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:56:25.898710 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f9206-679a-40dc-89a0-57238c4ee3e4 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:25.899293 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7f2f9206-679a-40dc-89a0-57238c4ee3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:26.080130 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-7f2f9206-679a-40dc-89a0-57238c4ee3e4 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:26.160992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:26.161328 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.306693 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6d209aec-6d34-4572-b6aa-2c8c2abfc49b up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:26.370700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] For port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6d209aec-6d34-4572-b6aa-2c8c2abfc49b,segment=NetworkSegment(6da7b058-2156-4eef-a4d3-9ec448add124),segment_id=6da7b058-2156-4eef-a4d3-9ec448add124)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:26.371062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.379086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:26.384732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:26.385246 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.438733 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7f2f9206-679a-40dc-89a0-57238c4ee3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:24Z', 'revision_number': 7, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d209aec-6d34-4572-b6aa-2c8c2abfc49b', 'name': '', 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:cb:85:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5e06ac0c-f8c4-4132-bc15-b511c74b0e34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:19Z', 'updated_at': '2022-04-05T20:56:23Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '5e06ac0c-f8c4-4132-bc15-b511c74b0e34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81e5872-6ca7-4a43-bc2f-74de713981f8', 'name': '', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:0f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:15Z', 'updated_at': '2022-04-05T20:56:23Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:26.444839 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2f9206-679a-40dc-89a0-57238c4ee3e4 None None] The sync data for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 is: [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:24Z', 'revision_number': 7, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d209aec-6d34-4572-b6aa-2c8c2abfc49b', 'name': '', 'network_id': '8b689c89-3b26-4305-b1b2-583d0d89b196', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:cb:85:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '5e06ac0c-f8c4-4132-bc15-b511c74b0e34', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:19Z', 'updated_at': '2022-04-05T20:56:23Z', 'revision_number': 4, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '5e06ac0c-f8c4-4132-bc15-b511c74b0e34', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81e5872-6ca7-4a43-bc2f-74de713981f8', 'name': '', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:0f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:15Z', 'updated_at': '2022-04-05T20:56:23Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:26.519004 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.529603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for 6d209aec-6d34-4572-b6aa-2c8c2abfc49b owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:26.558123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6d209aec-6d34-4572-b6aa-2c8c2abfc49b,segment=NetworkSegment(6da7b058-2156-4eef-a4d3-9ec448add124),segment_id=6da7b058-2156-4eef-a4d3-9ec448add124)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:26.563910 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:26.637756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=6d209aec-6d34-4572-b6aa-2c8c2abfc49b,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:26.673257 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.db.api [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87965) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:56:26.673963 n-d-836604-1 neutron-server[87965]: DEBUG oslo_db.api [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:56:27.175290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:27.175883 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:27.359978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] For port 6d209aec-6d34-4572-b6aa-2c8c2abfc49b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6d209aec-6d34-4572-b6aa-2c8c2abfc49b,segment=NetworkSegment(6da7b058-2156-4eef-a4d3-9ec448add124),segment_id=6da7b058-2156-4eef-a4d3-9ec448add124)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:27.360329 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:27.593862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for 6d209aec-6d34-4572-b6aa-2c8c2abfc49b owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:27.768758 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:27.816724 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=6d209aec-6d34-4572-b6aa-2c8c2abfc49b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:28.014408 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.330803 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router bf115eef-c964-4e98-bae8-cab467a4fd3c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:56:28.487467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:28.496258 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e29733-f53f-4e1f-a4ce-06a8f7b09b99 None None] Sync routers for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:28.501799 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-88acaade-24ec-4518-bfe2-04d1f63dc125 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3493776 Apr 05 20:56:28.501982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55472) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:28.505256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e29733-f53f-4e1f-a4ce-06a8f7b09b99 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:28.505848 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-22e29733-f53f-4e1f-a4ce-06a8f7b09b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:28.567810 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-414493b6-5f8d-4265-a6b0-71f76b4fd0cb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting subnet 5e06ac0c-f8c4-4132-bc15-b511c74b0e34 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:56:28.570712 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-414493b6-5f8d-4265-a6b0-71f76b4fd0cb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.628351 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-414493b6-5f8d-4265-a6b0-71f76b4fd0cb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.659957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-22e29733-f53f-4e1f-a4ce-06a8f7b09b99 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:28.713187 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-414493b6-5f8d-4265-a6b0-71f76b4fd0cb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.785517 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-414493b6-5f8d-4265-a6b0-71f76b4fd0cb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.948928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414493b6-5f8d-4265-a6b0-71f76b4fd0cb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Subnet': ['ID=5e06ac0c-f8c4-4132-bc15-b511c74b0e34,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:28.954770 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-414493b6-5f8d-4265-a6b0-71f76b4fd0cb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:28.961290 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-414493b6-5f8d-4265-a6b0-71f76b4fd0cb tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/5e06ac0c-f8c4-4132-bc15-b511c74b0e34 HTTP/1.1" status: 204 len: 168 time: 0.4583681 Apr 05 20:56:28.963485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587e93be-9def-4283-b51e-52c4bbe1ee9d None None] Network 8b689c89-3b26-4305-b1b2-583d0d89b196 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:28.963771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55476) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:29.077031 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.087058 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port d1237b61-187d-45e7-b63c-788ef5ebe8db {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:29.087376 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.186034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-22e29733-f53f-4e1f-a4ce-06a8f7b09b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:27Z', 'revision_number': 8, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81e5872-6ca7-4a43-bc2f-74de713981f8', 'name': '', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:0f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:15Z', 'updated_at': '2022-04-05T20:56:23Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:29.193406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e29733-f53f-4e1f-a4ce-06a8f7b09b99 None None] Checking router: bf115eef-c964-4e98-bae8-cab467a4fd3c for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:56:29.212648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e29733-f53f-4e1f-a4ce-06a8f7b09b99 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:29.213255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-22e29733-f53f-4e1f-a4ce-06a8f7b09b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:29.292281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] For port d1237b61-187d-45e7-b63c-788ef5ebe8db, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d1237b61-187d-45e7-b63c-788ef5ebe8db,segment=NetworkSegment(6da7b058-2156-4eef-a4d3-9ec448add124),segment_id=6da7b058-2156-4eef-a4d3-9ec448add124)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:29.292747 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.345833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2e9ee5-8e2c-46de-9a56-c4f3d8e22028 None None] DHCP port deletion for 8b689c89-3b26-4305-b1b2-583d0d89b196 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:56:29.362151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e9ee5-8e2c-46de-9a56-c4f3d8e22028 None None] Deleting port d1237b61-187d-45e7-b63c-788ef5ebe8db {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:29.362522 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4b2e9ee5-8e2c-46de-9a56-c4f3d8e22028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.409240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-22e29733-f53f-4e1f-a4ce-06a8f7b09b99 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:29.435904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for d1237b61-187d-45e7-b63c-788ef5ebe8db owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:29.510276 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.558483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=d1237b61-187d-45e7-b63c-788ef5ebe8db,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:29.565281 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No DVR routers for this DVR port d1237b61-187d-45e7-b63c-788ef5ebe8db on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:56:29.579822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e9ee5-8e2c-46de-9a56-c4f3d8e22028 None None] The port 'd1237b61-187d-45e7-b63c-788ef5ebe8db' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:56:29.695613 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.726553 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b689c89-3b26-4305-b1b2-583d0d89b196']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:29.739490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6da7b058-2156-4eef-a4d3-9ec448add124') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:29.739782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6da7b058-2156-4eef-a4d3-9ec448add124') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:29.751455 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.768410 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.774515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:56:29.774894 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:56:29.789926 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:56:29.795401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-22e29733-f53f-4e1f-a4ce-06a8f7b09b99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:27Z', 'revision_number': 8, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81e5872-6ca7-4a43-bc2f-74de713981f8', 'name': '', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:0f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:15Z', 'updated_at': '2022-04-05T20:56:23Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:29.799604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e29733-f53f-4e1f-a4ce-06a8f7b09b99 None None] The sync data for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 is: [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:27Z', 'revision_number': 8, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a81e5872-6ca7-4a43-bc2f-74de713981f8', 'name': '', 'network_id': '9b1a0d6a-9ee6-413e-92c1-4c539e9644f4', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:0f:82:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:15Z', 'updated_at': '2022-04-05T20:56:23Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': 'd686ce0a-9208-4f66-ad9a-a2814b40bc91', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:29.872214 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.890314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:29.901020 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Network': ['ID=8b689c89-3b26-4305-b1b2-583d0d89b196,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:29.908771 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f514e7c8-a192-4d9c-880b-8f3a7d3d027f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/networks/8b689c89-3b26-4305-b1b2-583d0d89b196 HTTP/1.1" status: 204 len: 168 time: 0.9440694 Apr 05 20:56:29.911411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55480) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:30.267140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d1237b61-187d-45e7-b63c-788ef5ebe8db no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:30.306865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: d1237b61-187d-45e7-b63c-788ef5ebe8db {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:56:30.307203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d1237b61-187d-45e7-b63c-788ef5ebe8db not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:30.307608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6d209aec-6d34-4572-b6aa-2c8c2abfc49b no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:30.345996 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 6d209aec-6d34-4572-b6aa-2c8c2abfc49b {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:56:30.346334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6d209aec-6d34-4572-b6aa-2c8c2abfc49b not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:30.547056 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7cee-c335-4217-834c-0a191fae20c8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:30.877254 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c7cee-c335-4217-834c-0a191fae20c8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port a81e5872-6ca7-4a43-bc2f-74de713981f8 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:30.877494 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7cee-c335-4217-834c-0a191fae20c8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:31.063737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-1f7c7cee-c335-4217-834c-0a191fae20c8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] For port a81e5872-6ca7-4a43-bc2f-74de713981f8, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a81e5872-6ca7-4a43-bc2f-74de713981f8,segment=NetworkSegment(55d696e7-515c-44cc-8ad3-ec6ba484157c),segment_id=55d696e7-515c-44cc-8ad3-ec6ba484157c)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:31.064116 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7cee-c335-4217-834c-0a191fae20c8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:31.185610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c7cee-c335-4217-834c-0a191fae20c8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for a81e5872-6ca7-4a43-bc2f-74de713981f8 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:31.359293 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7cee-c335-4217-834c-0a191fae20c8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:31.409975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c7cee-c335-4217-834c-0a191fae20c8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=a81e5872-6ca7-4a43-bc2f-74de713981f8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:31.567118 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:56:31.606583 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1f7c7cee-c335-4217-834c-0a191fae20c8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.038824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7c7cee-c335-4217-834c-0a191fae20c8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router bf115eef-c964-4e98-bae8-cab467a4fd3c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:56:32.192076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7c7cee-c335-4217-834c-0a191fae20c8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:32.201410 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b592a72-070d-4a11-a039-8265a4441015 None None] Sync routers for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:32.204791 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1f7c7cee-c335-4217-834c-0a191fae20c8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2924314 Apr 05 20:56:32.207451 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55484) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:32.212374 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b592a72-070d-4a11-a039-8265a4441015 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:32.212986 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7b592a72-070d-4a11-a039-8265a4441015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:32.277556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting subnet d686ce0a-9208-4f66-ad9a-a2814b40bc91 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:56:32.281305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.334546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.365124 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-7b592a72-070d-4a11-a039-8265a4441015 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:32.419575 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.496961 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.543302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Subnet': ['ID=d686ce0a-9208-4f66-ad9a-a2814b40bc91,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:32.548261 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.554322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0685c6f-cb2e-42a5-972d-42dbddc02699 None None] Network 9b1a0d6a-9ee6-413e-92c1-4c539e9644f4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:32.559172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:32.559517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:32.559853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:32.560173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:32.560492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:32.560832 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:32.561153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:32.561466 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:32.561778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:32.562120 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:32.562426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:32.562732 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:32.566046 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-29815fb2-b0e4-44fb-a626-062dbdb42239 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/d686ce0a-9208-4f66-ad9a-a2814b40bc91 HTTP/1.1" status: 204 len: 168 time: 0.3576577 Apr 05 20:56:32.568977 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55488) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:32.696690 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.708839 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:32.709168 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7b592a72-070d-4a11-a039-8265a4441015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:31Z', 'revision_number': 9, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:32.709731 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.715412 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b592a72-070d-4a11-a039-8265a4441015 None None] Checking router: bf115eef-c964-4e98-bae8-cab467a4fd3c for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:56:32.726334 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b592a72-070d-4a11-a039-8265a4441015 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:32.727190 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7b592a72-070d-4a11-a039-8265a4441015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:32.875350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a806f-aa93-45fd-af62-44f2c7d447a6 None None] DHCP port deletion for 9b1a0d6a-9ee6-413e-92c1-4c539e9644f4 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:56:32.879854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a806f-aa93-45fd-af62-44f2c7d447a6 None None] Deleting port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:32.880325 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aa9a806f-aa93-45fd-af62-44f2c7d447a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:32.899901 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-7b592a72-070d-4a11-a039-8265a4441015 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:32.930694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] For port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4,segment=NetworkSegment(55d696e7-515c-44cc-8ad3-ec6ba484157c),segment_id=55d696e7-515c-44cc-8ad3-ec6ba484157c)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:32.931043 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.062145 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:33.091119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-aa9a806f-aa93-45fd-af62-44f2c7d447a6 None None] For port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4,segment=NetworkSegment(55d696e7-515c-44cc-8ad3-ec6ba484157c),segment_id=55d696e7-515c-44cc-8ad3-ec6ba484157c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:33.091511 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aa9a806f-aa93-45fd-af62-44f2c7d447a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.141906 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.188681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:33.194177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No DVR routers for this DVR port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:56:33.226186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a806f-aa93-45fd-af62-44f2c7d447a6 None None] Calling delete_port for 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:33.252380 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7b592a72-070d-4a11-a039-8265a4441015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:31Z', 'revision_number': 9, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:33.256377 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b592a72-070d-4a11-a039-8265a4441015 None None] The sync data for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 is: [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:31Z', 'revision_number': 9, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '1c339789-b0ce-4e0e-9fed-61fd37c2f715', 'name': '', 'network_id': 'f72642ff-c863-4b42-95e3-b4683a1fc9f9', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:9f:28:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:11Z', 'updated_at': '2022-04-05T20:56:18Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '80cdfb28-307e-4e62-89c8-b06f9e719674', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:33.307313 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-aa9a806f-aa93-45fd-af62-44f2c7d447a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:56:33.307661 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-aa9a806f-aa93-45fd-af62-44f2c7d447a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:56:33.436666 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.460945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1a0d6a-9ee6-413e-92c1-4c539e9644f4']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:33.473065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d696e7-515c-44cc-8ad3-ec6ba484157c') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:33.473354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d696e7-515c-44cc-8ad3-ec6ba484157c') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:33.484725 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.501230 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.507402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:56:33.507782 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:56:33.522707 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:56:33.606613 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.624106 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.635017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Network': ['ID=9b1a0d6a-9ee6-413e-92c1-4c539e9644f4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:33.642435 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-540ac9c5-eff5-467d-bd82-17a0d3c6c41f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/networks/9b1a0d6a-9ee6-413e-92c1-4c539e9644f4 HTTP/1.1" status: 204 len: 168 time: 1.0729370 Apr 05 20:56:33.645109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55492) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:33.809616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a806f-aa93-45fd-af62-44f2c7d447a6 None None] Deleting port 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:33.810144 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-aa9a806f-aa93-45fd-af62-44f2c7d447a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:33.874491 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-aa9a806f-aa93-45fd-af62-44f2c7d447a6 None None] The port '6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:56:34.150254 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5032f63-369a-4b82-aa25-decfb199f99f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:34.264017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:34.300558 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:56:34.300895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6d5e5bf6-f11c-4f3a-a8a8-2a2676a29fd4 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:34.301299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a81e5872-6ca7-4a43-bc2f-74de713981f8 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:34.334221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: a81e5872-6ca7-4a43-bc2f-74de713981f8 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:56:34.334561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a81e5872-6ca7-4a43-bc2f-74de713981f8 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:34.486908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-c5032f63-369a-4b82-aa25-decfb199f99f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port 1c339789-b0ce-4e0e-9fed-61fd37c2f715 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:34.487137 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5032f63-369a-4b82-aa25-decfb199f99f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:34.674911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-c5032f63-369a-4b82-aa25-decfb199f99f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] For port 1c339789-b0ce-4e0e-9fed-61fd37c2f715, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1c339789-b0ce-4e0e-9fed-61fd37c2f715,segment=NetworkSegment(5365b789-4029-464c-8c6d-2fc5b1bd6067),segment_id=5365b789-4029-464c-8c6d-2fc5b1bd6067)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:34.675262 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5032f63-369a-4b82-aa25-decfb199f99f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:34.914390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-c5032f63-369a-4b82-aa25-decfb199f99f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for 1c339789-b0ce-4e0e-9fed-61fd37c2f715 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:35.086664 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5032f63-369a-4b82-aa25-decfb199f99f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:35.163505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5032f63-369a-4b82-aa25-decfb199f99f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=1c339789-b0ce-4e0e-9fed-61fd37c2f715,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:35.333606 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5032f63-369a-4b82-aa25-decfb199f99f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:35.646765 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5032f63-369a-4b82-aa25-decfb199f99f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router bf115eef-c964-4e98-bae8-cab467a4fd3c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:56:35.806000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5032f63-369a-4b82-aa25-decfb199f99f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:35.815694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24a623-d953-4a4d-b481-e7ccc159e277 None None] Sync routers for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:35.819510 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c5032f63-369a-4b82-aa25-decfb199f99f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1733792 Apr 05 20:56:35.822150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55496) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:35.825219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24a623-d953-4a4d-b481-e7ccc159e277 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:35.825865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1e24a623-d953-4a4d-b481-e7ccc159e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:35.890563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2530d8-1ec7-4c5b-b15c-9b13e156ac23 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting subnet 80cdfb28-307e-4e62-89c8-b06f9e719674 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:56:35.893440 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de2530d8-1ec7-4c5b-b15c-9b13e156ac23 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:35.946551 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de2530d8-1ec7-4c5b-b15c-9b13e156ac23 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:35.977370 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-1e24a623-d953-4a4d-b481-e7ccc159e277 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:36.031103 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de2530d8-1ec7-4c5b-b15c-9b13e156ac23 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.110113 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de2530d8-1ec7-4c5b-b15c-9b13e156ac23 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.150309 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2530d8-1ec7-4c5b-b15c-9b13e156ac23 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Subnet': ['ID=80cdfb28-307e-4e62-89c8-b06f9e719674,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:36.152217 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-de2530d8-1ec7-4c5b-b15c-9b13e156ac23 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.161073 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-de2530d8-1ec7-4c5b-b15c-9b13e156ac23 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/80cdfb28-307e-4e62-89c8-b06f9e719674 HTTP/1.1" status: 204 len: 168 time: 0.3356686 Apr 05 20:56:36.161813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55500) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:36.190062 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02d17f4-7013-4aa4-aa32-fea3a0bc4fbb None None] Network f72642ff-c863-4b42-95e3-b4683a1fc9f9 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:36.396556 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.407717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port 6841887d-d050-45b2-b266-ac51e8d54106 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:36.408194 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.503295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1e24a623-d953-4a4d-b481-e7ccc159e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:35Z', 'revision_number': 10, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:36.509185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24a623-d953-4a4d-b481-e7ccc159e277 None None] Checking router: bf115eef-c964-4e98-bae8-cab467a4fd3c for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:56:36.520698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24a623-d953-4a4d-b481-e7ccc159e277 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:36.521323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1e24a623-d953-4a4d-b481-e7ccc159e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:36.579602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bac165b-4266-4171-afe4-35eec84bb30d None None] DHCP port deletion for f72642ff-c863-4b42-95e3-b4683a1fc9f9 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:56:36.593334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3bac165b-4266-4171-afe4-35eec84bb30d None None] Deleting port 6841887d-d050-45b2-b266-ac51e8d54106 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:36.593709 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3bac165b-4266-4171-afe4-35eec84bb30d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.626329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] For port 6841887d-d050-45b2-b266-ac51e8d54106, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6841887d-d050-45b2-b266-ac51e8d54106,segment=NetworkSegment(5365b789-4029-464c-8c6d-2fc5b1bd6067),segment_id=5365b789-4029-464c-8c6d-2fc5b1bd6067)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:36.626675 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.749315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for 6841887d-d050-45b2-b266-ac51e8d54106 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:36.757014 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-1e24a623-d953-4a4d-b481-e7ccc159e277 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:36.826791 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:36.873174 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=6841887d-d050-45b2-b266-ac51e8d54106,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:36.876547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No DVR routers for this DVR port 6841887d-d050-45b2-b266-ac51e8d54106 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:56:36.998607 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.023073 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72642ff-c863-4b42-95e3-b4683a1fc9f9']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:37.034981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5365b789-4029-464c-8c6d-2fc5b1bd6067') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:37.035275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5365b789-4029-464c-8c6d-2fc5b1bd6067') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:37.046719 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.063364 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.069256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:56:37.069664 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.084211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3bac165b-4266-4171-afe4-35eec84bb30d None None] For port 6841887d-d050-45b2-b266-ac51e8d54106, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6841887d-d050-45b2-b266-ac51e8d54106,segment=NetworkSegment(5365b789-4029-464c-8c6d-2fc5b1bd6067),segment_id=5365b789-4029-464c-8c6d-2fc5b1bd6067)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:56:37.084758 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:56:37.086897 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3bac165b-4266-4171-afe4-35eec84bb30d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.164966 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.183230 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.194501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Network': ['ID=f72642ff-c863-4b42-95e3-b4683a1fc9f9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:37.202192 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-743eb782-5f0d-4ac0-8550-aad2521cb2da tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/networks/f72642ff-c863-4b42-95e3-b4683a1fc9f9 HTTP/1.1" status: 204 len: 168 time: 1.0399485 Apr 05 20:56:37.204809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55504) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:37.217449 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3bac165b-4266-4171-afe4-35eec84bb30d None None] Calling delete_port for 6841887d-d050-45b2-b266-ac51e8d54106 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:37.340617 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-3bac165b-4266-4171-afe4-35eec84bb30d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:56:37.340975 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-3bac165b-4266-4171-afe4-35eec84bb30d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:56:37.351887 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-1e24a623-d953-4a4d-b481-e7ccc159e277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:35Z', 'revision_number': 10, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:37.355773 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24a623-d953-4a4d-b481-e7ccc159e277 None None] The sync data for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 is: [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:35Z', 'revision_number': 10, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None, '_interfaces': [{'id': '79cbf87c-ba67-494c-9f99-6910e25cbf0e', 'name': '', 'network_id': '56340ebe-d41c-455f-9454-278cedc6a40f', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'mac_address': 'fa:16:3e:04:56:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T20:56:08Z', 'updated_at': '2022-04-05T20:56:12Z', 'revision_number': 5, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'subnets': [{'id': '4643e6da-8cfc-4fae-9f14-8ad309be4cd7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:37.721907 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad8be054-bcb3-4620-95d5-cc3e12dad9ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.842335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3bac165b-4266-4171-afe4-35eec84bb30d None None] Deleting port 6841887d-d050-45b2-b266-ac51e8d54106 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:37.842719 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3bac165b-4266-4171-afe4-35eec84bb30d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:37.911832 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3bac165b-4266-4171-afe4-35eec84bb30d None None] The port '6841887d-d050-45b2-b266-ac51e8d54106' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:56:38.168614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ad8be054-bcb3-4620-95d5-cc3e12dad9ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port 79cbf87c-ba67-494c-9f99-6910e25cbf0e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:38.169010 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad8be054-bcb3-4620-95d5-cc3e12dad9ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:38.265747 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1c339789-b0ce-4e0e-9fed-61fd37c2f715 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:38.301121 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 1c339789-b0ce-4e0e-9fed-61fd37c2f715 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:56:38.301542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1c339789-b0ce-4e0e-9fed-61fd37c2f715 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:38.302059 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6841887d-d050-45b2-b266-ac51e8d54106 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:38.337277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 6841887d-d050-45b2-b266-ac51e8d54106 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:56:38.337612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6841887d-d050-45b2-b266-ac51e8d54106 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:38.361129 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-ad8be054-bcb3-4620-95d5-cc3e12dad9ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] For port 79cbf87c-ba67-494c-9f99-6910e25cbf0e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=79cbf87c-ba67-494c-9f99-6910e25cbf0e,segment=NetworkSegment(1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f),segment_id=1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:38.361481 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad8be054-bcb3-4620-95d5-cc3e12dad9ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:38.489043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ad8be054-bcb3-4620-95d5-cc3e12dad9ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for 79cbf87c-ba67-494c-9f99-6910e25cbf0e owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:38.669919 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad8be054-bcb3-4620-95d5-cc3e12dad9ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:38.718106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8be054-bcb3-4620-95d5-cc3e12dad9ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=79cbf87c-ba67-494c-9f99-6910e25cbf0e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:38.893921 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ad8be054-bcb3-4620-95d5-cc3e12dad9ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:38.986478 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:39.270737 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8be054-bcb3-4620-95d5-cc3e12dad9ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router bf115eef-c964-4e98-bae8-cab467a4fd3c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:56:39.285500 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:39.405220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8be054-bcb3-4620-95d5-cc3e12dad9ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:39.416068 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89176d4-8e7f-40e1-82d8-a28c12d5d648 None None] Sync routers for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:39.417607 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ad8be054-bcb3-4620-95d5-cc3e12dad9ef tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2118382 Apr 05 20:56:39.420958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55508) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:39.425512 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89176d4-8e7f-40e1-82d8-a28c12d5d648 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:39.426124 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d89176d4-8e7f-40e1-82d8-a28c12d5d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:39.485200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8dec4f-407e-48e7-bb4f-7eff1a8f32ff tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting subnet 4643e6da-8cfc-4fae-9f14-8ad309be4cd7 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:56:39.488081 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e8dec4f-407e-48e7-bb4f-7eff1a8f32ff tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:39.545679 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e8dec4f-407e-48e7-bb4f-7eff1a8f32ff tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:39.549457 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-d89176d4-8e7f-40e1-82d8-a28c12d5d648 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:39.626051 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e8dec4f-407e-48e7-bb4f-7eff1a8f32ff tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:39.651760 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d89176d4-8e7f-40e1-82d8-a28c12d5d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:38Z', 'revision_number': 11, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:39.656666 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89176d4-8e7f-40e1-82d8-a28c12d5d648 None None] Checking router: bf115eef-c964-4e98-bae8-cab467a4fd3c for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:56:39.664879 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89176d4-8e7f-40e1-82d8-a28c12d5d648 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:39.665465 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d89176d4-8e7f-40e1-82d8-a28c12d5d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:39.703631 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e8dec4f-407e-48e7-bb4f-7eff1a8f32ff tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:39.742785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8dec4f-407e-48e7-bb4f-7eff1a8f32ff tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Subnet': ['ID=4643e6da-8cfc-4fae-9f14-8ad309be4cd7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:39.748223 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9e8dec4f-407e-48e7-bb4f-7eff1a8f32ff tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:39.754760 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9e8dec4f-407e-48e7-bb4f-7eff1a8f32ff tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/4643e6da-8cfc-4fae-9f14-8ad309be4cd7 HTTP/1.1" status: 204 len: 168 time: 0.3323870 Apr 05 20:56:39.755148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f278ec-c25c-411a-a0ef-1012857fb238 None None] Network 56340ebe-d41c-455f-9454-278cedc6a40f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:39.757029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55512) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:39.796423 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-d89176d4-8e7f-40e1-82d8-a28c12d5d648 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:39.878011 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:39.888681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Deleting port 7894e7d0-04cb-4a12-9252-871d43a6d64a {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:39.889007 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:39.904853 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d89176d4-8e7f-40e1-82d8-a28c12d5d648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:38Z', 'revision_number': 11, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:39.909111 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89176d4-8e7f-40e1-82d8-a28c12d5d648 None None] The sync data for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 is: [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:38Z', 'revision_number': 11, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:40.099486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] For port 7894e7d0-04cb-4a12-9252-871d43a6d64a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=7894e7d0-04cb-4a12-9252-871d43a6d64a,segment=NetworkSegment(1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f),segment_id=1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:40.100059 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.220824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Calling delete_port for 7894e7d0-04cb-4a12-9252-871d43a6d64a owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:40.275295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1963eba-cab3-482c-85ed-5188b32d0370 None None] DHCP port deletion for 56340ebe-d41c-455f-9454-278cedc6a40f request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:56:40.283398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c1963eba-cab3-482c-85ed-5188b32d0370 None None] Deleting port 7894e7d0-04cb-4a12-9252-871d43a6d64a {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:40.283869 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c1963eba-cab3-482c-85ed-5188b32d0370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.309846 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.366491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Port': ['ID=7894e7d0-04cb-4a12-9252-871d43a6d64a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:40.368563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No DVR routers for this DVR port 7894e7d0-04cb-4a12-9252-871d43a6d64a on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:56:40.405657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7894e7d0-04cb-4a12-9252-871d43a6d64a no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:40.437564 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c1963eba-cab3-482c-85ed-5188b32d0370 None None] The port '7894e7d0-04cb-4a12-9252-871d43a6d64a' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:56:40.444591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 7894e7d0-04cb-4a12-9252-871d43a6d64a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:56:40.444591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 7894e7d0-04cb-4a12-9252-871d43a6d64a not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:40.445001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 79cbf87c-ba67-494c-9f99-6910e25cbf0e no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:56:40.482592 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 79cbf87c-ba67-494c-9f99-6910e25cbf0e {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:56:40.482939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 79cbf87c-ba67-494c-9f99-6910e25cbf0e not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:56:40.505373 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.530777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56340ebe-d41c-455f-9454-278cedc6a40f']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:40.542883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:40.543342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa9c99e-8c1d-4342-b4f5-a9df07f63f5f') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:40.554692 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.570632 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.577164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:56:40.577569 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:56:40.592303 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:56:40.786754 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.804446 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:40.818154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Pushing event deleted for resources: {'Network': ['ID=56340ebe-d41c-455f-9454-278cedc6a40f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:40.823518 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b43fef86-43ee-4f3e-83a2-9ef40b6bd607 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/networks/56340ebe-d41c-455f-9454-278cedc6a40f HTTP/1.1" status: 204 len: 168 time: 1.0649779 Apr 05 20:56:40.825586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55516) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:40.831683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f7110106-5533-4f71-b952-5dfd71b60983 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'router': {'routes': None}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:41.116718 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.extraroute_db [None req-f7110106-5533-4f71-b952-5dfd71b60983 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Added routes are [] {{(pid=87965) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 05 20:56:41.117431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.extraroute_db [None req-f7110106-5533-4f71-b952-5dfd71b60983 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Removed routes are [] {{(pid=87965) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 05 20:56:41.117431 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7110106-5533-4f71-b952-5dfd71b60983 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.367025 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7110106-5533-4f71-b952-5dfd71b60983 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.370150 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7110106-5533-4f71-b952-5dfd71b60983 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.421847 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0ac69eaf-4986-4028-8a6b-425db365e4fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.501693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7110106-5533-4f71-b952-5dfd71b60983 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router bf115eef-c964-4e98-bae8-cab467a4fd3c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:56:41.632555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7110106-5533-4f71-b952-5dfd71b60983 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:41.639348 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7110106-5533-4f71-b952-5dfd71b60983 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.640508 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f7110106-5533-4f71-b952-5dfd71b60983 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c HTTP/1.1" status: 200 len: 705 time: 0.8139427 Apr 05 20:56:41.642316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7565cd4-dfc5-40fb-acdd-cb87b8877ee3 None None] Sync routers for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:41.643363 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55520) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:41.652030 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7565cd4-dfc5-40fb-acdd-cb87b8877ee3 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:41.653356 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e7565cd4-dfc5-40fb-acdd-cb87b8877ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:41.685892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dc15f0e2-ffc4-4d01-a852-0fd68b7bfaa7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Synchronizing usage tracker for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:56:41.702228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dc15f0e2-ffc4-4d01-a852-0fd68b7bfaa7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Unset dirty status for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:56:41.703512 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dc15f0e2-ffc4-4d01-a852-0fd68b7bfaa7 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf115eef-c964-4e98-bae8-cab467a4fd3c HTTP/1.1" status: 200 len: 205 time: 0.0591912 Apr 05 20:56:41.706149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55524) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:41.784771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e7565cd4-dfc5-40fb-acdd-cb87b8877ee3 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:41.837405 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d0abb158-0633-4abd-b9c8-afeb1bf99dce tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:41.890417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e7565cd4-dfc5-40fb-acdd-cb87b8877ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:38Z', 'revision_number': 11, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:41.894703 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7565cd4-dfc5-40fb-acdd-cb87b8877ee3 None None] Checking router: bf115eef-c964-4e98-bae8-cab467a4fd3c for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:56:41.904076 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7565cd4-dfc5-40fb-acdd-cb87b8877ee3 None None] Routers {'bf115eef-c964-4e98-bae8-cab467a4fd3c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:41.904697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e7565cd4-dfc5-40fb-acdd-cb87b8877ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['bf115eef-c964-4e98-bae8-cab467a4fd3c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:42.034895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e7565cd4-dfc5-40fb-acdd-cb87b8877ee3 None None] Set router bf115eef-c964-4e98-bae8-cab467a4fd3c gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:42.141634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e7565cd4-dfc5-40fb-acdd-cb87b8877ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:38Z', 'revision_number': 11, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:42.145591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7565cd4-dfc5-40fb-acdd-cb87b8877ee3 None None] The sync data for ids ['bf115eef-c964-4e98-bae8-cab467a4fd3c'] in n-d-836604-1 is: [{'id': 'bf115eef-c964-4e98-bae8-cab467a4fd3c', 'name': 'tempest-RoutersIpV6Test-router-1038486491', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:06Z', 'updated_at': '2022-04-05T20:56:38Z', 'revision_number': 11, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:42.263381 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d0abb158-0633-4abd-b9c8-afeb1bf99dce tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.265520 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d0abb158-0633-4abd-b9c8-afeb1bf99dce tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.286718 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d0abb158-0633-4abd-b9c8-afeb1bf99dce tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.287181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0abb158-0633-4abd-b9c8-afeb1bf99dce tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Fanout notify agent at l3_agent the message router_deleted on router bf115eef-c964-4e98-bae8-cab467a4fd3c {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:56:42.298503 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d0abb158-0633-4abd-b9c8-afeb1bf99dce tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.299582 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d0abb158-0633-4abd-b9c8-afeb1bf99dce tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c HTTP/1.1" status: 204 len: 168 time: 0.5924072 Apr 05 20:56:42.303885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55528) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:42.309509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-02c5ab58-be61-4e8f-8787-219c473d964e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1080975082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:42.317132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-02c5ab58-be61-4e8f-8787-219c473d964e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:42.321161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-02c5ab58-be61-4e8f-8787-219c473d964e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Usage tracker for resource:router and tenant:e5e85785a17b4088aa97143a16ee78e6 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:42.324073 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-02c5ab58-be61-4e8f-8787-219c473d964e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:42.330601 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-02c5ab58-be61-4e8f-8787-219c473d964e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:42.340431 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02c5ab58-be61-4e8f-8787-219c473d964e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.341574 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02c5ab58-be61-4e8f-8787-219c473d964e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.358290 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02c5ab58-be61-4e8f-8787-219c473d964e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.379880 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02c5ab58-be61-4e8f-8787-219c473d964e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.401406 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-02c5ab58-be61-4e8f-8787-219c473d964e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.402547 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-02c5ab58-be61-4e8f-8787-219c473d964e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0975449 Apr 05 20:56:42.405333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55532) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:42.410601 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-701e0cdc-9d24-4611-8466-fd704ac9bfa8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:42.794886 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-701e0cdc-9d24-4611-8466-fd704ac9bfa8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.804944 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-701e0cdc-9d24-4611-8466-fd704ac9bfa8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-333929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-333970', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-335636'] for router, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:42.966916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701e0cdc-9d24-4611-8466-fd704ac9bfa8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Router cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:56:43.098286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701e0cdc-9d24-4611-8466-fd704ac9bfa8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:43.105991 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-701e0cdc-9d24-4611-8466-fd704ac9bfa8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.107314 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-701e0cdc-9d24-4611-8466-fd704ac9bfa8 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "PUT /v2.0/routers/cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca HTTP/1.1" status: 200 len: 698 time: 0.7007999 Apr 05 20:56:43.107973 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8529d76-6b9b-4c61-b45f-a58d0c3c4419 None None] Sync routers for ids ['cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:43.109873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55536) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:43.117172 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8529d76-6b9b-4c61-b45f-a58d0c3c4419 None None] Routers {'cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:43.117750 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b8529d76-6b9b-4c61-b45f-a58d0c3c4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:43.244810 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-b8529d76-6b9b-4c61-b45f-a58d0c3c4419 None None] Set router cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:43.350518 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b8529d76-6b9b-4c61-b45f-a58d0c3c4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca', 'name': 'tempest-RoutersIpV6Test-router-1080975082', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:42Z', 'updated_at': '2022-04-05T20:56:42Z', 'revision_number': 2, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:43.354430 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8529d76-6b9b-4c61-b45f-a58d0c3c4419 None None] Checking router: cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 20:56:43.363024 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8529d76-6b9b-4c61-b45f-a58d0c3c4419 None None] Routers {'cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:43.363585 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b8529d76-6b9b-4c61-b45f-a58d0c3c4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:43.373185 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-288c0324-a38c-4b85-81e2-b7ee9a322b92 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/routers/cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca HTTP/1.1" status: 200 len: 704 time: 0.2622483 Apr 05 20:56:43.375828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55540) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:43.419021 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-63551411-6f88-4a44-b8bc-efbf674a8baf tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca HTTP/1.1" status: 200 len: 205 time: 0.0420911 Apr 05 20:56:43.421438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55544) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:43.522148 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-b8529d76-6b9b-4c61-b45f-a58d0c3c4419 None None] Set router cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 20:56:43.556188 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9b62089-ffdf-41fe-a93c-307a1eeb5545 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.627713 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-b8529d76-6b9b-4c61-b45f-a58d0c3c4419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca', 'name': 'tempest-RoutersIpV6Test-router-1080975082', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:42Z', 'updated_at': '2022-04-05T20:56:42Z', 'revision_number': 2, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:43.631485 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8529d76-6b9b-4c61-b45f-a58d0c3c4419 None None] The sync data for ids ['cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca'] in n-d-836604-1 is: [{'id': 'cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca', 'name': 'tempest-RoutersIpV6Test-router-1080975082', 'tenant_id': 'e5e85785a17b4088aa97143a16ee78e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T20:56:42Z', 'updated_at': '2022-04-05T20:56:42Z', 'revision_number': 2, 'project_id': 'e5e85785a17b4088aa97143a16ee78e6', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:43.716150 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9fdad248-231c-4bf0-8303-41d561482d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.860943 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9b62089-ffdf-41fe-a93c-307a1eeb5545 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.863323 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9b62089-ffdf-41fe-a93c-307a1eeb5545 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.885803 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9b62089-ffdf-41fe-a93c-307a1eeb5545 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.886239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b62089-ffdf-41fe-a93c-307a1eeb5545 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Fanout notify agent at l3_agent the message router_deleted on router cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:56:43.897916 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a9b62089-ffdf-41fe-a93c-307a1eeb5545 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:43.898986 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a9b62089-ffdf-41fe-a93c-307a1eeb5545 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/routers/cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca HTTP/1.1" status: 204 len: 168 time: 0.4766431 Apr 05 20:56:43.902895 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55548) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:43.945601 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-76a2f70b-9628-4d7c-b9c9-4075b892d504 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports?device_id=cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca HTTP/1.1" status: 200 len: 205 time: 0.0416803 Apr 05 20:56:43.947951 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55552) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.017693 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-ab5ad86f-84a0-4f59-b6ee-e56cb2ffc5b4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] delete failed (client error): The resource could not be found. Apr 05 20:56:44.018732 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ab5ad86f-84a0-4f59-b6ee-e56cb2ffc5b4 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/routers/cdbe39b0-2bfa-4623-b3bf-c603c7c7f9ca HTTP/1.1" status: 404 len: 336 time: 0.0699146 Apr 05 20:56:44.021238 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55556) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.059537 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d43622-507f-4efb-bdb8-24d015fc1e93 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] DELETE failed (client error): The resource could not be found. Apr 05 20:56:44.059979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d43622-507f-4efb-bdb8-24d015fc1e93 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:44.061653 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f5d43622-507f-4efb-bdb8-24d015fc1e93 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/5e06ac0c-f8c4-4132-bc15-b511c74b0e34 HTTP/1.1" status: 404 len: 337 time: 0.0395641 Apr 05 20:56:44.064203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55560) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.103682 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8299df-ee39-4fec-b624-4d41ae842063 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] DELETE failed (client error): The resource could not be found. Apr 05 20:56:44.104112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8299df-ee39-4fec-b624-4d41ae842063 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:44.106281 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5e8299df-ee39-4fec-b624-4d41ae842063 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/d686ce0a-9208-4f66-ad9a-a2814b40bc91 HTTP/1.1" status: 404 len: 337 time: 0.0411906 Apr 05 20:56:44.108741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55564) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.145944 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc579697-a3ff-4b28-a99c-70281a74ef96 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] DELETE failed (client error): The resource could not be found. Apr 05 20:56:44.146315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc579697-a3ff-4b28-a99c-70281a74ef96 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:44.147893 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bc579697-a3ff-4b28-a99c-70281a74ef96 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/80cdfb28-307e-4e62-89c8-b06f9e719674 HTTP/1.1" status: 404 len: 337 time: 0.0382795 Apr 05 20:56:44.150458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55568) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.190183 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a7bc3e-b667-4186-ab8d-5ef4973b226b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] DELETE failed (client error): The resource could not be found. Apr 05 20:56:44.190626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a7bc3e-b667-4186-ab8d-5ef4973b226b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:44.192267 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-87a7bc3e-b667-4186-ab8d-5ef4973b226b tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/4643e6da-8cfc-4fae-9f14-8ad309be4cd7 HTTP/1.1" status: 404 len: 337 time: 0.0408041 Apr 05 20:56:44.194698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55572) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.237070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4e469057-aa53-45ec-a566-d1ac14bb705c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Synchronizing usage tracker for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:56:44.249644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4e469057-aa53-45ec-a566-d1ac14bb705c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] Unset dirty status for tenant:e5e85785a17b4088aa97143a16ee78e6 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:56:44.253226 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4e469057-aa53-45ec-a566-d1ac14bb705c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf115eef-c964-4e98-bae8-cab467a4fd3c HTTP/1.1" status: 200 len: 205 time: 0.0552671 Apr 05 20:56:44.253445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55576) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.324678 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-6dcf1183-cacb-438a-9cc4-4238c7949ca1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] delete failed (client error): The resource could not be found. Apr 05 20:56:44.325691 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6dcf1183-cacb-438a-9cc4-4238c7949ca1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/routers/bf115eef-c964-4e98-bae8-cab467a4fd3c HTTP/1.1" status: 404 len: 336 time: 0.0712831 Apr 05 20:56:44.328255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55580) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.371666 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8f578d9f-a58b-4f1d-8747-c7b4d55f5222 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports?device_id=62963475-74bd-4cd6-9c4e-18832eeb9895 HTTP/1.1" status: 200 len: 205 time: 0.0418432 Apr 05 20:56:44.373923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55584) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.444808 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-bdc78aa1-3038-42b6-a285-3deafb0079b1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] delete failed (client error): The resource could not be found. Apr 05 20:56:44.445831 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bdc78aa1-3038-42b6-a285-3deafb0079b1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/routers/62963475-74bd-4cd6-9c4e-18832eeb9895 HTTP/1.1" status: 404 len: 336 time: 0.0710447 Apr 05 20:56:44.448378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55588) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.486901 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-48207bf7-1db9-4b50-bfe3-4df2325fa3c6 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] DELETE failed (client error): The resource could not be found. Apr 05 20:56:44.487337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48207bf7-1db9-4b50-bfe3-4df2325fa3c6 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:44.491521 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-48207bf7-1db9-4b50-bfe3-4df2325fa3c6 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/45238c70-7d34-4b04-9083-b28f79b8fe26 HTTP/1.1" status: 404 len: 337 time: 0.0411599 Apr 05 20:56:44.492173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55592) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.541098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b0892986-b366-4c91-b0cc-eb57a795f11c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports?device_id=77336921-ff4a-4e7b-b972-13559e4c527e HTTP/1.1" status: 200 len: 205 time: 0.0479555 Apr 05 20:56:44.543945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55596) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.613443 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-d1a4f54e-5b13-4550-a78b-beefc7642e1e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] delete failed (client error): The resource could not be found. Apr 05 20:56:44.614511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d1a4f54e-5b13-4550-a78b-beefc7642e1e tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/routers/77336921-ff4a-4e7b-b972-13559e4c527e HTTP/1.1" status: 404 len: 336 time: 0.0696790 Apr 05 20:56:44.617336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55600) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.664296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-28d30229-2225-4a96-b2e5-b1ddaa7f74c0 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e40be0e-0980-4e4f-b44a-d76fd67b362e HTTP/1.1" status: 200 len: 205 time: 0.0457737 Apr 05 20:56:44.666473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55604) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.733939 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-adac5132-a828-4aa1-b056-40c20db50ce1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] delete failed (client error): The resource could not be found. Apr 05 20:56:44.734954 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-adac5132-a828-4aa1-b056-40c20db50ce1 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/routers/5e40be0e-0980-4e4f-b44a-d76fd67b362e HTTP/1.1" status: 404 len: 336 time: 0.0676343 Apr 05 20:56:44.737543 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55608) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.780001 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e1f7de-ab67-4036-9700-7ee7ab46211c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] DELETE failed (client error): The resource could not be found. Apr 05 20:56:44.780665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e1f7de-ab67-4036-9700-7ee7ab46211c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:44.782376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a5e1f7de-ab67-4036-9700-7ee7ab46211c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/711abd4d-5857-4ebb-9318-5695f0e6a335 HTTP/1.1" status: 404 len: 337 time: 0.0437727 Apr 05 20:56:44.784825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55612) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.828173 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1398221a-2324-48ce-af63-c834b6a6f26f tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports?device_id=473ebaf8-ae02-4053-800e-0ce34a7a9130 HTTP/1.1" status: 200 len: 205 time: 0.0423534 Apr 05 20:56:44.830430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55616) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.877868 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:44.899209 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-1a13a6c2-17d3-4c23-9bea-75fa7cadd89d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] delete failed (client error): The resource could not be found. Apr 05 20:56:44.900196 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1a13a6c2-17d3-4c23-9bea-75fa7cadd89d tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/routers/473ebaf8-ae02-4053-800e-0ce34a7a9130 HTTP/1.1" status: 404 len: 336 time: 0.0689116 Apr 05 20:56:44.904660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55620) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.933762 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:44.942878 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-61673f6b-97af-4e5a-8bfa-bc84d24f6292 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] DELETE failed (client error): The resource could not be found. Apr 05 20:56:44.943321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61673f6b-97af-4e5a-8bfa-bc84d24f6292 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:44.944962 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-61673f6b-97af-4e5a-8bfa-bc84d24f6292 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/52ad9c15-df8b-4f6e-bccc-5e673ec20644 HTTP/1.1" status: 404 len: 337 time: 0.0394328 Apr 05 20:56:44.947458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55624) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:44.990108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-635a1c00-85f5-4e3f-ad0b-25e73e05625c tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53cc475-186d-43a7-b114-72bae2df45de HTTP/1.1" status: 200 len: 205 time: 0.0416350 Apr 05 20:56:44.992356 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55628) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:45.175607 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-8b58d28c-acd7-425d-a3db-08c30c61a208 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] delete failed (client error): The resource could not be found. Apr 05 20:56:45.176678 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8b58d28c-acd7-425d-a3db-08c30c61a208 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/routers/e53cc475-186d-43a7-b114-72bae2df45de HTTP/1.1" status: 404 len: 336 time: 0.1834624 Apr 05 20:56:45.179259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55632) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:45.217099 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cad5d6b-520c-4db4-babf-5970817f94fc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] DELETE failed (client error): The resource could not be found. Apr 05 20:56:45.217479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cad5d6b-520c-4db4-babf-5970817f94fc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:45.219066 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6cad5d6b-520c-4db4-babf-5970817f94fc tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/939aee60-1631-44a3-b52d-3a139ed2ef78 HTTP/1.1" status: 404 len: 337 time: 0.0389390 Apr 05 20:56:45.221266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55636) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:45.259187 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1fc96ed-9f56-4c5f-9eb8-e28fc142d031 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] DELETE failed (client error): The resource could not be found. Apr 05 20:56:45.259616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1fc96ed-9f56-4c5f-9eb8-e28fc142d031 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 20:56:45.261187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f1fc96ed-9f56-4c5f-9eb8-e28fc142d031 tempest-RoutersIpV6Test-477580919 tempest-RoutersIpV6Test-477580919-project] 10.222.0.24 "DELETE /v2.0/subnets/c82636f0-d80d-45e4-8dee-2601df72f8b6 HTTP/1.1" status: 404 len: 337 time: 0.0390744 Apr 05 20:56:45.530210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55644) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:45.746985 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-92ba21ca-bb53-4181-9866-0982cd74ed1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5e85785a17b4088aa97143a16ee78e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153623 Apr 05 20:56:45.749341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55652) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:45.805458 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:45.831525 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:45.883784 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:45.904323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09345de7-cbbc-47a0-b583-3347e78b45a9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:45.912075 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:45.915575 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09345de7-cbbc-47a0-b583-3347e78b45a9 HTTP/1.1" status: 204 len: 168 time: 0.1629078 Apr 05 20:56:45.915575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:45.915575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:45.915575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:45.916187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:45.918669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:45.919039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:45.919411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:45.919764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:45.920209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:45.920536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:45.920964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:45.921289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef5009-1976-4881-b0e1-5064e7610f0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:56:46.139634 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.587657 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55676) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:46.690098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-7b0b0a9f-19db-494d-a74b-0297e0706c8c tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-596227323', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:46.697227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b0b0a9f-19db-494d-a74b-0297e0706c8c tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:46.701063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b0b0a9f-19db-494d-a74b-0297e0706c8c tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Usage tracker for resource:router and tenant:c052ed37a1c44ec0bda4be5f01b470db is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:46.704512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-7b0b0a9f-19db-494d-a74b-0297e0706c8c tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:46.710176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-7b0b0a9f-19db-494d-a74b-0297e0706c8c tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:46.721482 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0a9f-19db-494d-a74b-0297e0706c8c tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.722554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0a9f-19db-494d-a74b-0297e0706c8c tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.737595 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0a9f-19db-494d-a74b-0297e0706c8c tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.755418 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0a9f-19db-494d-a74b-0297e0706c8c tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.776365 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7b0b0a9f-19db-494d-a74b-0297e0706c8c tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.777916 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7b0b0a9f-19db-494d-a74b-0297e0706c8c tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.1892095 Apr 05 20:56:46.780808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55682) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:46.786279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1849211659'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:46.791577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:46.796479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Usage tracker for resource:network and tenant:c052ed37a1c44ec0bda4be5f01b470db is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:46.799339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:46.804996 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:46.815427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Made reservation on behalf of c052ed37a1c44ec0bda4be5f01b470db for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:46.819164 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.831716 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.846667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:46.850401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Usage tracker for resource:security_group_rule and tenant:c052ed37a1c44ec0bda4be5f01b470db is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:46.853164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:46.858834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:46.941894 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.946764 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.982911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:56:46.987966 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d31faa-6853-46d0-81b8-7ad9952c60b8,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:46.996307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:46.996414 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Added segment 7e209261-02a4-47e4-8cd5-30ad1ce89dc3 of type vlan for network 0cf5727b-b918-4c73-9061-669767c3a34c Apr 05 20:56:47.023097 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.054896 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.060922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:47.061493 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.171297 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3891969 Apr 05 20:56:47.174383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55688) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:47.174887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a0ce1-fa45-42fb-9469-610b49945a10 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event updated for resources: {'Network': ['ID=0cf5727b-b918-4c73-9061-669767c3a34c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:47.180736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Request body: {'subnet': {'network_id': '0cf5727b-b918-4c73-9061-669767c3a34c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:47.184692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 0cf5727b-b918-4c73-9061-669767c3a34c details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:56:47.288467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:47.292337 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Usage tracker for resource:subnet and tenant:c052ed37a1c44ec0bda4be5f01b470db is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:47.295761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:47.301347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:47.310934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Made reservation on behalf of c052ed37a1c44ec0bda4be5f01b470db for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:47.314438 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.526934 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.730971 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event updated for resources: {'Subnet': ['ID=e9c4fa0b-94f3-4dc6-8dcd-9248f0167355,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:47.737511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Checking segment: {'id': '7e209261-02a4-47e4-8cd5-30ad1ce89dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0cf5727b-b918-4c73-9061-669767c3a34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:47.737860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Network hostable DHCP agents. Network: 0cf5727b-b918-4c73-9061-669767c3a34c, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:56:47.755706 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Network 0cf5727b-b918-4c73-9061-669767c3a34c is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:56:47.765759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 0cf5727b-b918-4c73-9061-669767c3a34c) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:47.771949 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:47.772546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.773003 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46def494-ae9c-467c-a725-2c7c503acaba None None] Network 0cf5727b-b918-4c73-9061-669767c3a34c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:47.793673 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-111254fb-46cd-4df1-a4f7-3e85974fcf4b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6175406 Apr 05 20:56:47.796647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55692) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:47.802215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Request body: {'network': {'name': 'tempest-router-network01--1579792690'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:47.807535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:47.811858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Usage tracker for resource:network and tenant:c052ed37a1c44ec0bda4be5f01b470db is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:47.814671 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:47.820288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:47.830659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Made reservation on behalf of c052ed37a1c44ec0bda4be5f01b470db for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:47.834141 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.860635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:56:47.869269 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.869607 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Added segment 2869da14-08c7-4241-8ca4-6d297e31e628 of type vlan for network 77e618f3-b24a-40b3-828f-df1e2e0ba762 Apr 05 20:56:47.896779 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.925570 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.931687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:47.932270 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.984555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-0cf5727b-b918-4c73-9061-669767c3a34c', 'network_id': '0cf5727b-b918-4c73-9061-669767c3a34c', 'tenant_id': 'c052ed37a1c44ec0bda4be5f01b470db', 'fixed_ips': [{'subnet_id': 'e9c4fa0b-94f3-4dc6-8dcd-9248f0167355'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:56:47.985476 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:47.987660 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1900163 Apr 05 20:56:47.990619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55696) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:47.997376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Request body: {'network': {'name': 'tempest-router-network02--222748258'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:48.003721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:48.008135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Usage tracker for resource:network and tenant:c052ed37a1c44ec0bda4be5f01b470db is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:48.011980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:48.018295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:48.029812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Made reservation on behalf of c052ed37a1c44ec0bda4be5f01b470db for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:48.033770 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.045424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0caa678-7eeb-4555-8f44-96225a8f3fbc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event updated for resources: {'Network': ['ID=77e618f3-b24a-40b3-828f-df1e2e0ba762,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:48.058769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 77e618f3-b24a-40b3-828f-df1e2e0ba762 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:56:48.066498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:56:48.075075 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.075412 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Added segment b502c234-b4e1-4cad-9b42-60f8c671dc1b of type vlan for network f4d4f696-e22b-4c4d-88e0-182d7f92e3ec Apr 05 20:56:48.101897 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.132373 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.137917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:48.138674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.237161 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2453392 Apr 05 20:56:48.240125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55700) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:48.243706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Allocated IP 2001:db8::2 (0cf5727b-b918-4c73-9061-669767c3a34c/e9c4fa0b-94f3-4dc6-8dcd-9248f0167355/fda307d7-55f2-42d6-82ea-4d38c1df0d75) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:48.246704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Request body: {'subnet': {'network_id': '77e618f3-b24a-40b3-828f-df1e2e0ba762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:48.249582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a83b76-a3c5-41b9-b3b7-5aa8e853eb1b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event updated for resources: {'Network': ['ID=f4d4f696-e22b-4c4d-88e0-182d7f92e3ec,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:48.272304 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network f4d4f696-e22b-4c4d-88e0-182d7f92e3ec details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:56:48.364304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:48.368056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Usage tracker for resource:subnet and tenant:c052ed37a1c44ec0bda4be5f01b470db is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:48.371405 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:48.376904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:48.386498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Made reservation on behalf of c052ed37a1c44ec0bda4be5f01b470db for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:48.390049 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.582732 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.594913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Transition to ACTIVE for port object fda307d7-55f2-42d6-82ea-4d38c1df0d75 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:48.616895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Transition to ACTIVE for port object fda307d7-55f2-42d6-82ea-4d38c1df0d75 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:48.617648 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.622127 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.680218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Network 0cf5727b-b918-4c73-9061-669767c3a34c is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:48.683750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:48.687290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:48.705975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event updated for resources: {'Subnet': ['ID=60b5e53d-5efd-4a47-9eb2-e4d8e4b9a416,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:48.710221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Checking segment: {'id': '2869da14-08c7-4241-8ca4-6d297e31e628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '77e618f3-b24a-40b3-828f-df1e2e0ba762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:48.710574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Network hostable DHCP agents. Network: 77e618f3-b24a-40b3-828f-df1e2e0ba762, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:56:48.735269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Pushing event updated for resources: {'Port': ['ID=fda307d7-55f2-42d6-82ea-4d38c1df0d75,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:48.740200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Network 77e618f3-b24a-40b3-828f-df1e2e0ba762 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:56:48.752608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 77e618f3-b24a-40b3-828f-df1e2e0ba762) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:48.756549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:48.757122 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.781646 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-28881b18-60a6-486f-8537-79755de9b129 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5403419 Apr 05 20:56:48.786052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55704) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:48.789463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0780d8-7a74-4031-8d3a-d258cf686cdb None None] Network 77e618f3-b24a-40b3-828f-df1e2e0ba762 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:48.791605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Request body: {'subnet': {'network_id': 'f4d4f696-e22b-4c4d-88e0-182d7f92e3ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:48.889873 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Attempting to bind port fda307d7-55f2-42d6-82ea-4d38c1df0d75 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:48.890153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Attempting to bind port fda307d7-55f2-42d6-82ea-4d38c1df0d75 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '7e209261-02a4-47e4-8cd5-30ad1ce89dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0cf5727b-b918-4c73-9061-669767c3a34c'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:48.890512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Attempting to bind port fda307d7-55f2-42d6-82ea-4d38c1df0d75 on network 0cf5727b-b918-4c73-9061-669767c3a34c {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:56:48.908394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:56:48.908759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Checking segment: {'id': '7e209261-02a4-47e4-8cd5-30ad1ce89dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0cf5727b-b918-4c73-9061-669767c3a34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:48.909147 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.909524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Bound using segment: {'id': '7e209261-02a4-47e4-8cd5-30ad1ce89dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0cf5727b-b918-4c73-9061-669767c3a34c'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:56:48.910003 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Bound port: fda307d7-55f2-42d6-82ea-4d38c1df0d75, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e209261-02a4-47e4-8cd5-30ad1ce89dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0cf5727b-b918-4c73-9061-669767c3a34c'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:48.910371 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:48.929991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:48.933898 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Usage tracker for resource:subnet and tenant:c052ed37a1c44ec0bda4be5f01b470db is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:48.936784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:48.942540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:48.953820 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Made reservation on behalf of c052ed37a1c44ec0bda4be5f01b470db for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:48.957500 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:49.070043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] For port fda307d7-55f2-42d6-82ea-4d38c1df0d75, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:56:49.075346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] For port fda307d7-55f2-42d6-82ea-4d38c1df0d75, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=fda307d7-55f2-42d6-82ea-4d38c1df0d75,segment=NetworkSegment(7e209261-02a4-47e4-8cd5-30ad1ce89dc3),segment_id=7e209261-02a4-47e4-8cd5-30ad1ce89dc3)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:56:49.106136 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:49.165134 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-77e618f3-b24a-40b3-828f-df1e2e0ba762', 'network_id': '77e618f3-b24a-40b3-828f-df1e2e0ba762', 'tenant_id': 'c052ed37a1c44ec0bda4be5f01b470db', 'fixed_ips': [{'subnet_id': '60b5e53d-5efd-4a47-9eb2-e4d8e4b9a416'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:56:49.165956 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:49.188961 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:49.262804 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719287c-d5e3-4c79-999e-d4606e1e6d7f None None] Pushing event updated for resources: {'Port': ['ID=fda307d7-55f2-42d6-82ea-4d38c1df0d75,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:49.274407 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event updated for resources: {'Subnet': ['ID=7ae2e02e-99a4-4fba-b065-47f17a3be746,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:49.286493 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Checking segment: {'id': 'b502c234-b4e1-4cad-9b42-60f8c671dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4d4f696-e22b-4c4d-88e0-182d7f92e3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:49.286980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Network hostable DHCP agents. Network: f4d4f696-e22b-4c4d-88e0-182d7f92e3ec, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:56:49.310046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Network f4d4f696-e22b-4c4d-88e0-182d7f92e3ec is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:56:49.321196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, f4d4f696-e22b-4c4d-88e0-182d7f92e3ec) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:49.326335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:49.327137 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:49.341636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fbcde5-2492-41b8-9899-6abf1872fbf6 None None] Network f4d4f696-e22b-4c4d-88e0-182d7f92e3ec requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:49.351666 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7538a925-1692-4cd6-a97a-43505337a9fd tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5644660 Apr 05 20:56:49.354201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55708) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:49.476212 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Allocated IP 2001:db8::2 (77e618f3-b24a-40b3-828f-df1e2e0ba762/60b5e53d-5efd-4a47-9eb2-e4d8e4b9a416/418828df-0740-455b-99e1-dd98ec1d1c67) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:49.722118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-f4d4f696-e22b-4c4d-88e0-182d7f92e3ec', 'network_id': 'f4d4f696-e22b-4c4d-88e0-182d7f92e3ec', 'tenant_id': 'c052ed37a1c44ec0bda4be5f01b470db', 'fixed_ips': [{'subnet_id': '7ae2e02e-99a4-4fba-b065-47f17a3be746'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:56:49.722930 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:49.863231 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:49.882212 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Transition to ACTIVE for port object 418828df-0740-455b-99e1-dd98ec1d1c67 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:49.943373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Transition to ACTIVE for port object 418828df-0740-455b-99e1-dd98ec1d1c67 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:49.951904 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:49.997219 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.079180 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Allocated IP 2001:db8::2 (f4d4f696-e22b-4c4d-88e0-182d7f92e3ec/7ae2e02e-99a4-4fba-b065-47f17a3be746/a0d7c39e-70cb-4d4b-8f5b-77134f5d8052) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:50.089499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Network 77e618f3-b24a-40b3-828f-df1e2e0ba762 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:50.095949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:50.103632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:50.109009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Pushing event updated for resources: {'Port': ['ID=418828df-0740-455b-99e1-dd98ec1d1c67,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:50.277841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Attempting to bind port 418828df-0740-455b-99e1-dd98ec1d1c67 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:50.278414 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Attempting to bind port 418828df-0740-455b-99e1-dd98ec1d1c67 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '2869da14-08c7-4241-8ca4-6d297e31e628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '77e618f3-b24a-40b3-828f-df1e2e0ba762'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:50.279443 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Attempting to bind port 418828df-0740-455b-99e1-dd98ec1d1c67 on network 77e618f3-b24a-40b3-828f-df1e2e0ba762 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:56:50.295182 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:56:50.295549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Checking segment: {'id': '2869da14-08c7-4241-8ca4-6d297e31e628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '77e618f3-b24a-40b3-828f-df1e2e0ba762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:50.295941 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.296327 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Bound using segment: {'id': '2869da14-08c7-4241-8ca4-6d297e31e628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '77e618f3-b24a-40b3-828f-df1e2e0ba762'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:56:50.296791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Bound port: 418828df-0740-455b-99e1-dd98ec1d1c67, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2869da14-08c7-4241-8ca4-6d297e31e628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '77e618f3-b24a-40b3-828f-df1e2e0ba762'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:50.297156 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.321066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befa733a-619f-4eb9-8677-88a5f9a779c4 None None] Network 0cf5727b-b918-4c73-9061-669767c3a34c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:50.378371 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device fda307d7-55f2-42d6-82ea-4d38c1df0d75 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:50.395296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Allocated IP 2001:db8::1 (77e618f3-b24a-40b3-828f-df1e2e0ba762/60b5e53d-5efd-4a47-9eb2-e4d8e4b9a416/8de09278-c0f0-40a9-8c57-251eb215a50d) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:50.540532 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-59137d8e-e9eb-4319-aa3b-21052ddbecf6 None None] Provisioning for port fda307d7-55f2-42d6-82ea-4d38c1df0d75 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:50.558745 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.574468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Transition to ACTIVE for port object 8de09278-c0f0-40a9-8c57-251eb215a50d will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:50.597243 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.658387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Network 77e618f3-b24a-40b3-828f-df1e2e0ba762 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:50.661587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:50.665511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:50.666030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.693082 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] For port 418828df-0740-455b-99e1-dd98ec1d1c67, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:56:50.694885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port fda307d7-55f2-42d6-82ea-4d38c1df0d75 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:50.697686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event updated for resources: {'Port': ['ID=8de09278-c0f0-40a9-8c57-251eb215a50d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:50.705273 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.724524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] For port 418828df-0740-455b-99e1-dd98ec1d1c67, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=418828df-0740-455b-99e1-dd98ec1d1c67,segment=NetworkSegment(2869da14-08c7-4241-8ca4-6d297e31e628),segment_id=2869da14-08c7-4241-8ca4-6d297e31e628)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:56:50.731505 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port fda307d7-55f2-42d6-82ea-4d38c1df0d75 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:50.731904 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.759653 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Transition to ACTIVE for port object a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:50.768290 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.795702 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.896158 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Transition to ACTIVE for port object a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:50.923183 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:50.952939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a209a7-b485-4b6c-9057-7e6fb9e213ba None None] Pushing event updated for resources: {'Port': ['ID=418828df-0740-455b-99e1-dd98ec1d1c67,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:51.007543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Network f4d4f696-e22b-4c4d-88e0-182d7f92e3ec is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:51.040919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:51.059225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:51.163964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Pushing event updated for resources: {'Port': ['ID=a0d7c39e-70cb-4d4b-8f5b-77134f5d8052,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:51.175613 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.222748 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Attempting to bind port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:51.223140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Attempting to bind port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b502c234-b4e1-4cad-9b42-60f8c671dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4d4f696-e22b-4c4d-88e0-182d7f92e3ec'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:51.223466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Attempting to bind port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 on network f4d4f696-e22b-4c4d-88e0-182d7f92e3ec {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:56:51.235300 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:56:51.235670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Checking segment: {'id': 'b502c234-b4e1-4cad-9b42-60f8c671dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4d4f696-e22b-4c4d-88e0-182d7f92e3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:51.236065 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.236452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Bound using segment: {'id': 'b502c234-b4e1-4cad-9b42-60f8c671dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4d4f696-e22b-4c4d-88e0-182d7f92e3ec'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:56:51.236918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Bound port: a0d7c39e-70cb-4d4b-8f5b-77134f5d8052, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b502c234-b4e1-4cad-9b42-60f8c671dc1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f4d4f696-e22b-4c4d-88e0-182d7f92e3ec'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:51.237281 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.238120 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.244455 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.245407 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.249934 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port fda307d7-55f2-42d6-82ea-4d38c1df0d75, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=fda307d7-55f2-42d6-82ea-4d38c1df0d75,segment=NetworkSegment(7e209261-02a4-47e4-8cd5-30ad1ce89dc3),segment_id=7e209261-02a4-47e4-8cd5-30ad1ce89dc3)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:51.286153 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.345961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event updated for resources: {'Port': ['ID=8de09278-c0f0-40a9-8c57-251eb215a50d,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:51.388230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=fda307d7-55f2-42d6-82ea-4d38c1df0d75,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:51.392856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] For port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:56:51.396230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] For port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a0d7c39e-70cb-4d4b-8f5b-77134f5d8052,segment=NetworkSegment(b502c234-b4e1-4cad-9b42-60f8c671dc1b),segment_id=b502c234-b4e1-4cad-9b42-60f8c671dc1b)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:56:51.403168 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.497385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d78e49-8cca-48b0-b1a9-36a691306b20 None None] Pushing event updated for resources: {'Port': ['ID=a0d7c39e-70cb-4d4b-8f5b-77134f5d8052,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:51.538903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0f032df0-794c-4486-8184-011cf960941a None None] Provisioning complete for port fda307d7-55f2-42d6-82ea-4d38c1df0d75 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:51.539409 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0f032df0-794c-4486-8184-011cf960941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:51.613224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Network 77e618f3-b24a-40b3-828f-df1e2e0ba762 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:51.614507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:51.840273 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Router c531d578-d055-463a-912e-cc51556a85bd is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:56:52.003638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:52.014587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59de1e61-d921-4e4c-9030-7b4a82b7650a None None] Sync routers for ids ['c531d578-d055-463a-912e-cc51556a85bd'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:52.015227 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-72935507-562a-426e-812c-90c93a8a6b25 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "PUT /v2.0/routers/c531d578-d055-463a-912e-cc51556a85bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6597927 Apr 05 20:56:52.017751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55712) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:52.025766 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59de1e61-d921-4e4c-9030-7b4a82b7650a None None] Routers {'c531d578-d055-463a-912e-cc51556a85bd'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:52.026483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-59de1e61-d921-4e4c-9030-7b4a82b7650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c531d578-d055-463a-912e-cc51556a85bd'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:52.080193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4d2cc7-8ec2-4514-a4db-862c8c24648e None None] Network 77e618f3-b24a-40b3-828f-df1e2e0ba762 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:52.180101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-59de1e61-d921-4e4c-9030-7b4a82b7650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:52.256836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59de1e61-d921-4e4c-9030-7b4a82b7650a None None] Routers {'c531d578-d055-463a-912e-cc51556a85bd'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:52.257490 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-59de1e61-d921-4e4c-9030-7b4a82b7650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c531d578-d055-463a-912e-cc51556a85bd'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:52.324567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-397c54c3-b56d-4504-894a-ee3b0413e870 None None] Provisioning for port 418828df-0740-455b-99e1-dd98ec1d1c67 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:52.345160 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-59de1e61-d921-4e4c-9030-7b4a82b7650a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:52.345461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59de1e61-d921-4e4c-9030-7b4a82b7650a None None] The sync data for ids ['c531d578-d055-463a-912e-cc51556a85bd'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:52.465930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 418828df-0740-455b-99e1-dd98ec1d1c67 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:52.557602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 418828df-0740-455b-99e1-dd98ec1d1c67 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:52.574007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4461ac-c1bc-4797-a238-20eb2c8f239a None None] Network f4d4f696-e22b-4c4d-88e0-182d7f92e3ec requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:52.607086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 418828df-0740-455b-99e1-dd98ec1d1c67 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:52.607457 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:52.636999 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-5943b6b0-7142-4a4a-b2da-913610f0c57b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:56:52.638714 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5943b6b0-7142-4a4a-b2da-913610f0c57b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "PUT /v2.0/routers/c531d578-d055-463a-912e-cc51556a85bd/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6194491 Apr 05 20:56:52.641183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55716) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:52.735411 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bba41b84-1633-41ac-af2e-8443607b9167 None None] Provisioning for port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:52.890504 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:52.946310 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-43642749-9293-43c8-92c4-d333d207d8c8 None None] Provisioning complete for port 418828df-0740-455b-99e1-dd98ec1d1c67 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:52.946530 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-43642749-9293-43c8-92c4-d333d207d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.029109 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 418828df-0740-455b-99e1-dd98ec1d1c67, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=418828df-0740-455b-99e1-dd98ec1d1c67,segment=NetworkSegment(2869da14-08c7-4241-8ca4-6d297e31e628),segment_id=2869da14-08c7-4241-8ca4-6d297e31e628)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:53.038677 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.039435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:53.216593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=418828df-0740-455b-99e1-dd98ec1d1c67,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:53.250680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:53.255181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-43642749-9293-43c8-92c4-d333d207d8c8 None None] Provisioning for port 8de09278-c0f0-40a9-8c57-251eb215a50d completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:53.259788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:53.260151 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.290219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-43642749-9293-43c8-92c4-d333d207d8c8 None None] Provisioning complete for port 8de09278-c0f0-40a9-8c57-251eb215a50d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:53.290591 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-43642749-9293-43c8-92c4-d333d207d8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.325319 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb04f1ee-7cd5-4a8d-90ee-f2dd45a8f942 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.366240 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-43642749-9293-43c8-92c4-d333d207d8c8 None None] Port 8de09278-c0f0-40a9-8c57-251eb215a50d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:53.432197 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.465128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a0d7c39e-70cb-4d4b-8f5b-77134f5d8052,segment=NetworkSegment(b502c234-b4e1-4cad-9b42-60f8c671dc1b),segment_id=b502c234-b4e1-4cad-9b42-60f8c671dc1b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:53.469150 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.469914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device fda307d7-55f2-42d6-82ea-4d38c1df0d75 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:53.595850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-51e8a56f-0b83-4eee-997b-e6d06dc6ecff None None] Provisioning complete for port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:53.596312 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-51e8a56f-0b83-4eee-997b-e6d06dc6ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.627334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=a0d7c39e-70cb-4d4b-8f5b-77134f5d8052,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:53.659069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port fda307d7-55f2-42d6-82ea-4d38c1df0d75 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:53.659432 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.670202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bb04f1ee-7cd5-4a8d-90ee-f2dd45a8f942 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Deleting port 8de09278-c0f0-40a9-8c57-251eb215a50d {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:56:53.670679 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb04f1ee-7cd5-4a8d-90ee-f2dd45a8f942 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.844850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-51e8a56f-0b83-4eee-997b-e6d06dc6ecff None None] Provisioning complete for port 8de09278-c0f0-40a9-8c57-251eb215a50d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:53.845216 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-51e8a56f-0b83-4eee-997b-e6d06dc6ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.856395 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb04f1ee-7cd5-4a8d-90ee-f2dd45a8f942 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:53.942074 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-51e8a56f-0b83-4eee-997b-e6d06dc6ecff None None] Port 8de09278-c0f0-40a9-8c57-251eb215a50d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:53.984396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bb04f1ee-7cd5-4a8d-90ee-f2dd45a8f942 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Calling delete_port for 8de09278-c0f0-40a9-8c57-251eb215a50d owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:56:54.151561 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb04f1ee-7cd5-4a8d-90ee-f2dd45a8f942 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:54.200033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04f1ee-7cd5-4a8d-90ee-f2dd45a8f942 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event deleted for resources: {'Port': ['ID=8de09278-c0f0-40a9-8c57-251eb215a50d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:54.286811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 418828df-0740-455b-99e1-dd98ec1d1c67 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:54.357405 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 418828df-0740-455b-99e1-dd98ec1d1c67 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:54.357919 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:54.490901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:54.500261 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb04f1ee-7cd5-4a8d-90ee-f2dd45a8f942 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:54.561370 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:54.561917 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:54.776372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb04f1ee-7cd5-4a8d-90ee-f2dd45a8f942 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Router c531d578-d055-463a-912e-cc51556a85bd has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:56:54.910137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb04f1ee-7cd5-4a8d-90ee-f2dd45a8f942 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:54.919528 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bb04f1ee-7cd5-4a8d-90ee-f2dd45a8f942 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "PUT /v2.0/routers/c531d578-d055-463a-912e-cc51556a85bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2773972 Apr 05 20:56:54.919667 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1a4c0-9ee4-44b5-9577-fe22cf7bc9c1 None None] Sync routers for ids ['c531d578-d055-463a-912e-cc51556a85bd'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:54.923199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55720) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:54.929085 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1a4c0-9ee4-44b5-9577-fe22cf7bc9c1 None None] Routers {'c531d578-d055-463a-912e-cc51556a85bd'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:54.929668 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0af1a4c0-9ee4-44b5-9577-fe22cf7bc9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c531d578-d055-463a-912e-cc51556a85bd'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:54.988786 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-e17fb212-d135-4c91-a6ce-1d9eb34dd3d8 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] delete failed (client error): The resource could not be found. Apr 05 20:56:54.989723 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e17fb212-d135-4c91-a6ce-1d9eb34dd3d8 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1399078100 HTTP/1.1" status: 404 len: 335 time: 0.0656259 Apr 05 20:56:54.990681 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0af1a4c0-9ee4-44b5-9577-fe22cf7bc9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:54.993695 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55724) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:54.998670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-169340c0-b44a-4df4-8a7c-246f0ea52e33 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c531d578-d055-463a-912e-cc51556a85bd'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:54.999126 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af1a4c0-9ee4-44b5-9577-fe22cf7bc9c1 None None] Routers {'c531d578-d055-463a-912e-cc51556a85bd'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:54.999701 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0af1a4c0-9ee4-44b5-9577-fe22cf7bc9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c531d578-d055-463a-912e-cc51556a85bd'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:55.057996 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-0af1a4c0-9ee4-44b5-9577-fe22cf7bc9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:55.058376 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af1a4c0-9ee4-44b5-9577-fe22cf7bc9c1 None None] The sync data for ids ['c531d578-d055-463a-912e-cc51556a85bd'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:55.370227 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-169340c0-b44a-4df4-8a7c-246f0ea52e33 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.399504 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-169340c0-b44a-4df4-8a7c-246f0ea52e33 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] update failed (client error): The resource could not be found. Apr 05 20:56:55.400520 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-169340c0-b44a-4df4-8a7c-246f0ea52e33 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "PUT /v2.0/routers/c531d578-d055-463a-912e-cc51556a85bd HTTP/1.1" status: 404 len: 339 time: 0.4058659 Apr 05 20:56:55.404009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55728) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:55.409350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1194318979'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:55.414538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:55.418369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Usage tracker for resource:network and tenant:c052ed37a1c44ec0bda4be5f01b470db is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:55.421905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:55.427524 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:55.437323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Made reservation on behalf of c052ed37a1c44ec0bda4be5f01b470db for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:55.440632 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.467730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:56:55.475923 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.476261 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Added segment 9c81aad9-779a-435b-a328-4314ac456250 of type vlan for network 6e52f220-5184-4deb-9311-c890e2cb8754 Apr 05 20:56:55.501121 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.530488 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.536324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:55.536913 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:55.631378 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2263014 Apr 05 20:56:55.634456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55732) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:55.640251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Request body: {'subnet': {'network_id': '6e52f220-5184-4deb-9311-c890e2cb8754', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:55.642395 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6eb12-e34f-427a-bf51-da77d6da02f7 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event updated for resources: {'Network': ['ID=6e52f220-5184-4deb-9311-c890e2cb8754,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:55.654422 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 6e52f220-5184-4deb-9311-c890e2cb8754 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:56:55.755870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:56:55.759745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Usage tracker for resource:subnet and tenant:c052ed37a1c44ec0bda4be5f01b470db is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:56:55.763134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:56:55.768742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:56:55.778881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Made reservation on behalf of c052ed37a1c44ec0bda4be5f01b470db for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:56:55.783804 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:56.017742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:56.097267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event updated for resources: {'Subnet': ['ID=3ff04eca-cee5-41ee-9a17-e2b33d06ae59,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:56.105901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Checking segment: {'id': '9c81aad9-779a-435b-a328-4314ac456250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6e52f220-5184-4deb-9311-c890e2cb8754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:56.106264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Network hostable DHCP agents. Network: 6e52f220-5184-4deb-9311-c890e2cb8754, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:56:56.123948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Network 6e52f220-5184-4deb-9311-c890e2cb8754 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:56:56.132821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 6e52f220-5184-4deb-9311-c890e2cb8754) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:56.137430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:56:56.138047 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:56.141640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffff7a9d-7c5a-4554-b67b-39788354dc87 None None] Network 6e52f220-5184-4deb-9311-c890e2cb8754 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:56.159007 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d069cee5-3b0b-472a-a006-b7093e51b904 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5233803 Apr 05 20:56:56.161630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55736) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:56.166598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-91000154-f6d3-476b-9ac8-3e7e6fc2e4bf tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e52f220-5184-4deb-9311-c890e2cb8754'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:56:56.356195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-6e52f220-5184-4deb-9311-c890e2cb8754', 'network_id': '6e52f220-5184-4deb-9311-c890e2cb8754', 'tenant_id': 'c052ed37a1c44ec0bda4be5f01b470db', 'fixed_ips': [{'subnet_id': '3ff04eca-cee5-41ee-9a17-e2b33d06ae59'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:56:56.357070 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:56.511579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Allocated IP 2001:db8:1::2 (6e52f220-5184-4deb-9311-c890e2cb8754/3ff04eca-cee5-41ee-9a17-e2b33d06ae59/85f18f39-f74b-4b0a-8aa8-9287926d92fa) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:56.667610 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91000154-f6d3-476b-9ac8-3e7e6fc2e4bf tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:56.725344 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:56.735523 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Transition to ACTIVE for port object 85f18f39-f74b-4b0a-8aa8-9287926d92fa will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:56.753974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Transition to ACTIVE for port object 85f18f39-f74b-4b0a-8aa8-9287926d92fa will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:56.759861 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:56.814860 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-91000154-f6d3-476b-9ac8-3e7e6fc2e4bf tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:56:56.815884 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-91000154-f6d3-476b-9ac8-3e7e6fc2e4bf tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "PUT /v2.0/routers/c531d578-d055-463a-912e-cc51556a85bd HTTP/1.1" status: 400 len: 364 time: 0.6533265 Apr 05 20:56:56.819580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55740) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:56.821561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Network 6e52f220-5184-4deb-9311-c890e2cb8754 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:56.828595 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:56.836039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:56.842297 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Pushing event updated for resources: {'Port': ['ID=85f18f39-f74b-4b0a-8aa8-9287926d92fa,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:56.927186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Attempting to bind port 85f18f39-f74b-4b0a-8aa8-9287926d92fa on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:56:56.927445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Attempting to bind port 85f18f39-f74b-4b0a-8aa8-9287926d92fa by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '9c81aad9-779a-435b-a328-4314ac456250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6e52f220-5184-4deb-9311-c890e2cb8754'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:56:56.927804 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Attempting to bind port 85f18f39-f74b-4b0a-8aa8-9287926d92fa on network 6e52f220-5184-4deb-9311-c890e2cb8754 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:56:56.932937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:56:56.933302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Checking segment: {'id': '9c81aad9-779a-435b-a328-4314ac456250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6e52f220-5184-4deb-9311-c890e2cb8754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:56:56.933690 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:56.934101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Bound using segment: {'id': '9c81aad9-779a-435b-a328-4314ac456250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6e52f220-5184-4deb-9311-c890e2cb8754'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:56:56.934556 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Bound port: 85f18f39-f74b-4b0a-8aa8-9287926d92fa, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c81aad9-779a-435b-a328-4314ac456250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6e52f220-5184-4deb-9311-c890e2cb8754'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:56:56.934919 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.024017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] For port 85f18f39-f74b-4b0a-8aa8-9287926d92fa, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:56:57.027413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] For port 85f18f39-f74b-4b0a-8aa8-9287926d92fa, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=85f18f39-f74b-4b0a-8aa8-9287926d92fa,segment=NetworkSegment(9c81aad9-779a-435b-a328-4314ac456250),segment_id=9c81aad9-779a-435b-a328-4314ac456250)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:56:57.031276 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.108212 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11219b-857f-4da1-9e1a-6d6f549f4b9d None None] Pushing event updated for resources: {'Port': ['ID=85f18f39-f74b-4b0a-8aa8-9287926d92fa,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:57.325530 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.674799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Allocated IP 2001:db8::1 (0cf5727b-b918-4c73-9061-669767c3a34c/e9c4fa0b-94f3-4dc6-8dcd-9248f0167355/45c1ddc8-53c2-479d-8483-2f714fe26af9) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:56:57.841296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.858593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Transition to ACTIVE for port object 45c1ddc8-53c2-479d-8483-2f714fe26af9 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:56:57.884098 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.952822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Network 0cf5727b-b918-4c73-9061-669767c3a34c is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:57.955921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:57.964280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:56:57.964817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:57.978951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event updated for resources: {'Port': ['ID=45c1ddc8-53c2-479d-8483-2f714fe26af9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:58.010952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f03842-6c73-45e9-8a6b-bcfbbaa29363 None None] Network 6e52f220-5184-4deb-9311-c890e2cb8754 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:56:58.084784 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:58.126900 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ead7fc02-b44d-448e-b7f0-5fa795ee4cc1 None None] Provisioning for port 85f18f39-f74b-4b0a-8aa8-9287926d92fa completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:58.296431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-090d9945-e68d-4373-b50b-e7ce15d21a0c None None] Provisioning for port 45c1ddc8-53c2-479d-8483-2f714fe26af9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:58.303837 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-090d9945-e68d-4373-b50b-e7ce15d21a0c None None] Provisioning complete for port 45c1ddc8-53c2-479d-8483-2f714fe26af9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:58.304197 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-090d9945-e68d-4373-b50b-e7ce15d21a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:58.331661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 85f18f39-f74b-4b0a-8aa8-9287926d92fa up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:56:58.420729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-090d9945-e68d-4373-b50b-e7ce15d21a0c None None] Port 45c1ddc8-53c2-479d-8483-2f714fe26af9 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:58.440220 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 85f18f39-f74b-4b0a-8aa8-9287926d92fa completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:56:58.445538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 85f18f39-f74b-4b0a-8aa8-9287926d92fa triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:58.445928 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:58.569294 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:58.602069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 85f18f39-f74b-4b0a-8aa8-9287926d92fa, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=85f18f39-f74b-4b0a-8aa8-9287926d92fa,segment=NetworkSegment(9c81aad9-779a-435b-a328-4314ac456250),segment_id=9c81aad9-779a-435b-a328-4314ac456250)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:56:58.607258 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:58.644912 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:58.650518 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:58.652177 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:58.686455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b3b8dbae-d214-4089-9d49-33549aaa8624 None None] Provisioning complete for port 85f18f39-f74b-4b0a-8aa8-9287926d92fa triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:58.686814 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b3b8dbae-d214-4089-9d49-33549aaa8624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:58.727650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=85f18f39-f74b-4b0a-8aa8-9287926d92fa,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:58.761570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event updated for resources: {'Port': ['ID=45c1ddc8-53c2-479d-8483-2f714fe26af9,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:56:58.857455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Network 0cf5727b-b918-4c73-9061-669767c3a34c is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:56:58.858457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:56:59.025286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Router c531d578-d055-463a-912e-cc51556a85bd has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:56:59.131858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-655d4bfc-0465-425c-9e18-1fed9a81644c None None] Provisioning complete for port 45c1ddc8-53c2-479d-8483-2f714fe26af9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:56:59.132391 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-655d4bfc-0465-425c-9e18-1fed9a81644c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:59.180433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:56:59.189209 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ab713d9e-8625-49ce-9e2f-3b45033dd0d2 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "PUT /v2.0/routers/c531d578-d055-463a-912e-cc51556a85bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3686669 Apr 05 20:56:59.190342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-655d4bfc-0465-425c-9e18-1fed9a81644c None None] Port 45c1ddc8-53c2-479d-8483-2f714fe26af9 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:56:59.191803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55744) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:56:59.192104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d40c4-d9c8-4b3c-a559-96ec3d3935f5 None None] Sync routers for ids ['c531d578-d055-463a-912e-cc51556a85bd'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:56:59.201763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d40c4-d9c8-4b3c-a559-96ec3d3935f5 None None] Routers {'c531d578-d055-463a-912e-cc51556a85bd'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:59.202421 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-260d40c4-d9c8-4b3c-a559-96ec3d3935f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c531d578-d055-463a-912e-cc51556a85bd'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:59.265103 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-260d40c4-d9c8-4b3c-a559-96ec3d3935f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:59.273499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260d40c4-d9c8-4b3c-a559-96ec3d3935f5 None None] Routers {'c531d578-d055-463a-912e-cc51556a85bd'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:56:59.274127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-260d40c4-d9c8-4b3c-a559-96ec3d3935f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c531d578-d055-463a-912e-cc51556a85bd'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:59.334236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-260d40c4-d9c8-4b3c-a559-96ec3d3935f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:56:59.334634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260d40c4-d9c8-4b3c-a559-96ec3d3935f5 None None] The sync data for ids ['c531d578-d055-463a-912e-cc51556a85bd'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:56:59.349535 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f2f219d3-9afb-4091-bffa-3f3fc2cfc247 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:56:59.494250 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-f2f219d3-9afb-4091-bffa-3f3fc2cfc247 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 20:56:59.495215 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f2f219d3-9afb-4091-bffa-3f3fc2cfc247 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "DELETE /v2.0/routers/c531d578-d055-463a-912e-cc51556a85bd HTTP/1.1" status: 409 len: 329 time: 0.3023636 Apr 05 20:56:59.498010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55748) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:00.101500 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e4f542a-123b-479a-ad43-1d7ac2ecdb72 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:00.279231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 85f18f39-f74b-4b0a-8aa8-9287926d92fa up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:00.350588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 85f18f39-f74b-4b0a-8aa8-9287926d92fa triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:00.350868 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:00.455965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5e4f542a-123b-479a-ad43-1d7ac2ecdb72 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Deleting port 45c1ddc8-53c2-479d-8483-2f714fe26af9 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:00.456299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e4f542a-123b-479a-ad43-1d7ac2ecdb72 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:00.652356 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e4f542a-123b-479a-ad43-1d7ac2ecdb72 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:00.778540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5e4f542a-123b-479a-ad43-1d7ac2ecdb72 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Calling delete_port for 45c1ddc8-53c2-479d-8483-2f714fe26af9 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:00.956117 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e4f542a-123b-479a-ad43-1d7ac2ecdb72 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.110996 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f542a-123b-479a-ad43-1d7ac2ecdb72 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event deleted for resources: {'Port': ['ID=45c1ddc8-53c2-479d-8483-2f714fe26af9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:01.288553 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5e4f542a-123b-479a-ad43-1d7ac2ecdb72 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.554626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4f542a-123b-479a-ad43-1d7ac2ecdb72 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Router c531d578-d055-463a-912e-cc51556a85bd has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:57:01.690431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4f542a-123b-479a-ad43-1d7ac2ecdb72 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:57:01.704691 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5e4f542a-123b-479a-ad43-1d7ac2ecdb72 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "PUT /v2.0/routers/c531d578-d055-463a-912e-cc51556a85bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2009578 Apr 05 20:57:01.704850 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7725c2d-a78e-44da-80cf-6d1c44f2312f None None] Sync routers for ids ['c531d578-d055-463a-912e-cc51556a85bd'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:57:01.705246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55752) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:01.710880 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7725c2d-a78e-44da-80cf-6d1c44f2312f None None] Routers {'c531d578-d055-463a-912e-cc51556a85bd'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:57:01.711465 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f7725c2d-a78e-44da-80cf-6d1c44f2312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c531d578-d055-463a-912e-cc51556a85bd'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:01.770827 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-0ef760bd-3615-4d7c-bd23-ad4cb8e8cf5a tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] show failed (client error): The resource could not be found. Apr 05 20:57:01.771917 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0ef760bd-3615-4d7c-bd23-ad4cb8e8cf5a tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1587114634 HTTP/1.1" status: 404 len: 335 time: 0.0659320 Apr 05 20:57:01.772826 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f7725c2d-a78e-44da-80cf-6d1c44f2312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:01.775608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55756) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:01.781248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9c85951f-2407-4f49-ad76-452762bc1bf9 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:01.782300 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7725c2d-a78e-44da-80cf-6d1c44f2312f None None] Routers {'c531d578-d055-463a-912e-cc51556a85bd'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:57:01.782879 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f7725c2d-a78e-44da-80cf-6d1c44f2312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:56:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['c531d578-d055-463a-912e-cc51556a85bd'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:01.844371 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-f7725c2d-a78e-44da-80cf-6d1c44f2312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:01.844673 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7725c2d-a78e-44da-80cf-6d1c44f2312f None None] The sync data for ids ['c531d578-d055-463a-912e-cc51556a85bd'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:57:01.845393 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-9c85951f-2407-4f49-ad76-452762bc1bf9 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] update failed (client error): The resource could not be found. Apr 05 20:57:01.846427 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9c85951f-2407-4f49-ad76-452762bc1bf9 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1064931011 HTTP/1.1" status: 404 len: 335 time: 0.0698364 Apr 05 20:57:01.850091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55760) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:01.914315 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8d46e6d-dcee-4d3f-b0be-8b981b9dafd1 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Deleting subnet 3ff04eca-cee5-41ee-9a17-e2b33d06ae59 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:57:01.917624 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c8d46e6d-dcee-4d3f-b0be-8b981b9dafd1 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:01.973430 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c8d46e6d-dcee-4d3f-b0be-8b981b9dafd1 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.053841 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c8d46e6d-dcee-4d3f-b0be-8b981b9dafd1 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.128466 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c8d46e6d-dcee-4d3f-b0be-8b981b9dafd1 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.168644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d46e6d-dcee-4d3f-b0be-8b981b9dafd1 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff04eca-cee5-41ee-9a17-e2b33d06ae59,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:02.170568 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c8d46e6d-dcee-4d3f-b0be-8b981b9dafd1 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.175652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6c74c2-29c4-4d89-a3d5-0e080501bda7 None None] Network 6e52f220-5184-4deb-9311-c890e2cb8754 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:02.178306 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c8d46e6d-dcee-4d3f-b0be-8b981b9dafd1 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "DELETE /v2.0/subnets/3ff04eca-cee5-41ee-9a17-e2b33d06ae59 HTTP/1.1" status: 204 len: 168 time: 0.3273418 Apr 05 20:57:02.180728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55764) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:02.293509 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.304279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Deleting port 85f18f39-f74b-4b0a-8aa8-9287926d92fa {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:02.304618 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.418918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc953c55-8c34-41e1-bf06-eb222b8a55cc None None] DHCP port deletion for 6e52f220-5184-4deb-9311-c890e2cb8754 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:57:02.422896 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-cc953c55-8c34-41e1-bf06-eb222b8a55cc None None] Deleting port 85f18f39-f74b-4b0a-8aa8-9287926d92fa {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:02.423262 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cc953c55-8c34-41e1-bf06-eb222b8a55cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.633695 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-cc953c55-8c34-41e1-bf06-eb222b8a55cc None None] For port 85f18f39-f74b-4b0a-8aa8-9287926d92fa, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=85f18f39-f74b-4b0a-8aa8-9287926d92fa,segment=NetworkSegment(9c81aad9-779a-435b-a328-4314ac456250),segment_id=9c81aad9-779a-435b-a328-4314ac456250)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:02.634070 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cc953c55-8c34-41e1-bf06-eb222b8a55cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.640351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] For port 85f18f39-f74b-4b0a-8aa8-9287926d92fa, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=85f18f39-f74b-4b0a-8aa8-9287926d92fa,segment=NetworkSegment(9c81aad9-779a-435b-a328-4314ac456250),segment_id=9c81aad9-779a-435b-a328-4314ac456250)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:02.640645 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.767707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Calling delete_port for 85f18f39-f74b-4b0a-8aa8-9287926d92fa owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:02.797329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-cc953c55-8c34-41e1-bf06-eb222b8a55cc None None] Calling delete_port for 85f18f39-f74b-4b0a-8aa8-9287926d92fa owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:02.844104 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:02.869743 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-cc953c55-8c34-41e1-bf06-eb222b8a55cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:57:02.870668 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-cc953c55-8c34-41e1-bf06-eb222b8a55cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:57:02.894522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event deleted for resources: {'Port': ['ID=85f18f39-f74b-4b0a-8aa8-9287926d92fa,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:02.898760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] No DVR routers for this DVR port 85f18f39-f74b-4b0a-8aa8-9287926d92fa on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:57:03.020587 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.046158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e52f220-5184-4deb-9311-c890e2cb8754']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:03.057860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c81aad9-779a-435b-a328-4314ac456250') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:03.058180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c81aad9-779a-435b-a328-4314ac456250') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:03.069107 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.084463 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.090807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:57:03.091187 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:57:03.106256 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:57:03.187150 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.204473 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.215070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event deleted for resources: {'Network': ['ID=6e52f220-5184-4deb-9311-c890e2cb8754,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:03.218971 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-197a1d78-c4d1-4a64-a57b-e6e79843aefc tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "DELETE /v2.0/networks/6e52f220-5184-4deb-9311-c890e2cb8754 HTTP/1.1" status: 204 len: 168 time: 1.0373299 Apr 05 20:57:03.221289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55768) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:03.285332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3df40d-5506-4598-b5a2-5c6ffcae5b31 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Deleting subnet 7ae2e02e-99a4-4fba-b065-47f17a3be746 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:57:03.288162 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b3df40d-5506-4598-b5a2-5c6ffcae5b31 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.344634 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b3df40d-5506-4598-b5a2-5c6ffcae5b31 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.371782 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-cc953c55-8c34-41e1-bf06-eb222b8a55cc None None] Deleting port 85f18f39-f74b-4b0a-8aa8-9287926d92fa {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:03.372273 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cc953c55-8c34-41e1-bf06-eb222b8a55cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.427821 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b3df40d-5506-4598-b5a2-5c6ffcae5b31 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.438108 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-cc953c55-8c34-41e1-bf06-eb222b8a55cc None None] The port '85f18f39-f74b-4b0a-8aa8-9287926d92fa' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:57:03.499951 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b3df40d-5506-4598-b5a2-5c6ffcae5b31 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.543482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3df40d-5506-4598-b5a2-5c6ffcae5b31 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event deleted for resources: {'Subnet': ['ID=7ae2e02e-99a4-4fba-b065-47f17a3be746,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:03.545482 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-8b3df40d-5506-4598-b5a2-5c6ffcae5b31 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.550078 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95363e97-8327-4378-815e-4a9cf13b9052 None None] Network f4d4f696-e22b-4c4d-88e0-182d7f92e3ec requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:03.553984 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-8b3df40d-5506-4598-b5a2-5c6ffcae5b31 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "DELETE /v2.0/subnets/7ae2e02e-99a4-4fba-b065-47f17a3be746 HTTP/1.1" status: 204 len: 168 time: 0.3295224 Apr 05 20:57:03.554307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55772) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:03.619825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-af22c3ea-a407-4640-a7ae-97efadc8538e tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Deleting subnet 60b5e53d-5efd-4a47-9eb2-e4d8e4b9a416 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:57:03.623311 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af22c3ea-a407-4640-a7ae-97efadc8538e tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.684072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af22c3ea-a407-4640-a7ae-97efadc8538e tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.766952 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af22c3ea-a407-4640-a7ae-97efadc8538e tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.820778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d571b81e-2664-4ff0-b283-c042463cb41c None None] DHCP port deletion for f4d4f696-e22b-4c4d-88e0-182d7f92e3ec request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:57:03.826256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d571b81e-2664-4ff0-b283-c042463cb41c None None] Deleting port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:03.826629 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d571b81e-2664-4ff0-b283-c042463cb41c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.850243 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af22c3ea-a407-4640-a7ae-97efadc8538e tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.895007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22c3ea-a407-4640-a7ae-97efadc8538e tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event deleted for resources: {'Subnet': ['ID=60b5e53d-5efd-4a47-9eb2-e4d8e4b9a416,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:03.896912 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af22c3ea-a407-4640-a7ae-97efadc8538e tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:03.903528 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-af22c3ea-a407-4640-a7ae-97efadc8538e tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "DELETE /v2.0/subnets/60b5e53d-5efd-4a47-9eb2-e4d8e4b9a416 HTTP/1.1" status: 204 len: 168 time: 0.3482473 Apr 05 20:57:03.906196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55776) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:03.914164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a6ba42-6714-4596-9e81-8f9da6465dfc None None] Network 77e618f3-b24a-40b3-828f-df1e2e0ba762 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:04.020277 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:04.031352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Deleting port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:04.031681 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:04.188576 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-d571b81e-2664-4ff0-b283-c042463cb41c None None] For port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a0d7c39e-70cb-4d4b-8f5b-77134f5d8052,segment=NetworkSegment(b502c234-b4e1-4cad-9b42-60f8c671dc1b),segment_id=b502c234-b4e1-4cad-9b42-60f8c671dc1b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:04.188953 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d571b81e-2664-4ff0-b283-c042463cb41c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:04.238999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] For port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=a0d7c39e-70cb-4d4b-8f5b-77134f5d8052,segment=NetworkSegment(b502c234-b4e1-4cad-9b42-60f8c671dc1b),segment_id=b502c234-b4e1-4cad-9b42-60f8c671dc1b)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:04.240973 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:04.316475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d571b81e-2664-4ff0-b283-c042463cb41c None None] Calling delete_port for a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:04.345236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 85f18f39-f74b-4b0a-8aa8-9287926d92fa no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:57:04.370722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Calling delete_port for a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:04.387906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 85f18f39-f74b-4b0a-8aa8-9287926d92fa {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:57:04.388462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 85f18f39-f74b-4b0a-8aa8-9287926d92fa not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:57:04.388633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:57:04.539286 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d571b81e-2664-4ff0-b283-c042463cb41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:04.552906 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:57:04.553226 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:57:04.594337 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:04.602940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571b81e-2664-4ff0-b283-c042463cb41c None None] Pushing event deleted for resources: {'Port': ['ID=a0d7c39e-70cb-4d4b-8f5b-77134f5d8052,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:04.612555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed771fc-020a-47a9-ac41-6d16ae0b77a1 None None] DHCP port deletion for 77e618f3-b24a-40b3-828f-df1e2e0ba762 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:57:04.617201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d571b81e-2664-4ff0-b283-c042463cb41c None None] No DVR routers for this DVR port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:57:04.626175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-fed771fc-020a-47a9-ac41-6d16ae0b77a1 None None] Deleting port 418828df-0740-455b-99e1-dd98ec1d1c67 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:04.626175 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fed771fc-020a-47a9-ac41-6d16ae0b77a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:04.895336 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fed771fc-020a-47a9-ac41-6d16ae0b77a1 None None] For port 418828df-0740-455b-99e1-dd98ec1d1c67, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=418828df-0740-455b-99e1-dd98ec1d1c67,segment=NetworkSegment(2869da14-08c7-4241-8ca4-6d297e31e628),segment_id=2869da14-08c7-4241-8ca4-6d297e31e628)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:04.895630 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fed771fc-020a-47a9-ac41-6d16ae0b77a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.014657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-fed771fc-020a-47a9-ac41-6d16ae0b77a1 None None] Calling delete_port for 418828df-0740-455b-99e1-dd98ec1d1c67 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:05.054352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Deleting port a0d7c39e-70cb-4d4b-8f5b-77134f5d8052 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:05.054699 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.087099 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fed771fc-020a-47a9-ac41-6d16ae0b77a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.125107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] The port 'a0d7c39e-70cb-4d4b-8f5b-77134f5d8052' was deleted {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:57:05.137623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed771fc-020a-47a9-ac41-6d16ae0b77a1 None None] No DVR routers for this DVR port 418828df-0740-455b-99e1-dd98ec1d1c67 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:57:05.140832 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed771fc-020a-47a9-ac41-6d16ae0b77a1 None None] Pushing event deleted for resources: {'Port': ['ID=418828df-0740-455b-99e1-dd98ec1d1c67,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:05.253867 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.278939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d4f696-e22b-4c4d-88e0-182d7f92e3ec']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:05.290913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b502c234-b4e1-4cad-9b42-60f8c671dc1b') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:05.291209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b502c234-b4e1-4cad-9b42-60f8c671dc1b') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:05.305348 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.321517 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.328967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:57:05.329348 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:57:05.343818 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:57:05.425421 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.430829 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.457277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event deleted for resources: {'Network': ['ID=f4d4f696-e22b-4c4d-88e0-182d7f92e3ec,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:05.461288 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a656bc3d-9ed3-4f69-a281-831cae59fbe3 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "DELETE /v2.0/networks/f4d4f696-e22b-4c4d-88e0-182d7f92e3ec HTTP/1.1" status: 204 len: 168 time: 1.5541821 Apr 05 20:57:05.463795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55780) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:05.586402 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9aba8287-7958-4a9c-8a51-e66fee4b02da tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.736907 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9aba8287-7958-4a9c-8a51-e66fee4b02da tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.765088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-9aba8287-7958-4a9c-8a51-e66fee4b02da tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e618f3-b24a-40b3-828f-df1e2e0ba762']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:05.777852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-9aba8287-7958-4a9c-8a51-e66fee4b02da tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2869da14-08c7-4241-8ca4-6d297e31e628') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:05.778171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-9aba8287-7958-4a9c-8a51-e66fee4b02da tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2869da14-08c7-4241-8ca4-6d297e31e628') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:05.789907 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9aba8287-7958-4a9c-8a51-e66fee4b02da tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.805674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9aba8287-7958-4a9c-8a51-e66fee4b02da tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.812081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aba8287-7958-4a9c-8a51-e66fee4b02da tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:57:05.812458 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9aba8287-7958-4a9c-8a51-e66fee4b02da tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:57:05.827585 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:57:05.909131 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9aba8287-7958-4a9c-8a51-e66fee4b02da tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.926669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9aba8287-7958-4a9c-8a51-e66fee4b02da tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:05.936871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba8287-7958-4a9c-8a51-e66fee4b02da tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event deleted for resources: {'Network': ['ID=77e618f3-b24a-40b3-828f-df1e2e0ba762,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:05.941732 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9aba8287-7958-4a9c-8a51-e66fee4b02da tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "DELETE /v2.0/networks/77e618f3-b24a-40b3-828f-df1e2e0ba762 HTTP/1.1" status: 204 len: 168 time: 0.4746335 Apr 05 20:57:05.942115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55784) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:06.010899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6505cc8-29a3-48ac-a49d-5e842768798b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Deleting subnet e9c4fa0b-94f3-4dc6-8dcd-9248f0167355 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:57:06.014455 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e6505cc8-29a3-48ac-a49d-5e842768798b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.079923 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e6505cc8-29a3-48ac-a49d-5e842768798b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.165249 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e6505cc8-29a3-48ac-a49d-5e842768798b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.237267 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e6505cc8-29a3-48ac-a49d-5e842768798b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.276534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6505cc8-29a3-48ac-a49d-5e842768798b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event deleted for resources: {'Subnet': ['ID=e9c4fa0b-94f3-4dc6-8dcd-9248f0167355,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:06.279680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 418828df-0740-455b-99e1-dd98ec1d1c67 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:57:06.282592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e6505cc8-29a3-48ac-a49d-5e842768798b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.289798 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e6505cc8-29a3-48ac-a49d-5e842768798b tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "DELETE /v2.0/subnets/e9c4fa0b-94f3-4dc6-8dcd-9248f0167355 HTTP/1.1" status: 204 len: 168 time: 0.3469551 Apr 05 20:57:06.292809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55788) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:06.306530 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e530bd0-ed4c-444d-8319-f941ed3d78ba None None] Network 0cf5727b-b918-4c73-9061-669767c3a34c requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:06.338766 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 418828df-0740-455b-99e1-dd98ec1d1c67 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:57:06.339096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 418828df-0740-455b-99e1-dd98ec1d1c67 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:57:06.410090 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.420920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Deleting port fda307d7-55f2-42d6-82ea-4d38c1df0d75 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:06.421246 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.548823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a5913d-2d9f-44df-beb3-eb751afd266a None None] DHCP port deletion for 0cf5727b-b918-4c73-9061-669767c3a34c request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:57:06.553367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-79a5913d-2d9f-44df-beb3-eb751afd266a None None] Deleting port fda307d7-55f2-42d6-82ea-4d38c1df0d75 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:06.553735 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-79a5913d-2d9f-44df-beb3-eb751afd266a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.755334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] For port fda307d7-55f2-42d6-82ea-4d38c1df0d75, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=fda307d7-55f2-42d6-82ea-4d38c1df0d75,segment=NetworkSegment(7e209261-02a4-47e4-8cd5-30ad1ce89dc3),segment_id=7e209261-02a4-47e4-8cd5-30ad1ce89dc3)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:06.755687 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.763393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-79a5913d-2d9f-44df-beb3-eb751afd266a None None] For port fda307d7-55f2-42d6-82ea-4d38c1df0d75, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=fda307d7-55f2-42d6-82ea-4d38c1df0d75,segment=NetworkSegment(7e209261-02a4-47e4-8cd5-30ad1ce89dc3),segment_id=7e209261-02a4-47e4-8cd5-30ad1ce89dc3)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:06.763782 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-79a5913d-2d9f-44df-beb3-eb751afd266a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.877440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Calling delete_port for fda307d7-55f2-42d6-82ea-4d38c1df0d75 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:06.885236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-79a5913d-2d9f-44df-beb3-eb751afd266a None None] Calling delete_port for fda307d7-55f2-42d6-82ea-4d38c1df0d75 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:06.957967 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:06.962946 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-79a5913d-2d9f-44df-beb3-eb751afd266a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:57:06.963295 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-79a5913d-2d9f-44df-beb3-eb751afd266a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:57:07.006336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] No DVR routers for this DVR port fda307d7-55f2-42d6-82ea-4d38c1df0d75 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:57:07.033823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event deleted for resources: {'Port': ['ID=fda307d7-55f2-42d6-82ea-4d38c1df0d75,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:07.130804 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.156134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf5727b-b918-4c73-9061-669767c3a34c']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:07.167777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e209261-02a4-47e4-8cd5-30ad1ce89dc3') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:07.168073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e209261-02a4-47e4-8cd5-30ad1ce89dc3') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:07.179761 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.195120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.201498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:57:07.201893 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:57:07.216749 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:57:07.296476 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.313858 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.325893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Pushing event deleted for resources: {'Network': ['ID=0cf5727b-b918-4c73-9061-669767c3a34c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:07.328913 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2b3c89ef-9af6-47b3-8a26-e7d38e4c17a4 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "DELETE /v2.0/networks/0cf5727b-b918-4c73-9061-669767c3a34c HTTP/1.1" status: 204 len: 168 time: 1.0351808 Apr 05 20:57:07.331455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55792) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:07.377179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-058c38ce-f7ca-4cae-b26e-a4188f93e5aa tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Synchronizing usage tracker for tenant:c052ed37a1c44ec0bda4be5f01b470db on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:07.392922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-058c38ce-f7ca-4cae-b26e-a4188f93e5aa tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Unset dirty status for tenant:c052ed37a1c44ec0bda4be5f01b470db on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:07.393996 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-058c38ce-f7ca-4cae-b26e-a4188f93e5aa tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "GET /v2.0/ports?device_id=c531d578-d055-463a-912e-cc51556a85bd HTTP/1.1" status: 200 len: 205 time: 0.0616326 Apr 05 20:57:07.396424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55796) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:07.464866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-79a5913d-2d9f-44df-beb3-eb751afd266a None None] Deleting port fda307d7-55f2-42d6-82ea-4d38c1df0d75 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:07.465604 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-79a5913d-2d9f-44df-beb3-eb751afd266a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.529029 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62df1084-07e4-4bd8-ba9d-f2d300f3ca52 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.532472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-79a5913d-2d9f-44df-beb3-eb751afd266a None None] The port 'fda307d7-55f2-42d6-82ea-4d38c1df0d75' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:57:07.822311 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62df1084-07e4-4bd8-ba9d-f2d300f3ca52 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.825109 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62df1084-07e4-4bd8-ba9d-f2d300f3ca52 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.847763 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62df1084-07e4-4bd8-ba9d-f2d300f3ca52 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.848264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62df1084-07e4-4bd8-ba9d-f2d300f3ca52 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Fanout notify agent at l3_agent the message router_deleted on router c531d578-d055-463a-912e-cc51556a85bd {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:57:07.859091 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-62df1084-07e4-4bd8-ba9d-f2d300f3ca52 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:07.860168 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-62df1084-07e4-4bd8-ba9d-f2d300f3ca52 tempest-RoutersNegativeIpV6Test-822083869 tempest-RoutersNegativeIpV6Test-822083869-project] 10.222.0.24 "DELETE /v2.0/routers/c531d578-d055-463a-912e-cc51556a85bd HTTP/1.1" status: 204 len: 168 time: 0.4628708 Apr 05 20:57:08.121985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55804) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:08.269596 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-366a78bc-37b9-4e55-ab36-ef5de2ff4483 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c052ed37a1c44ec0bda4be5f01b470db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464045 Apr 05 20:57:08.272114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55810) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:08.277225 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device fda307d7-55f2-42d6-82ea-4d38c1df0d75 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:57:08.313702 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: fda307d7-55f2-42d6-82ea-4d38c1df0d75 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:57:08.314069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device fda307d7-55f2-42d6-82ea-4d38c1df0d75 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:57:08.329953 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-48d8d951-b229-4fd7-b8c4-437f2cc2a8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:08.355564 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-48d8d951-b229-4fd7-b8c4-437f2cc2a8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:08.406571 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-48d8d951-b229-4fd7-b8c4-437f2cc2a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:08.420736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8d951-b229-4fd7-b8c4-437f2cc2a8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d31faa-6853-46d0-81b8-7ad9952c60b8,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:08.426698 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-48d8d951-b229-4fd7-b8c4-437f2cc2a8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:08.427789 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-48d8d951-b229-4fd7-b8c4-437f2cc2a8a0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8d31faa-6853-46d0-81b8-7ad9952c60b8 HTTP/1.1" status: 204 len: 168 time: 0.1547949 Apr 05 20:57:08.566470 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:57:08.985677 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.091859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55836) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:09.190829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-052b4c8b-3f15-47c4-9996-146616726bcf tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2137877248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:09.198571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-052b4c8b-3f15-47c4-9996-146616726bcf tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:09.202421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-052b4c8b-3f15-47c4-9996-146616726bcf tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Usage tracker for resource:router and tenant:00e601291bb141b39d00f21764e0d599 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:09.205227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-052b4c8b-3f15-47c4-9996-146616726bcf tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:09.211395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-052b4c8b-3f15-47c4-9996-146616726bcf tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:09.221668 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-052b4c8b-3f15-47c4-9996-146616726bcf tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.222708 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-052b4c8b-3f15-47c4-9996-146616726bcf tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.238390 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-052b4c8b-3f15-47c4-9996-146616726bcf tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.256206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-052b4c8b-3f15-47c4-9996-146616726bcf tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.279451 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-052b4c8b-3f15-47c4-9996-146616726bcf tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.280937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-052b4c8b-3f15-47c4-9996-146616726bcf tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1880839 Apr 05 20:57:09.284037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55842) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:09.284188 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.289679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1740517583'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:09.295138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:09.299447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Usage tracker for resource:network and tenant:00e601291bb141b39d00f21764e0d599 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:09.302267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:09.308141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:09.317778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Made reservation on behalf of 00e601291bb141b39d00f21764e0d599 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:09.321114 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.335935 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.453435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:09.457066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Usage tracker for resource:security_group_rule and tenant:00e601291bb141b39d00f21764e0d599 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:09.459847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:09.465402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:09.554316 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.559542 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.588953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:57:09.600881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3f6535-531e-4e3d-8b3a-e708dcfc8a5c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:09.605848 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.606241 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Added segment e9492495-d87d-4170-9f04-f81f4674a9ae of type vlan for network 5562ab35-38b2-4a18-9a0b-d834ffe322a5 Apr 05 20:57:09.632171 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.660879 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.666385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:09.667585 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:09.774903 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4894948 Apr 05 20:57:09.777751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55846) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:09.781115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d4589-f642-41d0-8bbc-d13f86fce430 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event updated for resources: {'Network': ['ID=5562ab35-38b2-4a18-9a0b-d834ffe322a5,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:09.783853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Request body: {'subnet': {'network_id': '5562ab35-38b2-4a18-9a0b-d834ffe322a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:09.791352 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 5562ab35-38b2-4a18-9a0b-d834ffe322a5 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:57:10.014215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:10.017873 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Usage tracker for resource:subnet and tenant:00e601291bb141b39d00f21764e0d599 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:10.020586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:10.026664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:10.036063 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Made reservation on behalf of 00e601291bb141b39d00f21764e0d599 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:10.039497 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.244218 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.326638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event updated for resources: {'Subnet': ['ID=41be4c62-576f-46d7-bbba-46d39fcfaef6,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:10.330569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Checking segment: {'id': 'e9492495-d87d-4170-9f04-f81f4674a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5562ab35-38b2-4a18-9a0b-d834ffe322a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:57:10.330926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Network hostable DHCP agents. Network: 5562ab35-38b2-4a18-9a0b-d834ffe322a5, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:57:10.349511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Network 5562ab35-38b2-4a18-9a0b-d834ffe322a5 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:57:10.358650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 5562ab35-38b2-4a18-9a0b-d834ffe322a5) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:10.362578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:10.363152 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.367292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01064993-ed87-4d4c-935c-443afca7b338 None None] Network 5562ab35-38b2-4a18-9a0b-d834ffe322a5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:10.384244 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7b31d194-3ede-4be7-b1e0-ff17fc17d228 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6050549 Apr 05 20:57:10.387068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55850) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:10.392440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Request body: {'network': {'name': 'tempest-router-network01--838303247'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:10.397697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:10.402036 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Usage tracker for resource:network and tenant:00e601291bb141b39d00f21764e0d599 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:10.404818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:10.410667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:10.421592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Made reservation on behalf of 00e601291bb141b39d00f21764e0d599 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:10.424960 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.452041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:57:10.461398 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.461743 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Added segment 1de56de1-2d48-4b89-9884-e487b0e4d89b of type vlan for network badfa75c-2069-4c5e-95d2-f3e635aa8e0f Apr 05 20:57:10.489550 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.518704 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.524114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:10.524677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.578888 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1906462 Apr 05 20:57:10.581544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55854) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:10.588536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Request body: {'network': {'name': 'tempest-router-network02--1840104264'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:10.594925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:10.599610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Usage tracker for resource:network and tenant:00e601291bb141b39d00f21764e0d599 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:10.602974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:10.610367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:10.623604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Made reservation on behalf of 00e601291bb141b39d00f21764e0d599 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:10.624111 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-5562ab35-38b2-4a18-9a0b-d834ffe322a5', 'network_id': '5562ab35-38b2-4a18-9a0b-d834ffe322a5', 'tenant_id': '00e601291bb141b39d00f21764e0d599', 'fixed_ips': [{'subnet_id': '41be4c62-576f-46d7-bbba-46d39fcfaef6'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:57:10.624976 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.627814 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.640933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b47e8f4-bd62-4dea-9b4f-b2d5cabfbc11 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event updated for resources: {'Network': ['ID=badfa75c-2069-4c5e-95d2-f3e635aa8e0f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:10.658648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:57:10.668610 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.669095 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Added segment 28c4d214-262e-49dd-a1d6-e14ba302047a of type vlan for network 910f45f3-e10f-48e8-9022-8918614222a4 Apr 05 20:57:10.692269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network badfa75c-2069-4c5e-95d2-f3e635aa8e0f details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:57:10.702040 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.733325 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.739076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:10.739655 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:10.843583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2599072 Apr 05 20:57:10.846365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55858) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:10.852252 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Request body: {'subnet': {'network_id': 'badfa75c-2069-4c5e-95d2-f3e635aa8e0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:10.854913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cb8a7-7e50-41db-b3c1-e7861036bec6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event updated for resources: {'Network': ['ID=910f45f3-e10f-48e8-9022-8918614222a4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:10.869175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 910f45f3-e10f-48e8-9022-8918614222a4 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:57:10.963076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:10.967476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Usage tracker for resource:subnet and tenant:00e601291bb141b39d00f21764e0d599 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:10.970275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:10.975831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:10.981816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Allocated IP 172.20.0.2 (5562ab35-38b2-4a18-9a0b-d834ffe322a5/41be4c62-576f-46d7-bbba-46d39fcfaef6/30be7e15-5d7f-4b01-a766-891b6bff2c1b) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:57:10.985777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Made reservation on behalf of 00e601291bb141b39d00f21764e0d599 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:10.989592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.184961 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.196345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Transition to ACTIVE for port object 30be7e15-5d7f-4b01-a766-891b6bff2c1b will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:11.206649 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.215626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Transition to ACTIVE for port object 30be7e15-5d7f-4b01-a766-891b6bff2c1b will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:11.220473 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.285456 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Network 5562ab35-38b2-4a18-9a0b-d834ffe322a5 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:11.289515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event updated for resources: {'Subnet': ['ID=1a473c97-6c61-4e90-aadd-0ede5e77f8ff,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:11.293714 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:11.296160 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:57:11.298664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Checking segment: {'id': '1de56de1-2d48-4b89-9884-e487b0e4d89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'badfa75c-2069-4c5e-95d2-f3e635aa8e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:57:11.299233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Network hostable DHCP agents. Network: badfa75c-2069-4c5e-95d2-f3e635aa8e0f, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:57:11.305429 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Pushing event updated for resources: {'Port': ['ID=30be7e15-5d7f-4b01-a766-891b6bff2c1b,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:11.318217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Network badfa75c-2069-4c5e-95d2-f3e635aa8e0f is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:57:11.326581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, badfa75c-2069-4c5e-95d2-f3e635aa8e0f) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:11.330417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:11.331011 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.342357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b8ac36-fd26-4d51-8186-e4104bdab28e None None] Network badfa75c-2069-4c5e-95d2-f3e635aa8e0f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:11.351411 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c89e3c02-eb13-4d45-b304-e45c7f0d79a6 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5038502 Apr 05 20:57:11.354851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55864) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:11.360235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Request body: {'subnet': {'network_id': '910f45f3-e10f-48e8-9022-8918614222a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:11.471668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:11.475376 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Usage tracker for resource:subnet and tenant:00e601291bb141b39d00f21764e0d599 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:11.478153 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:11.484559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:11.494445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Made reservation on behalf of 00e601291bb141b39d00f21764e0d599 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:11.496840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Attempting to bind port 30be7e15-5d7f-4b01-a766-891b6bff2c1b on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:11.497345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Attempting to bind port 30be7e15-5d7f-4b01-a766-891b6bff2c1b by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e9492495-d87d-4170-9f04-f81f4674a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5562ab35-38b2-4a18-9a0b-d834ffe322a5'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:11.497552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Attempting to bind port 30be7e15-5d7f-4b01-a766-891b6bff2c1b on network 5562ab35-38b2-4a18-9a0b-d834ffe322a5 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:57:11.498572 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.501282 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6a2e55ae-8795-453b-a1d1-3ab57d9a7def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.510796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:57:11.511162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Checking segment: {'id': 'e9492495-d87d-4170-9f04-f81f4674a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5562ab35-38b2-4a18-9a0b-d834ffe322a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:57:11.511550 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.511928 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Bound using segment: {'id': 'e9492495-d87d-4170-9f04-f81f4674a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5562ab35-38b2-4a18-9a0b-d834ffe322a5'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:57:11.512391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Bound port: 30be7e15-5d7f-4b01-a766-891b6bff2c1b, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9492495-d87d-4170-9f04-f81f4674a9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5562ab35-38b2-4a18-9a0b-d834ffe322a5'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:57:11.512757 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.689063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] For port 30be7e15-5d7f-4b01-a766-891b6bff2c1b, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:57:11.707132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] For port 30be7e15-5d7f-4b01-a766-891b6bff2c1b, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=30be7e15-5d7f-4b01-a766-891b6bff2c1b,segment=NetworkSegment(e9492495-d87d-4170-9f04-f81f4674a9ae),segment_id=e9492495-d87d-4170-9f04-f81f4674a9ae)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:57:11.715328 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.719598 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.753943 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-badfa75c-2069-4c5e-95d2-f3e635aa8e0f', 'network_id': 'badfa75c-2069-4c5e-95d2-f3e635aa8e0f', 'tenant_id': '00e601291bb141b39d00f21764e0d599', 'fixed_ips': [{'subnet_id': '1a473c97-6c61-4e90-aadd-0ede5e77f8ff'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:57:11.754948 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.800336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event updated for resources: {'Subnet': ['ID=d5ab88c9-39a4-431b-b544-8bb80b69d6af,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:11.809412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Checking segment: {'id': '28c4d214-262e-49dd-a1d6-e14ba302047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '910f45f3-e10f-48e8-9022-8918614222a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:57:11.809805 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Network hostable DHCP agents. Network: 910f45f3-e10f-48e8-9022-8918614222a4, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:57:11.828168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Network 910f45f3-e10f-48e8-9022-8918614222a4 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:57:11.837189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 910f45f3-e10f-48e8-9022-8918614222a4) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:11.841318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:11.841976 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:11.854590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3ffe65-5c84-444e-b837-2479cd4e5e38 None None] Network 910f45f3-e10f-48e8-9022-8918614222a4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:11.863908 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-069320f2-429b-492c-b407-cb7a688061c0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5080636 Apr 05 20:57:11.866671 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55872) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:11.911286 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a2344-fcc5-43bd-95cd-2019ca086bbb None None] Pushing event updated for resources: {'Port': ['ID=30be7e15-5d7f-4b01-a766-891b6bff2c1b,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:12.129808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Allocated IP 172.20.0.2 (badfa75c-2069-4c5e-95d2-f3e635aa8e0f/1a473c97-6c61-4e90-aadd-0ede5e77f8ff/d2eb2972-367b-4b1c-b7d3-543fe0d51d3f) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:57:12.312360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-910f45f3-e10f-48e8-9022-8918614222a4', 'network_id': '910f45f3-e10f-48e8-9022-8918614222a4', 'tenant_id': '00e601291bb141b39d00f21764e0d599', 'fixed_ips': [{'subnet_id': 'd5ab88c9-39a4-431b-b544-8bb80b69d6af'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:57:12.313176 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.335965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 30be7e15-5d7f-4b01-a766-891b6bff2c1b up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:12.505321 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.608276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 30be7e15-5d7f-4b01-a766-891b6bff2c1b completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:12.628193 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.641694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Transition to ACTIVE for port object d2eb2972-367b-4b1c-b7d3-543fe0d51d3f will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:12.664025 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Transition to ACTIVE for port object d2eb2972-367b-4b1c-b7d3-543fe0d51d3f will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:12.672746 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Allocated IP 172.20.0.2 (910f45f3-e10f-48e8-9022-8918614222a4/d5ab88c9-39a4-431b-b544-8bb80b69d6af/c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:57:12.675692 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:12.752314 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Network badfa75c-2069-4c5e-95d2-f3e635aa8e0f is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:12.778485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:12.796855 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:57:12.807757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Pushing event updated for resources: {'Port': ['ID=d2eb2972-367b-4b1c-b7d3-543fe0d51d3f,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:12.903611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Allocated IP 172.20.0.1 (badfa75c-2069-4c5e-95d2-f3e635aa8e0f/1a473c97-6c61-4e90-aadd-0ede5e77f8ff/b997d08f-3cf5-4e0c-81b9-c9ee14a7cc95) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:57:12.960913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Attempting to bind port d2eb2972-367b-4b1c-b7d3-543fe0d51d3f on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:12.961280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Attempting to bind port d2eb2972-367b-4b1c-b7d3-543fe0d51d3f by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '1de56de1-2d48-4b89-9884-e487b0e4d89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'badfa75c-2069-4c5e-95d2-f3e635aa8e0f'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:12.962144 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Attempting to bind port d2eb2972-367b-4b1c-b7d3-543fe0d51d3f on network badfa75c-2069-4c5e-95d2-f3e635aa8e0f {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:57:12.970700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac52bb7-ef92-4e8b-9c7b-47be86a6dccb None None] Network 5562ab35-38b2-4a18-9a0b-d834ffe322a5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:13.012487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:57:13.012868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Checking segment: {'id': '1de56de1-2d48-4b89-9884-e487b0e4d89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'badfa75c-2069-4c5e-95d2-f3e635aa8e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:57:13.013254 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.013699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Bound using segment: {'id': '1de56de1-2d48-4b89-9884-e487b0e4d89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'badfa75c-2069-4c5e-95d2-f3e635aa8e0f'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:57:13.014141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Bound port: d2eb2972-367b-4b1c-b7d3-543fe0d51d3f, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1de56de1-2d48-4b89-9884-e487b0e4d89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'badfa75c-2069-4c5e-95d2-f3e635aa8e0f'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:57:13.014514 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.079659 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.095380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Transition to ACTIVE for port object b997d08f-3cf5-4e0c-81b9-c9ee14a7cc95 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:13.119307 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.188862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Network badfa75c-2069-4c5e-95d2-f3e635aa8e0f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:13.191874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:13.197109 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4ad17612-2bd8-4515-b76f-338585506990 None None] Provisioning for port 30be7e15-5d7f-4b01-a766-891b6bff2c1b completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:13.200773 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:57:13.221929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4ad17612-2bd8-4515-b76f-338585506990 None None] Provisioning complete for port 30be7e15-5d7f-4b01-a766-891b6bff2c1b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:13.222235 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4ad17612-2bd8-4515-b76f-338585506990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.241657 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event updated for resources: {'Port': ['ID=b997d08f-3cf5-4e0c-81b9-c9ee14a7cc95,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:13.262290 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.293867 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.343065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Transition to ACTIVE for port object c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:13.367194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] For port d2eb2972-367b-4b1c-b7d3-543fe0d51d3f, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:57:13.367393 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.401673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] For port d2eb2972-367b-4b1c-b7d3-543fe0d51d3f, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d2eb2972-367b-4b1c-b7d3-543fe0d51d3f,segment=NetworkSegment(1de56de1-2d48-4b89-9884-e487b0e4d89b),segment_id=1de56de1-2d48-4b89-9884-e487b0e4d89b)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:57:13.404722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Transition to ACTIVE for port object c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:13.409858 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.453075 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.573299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Network 910f45f3-e10f-48e8-9022-8918614222a4 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:13.581669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:13.596755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:57:13.605581 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4ad17612-2bd8-4515-b76f-338585506990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.618827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cc229-c9fb-4faa-85ea-c11cd3137a4c None None] Pushing event updated for resources: {'Port': ['ID=d2eb2972-367b-4b1c-b7d3-543fe0d51d3f,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:13.818875 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e5d125fb-deaa-4a83-ae31-9d7dfa1a6d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.825060 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Attempting to bind port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:13.825479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Attempting to bind port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '28c4d214-262e-49dd-a1d6-e14ba302047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '910f45f3-e10f-48e8-9022-8918614222a4'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:13.825772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Attempting to bind port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 on network 910f45f3-e10f-48e8-9022-8918614222a4 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:57:13.829295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-4ad17612-2bd8-4515-b76f-338585506990 None None] For port 30be7e15-5d7f-4b01-a766-891b6bff2c1b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=30be7e15-5d7f-4b01-a766-891b6bff2c1b,segment=NetworkSegment(e9492495-d87d-4170-9f04-f81f4674a9ae),segment_id=e9492495-d87d-4170-9f04-f81f4674a9ae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:13.831471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Pushing event updated for resources: {'Port': ['ID=c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:13.837764 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4ad17612-2bd8-4515-b76f-338585506990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.952389 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.959900 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.966227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:57:13.966608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Checking segment: {'id': '28c4d214-262e-49dd-a1d6-e14ba302047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '910f45f3-e10f-48e8-9022-8918614222a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:57:13.967010 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:13.967395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Bound using segment: {'id': '28c4d214-262e-49dd-a1d6-e14ba302047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '910f45f3-e10f-48e8-9022-8918614222a4'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:57:13.967879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Bound port: c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c4d214-262e-49dd-a1d6-e14ba302047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '910f45f3-e10f-48e8-9022-8918614222a4'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:57:13.968255 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:14.081155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad17612-2bd8-4515-b76f-338585506990 None None] Pushing event updated for resources: {'Port': ['ID=30be7e15-5d7f-4b01-a766-891b6bff2c1b,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:14.103762 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:14.111383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event updated for resources: {'Port': ['ID=b997d08f-3cf5-4e0c-81b9-c9ee14a7cc95,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:14.137118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] For port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:57:14.141846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] For port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43,segment=NetworkSegment(28c4d214-262e-49dd-a1d6-e14ba302047a),segment_id=28c4d214-262e-49dd-a1d6-e14ba302047a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:57:14.155327 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:14.283567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5c4da-2336-4f35-8791-0f664e980024 None None] Pushing event updated for resources: {'Port': ['ID=c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:14.288911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a726361a-d726-47c6-ad18-bfb11672946c None None] Provisioning complete for port 30be7e15-5d7f-4b01-a766-891b6bff2c1b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:14.289593 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a726361a-d726-47c6-ad18-bfb11672946c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:14.306945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Network badfa75c-2069-4c5e-95d2-f3e635aa8e0f is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:14.308148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:14.436227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d2eb2972-367b-4b1c-b7d3-543fe0d51d3f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:14.548371 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port d2eb2972-367b-4b1c-b7d3-543fe0d51d3f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:14.554051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 30be7e15-5d7f-4b01-a766-891b6bff2c1b up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:14.570299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Router 7ff38028-c873-4f59-9f51-84247264b88c is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 20:57:14.646439 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 30be7e15-5d7f-4b01-a766-891b6bff2c1b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:14.647421 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:14.771985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:57:14.789682 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85304c66-9602-4601-9d4f-6474bb9e8e69 None None] Sync routers for ids ['7ff38028-c873-4f59-9f51-84247264b88c'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:57:14.790725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55880) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:14.805614 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-79849bfc-d002-4f35-8b83-ccf2c048dbc0 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "PUT /v2.0/routers/7ff38028-c873-4f59-9f51-84247264b88c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9378154 Apr 05 20:57:14.820346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85304c66-9602-4601-9d4f-6474bb9e8e69 None None] Routers {'7ff38028-c873-4f59-9f51-84247264b88c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:57:14.820986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-85304c66-9602-4601-9d4f-6474bb9e8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:57:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7ff38028-c873-4f59-9f51-84247264b88c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:14.895980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-85304c66-9602-4601-9d4f-6474bb9e8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:14.909110 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b375f9f-8a40-441b-ae29-cd6c2f61ddfe None None] Network badfa75c-2069-4c5e-95d2-f3e635aa8e0f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:14.931341 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:14.958732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85304c66-9602-4601-9d4f-6474bb9e8e69 None None] Routers {'7ff38028-c873-4f59-9f51-84247264b88c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:57:14.959339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-85304c66-9602-4601-9d4f-6474bb9e8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:57:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7ff38028-c873-4f59-9f51-84247264b88c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:15.079005 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.082347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-85304c66-9602-4601-9d4f-6474bb9e8e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:15.082740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85304c66-9602-4601-9d4f-6474bb9e8e69 None None] The sync data for ids ['7ff38028-c873-4f59-9f51-84247264b88c'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:57:15.099949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a3eadffe-f252-4ba0-be07-b583d51d8bb2 None None] Provisioning for port d2eb2972-367b-4b1c-b7d3-543fe0d51d3f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:15.107273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a3eadffe-f252-4ba0-be07-b583d51d8bb2 None None] Provisioning complete for port d2eb2972-367b-4b1c-b7d3-543fe0d51d3f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:15.107633 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3eadffe-f252-4ba0-be07-b583d51d8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.324819 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3eadffe-f252-4ba0-be07-b583d51d8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.374963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a3eadffe-f252-4ba0-be07-b583d51d8bb2 None None] For port d2eb2972-367b-4b1c-b7d3-543fe0d51d3f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d2eb2972-367b-4b1c-b7d3-543fe0d51d3f,segment=NetworkSegment(1de56de1-2d48-4b89-9884-e487b0e4d89b),segment_id=1de56de1-2d48-4b89-9884-e487b0e4d89b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:15.382030 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3eadffe-f252-4ba0-be07-b583d51d8bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.421286 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-de49ffc7-9f9e-41c6-98a7-f2b4685cb22f tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 20:57:15.423267 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-de49ffc7-9f9e-41c6-98a7-f2b4685cb22f tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "PUT /v2.0/routers/7ff38028-c873-4f59-9f51-84247264b88c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6304069 Apr 05 20:57:15.426160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55884) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:15.456403 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eadffe-f252-4ba0-be07-b583d51d8bb2 None None] Pushing event updated for resources: {'Port': ['ID=d2eb2972-367b-4b1c-b7d3-543fe0d51d3f,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:15.483254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cea67a-f58b-4405-8c5d-3e8100327bc2 None None] Network 910f45f3-e10f-48e8-9022-8918614222a4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:15.582795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e844471b-445f-406a-91ef-006edbdff1ea None None] Provisioning for port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:15.753538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-837acc59-0d27-48cf-858c-c3bd07a899aa None None] Provisioning for port b997d08f-3cf5-4e0c-81b9-c9ee14a7cc95 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:15.761013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-837acc59-0d27-48cf-858c-c3bd07a899aa None None] Provisioning complete for port b997d08f-3cf5-4e0c-81b9-c9ee14a7cc95 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:15.761383 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-837acc59-0d27-48cf-858c-c3bd07a899aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:15.832224 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-837acc59-0d27-48cf-858c-c3bd07a899aa None None] Port b997d08f-3cf5-4e0c-81b9-c9ee14a7cc95 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:57:15.850082 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-837acc59-0d27-48cf-858c-c3bd07a899aa None None] Provisioning complete for port d2eb2972-367b-4b1c-b7d3-543fe0d51d3f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:15.850456 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-837acc59-0d27-48cf-858c-c3bd07a899aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.101366 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad5c6-6533-4eeb-bef5-fd5ab89537b4 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.148048 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.149207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-32cbb280-2ec8-40d9-83a5-2d6a6bd790c8 None None] Provisioning complete for port b997d08f-3cf5-4e0c-81b9-c9ee14a7cc95 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:16.149559 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-32cbb280-2ec8-40d9-83a5-2d6a6bd790c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.206110 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-32cbb280-2ec8-40d9-83a5-2d6a6bd790c8 None None] Port b997d08f-3cf5-4e0c-81b9-c9ee14a7cc95 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:57:16.356737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d2eb2972-367b-4b1c-b7d3-543fe0d51d3f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:16.422798 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port d2eb2972-367b-4b1c-b7d3-543fe0d51d3f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:16.423157 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.459748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ad5c6-6533-4eeb-bef5-fd5ab89537b4 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Deleting port b997d08f-3cf5-4e0c-81b9-c9ee14a7cc95 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:16.459996 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad5c6-6533-4eeb-bef5-fd5ab89537b4 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.550104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:16.613849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:16.618547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:16.618917 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.650063 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad5c6-6533-4eeb-bef5-fd5ab89537b4 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.741411 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.772850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43,segment=NetworkSegment(28c4d214-262e-49dd-a1d6-e14ba302047a),segment_id=28c4d214-262e-49dd-a1d6-e14ba302047a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:16.777213 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:16.781752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ad5c6-6533-4eeb-bef5-fd5ab89537b4 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Calling delete_port for b997d08f-3cf5-4e0c-81b9-c9ee14a7cc95 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:16.847632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:16.959264 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad5c6-6533-4eeb-bef5-fd5ab89537b4 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:17.006085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ad5c6-6533-4eeb-bef5-fd5ab89537b4 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event deleted for resources: {'Port': ['ID=b997d08f-3cf5-4e0c-81b9-c9ee14a7cc95,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:17.234778 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ab9ad5c6-6533-4eeb-bef5-fd5ab89537b4 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:17.605615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9ad5c6-6533-4eeb-bef5-fd5ab89537b4 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Router 7ff38028-c873-4f59-9f51-84247264b88c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:57:17.740891 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9ad5c6-6533-4eeb-bef5-fd5ab89537b4 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:57:17.750706 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4223f4-d40b-4cea-91d5-abb44e093b15 None None] Sync routers for ids ['7ff38028-c873-4f59-9f51-84247264b88c'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:57:17.751168 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ab9ad5c6-6533-4eeb-bef5-fd5ab89537b4 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "PUT /v2.0/routers/7ff38028-c873-4f59-9f51-84247264b88c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3235226 Apr 05 20:57:17.754613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55890) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:17.760428 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4223f4-d40b-4cea-91d5-abb44e093b15 None None] Routers {'7ff38028-c873-4f59-9f51-84247264b88c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:57:17.761025 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-fb4223f4-d40b-4cea-91d5-abb44e093b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:57:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7ff38028-c873-4f59-9f51-84247264b88c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:17.820738 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-b9b94a5f-da42-4b42-b34e-56db60bfe621 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] delete failed (client error): The resource could not be found. Apr 05 20:57:17.820994 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-fb4223f4-d40b-4cea-91d5-abb44e093b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:17.821954 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b9b94a5f-da42-4b42-b34e-56db60bfe621 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-418844327 HTTP/1.1" status: 404 len: 334 time: 0.0664213 Apr 05 20:57:17.825670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55894) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:17.832817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9a67a3f9-0616-4cae-a029-bb35a8649226 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ff38028-c873-4f59-9f51-84247264b88c'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:17.835902 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4223f4-d40b-4cea-91d5-abb44e093b15 None None] Routers {'7ff38028-c873-4f59-9f51-84247264b88c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:57:17.836532 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-fb4223f4-d40b-4cea-91d5-abb44e093b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:57:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7ff38028-c873-4f59-9f51-84247264b88c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:17.898840 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-fb4223f4-d40b-4cea-91d5-abb44e093b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:17.899151 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4223f4-d40b-4cea-91d5-abb44e093b15 None None] The sync data for ids ['7ff38028-c873-4f59-9f51-84247264b88c'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:57:18.220441 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9a67a3f9-0616-4cae-a029-bb35a8649226 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:18.248020 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-9a67a3f9-0616-4cae-a029-bb35a8649226 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] update failed (client error): The resource could not be found. Apr 05 20:57:18.249048 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9a67a3f9-0616-4cae-a029-bb35a8649226 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "PUT /v2.0/routers/7ff38028-c873-4f59-9f51-84247264b88c HTTP/1.1" status: 404 len: 339 time: 0.4223890 Apr 05 20:57:18.252644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55898) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:18.300070 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:18.492312 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:18.492594 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:18.845382 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:19.178621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Allocated IP 172.20.0.1 (5562ab35-38b2-4a18-9a0b-d834ffe322a5/41be4c62-576f-46d7-bbba-46d39fcfaef6/536eb045-bef1-4206-9971-b0b61b7047cc) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:57:19.334140 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:19.349061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Transition to ACTIVE for port object 536eb045-bef1-4206-9971-b0b61b7047cc will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:19.373823 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:19.438332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Network 5562ab35-38b2-4a18-9a0b-d834ffe322a5 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:19.441099 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:19.449695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:57:19.486350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event updated for resources: {'Port': ['ID=536eb045-bef1-4206-9971-b0b61b7047cc,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:19.514289 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:19.621869 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:19.657186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-10abf66a-cc65-46bd-9584-7e201bf2085b None None] Provisioning for port 536eb045-bef1-4206-9971-b0b61b7047cc completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:19.662702 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-10abf66a-cc65-46bd-9584-7e201bf2085b None None] Provisioning complete for port 536eb045-bef1-4206-9971-b0b61b7047cc triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:19.663072 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-10abf66a-cc65-46bd-9584-7e201bf2085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:19.717543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-10abf66a-cc65-46bd-9584-7e201bf2085b None None] Port 536eb045-bef1-4206-9971-b0b61b7047cc cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:57:20.104962 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:20.109264 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:20.220352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event updated for resources: {'Port': ['ID=536eb045-bef1-4206-9971-b0b61b7047cc,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:20.222817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:20.354684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Network 5562ab35-38b2-4a18-9a0b-d834ffe322a5 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:20.355788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:20.521403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Router 7ff38028-c873-4f59-9f51-84247264b88c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:57:20.540692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b1c1091c-0cee-48f6-a906-09544ea0a5b7 None None] Provisioning complete for port 536eb045-bef1-4206-9971-b0b61b7047cc triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:20.541174 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b1c1091c-0cee-48f6-a906-09544ea0a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:20.610552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1091c-0cee-48f6-a906-09544ea0a5b7 None None] Port 536eb045-bef1-4206-9971-b0b61b7047cc cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:57:20.678082 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:57:20.687355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b4fad-51f7-4fe5-82fa-923fe2ce8fe2 None None] Sync routers for ids ['7ff38028-c873-4f59-9f51-84247264b88c'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:57:20.690763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7d913ff7-2ed1-400d-9e62-2f771f2e2418 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "PUT /v2.0/routers/7ff38028-c873-4f59-9f51-84247264b88c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4351578 Apr 05 20:57:20.691486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55902) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:20.696450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b4fad-51f7-4fe5-82fa-923fe2ce8fe2 None None] Routers {'7ff38028-c873-4f59-9f51-84247264b88c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:57:20.697146 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-690b4fad-51f7-4fe5-82fa-923fe2ce8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:57:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7ff38028-c873-4f59-9f51-84247264b88c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:20.761480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-690b4fad-51f7-4fe5-82fa-923fe2ce8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:20.770039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b4fad-51f7-4fe5-82fa-923fe2ce8fe2 None None] Routers {'7ff38028-c873-4f59-9f51-84247264b88c'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:57:20.770632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-690b4fad-51f7-4fe5-82fa-923fe2ce8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:57:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7ff38028-c873-4f59-9f51-84247264b88c'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:20.830639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-690b4fad-51f7-4fe5-82fa-923fe2ce8fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:20.831030 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690b4fad-51f7-4fe5-82fa-923fe2ce8fe2 None None] The sync data for ids ['7ff38028-c873-4f59-9f51-84247264b88c'] in n-d-836604-1 is: [] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:57:20.854980 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6f9f6696-93ef-4fe8-a76a-69798a544d3c tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:21.003408 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-6f9f6696-93ef-4fe8-a76a-69798a544d3c tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 20:57:21.004331 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6f9f6696-93ef-4fe8-a76a-69798a544d3c tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "DELETE /v2.0/routers/7ff38028-c873-4f59-9f51-84247264b88c HTTP/1.1" status: 409 len: 329 time: 0.3119533 Apr 05 20:57:21.007199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55906) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:21.617659 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0dbb525e-ea1c-4539-8f48-d7561e196f02 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:21.951484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb525e-ea1c-4539-8f48-d7561e196f02 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Deleting port 536eb045-bef1-4206-9971-b0b61b7047cc {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:21.951734 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0dbb525e-ea1c-4539-8f48-d7561e196f02 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:22.137645 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0dbb525e-ea1c-4539-8f48-d7561e196f02 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:22.265780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-0dbb525e-ea1c-4539-8f48-d7561e196f02 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Calling delete_port for 536eb045-bef1-4206-9971-b0b61b7047cc owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:22.438736 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0dbb525e-ea1c-4539-8f48-d7561e196f02 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:22.486746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb525e-ea1c-4539-8f48-d7561e196f02 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event deleted for resources: {'Port': ['ID=536eb045-bef1-4206-9971-b0b61b7047cc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:22.721493 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0dbb525e-ea1c-4539-8f48-d7561e196f02 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.091994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbb525e-ea1c-4539-8f48-d7561e196f02 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Router 7ff38028-c873-4f59-9f51-84247264b88c has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 20:57:23.222392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbb525e-ea1c-4539-8f48-d7561e196f02 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 20:57:23.231979 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320afb19-2c14-4c6a-88f3-bb3f00de6f1f None None] Sync routers for ids ['7ff38028-c873-4f59-9f51-84247264b88c'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 20:57:23.232437 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0dbb525e-ea1c-4539-8f48-d7561e196f02 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "PUT /v2.0/routers/7ff38028-c873-4f59-9f51-84247264b88c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2239659 Apr 05 20:57:23.235901 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55912) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:23.241127 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320afb19-2c14-4c6a-88f3-bb3f00de6f1f None None] Routers {'7ff38028-c873-4f59-9f51-84247264b88c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:57:23.241732 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-320afb19-2c14-4c6a-88f3-bb3f00de6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:57:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7ff38028-c873-4f59-9f51-84247264b88c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:23.304253 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-320afb19-2c14-4c6a-88f3-bb3f00de6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:23.305345 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-f00c40bd-13b6-42bb-a7d1-62540ec83825 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] show failed (client error): The resource could not be found. Apr 05 20:57:23.306933 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f00c40bd-13b6-42bb-a7d1-62540ec83825 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1593311379 HTTP/1.1" status: 404 len: 335 time: 0.0690382 Apr 05 20:57:23.310698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55916) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:23.313674 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320afb19-2c14-4c6a-88f3-bb3f00de6f1f None None] Routers {'7ff38028-c873-4f59-9f51-84247264b88c'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 20:57:23.314287 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-320afb19-2c14-4c6a-88f3-bb3f00de6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T20:57:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['7ff38028-c873-4f59-9f51-84247264b88c'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:23.315517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e9952f66-5a60-4e71-8251-29eef2e5a18b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:23.372862 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-320afb19-2c14-4c6a-88f3-bb3f00de6f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:23.373168 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320afb19-2c14-4c6a-88f3-bb3f00de6f1f None None] The sync data for ids ['7ff38028-c873-4f59-9f51-84247264b88c'] in n-d-836604-1 is: [] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 20:57:23.379377 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [None req-e9952f66-5a60-4e71-8251-29eef2e5a18b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] update failed (client error): The resource could not be found. Apr 05 20:57:23.382302 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e9952f66-5a60-4e71-8251-29eef2e5a18b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1489253248 HTTP/1.1" status: 404 len: 335 time: 0.0706875 Apr 05 20:57:23.383768 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55920) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:23.447926 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa3a725-9cb5-4d27-87de-491c046c82c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Deleting subnet d5ab88c9-39a4-431b-b544-8bb80b69d6af {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:57:23.450721 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3fa3a725-9cb5-4d27-87de-491c046c82c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.503489 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3fa3a725-9cb5-4d27-87de-491c046c82c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.586573 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3fa3a725-9cb5-4d27-87de-491c046c82c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.659015 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3fa3a725-9cb5-4d27-87de-491c046c82c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.700681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3a725-9cb5-4d27-87de-491c046c82c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event deleted for resources: {'Subnet': ['ID=d5ab88c9-39a4-431b-b544-8bb80b69d6af,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:23.705161 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3fa3a725-9cb5-4d27-87de-491c046c82c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.711112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6349cd9d-31b5-49d0-aac8-54754946d679 None None] Network 910f45f3-e10f-48e8-9022-8918614222a4 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:23.715039 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3fa3a725-9cb5-4d27-87de-491c046c82c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "DELETE /v2.0/subnets/d5ab88c9-39a4-431b-b544-8bb80b69d6af HTTP/1.1" status: 204 len: 168 time: 0.3271999 Apr 05 20:57:23.715362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55924) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:23.779584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d8c322-d553-464e-a610-f84dda81a984 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Deleting subnet 1a473c97-6c61-4e90-aadd-0ede5e77f8ff {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:57:23.782785 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-16d8c322-d553-464e-a610-f84dda81a984 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.838821 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-16d8c322-d553-464e-a610-f84dda81a984 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.922260 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-16d8c322-d553-464e-a610-f84dda81a984 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:23.997565 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-16d8c322-d553-464e-a610-f84dda81a984 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.005591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab24112-8781-4fe9-8e99-e15d4d16e31e None None] DHCP port deletion for 910f45f3-e10f-48e8-9022-8918614222a4 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:57:24.009944 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9ab24112-8781-4fe9-8e99-e15d4d16e31e None None] Deleting port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:24.010335 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ab24112-8781-4fe9-8e99-e15d4d16e31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.037394 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8c322-d553-464e-a610-f84dda81a984 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event deleted for resources: {'Subnet': ['ID=1a473c97-6c61-4e90-aadd-0ede5e77f8ff,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:24.039330 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-16d8c322-d553-464e-a610-f84dda81a984 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.046250 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-16d8c322-d553-464e-a610-f84dda81a984 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "DELETE /v2.0/subnets/1a473c97-6c61-4e90-aadd-0ede5e77f8ff HTTP/1.1" status: 204 len: 168 time: 0.3298361 Apr 05 20:57:24.048610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55928) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:24.049067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be488b41-f66e-4e65-9aa3-7d946b31a6fb None None] Network badfa75c-2069-4c5e-95d2-f3e635aa8e0f requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:24.160713 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.171427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Deleting port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:24.171754 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.299669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:57:24.382582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] For port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43,segment=NetworkSegment(28c4d214-262e-49dd-a1d6-e14ba302047a),segment_id=28c4d214-262e-49dd-a1d6-e14ba302047a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:24.382931 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.419479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-9ab24112-8781-4fe9-8e99-e15d4d16e31e None None] For port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43,segment=NetworkSegment(28c4d214-262e-49dd-a1d6-e14ba302047a),segment_id=28c4d214-262e-49dd-a1d6-e14ba302047a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:24.419858 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ab24112-8781-4fe9-8e99-e15d4d16e31e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.506524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Calling delete_port for c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:24.549042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9ab24112-8781-4fe9-8e99-e15d4d16e31e None None] Calling delete_port for c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:24.584254 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.596488 n-d-836604-1 neutron-server[87966]: INFO neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No ports have port_id starting with c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 Apr 05 20:57:24.641716 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-9ab24112-8781-4fe9-8e99-e15d4d16e31e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:57:24.642375 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-9ab24112-8781-4fe9-8e99-e15d4d16e31e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:57:24.681002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] DHCP port deletion for badfa75c-2069-4c5e-95d2-f3e635aa8e0f request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:57:24.686612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Deleting port d2eb2972-367b-4b1c-b7d3-543fe0d51d3f {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:24.687192 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.753848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event deleted for resources: {'Port': ['ID=c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:24.757343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] No DVR routers for this DVR port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:57:24.887247 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.895423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] For port d2eb2972-367b-4b1c-b7d3-543fe0d51d3f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=d2eb2972-367b-4b1c-b7d3-543fe0d51d3f,segment=NetworkSegment(1de56de1-2d48-4b89-9884-e487b0e4d89b),segment_id=1de56de1-2d48-4b89-9884-e487b0e4d89b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:24.895865 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.913664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['910f45f3-e10f-48e8-9022-8918614222a4']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:24.928968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c4d214-262e-49dd-a1d6-e14ba302047a') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:24.929262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c4d214-262e-49dd-a1d6-e14ba302047a') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:24.941853 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.960123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.967242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:57:24.967628 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: timer() Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:57:24.982615 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:57:25.018019 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Calling delete_port for d2eb2972-367b-4b1c-b7d3-543fe0d51d3f owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:25.063296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.081203 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.092903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event deleted for resources: {'Network': ['ID=910f45f3-e10f-48e8-9022-8918614222a4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:25.096120 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.097931 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bb4a9ec9-6ad9-4811-8435-bfe171b69a4b tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "DELETE /v2.0/networks/910f45f3-e10f-48e8-9022-8918614222a4 HTTP/1.1" status: 204 len: 168 time: 1.0475898 Apr 05 20:57:25.099888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55932) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:25.143382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9ab24112-8781-4fe9-8e99-e15d4d16e31e None None] Deleting port c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:25.143755 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9ab24112-8781-4fe9-8e99-e15d4d16e31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.167200 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Pushing event deleted for resources: {'Port': ['ID=d2eb2972-367b-4b1c-b7d3-543fe0d51d3f,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:25.185737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] No DVR routers for this DVR port d2eb2972-367b-4b1c-b7d3-543fe0d51d3f on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:57:25.187730 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:25.188072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:25.188406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:25.188734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:25.189057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:25.189381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:25.189701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:25.190041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:25.190365 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:25.190696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:25.190987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:25.191303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbfb52f-c647-4ce2-b5cb-23436893d127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:25.211975 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187e1a7f-235d-46b9-adac-6e15c00422c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.230337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9ab24112-8781-4fe9-8e99-e15d4d16e31e None None] The port 'c61e4aa3-d8bd-4fd0-8ea8-23c97e0f2b43' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:57:25.351669 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187e1a7f-235d-46b9-adac-6e15c00422c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.489091 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-187e1a7f-235d-46b9-adac-6e15c00422c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badfa75c-2069-4c5e-95d2-f3e635aa8e0f']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:25.501206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-187e1a7f-235d-46b9-adac-6e15c00422c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de56de1-2d48-4b89-9884-e487b0e4d89b') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:25.501500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-187e1a7f-235d-46b9-adac-6e15c00422c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de56de1-2d48-4b89-9884-e487b0e4d89b') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:25.513109 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187e1a7f-235d-46b9-adac-6e15c00422c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.528504 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187e1a7f-235d-46b9-adac-6e15c00422c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.534746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187e1a7f-235d-46b9-adac-6e15c00422c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:57:25.535129 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187e1a7f-235d-46b9-adac-6e15c00422c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:57:25.549427 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:57:25.628551 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187e1a7f-235d-46b9-adac-6e15c00422c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.645817 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187e1a7f-235d-46b9-adac-6e15c00422c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.655600 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e1a7f-235d-46b9-adac-6e15c00422c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event deleted for resources: {'Network': ['ID=badfa75c-2069-4c5e-95d2-f3e635aa8e0f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:25.662096 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-187e1a7f-235d-46b9-adac-6e15c00422c5 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "DELETE /v2.0/networks/badfa75c-2069-4c5e-95d2-f3e635aa8e0f HTTP/1.1" status: 204 len: 168 time: 0.5611026 Apr 05 20:57:25.664603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55940) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:25.731850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc38211b-12d7-499d-9b10-a12f08ad79a2 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Deleting subnet 41be4c62-576f-46d7-bbba-46d39fcfaef6 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:57:25.734768 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dc38211b-12d7-499d-9b10-a12f08ad79a2 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.792834 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dc38211b-12d7-499d-9b10-a12f08ad79a2 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.871251 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dc38211b-12d7-499d-9b10-a12f08ad79a2 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.940713 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dc38211b-12d7-499d-9b10-a12f08ad79a2 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.984833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38211b-12d7-499d-9b10-a12f08ad79a2 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event deleted for resources: {'Subnet': ['ID=41be4c62-576f-46d7-bbba-46d39fcfaef6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:25.989840 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dc38211b-12d7-499d-9b10-a12f08ad79a2 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:25.996916 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dc38211b-12d7-499d-9b10-a12f08ad79a2 tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "DELETE /v2.0/subnets/41be4c62-576f-46d7-bbba-46d39fcfaef6 HTTP/1.1" status: 204 len: 168 time: 0.3313475 Apr 05 20:57:25.997700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f696fd-1cef-48ba-ba90-a247d45cd946 None None] Network 5562ab35-38b2-4a18-9a0b-d834ffe322a5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:25.999364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55944) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:26.112906 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.125704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Deleting port 30be7e15-5d7f-4b01-a766-891b6bff2c1b {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:26.126141 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.295305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4985d2-bc91-4218-a011-bfd0f3e1c53f None None] DHCP port deletion for 5562ab35-38b2-4a18-9a0b-d834ffe322a5 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:57:26.300091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ac4985d2-bc91-4218-a011-bfd0f3e1c53f None None] Deleting port 30be7e15-5d7f-4b01-a766-891b6bff2c1b {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:26.300563 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ac4985d2-bc91-4218-a011-bfd0f3e1c53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.350817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] For port 30be7e15-5d7f-4b01-a766-891b6bff2c1b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=30be7e15-5d7f-4b01-a766-891b6bff2c1b,segment=NetworkSegment(e9492495-d87d-4170-9f04-f81f4674a9ae),segment_id=e9492495-d87d-4170-9f04-f81f4674a9ae)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:26.351165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.428731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d2eb2972-367b-4b1c-b7d3-543fe0d51d3f no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:57:26.477725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: d2eb2972-367b-4b1c-b7d3-543fe0d51d3f {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:57:26.478077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device d2eb2972-367b-4b1c-b7d3-543fe0d51d3f not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:57:26.479019 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 30be7e15-5d7f-4b01-a766-891b6bff2c1b no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:57:26.485585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Calling delete_port for 30be7e15-5d7f-4b01-a766-891b6bff2c1b owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:26.563591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.600600 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ac4985d2-bc91-4218-a011-bfd0f3e1c53f None None] For port 30be7e15-5d7f-4b01-a766-891b6bff2c1b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=30be7e15-5d7f-4b01-a766-891b6bff2c1b,segment=NetworkSegment(e9492495-d87d-4170-9f04-f81f4674a9ae),segment_id=e9492495-d87d-4170-9f04-f81f4674a9ae)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:26.600900 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ac4985d2-bc91-4218-a011-bfd0f3e1c53f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.611592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event deleted for resources: {'Port': ['ID=30be7e15-5d7f-4b01-a766-891b6bff2c1b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:26.613500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] No DVR routers for this DVR port 30be7e15-5d7f-4b01-a766-891b6bff2c1b on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:57:26.725489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No active binding found for port 30be7e15-5d7f-4b01-a766-891b6bff2c1b {{(pid=87966) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 05 20:57:26.726305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 30be7e15-5d7f-4b01-a766-891b6bff2c1b not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:57:26.743092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ac4985d2-bc91-4218-a011-bfd0f3e1c53f None None] Calling delete_port for 30be7e15-5d7f-4b01-a766-891b6bff2c1b owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:26.753788 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.784797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5562ab35-38b2-4a18-9a0b-d834ffe322a5']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:26.796736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9492495-d87d-4170-9f04-f81f4674a9ae') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:26.797098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9492495-d87d-4170-9f04-f81f4674a9ae') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:26.808949 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.815075 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-ac4985d2-bc91-4218-a011-bfd0f3e1c53f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:57:26.815429 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-ac4985d2-bc91-4218-a011-bfd0f3e1c53f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:57:26.825022 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.831043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:57:26.831421 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:57:26.845535 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:57:26.928864 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.933721 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:26.958690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Pushing event deleted for resources: {'Network': ['ID=5562ab35-38b2-4a18-9a0b-d834ffe322a5,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:26.962229 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1d70ff0d-5166-4c33-af44-11b53ee8371e tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "DELETE /v2.0/networks/5562ab35-38b2-4a18-9a0b-d834ffe322a5 HTTP/1.1" status: 204 len: 168 time: 0.9617865 Apr 05 20:57:26.965412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55948) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:27.007609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5d5316a6-e1ab-4d49-bca1-b11575d763cb tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Synchronizing usage tracker for tenant:00e601291bb141b39d00f21764e0d599 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 20:57:27.022957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5d5316a6-e1ab-4d49-bca1-b11575d763cb tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Unset dirty status for tenant:00e601291bb141b39d00f21764e0d599 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 20:57:27.024073 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5d5316a6-e1ab-4d49-bca1-b11575d763cb tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ff38028-c873-4f59-9f51-84247264b88c HTTP/1.1" status: 200 len: 205 time: 0.0574355 Apr 05 20:57:27.027121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55952) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:27.265804 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e60ff1a0-28b0-4bb8-a3b8-d82adb8877cb tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:27.316927 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ac4985d2-bc91-4218-a011-bfd0f3e1c53f None None] Deleting port 30be7e15-5d7f-4b01-a766-891b6bff2c1b {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:27.317403 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ac4985d2-bc91-4218-a011-bfd0f3e1c53f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:27.385325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ac4985d2-bc91-4218-a011-bfd0f3e1c53f None None] The port '30be7e15-5d7f-4b01-a766-891b6bff2c1b' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:57:27.557978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e60ff1a0-28b0-4bb8-a3b8-d82adb8877cb tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:27.560095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e60ff1a0-28b0-4bb8-a3b8-d82adb8877cb tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:27.582073 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e60ff1a0-28b0-4bb8-a3b8-d82adb8877cb tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:27.582569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60ff1a0-28b0-4bb8-a3b8-d82adb8877cb tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Fanout notify agent at l3_agent the message router_deleted on router 7ff38028-c873-4f59-9f51-84247264b88c {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:57:27.593607 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e60ff1a0-28b0-4bb8-a3b8-d82adb8877cb tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:27.594696 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e60ff1a0-28b0-4bb8-a3b8-d82adb8877cb tempest-RoutersNegativeTest-1508759210 tempest-RoutersNegativeTest-1508759210-project] 10.222.0.24 "DELETE /v2.0/routers/7ff38028-c873-4f59-9f51-84247264b88c HTTP/1.1" status: 204 len: 168 time: 0.5667186 Apr 05 20:57:27.850320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55960) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:28.023878 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b98f9691-aa7d-4389-911c-dfb82af2ab3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00e601291bb141b39d00f21764e0d599&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724451 Apr 05 20:57:28.027427 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55968) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:28.085077 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1d33-a953-4482-ba89-5d605d2d3164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:28.110228 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1d33-a953-4482-ba89-5d605d2d3164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:28.160070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1d33-a953-4482-ba89-5d605d2d3164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:28.177612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c1d33-a953-4482-ba89-5d605d2d3164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3f6535-531e-4e3d-8b3a-e708dcfc8a5c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:28.180803 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4e0c1d33-a953-4482-ba89-5d605d2d3164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:28.182534 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4e0c1d33-a953-4482-ba89-5d605d2d3164 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae3f6535-531e-4e3d-8b3a-e708dcfc8a5c HTTP/1.1" status: 204 len: 168 time: 0.1536579 Apr 05 20:57:28.849026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 55992) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:28.949389 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-678314660'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:28.954911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:28.958691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Usage tracker for resource:network and tenant:0b91129dc67d4c2ca1be5be51dd11ba1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:28.961472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:28.968157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:28.977556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Made reservation on behalf of 0b91129dc67d4c2ca1be5be51dd11ba1 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:28.981014 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:28.992648 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.006667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:29.010929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Usage tracker for resource:security_group_rule and tenant:0b91129dc67d4c2ca1be5be51dd11ba1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:29.013632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:29.019187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:29.101621 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.105180 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.133080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 20:57:29.145474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d73f8e8-2d63-4e5e-a529-a60709810f82,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:29.149821 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.150722 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Added segment 25895cad-0c66-4e44-9b90-1febb5fb93f0 of type vlan for network 5bf90240-1e30-4b20-a4c1-417de3012585 Apr 05 20:57:29.179941 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.207661 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.213658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:29.214253 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.320614 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4704137 Apr 05 20:57:29.323317 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf988c6-125f-4242-a532-8e04379538fa tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Pushing event updated for resources: {'Network': ['ID=5bf90240-1e30-4b20-a4c1-417de3012585,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:29.323636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 55998) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:29.329244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Request body: {'subnet': {'network_id': '5bf90240-1e30-4b20-a4c1-417de3012585', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:29.333143 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 5bf90240-1e30-4b20-a4c1-417de3012585 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 20:57:29.443573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:29.447460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Usage tracker for resource:subnet and tenant:0b91129dc67d4c2ca1be5be51dd11ba1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:29.450287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:29.455967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:29.465153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Made reservation on behalf of 0b91129dc67d4c2ca1be5be51dd11ba1 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:29.468583 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.676899 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.756937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Pushing event updated for resources: {'Subnet': ['ID=ca6026a3-db3a-4a24-b131-3b7c8e8b9430,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:29.766262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Checking segment: {'id': '25895cad-0c66-4e44-9b90-1febb5fb93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5bf90240-1e30-4b20-a4c1-417de3012585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:57:29.766622 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Network hostable DHCP agents. Network: 5bf90240-1e30-4b20-a4c1-417de3012585, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 20:57:29.786207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Network 5bf90240-1e30-4b20-a4c1-417de3012585 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 20:57:29.794902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 5bf90240-1e30-4b20-a4c1-417de3012585) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:29.799188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:29.799769 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:29.803440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44109af3-f487-40fa-b18b-db081dc493c9 None None] Network 5bf90240-1e30-4b20-a4c1-417de3012585 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:29.823063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-60a6c430-b103-44e5-b9d8-031e3041ed9e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4983323 Apr 05 20:57:29.826932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56004) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:29.832619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Request body: {'port': {'network_id': '5bf90240-1e30-4b20-a4c1-417de3012585', 'name': 'tempest-TagsExtTest-803989257'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:30.003297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:30.007093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Usage tracker for resource:port and tenant:0b91129dc67d4c2ca1be5be51dd11ba1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:30.010454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:30.016204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:30.026690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Made reservation on behalf of 0b91129dc67d4c2ca1be5be51dd11ba1 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 20:57:30.030534 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.052449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] device_id is not set on port f7b6292f-fdfd-450d-a575-2f330fe75f3b yet. {{(pid=87964) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 05 20:57:30.062266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-5bf90240-1e30-4b20-a4c1-417de3012585', 'network_id': '5bf90240-1e30-4b20-a4c1-417de3012585', 'tenant_id': '0b91129dc67d4c2ca1be5be51dd11ba1', 'fixed_ips': [{'subnet_id': 'ca6026a3-db3a-4a24-b131-3b7c8e8b9430'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 20:57:30.063065 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.195990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Allocated IP 172.20.0.14 (5bf90240-1e30-4b20-a4c1-417de3012585/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/f7b6292f-fdfd-450d-a575-2f330fe75f3b) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:57:30.394735 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.409783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Transition to ACTIVE for port object f7b6292f-fdfd-450d-a575-2f330fe75f3b will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:30.433763 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.495723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Allocated IP 172.20.0.2 (5bf90240-1e30-4b20-a4c1-417de3012585/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/0256945d-63f7-4f1a-b2a8-9269747c153e) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 20:57:30.502739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Network 5bf90240-1e30-4b20-a4c1-417de3012585 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:30.505901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:30.508468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:57:30.559282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Pushing event updated for resources: {'Port': ['ID=f7b6292f-fdfd-450d-a575-2f330fe75f3b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:30.583918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 20:57:30.584520 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.606041 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2295025b-3958-4ad3-8283-a541303a4b9a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7780735 Apr 05 20:57:30.608967 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56008) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:30.614120 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0e1f2a89-4771-4f20-ac76-860a40a5332c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-473438169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:30.621485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0e1f2a89-4771-4f20-ac76-860a40a5332c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:30.625384 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0e1f2a89-4771-4f20-ac76-860a40a5332c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Usage tracker for resource:router and tenant:0b91129dc67d4c2ca1be5be51dd11ba1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:30.628452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0e1f2a89-4771-4f20-ac76-860a40a5332c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:30.635472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0e1f2a89-4771-4f20-ac76-860a40a5332c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:30.645410 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2a89-4771-4f20-ac76-860a40a5332c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.646428 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2a89-4771-4f20-ac76-860a40a5332c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.662365 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2a89-4771-4f20-ac76-860a40a5332c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.681037 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2a89-4771-4f20-ac76-860a40a5332c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.701114 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.704116 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e1f2a89-4771-4f20-ac76-860a40a5332c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.705474 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0e1f2a89-4771-4f20-ac76-860a40a5332c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0955260 Apr 05 20:57:30.708282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56012) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:30.711275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Transition to ACTIVE for port object 0256945d-63f7-4f1a-b2a8-9269747c153e will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:30.713659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-510d0b68-0fff-4d58-ba43-12d9d5c8e8bd tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-224012038', 'prefixes': ['172.20.0.0/16']}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 20:57:30.720235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-510d0b68-0fff-4d58-ba43-12d9d5c8e8bd tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:30.729389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Transition to ACTIVE for port object 0256945d-63f7-4f1a-b2a8-9269747c153e will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 20:57:30.735156 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.771364 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-510d0b68-0fff-4d58-ba43-12d9d5c8e8bd tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for subnetpool, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.775099 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-510d0b68-0fff-4d58-ba43-12d9d5c8e8bd tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0650923 Apr 05 20:57:30.776262 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56016) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:30.782011 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.tag.tag_plugin [None req-df69cb1d-d9ab-4026-97b8-642cdc4e50a1 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ca6026a3-db3a-4a24-b131-3b7c8e8b9430', 'tempest-TagsExtTest-Tag-1081839477') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:30.794509 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Network 5bf90240-1e30-4b20-a4c1-417de3012585 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 20:57:30.797125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 20:57:30.808454 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 20:57:30.869542 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-df69cb1d-d9ab-4026-97b8-642cdc4e50a1 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "PUT /v2.0/subnets/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/tags/tempest-TagsExtTest-Tag-1081839477 HTTP/1.1" status: 201 len: 201 time: 0.0921478 Apr 05 20:57:30.872171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56020) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:30.879302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.tag.tag_plugin [None req-4499eacd-b6d9-45de-9d30-17714c2ba6eb tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f7b6292f-fdfd-450d-a575-2f330fe75f3b', 'tempest-TagsExtTest-Tag-1322290060') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:30.879534 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Pushing event updated for resources: {'Port': ['ID=0256945d-63f7-4f1a-b2a8-9269747c153e,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:30.933653 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Attempting to bind port 0256945d-63f7-4f1a-b2a8-9269747c153e on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 20:57:30.934035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Attempting to bind port 0256945d-63f7-4f1a-b2a8-9269747c153e by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '25895cad-0c66-4e44-9b90-1febb5fb93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5bf90240-1e30-4b20-a4c1-417de3012585'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 20:57:30.934390 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Attempting to bind port 0256945d-63f7-4f1a-b2a8-9269747c153e on network 5bf90240-1e30-4b20-a4c1-417de3012585 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 20:57:30.939719 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 20, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 20:57:30.940201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Checking segment: {'id': '25895cad-0c66-4e44-9b90-1febb5fb93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5bf90240-1e30-4b20-a4c1-417de3012585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 20:57:30.940595 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.940979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Bound using segment: {'id': '25895cad-0c66-4e44-9b90-1febb5fb93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5bf90240-1e30-4b20-a4c1-417de3012585'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 20:57:30.941495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Bound port: 0256945d-63f7-4f1a-b2a8-9269747c153e, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25895cad-0c66-4e44-9b90-1febb5fb93f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5bf90240-1e30-4b20-a4c1-417de3012585'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 20:57:30.941855 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:30.964789 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4499eacd-b6d9-45de-9d30-17714c2ba6eb tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "PUT /v2.0/ports/f7b6292f-fdfd-450d-a575-2f330fe75f3b/tags/tempest-TagsExtTest-Tag-1322290060 HTTP/1.1" status: 201 len: 201 time: 0.0916162 Apr 05 20:57:30.967409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56024) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:30.973068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.tag.tag_plugin [None req-89635859-75b4-42de-b77d-8ae9616dbaa0 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6b48c11d-2326-417a-ade9-c3ff17c7b631', 'tempest-TagsExtTest-Tag-183506352') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:31.031531 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] For port 0256945d-63f7-4f1a-b2a8-9269747c153e, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 20:57:31.034422 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] For port 0256945d-63f7-4f1a-b2a8-9269747c153e, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0256945d-63f7-4f1a-b2a8-9269747c153e,segment=NetworkSegment(25895cad-0c66-4e44-9b90-1febb5fb93f0),segment_id=25895cad-0c66-4e44-9b90-1febb5fb93f0)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 20:57:31.038317 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:31.117621 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-89635859-75b4-42de-b77d-8ae9616dbaa0 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "PUT /v2.0/routers/6b48c11d-2326-417a-ade9-c3ff17c7b631/tags/tempest-TagsExtTest-Tag-183506352 HTTP/1.1" status: 201 len: 201 time: 0.1491098 Apr 05 20:57:31.120658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56028) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:31.121924 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb050f-0e4e-4cbd-8eef-c13e3d4d511d None None] Pushing event updated for resources: {'Port': ['ID=0256945d-63f7-4f1a-b2a8-9269747c153e,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:31.127865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-90725f05-ec0e-4447-a14d-372208136bf0 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd3c75385-9c42-4455-b00a-6beeaf0d66e7', 'tempest-TagsExtTest-Tag-957795031') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:31.174635 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-90725f05-ec0e-4447-a14d-372208136bf0 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "PUT /v2.0/subnetpools/d3c75385-9c42-4455-b00a-6beeaf0d66e7/tags/tempest-TagsExtTest-Tag-957795031 HTTP/1.1" status: 201 len: 201 time: 0.0520053 Apr 05 20:57:31.177422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56032) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:31.183481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-dc6a6ee4-ef85-46b3-8e9a-4116bd4263ff tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ca6026a3-db3a-4a24-b131-3b7c8e8b9430') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:31.263845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dc6a6ee4-ef85-46b3-8e9a-4116bd4263ff tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/subnets/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/tags HTTP/1.1" status: 200 len: 241 time: 0.0851927 Apr 05 20:57:31.266646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56036) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:31.271712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-484d27de-8d7a-4f89-8baf-8b1324b19b1f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca6026a3-db3a-4a24-b131-3b7c8e8b9430', 'tempest-TagsExtTest-Tag-1081839477') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:31.349339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-484d27de-8d7a-4f89-8baf-8b1324b19b1f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/subnets/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/tags/tempest-TagsExtTest-Tag-1081839477 HTTP/1.1" status: 204 len: 168 time: 0.0813289 Apr 05 20:57:31.351755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56040) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:31.357316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-ba71b897-de3c-44ea-8b98-e820d453fd25 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ca6026a3-db3a-4a24-b131-3b7c8e8b9430', 'tempest-TagsExtTest-Tag-1081839477') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:31.444394 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ba71b897-de3c-44ea-8b98-e820d453fd25 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/subnets/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/tags/tempest-TagsExtTest-Tag-1081839477 HTTP/1.1" status: 204 len: 168 time: 0.0916514 Apr 05 20:57:31.447043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56044) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:31.452009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-cd0238d4-3fe8-4a74-9be7-546ee824d759 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ca6026a3-db3a-4a24-b131-3b7c8e8b9430') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:31.639123 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cd0238d4-3fe8-4a74-9be7-546ee824d759 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/subnets/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/tags HTTP/1.1" status: 200 len: 205 time: 0.1908274 Apr 05 20:57:31.641474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56048) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:31.646061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-f43a99f5-c0b5-421d-a798-5c0be8b65a5e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f7b6292f-fdfd-450d-a575-2f330fe75f3b') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:31.713366 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f43a99f5-c0b5-421d-a798-5c0be8b65a5e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/ports/f7b6292f-fdfd-450d-a575-2f330fe75f3b/tags HTTP/1.1" status: 200 len: 241 time: 0.0703511 Apr 05 20:57:31.715931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56052) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:31.720942 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.tag.tag_plugin [None req-c6d584d3-9902-42f9-8fbb-9942af5a0787 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f7b6292f-fdfd-450d-a575-2f330fe75f3b', 'tempest-TagsExtTest-Tag-1322290060') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:31.789596 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c6d584d3-9902-42f9-8fbb-9942af5a0787 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/ports/f7b6292f-fdfd-450d-a575-2f330fe75f3b/tags/tempest-TagsExtTest-Tag-1322290060 HTTP/1.1" status: 204 len: 168 time: 0.0725877 Apr 05 20:57:31.792598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56056) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:31.797794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.tag.tag_plugin [None req-6a8edd08-5282-4cb4-9cec-8907c670ca81 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f7b6292f-fdfd-450d-a575-2f330fe75f3b', 'tempest-TagsExtTest-Tag-1322290060') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:31.887024 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6a8edd08-5282-4cb4-9cec-8907c670ca81 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/ports/f7b6292f-fdfd-450d-a575-2f330fe75f3b/tags/tempest-TagsExtTest-Tag-1322290060 HTTP/1.1" status: 204 len: 168 time: 0.0934229 Apr 05 20:57:31.890043 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56060) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:31.896640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.tag.tag_plugin [None req-ad68d66b-3471-40aa-8660-fbd079bf39c4 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f7b6292f-fdfd-450d-a575-2f330fe75f3b') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:31.964432 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ad68d66b-3471-40aa-8660-fbd079bf39c4 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/ports/f7b6292f-fdfd-450d-a575-2f330fe75f3b/tags HTTP/1.1" status: 200 len: 205 time: 0.0731504 Apr 05 20:57:31.966990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56064) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:31.972182 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.tag.tag_plugin [None req-c2e97d88-b94b-45b0-becb-e50a25aa9ab2 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6b48c11d-2326-417a-ade9-c3ff17c7b631') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:32.037974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738f42aa-2408-4248-a665-e0789232c615 None None] Network 5bf90240-1e30-4b20-a4c1-417de3012585 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:32.152895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2575cc82-39b5-40f9-8e25-1aefa402cb7f None None] Provisioning for port 0256945d-63f7-4f1a-b2a8-9269747c153e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:32.229782 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c2e97d88-b94b-45b0-becb-e50a25aa9ab2 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/routers/6b48c11d-2326-417a-ade9-c3ff17c7b631/tags HTTP/1.1" status: 200 len: 240 time: 0.2617576 Apr 05 20:57:32.232351 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56068) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:32.237149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.tag.tag_plugin [None req-727c8c8c-c0ff-4ee1-86fd-d46d9f83b593 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b48c11d-2326-417a-ade9-c3ff17c7b631', 'tempest-TagsExtTest-Tag-183506352') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:32.371797 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-727c8c8c-c0ff-4ee1-86fd-d46d9f83b593 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/routers/6b48c11d-2326-417a-ade9-c3ff17c7b631/tags/tempest-TagsExtTest-Tag-183506352 HTTP/1.1" status: 204 len: 168 time: 0.1384027 Apr 05 20:57:32.372299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56072) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:32.381040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-114c6daf-dd9c-4f5c-a35e-c9c3a8bf3581 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '6b48c11d-2326-417a-ade9-c3ff17c7b631', 'tempest-TagsExtTest-Tag-183506352') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:32.445028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0256945d-63f7-4f1a-b2a8-9269747c153e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:32.534407 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e08d7a1f-4ad2-4423-bba1-b6bc578f744a None None] Provisioning for port f7b6292f-fdfd-450d-a575-2f330fe75f3b completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:32.539650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e08d7a1f-4ad2-4423-bba1-b6bc578f744a None None] Provisioning complete for port f7b6292f-fdfd-450d-a575-2f330fe75f3b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:32.540047 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e08d7a1f-4ad2-4423-bba1-b6bc578f744a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:32.551072 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-114c6daf-dd9c-4f5c-a35e-c9c3a8bf3581 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/routers/6b48c11d-2326-417a-ade9-c3ff17c7b631/tags/tempest-TagsExtTest-Tag-183506352 HTTP/1.1" status: 204 len: 168 time: 0.1776123 Apr 05 20:57:32.551624 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56076) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:32.557062 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.tag.tag_plugin [None req-ae07f28d-97d7-4427-ba92-8e5f19d7d86e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '6b48c11d-2326-417a-ade9-c3ff17c7b631') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:32.565737 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 0256945d-63f7-4f1a-b2a8-9269747c153e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 20:57:32.581314 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0256945d-63f7-4f1a-b2a8-9269747c153e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:32.581687 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:32.649028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e08d7a1f-4ad2-4423-bba1-b6bc578f744a None None] Port f7b6292f-fdfd-450d-a575-2f330fe75f3b cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:57:32.696886 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ae07f28d-97d7-4427-ba92-8e5f19d7d86e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/routers/6b48c11d-2326-417a-ade9-c3ff17c7b631/tags HTTP/1.1" status: 200 len: 205 time: 0.1443439 Apr 05 20:57:32.699112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56080) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:32.704606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-1c687fd1-5506-4a71-bd3a-10241eb2471a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd3c75385-9c42-4455-b00a-6beeaf0d66e7') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:32.721376 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:32.731079 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1c687fd1-5506-4a71-bd3a-10241eb2471a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/subnetpools/d3c75385-9c42-4455-b00a-6beeaf0d66e7/tags HTTP/1.1" status: 200 len: 240 time: 0.0279777 Apr 05 20:57:32.731287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56084) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:32.736724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-34ff1cbf-9663-4c0a-858b-a152ffdae1a3 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd3c75385-9c42-4455-b00a-6beeaf0d66e7', 'tempest-TagsExtTest-Tag-957795031') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:32.754428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 0256945d-63f7-4f1a-b2a8-9269747c153e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0256945d-63f7-4f1a-b2a8-9269747c153e,segment=NetworkSegment(25895cad-0c66-4e44-9b90-1febb5fb93f0),segment_id=25895cad-0c66-4e44-9b90-1febb5fb93f0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:32.761903 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-34ff1cbf-9663-4c0a-858b-a152ffdae1a3 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/subnetpools/d3c75385-9c42-4455-b00a-6beeaf0d66e7/tags/tempest-TagsExtTest-Tag-957795031 HTTP/1.1" status: 204 len: 168 time: 0.0291433 Apr 05 20:57:32.762821 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:32.764406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56088) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:32.769358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-82c3b34c-64b1-438c-b422-c044806fa19e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd3c75385-9c42-4455-b00a-6beeaf0d66e7', 'tempest-TagsExtTest-Tag-957795031') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:32.807407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-82c3b34c-64b1-438c-b422-c044806fa19e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d3c75385-9c42-4455-b00a-6beeaf0d66e7/tags/tempest-TagsExtTest-Tag-957795031 HTTP/1.1" status: 204 len: 168 time: 0.0420341 Apr 05 20:57:32.809768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56092) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:32.814504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-21838f96-267e-449b-914e-651ce392ee70 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd3c75385-9c42-4455-b00a-6beeaf0d66e7') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:32.822752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bc01ceeb-7efe-4b1a-8b14-3efcb2ac5603 None None] Provisioning complete for port f7b6292f-fdfd-450d-a575-2f330fe75f3b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:32.823117 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bc01ceeb-7efe-4b1a-8b14-3efcb2ac5603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:32.840825 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-21838f96-267e-449b-914e-651ce392ee70 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/subnetpools/d3c75385-9c42-4455-b00a-6beeaf0d66e7/tags HTTP/1.1" status: 200 len: 205 time: 0.0298970 Apr 05 20:57:32.843482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56096) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:32.848803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-fc10028b-c493-4fa6-8cac-12fc502d22b4 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd3c75385-9c42-4455-b00a-6beeaf0d66e7') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:32.875524 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fc10028b-c493-4fa6-8cac-12fc502d22b4 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d3c75385-9c42-4455-b00a-6beeaf0d66e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0306969 Apr 05 20:57:32.878092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56100) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:32.878962 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=0256945d-63f7-4f1a-b2a8-9269747c153e,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:32.882962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-73087145-ec76-4b1e-8072-9eb92dee6b60 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6b48c11d-2326-417a-ade9-c3ff17c7b631') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:32.892478 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-bc01ceeb-7efe-4b1a-8b14-3efcb2ac5603 None None] Port f7b6292f-fdfd-450d-a575-2f330fe75f3b cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 20:57:33.022671 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-73087145-ec76-4b1e-8072-9eb92dee6b60 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/routers/6b48c11d-2326-417a-ade9-c3ff17c7b631/tags HTTP/1.1" status: 204 len: 168 time: 0.1434865 Apr 05 20:57:33.024938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56104) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:33.029917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-7d9584fd-9451-47d1-838d-30cce15e6e3f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f7b6292f-fdfd-450d-a575-2f330fe75f3b') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:33.097617 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7d9584fd-9451-47d1-838d-30cce15e6e3f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/ports/f7b6292f-fdfd-450d-a575-2f330fe75f3b/tags HTTP/1.1" status: 204 len: 168 time: 0.0717442 Apr 05 20:57:33.099992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56108) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:33.105079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-ed221886-a6b2-47ec-983b-e64e3c47a85d tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ca6026a3-db3a-4a24-b131-3b7c8e8b9430') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:33.173769 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ed221886-a6b2-47ec-983b-e64e3c47a85d tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/subnets/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/tags HTTP/1.1" status: 204 len: 168 time: 0.0728607 Apr 05 20:57:33.177973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56112) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:33.183408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-4e0e69b3-108a-4e9c-80cf-957502e46809 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ca6026a3-db3a-4a24-b131-3b7c8e8b9430', 'tempest-TagsExtTest-Tag-1859557385') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:33.262098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4e0e69b3-108a-4e9c-80cf-957502e46809 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "PUT /v2.0/subnets/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/tags/tempest-TagsExtTest-Tag-1859557385 HTTP/1.1" status: 201 len: 201 time: 0.0827777 Apr 05 20:57:33.264750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56116) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:33.269954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-95344505-242d-4de8-8fdd-2a3d9220cec0 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f7b6292f-fdfd-450d-a575-2f330fe75f3b', 'tempest-TagsExtTest-Tag-1591152894') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:33.347475 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-95344505-242d-4de8-8fdd-2a3d9220cec0 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "PUT /v2.0/ports/f7b6292f-fdfd-450d-a575-2f330fe75f3b/tags/tempest-TagsExtTest-Tag-1591152894 HTTP/1.1" status: 201 len: 201 time: 0.0816960 Apr 05 20:57:33.350078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56120) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:33.355052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-bc604d00-29af-4d74-831f-83ab949ab2c3 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '6b48c11d-2326-417a-ade9-c3ff17c7b631', 'tempest-TagsExtTest-Tag-81377420') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:33.500268 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bc604d00-29af-4d74-831f-83ab949ab2c3 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "PUT /v2.0/routers/6b48c11d-2326-417a-ade9-c3ff17c7b631/tags/tempest-TagsExtTest-Tag-81377420 HTTP/1.1" status: 201 len: 201 time: 0.1491909 Apr 05 20:57:33.502924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56124) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:33.507817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-2f1dbe9c-ce53-4560-b15d-327cb1e821d4 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd3c75385-9c42-4455-b00a-6beeaf0d66e7', 'tempest-TagsExtTest-Tag-861178658') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:33.543320 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2f1dbe9c-ce53-4560-b15d-327cb1e821d4 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "PUT /v2.0/subnetpools/d3c75385-9c42-4455-b00a-6beeaf0d66e7/tags/tempest-TagsExtTest-Tag-861178658 HTTP/1.1" status: 201 len: 201 time: 0.0394201 Apr 05 20:57:33.545778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56128) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:33.550564 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-895cdcf4-e84e-4313-82fb-7c0be34e906e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ca6026a3-db3a-4a24-b131-3b7c8e8b9430', {'tags': ['tempest-TagsExtTest-Tag-856878405', 'tempest-TagsExtTest-Tag-1925567961', 'tempest-TagsExtTest-Tag-1685625028']}) {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:33.623109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-895cdcf4-e84e-4313-82fb-7c0be34e906e tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "PUT /v2.0/subnets/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/tags HTTP/1.1" status: 200 len: 317 time: 0.0761812 Apr 05 20:57:33.625411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56132) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:33.630157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-65bf970d-051c-44ed-bc10-87e138fb0bfe tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ca6026a3-db3a-4a24-b131-3b7c8e8b9430') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:33.713925 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-65bf970d-051c-44ed-bc10-87e138fb0bfe tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/subnets/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/tags HTTP/1.1" status: 204 len: 168 time: 0.0874560 Apr 05 20:57:33.716590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56136) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:33.721267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-ced4f887-6d43-491a-a0f1-313b7f456ae7 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca6026a3-db3a-4a24-b131-3b7c8e8b9430', 'tempest-TagsExtTest-Tag-856878405') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:33.785862 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-ced4f887-6d43-491a-a0f1-313b7f456ae7 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] show failed (client error): The resource could not be found. Apr 05 20:57:33.786913 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ced4f887-6d43-491a-a0f1-313b7f456ae7 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/subnets/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/tags/tempest-TagsExtTest-Tag-856878405 HTTP/1.1" status: 404 len: 328 time: 0.0694461 Apr 05 20:57:33.789793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56140) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:33.794379 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-e5d9dfdf-bd8a-405e-845d-37e4afdea967 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca6026a3-db3a-4a24-b131-3b7c8e8b9430', 'tempest-TagsExtTest-Tag-1925567961') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:33.860388 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-e5d9dfdf-bd8a-405e-845d-37e4afdea967 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] show failed (client error): The resource could not be found. Apr 05 20:57:33.861378 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e5d9dfdf-bd8a-405e-845d-37e4afdea967 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/subnets/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/tags/tempest-TagsExtTest-Tag-1925567961 HTTP/1.1" status: 404 len: 329 time: 0.0706632 Apr 05 20:57:33.864077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56144) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:33.869019 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-539593a4-aa5b-4da4-8669-4c468fc74445 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ca6026a3-db3a-4a24-b131-3b7c8e8b9430', 'tempest-TagsExtTest-Tag-1685625028') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:33.933428 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-539593a4-aa5b-4da4-8669-4c468fc74445 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] show failed (client error): The resource could not be found. Apr 05 20:57:33.934374 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-539593a4-aa5b-4da4-8669-4c468fc74445 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/subnets/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/tags/tempest-TagsExtTest-Tag-1685625028 HTTP/1.1" status: 404 len: 329 time: 0.0694339 Apr 05 20:57:33.937065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56148) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:33.941820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-e3fd6212-11d6-4df1-83f0-e5c8d3aefe0b tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f7b6292f-fdfd-450d-a575-2f330fe75f3b', {'tags': ['tempest-TagsExtTest-Tag-1261902787', 'tempest-TagsExtTest-Tag-1391665350', 'tempest-TagsExtTest-Tag-1664536839']}) {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:34.014852 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e3fd6212-11d6-4df1-83f0-e5c8d3aefe0b tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "PUT /v2.0/ports/f7b6292f-fdfd-450d-a575-2f330fe75f3b/tags HTTP/1.1" status: 200 len: 318 time: 0.0768268 Apr 05 20:57:34.017295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56152) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:34.022163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-368d5652-f7bd-4d35-9a81-e380b0972f9b tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f7b6292f-fdfd-450d-a575-2f330fe75f3b') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:34.105137 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-368d5652-f7bd-4d35-9a81-e380b0972f9b tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/ports/f7b6292f-fdfd-450d-a575-2f330fe75f3b/tags HTTP/1.1" status: 204 len: 168 time: 0.0868785 Apr 05 20:57:34.107777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56156) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:34.112526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-dcec4a6e-3b22-49aa-99c1-d60c5f9dce8a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f7b6292f-fdfd-450d-a575-2f330fe75f3b', 'tempest-TagsExtTest-Tag-1261902787') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:34.178254 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-dcec4a6e-3b22-49aa-99c1-d60c5f9dce8a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] show failed (client error): The resource could not be found. Apr 05 20:57:34.179396 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dcec4a6e-3b22-49aa-99c1-d60c5f9dce8a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/ports/f7b6292f-fdfd-450d-a575-2f330fe75f3b/tags/tempest-TagsExtTest-Tag-1261902787 HTTP/1.1" status: 404 len: 329 time: 0.0707018 Apr 05 20:57:34.182591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56160) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:34.187330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-4425e8ce-d5dd-4ab8-ba54-1f02e32aad79 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f7b6292f-fdfd-450d-a575-2f330fe75f3b', 'tempest-TagsExtTest-Tag-1391665350') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:34.360645 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-4425e8ce-d5dd-4ab8-ba54-1f02e32aad79 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] show failed (client error): The resource could not be found. Apr 05 20:57:34.361670 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4425e8ce-d5dd-4ab8-ba54-1f02e32aad79 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/ports/f7b6292f-fdfd-450d-a575-2f330fe75f3b/tags/tempest-TagsExtTest-Tag-1391665350 HTTP/1.1" status: 404 len: 329 time: 0.1782293 Apr 05 20:57:34.364425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56164) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:34.369624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-7aee3f28-9f32-431b-900d-16e109693af3 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f7b6292f-fdfd-450d-a575-2f330fe75f3b', 'tempest-TagsExtTest-Tag-1664536839') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:34.419301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0256945d-63f7-4f1a-b2a8-9269747c153e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 20:57:34.437488 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-7aee3f28-9f32-431b-900d-16e109693af3 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] show failed (client error): The resource could not be found. Apr 05 20:57:34.438475 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7aee3f28-9f32-431b-900d-16e109693af3 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/ports/f7b6292f-fdfd-450d-a575-2f330fe75f3b/tags/tempest-TagsExtTest-Tag-1664536839 HTTP/1.1" status: 404 len: 329 time: 0.0730698 Apr 05 20:57:34.441224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56168) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:34.446236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-0abd18cb-d27c-4f92-aebe-6553f97738a7 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '6b48c11d-2326-417a-ade9-c3ff17c7b631', {'tags': ['tempest-TagsExtTest-Tag-429580623', 'tempest-TagsExtTest-Tag-1292947239', 'tempest-TagsExtTest-Tag-1471315839']}) {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:34.486320 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0256945d-63f7-4f1a-b2a8-9269747c153e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 20:57:34.486683 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:34.594922 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0abd18cb-d27c-4f92-aebe-6553f97738a7 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "PUT /v2.0/routers/6b48c11d-2326-417a-ade9-c3ff17c7b631/tags HTTP/1.1" status: 200 len: 317 time: 0.1526985 Apr 05 20:57:34.598296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56172) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:34.604425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-4897d593-61a0-420e-837f-dad7b28548ee tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6b48c11d-2326-417a-ade9-c3ff17c7b631') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:34.756293 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4897d593-61a0-420e-837f-dad7b28548ee tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/routers/6b48c11d-2326-417a-ade9-c3ff17c7b631/tags HTTP/1.1" status: 204 len: 168 time: 0.1569717 Apr 05 20:57:34.758916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56176) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:34.763818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-49b73303-0434-4e55-9e19-25441c1c0285 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b48c11d-2326-417a-ade9-c3ff17c7b631', 'tempest-TagsExtTest-Tag-429580623') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:34.895064 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-49b73303-0434-4e55-9e19-25441c1c0285 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] show failed (client error): The resource could not be found. Apr 05 20:57:34.896103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-49b73303-0434-4e55-9e19-25441c1c0285 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/routers/6b48c11d-2326-417a-ade9-c3ff17c7b631/tags/tempest-TagsExtTest-Tag-429580623 HTTP/1.1" status: 404 len: 328 time: 0.1362729 Apr 05 20:57:34.898834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56180) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:34.903601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-f14d2052-bfbb-47d3-be32-2d95b5cae229 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b48c11d-2326-417a-ade9-c3ff17c7b631', 'tempest-TagsExtTest-Tag-1292947239') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:35.038428 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-f14d2052-bfbb-47d3-be32-2d95b5cae229 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] show failed (client error): The resource could not be found. Apr 05 20:57:35.039373 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f14d2052-bfbb-47d3-be32-2d95b5cae229 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/routers/6b48c11d-2326-417a-ade9-c3ff17c7b631/tags/tempest-TagsExtTest-Tag-1292947239 HTTP/1.1" status: 404 len: 329 time: 0.1396370 Apr 05 20:57:35.042156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56184) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.046867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-f0b7b62c-36be-4584-8e11-0038841dc826 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '6b48c11d-2326-417a-ade9-c3ff17c7b631', 'tempest-TagsExtTest-Tag-1471315839') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:35.177378 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-f0b7b62c-36be-4584-8e11-0038841dc826 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] show failed (client error): The resource could not be found. Apr 05 20:57:35.178464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f0b7b62c-36be-4584-8e11-0038841dc826 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/routers/6b48c11d-2326-417a-ade9-c3ff17c7b631/tags/tempest-TagsExtTest-Tag-1471315839 HTTP/1.1" status: 404 len: 329 time: 0.1354010 Apr 05 20:57:35.181153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56188) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.186033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-93c15ecc-c29c-426d-b732-47c1789e4a7f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd3c75385-9c42-4455-b00a-6beeaf0d66e7', {'tags': ['tempest-TagsExtTest-Tag-1872162615', 'tempest-TagsExtTest-Tag-621851939', 'tempest-TagsExtTest-Tag-182592354']}) {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:35.221650 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-93c15ecc-c29c-426d-b732-47c1789e4a7f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "PUT /v2.0/subnetpools/d3c75385-9c42-4455-b00a-6beeaf0d66e7/tags HTTP/1.1" status: 200 len: 316 time: 0.0395300 Apr 05 20:57:35.224092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56192) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.229240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-27989d9d-a9fc-4b5a-b9a1-fc2b4b21d5b2 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd3c75385-9c42-4455-b00a-6beeaf0d66e7') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:35.265986 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-27989d9d-a9fc-4b5a-b9a1-fc2b4b21d5b2 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d3c75385-9c42-4455-b00a-6beeaf0d66e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0408802 Apr 05 20:57:35.268536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56196) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.273160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-29f4a1dd-1d14-4e24-add1-e405a96f1270 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd3c75385-9c42-4455-b00a-6beeaf0d66e7', 'tempest-TagsExtTest-Tag-1872162615') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:35.299525 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-29f4a1dd-1d14-4e24-add1-e405a96f1270 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] show failed (client error): The resource could not be found. Apr 05 20:57:35.300503 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-29f4a1dd-1d14-4e24-add1-e405a96f1270 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/subnetpools/d3c75385-9c42-4455-b00a-6beeaf0d66e7/tags/tempest-TagsExtTest-Tag-1872162615 HTTP/1.1" status: 404 len: 329 time: 0.0310984 Apr 05 20:57:35.303663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56200) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.308251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-f407f1b0-2dae-4c0b-ade2-96e681f07cc3 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd3c75385-9c42-4455-b00a-6beeaf0d66e7', 'tempest-TagsExtTest-Tag-621851939') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:35.330202 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-f407f1b0-2dae-4c0b-ade2-96e681f07cc3 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] show failed (client error): The resource could not be found. Apr 05 20:57:35.331142 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f407f1b0-2dae-4c0b-ade2-96e681f07cc3 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/subnetpools/d3c75385-9c42-4455-b00a-6beeaf0d66e7/tags/tempest-TagsExtTest-Tag-621851939 HTTP/1.1" status: 404 len: 328 time: 0.0266399 Apr 05 20:57:35.333573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56204) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.338616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-c79fc93e-71e9-4925-a32c-5b1be2b4fdf9 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd3c75385-9c42-4455-b00a-6beeaf0d66e7', 'tempest-TagsExtTest-Tag-182592354') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:35.360902 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-c79fc93e-71e9-4925-a32c-5b1be2b4fdf9 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] show failed (client error): The resource could not be found. Apr 05 20:57:35.361853 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c79fc93e-71e9-4925-a32c-5b1be2b4fdf9 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/subnetpools/d3c75385-9c42-4455-b00a-6beeaf0d66e7/tags/tempest-TagsExtTest-Tag-182592354 HTTP/1.1" status: 404 len: 328 time: 0.0274243 Apr 05 20:57:35.364281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56208) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.368940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-298336f9-0d89-45cd-ae54-d6b685533c1f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd3c75385-9c42-4455-b00a-6beeaf0d66e7') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:35.394398 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-298336f9-0d89-45cd-ae54-d6b685533c1f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d3c75385-9c42-4455-b00a-6beeaf0d66e7/tags HTTP/1.1" status: 204 len: 168 time: 0.0291493 Apr 05 20:57:35.396605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56212) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.401684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-bdab8faf-d0d6-45c0-977b-3ce11c7ed364 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '6b48c11d-2326-417a-ade9-c3ff17c7b631') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:35.535896 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bdab8faf-d0d6-45c0-977b-3ce11c7ed364 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/routers/6b48c11d-2326-417a-ade9-c3ff17c7b631/tags HTTP/1.1" status: 204 len: 168 time: 0.1383765 Apr 05 20:57:35.538425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56216) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.543159 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-a4259955-c43b-48fd-b448-bb7769327004 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f7b6292f-fdfd-450d-a575-2f330fe75f3b') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:35.613556 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a4259955-c43b-48fd-b448-bb7769327004 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/ports/f7b6292f-fdfd-450d-a575-2f330fe75f3b/tags HTTP/1.1" status: 204 len: 168 time: 0.0740995 Apr 05 20:57:35.615988 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56220) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.620515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.tag.tag_plugin [None req-1187fa2b-a985-4205-b55f-a89271c83ae4 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ca6026a3-db3a-4a24-b131-3b7c8e8b9430') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:35.686238 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1187fa2b-a985-4205-b55f-a89271c83ae4 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/subnets/ca6026a3-db3a-4a24-b131-3b7c8e8b9430/tags HTTP/1.1" status: 204 len: 168 time: 0.0692897 Apr 05 20:57:35.690759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56224) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.778114 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63cfb57b-1a20-41d7-a838-53664a6ab3d0 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for subnetpool, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:35.779210 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-63cfb57b-1a20-41d7-a838-53664a6ab3d0 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/subnetpools/d3c75385-9c42-4455-b00a-6beeaf0d66e7 HTTP/1.1" status: 204 len: 168 time: 0.0874777 Apr 05 20:57:35.782066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56228) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.824308 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b4644e48-73af-46b9-82aa-b2c6b29fadb6 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b48c11d-2326-417a-ade9-c3ff17c7b631 HTTP/1.1" status: 200 len: 205 time: 0.0412681 Apr 05 20:57:35.826505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56232) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:35.961208 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18439a28-2185-4deb-b005-f196662b0e02 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.248233 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18439a28-2185-4deb-b005-f196662b0e02 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.250411 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18439a28-2185-4deb-b005-f196662b0e02 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.271182 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18439a28-2185-4deb-b005-f196662b0e02 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.271658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18439a28-2185-4deb-b005-f196662b0e02 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Fanout notify agent at l3_agent the message router_deleted on router 6b48c11d-2326-417a-ade9-c3ff17c7b631 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 20:57:36.284588 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18439a28-2185-4deb-b005-f196662b0e02 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.286181 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-18439a28-2185-4deb-b005-f196662b0e02 tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/routers/6b48c11d-2326-417a-ade9-c3ff17c7b631 HTTP/1.1" status: 204 len: 168 time: 0.4587076 Apr 05 20:57:36.288477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56236) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:36.355777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Deleting port f7b6292f-fdfd-450d-a575-2f330fe75f3b {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:36.356110 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.704286 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:36.827437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Calling delete_port for f7b6292f-fdfd-450d-a575-2f330fe75f3b owned by {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:36.968056 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.019105 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Pushing event deleted for resources: {'Port': ['ID=f7b6292f-fdfd-450d-a575-2f330fe75f3b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:37.056691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:37.057032 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:37.057355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:37.057676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:37.058024 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:37.058343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:37.058661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:37.058989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:37.059280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:37.059586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:37.059894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:37.060201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:37.130003 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.136644 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-942958ff-4ab9-4b2a-ae39-e2f761a7a13a tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/ports/f7b6292f-fdfd-450d-a575-2f330fe75f3b HTTP/1.1" status: 204 len: 168 time: 0.8471644 Apr 05 20:57:37.139052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56240) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:37.209511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-7141d982-c29c-4dba-8200-23a086f9af4c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Deleting subnet ca6026a3-db3a-4a24-b131-3b7c8e8b9430 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 20:57:37.212444 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7141d982-c29c-4dba-8200-23a086f9af4c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.264971 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7141d982-c29c-4dba-8200-23a086f9af4c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.353512 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7141d982-c29c-4dba-8200-23a086f9af4c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.427681 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7141d982-c29c-4dba-8200-23a086f9af4c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.467853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7141d982-c29c-4dba-8200-23a086f9af4c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.470404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141d982-c29c-4dba-8200-23a086f9af4c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Pushing event deleted for resources: {'Subnet': ['ID=ca6026a3-db3a-4a24-b131-3b7c8e8b9430,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:37.474677 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8437a3-3a15-4b17-bed4-9f62043579b9 None None] Network 5bf90240-1e30-4b20-a4c1-417de3012585 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 20:57:37.477371 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7141d982-c29c-4dba-8200-23a086f9af4c tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/subnets/ca6026a3-db3a-4a24-b131-3b7c8e8b9430 HTTP/1.1" status: 204 len: 168 time: 0.3373778 Apr 05 20:57:37.479952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56244) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:37.592012 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.602453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Deleting port 0256945d-63f7-4f1a-b2a8-9269747c153e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:37.602780 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.721254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fadee7c-5677-4695-806f-38682675c5df None None] DHCP port deletion for 5bf90240-1e30-4b20-a4c1-417de3012585 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 20:57:37.725572 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2fadee7c-5677-4695-806f-38682675c5df None None] Deleting port 0256945d-63f7-4f1a-b2a8-9269747c153e {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:37.725985 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2fadee7c-5677-4695-806f-38682675c5df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.816772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] For port 0256945d-63f7-4f1a-b2a8-9269747c153e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0256945d-63f7-4f1a-b2a8-9269747c153e,segment=NetworkSegment(25895cad-0c66-4e44-9b90-1febb5fb93f0),segment_id=25895cad-0c66-4e44-9b90-1febb5fb93f0)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:37.817344 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.923920 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2fadee7c-5677-4695-806f-38682675c5df None None] For port 0256945d-63f7-4f1a-b2a8-9269747c153e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0256945d-63f7-4f1a-b2a8-9269747c153e,segment=NetworkSegment(25895cad-0c66-4e44-9b90-1febb5fb93f0),segment_id=25895cad-0c66-4e44-9b90-1febb5fb93f0)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 20:57:37.924199 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2fadee7c-5677-4695-806f-38682675c5df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:37.939767 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Calling delete_port for 0256945d-63f7-4f1a-b2a8-9269747c153e owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:38.019680 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.065899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Pushing event deleted for resources: {'Port': ['ID=0256945d-63f7-4f1a-b2a8-9269747c153e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:38.069415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] No DVR routers for this DVR port 0256945d-63f7-4f1a-b2a8-9269747c153e on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 20:57:38.077149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2fadee7c-5677-4695-806f-38682675c5df None None] Calling delete_port for 0256945d-63f7-4f1a-b2a8-9269747c153e owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 20:57:38.146171 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-2fadee7c-5677-4695-806f-38682675c5df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 20:57:38.146514 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-2fadee7c-5677-4695-806f-38682675c5df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 20:57:38.193359 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.218964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf90240-1e30-4b20-a4c1-417de3012585']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:38.231647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25895cad-0c66-4e44-9b90-1febb5fb93f0') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:38.231936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25895cad-0c66-4e44-9b90-1febb5fb93f0') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 20:57:38.243078 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.262110 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.267892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 20:57:38.268260 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: timer() Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 20:57:38.282977 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 20:57:38.357829 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.377341 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.383597 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] Pushing event deleted for resources: {'Network': ['ID=5bf90240-1e30-4b20-a4c1-417de3012585,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:38.390324 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-59b904dd-dd3f-453d-a793-226271ebf17f tempest-TagsExtTest-596954594 tempest-TagsExtTest-596954594-project] 10.222.0.24 "DELETE /v2.0/networks/5bf90240-1e30-4b20-a4c1-417de3012585 HTTP/1.1" status: 204 len: 168 time: 0.9093850 Apr 05 20:57:38.419307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0256945d-63f7-4f1a-b2a8-9269747c153e no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 20:57:38.455705 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 0256945d-63f7-4f1a-b2a8-9269747c153e {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 20:57:38.455957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0256945d-63f7-4f1a-b2a8-9269747c153e not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 20:57:38.646092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56254) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:38.647338 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2fadee7c-5677-4695-806f-38682675c5df None None] Deleting port 0256945d-63f7-4f1a-b2a8-9269747c153e {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 20:57:38.647872 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2fadee7c-5677-4695-806f-38682675c5df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.714426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2fadee7c-5677-4695-806f-38682675c5df None None] The port '0256945d-63f7-4f1a-b2a8-9269747c153e' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 20:57:38.798946 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e0e41ae6-0b70-44d2-9b93-80c71c8be407 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b91129dc67d4c2ca1be5be51dd11ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517293 Apr 05 20:57:38.801330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56260) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:38.856624 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd37c66a-84c5-4e40-8f66-622670f03ef9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.885948 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd37c66a-84c5-4e40-8f66-622670f03ef9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:38.985090 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:39.050430 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd37c66a-84c5-4e40-8f66-622670f03ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:39.066008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37c66a-84c5-4e40-8f66-622670f03ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d73f8e8-2d63-4e5e-a529-a60709810f82,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:39.070829 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd37c66a-84c5-4e40-8f66-622670f03ef9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:39.071399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dd37c66a-84c5-4e40-8f66-622670f03ef9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d73f8e8-2d63-4e5e-a529-a60709810f82 HTTP/1.1" status: 204 len: 168 time: 0.2691331 Apr 05 20:57:39.282979 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:41.422833 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bc5c84a4-9dab-46d7-a2be-86f07b567e9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:43.716327 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-159467f5-fb8e-4132-82e9-6264dfda6f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:44.905779 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:44.942365 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:45.568906 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:57:46.143340 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.576441 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56434) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:58.694136 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-465e832f-033d-475c-8b03-4e6f48b71400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.708711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-465e832f-033d-475c-8b03-4e6f48b71400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:58.713103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-465e832f-033d-475c-8b03-4e6f48b71400 admin admin] Usage tracker for resource:security_group_rule and tenant:0912f044c2204c32be1b638ecea4abac is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:58.715896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-465e832f-033d-475c-8b03-4e6f48b71400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:58.721634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-465e832f-033d-475c-8b03-4e6f48b71400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:58.802199 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-465e832f-033d-475c-8b03-4e6f48b71400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.805559 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-465e832f-033d-475c-8b03-4e6f48b71400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.850745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e832f-033d-475c-8b03-4e6f48b71400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c496c334-2ca5-4e9c-b599-8b65b1c8a1e4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:58.854971 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-465e832f-033d-475c-8b03-4e6f48b71400 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0912f044c2204c32be1b638ecea4abac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2775621 Apr 05 20:57:58.857610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56440) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:58.914471 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05ed55ef-655e-4db3-9668-d52f7e1ad2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.939196 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05ed55ef-655e-4db3-9668-d52f7e1ad2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:58.995791 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05ed55ef-655e-4db3-9668-d52f7e1ad2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:59.010015 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed55ef-655e-4db3-9668-d52f7e1ad2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c496c334-2ca5-4e9c-b599-8b65b1c8a1e4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:59.016596 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-05ed55ef-655e-4db3-9668-d52f7e1ad2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:59.017700 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-05ed55ef-655e-4db3-9668-d52f7e1ad2cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c496c334-2ca5-4e9c-b599-8b65b1c8a1e4 HTTP/1.1" status: 204 len: 168 time: 0.1593053 Apr 05 20:57:59.286472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56448) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:59.303770 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:59.318366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:57:59.322772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Usage tracker for resource:security_group_rule and tenant:25b410504fc945bfa74c6d3bbf0cfc16 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:57:59.325532 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:57:59.331178 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:57:59.412650 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:59.416572 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:59.461847 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25b410504fc945bfa74c6d3bbf0cfc16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1743445 Apr 05 20:57:59.463402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809bc940-381a-47c3-93f4-68451f2ddc57,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:59.464709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56452) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:57:59.470952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:59.471295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:59.471628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:59.471957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:59.472280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:59.472601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:59.472919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:59.473238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:59.473553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:59.473868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:59.474210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:59.474524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc97671-c24e-4087-b46d-fb3626f6ee3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:57:59.521308 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99e7f75a-d30c-401b-9122-61336ce51001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:59.546371 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99e7f75a-d30c-401b-9122-61336ce51001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:59.596107 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99e7f75a-d30c-401b-9122-61336ce51001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:59.610894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7f75a-d30c-401b-9122-61336ce51001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809bc940-381a-47c3-93f4-68451f2ddc57,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:57:59.618513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-99e7f75a-d30c-401b-9122-61336ce51001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:57:59.619632 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-99e7f75a-d30c-401b-9122-61336ce51001 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/809bc940-381a-47c3-93f4-68451f2ddc57 HTTP/1.1" status: 204 len: 168 time: 0.1539676 Apr 05 20:58:08.999108 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.097758 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56542) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:09.211835 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-61e3060a-85f6-4247-a4fe-8c8f2c44b8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.225626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-61e3060a-85f6-4247-a4fe-8c8f2c44b8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:09.229933 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-61e3060a-85f6-4247-a4fe-8c8f2c44b8ac admin admin] Usage tracker for resource:security_group_rule and tenant:2347be0c4a6a409abed1362ff7553aa1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:09.232634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-61e3060a-85f6-4247-a4fe-8c8f2c44b8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:09.238239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-61e3060a-85f6-4247-a4fe-8c8f2c44b8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:09.281687 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.319888 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-61e3060a-85f6-4247-a4fe-8c8f2c44b8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.323781 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-61e3060a-85f6-4247-a4fe-8c8f2c44b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.370809 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-61e3060a-85f6-4247-a4fe-8c8f2c44b8ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2347be0c4a6a409abed1362ff7553aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718527 Apr 05 20:58:09.371654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3060a-85f6-4247-a4fe-8c8f2c44b8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8372dea5-b604-4b74-8203-771bf51f3630,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:09.373544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56548) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:09.435245 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80c95559-6f22-4fa4-87da-0e8f552f0df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.460037 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80c95559-6f22-4fa4-87da-0e8f552f0df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.513264 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80c95559-6f22-4fa4-87da-0e8f552f0df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.528445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c95559-6f22-4fa4-87da-0e8f552f0df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8372dea5-b604-4b74-8203-771bf51f3630,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:09.538095 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-80c95559-6f22-4fa4-87da-0e8f552f0df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.539808 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-80c95559-6f22-4fa4-87da-0e8f552f0df2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8372dea5-b604-4b74-8203-771bf51f3630 HTTP/1.1" status: 204 len: 168 time: 0.1646085 Apr 05 20:58:09.808384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56558) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:09.825415 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c769d81-d63b-482c-b987-3fc668b3ffec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.839900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9c769d81-d63b-482c-b987-3fc668b3ffec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:09.843754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9c769d81-d63b-482c-b987-3fc668b3ffec admin admin] Usage tracker for resource:security_group_rule and tenant:8d7be81711a94d0f9edb2d074e3846b4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:09.846493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9c769d81-d63b-482c-b987-3fc668b3ffec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:09.852606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9c769d81-d63b-482c-b987-3fc668b3ffec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:09.932142 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c769d81-d63b-482c-b987-3fc668b3ffec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.935610 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c769d81-d63b-482c-b987-3fc668b3ffec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:09.984751 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9c769d81-d63b-482c-b987-3fc668b3ffec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d7be81711a94d0f9edb2d074e3846b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1753156 Apr 05 20:58:09.986323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c769d81-d63b-482c-b987-3fc668b3ffec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811a7ebf-8a66-4b3a-99a8-d5477b42b905,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:09.987472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56562) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:10.044650 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-675b9633-21f2-47bc-8ebf-678457b766e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:10.069042 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-675b9633-21f2-47bc-8ebf-678457b766e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:10.118641 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-675b9633-21f2-47bc-8ebf-678457b766e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:10.137537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b9633-21f2-47bc-8ebf-678457b766e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811a7ebf-8a66-4b3a-99a8-d5477b42b905,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:10.142777 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-675b9633-21f2-47bc-8ebf-678457b766e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:10.144426 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-675b9633-21f2-47bc-8ebf-678457b766e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/811a7ebf-8a66-4b3a-99a8-d5477b42b905 HTTP/1.1" status: 204 len: 168 time: 0.1559610 Apr 05 20:58:11.426100 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-eaaac3c6-8b13-4773-87ed-0f5ee73e918a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:11.831439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56616) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:11.944024 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8eedab9c-a95c-4be8-b9e8-25bf710b617c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:11.961719 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8eedab9c-a95c-4be8-b9e8-25bf710b617c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:11.965467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8eedab9c-a95c-4be8-b9e8-25bf710b617c admin admin] Usage tracker for resource:security_group_rule and tenant:131696e3545840589aa793bea054e38e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:11.968223 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8eedab9c-a95c-4be8-b9e8-25bf710b617c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:11.973699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8eedab9c-a95c-4be8-b9e8-25bf710b617c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:12.052285 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8eedab9c-a95c-4be8-b9e8-25bf710b617c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.056568 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8eedab9c-a95c-4be8-b9e8-25bf710b617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.104199 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8eedab9c-a95c-4be8-b9e8-25bf710b617c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=131696e3545840589aa793bea054e38e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2716696 Apr 05 20:58:12.105041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedab9c-a95c-4be8-b9e8-25bf710b617c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19a01ff-a6c8-45c3-a668-996779aa0c47,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:12.107015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56622) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:12.165017 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91b5a2f9-feee-434e-9218-4a0b637211d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.190324 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91b5a2f9-feee-434e-9218-4a0b637211d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.239887 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91b5a2f9-feee-434e-9218-4a0b637211d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.255318 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5a2f9-feee-434e-9218-4a0b637211d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19a01ff-a6c8-45c3-a668-996779aa0c47,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:12.264396 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-91b5a2f9-feee-434e-9218-4a0b637211d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.265507 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-91b5a2f9-feee-434e-9218-4a0b637211d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e19a01ff-a6c8-45c3-a668-996779aa0c47 HTTP/1.1" status: 204 len: 168 time: 0.1574392 Apr 05 20:58:12.534467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56630) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:12.552035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-392fd24a-b00a-4ad0-970d-104a474cadbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.566687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-392fd24a-b00a-4ad0-970d-104a474cadbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:12.570520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-392fd24a-b00a-4ad0-970d-104a474cadbf admin admin] Usage tracker for resource:security_group_rule and tenant:07a65fb81127439e9506c0d5ddd667fd is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:12.573260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-392fd24a-b00a-4ad0-970d-104a474cadbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:12.579181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-392fd24a-b00a-4ad0-970d-104a474cadbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:12.663263 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-392fd24a-b00a-4ad0-970d-104a474cadbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.667614 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-392fd24a-b00a-4ad0-970d-104a474cadbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.712464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fd24a-b00a-4ad0-970d-104a474cadbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ed3e5d-1529-4e81-852a-2e97b1c821d0,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:12.716565 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-392fd24a-b00a-4ad0-970d-104a474cadbf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07a65fb81127439e9506c0d5ddd667fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810958 Apr 05 20:58:12.719172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56634) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:12.776209 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f426ed1f-aadd-4153-a031-5c5146262e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.801951 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f426ed1f-aadd-4153-a031-5c5146262e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.862646 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f426ed1f-aadd-4153-a031-5c5146262e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.876604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426ed1f-aadd-4153-a031-5c5146262e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ed3e5d-1529-4e81-852a-2e97b1c821d0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:12.882778 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f426ed1f-aadd-4153-a031-5c5146262e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:12.883890 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f426ed1f-aadd-4153-a031-5c5146262e3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70ed3e5d-1529-4e81-852a-2e97b1c821d0 HTTP/1.1" status: 204 len: 168 time: 0.1638470 Apr 05 20:58:13.721728 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fb4ea9a0-4c7e-4997-bb0e-e9ef89ddef55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:14.881474 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:14.945540 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:15.476908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56706) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:15.591173 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1fbc59a5-19d5-41ff-9168-12d9ae885489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:15.605771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1fbc59a5-19d5-41ff-9168-12d9ae885489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:15.609573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1fbc59a5-19d5-41ff-9168-12d9ae885489 admin admin] Usage tracker for resource:security_group_rule and tenant:960225b8a4f2478880cd032232191a14 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:15.612347 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1fbc59a5-19d5-41ff-9168-12d9ae885489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:15.618028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1fbc59a5-19d5-41ff-9168-12d9ae885489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:15.704720 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1fbc59a5-19d5-41ff-9168-12d9ae885489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:15.708515 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1fbc59a5-19d5-41ff-9168-12d9ae885489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:15.747220 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1fbc59a5-19d5-41ff-9168-12d9ae885489 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=960225b8a4f2478880cd032232191a14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2692497 Apr 05 20:58:15.749959 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56712) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:15.759886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc59a5-19d5-41ff-9168-12d9ae885489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0474265a-9319-4a71-9b54-4f351a975e03,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:15.810493 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7274454b-1f07-455a-80fd-f814fafd3d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:15.834916 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7274454b-1f07-455a-80fd-f814fafd3d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:15.886142 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7274454b-1f07-455a-80fd-f814fafd3d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:15.902929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274454b-1f07-455a-80fd-f814fafd3d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0474265a-9319-4a71-9b54-4f351a975e03,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:15.906352 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7274454b-1f07-455a-80fd-f814fafd3d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:15.907450 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7274454b-1f07-455a-80fd-f814fafd3d1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0474265a-9319-4a71-9b54-4f351a975e03 HTTP/1.1" status: 204 len: 168 time: 0.1565309 Apr 05 20:58:16.147067 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:16.173192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56720) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:16.190258 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-51b3e4f8-e400-4e34-8d78-50a1e45d1ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:16.204627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-51b3e4f8-e400-4e34-8d78-50a1e45d1ff2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:16.208553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-51b3e4f8-e400-4e34-8d78-50a1e45d1ff2 admin admin] Usage tracker for resource:security_group_rule and tenant:5aaefb93105c4a8d9ad9dd59dc4110d4 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:16.212167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-51b3e4f8-e400-4e34-8d78-50a1e45d1ff2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:16.217899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-51b3e4f8-e400-4e34-8d78-50a1e45d1ff2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:16.298513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-51b3e4f8-e400-4e34-8d78-50a1e45d1ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:16.302001 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-51b3e4f8-e400-4e34-8d78-50a1e45d1ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:16.350396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3e4f8-e400-4e34-8d78-50a1e45d1ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d2791f-9ebf-4e85-9735-2d44ffc33b7c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:16.355300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-51b3e4f8-e400-4e34-8d78-50a1e45d1ff2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5aaefb93105c4a8d9ad9dd59dc4110d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810668 Apr 05 20:58:16.358001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56724) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:16.415313 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-543964aa-d60b-432a-8a92-02062e5a5c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:16.440732 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-543964aa-d60b-432a-8a92-02062e5a5c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:16.491143 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-543964aa-d60b-432a-8a92-02062e5a5c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:16.505242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543964aa-d60b-432a-8a92-02062e5a5c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d2791f-9ebf-4e85-9735-2d44ffc33b7c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:16.512164 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-543964aa-d60b-432a-8a92-02062e5a5c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:16.513272 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-543964aa-d60b-432a-8a92-02062e5a5c1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60d2791f-9ebf-4e85-9735-2d44ffc33b7c HTTP/1.1" status: 204 len: 168 time: 0.1544418 Apr 05 20:58:22.472848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56802) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:22.567707 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:58:22.600678 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452e4351-0e2a-423b-9574-9f4dd0123c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:22.615151 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-452e4351-0e2a-423b-9574-9f4dd0123c49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:22.620719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-452e4351-0e2a-423b-9574-9f4dd0123c49 admin admin] Usage tracker for resource:security_group_rule and tenant:d122fd7b63534edfb0df3f80516ae421 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:22.623531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-452e4351-0e2a-423b-9574-9f4dd0123c49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:22.629116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-452e4351-0e2a-423b-9574-9f4dd0123c49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:22.712807 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452e4351-0e2a-423b-9574-9f4dd0123c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:22.716488 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-452e4351-0e2a-423b-9574-9f4dd0123c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:22.766614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-452e4351-0e2a-423b-9574-9f4dd0123c49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d122fd7b63534edfb0df3f80516ae421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2927022 Apr 05 20:58:22.768201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e4351-0e2a-423b-9574-9f4dd0123c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef40001-9ec3-4e0c-9171-813b991e9ffe,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:22.769259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56808) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:22.830348 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3c016ca7-13a9-490f-a280-d023bfcf0992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:22.855385 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3c016ca7-13a9-490f-a280-d023bfcf0992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:22.905837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3c016ca7-13a9-490f-a280-d023bfcf0992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:22.920334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c016ca7-13a9-490f-a280-d023bfcf0992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef40001-9ec3-4e0c-9171-813b991e9ffe,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:22.934477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3c016ca7-13a9-490f-a280-d023bfcf0992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:22.935612 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3c016ca7-13a9-490f-a280-d023bfcf0992 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eef40001-9ec3-4e0c-9171-813b991e9ffe HTTP/1.1" status: 204 len: 168 time: 0.1652906 Apr 05 20:58:23.203936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56816) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:23.221656 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1a67ba1-02ff-4f57-9e0c-9a71f48bf575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.236571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1a67ba1-02ff-4f57-9e0c-9a71f48bf575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:23.240367 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a1a67ba1-02ff-4f57-9e0c-9a71f48bf575 admin admin] Usage tracker for resource:security_group_rule and tenant:87f43a9c74f440d6ad153650bc3635b9 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:23.243183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a1a67ba1-02ff-4f57-9e0c-9a71f48bf575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:23.248818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a1a67ba1-02ff-4f57-9e0c-9a71f48bf575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:23.328886 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1a67ba1-02ff-4f57-9e0c-9a71f48bf575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.331977 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a1a67ba1-02ff-4f57-9e0c-9a71f48bf575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.381710 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a1a67ba1-02ff-4f57-9e0c-9a71f48bf575 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87f43a9c74f440d6ad153650bc3635b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767306 Apr 05 20:58:23.383322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a67ba1-02ff-4f57-9e0c-9a71f48bf575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f35580-eaab-4187-aaee-1403c345fdce,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:23.384598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56820) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:23.443263 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6171906c-330a-4fba-a998-fd1df273ffe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.468972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6171906c-330a-4fba-a998-fd1df273ffe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.518513 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6171906c-330a-4fba-a998-fd1df273ffe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.535206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171906c-330a-4fba-a998-fd1df273ffe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f35580-eaab-4187-aaee-1403c345fdce,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:23.544486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6171906c-330a-4fba-a998-fd1df273ffe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:23.545605 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6171906c-330a-4fba-a998-fd1df273ffe3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37f35580-eaab-4187-aaee-1403c345fdce HTTP/1.1" status: 204 len: 168 time: 0.1594572 Apr 05 20:58:26.047489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56896) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:26.165705 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0026bf09-128e-4d02-9423-c80b3fb9ea9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:26.180018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0026bf09-128e-4d02-9423-c80b3fb9ea9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:26.185473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0026bf09-128e-4d02-9423-c80b3fb9ea9b admin admin] Usage tracker for resource:security_group_rule and tenant:c4b99a70962c489fabe48ce4ff28488e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:26.188343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0026bf09-128e-4d02-9423-c80b3fb9ea9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:26.194065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0026bf09-128e-4d02-9423-c80b3fb9ea9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:26.282428 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0026bf09-128e-4d02-9423-c80b3fb9ea9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:26.285989 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0026bf09-128e-4d02-9423-c80b3fb9ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:26.337295 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0026bf09-128e-4d02-9423-c80b3fb9ea9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4b99a70962c489fabe48ce4ff28488e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886319 Apr 05 20:58:26.338883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026bf09-128e-4d02-9423-c80b3fb9ea9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530c3739-0415-49bb-8be7-a1dbacd25f3a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:26.340090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56902) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:26.400814 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-47f702c8-05bc-4710-96b4-6d6a99b0c3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:26.428035 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-47f702c8-05bc-4710-96b4-6d6a99b0c3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:26.480048 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-47f702c8-05bc-4710-96b4-6d6a99b0c3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:26.494931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f702c8-05bc-4710-96b4-6d6a99b0c3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530c3739-0415-49bb-8be7-a1dbacd25f3a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:26.504557 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-47f702c8-05bc-4710-96b4-6d6a99b0c3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:26.508592 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-47f702c8-05bc-4710-96b4-6d6a99b0c3da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/530c3739-0415-49bb-8be7-a1dbacd25f3a HTTP/1.1" status: 204 len: 168 time: 0.1646030 Apr 05 20:58:26.788556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56910) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:26.805819 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-66d03745-baad-4215-b956-53add794e33c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:26.819480 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-66d03745-baad-4215-b956-53add794e33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:26.823719 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-66d03745-baad-4215-b956-53add794e33c admin admin] Usage tracker for resource:security_group_rule and tenant:5fa6e325b0d74dc589243c93c5d89662 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:26.826434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-66d03745-baad-4215-b956-53add794e33c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:26.832140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-66d03745-baad-4215-b956-53add794e33c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:26.919451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-66d03745-baad-4215-b956-53add794e33c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:26.922967 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-66d03745-baad-4215-b956-53add794e33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:26.973780 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-66d03745-baad-4215-b956-53add794e33c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fa6e325b0d74dc589243c93c5d89662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841664 Apr 05 20:58:26.974666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d03745-baad-4215-b956-53add794e33c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faddc5a0-3182-4e3b-9647-288765ae2e9d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:26.977067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56914) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:27.034365 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-421e099c-e39b-4e5e-8b1d-f340d074d353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:27.059469 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-421e099c-e39b-4e5e-8b1d-f340d074d353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:27.115065 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-421e099c-e39b-4e5e-8b1d-f340d074d353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:27.131954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e099c-e39b-4e5e-8b1d-f340d074d353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faddc5a0-3182-4e3b-9647-288765ae2e9d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:27.140820 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-421e099c-e39b-4e5e-8b1d-f340d074d353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:27.141993 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-421e099c-e39b-4e5e-8b1d-f340d074d353 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/faddc5a0-3182-4e3b-9647-288765ae2e9d HTTP/1.1" status: 204 len: 168 time: 0.1636939 Apr 05 20:58:29.339145 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 56988) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:29.452299 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3236339e-462f-48ae-8831-28369a5b1c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.466330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3236339e-462f-48ae-8831-28369a5b1c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:29.470077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3236339e-462f-48ae-8831-28369a5b1c18 admin admin] Usage tracker for resource:security_group_rule and tenant:fbda51371b8c4934bdb2c462daa724df is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:29.472815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3236339e-462f-48ae-8831-28369a5b1c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:29.478963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3236339e-462f-48ae-8831-28369a5b1c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:29.559313 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3236339e-462f-48ae-8831-28369a5b1c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.562931 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3236339e-462f-48ae-8831-28369a5b1c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.607879 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3236339e-462f-48ae-8831-28369a5b1c18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbda51371b8c4934bdb2c462daa724df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676568 Apr 05 20:58:29.609406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236339e-462f-48ae-8831-28369a5b1c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8dcbaa-7d37-4378-bc74-1234d1a90896,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:29.610542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 56994) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:29.671617 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-05789852-2369-4130-92af-f9c8d8607e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.697004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-05789852-2369-4130-92af-f9c8d8607e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.748004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-05789852-2369-4130-92af-f9c8d8607e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.763985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05789852-2369-4130-92af-f9c8d8607e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8dcbaa-7d37-4378-bc74-1234d1a90896,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:29.768923 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-05789852-2369-4130-92af-f9c8d8607e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:29.773338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-05789852-2369-4130-92af-f9c8d8607e6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e8dcbaa-7d37-4378-bc74-1234d1a90896 HTTP/1.1" status: 204 len: 168 time: 0.1617730 Apr 05 20:58:30.037495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57002) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:30.055460 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-24e537f1-c455-435e-bcf3-8045eb4b3d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.069459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-24e537f1-c455-435e-bcf3-8045eb4b3d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:30.073243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-24e537f1-c455-435e-bcf3-8045eb4b3d4a admin admin] Usage tracker for resource:security_group_rule and tenant:0d830df91a7941cd99c13b56128f7e24 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:30.076005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-24e537f1-c455-435e-bcf3-8045eb4b3d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:30.081602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-24e537f1-c455-435e-bcf3-8045eb4b3d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:30.161760 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-24e537f1-c455-435e-bcf3-8045eb4b3d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.165966 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-24e537f1-c455-435e-bcf3-8045eb4b3d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.215195 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-24e537f1-c455-435e-bcf3-8045eb4b3d4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d830df91a7941cd99c13b56128f7e24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1759796 Apr 05 20:58:30.216736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e537f1-c455-435e-bcf3-8045eb4b3d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0650e78b-c88c-4034-8072-ae390094625b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:30.217888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57006) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:30.279475 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5540e6e-b165-464d-9bcc-0f7704316076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.305165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5540e6e-b165-464d-9bcc-0f7704316076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.362951 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5540e6e-b165-464d-9bcc-0f7704316076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.378449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5540e6e-b165-464d-9bcc-0f7704316076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0650e78b-c88c-4034-8072-ae390094625b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:30.393782 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5540e6e-b165-464d-9bcc-0f7704316076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:30.394914 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c5540e6e-b165-464d-9bcc-0f7704316076 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0650e78b-c88c-4034-8072-ae390094625b HTTP/1.1" status: 204 len: 168 time: 0.1760008 Apr 05 20:58:31.489672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57038) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:31.602612 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a35cbc8a-ba46-4e47-9da1-0069c5148074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.616471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a35cbc8a-ba46-4e47-9da1-0069c5148074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:58:31.620205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a35cbc8a-ba46-4e47-9da1-0069c5148074 admin admin] Usage tracker for resource:security_group_rule and tenant:6d46b055749745dcb3620b084bc41fdf is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:58:31.622932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a35cbc8a-ba46-4e47-9da1-0069c5148074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:58:31.628483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a35cbc8a-ba46-4e47-9da1-0069c5148074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:58:31.708762 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a35cbc8a-ba46-4e47-9da1-0069c5148074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.713947 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a35cbc8a-ba46-4e47-9da1-0069c5148074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.760688 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a35cbc8a-ba46-4e47-9da1-0069c5148074 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d46b055749745dcb3620b084bc41fdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2699139 Apr 05 20:58:31.763590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57044) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:58:31.881424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35cbc8a-ba46-4e47-9da1-0069c5148074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735fe015-1d0e-447c-b841-b73a34bf9c9d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:31.929994 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd433-356e-4806-aa3d-39a077d88f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:31.954882 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd433-356e-4806-aa3d-39a077d88f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.005701 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd433-356e-4806-aa3d-39a077d88f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.021919 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebcd433-356e-4806-aa3d-39a077d88f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735fe015-1d0e-447c-b841-b73a34bf9c9d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:58:32.025592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3ebcd433-356e-4806-aa3d-39a077d88f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:32.026720 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3ebcd433-356e-4806-aa3d-39a077d88f00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/735fe015-1d0e-447c-b841-b73a34bf9c9d HTTP/1.1" status: 204 len: 168 time: 0.2622528 Apr 05 20:58:38.997983 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:39.297388 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:41.427156 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3f2c-ff9b-4b06-9dfb-8499243fac5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:43.716956 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-574ffb01-b209-4e03-9aea-99ad96cf39e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:44.884204 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:44.948899 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:46.159825 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:58:59.567424 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:59:00.772570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57192) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:00.905184 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:00.919439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:00.923311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Usage tracker for resource:security_group_rule and tenant:2f6c0f1c43a44793bf09c4d3fa5e3a50 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:00.926098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:00.931665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:01.015046 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.018904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.064927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9eb8ea4-9774-4cd4-9d70-150a6cf046d0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:01.070320 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f6c0f1c43a44793bf09c4d3fa5e3a50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952435 Apr 05 20:59:01.072472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57198) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:01.076002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.076341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.076668 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.076992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.077324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.077630 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.077982 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.078301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.078612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.078914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.079230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.079541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f375d6-6d69-45d4-9bab-081f9fe59295 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.132507 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.158244 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.208117 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.225148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9eb8ea4-9774-4cd4-9d70-150a6cf046d0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:01.239135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.239474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.239807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.240136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.240484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.240808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.241127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.241446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.241762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.242100 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.242417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.242736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 20:59:01.248910 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:01.250289 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fa76ec24-9f19-4197-a10d-fbb9dfa66185 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9eb8ea4-9774-4cd4-9d70-150a6cf046d0 HTTP/1.1" status: 204 len: 168 time: 0.1765044 Apr 05 20:59:09.011345 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:09.295833 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:11.430998 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a6defce0-5936-4385-a9ba-3b2580c449d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:12.340738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57328) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:12.454742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59c10c5d-5353-4795-adf1-0dd3edc08b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:12.469191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-59c10c5d-5353-4795-adf1-0dd3edc08b46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:12.473010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-59c10c5d-5353-4795-adf1-0dd3edc08b46 admin admin] Usage tracker for resource:security_group_rule and tenant:55daed13fc7e4d40a3ea1f1097e72c60 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:12.475893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-59c10c5d-5353-4795-adf1-0dd3edc08b46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:12.481510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-59c10c5d-5353-4795-adf1-0dd3edc08b46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:12.565356 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59c10c5d-5353-4795-adf1-0dd3edc08b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:12.569612 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-59c10c5d-5353-4795-adf1-0dd3edc08b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:12.615534 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-59c10c5d-5353-4795-adf1-0dd3edc08b46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55daed13fc7e4d40a3ea1f1097e72c60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732525 Apr 05 20:59:12.617120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c10c5d-5353-4795-adf1-0dd3edc08b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1aff83f-0b72-47ca-9995-bfdeefda8745,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:12.618311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57334) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:12.674893 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bf46fc6-b411-4521-a56d-bdc6d7e02f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:12.701334 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bf46fc6-b411-4521-a56d-bdc6d7e02f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:12.756986 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bf46fc6-b411-4521-a56d-bdc6d7e02f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:12.772661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf46fc6-b411-4521-a56d-bdc6d7e02f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1aff83f-0b72-47ca-9995-bfdeefda8745,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:12.782116 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bf46fc6-b411-4521-a56d-bdc6d7e02f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:12.785524 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4bf46fc6-b411-4521-a56d-bdc6d7e02f3d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1aff83f-0b72-47ca-9995-bfdeefda8745 HTTP/1.1" status: 204 len: 168 time: 0.1638701 Apr 05 20:59:13.048853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57342) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:13.066461 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eb982746-2595-4d23-b24b-03bba6f3a51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.089908 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-eb982746-2595-4d23-b24b-03bba6f3a51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:13.093726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-eb982746-2595-4d23-b24b-03bba6f3a51e admin admin] Usage tracker for resource:security_group_rule and tenant:279574a55c0348ffb078061b2abb9108 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:13.096534 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-eb982746-2595-4d23-b24b-03bba6f3a51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:13.102683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-eb982746-2595-4d23-b24b-03bba6f3a51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:13.181740 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eb982746-2595-4d23-b24b-03bba6f3a51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.185229 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-eb982746-2595-4d23-b24b-03bba6f3a51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.230959 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-eb982746-2595-4d23-b24b-03bba6f3a51e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=279574a55c0348ffb078061b2abb9108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810379 Apr 05 20:59:13.231783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb982746-2595-4d23-b24b-03bba6f3a51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0a12dd-34b0-4db9-9126-47390a2f956b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:13.233758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57346) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:13.294216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ecac3997-db50-4a47-bce6-c8394bcdff9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.323004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ecac3997-db50-4a47-bce6-c8394bcdff9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.373424 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ecac3997-db50-4a47-bce6-c8394bcdff9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.390511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac3997-db50-4a47-bce6-c8394bcdff9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0a12dd-34b0-4db9-9126-47390a2f956b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:13.400113 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ecac3997-db50-4a47-bce6-c8394bcdff9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.402402 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ecac3997-db50-4a47-bce6-c8394bcdff9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f0a12dd-34b0-4db9-9126-47390a2f956b HTTP/1.1" status: 204 len: 168 time: 0.1676075 Apr 05 20:59:13.719696 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d58f5409-49c3-4eee-a6a5-f77a99c500d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.735966 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 57354) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:13.757024 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c7b510a-cb2a-449c-be59-c387e0d91298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.770883 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3c7b510a-cb2a-449c-be59-c387e0d91298 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:13.774695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3c7b510a-cb2a-449c-be59-c387e0d91298 admin admin] Usage tracker for resource:security_group_rule and tenant:186feb7e71c94ccdb9ba04bf2a992a67 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:13.777443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3c7b510a-cb2a-449c-be59-c387e0d91298 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:13.783622 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3c7b510a-cb2a-449c-be59-c387e0d91298 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:13.863820 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c7b510a-cb2a-449c-be59-c387e0d91298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.867631 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c7b510a-cb2a-449c-be59-c387e0d91298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.915500 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3c7b510a-cb2a-449c-be59-c387e0d91298 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=186feb7e71c94ccdb9ba04bf2a992a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784587 Apr 05 20:59:13.916408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b510a-cb2a-449c-be59-c387e0d91298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c01a237-5412-4501-b4f3-d6e0203ed689,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:13.917519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 57358) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:13.973806 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0cc1-9011-4974-8874-19b877b19c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:13.999607 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0cc1-9011-4974-8874-19b877b19c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:14.051028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0cc1-9011-4974-8874-19b877b19c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:14.070001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f0cc1-9011-4974-8874-19b877b19c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c01a237-5412-4501-b4f3-d6e0203ed689,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:14.078111 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fc7f0cc1-9011-4974-8874-19b877b19c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:14.079329 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fc7f0cc1-9011-4974-8874-19b877b19c40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c01a237-5412-4501-b4f3-d6e0203ed689 HTTP/1.1" status: 204 len: 168 time: 0.1607354 Apr 05 20:59:14.886280 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:14.952055 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:16.158259 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:36.566358 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 20:59:39.027179 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:39.294208 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:41.432447 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a1ba202b-3db8-42b5-9ee4-c766221b65d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:43.723577 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-168dfb46-d7c5-458c-9908-7dff216cf1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:44.889641 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:44.953439 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:46.158187 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:53.740854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58370) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:53.856807 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3946945c-2fdb-4e36-a4fd-34d48da662df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:53.871481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3946945c-2fdb-4e36-a4fd-34d48da662df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 20:59:53.875250 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3946945c-2fdb-4e36-a4fd-34d48da662df admin admin] Usage tracker for resource:security_group_rule and tenant:9f3f1f0b66b44ee48244e6ecabee816d is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 20:59:53.878062 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3946945c-2fdb-4e36-a4fd-34d48da662df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 20:59:53.884148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3946945c-2fdb-4e36-a4fd-34d48da662df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 20:59:53.964249 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3946945c-2fdb-4e36-a4fd-34d48da662df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:53.967990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3946945c-2fdb-4e36-a4fd-34d48da662df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.012003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3946945c-2fdb-4e36-a4fd-34d48da662df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac11457-35b2-410d-80f0-4872e6340b60,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:54.016232 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3946945c-2fdb-4e36-a4fd-34d48da662df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f3f1f0b66b44ee48244e6ecabee816d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2743738 Apr 05 20:59:54.018852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58376) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 20:59:54.076047 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ffae190b-d097-4a3c-aa8f-6eda74fe86fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.101030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ffae190b-d097-4a3c-aa8f-6eda74fe86fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.155430 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ffae190b-d097-4a3c-aa8f-6eda74fe86fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.170433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae190b-d097-4a3c-aa8f-6eda74fe86fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac11457-35b2-410d-80f0-4872e6340b60,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 20:59:54.174752 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ffae190b-d097-4a3c-aa8f-6eda74fe86fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 20:59:54.175787 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ffae190b-d097-4a3c-aa8f-6eda74fe86fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ac11457-35b2-410d-80f0-4872e6340b60 HTTP/1.1" status: 204 len: 168 time: 0.1560678 Apr 05 21:00:05.214583 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-11138d08-0b19-48ba-b777-5e1d1d1596eb tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e27df8948def41019ffc8d72466e3741&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284677 Apr 05 21:00:05.366076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5f7a01e8-a44f-473c-a3c8-3fe95f8fa6e4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:05.367475 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5f7a01e8-a44f-473c-a3c8-3fe95f8fa6e4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477461 Apr 05 21:00:05.383169 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-40d3f0f7-b1d9-413b-85c5-d5b2a49866ca tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/quotas/e27df8948def41019ffc8d72466e3741 HTTP/1.1" status: 200 len: 375 time: 0.0102944 Apr 05 21:00:05.429513 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-6a99a0fd-8ec9-44c6-85e7-d04ed34f24cf tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e27df8948def41019ffc8d72466e3741&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412610 Apr 05 21:00:06.728055 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7f4283b6-9b79-4481-adcf-a980b3b1d762 req-d3ccbe67-5de2-46e6-8f65-5cdbaad681aa tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 210 time: 0.1585593 Apr 05 21:00:07.789115 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-946f5715-9e8f-4636-b5e0-d354c2042646 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e27df8948def41019ffc8d72466e3741&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320575 Apr 05 21:00:07.949867 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d548d4d-90be-4d02-9074-805e84dd00eb req-0e0d4462-4b36-41e4-bd5c-303c6279df0d tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 210 time: 0.0650680 Apr 05 21:00:07.995025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-33818c3a-4acc-43f1-ad8e-43c7926968d7 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:07.996398 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-33818c3a-4acc-43f1-ad8e-43c7926968d7 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023902 Apr 05 21:00:08.010672 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Request body: {'port': {'device_id': 'bf0fc343-bdad-4df9-85d4-606d417c137c', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'admin_state_up': True, 'tenant_id': 'e27df8948def41019ffc8d72466e3741'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:00:08.144409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:08.148707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Usage tracker for resource:port and tenant:e27df8948def41019ffc8d72466e3741 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:08.151414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:08.157135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:08.166911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Made reservation on behalf of e27df8948def41019ffc8d72466e3741 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:08.170375 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.182099 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.197760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:08.201425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Usage tracker for resource:security_group_rule and tenant:e27df8948def41019ffc8d72466e3741 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:08.204543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:08.210918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:08.299046 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.302853 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.384673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff1241d-0c53-4447-9377-0f3fae35e732,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:08.399160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:08.399500 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:08.399833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:08.400156 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:08.400475 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:08.400795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:08.401115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:08.401439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:08.401750 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:08.402094 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:08.402409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:08.402977 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:08.478029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Allocated IP 192.168.233.197 (8769267e-57f6-4289-9d6b-1ee97639ac90/90042076-0e86-4111-8538-a9f01500fdcc/d10c3b1f-80c8-481c-9f46-7bcba088cfd8) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:08.691311 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.706648 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Transition to ACTIVE for port object d10c3b1f-80c8-481c-9f46-7bcba088cfd8 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:08.729518 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:08.789656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Network 8769267e-57f6-4289-9d6b-1ee97639ac90 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:08.792663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:08.796505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:00:08.972040 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Pushing event updated for resources: {'Port': ['ID=d10c3b1f-80c8-481c-9f46-7bcba088cfd8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:09.000062 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a8b554df-8dd8-4007-bbb3-12454234f0b8 None None] Provisioning for port d10c3b1f-80c8-481c-9f46-7bcba088cfd8 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:09.002729 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:09.003341 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.006059 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a8b554df-8dd8-4007-bbb3-12454234f0b8 None None] Provisioning complete for port d10c3b1f-80c8-481c-9f46-7bcba088cfd8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:09.007468 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a8b554df-8dd8-4007-bbb3-12454234f0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.030149 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-5ab8c26b-45c3-4942-a881-93dd68f5faa4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0229762 Apr 05 21:00:09.043042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-9385361a-be1f-42b0-902d-eb716f8b527b tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 21:00:09.044078 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-9385361a-be1f-42b0-902d-eb716f8b527b tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055444 Apr 05 21:00:09.076424 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.077608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a8b554df-8dd8-4007-bbb3-12454234f0b8 None None] Port d10c3b1f-80c8-481c-9f46-7bcba088cfd8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:00:09.111900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Request body: {'port': {'device_id': 'bf0fc343-bdad-4df9-85d4-606d417c137c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:00:09.229592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.296898 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.308554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8eec6-800b-45ff-ad42-b41301f5b6bd req-192d5d5a-b0ca-41c0-b305-dd158cf366ea tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:09.310667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bbf8eec6-800b-45ff-ad42-b41301f5b6bd req-192d5d5a-b0ca-41c0-b305-dd158cf366ea tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 936 time: 0.0869460 Apr 05 21:00:09.356038 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bbf8eec6-800b-45ff-ad42-b41301f5b6bd req-7c7b8e7b-f037-4bad-9c93-75a61aef789e tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ff1241d-0c53-4447-9377-0f3fae35e732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 Apr 05 21:00:09.576541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10c3b1f-80c8-481c-9f46-7bcba088cfd8 {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:00:09.584441 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.599923 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Transition to ACTIVE for port object d10c3b1f-80c8-481c-9f46-7bcba088cfd8 will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:09.603365 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.756415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Pushing event updated for resources: {'Port': ['ID=d10c3b1f-80c8-481c-9f46-7bcba088cfd8,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:09.838660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Attempting to bind port d10c3b1f-80c8-481c-9f46-7bcba088cfd8 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:00:09.839255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Attempting to bind port d10c3b1f-80c8-481c-9f46-7bcba088cfd8 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:00:09.839255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Attempting to bind port d10c3b1f-80c8-481c-9f46-7bcba088cfd8 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:00:09.843720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Port d10c3b1f-80c8-481c-9f46-7bcba088cfd8 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:00:09.844033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Attempting to bind port d10c3b1f-80c8-481c-9f46-7bcba088cfd8 on network 8769267e-57f6-4289-9d6b-1ee97639ac90 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:00:09.849008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:00:09.849400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Checking segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:00:09.849778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Bound using segment: {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:00:09.850221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Bound port: d10c3b1f-80c8-481c-9f46-7bcba088cfd8, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64420e63-1610-4537-ace1-84bb9705ce31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:00:09.850557 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:09.938203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] For port d10c3b1f-80c8-481c-9f46-7bcba088cfd8, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:00:09.940990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] For port d10c3b1f-80c8-481c-9f46-7bcba088cfd8, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d10c3b1f-80c8-481c-9f46-7bcba088cfd8,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:00:09.945983 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.005645 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:10.006789 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:10.008144 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] 10.222.0.41 "PUT /v2.0/ports/d10c3b1f-80c8-481c-9f46-7bcba088cfd8 HTTP/1.1" status: 200 len: 1096 time: 0.9577565 Apr 05 21:00:10.008603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf0fc343-bdad-4df9-85d4-606d417c137c', 'tag': 'd10c3b1f-80c8-481c-9f46-7bcba088cfd8'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:00:10.038514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981acd2-1ff0-44a8-af1d-1def185f9afa service neutron] Pushing event updated for resources: {'Port': ['ID=d10c3b1f-80c8-481c-9f46-7bcba088cfd8,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:10.122323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-043ab270-fa17-45d0-8c97-4998a22370b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:10.124105 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-043ab270-fa17-45d0-8c97-4998a22370b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e27df8948def41019ffc8d72466e3741&device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 1099 time: 0.0760481 Apr 05 21:00:10.132271 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf0fc343-bdad-4df9-85d4-606d417c137c', 'tag': 'd10c3b1f-80c8-481c-9f46-7bcba088cfd8', 'status': 'completed', 'code': 200} Apr 05 21:00:10.199371 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-703728a0-67fd-4ad2-9d75-1358aba69c5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=d10c3b1f-80c8-481c-9f46-7bcba088cfd8 HTTP/1.1" status: 200 len: 217 time: 0.0655196 Apr 05 21:00:10.260408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-3a6b5333-7658-4206-8168-5ea67a2677a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:10.261820 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-3a6b5333-7658-4206-8168-5ea67a2677a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0566795 Apr 05 21:00:10.338662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-efca5de4-83fe-4bab-a991-91359763ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:10.340132 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-efca5de4-83fe-4bab-a991-91359763ac5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728693 Apr 05 21:00:10.474184 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-abdc27ff-bbe5-4116-99c8-47262a6eab8e service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279089 Apr 05 21:00:10.542513 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4804f98-b6b1-477e-93cb-30d52b04b3e3 req-e65f77dd-e31c-4c2c-b77b-56588f3855db tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:10.543960 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4804f98-b6b1-477e-93cb-30d52b04b3e3 req-e65f77dd-e31c-4c2c-b77b-56588f3855db tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 948 time: 0.0836270 Apr 05 21:00:10.587264 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b4804f98-b6b1-477e-93cb-30d52b04b3e3 req-f6a64204-de9f-4f5a-8a2f-1f6ba2d172f0 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ff1241d-0c53-4447-9377-0f3fae35e732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376856 Apr 05 21:00:10.604390 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-daf2e62c-73ee-437f-bec1-e8c770cda318 req-dc689dab-0f59-4d1b-a239-468fb82ecdcd service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246996 Apr 05 21:00:10.718932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93881ffa-8b48-4091-a84e-5d3166043c41 req-991cbcf0-1e16-4db0-a1a3-e6818c1dab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:10.720295 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93881ffa-8b48-4091-a84e-5d3166043c41 req-991cbcf0-1e16-4db0-a1a3-e6818c1dab10 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e27df8948def41019ffc8d72466e3741&device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 1099 time: 0.0719240 Apr 05 21:00:10.958408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93881ffa-8b48-4091-a84e-5d3166043c41 req-ba3337fd-112a-4a42-a27f-6222aeb4fa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:10.960352 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93881ffa-8b48-4091-a84e-5d3166043c41 req-ba3337fd-112a-4a42-a27f-6222aeb4fa2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8769267e-57f6-4289-9d6b-1ee97639ac90 HTTP/1.1" status: 200 len: 870 time: 0.2336638 Apr 05 21:00:11.030312 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93881ffa-8b48-4091-a84e-5d3166043c41 req-a9842ef4-9d8e-4810-906c-e66bf33b3b69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=d10c3b1f-80c8-481c-9f46-7bcba088cfd8 HTTP/1.1" status: 200 len: 217 time: 0.0628822 Apr 05 21:00:11.091170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93881ffa-8b48-4091-a84e-5d3166043c41 req-65a8a203-8ebd-42e0-9df6-4d47c410fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:11.092549 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93881ffa-8b48-4091-a84e-5d3166043c41 req-65a8a203-8ebd-42e0-9df6-4d47c410fc01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=90042076-0e86-4111-8538-a9f01500fdcc HTTP/1.1" status: 200 len: 843 time: 0.0561905 Apr 05 21:00:11.169068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93881ffa-8b48-4091-a84e-5d3166043c41 req-f13fed20-6b24-4fe3-a186-7bbbc773b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:11.170493 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93881ffa-8b48-4091-a84e-5d3166043c41 req-f13fed20-6b24-4fe3-a186-7bbbc773b68a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8769267e-57f6-4289-9d6b-1ee97639ac90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708718 Apr 05 21:00:11.301126 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93881ffa-8b48-4091-a84e-5d3166043c41 req-a5da7b5a-e829-40a9-8b89-eab7e6d3fc60 service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234322 Apr 05 21:00:11.434794 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-75a51d54-2088-4c6e-a693-31926ee993cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:11.440326 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-93881ffa-8b48-4091-a84e-5d3166043c41 req-e031713c-2b9e-479f-b92f-b420d77b380a service neutron] 10.222.0.41 "GET /v2.0/networks/8769267e-57f6-4289-9d6b-1ee97639ac90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329603 Apr 05 21:00:11.773993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4bf4e-5ffb-42dc-b25a-bbd609aa16da req-46bb110d-def2-4727-8c9f-6eefbc0d788e tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:11.774932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cab4bf4e-5ffb-42dc-b25a-bbd609aa16da req-46bb110d-def2-4727-8c9f-6eefbc0d788e tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Synchronizing usage tracker for tenant:e27df8948def41019ffc8d72466e3741 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:11.791189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cab4bf4e-5ffb-42dc-b25a-bbd609aa16da req-46bb110d-def2-4727-8c9f-6eefbc0d788e tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Unset dirty status for tenant:e27df8948def41019ffc8d72466e3741 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:11.792307 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cab4bf4e-5ffb-42dc-b25a-bbd609aa16da req-46bb110d-def2-4727-8c9f-6eefbc0d788e tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 948 time: 0.0977931 Apr 05 21:00:11.834953 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cab4bf4e-5ffb-42dc-b25a-bbd609aa16da req-cab14d63-8e8c-4d10-a96a-f317f7d04cb6 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Synchronizing usage tracker for tenant:e27df8948def41019ffc8d72466e3741 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:11.850191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-cab4bf4e-5ffb-42dc-b25a-bbd609aa16da req-cab14d63-8e8c-4d10-a96a-f317f7d04cb6 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Unset dirty status for tenant:e27df8948def41019ffc8d72466e3741 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:11.851250 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cab4bf4e-5ffb-42dc-b25a-bbd609aa16da req-cab14d63-8e8c-4d10-a96a-f317f7d04cb6 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ff1241d-0c53-4447-9377-0f3fae35e732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532732 Apr 05 21:00:13.029740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7157f-7a81-4903-a7e9-ec7ffc712733 req-28c9a2f2-44d4-4e45-a535-3d6e8698155c tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:13.031145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21f7157f-7a81-4903-a7e9-ec7ffc712733 req-28c9a2f2-44d4-4e45-a535-3d6e8698155c tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 948 time: 0.0782452 Apr 05 21:00:13.073541 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21f7157f-7a81-4903-a7e9-ec7ffc712733 req-fb5059c8-cbb1-4331-ae42-b46f1840010a tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ff1241d-0c53-4447-9377-0f3fae35e732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369318 Apr 05 21:00:13.530630 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d10c3b1f-80c8-481c-9f46-7bcba088cfd8 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:00:13.565468 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:00:13.668620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port d10c3b1f-80c8-481c-9f46-7bcba088cfd8, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d10c3b1f-80c8-481c-9f46-7bcba088cfd8,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:00:13.681691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'd10c3b1f-80c8-481c-9f46-7bcba088cfd8', 'network_id': '8769267e-57f6-4289-9d6b-1ee97639ac90', 'port_id': 'd10c3b1f-80c8-481c-9f46-7bcba088cfd8', 'mac_address': 'fa:16:3e:4f:27:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90042076-0e86-4111-8538-a9f01500fdcc', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:00:13.742404 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c7e8acf5-9504-4e59-9f97-15ac8793af05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:13.747572 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:13.763868 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10c3b1f-80c8-481c-9f46-7bcba088cfd8 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:00:13.779330 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port d10c3b1f-80c8-481c-9f46-7bcba088cfd8, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d10c3b1f-80c8-481c-9f46-7bcba088cfd8,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:00:13.783015 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:13.849607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=d10c3b1f-80c8-481c-9f46-7bcba088cfd8,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:13.857222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:13.857557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:13.857911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:13.858235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:13.858559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:13.858925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:13.859228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:13.859876 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:13.860197 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:13.860516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:13.860834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:13.861150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:14.004138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d10c3b1f-80c8-481c-9f46-7bcba088cfd8'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:00:14.259989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6ad24-b690-4d4d-bb2e-558e37bb1f27 req-ccb0b10a-d595-40eb-a6c6-4f60782cf0cd tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:14.261419 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72f6ad24-b690-4d4d-bb2e-558e37bb1f27 req-ccb0b10a-d595-40eb-a6c6-4f60782cf0cd tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 949 time: 0.0830653 Apr 05 21:00:14.304244 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-72f6ad24-b690-4d4d-bb2e-558e37bb1f27 req-8dbb8105-076e-4078-ac82-dcc03c18ad6c tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ff1241d-0c53-4447-9377-0f3fae35e732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372651 Apr 05 21:00:14.895736 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:14.954830 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.491628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930e0e4b-0905-4982-ae3a-f739ccf779bc req-173ae8de-cf04-4ede-b0a7-35be09cb63e4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:15.493067 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-930e0e4b-0905-4982-ae3a-f739ccf779bc req-173ae8de-cf04-4ede-b0a7-35be09cb63e4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 949 time: 0.0825953 Apr 05 21:00:15.530281 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d10c3b1f-80c8-481c-9f46-7bcba088cfd8 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:15.537460 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-930e0e4b-0905-4982-ae3a-f739ccf779bc req-26c9c88b-f9f4-4427-a0de-db9c79d48fad tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ff1241d-0c53-4447-9377-0f3fae35e732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383093 Apr 05 21:00:15.628612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port d10c3b1f-80c8-481c-9f46-7bcba088cfd8 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:15.633774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port d10c3b1f-80c8-481c-9f46-7bcba088cfd8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:15.634180 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.753546 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.782543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0fc343-bdad-4df9-85d4-606d417c137c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10c3b1f-80c8-481c-9f46-7bcba088cfd8'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:00:15.791928 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port d10c3b1f-80c8-481c-9f46-7bcba088cfd8, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d10c3b1f-80c8-481c-9f46-7bcba088cfd8,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:00:15.795866 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:15.864905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=d10c3b1f-80c8-481c-9f46-7bcba088cfd8,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:15.887813 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0fc343-bdad-4df9-85d4-606d417c137c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10c3b1f-80c8-481c-9f46-7bcba088cfd8', 'code': 200} Apr 05 21:00:16.010675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a51315-430d-4279-8885-13dbbd7ec14f req-5bdd265b-8736-4539-adf2-5cf1fac3c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:16.012410 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-60a51315-430d-4279-8885-13dbbd7ec14f req-5bdd265b-8736-4539-adf2-5cf1fac3c516 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 1101 time: 0.0723979 Apr 05 21:00:16.053158 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-60a51315-430d-4279-8885-13dbbd7ec14f req-647a7848-5eda-4ece-920a-3c3dafbcb459 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2ff1241d-0c53-4447-9377-0f3fae35e732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347109 Apr 05 21:00:16.162598 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:16.719165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878c518-3eee-470c-97c0-1d34215cd58f req-713d632e-5774-45dc-a92a-a007fe743798 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:16.720561 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e878c518-3eee-470c-97c0-1d34215cd58f req-713d632e-5774-45dc-a92a-a007fe743798 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 950 time: 0.0794449 Apr 05 21:00:16.766363 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e878c518-3eee-470c-97c0-1d34215cd58f req-149a3bb9-e6b5-4921-8a19-8bd1cee5377a tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ff1241d-0c53-4447-9377-0f3fae35e732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394306 Apr 05 21:00:17.950696 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e1077-8128-4b6a-a2d4-932d075ffd6e req-4dcbd77c-a592-44f0-8f05-fd713c31e73d tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:17.952133 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-772e1077-8128-4b6a-a2d4-932d075ffd6e req-4dcbd77c-a592-44f0-8f05-fd713c31e73d tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 950 time: 0.0825284 Apr 05 21:00:17.994956 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-772e1077-8128-4b6a-a2d4-932d075ffd6e req-88faf014-6232-440b-8d2f-80044546375b tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ff1241d-0c53-4447-9377-0f3fae35e732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372174 Apr 05 21:00:19.046482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba5d1a-1b38-4a1b-8e16-1291186a0b01 req-cdc07fd0-1385-4625-8b4c-161768de43c5 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:19.047923 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-beba5d1a-1b38-4a1b-8e16-1291186a0b01 req-cdc07fd0-1385-4625-8b4c-161768de43c5 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 950 time: 0.0786178 Apr 05 21:00:19.091449 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-beba5d1a-1b38-4a1b-8e16-1291186a0b01 req-488d3019-6223-4c3c-9c39-271205a5037a tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ff1241d-0c53-4447-9377-0f3fae35e732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373404 Apr 05 21:00:20.274930 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ae4e2-08bf-4ff3-a071-88efa4187ed0 req-aeedab13-f862-4ed5-a7af-6d832f0c19d4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:20.276253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1512f1-8f04-4650-9c80-5c8b46b05642 req-26fd6b80-aa3d-4dd3-bfc1-e64b9a6724b5 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:20.276765 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea3ae4e2-08bf-4ff3-a071-88efa4187ed0 req-aeedab13-f862-4ed5-a7af-6d832f0c19d4 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 950 time: 0.0814853 Apr 05 21:00:20.277991 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f1512f1-8f04-4650-9c80-5c8b46b05642 req-26fd6b80-aa3d-4dd3-bfc1-e64b9a6724b5 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 950 time: 0.0795279 Apr 05 21:00:20.321522 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f1512f1-8f04-4650-9c80-5c8b46b05642 req-bd82ea9b-1ef4-4c7d-adac-c2339386f53a tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/security-groups?id=2ff1241d-0c53-4447-9377-0f3fae35e732&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378299 Apr 05 21:00:20.345819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-ea3ae4e2-08bf-4ff3-a071-88efa4187ed0 req-3c2d864c-0f2e-4d08-94e6-2e2d79291e95 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Deleting port d10c3b1f-80c8-481c-9f46-7bcba088cfd8 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:00:20.346192 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ea3ae4e2-08bf-4ff3-a071-88efa4187ed0 req-3c2d864c-0f2e-4d08-94e6-2e2d79291e95 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.586950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-ea3ae4e2-08bf-4ff3-a071-88efa4187ed0 req-3c2d864c-0f2e-4d08-94e6-2e2d79291e95 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] For port d10c3b1f-80c8-481c-9f46-7bcba088cfd8, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d10c3b1f-80c8-481c-9f46-7bcba088cfd8,segment=NetworkSegment(64420e63-1610-4537-ace1-84bb9705ce31),segment_id=64420e63-1610-4537-ace1-84bb9705ce31)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:00:20.587290 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ea3ae4e2-08bf-4ff3-a071-88efa4187ed0 req-3c2d864c-0f2e-4d08-94e6-2e2d79291e95 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.727459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-ea3ae4e2-08bf-4ff3-a071-88efa4187ed0 req-3c2d864c-0f2e-4d08-94e6-2e2d79291e95 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Calling delete_port for d10c3b1f-80c8-481c-9f46-7bcba088cfd8 owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:00:20.871884 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ea3ae4e2-08bf-4ff3-a071-88efa4187ed0 req-3c2d864c-0f2e-4d08-94e6-2e2d79291e95 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:20.884094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d10c3b1f-80c8-481c-9f46-7bcba088cfd8'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:00:20.957537 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d864c-0f2e-4d08-94e6-2e2d79291e95 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Pushing event deleted for resources: {'Port': ['ID=d10c3b1f-80c8-481c-9f46-7bcba088cfd8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:20.998931 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3ae4e2-08bf-4ff3-a071-88efa4187ed0 req-3c2d864c-0f2e-4d08-94e6-2e2d79291e95 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] No DVR routers for this DVR port d10c3b1f-80c8-481c-9f46-7bcba088cfd8 on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:00:21.001828 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-ea3ae4e2-08bf-4ff3-a071-88efa4187ed0 req-3c2d864c-0f2e-4d08-94e6-2e2d79291e95 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:21.009311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf0fc343-bdad-4df9-85d4-606d417c137c', 'name': 'network-vif-deleted', 'tag': 'd10c3b1f-80c8-481c-9f46-7bcba088cfd8'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:00:21.024067 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea3ae4e2-08bf-4ff3-a071-88efa4187ed0 req-3c2d864c-0f2e-4d08-94e6-2e2d79291e95 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.41 "DELETE /v2.0/ports/d10c3b1f-80c8-481c-9f46-7bcba088cfd8 HTTP/1.1" status: 204 len: 173 time: 0.7422833 Apr 05 21:00:21.060542 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf0fc343-bdad-4df9-85d4-606d417c137c', 'name': 'network-vif-deleted', 'tag': 'd10c3b1f-80c8-481c-9f46-7bcba088cfd8', 'status': 'completed', 'code': 200} Apr 05 21:00:21.485373 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-87676b4e-20a5-4856-b28b-51d0636d5b50 req-6ad7cf86-4920-4c1c-a4e5-65f63f475b67 tempest-ServersAdminNegativeTestJSON-793040490 tempest-ServersAdminNegativeTestJSON-793040490-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf0fc343-bdad-4df9-85d4-606d417c137c HTTP/1.1" status: 200 len: 210 time: 0.0458646 Apr 05 21:00:22.837198 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58548) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:22.978379 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-02992b54-a24a-4be3-9d9c-4c7afaf71e4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e27df8948def41019ffc8d72466e3741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398301 Apr 05 21:00:22.980821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58554) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:23.045823 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-383169f2-12ab-4d4d-9a95-06135835e5d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.071085 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-383169f2-12ab-4d4d-9a95-06135835e5d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.121408 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-383169f2-12ab-4d4d-9a95-06135835e5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.138527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383169f2-12ab-4d4d-9a95-06135835e5d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff1241d-0c53-4447-9377-0f3fae35e732,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:23.144998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-383169f2-12ab-4d4d-9a95-06135835e5d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.146131 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-383169f2-12ab-4d4d-9a95-06135835e5d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ff1241d-0c53-4447-9377-0f3fae35e732 HTTP/1.1" status: 204 len: 168 time: 0.1644220 Apr 05 21:00:23.415414 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58562) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:23.432441 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0cbda160-6f12-4070-853a-b7171f5b286f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.446359 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0cbda160-6f12-4070-853a-b7171f5b286f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:23.450192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0cbda160-6f12-4070-853a-b7171f5b286f admin admin] Usage tracker for resource:security_group_rule and tenant:d177ebad87f545b1b9d24d512b0f26a7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:23.452932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0cbda160-6f12-4070-853a-b7171f5b286f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:23.459077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0cbda160-6f12-4070-853a-b7171f5b286f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:23.539835 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0cbda160-6f12-4070-853a-b7171f5b286f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.543720 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0cbda160-6f12-4070-853a-b7171f5b286f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.592572 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0cbda160-6f12-4070-853a-b7171f5b286f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d177ebad87f545b1b9d24d512b0f26a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1760559 Apr 05 21:00:23.593423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbda160-6f12-4070-853a-b7171f5b286f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd379178-78ba-4b7f-a4b3-531e372d9ea1,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:23.595332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58566) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:23.658328 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.684035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.736573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.754766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd379178-78ba-4b7f-a4b3-531e372d9ea1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:23.765417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:23.765755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:23.766109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:23.766437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:23.766758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:23.767073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:23.767388 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:23.767701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:23.768012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:23.768324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:23.768634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:23.768942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:00:23.772118 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:23.773214 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-786ee9bf-6960-41ad-9fe1-4e546f41ab35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd379178-78ba-4b7f-a4b3-531e372d9ea1 HTTP/1.1" status: 204 len: 168 time: 0.1768885 Apr 05 21:00:24.458887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58590) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:24.560134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1971118508-network', 'tenant_id': '707453a3902f49279d9e206271ccd944'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:00:24.565566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:24.569936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Usage tracker for resource:network and tenant:707453a3902f49279d9e206271ccd944 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:24.572741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:24.578458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:24.589232 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Made reservation on behalf of 707453a3902f49279d9e206271ccd944 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:24.591575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:24.603983 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:24.618784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:24.622618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Usage tracker for resource:security_group_rule and tenant:707453a3902f49279d9e206271ccd944 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:24.625389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:24.631610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:24.715269 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:24.718910 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:24.751062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:00:24.760190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f759a74-fb42-44ca-a96b-7120f50e2c1a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:24.766601 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:24.767577 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Added segment a5f040f2-828a-441e-9799-ee73220cc6d8 of type vlan for network 876e4084-1362-459a-8ac8-baa2c5201771 Apr 05 21:00:24.796228 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:24.824594 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:24.825475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:24.826073 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.021802 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5618117 Apr 05 21:00:25.024576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58596) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:00:25.031828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Request body: {'subnet': {'network_id': '876e4084-1362-459a-8ac8-baa2c5201771', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1971118508-subnet', 'tenant_id': '707453a3902f49279d9e206271ccd944', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:00:25.035573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538aaa11-63cc-4d39-ba26-f94aeaa2d879 admin admin] Pushing event updated for resources: {'Network': ['ID=876e4084-1362-459a-8ac8-baa2c5201771,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:25.039984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:25.043917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Usage tracker for resource:subnet and tenant:707453a3902f49279d9e206271ccd944 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:25.045407 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 876e4084-1362-459a-8ac8-baa2c5201771 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:00:25.046854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:25.052947 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:25.062880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Made reservation on behalf of 707453a3902f49279d9e206271ccd944 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:25.065168 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.265248 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.339694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3a9d2cc-bb2a-44d9-bc73-986b7398a6a7,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:25.348683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Checking segment: {'id': 'a5f040f2-828a-441e-9799-ee73220cc6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '876e4084-1362-459a-8ac8-baa2c5201771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:00:25.349599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Network hostable DHCP agents. Network: 876e4084-1362-459a-8ac8-baa2c5201771, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:00:25.367831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Network 876e4084-1362-459a-8ac8-baa2c5201771 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:00:25.376335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 876e4084-1362-459a-8ac8-baa2c5201771) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:25.380843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:25.381838 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:25.385543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c813f00b-07e7-48cb-a0c7-957334cef88a None None] Network 876e4084-1362-459a-8ac8-baa2c5201771 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:00:25.411011 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9e7d6313-f9d3-4e74-9258-8d8d05bdc6fa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3766019 Apr 05 21:00:25.594247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d10c3b1f-80c8-481c-9f46-7bcba088cfd8 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:00:25.635380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: d10c3b1f-80c8-481c-9f46-7bcba088cfd8 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:00:25.635770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d10c3b1f-80c8-481c-9f46-7bcba088cfd8 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:00:25.641781 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be957e53-d528-4b38-b99e-f7a6480accd1 None None] Network 876e4084-1362-459a-8ac8-baa2c5201771 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:00:25.920416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-79ac30b8-7932-4afb-899c-10ca67ed458b tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:25.921008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-79ac30b8-7932-4afb-899c-10ca67ed458b tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Synchronizing usage tracker for tenant:707453a3902f49279d9e206271ccd944 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:25.937666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-79ac30b8-7932-4afb-899c-10ca67ed458b tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Unset dirty status for tenant:707453a3902f49279d9e206271ccd944 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:25.938846 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-79ac30b8-7932-4afb-899c-10ca67ed458b tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/networks?id=876e4084-1362-459a-8ac8-baa2c5201771 HTTP/1.1" status: 200 len: 812 time: 0.1638539 Apr 05 21:00:25.954583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-452d0f67-4047-4c6c-bc67-01a56ab8d340 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/quotas/707453a3902f49279d9e206271ccd944 HTTP/1.1" status: 200 len: 375 time: 0.0097158 Apr 05 21:00:26.004671 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-181300d0-2025-4951-8463-459bb33c25cc tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=707453a3902f49279d9e206271ccd944&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443826 Apr 05 21:00:26.062922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7ffbb144-ddc1-4ee9-b3e4-91e2a27b0c2e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 21:00:26.063899 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7ffbb144-ddc1-4ee9-b3e4-91e2a27b0c2e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527518 Apr 05 21:00:26.196351 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-27d7bc06-f4b0-42d0-a8fd-d7c94247a84d service neutron] 10.222.0.24 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263940 Apr 05 21:00:26.328435 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-0bfe71a7-55fb-40f8-bb8e-5e30ac8fef88 service neutron] 10.222.0.24 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263120 Apr 05 21:00:26.627881 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b91b36cd-dfd8-48f0-abc3-749fe98653c9 req-de1d7266-d926-447a-8b90-d41cbdaead14 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 210 time: 0.1635025 Apr 05 21:00:27.795955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a07e73a8-5eff-452b-92f2-80f70e739316 req-55fa82d3-c0a5-4225-ab49-0ee92256514a tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 210 time: 0.0432370 Apr 05 21:00:27.797213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-9d594525-70a8-4221-927e-9e883e9a59ee tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:27.798751 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-9d594525-70a8-4221-927e-9e883e9a59ee tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.41 "GET /v2.0/networks?id=876e4084-1362-459a-8ac8-baa2c5201771 HTTP/1.1" status: 200 len: 812 time: 0.1569343 Apr 05 21:00:27.810486 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Request body: {'port': {'device_id': '6767b891-b0c7-4dcf-adbb-2413f64d5ea9', 'network_id': '876e4084-1362-459a-8ac8-baa2c5201771', 'admin_state_up': True, 'tenant_id': '707453a3902f49279d9e206271ccd944'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:00:27.946555 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:00:27.950339 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Usage tracker for resource:port and tenant:707453a3902f49279d9e206271ccd944 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:00:27.953050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:00:27.959182 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:00:27.968778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Made reservation on behalf of 707453a3902f49279d9e206271ccd944 for: {'port': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:00:27.972413 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.135711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Allocated IP 172.20.0.2 (876e4084-1362-459a-8ac8-baa2c5201771/c3a9d2cc-bb2a-44d9-bc73-986b7398a6a7/9c478fa8-8c01-43ee-8ba7-ce51412e20cb) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:00:28.330966 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.359350 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.426346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Network 876e4084-1362-459a-8ac8-baa2c5201771 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:00:28.429297 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:00:28.437186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:00:28.474189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Pushing event updated for resources: {'Port': ['ID=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:28.503928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:28.504513 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:28.528823 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-2acadad4-7423-474d-a2a9-ab601182bbba tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7220695 Apr 05 21:00:28.540269 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Request body: {'port': {'device_id': '6767b891-b0c7-4dcf-adbb-2413f64d5ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:00:28.648600 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.048543 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56a4d1-8c16-463f-b558-455966af94c3 req-2a4adbfd-38a5-49b1-a9c2-8a4cdcd3384a tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:29.049205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5b56a4d1-8c16-463f-b558-455966af94c3 req-2a4adbfd-38a5-49b1-a9c2-8a4cdcd3384a tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Synchronizing usage tracker for tenant:707453a3902f49279d9e206271ccd944 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:29.053124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c478fa8-8c01-43ee-8ba7-ce51412e20cb {{(pid=87965) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:00:29.060892 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.081590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Transition to ACTIVE for port object 9c478fa8-8c01-43ee-8ba7-ce51412e20cb will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:00:29.085955 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.124236 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-5b56a4d1-8c16-463f-b558-455966af94c3 req-2a4adbfd-38a5-49b1-a9c2-8a4cdcd3384a tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Unset dirty status for tenant:707453a3902f49279d9e206271ccd944 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:29.125373 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b56a4d1-8c16-463f-b558-455966af94c3 req-2a4adbfd-38a5-49b1-a9c2-8a4cdcd3384a tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 931 time: 0.2209818 Apr 05 21:00:29.238658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:29.420994 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5b56a4d1-8c16-463f-b558-455966af94c3 req-3f62b385-868b-407c-a814-8aa2ea455f05 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863393 Apr 05 21:00:29.459717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Attempting to bind port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:00:29.460041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Attempting to bind port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'a5f040f2-828a-441e-9799-ee73220cc6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '876e4084-1362-459a-8ac8-baa2c5201771'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:00:29.460361 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Attempting to bind port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb on network 876e4084-1362-459a-8ac8-baa2c5201771 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:00:29.464800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb on network 876e4084-1362-459a-8ac8-baa2c5201771 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:00:29.465116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Attempting to bind port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb on network 876e4084-1362-459a-8ac8-baa2c5201771 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:00:29.470118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:00:29.470445 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Checking segment: {'id': 'a5f040f2-828a-441e-9799-ee73220cc6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '876e4084-1362-459a-8ac8-baa2c5201771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:00:29.470816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Bound using segment: {'id': 'a5f040f2-828a-441e-9799-ee73220cc6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '876e4084-1362-459a-8ac8-baa2c5201771'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:00:29.471234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Bound port: 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f040f2-828a-441e-9799-ee73220cc6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '876e4084-1362-459a-8ac8-baa2c5201771'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:00:29.471571 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.560042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] For port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:00:29.563330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] For port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,segment=NetworkSegment(a5f040f2-828a-441e-9799-ee73220cc6d8),segment_id=a5f040f2-828a-441e-9799-ee73220cc6d8)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:00:29.566790 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.620066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:29.620666 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:29.622035 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/9c478fa8-8c01-43ee-8ba7-ce51412e20cb HTTP/1.1" status: 200 len: 1091 time: 1.0856102 Apr 05 21:00:29.622599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6767b891-b0c7-4dcf-adbb-2413f64d5ea9', 'tag': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:00:29.650707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294e35e-847e-4d41-9f1c-e023cbbf33e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,revision_number=3']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:29.706294 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6767b891-b0c7-4dcf-adbb-2413f64d5ea9', 'tag': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb', 'status': 'completed', 'code': 200} Apr 05 21:00:29.749964 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-8cc6c9a3-296f-402b-9dff-61f192b4727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:29.751419 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-8cc6c9a3-296f-402b-9dff-61f192b4727e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=707453a3902f49279d9e206271ccd944&device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 1094 time: 0.0802760 Apr 05 21:00:29.822284 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-a183add8-9ad0-4e37-9dba-0c30027f9202 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb HTTP/1.1" status: 200 len: 217 time: 0.0635324 Apr 05 21:00:29.885854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-a58e85a8-ce56-4324-8933-a5dfd89b3d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:29.887262 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-a58e85a8-ce56-4324-8933-a5dfd89b3d27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3a9d2cc-bb2a-44d9-bc73-986b7398a6a7 HTTP/1.1" status: 200 len: 852 time: 0.0594501 Apr 05 21:00:29.933866 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-f1b44575-5a07-4754-922a-9dbaf2cfce6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=876e4084-1362-459a-8ac8-baa2c5201771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404170 Apr 05 21:00:30.062565 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-59025531-726b-431a-8445-a23da44ea4bc service neutron] 10.222.0.41 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225126 Apr 05 21:00:30.194217 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bb82c2ec-1fea-4a9f-8075-c89369704e19 req-04dfa7ae-3d76-4e11-bb4b-d354e80740c1 service neutron] 10.222.0.41 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253114 Apr 05 21:00:30.306807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeb9ed-fbe5-4be2-9adb-cce2603b9ee1 req-5e21c268-3c26-4f34-b0df-b6eedb237897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:30.308266 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9eeb9ed-fbe5-4be2-9adb-cce2603b9ee1 req-5e21c268-3c26-4f34-b0df-b6eedb237897 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=707453a3902f49279d9e206271ccd944&device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 1094 time: 0.0689478 Apr 05 21:00:30.435901 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeb9ed-fbe5-4be2-9adb-cce2603b9ee1 req-11c99b38-9ac5-4dc2-a4ba-85eb6fe75c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:30.437305 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9eeb9ed-fbe5-4be2-9adb-cce2603b9ee1 req-11c99b38-9ac5-4dc2-a4ba-85eb6fe75c37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=876e4084-1362-459a-8ac8-baa2c5201771 HTTP/1.1" status: 200 len: 913 time: 0.1231546 Apr 05 21:00:30.508952 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9eeb9ed-fbe5-4be2-9adb-cce2603b9ee1 req-62e1acd4-4c08-4196-bb52-ca52570765f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb HTTP/1.1" status: 200 len: 217 time: 0.0646653 Apr 05 21:00:30.616151 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeb9ed-fbe5-4be2-9adb-cce2603b9ee1 req-dcff7ad5-6087-425c-a162-79efb5a59a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:30.617552 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9eeb9ed-fbe5-4be2-9adb-cce2603b9ee1 req-dcff7ad5-6087-425c-a162-79efb5a59a65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3a9d2cc-bb2a-44d9-bc73-986b7398a6a7 HTTP/1.1" status: 200 len: 852 time: 0.1024604 Apr 05 21:00:30.665984 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9eeb9ed-fbe5-4be2-9adb-cce2603b9ee1 req-a2f2378e-619f-4663-8abf-dcd36e0e76d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=876e4084-1362-459a-8ac8-baa2c5201771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414226 Apr 05 21:00:30.720593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b50eb-82e1-4d7c-84dd-2bf13ee487a4 req-24c94eb2-b7e3-4636-a866-c8a6cac05302 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:30.721936 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1a3b50eb-82e1-4d7c-84dd-2bf13ee487a4 req-24c94eb2-b7e3-4636-a866-c8a6cac05302 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 943 time: 0.1767132 Apr 05 21:00:30.835231 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1a3b50eb-82e1-4d7c-84dd-2bf13ee487a4 req-9d45ab0e-5acd-43bc-a1f6-0cac9b07faef tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691423 Apr 05 21:00:30.842567 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9eeb9ed-fbe5-4be2-9adb-cce2603b9ee1 req-60c400b8-b77c-43b4-b226-8d7d46bc9cf2 service neutron] 10.222.0.41 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687443 Apr 05 21:00:31.081354 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a9eeb9ed-fbe5-4be2-9adb-cce2603b9ee1 req-4b2d11df-b403-4512-a735-9b108cd7fc78 service neutron] 10.222.0.41 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316945 Apr 05 21:00:32.023456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a03dc-c6a6-4309-ac64-07c34c89af2f req-c9ab3664-37fb-4a5b-8e6a-eaa650e53c0c tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:32.024889 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b4a03dc-c6a6-4309-ac64-07c34c89af2f req-c9ab3664-37fb-4a5b-8e6a-eaa650e53c0c tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 943 time: 0.0830991 Apr 05 21:00:32.066765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0b4a03dc-c6a6-4309-ac64-07c34c89af2f req-9594b426-05d6-4984-9885-4d640a01850a tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Synchronizing usage tracker for tenant:707453a3902f49279d9e206271ccd944 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:00:32.084354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0b4a03dc-c6a6-4309-ac64-07c34c89af2f req-9594b426-05d6-4984-9885-4d640a01850a tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Unset dirty status for tenant:707453a3902f49279d9e206271ccd944 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:00:32.085536 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0b4a03dc-c6a6-4309-ac64-07c34c89af2f req-9594b426-05d6-4984-9885-4d640a01850a tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549181 Apr 05 21:00:33.269818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fed72ea-5132-4c87-8ea6-70785195df3d req-34a16f36-3c94-49c7-8a34-ffde663d6abe tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:33.271311 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9fed72ea-5132-4c87-8ea6-70785195df3d req-34a16f36-3c94-49c7-8a34-ffde663d6abe tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 943 time: 0.0794897 Apr 05 21:00:33.322106 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9fed72ea-5132-4c87-8ea6-70785195df3d req-936003c4-c380-4ddc-bdb0-188abf453f64 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451565 Apr 05 21:00:33.655414 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 9c478fa8-8c01-43ee-8ba7-ce51412e20cb details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:00:33.787730 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,segment=NetworkSegment(a5f040f2-828a-441e-9799-ee73220cc6d8),segment_id=a5f040f2-828a-441e-9799-ee73220cc6d8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:00:33.803338 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb', 'network_id': '876e4084-1362-459a-8ac8-baa2c5201771', 'port_id': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb', 'mac_address': 'fa:16:3e:e4:2a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a9d2cc-bb2a-44d9-bc73-986b7398a6a7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:00:33.857204 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:33.873678 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c478fa8-8c01-43ee-8ba7-ce51412e20cb {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:00:33.889406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,segment=NetworkSegment(a5f040f2-828a-441e-9799-ee73220cc6d8),segment_id=a5f040f2-828a-441e-9799-ee73220cc6d8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:00:33.893146 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:33.958403 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:34.076831 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['9c478fa8-8c01-43ee-8ba7-ce51412e20cb'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:00:34.503249 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc00dbd-f137-4ba1-95b0-daf6d4fbc38e req-9082a777-ab00-49d9-ba3e-fec75c99cc81 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:34.504679 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8bc00dbd-f137-4ba1-95b0-daf6d4fbc38e req-9082a777-ab00-49d9-ba3e-fec75c99cc81 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 944 time: 0.0788136 Apr 05 21:00:34.551335 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8bc00dbd-f137-4ba1-95b0-daf6d4fbc38e req-5dc2bc28-f388-4b3f-a879-0b39c9c40edc tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410638 Apr 05 21:00:35.685799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 9c478fa8-8c01-43ee-8ba7-ce51412e20cb up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:00:35.739190 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d5477-e290-462a-a9e0-a4f8c603ebe8 req-596226b6-5732-4c75-8c50-15cd2580040f tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:35.740630 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea7d5477-e290-462a-a9e0-a4f8c603ebe8 req-596226b6-5732-4c75-8c50-15cd2580040f tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 944 time: 0.0861592 Apr 05 21:00:35.762370 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:00:35.767393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:00:35.767772 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:35.788586 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea7d5477-e290-462a-a9e0-a4f8c603ebe8 req-94d86dd9-6f14-47fd-9af6-a5e37570db20 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410278 Apr 05 21:00:35.881630 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:35.909901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6767b891-b0c7-4dcf-adbb-2413f64d5ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:00:35.919060 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,segment=NetworkSegment(a5f040f2-828a-441e-9799-ee73220cc6d8),segment_id=a5f040f2-828a-441e-9799-ee73220cc6d8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:00:35.923629 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:35.992770 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6767b891-b0c7-4dcf-adbb-2413f64d5ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb', 'code': 200} Apr 05 21:00:36.025110 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:00:36.096754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b78798-d3d7-4598-8824-982c76bcce8a req-3199416f-8537-47fd-b300-f1f9b3e41f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:36.098241 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f7b78798-d3d7-4598-8824-982c76bcce8a req-3199416f-8537-47fd-b300-f1f9b3e41f9c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0794647 Apr 05 21:00:36.140545 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f7b78798-d3d7-4598-8824-982c76bcce8a req-9ae39260-894c-4365-9b43-89f87bd6b5a3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366764 Apr 05 21:00:36.969785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa0687-614e-4921-a0a8-3b2c15d9a7c1 req-22259b89-1220-4a9b-8b6c-d27d974c2c61 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:36.971277 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-29fa0687-614e-4921-a0a8-3b2c15d9a7c1 req-22259b89-1220-4a9b-8b6c-d27d974c2c61 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0774117 Apr 05 21:00:37.014750 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-29fa0687-614e-4921-a0a8-3b2c15d9a7c1 req-7d25a116-c11a-4f22-b62d-9c800dff2011 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379243 Apr 05 21:00:38.199771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebcf4e4-752d-4a69-bfea-bb7ee7ca0660 req-45e1e1a0-f947-48bf-92ca-1cf9e5b85dc8 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:38.201216 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aebcf4e4-752d-4a69-bfea-bb7ee7ca0660 req-45e1e1a0-f947-48bf-92ca-1cf9e5b85dc8 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0794222 Apr 05 21:00:38.244735 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aebcf4e4-752d-4a69-bfea-bb7ee7ca0660 req-253f8348-3832-4924-9d81-6b0f609b8b41 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379729 Apr 05 21:00:38.661031 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-dedbde4e-beb6-4bc2-91e4-1d20f4bbf89f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1250768 Apr 05 21:00:38.661599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c955dd-7e09-44db-91c0-0f711465ffd0 req-cd2a68e7-7674-4a41-8d3d-c7e3b0166bb0 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:38.663130 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-89c955dd-7e09-44db-91c0-0f711465ffd0 req-cd2a68e7-7674-4a41-8d3d-c7e3b0166bb0 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0838315 Apr 05 21:00:38.712240 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-89c955dd-7e09-44db-91c0-0f711465ffd0 req-25409da8-e7a4-452b-aaa4-0da6c01a6147 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433149 Apr 05 21:00:39.040444 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:39.316968 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:39.755176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-6b421137-a52d-4a1d-b2e0-14748f51a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:39.756723 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-6b421137-a52d-4a1d-b2e0-14748f51a599 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=707453a3902f49279d9e206271ccd944&device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 1096 time: 0.0727491 Apr 05 21:00:39.936614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-a09df929-967d-4f8e-ae14-01e1e0f4c285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:39.938049 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-a09df929-967d-4f8e-ae14-01e1e0f4c285 service neutron] 10.222.0.41 "GET /v2.0/networks?id=876e4084-1362-459a-8ac8-baa2c5201771 HTTP/1.1" status: 200 len: 913 time: 0.1754522 Apr 05 21:00:40.007979 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-3eca670c-af16-4ab1-bb3b-17e44bbe1347 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb HTTP/1.1" status: 200 len: 217 time: 0.0614107 Apr 05 21:00:40.015341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78456fc-8e99-4bc9-a296-c2b3755656f5 req-47ddbc2e-3906-420b-bcb0-7aadf4971f54 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:40.016668 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b78456fc-8e99-4bc9-a296-c2b3755656f5 req-47ddbc2e-3906-420b-bcb0-7aadf4971f54 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.1723673 Apr 05 21:00:40.104550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-1e89dda6-c254-4611-8e92-6808058f4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:40.105946 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-1e89dda6-c254-4611-8e92-6808058f4566 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3a9d2cc-bb2a-44d9-bc73-986b7398a6a7 HTTP/1.1" status: 200 len: 852 time: 0.0884628 Apr 05 21:00:40.108712 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b78456fc-8e99-4bc9-a296-c2b3755656f5 req-158624fd-c51c-4012-a36c-a5efdd4e9b27 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591936 Apr 05 21:00:40.151711 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-e7b41ac9-5954-4b18-b81c-74fb0c3bc1d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=876e4084-1362-459a-8ac8-baa2c5201771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400088 Apr 05 21:00:40.277975 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-8f6af849-7f3c-4ea9-8180-250a1442d8d9 service neutron] 10.222.0.41 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205938 Apr 05 21:00:40.404121 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-e17a3ac9-038d-4cc3-87ed-ff9121667f87 service neutron] 10.222.0.41 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207647 Apr 05 21:00:41.291332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e96958-5b09-4234-ad7c-5990da85d8cb req-5a1597ca-d11f-48b4-94b0-8fb2201146db tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:41.292763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74e96958-5b09-4234-ad7c-5990da85d8cb req-5a1597ca-d11f-48b4-94b0-8fb2201146db tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0791919 Apr 05 21:00:41.336470 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74e96958-5b09-4234-ad7c-5990da85d8cb req-6a25be6e-783d-48d8-b982-4a353990da86 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380170 Apr 05 21:00:41.437023 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-abcb5501-b4eb-4377-9f0d-0065a5e2cf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:42.533171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe13c7a-58ec-46fb-a932-20d1082cd224 req-1b9ac543-d101-461c-bbf4-ee5508b745b0 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:42.534652 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2fe13c7a-58ec-46fb-a932-20d1082cd224 req-1b9ac543-d101-461c-bbf4-ee5508b745b0 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0929258 Apr 05 21:00:42.580686 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2fe13c7a-58ec-46fb-a932-20d1082cd224 req-d6690b82-e08d-4463-9f15-efe8a5fcaff6 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399296 Apr 05 21:00:43.727323 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5465352c-15cc-4918-b1bf-08338395faa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:43.775259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99e45ad-b6e4-45fd-84b2-b46662f97fa8 req-bd6d4afb-9e98-4ec2-8e70-b4af460a70b1 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:43.776708 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d99e45ad-b6e4-45fd-84b2-b46662f97fa8 req-bd6d4afb-9e98-4ec2-8e70-b4af460a70b1 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0897007 Apr 05 21:00:43.821413 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d99e45ad-b6e4-45fd-84b2-b46662f97fa8 req-5192299c-e184-4265-a6fb-ef9de0b0fb9f tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385032 Apr 05 21:00:44.898039 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:44.959870 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:45.002562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b3e87-7d86-4887-a1d5-092bb6e747ac req-c9d502a9-15d1-419b-86c1-ee235cfefcbc tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:45.003950 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-af0b3e87-7d86-4887-a1d5-092bb6e747ac req-c9d502a9-15d1-419b-86c1-ee235cfefcbc tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0789239 Apr 05 21:00:45.046877 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-af0b3e87-7d86-4887-a1d5-092bb6e747ac req-09bf6567-bcd4-4969-97b5-c5c21a764c10 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368254 Apr 05 21:00:46.165580 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:00:46.230037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f735ea-6607-45dd-b5ec-7cd0296cbc2d req-b1eda987-a913-4329-9f29-58a3caa56966 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:46.231483 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77f735ea-6607-45dd-b5ec-7cd0296cbc2d req-b1eda987-a913-4329-9f29-58a3caa56966 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0805161 Apr 05 21:00:46.278469 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77f735ea-6607-45dd-b5ec-7cd0296cbc2d req-c6b91ce3-4e8f-4c07-a0bb-77382fd79d16 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Apr 05 21:00:47.460629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44106b10-d4d0-4050-8e35-3d3f1638f4d7 req-8c220e9e-b393-4b04-ad5d-5b15a23e7398 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:47.462064 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-44106b10-d4d0-4050-8e35-3d3f1638f4d7 req-8c220e9e-b393-4b04-ad5d-5b15a23e7398 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0814843 Apr 05 21:00:47.504972 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-44106b10-d4d0-4050-8e35-3d3f1638f4d7 req-6e7d5c40-a9eb-4185-8894-c09df44318f0 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Apr 05 21:00:48.684946 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246eee9-3188-42aa-9fc0-bc42991e9d47 req-80ea24c6-081c-4c68-98bc-fcf7fccc5205 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:48.687204 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4246eee9-3188-42aa-9fc0-bc42991e9d47 req-80ea24c6-081c-4c68-98bc-fcf7fccc5205 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0803995 Apr 05 21:00:48.736625 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4246eee9-3188-42aa-9fc0-bc42991e9d47 req-e5a41228-ed5a-4a53-b4a2-bec61475e589 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381401 Apr 05 21:00:49.920370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc775995-dce7-49b8-9592-c6d17edd2c10 req-477ab416-9107-46c6-b017-9d7f3e6e1fb8 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:49.921811 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc775995-dce7-49b8-9592-c6d17edd2c10 req-477ab416-9107-46c6-b017-9d7f3e6e1fb8 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0782797 Apr 05 21:00:49.968208 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc775995-dce7-49b8-9592-c6d17edd2c10 req-b589fdc6-af6f-4e96-b9c2-81e7e2d3b03e tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Apr 05 21:00:50.564766 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:00:51.156266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa1319-526e-422e-97b5-c947a3aafd66 req-15facaf1-94ce-41af-acef-e2f64e95e7df tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:51.157694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7afa1319-526e-422e-97b5-c947a3aafd66 req-15facaf1-94ce-41af-acef-e2f64e95e7df tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0828514 Apr 05 21:00:51.204404 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7afa1319-526e-422e-97b5-c947a3aafd66 req-33890a74-20db-4ca7-a0c6-0a542ca1dd52 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 Apr 05 21:00:52.385198 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2218d29-a632-4c11-a729-851995b239f5 req-0295143c-d229-41b3-8622-4cf6adc9afe1 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:52.386642 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2218d29-a632-4c11-a729-851995b239f5 req-0295143c-d229-41b3-8622-4cf6adc9afe1 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0779376 Apr 05 21:00:52.430971 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f2218d29-a632-4c11-a729-851995b239f5 req-83c4d84d-cf59-4659-84a3-9a4da222a71f tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386999 Apr 05 21:00:53.612506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63345cc1-97cb-48c3-8fc6-3f24407e6195 req-ff247d3c-dd00-4313-b075-a688e0e7db86 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:53.613975 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-63345cc1-97cb-48c3-8fc6-3f24407e6195 req-ff247d3c-dd00-4313-b075-a688e0e7db86 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0807917 Apr 05 21:00:53.656542 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-63345cc1-97cb-48c3-8fc6-3f24407e6195 req-300afb71-145c-4801-891a-1a6533cd637b tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369751 Apr 05 21:00:54.832823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-763c914f-edb9-4600-ba47-84cb2ed47a1e req-0eeb9027-4f89-40bd-8724-5437f743b0c2 tempest-TestSecurityGroupsBasicOps-646844014 tempest-TestSecurityGroupsBasicOps-646844014-project] (87964) timed out ('10.222.0.41', 51561) {{(pid=87964) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:00:54.841422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564988a6-b40d-4322-aa50-7163a426a5a3 req-06fee2b4-9f45-4d3c-9831-16845b5534b5 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:54.842890 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-564988a6-b40d-4322-aa50-7163a426a5a3 req-06fee2b4-9f45-4d3c-9831-16845b5534b5 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0822864 Apr 05 21:00:54.886146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-564988a6-b40d-4322-aa50-7163a426a5a3 req-93d0c3d0-02ae-452a-a2c2-11201210945e tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370960 Apr 05 21:00:56.070898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1e5fa-0346-4d78-804e-d0e50de49dbb req-ac04ab46-459b-40a7-abde-20d03a72fe9a tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:56.072323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-31b1e5fa-0346-4d78-804e-d0e50de49dbb req-ac04ab46-459b-40a7-abde-20d03a72fe9a tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0811195 Apr 05 21:00:56.115521 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-31b1e5fa-0346-4d78-804e-d0e50de49dbb req-ae2812a4-2129-431c-bad5-f0597f0a972d tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375330 Apr 05 21:00:57.297468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1e7d1-7063-48e6-a822-ce1194f0acf6 req-498f8d78-e612-4e89-81d8-4b0eca7d8760 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:57.298914 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-04a1e7d1-7063-48e6-a822-ce1194f0acf6 req-498f8d78-e612-4e89-81d8-4b0eca7d8760 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0789220 Apr 05 21:00:57.341479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-04a1e7d1-7063-48e6-a822-ce1194f0acf6 req-d8c0254a-7ec9-4cc8-8f04-999b6fa3c4ac tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365453 Apr 05 21:00:58.528372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd0266-218d-4680-9e77-514f62a55508 req-73ff9d54-7d81-4a08-9568-c2ffa603fbcb tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:58.529793 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9bfd0266-218d-4680-9e77-514f62a55508 req-73ff9d54-7d81-4a08-9568-c2ffa603fbcb tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0828440 Apr 05 21:00:58.674725 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9bfd0266-218d-4680-9e77-514f62a55508 req-6388f0de-401f-4940-ad14-b211dd653a1d tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385782 Apr 05 21:00:59.859604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b25756-287e-4537-b745-c50d97c2209b req-af454ab7-6044-43e7-a01b-c7956b3ac79c tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:00:59.861043 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-92b25756-287e-4537-b745-c50d97c2209b req-af454ab7-6044-43e7-a01b-c7956b3ac79c tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0823140 Apr 05 21:00:59.904434 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-92b25756-287e-4537-b745-c50d97c2209b req-190aa479-8fb0-41fb-a2fe-982287efda62 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377536 Apr 05 21:01:01.086040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9546f-4fb7-479f-ba1e-4f8420c74a90 req-35ef7248-9f4f-4c9e-bf12-1e0d5ec43001 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:01.087493 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9e9546f-4fb7-479f-ba1e-4f8420c74a90 req-35ef7248-9f4f-4c9e-bf12-1e0d5ec43001 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0800931 Apr 05 21:01:01.130722 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d9e9546f-4fb7-479f-ba1e-4f8420c74a90 req-8f850331-9356-435c-b246-08d0b041991a tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376503 Apr 05 21:01:02.322231 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08320d-a989-4f7d-bdc8-0d12097c13bc req-06d1438c-a194-4a43-b891-bf76cd048f00 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:02.323648 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d08320d-a989-4f7d-bdc8-0d12097c13bc req-06d1438c-a194-4a43-b891-bf76cd048f00 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0785849 Apr 05 21:01:02.472025 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0d08320d-a989-4f7d-bdc8-0d12097c13bc req-24a9aab7-0b4b-4c21-8673-058c86b1e111 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427352 Apr 05 21:01:03.655375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191a279-fc81-49ea-a9e4-5ed259ac550c req-168e8b1b-6e41-4163-a0c2-91d96aef0bd2 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:03.656818 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e191a279-fc81-49ea-a9e4-5ed259ac550c req-168e8b1b-6e41-4163-a0c2-91d96aef0bd2 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0810356 Apr 05 21:01:03.701251 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e191a279-fc81-49ea-a9e4-5ed259ac550c req-d9da51ca-e9aa-4885-a3ec-2a0f8fe98f4e tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381610 Apr 05 21:01:04.885579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c7b92-46c9-430b-abb6-f022a72f85ab req-55df2972-03bf-4f88-a3ca-827834fe59e8 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:04.887031 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-017c7b92-46c9-430b-abb6-f022a72f85ab req-55df2972-03bf-4f88-a3ca-827834fe59e8 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0792756 Apr 05 21:01:04.930629 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-017c7b92-46c9-430b-abb6-f022a72f85ab req-05fad965-6e2e-4e94-8263-7aa017b126bf tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377464 Apr 05 21:01:06.117068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0fb6dc-7de4-404b-845b-24259ed93e0c req-9d4abb22-55d0-4445-8b00-a94212b272b3 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:06.118504 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d0fb6dc-7de4-404b-845b-24259ed93e0c req-9d4abb22-55d0-4445-8b00-a94212b272b3 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0816333 Apr 05 21:01:06.162599 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9d0fb6dc-7de4-404b-845b-24259ed93e0c req-262dd654-d1fc-4bad-849d-7f0e0db6d7de tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384312 Apr 05 21:01:07.347137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa03ce-5f6c-4389-ae31-071fbc073c43 req-627de038-5e3d-4eef-b64c-346cf3d52d0e tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:07.349063 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-58aa03ce-5f6c-4389-ae31-071fbc073c43 req-627de038-5e3d-4eef-b64c-346cf3d52d0e tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0820558 Apr 05 21:01:07.391284 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-58aa03ce-5f6c-4389-ae31-071fbc073c43 req-4eb9d308-f88f-4a3d-994a-4844fe0a4e38 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367351 Apr 05 21:01:07.570157 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-05ec9177-0729-4c50-ae30-601e620e4099 service neutron] show failed (client error): The resource could not be found. Apr 05 21:01:07.571158 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-05ec9177-0729-4c50-ae30-601e620e4099 service neutron] 10.222.0.41 "GET /v2.0/ports/9c478fa8-8c01-43ee-8ba7-ce51412e20cb/bindings/n-h1-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.0731604 Apr 05 21:01:07.882814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-5dcc98e8-af94-4cd8-93b6-51d1b59368b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:07.884184 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-5dcc98e8-af94-4cd8-93b6-51d1b59368b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9&tenant_id=707453a3902f49279d9e206271ccd944 HTTP/1.1" status: 200 len: 1096 time: 0.1228163 Apr 05 21:01:07.895396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:01:08.002654 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:08.281498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] For port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,segment=NetworkSegment(a5f040f2-828a-441e-9799-ee73220cc6d8),segment_id=a5f040f2-828a-441e-9799-ee73220cc6d8)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:01:08.311974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] For port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:01:08.370039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6767b891-b0c7-4dcf-adbb-2413f64d5ea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:01:08.375854 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:08.392226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Transition to ACTIVE for port object 9c478fa8-8c01-43ee-8ba7-ce51412e20cb will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:08.396110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:08.508326 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6767b891-b0c7-4dcf-adbb-2413f64d5ea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb', 'code': 200} Apr 05 21:01:08.578141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] No DVR routers for this DVR port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:01:08.581587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:08.593961 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b920293-8d30-4fca-8f02-79f788a19b4a req-5333e8bd-9ddb-4a08-a3e9-de45c3a28a17 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:08.595497 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7b920293-8d30-4fca-8f02-79f788a19b4a req-5333e8bd-9ddb-4a08-a3e9-de45c3a28a17 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 943 time: 0.0847766 Apr 05 21:01:08.638145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Attempting to bind port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:01:08.638470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Attempting to bind port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'a5f040f2-828a-441e-9799-ee73220cc6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '876e4084-1362-459a-8ac8-baa2c5201771'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:01:08.638791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Attempting to bind port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb on network 876e4084-1362-459a-8ac8-baa2c5201771 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:01:08.640857 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7b920293-8d30-4fca-8f02-79f788a19b4a req-245cca1f-5cff-4bf4-9991-17c4a1f9553b tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384955 Apr 05 21:01:08.643876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb on network 876e4084-1362-459a-8ac8-baa2c5201771 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:01:08.644789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Attempting to bind port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb on network 876e4084-1362-459a-8ac8-baa2c5201771 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:01:08.650297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:01:08.650640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Checking segment: {'id': 'a5f040f2-828a-441e-9799-ee73220cc6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '876e4084-1362-459a-8ac8-baa2c5201771'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:01:08.651018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Bound using segment: {'id': 'a5f040f2-828a-441e-9799-ee73220cc6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '876e4084-1362-459a-8ac8-baa2c5201771'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:01:08.651563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Bound port: 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5f040f2-828a-441e-9799-ee73220cc6d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '876e4084-1362-459a-8ac8-baa2c5201771'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:01:08.652171 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:08.746932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] For port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:01:08.750411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] For port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,segment=NetworkSegment(a5f040f2-828a-441e-9799-ee73220cc6d8),segment_id=a5f040f2-828a-441e-9799-ee73220cc6d8)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:01:08.756213 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:08.812214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:08.812813 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:08.814197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] 10.222.0.13 "PUT /v2.0/ports/9c478fa8-8c01-43ee-8ba7-ce51412e20cb HTTP/1.1" status: 200 len: 1091 time: 0.9230585 Apr 05 21:01:08.834068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289f0ae-8f1c-4609-9c65-56244fd329b2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:08.909955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-67fafce6-7fb8-433a-90f8-663695acdb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:08.911448 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-67fafce6-7fb8-433a-90f8-663695acdb3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=707453a3902f49279d9e206271ccd944&device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 1094 time: 0.0747173 Apr 05 21:01:09.040258 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.042444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-9a367eeb-d529-4b6f-89ec-3e9a89d5127a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:09.043903 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-9a367eeb-d529-4b6f-89ec-3e9a89d5127a service neutron] 10.222.0.13 "GET /v2.0/networks?id=876e4084-1362-459a-8ac8-baa2c5201771 HTTP/1.1" status: 200 len: 913 time: 0.1268070 Apr 05 21:01:09.110695 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-0db9c26f-0da1-49a6-b014-867c2089833f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb HTTP/1.1" status: 200 len: 217 time: 0.0605831 Apr 05 21:01:09.277523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-c31e724c-355b-4462-b4f0-5a7b331e734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:09.278983 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-c31e724c-355b-4462-b4f0-5a7b331e734b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3a9d2cc-bb2a-44d9-bc73-986b7398a6a7 HTTP/1.1" status: 200 len: 852 time: 0.1630371 Apr 05 21:01:09.323174 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:09.326012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-6b269ba6-c9b4-487d-a8a3-b455c76e362b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=876e4084-1362-459a-8ac8-baa2c5201771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412669 Apr 05 21:01:09.335666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-44bfb68f-1c31-4f89-b765-cf051059ab25 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 21:01:09.336604 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-44bfb68f-1c31-4f89-b765-cf051059ab25 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052643 Apr 05 21:01:09.465009 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-f6065332-32b1-44b0-819c-3b1fe3bc30c6 service neutron] 10.222.0.13 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226575 Apr 05 21:01:09.602174 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1eb525f-91de-4bf8-bd0c-09c4687a5d0a req-8d3501e9-cc98-4727-a590-a2a73b28a6d2 service neutron] 10.222.0.13 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316483 Apr 05 21:01:09.835127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646d400-6cec-4a3f-986e-470523b6f410 req-9c7363e5-7140-4a64-be52-f2650fb0843b tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:09.836576 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1646d400-6cec-4a3f-986e-470523b6f410 req-9c7363e5-7140-4a64-be52-f2650fb0843b tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 943 time: 0.0869896 Apr 05 21:01:09.883992 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1646d400-6cec-4a3f-986e-470523b6f410 req-33705838-2fba-4a74-9862-22d29b54c4ac tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417280 Apr 05 21:01:10.509310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6767b891-b0c7-4dcf-adbb-2413f64d5ea9', 'tag': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:01:10.564690 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6767b891-b0c7-4dcf-adbb-2413f64d5ea9', 'tag': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb', 'status': 'completed', 'code': 200} Apr 05 21:01:10.651760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-f7c66c7e-c79d-463d-8d14-d6baa7a95c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:10.653586 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-f7c66c7e-c79d-463d-8d14-d6baa7a95c6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=707453a3902f49279d9e206271ccd944&device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 1094 time: 0.0723650 Apr 05 21:01:10.657189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-820c0a80-85e3-4f8b-8443-1f026f4f6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:10.658790 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-820c0a80-85e3-4f8b-8443-1f026f4f6c50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=707453a3902f49279d9e206271ccd944&device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 1094 time: 0.0716918 Apr 05 21:01:10.788936 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-025563fb-39dd-419e-a8a9-922436607c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:10.790424 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-025563fb-39dd-419e-a8a9-922436607c6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=876e4084-1362-459a-8ac8-baa2c5201771 HTTP/1.1" status: 200 len: 913 time: 0.1306939 Apr 05 21:01:10.793763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-f0bafce5-be13-4924-884b-71e3db21d44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:10.795190 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-f0bafce5-be13-4924-884b-71e3db21d44e service neutron] 10.222.0.13 "GET /v2.0/networks?id=876e4084-1362-459a-8ac8-baa2c5201771 HTTP/1.1" status: 200 len: 913 time: 0.1301072 Apr 05 21:01:10.861097 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-5d1d2d25-61ab-47c4-b90f-d8541e83b024 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb HTTP/1.1" status: 200 len: 217 time: 0.0644410 Apr 05 21:01:10.865941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-283016c1-e0fc-480e-8544-7fc30ba16cb1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb HTTP/1.1" status: 200 len: 217 time: 0.0640957 Apr 05 21:01:10.923341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-bb31a9ef-4084-4ff0-9a1d-ab2bae40de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:10.924836 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-bb31a9ef-4084-4ff0-9a1d-ab2bae40de1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3a9d2cc-bb2a-44d9-bc73-986b7398a6a7 HTTP/1.1" status: 200 len: 852 time: 0.0580699 Apr 05 21:01:10.929050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-13338292-3dfb-4a40-bf51-e2c888b895f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:10.930406 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-13338292-3dfb-4a40-bf51-e2c888b895f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c3a9d2cc-bb2a-44d9-bc73-986b7398a6a7 HTTP/1.1" status: 200 len: 852 time: 0.0583215 Apr 05 21:01:10.977210 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-50996f56-8799-4949-bb9d-47fb6b8a7c3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=876e4084-1362-459a-8ac8-baa2c5201771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459487 Apr 05 21:01:10.983063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-09f5ac79-9d9d-41e3-9920-ba100580d8a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=876e4084-1362-459a-8ac8-baa2c5201771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457489 Apr 05 21:01:11.116068 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-a3ce3fb0-eace-4a50-bc80-14e8930ee82d service neutron] 10.222.0.41 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329589 Apr 05 21:01:11.187715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86bab-889d-4ef7-8144-b20b526d06c2 req-7584d622-c179-4efd-919f-c33671bf183c tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:11.189159 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6e86bab-889d-4ef7-8144-b20b526d06c2 req-7584d622-c179-4efd-919f-c33671bf183c tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 943 time: 0.1790724 Apr 05 21:01:11.191069 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-ecc21d28-eadc-4c56-afd7-e4288791504d service neutron] 10.222.0.13 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017694 Apr 05 21:01:11.257741 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-d2271285-4ed4-4cd7-8703-58faac3622f1 service neutron] 10.222.0.41 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351807 Apr 05 21:01:11.329143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6e86bab-889d-4ef7-8144-b20b526d06c2 req-f23b0aae-1192-4d30-84e2-2971beb22c43 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316631 Apr 05 21:01:11.362617 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ea0cc9f7-04d5-429b-8a05-f1b2b37de094 req-ac00a543-5e8e-4a38-b8ab-91a4d848b04c service neutron] 10.222.0.13 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638334 Apr 05 21:01:11.436948 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7855fa2a-d2fc-4e5e-bdbe-f2d80758452e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:11.887743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 9c478fa8-8c01-43ee-8ba7-ce51412e20cb no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:01:11.945474 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 9c478fa8-8c01-43ee-8ba7-ce51412e20cb not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:01:12.515052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139daf2-3ebb-4ee2-82b5-6e71931cc2e9 req-e68288f8-6583-41bc-a2a0-dfcad82c673e tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:12.516493 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7139daf2-3ebb-4ee2-82b5-6e71931cc2e9 req-e68288f8-6583-41bc-a2a0-dfcad82c673e tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 943 time: 0.0793393 Apr 05 21:01:12.568156 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7139daf2-3ebb-4ee2-82b5-6e71931cc2e9 req-921af110-0592-42e4-b696-0247367dd96c tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454435 Apr 05 21:01:12.775088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 9c478fa8-8c01-43ee-8ba7-ce51412e20cb details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:01:12.907672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,segment=NetworkSegment(a5f040f2-828a-441e-9799-ee73220cc6d8),segment_id=a5f040f2-828a-441e-9799-ee73220cc6d8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:01:12.921227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb', 'network_id': '876e4084-1362-459a-8ac8-baa2c5201771', 'port_id': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb', 'mac_address': 'fa:16:3e:e4:2a:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3a9d2cc-bb2a-44d9-bc73-986b7398a6a7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:01:12.946822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-51062616-ae84-4491-b3e8-8325a5cddc2b tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:12.948874 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-51062616-ae84-4491-b3e8-8325a5cddc2b tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.41 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9&tenant_id=707453a3902f49279d9e206271ccd944&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 943 time: 0.0923047 Apr 05 21:01:12.976074 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:12.992076 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c478fa8-8c01-43ee-8ba7-ce51412e20cb {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:01:13.006766 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,segment=NetworkSegment(a5f040f2-828a-441e-9799-ee73220cc6d8),segment_id=a5f040f2-828a-441e-9799-ee73220cc6d8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:01:13.011125 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:13.030478 n-d-836604-1 neutron-server[87965]: INFO neutron.api.v2.resource [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-1661dc0b-e5d3-43e7-9cd0-16f075ff9727 service neutron] delete failed (client error): The resource could not be found. Apr 05 21:01:13.031473 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-1661dc0b-e5d3-43e7-9cd0-16f075ff9727 service neutron] 10.222.0.41 "DELETE /v2.0/ports/9c478fa8-8c01-43ee-8ba7-ce51412e20cb/bindings/n-h2-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.0773935 Apr 05 21:01:13.080180 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:13.170850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-23cbb132-9b50-4dbf-adea-ea5528cfa34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:13.172346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-23cbb132-9b50-4dbf-adea-ea5528cfa34f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=707453a3902f49279d9e206271ccd944&device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 1095 time: 0.0734870 Apr 05 21:01:13.244722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['9c478fa8-8c01-43ee-8ba7-ce51412e20cb'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:01:13.308725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-bc762ffd-fa18-4729-b421-6a5057796458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:13.310206 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-bc762ffd-fa18-4729-b421-6a5057796458 service neutron] 10.222.0.41 "GET /v2.0/networks?id=876e4084-1362-459a-8ac8-baa2c5201771 HTTP/1.1" status: 200 len: 913 time: 0.1316943 Apr 05 21:01:13.375331 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-2fc1e6bf-1d60-44df-a657-269de3ac723f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb HTTP/1.1" status: 200 len: 217 time: 0.0596919 Apr 05 21:01:13.440099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-b4865de5-af70-457b-8569-182283f4a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:13.441433 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-b4865de5-af70-457b-8569-182283f4a0e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c3a9d2cc-bb2a-44d9-bc73-986b7398a6a7 HTTP/1.1" status: 200 len: 852 time: 0.0605795 Apr 05 21:01:13.486651 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-9499e347-6875-4b4b-9cb2-bb11ac1fc255 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=876e4084-1362-459a-8ac8-baa2c5201771&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398431 Apr 05 21:01:13.615906 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-4a889c2e-46c7-4304-8522-6ebf0f285927 service neutron] 10.222.0.41 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231310 Apr 05 21:01:13.730592 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16538b88-c9ba-47f1-8e14-744c1aff5fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:13.855710 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-78a8cb11-0e1f-4aca-b58f-25294211ee42 service neutron] 10.222.0.41 "GET /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341297 Apr 05 21:01:14.662878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea525bc-47f0-4739-b2ed-e2a46cfac589 req-58fc71b9-b93b-438f-8327-d01d662885a0 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:14.664308 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3ea525bc-47f0-4739-b2ed-e2a46cfac589 req-58fc71b9-b93b-438f-8327-d01d662885a0 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 944 time: 0.0834992 Apr 05 21:01:14.708481 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3ea525bc-47f0-4739-b2ed-e2a46cfac589 req-b1f74a50-8409-4b2b-824a-91cfd00ed784 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385380 Apr 05 21:01:14.791391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 9c478fa8-8c01-43ee-8ba7-ce51412e20cb up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:14.859578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:14.864002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:14.864363 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:14.927692 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:15.001610 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:15.006544 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:15.033005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6767b891-b0c7-4dcf-adbb-2413f64d5ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:01:15.042343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,segment=NetworkSegment(a5f040f2-828a-441e-9799-ee73220cc6d8),segment_id=a5f040f2-828a-441e-9799-ee73220cc6d8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:01:15.046319 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:15.087442 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6767b891-b0c7-4dcf-adbb-2413f64d5ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb', 'code': 200} Apr 05 21:01:15.119193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:15.126598 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:15.126937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:15.127268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:15.127588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:15.127926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:15.128282 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:15.129142 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:15.129462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:15.129777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:15.130113 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:15.130430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:15.130741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:15.841448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-29ad6c90-d552-4785-846e-94d0c4e3aede tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:15.842901 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-29ad6c90-d552-4785-846e-94d0c4e3aede tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.13 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0918584 Apr 05 21:01:15.896346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9260546-dacb-4a57-ab04-3ef906fe17e4 req-c8ef7538-a613-4c3f-bee4-ce218d38fff1 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:15.897800 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f9260546-dacb-4a57-ab04-3ef906fe17e4 req-c8ef7538-a613-4c3f-bee4-ce218d38fff1 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/ports?device_id=6767b891-b0c7-4dcf-adbb-2413f64d5ea9 HTTP/1.1" status: 200 len: 945 time: 0.0835469 Apr 05 21:01:15.912781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-1d6978b0-bf64-4d32-a946-f1148ce16f32 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Deleting port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:01:15.913121 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-1d6978b0-bf64-4d32-a946-f1148ce16f32 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:15.944732 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f9260546-dacb-4a57-ab04-3ef906fe17e4 req-3443b894-5117-4e3f-bab8-593f4833b01c tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.24 "GET /v2.0/security-groups?id=3f759a74-fb42-44ca-a96b-7120f50e2c1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408664 Apr 05 21:01:16.167467 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:16.268354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-1d6978b0-bf64-4d32-a946-f1148ce16f32 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] For port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,segment=NetworkSegment(a5f040f2-828a-441e-9799-ee73220cc6d8),segment_id=a5f040f2-828a-441e-9799-ee73220cc6d8)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:01:16.268708 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-1d6978b0-bf64-4d32-a946-f1148ce16f32 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:16.396421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-1d6978b0-bf64-4d32-a946-f1148ce16f32 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Calling delete_port for 9c478fa8-8c01-43ee-8ba7-ce51412e20cb owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:01:16.541608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-1d6978b0-bf64-4d32-a946-f1148ce16f32 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:16.553099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['9c478fa8-8c01-43ee-8ba7-ce51412e20cb'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:01:16.596340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6978b0-bf64-4d32-a946-f1148ce16f32 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Pushing event deleted for resources: {'Port': ['ID=9c478fa8-8c01-43ee-8ba7-ce51412e20cb,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:16.667661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-1d6978b0-bf64-4d32-a946-f1148ce16f32 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] No DVR routers for this DVR port 9c478fa8-8c01-43ee-8ba7-ce51412e20cb on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:01:16.670220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-1d6978b0-bf64-4d32-a946-f1148ce16f32 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:16.672745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6767b891-b0c7-4dcf-adbb-2413f64d5ea9', 'name': 'network-vif-deleted', 'tag': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:01:16.688844 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6c4cab3b-ada9-492d-b4fa-190d124bb49f req-1d6978b0-bf64-4d32-a946-f1148ce16f32 tempest-DeleteServersTestJSON-1595967438 tempest-DeleteServersTestJSON-1595967438-project] 10.222.0.13 "DELETE /v2.0/ports/9c478fa8-8c01-43ee-8ba7-ce51412e20cb HTTP/1.1" status: 204 len: 173 time: 0.8405607 Apr 05 21:01:16.719797 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6767b891-b0c7-4dcf-adbb-2413f64d5ea9', 'name': 'network-vif-deleted', 'tag': '9c478fa8-8c01-43ee-8ba7-ce51412e20cb', 'status': 'completed', 'code': 200} Apr 05 21:01:17.185402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58776) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:17.250762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-690149e1-cebf-4d90-b9e8-296f558c75d7 admin admin] Deleting subnet c3a9d2cc-bb2a-44d9-bc73-986b7398a6a7 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:01:17.253625 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-690149e1-cebf-4d90-b9e8-296f558c75d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.304063 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-690149e1-cebf-4d90-b9e8-296f558c75d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.357114 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-690149e1-cebf-4d90-b9e8-296f558c75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.426262 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-690149e1-cebf-4d90-b9e8-296f558c75d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.465357 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-690149e1-cebf-4d90-b9e8-296f558c75d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.467818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690149e1-cebf-4d90-b9e8-296f558c75d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3a9d2cc-bb2a-44d9-bc73-986b7398a6a7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:17.474169 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-690149e1-cebf-4d90-b9e8-296f558c75d7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c3a9d2cc-bb2a-44d9-bc73-986b7398a6a7 HTTP/1.1" status: 204 len: 168 time: 0.2877111 Apr 05 21:01:17.476596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58780) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:17.579891 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee80e54a-681f-468b-8d4b-a4c40b5b2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.702393 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee80e54a-681f-468b-8d4b-a4c40b5b2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.727684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-ee80e54a-681f-468b-8d4b-a4c40b5b2d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876e4084-1362-459a-8ac8-baa2c5201771']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:17.739378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-ee80e54a-681f-468b-8d4b-a4c40b5b2d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5f040f2-828a-441e-9799-ee73220cc6d8') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:17.739665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-ee80e54a-681f-468b-8d4b-a4c40b5b2d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5f040f2-828a-441e-9799-ee73220cc6d8') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:01:17.750679 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee80e54a-681f-468b-8d4b-a4c40b5b2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.767072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee80e54a-681f-468b-8d4b-a4c40b5b2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.773570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee80e54a-681f-468b-8d4b-a4c40b5b2d28 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:01:17.773975 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee80e54a-681f-468b-8d4b-a4c40b5b2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: timer() Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:01:17.787243 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:01:17.862812 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee80e54a-681f-468b-8d4b-a4c40b5b2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.867212 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ee80e54a-681f-468b-8d4b-a4c40b5b2d28 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:17.894897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80e54a-681f-468b-8d4b-a4c40b5b2d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=876e4084-1362-459a-8ac8-baa2c5201771,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:17.904845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ee80e54a-681f-468b-8d4b-a4c40b5b2d28 admin admin] 10.222.0.24 "DELETE /v2.0/networks/876e4084-1362-459a-8ac8-baa2c5201771 HTTP/1.1" status: 204 len: 168 time: 0.4273055 Apr 05 21:01:18.011688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58786) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:18.059563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f045f4ad-079c-46ab-a861-836663cde5f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=707453a3902f49279d9e206271ccd944&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467296 Apr 05 21:01:18.061983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58790) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:18.122620 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84922f49-cf03-43eb-8a86-5b1a9fa74bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:18.150235 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84922f49-cf03-43eb-8a86-5b1a9fa74bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:18.201123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84922f49-cf03-43eb-8a86-5b1a9fa74bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:18.218080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84922f49-cf03-43eb-8a86-5b1a9fa74bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f759a74-fb42-44ca-a96b-7120f50e2c1a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:18.227993 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84922f49-cf03-43eb-8a86-5b1a9fa74bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:18.229204 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-84922f49-cf03-43eb-8a86-5b1a9fa74bc8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f759a74-fb42-44ca-a96b-7120f50e2c1a HTTP/1.1" status: 204 len: 168 time: 0.1663544 Apr 05 21:01:18.923757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 58814) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:19.023939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-194993257-network', 'tenant_id': '1a4a3825842448ebb00dd3ec16cf9265'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:01:19.029531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:19.033358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Usage tracker for resource:network and tenant:1a4a3825842448ebb00dd3ec16cf9265 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:19.036807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:19.042457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:19.052308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Made reservation on behalf of 1a4a3825842448ebb00dd3ec16cf9265 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:19.054536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.066274 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.080254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:19.084696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Usage tracker for resource:security_group_rule and tenant:1a4a3825842448ebb00dd3ec16cf9265 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:19.087466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:19.093069 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:19.172712 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.176074 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.208466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:01:19.216698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738b0cf1-4c55-43eb-89c3-7d47210b612a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:19.222783 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.223118 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Added segment b9e7dc5b-b8ef-40c3-b555-904868efd402 of type vlan for network 7302892b-1aea-464e-9513-4ca020d7d5ef Apr 05 21:01:19.248243 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.276192 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.277359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:19.278065 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.375396 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4505508 Apr 05 21:01:19.378878 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 58820) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:01:19.381210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e07330-71e5-45a8-b70d-7bdbe0f3a68b admin admin] Pushing event updated for resources: {'Network': ['ID=7302892b-1aea-464e-9513-4ca020d7d5ef,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:19.384401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Request body: {'subnet': {'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-194993257-subnet', 'tenant_id': '1a4a3825842448ebb00dd3ec16cf9265', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:01:19.390065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:19.390472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 7302892b-1aea-464e-9513-4ca020d7d5ef details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:01:19.394620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Usage tracker for resource:subnet and tenant:1a4a3825842448ebb00dd3ec16cf9265 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:19.397509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:19.403485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:19.417017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Made reservation on behalf of 1a4a3825842448ebb00dd3ec16cf9265 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:19.419413 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.619798 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.689667 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b0d5151-2148-4f3f-85fb-18dcc8c78898,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:19.700711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:19.701049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:19.701378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:19.701701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:19.702050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:19.702373 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:19.702688 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:19.703003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:19.703315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:19.703626 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:19.703940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:19.704251 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:01:19.710761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Checking segment: {'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:01:19.711181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Network hostable DHCP agents. Network: 7302892b-1aea-464e-9513-4ca020d7d5ef, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:01:19.730355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Network 7302892b-1aea-464e-9513-4ca020d7d5ef is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:01:19.738786 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 7302892b-1aea-464e-9513-4ca020d7d5ef) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:19.742723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:19.743275 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:19.747789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f99157-044a-4d03-8c1b-52f60b239725 None None] Network 7302892b-1aea-464e-9513-4ca020d7d5ef requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:01:19.771548 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-33ac4aab-6d77-41cb-bb73-e59e7066ceef admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3836575 Apr 05 21:01:19.957284 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0c31aa-5e1c-4f2a-aece-406fec470160 None None] Network 7302892b-1aea-464e-9513-4ca020d7d5ef requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:01:20.373487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f5355-97e8-4863-a870-0618d652ea9a req-1453d3f9-62b8-410e-9a9b-7500b1f512c2 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:20.374182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d44f5355-97e8-4863-a870-0618d652ea9a req-1453d3f9-62b8-410e-9a9b-7500b1f512c2 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Synchronizing usage tracker for tenant:1a4a3825842448ebb00dd3ec16cf9265 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:20.390975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d44f5355-97e8-4863-a870-0618d652ea9a req-1453d3f9-62b8-410e-9a9b-7500b1f512c2 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Unset dirty status for tenant:1a4a3825842448ebb00dd3ec16cf9265 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:20.392116 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d44f5355-97e8-4863-a870-0618d652ea9a req-1453d3f9-62b8-410e-9a9b-7500b1f512c2 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 814 time: 0.2654114 Apr 05 21:01:20.407462 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d44f5355-97e8-4863-a870-0618d652ea9a req-f2157442-700a-4516-90b7-f66f185fc6e9 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/quotas/1a4a3825842448ebb00dd3ec16cf9265 HTTP/1.1" status: 200 len: 375 time: 0.0097661 Apr 05 21:01:20.454519 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d44f5355-97e8-4863-a870-0618d652ea9a req-1b3343ff-cf7c-4c9c-9eac-82ac6b75c229 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420058 Apr 05 21:01:20.584867 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7a53c7fc-8847-4564-8752-391fe64756c1 service neutron] 10.222.0.24 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240287 Apr 05 21:01:20.715355 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d44f5355-97e8-4863-a870-0618d652ea9a req-799e094f-4286-435b-8380-16db9d03eca2 service neutron] 10.222.0.24 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246612 Apr 05 21:01:20.822672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 9c478fa8-8c01-43ee-8ba7-ce51412e20cb no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:01:20.857957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 9c478fa8-8c01-43ee-8ba7-ce51412e20cb {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:01:20.858304 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 9c478fa8-8c01-43ee-8ba7-ce51412e20cb not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:01:20.894844 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ecd26b46-eb4c-461c-9cb6-9ef2f6ea1625 req-47a3b59f-632d-4cfe-97e1-c4f57934d36f tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 210 time: 0.0481639 Apr 05 21:01:21.895052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f5355-97e8-4863-a870-0618d652ea9a req-f94b4790-075b-44ad-9ca5-e397c0a2e0a7 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:21.896705 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d44f5355-97e8-4863-a870-0618d652ea9a req-f94b4790-075b-44ad-9ca5-e397c0a2e0a7 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.13 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 814 time: 0.1484823 Apr 05 21:01:21.908785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Request body: {'port': {'device_id': '0fa3ee42-d4b0-48d8-9e1e-735473967af0', 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef', 'admin_state_up': True, 'tenant_id': '1a4a3825842448ebb00dd3ec16cf9265'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:01:22.067082 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-62641424-48c8-412f-b892-7c5da1cf6882 req-415a3919-0ef8-4fd8-a5b7-032f1ba4f080 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 210 time: 0.0518935 Apr 05 21:01:22.089574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:01:22.093343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Usage tracker for resource:port and tenant:1a4a3825842448ebb00dd3ec16cf9265 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:01:22.096111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:01:22.102270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:01:22.111660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Made reservation on behalf of 1a4a3825842448ebb00dd3ec16cf9265 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:01:22.115200 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:22.287609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Allocated IP 172.20.0.5 (7302892b-1aea-464e-9513-4ca020d7d5ef/1b0d5151-2148-4f3f-85fb-18dcc8c78898/ed798619-7a9a-464b-9b94-ae7ad7497c5b) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:01:22.483617 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:22.512388 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:22.576113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Network 7302892b-1aea-464e-9513-4ca020d7d5ef is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:01:22.578993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:01:22.591608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:01:22.631393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Pushing event updated for resources: {'Port': ['ID=ed798619-7a9a-464b-9b94-ae7ad7497c5b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:22.661270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:22.661859 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:22.682580 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d44f5355-97e8-4863-a870-0618d652ea9a req-c91d9d56-7602-4501-a67f-5c09fc37fa34 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7775123 Apr 05 21:01:22.694420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Request body: {'port': {'device_id': '0fa3ee42-d4b0-48d8-9e1e-735473967af0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:01:22.804706 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:23.248363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed798619-7a9a-464b-9b94-ae7ad7497c5b {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:01:23.255868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:23.265474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31496927-4118-4428-bd72-e58f262da6c8 req-1f2bb32f-32b7-4453-8923-f1ecef073efb tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:23.267086 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31496927-4118-4428-bd72-e58f262da6c8 req-1f2bb32f-32b7-4453-8923-f1ecef073efb tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 931 time: 0.0924244 Apr 05 21:01:23.270313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Transition to ACTIVE for port object ed798619-7a9a-464b-9b94-ae7ad7497c5b will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:01:23.275201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:23.316521 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31496927-4118-4428-bd72-e58f262da6c8 req-745662b5-859e-4ee0-b8be-3a0187d20497 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430632 Apr 05 21:01:23.400855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Pushing event updated for resources: {'Port': ['ID=ed798619-7a9a-464b-9b94-ae7ad7497c5b,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:23.507974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Attempting to bind port ed798619-7a9a-464b-9b94-ae7ad7497c5b on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:01:23.508304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Attempting to bind port ed798619-7a9a-464b-9b94-ae7ad7497c5b by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:01:23.508626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Attempting to bind port ed798619-7a9a-464b-9b94-ae7ad7497c5b on network 7302892b-1aea-464e-9513-4ca020d7d5ef {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:01:23.513057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Port ed798619-7a9a-464b-9b94-ae7ad7497c5b on network 7302892b-1aea-464e-9513-4ca020d7d5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:01:23.513375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Attempting to bind port ed798619-7a9a-464b-9b94-ae7ad7497c5b on network 7302892b-1aea-464e-9513-4ca020d7d5ef {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:01:23.518375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:01:23.518736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Checking segment: {'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:01:23.519116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Bound using segment: {'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:01:23.519536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Bound port: ed798619-7a9a-464b-9b94-ae7ad7497c5b, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:01:23.519874 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:23.608778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] For port ed798619-7a9a-464b-9b94-ae7ad7497c5b, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:01:23.611645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] For port ed798619-7a9a-464b-9b94-ae7ad7497c5b, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:01:23.616732 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:23.669939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:23.670554 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:23.671907 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d44f5355-97e8-4863-a870-0618d652ea9a req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] 10.222.0.13 "PUT /v2.0/ports/ed798619-7a9a-464b-9b94-ae7ad7497c5b HTTP/1.1" status: 200 len: 1091 time: 0.9821041 Apr 05 21:01:23.672329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa3ee42-d4b0-48d8-9e1e-735473967af0', 'tag': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:01:23.699760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da796ce-56ff-4010-99bb-942a35402682 service neutron] Pushing event updated for resources: {'Port': ['ID=ed798619-7a9a-464b-9b94-ae7ad7497c5b,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:23.749193 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa3ee42-d4b0-48d8-9e1e-735473967af0', 'tag': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b', 'status': 'completed', 'code': 200} Apr 05 21:01:23.792569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f5355-97e8-4863-a870-0618d652ea9a req-e51d793c-1c59-49be-bd3f-79ff3d5f8867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:23.794065 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d44f5355-97e8-4863-a870-0618d652ea9a req-e51d793c-1c59-49be-bd3f-79ff3d5f8867 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 1094 time: 0.0767860 Apr 05 21:01:23.860150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d44f5355-97e8-4863-a870-0618d652ea9a req-db49ab0b-a6c0-4012-bb38-75cad471a4f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b HTTP/1.1" status: 200 len: 217 time: 0.0592203 Apr 05 21:01:23.928879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f5355-97e8-4863-a870-0618d652ea9a req-10bfee85-fd80-4def-be61-ea81d13bba7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:23.930246 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d44f5355-97e8-4863-a870-0618d652ea9a req-10bfee85-fd80-4def-be61-ea81d13bba7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.0648439 Apr 05 21:01:23.975543 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d44f5355-97e8-4863-a870-0618d652ea9a req-992d9d31-0f79-42f0-b666-5900fcbd4233 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396976 Apr 05 21:01:24.103963 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d44f5355-97e8-4863-a870-0618d652ea9a req-69dd34c6-bddc-4eba-a8e9-074a10748498 service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223345 Apr 05 21:01:24.234547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d44f5355-97e8-4863-a870-0618d652ea9a req-40187a30-2c70-4c4d-a6da-3c436ac10746 service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245689 Apr 05 21:01:24.348405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423e496-00ae-43b4-8a74-b798817e0fe6 req-5a3bffec-67d9-4281-a5cd-97fc81964c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:24.349845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c423e496-00ae-43b4-8a74-b798817e0fe6 req-5a3bffec-67d9-4281-a5cd-97fc81964c8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 1094 time: 0.0700655 Apr 05 21:01:24.482995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423e496-00ae-43b4-8a74-b798817e0fe6 req-f51a8322-932c-49a4-8738-e104e14b11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:24.484762 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c423e496-00ae-43b4-8a74-b798817e0fe6 req-f51a8322-932c-49a4-8738-e104e14b11b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 915 time: 0.1289380 Apr 05 21:01:24.505644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb7a869-0af0-40f5-8dd7-d3ac935c55fc req-39012bf5-f578-4b9a-8f0c-000715893c16 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:24.507107 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8bb7a869-0af0-40f5-8dd7-d3ac935c55fc req-39012bf5-f578-4b9a-8f0c-000715893c16 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 943 time: 0.0829082 Apr 05 21:01:24.550960 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8bb7a869-0af0-40f5-8dd7-d3ac935c55fc req-1f3a9903-ff2c-4799-977d-39fb3e9e8c87 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381339 Apr 05 21:01:24.557169 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c423e496-00ae-43b4-8a74-b798817e0fe6 req-e79fe4d3-604b-460a-a490-943831a197e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b HTTP/1.1" status: 200 len: 217 time: 0.0649934 Apr 05 21:01:24.631522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423e496-00ae-43b4-8a74-b798817e0fe6 req-f42f0d8e-13f3-4457-9260-d54b10d406a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:24.632949 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c423e496-00ae-43b4-8a74-b798817e0fe6 req-f42f0d8e-13f3-4457-9260-d54b10d406a8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.0690186 Apr 05 21:01:24.683453 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c423e496-00ae-43b4-8a74-b798817e0fe6 req-cff5306c-87eb-42f7-b918-88c78c8282fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439000 Apr 05 21:01:24.925894 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c423e496-00ae-43b4-8a74-b798817e0fe6 req-01268617-70dc-49ef-9ef0-d18937a2fe79 service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341115 Apr 05 21:01:25.055823 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c423e496-00ae-43b4-8a74-b798817e0fe6 req-486c473d-5352-4a45-83e7-a88396f24bbe service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229975 Apr 05 21:01:25.733972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa9f666-8681-46fe-88d5-a270d0ba4ac5 req-4a64ac4f-0fdc-4447-9c8b-9586e3e530c8 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:25.734677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-baa9f666-8681-46fe-88d5-a270d0ba4ac5 req-4a64ac4f-0fdc-4447-9c8b-9586e3e530c8 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Synchronizing usage tracker for tenant:1a4a3825842448ebb00dd3ec16cf9265 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:25.752498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-baa9f666-8681-46fe-88d5-a270d0ba4ac5 req-4a64ac4f-0fdc-4447-9c8b-9586e3e530c8 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Unset dirty status for tenant:1a4a3825842448ebb00dd3ec16cf9265 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:25.754472 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-baa9f666-8681-46fe-88d5-a270d0ba4ac5 req-4a64ac4f-0fdc-4447-9c8b-9586e3e530c8 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 943 time: 0.0982039 Apr 05 21:01:25.798860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-baa9f666-8681-46fe-88d5-a270d0ba4ac5 req-9b07468b-f66d-44bb-aaad-a27323b81914 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Synchronizing usage tracker for tenant:1a4a3825842448ebb00dd3ec16cf9265 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:01:25.814346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-baa9f666-8681-46fe-88d5-a270d0ba4ac5 req-9b07468b-f66d-44bb-aaad-a27323b81914 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Unset dirty status for tenant:1a4a3825842448ebb00dd3ec16cf9265 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:01:25.815485 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-baa9f666-8681-46fe-88d5-a270d0ba4ac5 req-9b07468b-f66d-44bb-aaad-a27323b81914 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546498 Apr 05 21:01:26.822455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ed798619-7a9a-464b-9b94-ae7ad7497c5b details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:01:26.959879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ed798619-7a9a-464b-9b94-ae7ad7497c5b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:01:26.974316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b', 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef', 'port_id': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b', 'mac_address': 'fa:16:3e:a0:e8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0d5151-2148-4f3f-85fb-18dcc8c78898', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:01:27.007685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7d74e-3130-4115-81a2-ddf73a5d4828 req-6323ea2d-4308-4135-a409-15280bfa3f7d tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:27.009146 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76e7d74e-3130-4115-81a2-ddf73a5d4828 req-6323ea2d-4308-4135-a409-15280bfa3f7d tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 943 time: 0.0856986 Apr 05 21:01:27.041080 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:27.057529 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76e7d74e-3130-4115-81a2-ddf73a5d4828 req-f0944323-9e6d-408a-8701-e0d05a674162 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426013 Apr 05 21:01:27.058656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed798619-7a9a-464b-9b94-ae7ad7497c5b {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:01:27.073660 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ed798619-7a9a-464b-9b94-ae7ad7497c5b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:01:27.077741 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:27.143255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ed798619-7a9a-464b-9b94-ae7ad7497c5b,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:27.261707 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['ed798619-7a9a-464b-9b94-ae7ad7497c5b'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:01:27.563885 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:01:28.248269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c424114-d32d-4cfd-9315-5deb8f379672 req-16836978-fa8e-4534-8613-d95dddb71ec5 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:28.249721 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c424114-d32d-4cfd-9315-5deb8f379672 req-16836978-fa8e-4534-8613-d95dddb71ec5 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 944 time: 0.0849943 Apr 05 21:01:28.293815 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c424114-d32d-4cfd-9315-5deb8f379672 req-c17cff93-db27-4206-bc29-4b3d22692f7b tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378368 Apr 05 21:01:28.852691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ed798619-7a9a-464b-9b94-ae7ad7497c5b up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:01:28.918528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port ed798619-7a9a-464b-9b94-ae7ad7497c5b completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:01:28.923306 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port ed798619-7a9a-464b-9b94-ae7ad7497c5b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:01:28.923676 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:29.047506 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:29.073891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa3ee42-d4b0-48d8-9e1e-735473967af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:01:29.084070 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port ed798619-7a9a-464b-9b94-ae7ad7497c5b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:01:29.088013 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:29.128676 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa3ee42-d4b0-48d8-9e1e-735473967af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b', 'code': 200} Apr 05 21:01:29.160367 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=ed798619-7a9a-464b-9b94-ae7ad7497c5b,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:01:29.240590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d6fb0-ce62-4699-a8d6-b8c58c36b0d3 req-f7e0b6bf-6c4c-41a7-8918-f37b3a22dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:29.242109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b57d6fb0-ce62-4699-a8d6-b8c58c36b0d3 req-f7e0b6bf-6c4c-41a7-8918-f37b3a22dff6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 1096 time: 0.0689921 Apr 05 21:01:29.284733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b57d6fb0-ce62-4699-a8d6-b8c58c36b0d3 req-fb06b452-33de-429a-b4f5-9a4a945b8c8d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363300 Apr 05 21:01:29.476030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da76ccf0-13cf-41ab-a5d6-0d62214468eb req-15103177-8555-4f86-900d-a1d161522465 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:29.477488 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da76ccf0-13cf-41ab-a5d6-0d62214468eb req-15103177-8555-4f86-900d-a1d161522465 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0799193 Apr 05 21:01:29.520918 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da76ccf0-13cf-41ab-a5d6-0d62214468eb req-bfcf360b-f8c0-4d43-9681-f0410c4299b1 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379226 Apr 05 21:01:30.704210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5b35ed-f815-452f-bb21-e4b41d340ac6 req-2ad4b290-3175-4d0f-bb7f-b02853a94431 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:30.705662 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1f5b35ed-f815-452f-bb21-e4b41d340ac6 req-2ad4b290-3175-4d0f-bb7f-b02853a94431 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0791273 Apr 05 21:01:30.750276 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1f5b35ed-f815-452f-bb21-e4b41d340ac6 req-3d91add0-494a-43e0-9d2b-313c6bf28f56 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388677 Apr 05 21:01:30.934473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa685db9-31a7-42be-a511-0ae7305f2ebe req-4a55ccf6-b104-44ef-a2c3-596347551976 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:30.935938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fa685db9-31a7-42be-a511-0ae7305f2ebe req-4a55ccf6-b104-44ef-a2c3-596347551976 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0830038 Apr 05 21:01:30.979966 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fa685db9-31a7-42be-a511-0ae7305f2ebe req-9a37771b-cfb0-49e3-8fca-ab168a12cec0 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383852 Apr 05 21:01:31.318912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d0ccf-448a-4b43-91f5-577cf8a1bddc req-ddcbe5a2-c46e-4508-9e1d-6adecbc75e48 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:31.320359 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a7d0ccf-448a-4b43-91f5-577cf8a1bddc req-ddcbe5a2-c46e-4508-9e1d-6adecbc75e48 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0800681 Apr 05 21:01:31.367607 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a7d0ccf-448a-4b43-91f5-577cf8a1bddc req-60ee1ecb-6a53-48ef-8343-801ec9eeff82 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416374 Apr 05 21:01:31.549813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3d5b1-50aa-4057-93e8-617523ed3a62 req-994cd433-b15d-4ca0-9d42-431de719a3d4 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:31.551279 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-42f3d5b1-50aa-4057-93e8-617523ed3a62 req-994cd433-b15d-4ca0-9d42-431de719a3d4 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0821860 Apr 05 21:01:31.594941 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-42f3d5b1-50aa-4057-93e8-617523ed3a62 req-3115a759-87cd-4268-ac49-bf7597ffa413 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378368 Apr 05 21:01:31.996499 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-9c93b2b1-7b0e-442a-9cd3-f2754efea106 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1287982 Apr 05 21:01:32.017059 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a46e3-28a4-4ab2-9e7f-966e6eb2c1eb req-6813848a-ab83-4ce1-8b4a-3a26e16cbf11 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:32.018627 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e2a46e3-28a4-4ab2-9e7f-966e6eb2c1eb req-6813848a-ab83-4ce1-8b4a-3a26e16cbf11 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.1051233 Apr 05 21:01:32.064348 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0e2a46e3-28a4-4ab2-9e7f-966e6eb2c1eb req-23d22bc9-4965-4316-8bdc-1b66e794934f tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400884 Apr 05 21:01:33.161486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-f3a14e2e-10d8-4df2-80ee-e109f33ad5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:33.163006 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-f3a14e2e-10d8-4df2-80ee-e109f33ad5b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 1096 time: 0.0756228 Apr 05 21:01:33.353579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-7a724dbb-acfb-4c17-b4ae-276cebfd8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:33.354952 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-7a724dbb-acfb-4c17-b4ae-276cebfd8b34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 915 time: 0.1865447 Apr 05 21:01:33.362557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a611a8-9c22-4bad-af40-aa1db97c3abd req-01346ccc-039a-4591-ae67-5b681be23b9f tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:33.363876 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59a611a8-9c22-4bad-af40-aa1db97c3abd req-01346ccc-039a-4591-ae67-5b681be23b9f tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.1779759 Apr 05 21:01:33.437171 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-89292ec0-7160-4514-8dbe-353cad047b22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b HTTP/1.1" status: 200 len: 217 time: 0.0724075 Apr 05 21:01:33.507044 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-59a611a8-9c22-4bad-af40-aa1db97c3abd req-3c12f43a-fefb-4a5a-b606-adb010613fc0 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948546 Apr 05 21:01:33.517491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-c2162c73-3236-4683-bfb0-201f6baab301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:33.519539 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-c2162c73-3236-4683-bfb0-201f6baab301 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.0770578 Apr 05 21:01:33.566243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-fc8e8b0a-becd-4b28-b5a1-96fa2c89a7a7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409718 Apr 05 21:01:33.697241 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-69ca7b68-896e-493b-8c99-ca91a1738952 service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245506 Apr 05 21:01:33.832353 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-192d9bfd-98fb-406d-9779-9933c1d45c03 service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255155 Apr 05 21:01:34.692840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4f9c6b-11d8-4166-ac88-1cce5e206e34 req-5b3f3af0-807a-4235-9064-e266b02e08e9 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:34.694314 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b4f9c6b-11d8-4166-ac88-1cce5e206e34 req-5b3f3af0-807a-4235-9064-e266b02e08e9 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0809500 Apr 05 21:01:34.742287 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1b4f9c6b-11d8-4166-ac88-1cce5e206e34 req-d064ce67-ff57-4336-832c-c879b20bc0d4 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 Apr 05 21:01:35.927040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb732e-72c5-4103-9459-9e766dd6e01c req-bac8cf0c-0c54-4f50-899d-8aea2ca1c6e8 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:35.928470 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-abfb732e-72c5-4103-9459-9e766dd6e01c req-bac8cf0c-0c54-4f50-899d-8aea2ca1c6e8 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0821729 Apr 05 21:01:36.074378 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-abfb732e-72c5-4103-9459-9e766dd6e01c req-f7e6c239-6071-40f2-bbb4-a7f0ace62495 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402674 Apr 05 21:01:37.256421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7b61c-ca12-4602-90d9-5ac2d2ea2b65 req-83f150db-3b15-4641-9cbb-11a002931d1c tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:37.257860 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bfd7b61c-ca12-4602-90d9-5ac2d2ea2b65 req-83f150db-3b15-4641-9cbb-11a002931d1c tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0791373 Apr 05 21:01:37.300797 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bfd7b61c-ca12-4602-90d9-5ac2d2ea2b65 req-e2985528-2135-4509-9389-5c4c1057639e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373478 Apr 05 21:01:38.481757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c0bafc-f199-48e2-8724-5a854715a037 req-ff4f23d2-bcff-419d-9a7d-aa089ed6192b tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:38.483242 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-80c0bafc-f199-48e2-8724-5a854715a037 req-ff4f23d2-bcff-419d-9a7d-aa089ed6192b tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0786777 Apr 05 21:01:38.526526 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-80c0bafc-f199-48e2-8724-5a854715a037 req-34845d56-2687-4505-9ab2-1cb562639e33 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376959 Apr 05 21:01:39.038227 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:39.321039 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:39.713824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed320d1-d3a1-49c2-803b-805d076b3602 req-1b985ec8-f825-47cc-b0f6-743e6f11a20d tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:39.715203 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fed320d1-d3a1-49c2-803b-805d076b3602 req-1b985ec8-f825-47cc-b0f6-743e6f11a20d tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0824628 Apr 05 21:01:39.757864 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fed320d1-d3a1-49c2-803b-805d076b3602 req-99279bbb-8abb-4c24-9ae3-0c4a02bd005f tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369902 Apr 05 21:01:40.944202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cb2e7e-de1e-4f00-a1b6-255c066b2248 req-d2af120f-2d2f-4f78-baa7-da28a307b2cb tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:40.945655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1cb2e7e-de1e-4f00-a1b6-255c066b2248 req-d2af120f-2d2f-4f78-baa7-da28a307b2cb tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0814950 Apr 05 21:01:40.989989 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1cb2e7e-de1e-4f00-a1b6-255c066b2248 req-b7e0447a-a53a-4575-87bc-2c8debcb72bf tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386860 Apr 05 21:01:41.439068 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7935ff1e-d708-48db-9801-4da858beaa6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:42.171155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925e583-3af3-4494-bd93-6335f3554197 req-da1672ef-d96f-418b-ae46-b3f467bd5d40 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:42.172586 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0925e583-3af3-4494-bd93-6335f3554197 req-da1672ef-d96f-418b-ae46-b3f467bd5d40 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0799444 Apr 05 21:01:42.215622 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0925e583-3af3-4494-bd93-6335f3554197 req-75c13170-38ca-4076-8727-efe3f85674a4 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374978 Apr 05 21:01:43.398292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1610b2-6a6e-466e-9572-4501164f6a11 req-c8a3b937-048a-4a4d-810b-42482aa91bd0 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:43.399711 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fd1610b2-6a6e-466e-9572-4501164f6a11 req-c8a3b937-048a-4a4d-810b-42482aa91bd0 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0815003 Apr 05 21:01:43.443232 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fd1610b2-6a6e-466e-9572-4501164f6a11 req-ebaf8b25-e083-43b8-a39f-a3bf3df748f9 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375891 Apr 05 21:01:43.732798 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0b587752-8fd4-4fc0-95d7-76963214797d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:44.630771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f5c8d-7d60-409f-927a-73f2bf2deb56 req-726eb7bf-9c8b-44b7-89ea-af6778090343 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:44.632230 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-754f5c8d-7d60-409f-927a-73f2bf2deb56 req-726eb7bf-9c8b-44b7-89ea-af6778090343 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0854757 Apr 05 21:01:44.676268 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-754f5c8d-7d60-409f-927a-73f2bf2deb56 req-0e4f908a-f2b4-4198-9ee9-12a30fd9ee64 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380130 Apr 05 21:01:44.900616 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:44.963084 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:45.859665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47492a1-58a8-4759-8ae6-e5bb36d11712 req-937e4c6e-14c2-4d77-99ce-3ba3c0f8df07 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:45.861089 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c47492a1-58a8-4759-8ae6-e5bb36d11712 req-937e4c6e-14c2-4d77-99ce-3ba3c0f8df07 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0787790 Apr 05 21:01:45.904700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c47492a1-58a8-4759-8ae6-e5bb36d11712 req-b1959dd7-295c-423f-b71d-047cf36566a2 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373964 Apr 05 21:01:46.169694 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:01:47.089430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d18ac-8837-406b-ba38-1d76951795aa req-4e323659-da3f-4ae1-bb57-dbb21f549ef1 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:47.090882 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dd1d18ac-8837-406b-ba38-1d76951795aa req-4e323659-da3f-4ae1-bb57-dbb21f549ef1 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0797713 Apr 05 21:01:47.137022 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dd1d18ac-8837-406b-ba38-1d76951795aa req-099cc96b-b7a1-4d5f-bede-9a1b4046d164 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404665 Apr 05 21:01:48.324051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15f9e1-9ff3-4509-b340-32108d9e8bbc req-80ba7cc9-94e9-4512-afb1-bbd153c12276 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:48.325463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af15f9e1-9ff3-4509-b340-32108d9e8bbc req-80ba7cc9-94e9-4512-afb1-bbd153c12276 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0818326 Apr 05 21:01:48.368742 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af15f9e1-9ff3-4509-b340-32108d9e8bbc req-78c6f1f8-618a-4735-939f-55abc07404cb tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375593 Apr 05 21:01:49.555742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918ac74b-5908-436e-b9bd-536bf029f92b req-b18c9fc6-0227-4d16-b7ee-4b9e299c92ab tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:49.557202 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-918ac74b-5908-436e-b9bd-536bf029f92b req-b18c9fc6-0227-4d16-b7ee-4b9e299c92ab tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0794604 Apr 05 21:01:49.600264 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-918ac74b-5908-436e-b9bd-536bf029f92b req-f152ecc5-5412-43a9-afe0-4fc0c05223d4 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374460 Apr 05 21:01:50.782358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c2e1d-8f5e-4ab0-8457-eab9954ce20b req-2e061693-22e9-4207-aeb1-6a915be8a5e8 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:50.783736 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-450c2e1d-8f5e-4ab0-8457-eab9954ce20b req-2e061693-22e9-4207-aeb1-6a915be8a5e8 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0809679 Apr 05 21:01:50.830954 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-450c2e1d-8f5e-4ab0-8457-eab9954ce20b req-37eb7584-8059-4f90-bec7-a2357e6acbce tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407248 Apr 05 21:01:52.016152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f07e4-d53e-4748-a2a4-a9b2876bfa6a req-1b5b27c8-b744-4c87-862e-b34def3def42 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:52.017522 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-480f07e4-d53e-4748-a2a4-a9b2876bfa6a req-1b5b27c8-b744-4c87-862e-b34def3def42 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0819039 Apr 05 21:01:52.063898 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-480f07e4-d53e-4748-a2a4-a9b2876bfa6a req-3c28b6f6-16bf-41d2-a769-c5dbf75eeea3 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378010 Apr 05 21:01:53.248188 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6a694-783e-48fc-a00b-2298bb1e50aa req-88cc98cb-954a-4b76-874f-7c1856062a76 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:53.249630 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-52d6a694-783e-48fc-a00b-2298bb1e50aa req-88cc98cb-954a-4b76-874f-7c1856062a76 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0789506 Apr 05 21:01:53.293478 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-52d6a694-783e-48fc-a00b-2298bb1e50aa req-6510342e-5111-409b-b13f-a0a9975d5aa6 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378096 Apr 05 21:01:53.696952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cfe9a-4c22-4797-b241-fdf8a9797088 req-9178001a-99d4-4f23-8770-9e67fdf5fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:53.698427 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-665cfe9a-4c22-4797-b241-fdf8a9797088 req-9178001a-99d4-4f23-8770-9e67fdf5fe7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 1096 time: 0.0737824 Apr 05 21:01:53.851910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cfe9a-4c22-4797-b241-fdf8a9797088 req-11f673b8-b0ca-448a-b7fc-008f271b3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:53.853344 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-665cfe9a-4c22-4797-b241-fdf8a9797088 req-11f673b8-b0ca-448a-b7fc-008f271b3997 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 915 time: 0.1350393 Apr 05 21:01:53.921712 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-665cfe9a-4c22-4797-b241-fdf8a9797088 req-78bab356-9f3b-4a88-9097-0cbd5d16a13d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b HTTP/1.1" status: 200 len: 217 time: 0.0606709 Apr 05 21:01:53.985260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cfe9a-4c22-4797-b241-fdf8a9797088 req-c8f035ea-dbd9-4a34-bdf1-ca48ec1f8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:53.987181 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-665cfe9a-4c22-4797-b241-fdf8a9797088 req-c8f035ea-dbd9-4a34-bdf1-ca48ec1f8af3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.0590250 Apr 05 21:01:54.035637 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-665cfe9a-4c22-4797-b241-fdf8a9797088 req-02fb74a0-09ce-4790-8938-a78e96b3b1d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424416 Apr 05 21:01:54.173903 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-665cfe9a-4c22-4797-b241-fdf8a9797088 req-da5bda41-7aa5-4728-9206-c99bdf820594 service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316135 Apr 05 21:01:54.307505 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-665cfe9a-4c22-4797-b241-fdf8a9797088 req-32f26d07-e5a9-404b-a55d-cbdbea2d27ef service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239700 Apr 05 21:01:54.477343 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c4bae-e12f-409f-9ec2-445bf8de8f13 req-39c3e157-5066-4e3b-b722-4c3e1f24d845 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:54.478788 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8b3c4bae-e12f-409f-9ec2-445bf8de8f13 req-39c3e157-5066-4e3b-b722-4c3e1f24d845 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0794475 Apr 05 21:01:54.521756 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8b3c4bae-e12f-409f-9ec2-445bf8de8f13 req-db921317-fe2d-4ed7-a64b-4be6f3307707 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373383 Apr 05 21:01:55.710671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be0b13-36ae-4b6d-b1a7-c36255f6b556 req-7414c044-bcab-4257-b743-1134fc518fde tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:55.712116 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-20be0b13-36ae-4b6d-b1a7-c36255f6b556 req-7414c044-bcab-4257-b743-1134fc518fde tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0839019 Apr 05 21:01:55.762944 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-20be0b13-36ae-4b6d-b1a7-c36255f6b556 req-d1bb4b07-cf48-46c1-b547-ef48e7c1d996 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451312 Apr 05 21:01:56.947920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184ac6f-e06e-4cbb-88b6-dcf6c824325a req-3ec18c6f-763a-4291-9e59-de29e6b8b1c0 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:56.949339 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a184ac6f-e06e-4cbb-88b6-dcf6c824325a req-3ec18c6f-763a-4291-9e59-de29e6b8b1c0 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0824060 Apr 05 21:01:56.991910 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a184ac6f-e06e-4cbb-88b6-dcf6c824325a req-e6c076bb-20f6-41bc-a945-2210de4f6230 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369947 Apr 05 21:01:58.178278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c18e8-4575-4491-83bb-99e079cbec6e req-9dbf3e38-d2a9-428f-96f1-2748dac9097c tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:58.179734 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b37c18e8-4575-4491-83bb-99e079cbec6e req-9dbf3e38-d2a9-428f-96f1-2748dac9097c tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0817406 Apr 05 21:01:58.223578 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b37c18e8-4575-4491-83bb-99e079cbec6e req-b8f71ea1-8fc5-4af1-95b2-21c3dd8dd3bf tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382829 Apr 05 21:01:59.405906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6a56a-4e4c-4703-b2aa-406d8bf8d0bb req-209b5e28-4472-400f-8b32-6e4d1c8769ad tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:01:59.407340 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82c6a56a-4e4c-4703-b2aa-406d8bf8d0bb req-209b5e28-4472-400f-8b32-6e4d1c8769ad tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0798213 Apr 05 21:01:59.453221 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82c6a56a-4e4c-4703-b2aa-406d8bf8d0bb req-a66f3c81-5510-4e5b-ae65-718dcad7573a tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403244 Apr 05 21:02:00.740848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe8e18-722d-43aa-8973-a9ab489e8b73 req-1e800941-7102-4f99-a56b-bb03c8155f7c tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:00.742239 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60fe8e18-722d-43aa-8973-a9ab489e8b73 req-1e800941-7102-4f99-a56b-bb03c8155f7c tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.1795654 Apr 05 21:02:00.844996 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60fe8e18-722d-43aa-8973-a9ab489e8b73 req-09b984b5-43ba-4cd9-9600-2fa88444b3ec tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970788 Apr 05 21:02:00.854036 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-0cffb3f8-37f7-46e3-b601-3c4271cfe89b service neutron] show failed (client error): The resource could not be found. Apr 05 21:02:00.854950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-0cffb3f8-37f7-46e3-b601-3c4271cfe89b service neutron] 10.222.0.13 "GET /v2.0/ports/ed798619-7a9a-464b-9b94-ae7ad7497c5b/bindings/n-h2-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.0941687 Apr 05 21:02:01.106856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-f9db40ea-e7ec-4359-ad5c-1824ef344124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:01.108296 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-f9db40ea-e7ec-4359-ad5c-1824ef344124 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0&tenant_id=1a4a3825842448ebb00dd3ec16cf9265 HTTP/1.1" status: 200 len: 1096 time: 0.0706615 Apr 05 21:02:01.118618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:02:01.227555 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:01.593714 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] For port ed798619-7a9a-464b-9b94-ae7ad7497c5b, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:02:01.621122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] For port ed798619-7a9a-464b-9b94-ae7ad7497c5b, host n-h1-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:02:01.679096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa3ee42-d4b0-48d8-9e1e-735473967af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:02:01.684769 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:01.699866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Transition to ACTIVE for port object ed798619-7a9a-464b-9b94-ae7ad7497c5b will not be triggered until provisioned by entity L2. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:01.703521 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:01.747872 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa3ee42-d4b0-48d8-9e1e-735473967af0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b', 'code': 200} Apr 05 21:02:01.864456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] No DVR routers for this DVR port ed798619-7a9a-464b-9b94-ae7ad7497c5b on host n-h1-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:01.868891 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed798619-7a9a-464b-9b94-ae7ad7497c5b,revision_number=6']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:01.920488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Attempting to bind port ed798619-7a9a-464b-9b94-ae7ad7497c5b on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:02:01.920819 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Attempting to bind port ed798619-7a9a-464b-9b94-ae7ad7497c5b by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:02:01.921141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Attempting to bind port ed798619-7a9a-464b-9b94-ae7ad7497c5b on network 7302892b-1aea-464e-9513-4ca020d7d5ef {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:02:01.925656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Port ed798619-7a9a-464b-9b94-ae7ad7497c5b on network 7302892b-1aea-464e-9513-4ca020d7d5ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:02:01.925998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Attempting to bind port ed798619-7a9a-464b-9b94-ae7ad7497c5b on network 7302892b-1aea-464e-9513-4ca020d7d5ef {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:02:01.930991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:02:01.931322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Checking segment: {'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:02:01.931697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Bound using segment: {'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'} {{(pid=87965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:02:01.932117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.managers [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Bound port: ed798619-7a9a-464b-9b94-ae7ad7497c5b, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'}}] {{(pid=87965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:02:01.932454 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:02.024564 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] For port ed798619-7a9a-464b-9b94-ae7ad7497c5b, host n-h2-836604-1, cleared binding levels {{(pid=87965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:02:02.027751 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] For port ed798619-7a9a-464b-9b94-ae7ad7497c5b, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:02:02.031994 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:02.032253 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b7eb34-6b21-4537-b2a6-abd7986cc956 req-96b59617-1eae-42d2-9c22-479bfcbae67b tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:02.033762 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22b7eb34-6b21-4537-b2a6-abd7986cc956 req-96b59617-1eae-42d2-9c22-479bfcbae67b tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 943 time: 0.0814924 Apr 05 21:02:02.081947 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22b7eb34-6b21-4537-b2a6-abd7986cc956 req-7cb0feff-761e-4441-90c7-64e416f41267 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404811 Apr 05 21:02:02.090226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:02.090826 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:02.092628 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/ed798619-7a9a-464b-9b94-ae7ad7497c5b HTTP/1.1" status: 200 len: 1091 time: 0.9777718 Apr 05 21:02:02.117126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0237be2-bd63-49c0-810c-1d6b39c4b0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed798619-7a9a-464b-9b94-ae7ad7497c5b,revision_number=7']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:02.215158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-5daf8f01-faf6-4455-b7bb-784a050c5b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:02.216602 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-5daf8f01-faf6-4455-b7bb-784a050c5b34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 1094 time: 0.1006951 Apr 05 21:02:02.345335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-0c7780ec-802d-4990-b070-4a278c5ca480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:02.346787 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-0c7780ec-802d-4990-b070-4a278c5ca480 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 915 time: 0.1237915 Apr 05 21:02:02.412505 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-40b43fa3-d54a-4b73-bd0c-955de646f555 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b HTTP/1.1" status: 200 len: 217 time: 0.0594199 Apr 05 21:02:02.478634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-673e6306-c6de-4892-ab55-437f7c32b89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:02.481007 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-673e6306-c6de-4892-ab55-437f7c32b89d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.0634174 Apr 05 21:02:02.532227 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-066e4433-5ec1-495a-acd1-778584a93e5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447650 Apr 05 21:02:02.660910 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-b949a800-1966-4ebf-8606-e1c634aa6bd4 service neutron] 10.222.0.41 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219947 Apr 05 21:02:02.791642 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c40e41c0-85a0-4e62-84f9-2e776298e923 req-faf22fc6-8968-4b5e-9447-492f260cf85c service neutron] 10.222.0.41 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245341 Apr 05 21:02:03.269636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351de13-d9fe-43ba-9d62-7f85fd62077f req-48ea2f15-ebec-45bc-8c2e-f3ac97d3ca7f tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:03.271058 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1351de13-d9fe-43ba-9d62-7f85fd62077f req-48ea2f15-ebec-45bc-8c2e-f3ac97d3ca7f tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 943 time: 0.0809467 Apr 05 21:02:03.313100 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1351de13-d9fe-43ba-9d62-7f85fd62077f req-91829dc5-d753-4324-8367-9051150ea6c4 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365007 Apr 05 21:02:03.749173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa3ee42-d4b0-48d8-9e1e-735473967af0', 'tag': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:02:03.812357 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa3ee42-d4b0-48d8-9e1e-735473967af0', 'tag': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b', 'status': 'completed', 'code': 200} Apr 05 21:02:03.899076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-d6b463e6-5248-4d7f-813e-247541473044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:03.900531 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-d6b463e6-5248-4d7f-813e-247541473044 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 1094 time: 0.0707493 Apr 05 21:02:03.904426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-202d45c5-3411-42e7-8bd4-83f150d90f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:03.905874 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-202d45c5-3411-42e7-8bd4-83f150d90f11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 1094 time: 0.0740349 Apr 05 21:02:04.041567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-6cf85fb8-4ba2-4ce3-82f7-30bd2b86a1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:04.042976 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-6cf85fb8-4ba2-4ce3-82f7-30bd2b86a1d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 915 time: 0.1309247 Apr 05 21:02:04.115890 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-1fad9a6f-686d-4a8f-81eb-61549fe553b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b HTTP/1.1" status: 200 len: 217 time: 0.0655918 Apr 05 21:02:04.154298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-32564037-630c-421e-873b-7431f74be696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:04.155747 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-32564037-630c-421e-873b-7431f74be696 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 915 time: 0.2486801 Apr 05 21:02:04.181777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-c9f661b0-5c8c-46df-a973-f73607a8f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:04.183269 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-c9f661b0-5c8c-46df-a973-f73607a8f729 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.0622280 Apr 05 21:02:04.232765 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-47143098-8af8-41e5-a371-9bc37963e0a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b HTTP/1.1" status: 200 len: 217 time: 0.0695221 Apr 05 21:02:04.233716 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-b41ebe5e-a688-415f-ab52-badcb03622a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449855 Apr 05 21:02:04.306924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-41345d99-9317-4192-a97f-f092ca99c692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:04.308374 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-41345d99-9317-4192-a97f-f092ca99c692 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.0639460 Apr 05 21:02:04.366806 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-a631e307-5146-428e-a17d-bf43d87ba57a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522938 Apr 05 21:02:04.383413 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-175ecb1f-9039-4892-8aa2-b5b4f1d53e4d service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435518 Apr 05 21:02:04.542938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-0cbb15ba-76ef-4783-a956-f448811fd68b service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526358 Apr 05 21:02:04.556674 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-f20d55d1-3de8-4a62-bbf4-10c99575ec61 service neutron] 10.222.0.41 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815639 Apr 05 21:02:04.563147 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:02:04.664970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35953d3-1526-43d2-b84d-567ea9047dc8 req-3fdb1861-fbc6-49c3-bf6b-d8efa04bcde2 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:04.666438 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d35953d3-1526-43d2-b84d-567ea9047dc8 req-3fdb1861-fbc6-49c3-bf6b-d8efa04bcde2 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 943 time: 0.1917677 Apr 05 21:02:04.731074 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d35953d3-1526-43d2-b84d-567ea9047dc8 req-91e6a9d7-70e1-41cc-9346-3a45e8d8157c tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573993 Apr 05 21:02:04.738732 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5019b00-6c09-42a6-b289-9e4c89965ed9 req-5fc378e3-b65a-41b6-b814-292d709341c5 service neutron] 10.222.0.41 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758087 Apr 05 21:02:05.070858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ed798619-7a9a-464b-9b94-ae7ad7497c5b no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:05.129804 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device ed798619-7a9a-464b-9b94-ae7ad7497c5b not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:05.916319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76525aa3-32cb-4c72-b12b-30bfc08c2296 req-8cd0ee2a-87a1-48e7-a798-6db6d18a54e5 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:05.917745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76525aa3-32cb-4c72-b12b-30bfc08c2296 req-8cd0ee2a-87a1-48e7-a798-6db6d18a54e5 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 943 time: 0.0800147 Apr 05 21:02:05.963688 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76525aa3-32cb-4c72-b12b-30bfc08c2296 req-18ab7cee-28ea-4544-aabe-8078d6f36c37 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Apr 05 21:02:06.113899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ed798619-7a9a-464b-9b94-ae7ad7497c5b details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:02:06.249453 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ed798619-7a9a-464b-9b94-ae7ad7497c5b, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:02:06.262350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b', 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef', 'port_id': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b', 'mac_address': 'fa:16:3e:a0:e8:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0d5151-2148-4f3f-85fb-18dcc8c78898', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:02:06.317518 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:06.334562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed798619-7a9a-464b-9b94-ae7ad7497c5b {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:02:06.335743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62585aa7-037b-4757-9841-03f2f4876107 req-93b8e97d-b025-4d45-b4df-75525375b23d tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:06.337187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-62585aa7-037b-4757-9841-03f2f4876107 req-93b8e97d-b025-4d45-b4df-75525375b23d tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 943 time: 0.1084721 Apr 05 21:02:06.346126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1789483-90a3-4149-b35c-6dd17e51c6af req-5a6f6490-484d-47a2-8ffc-07528ee193a8 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:06.347489 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1789483-90a3-4149-b35c-6dd17e51c6af req-5a6f6490-484d-47a2-8ffc-07528ee193a8 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.13 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0&tenant_id=1a4a3825842448ebb00dd3ec16cf9265&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 943 time: 0.1565745 Apr 05 21:02:06.350691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ed798619-7a9a-464b-9b94-ae7ad7497c5b, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:02:06.354357 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:06.423028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=ed798619-7a9a-464b-9b94-ae7ad7497c5b,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:06.440466 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-62585aa7-037b-4757-9841-03f2f4876107 req-519b61ae-57dc-45ee-99f3-67948032211b tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920360 Apr 05 21:02:06.454535 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-f1789483-90a3-4149-b35c-6dd17e51c6af req-71c51521-99a8-446b-b670-ee8e28fe645a service neutron] delete failed (client error): The resource could not be found. Apr 05 21:02:06.456030 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1789483-90a3-4149-b35c-6dd17e51c6af req-71c51521-99a8-446b-b670-ee8e28fe645a service neutron] 10.222.0.13 "DELETE /v2.0/ports/ed798619-7a9a-464b-9b94-ae7ad7497c5b/bindings/n-h1-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.0939987 Apr 05 21:02:06.563904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['ed798619-7a9a-464b-9b94-ae7ad7497c5b'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:02:06.597788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1789483-90a3-4149-b35c-6dd17e51c6af req-be46d193-8fc4-4941-a265-9d1d3cad42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:06.599267 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1789483-90a3-4149-b35c-6dd17e51c6af req-be46d193-8fc4-4941-a265-9d1d3cad42c6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 1095 time: 0.0749478 Apr 05 21:02:06.729271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1789483-90a3-4149-b35c-6dd17e51c6af req-cc29d100-3ff2-4de7-9098-361857f1455a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:06.730752 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1789483-90a3-4149-b35c-6dd17e51c6af req-cc29d100-3ff2-4de7-9098-361857f1455a service neutron] 10.222.0.13 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 915 time: 0.1259661 Apr 05 21:02:06.796497 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1789483-90a3-4149-b35c-6dd17e51c6af req-da8b3a2b-d389-4633-ba01-f8ebf7af2547 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b HTTP/1.1" status: 200 len: 217 time: 0.0600429 Apr 05 21:02:06.963975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1789483-90a3-4149-b35c-6dd17e51c6af req-09f2a4c5-512c-40a4-b371-14d87eb88351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:06.965312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1789483-90a3-4149-b35c-6dd17e51c6af req-09f2a4c5-512c-40a4-b371-14d87eb88351 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.1627738 Apr 05 21:02:07.011608 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1789483-90a3-4149-b35c-6dd17e51c6af req-8fd9dff3-7662-4749-9731-a011d24a1e59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403481 Apr 05 21:02:07.141840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1789483-90a3-4149-b35c-6dd17e51c6af req-084e5383-cd92-437d-97b2-dd76b8e1d3f5 service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238849 Apr 05 21:02:07.270365 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1789483-90a3-4149-b35c-6dd17e51c6af req-fa10d6cd-72ec-45e0-8add-380aa2eb1874 service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226780 Apr 05 21:02:07.636505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7fef25-1253-442b-9c56-2d6be935bd2b req-ce132699-64bd-4d8f-8748-63072e62a71c tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:07.638659 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc7fef25-1253-442b-9c56-2d6be935bd2b req-ce132699-64bd-4d8f-8748-63072e62a71c tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 944 time: 0.0900893 Apr 05 21:02:07.685849 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dc7fef25-1253-442b-9c56-2d6be935bd2b req-295d3465-6aea-48fb-bea3-5effd4ad8818 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408735 Apr 05 21:02:08.120485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ed798619-7a9a-464b-9b94-ae7ad7497c5b up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:08.192945 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port ed798619-7a9a-464b-9b94-ae7ad7497c5b completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:08.197768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port ed798619-7a9a-464b-9b94-ae7ad7497c5b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:08.198199 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:08.320743 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:08.375417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa3ee42-d4b0-48d8-9e1e-735473967af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:02:08.385156 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ed798619-7a9a-464b-9b94-ae7ad7497c5b, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:02:08.389033 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:08.429297 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa3ee42-d4b0-48d8-9e1e-735473967af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b', 'code': 200} Apr 05 21:02:08.461363 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=ed798619-7a9a-464b-9b94-ae7ad7497c5b,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:08.872104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae23fa-416b-4c95-8622-97faa7d4223e req-5f9929e6-602a-4b09-becc-e278f2bbcd8e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:08.873562 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-faae23fa-416b-4c95-8622-97faa7d4223e req-5f9929e6-602a-4b09-becc-e278f2bbcd8e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0795746 Apr 05 21:02:08.922115 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-faae23fa-416b-4c95-8622-97faa7d4223e req-212ffc31-10bf-4c36-955a-2f8f34874459 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410926 Apr 05 21:02:09.053675 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:09.130351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa5287-3716-49ff-9c30-07260c2c680d req-af4baa7e-beff-4083-ad2b-8b76aee1cddb tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:09.131803 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eafa5287-3716-49ff-9c30-07260c2c680d req-af4baa7e-beff-4083-ad2b-8b76aee1cddb tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0952241 Apr 05 21:02:09.175031 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eafa5287-3716-49ff-9c30-07260c2c680d req-830c2b32-ac59-48c4-98fc-31785450751d tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376289 Apr 05 21:02:09.345961 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:09.356102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffe85e-7eef-42a7-b07b-9118fa62ec84 req-b47ce15e-1aaa-4e59-8d75-d0c89717966c tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:09.357801 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aaffe85e-7eef-42a7-b07b-9118fa62ec84 req-b47ce15e-1aaa-4e59-8d75-d0c89717966c tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0803578 Apr 05 21:02:09.402113 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aaffe85e-7eef-42a7-b07b-9118fa62ec84 req-2f921b8c-a92b-4062-9acb-8d65e3493eeb tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378120 Apr 05 21:02:09.882239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-1baf2eeb-6139-4c6c-8415-41ba470f28a5 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:09.883577 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-1baf2eeb-6139-4c6c-8415-41ba470f28a5 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 814 time: 0.1440246 Apr 05 21:02:09.898883 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-186e2bba-04a8-47ee-ac30-d95656c4c3ed tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/quotas/1a4a3825842448ebb00dd3ec16cf9265 HTTP/1.1" status: 200 len: 375 time: 0.0099635 Apr 05 21:02:09.980300 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-269b376f-bd5a-413e-a963-90b05aa16efd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0763173 Apr 05 21:02:10.040310 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-61702b30-f0bc-4bb4-8e51-3f8819e66d78 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87965) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 21:02:10.041357 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-61702b30-f0bc-4bb4-8e51-3f8819e66d78 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0547504 Apr 05 21:02:10.174777 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-ff02694f-b467-407e-a05c-f6e9780adf78 service neutron] 10.222.0.24 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270900 Apr 05 21:02:10.302097 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-7ba1fa03-2638-4b2e-b036-564d920924de service neutron] 10.222.0.24 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216240 Apr 05 21:02:10.476444 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71c7d6b0-a5bf-4cf8-be70-7af9a0f36072 req-d09f709f-2da1-4c76-b925-e76a713535c1 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 210 time: 0.0430789 Apr 05 21:02:11.017423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34081c1e-93be-425c-9ce2-0350cf8a274d req-e055c75e-2c0d-4eaf-813c-5749d2bbdc6e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:11.018788 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34081c1e-93be-425c-9ce2-0350cf8a274d req-e055c75e-2c0d-4eaf-813c-5749d2bbdc6e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fa3ee42-d4b0-48d8-9e1e-735473967af0 HTTP/1.1" status: 200 len: 945 time: 0.0797234 Apr 05 21:02:11.088722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-34081c1e-93be-425c-9ce2-0350cf8a274d req-4f90ef4e-4866-423b-bf58-fe05ff3afa55 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Deleting port ed798619-7a9a-464b-9b94-ae7ad7497c5b {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:02:11.089055 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-34081c1e-93be-425c-9ce2-0350cf8a274d req-4f90ef4e-4866-423b-bf58-fe05ff3afa55 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.346759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.41', 52286) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:02:11.444069 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c2cb539a-71ff-4482-bf3d-63eba14a330c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.470776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [req-34081c1e-93be-425c-9ce2-0350cf8a274d req-4f90ef4e-4866-423b-bf58-fe05ff3afa55 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] For port ed798619-7a9a-464b-9b94-ae7ad7497c5b, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ed798619-7a9a-464b-9b94-ae7ad7497c5b,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:02:11.471145 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-34081c1e-93be-425c-9ce2-0350cf8a274d req-4f90ef4e-4866-423b-bf58-fe05ff3afa55 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.506539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-4975d5d4-4340-4996-a392-4d0f328506ac tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:11.508031 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-4975d5d4-4340-4996-a392-4d0f328506ac tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.41 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 814 time: 0.1600592 Apr 05 21:02:11.521354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Request body: {'port': {'device_id': 'dfcc0e20-f6ed-4a56-8952-1d094a81f4cf', 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef', 'admin_state_up': True, 'tenant_id': '1a4a3825842448ebb00dd3ec16cf9265'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:02:11.601732 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [req-34081c1e-93be-425c-9ce2-0350cf8a274d req-4f90ef4e-4866-423b-bf58-fe05ff3afa55 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Calling delete_port for ed798619-7a9a-464b-9b94-ae7ad7497c5b owned by compute:nova {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:02:11.663698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:02:11.673553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:02:11.682955 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-db74f5f4-7651-4cbe-8605-1c446faf0acb req-9b9290c0-7cec-4b61-9338-d39fff2f4453 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 210 time: 0.0542190 Apr 05 21:02:11.683390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Made reservation on behalf of 1a4a3825842448ebb00dd3ec16cf9265 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:02:11.686904 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.789690 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-34081c1e-93be-425c-9ce2-0350cf8a274d req-4f90ef4e-4866-423b-bf58-fe05ff3afa55 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.801133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['ed798619-7a9a-464b-9b94-ae7ad7497c5b'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:02:11.844396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90ef4e-4866-423b-bf58-fe05ff3afa55 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Pushing event deleted for resources: {'Port': ['ID=ed798619-7a9a-464b-9b94-ae7ad7497c5b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:11.896235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Allocated IP 172.20.0.7 (7302892b-1aea-464e-9513-4ca020d7d5ef/1b0d5151-2148-4f3f-85fb-18dcc8c78898/4361e99a-9e7a-4416-83f6-1cecd90b9c00) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:02:11.923442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [req-34081c1e-93be-425c-9ce2-0350cf8a274d req-4f90ef4e-4866-423b-bf58-fe05ff3afa55 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] No DVR routers for this DVR port ed798619-7a9a-464b-9b94-ae7ad7497c5b on host n-h2-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:11.926418 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [req-34081c1e-93be-425c-9ce2-0350cf8a274d req-4f90ef4e-4866-423b-bf58-fe05ff3afa55 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:11.930575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa3ee42-d4b0-48d8-9e1e-735473967af0', 'name': 'network-vif-deleted', 'tag': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:02:11.945418 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-34081c1e-93be-425c-9ce2-0350cf8a274d req-4f90ef4e-4866-423b-bf58-fe05ff3afa55 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.41 "DELETE /v2.0/ports/ed798619-7a9a-464b-9b94-ae7ad7497c5b HTTP/1.1" status: 204 len: 173 time: 0.9217663 Apr 05 21:02:11.983894 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa3ee42-d4b0-48d8-9e1e-735473967af0', 'name': 'network-vif-deleted', 'tag': 'ed798619-7a9a-464b-9b94-ae7ad7497c5b', 'status': 'completed', 'code': 200} Apr 05 21:02:12.119263 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.148691 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.159919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['ed798619-7a9a-464b-9b94-ae7ad7497c5b'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:02:12.218268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Network 7302892b-1aea-464e-9513-4ca020d7d5ef is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:02:12.221237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:02:12.229219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:02:12.271669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Pushing event updated for resources: {'Port': ['ID=4361e99a-9e7a-4416-83f6-1cecd90b9c00,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:12.285522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:12.285864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:12.286222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:12.286553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:12.286880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:12.287204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:12.287526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:12.287847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:12.288176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:12.288496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:12.288821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:12.289132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:12.307170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:12.307781 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.332376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-e3e49121-e19e-40cc-a334-66dc908701cd tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8158598 Apr 05 21:02:12.342807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Request body: {'port': {'device_id': 'dfcc0e20-f6ed-4a56-8952-1d094a81f4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:02:12.455314 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.793169 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4361e99a-9e7a-4416-83f6-1cecd90b9c00 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:02:12.800976 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.815741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Transition to ACTIVE for port object 4361e99a-9e7a-4416-83f6-1cecd90b9c00 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:12.819876 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:12.871959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601c56e-811e-4734-bb07-65635ee3e8c6 req-eb582f07-dc3b-4dc0-8c9f-fec1c6c44dca tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:12.872740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-e601c56e-811e-4734-bb07-65635ee3e8c6 req-eb582f07-dc3b-4dc0-8c9f-fec1c6c44dca tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Synchronizing usage tracker for tenant:1a4a3825842448ebb00dd3ec16cf9265 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:12.889023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-e601c56e-811e-4734-bb07-65635ee3e8c6 req-eb582f07-dc3b-4dc0-8c9f-fec1c6c44dca tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Unset dirty status for tenant:1a4a3825842448ebb00dd3ec16cf9265 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:12.890207 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e601c56e-811e-4734-bb07-65635ee3e8c6 req-eb582f07-dc3b-4dc0-8c9f-fec1c6c44dca tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 943 time: 0.0988019 Apr 05 21:02:12.937654 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e601c56e-811e-4734-bb07-65635ee3e8c6 req-814d85b4-f85b-4612-b50a-65ba04c6eaf4 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412710 Apr 05 21:02:13.077145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Pushing event updated for resources: {'Port': ['ID=4361e99a-9e7a-4416-83f6-1cecd90b9c00,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:13.153052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Attempting to bind port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:02:13.153382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Attempting to bind port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:02:13.153707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Attempting to bind port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 on network 7302892b-1aea-464e-9513-4ca020d7d5ef {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:02:13.159914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 on network 7302892b-1aea-464e-9513-4ca020d7d5ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:02:13.160235 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Attempting to bind port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 on network 7302892b-1aea-464e-9513-4ca020d7d5ef {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:02:13.165656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:02:13.166015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Checking segment: {'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:02:13.168194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Bound using segment: {'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:02:13.170135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Bound port: 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:02:13.170489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:13.263620 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] For port 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:02:13.266503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] For port 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:02:13.270523 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:13.325926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:13.326533 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:13.327885 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] 10.222.0.41 "PUT /v2.0/ports/4361e99a-9e7a-4416-83f6-1cecd90b9c00 HTTP/1.1" status: 200 len: 1091 time: 0.9893804 Apr 05 21:02:13.328310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcc0e20-f6ed-4a56-8952-1d094a81f4cf', 'tag': '4361e99a-9e7a-4416-83f6-1cecd90b9c00'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:02:13.356200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa24551-8215-4692-a4df-85f9239d9aef service neutron] Pushing event updated for resources: {'Port': ['ID=4361e99a-9e7a-4416-83f6-1cecd90b9c00,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:13.400691 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcc0e20-f6ed-4a56-8952-1d094a81f4cf', 'tag': '4361e99a-9e7a-4416-83f6-1cecd90b9c00', 'status': 'completed', 'code': 200} Apr 05 21:02:13.435690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-99dba3a4-6d01-46fe-8343-2aa91b187980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:13.437155 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-99dba3a4-6d01-46fe-8343-2aa91b187980 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 1094 time: 0.0714862 Apr 05 21:02:13.507771 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-8f756a9a-84db-420f-86b6-1d4555158cc5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00 HTTP/1.1" status: 200 len: 217 time: 0.0634871 Apr 05 21:02:13.569140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-f4d606cf-e740-40dd-b68b-5cdefb019b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:13.570559 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-f4d606cf-e740-40dd-b68b-5cdefb019b8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.0572567 Apr 05 21:02:13.616564 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-638687ef-3ea6-4b86-ac6e-1c7ec74d07b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402577 Apr 05 21:02:13.740495 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ed02-7714-42b7-9221-70a5fa71d1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:13.748499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-b270fdd5-9e9b-44d6-97d2-9aa874d5ab68 service neutron] 10.222.0.41 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259418 Apr 05 21:02:13.882204 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c92e13cc-61ef-4b2c-8482-8d7c67ea3c41 req-c391118a-f289-4209-bfe2-277d28de03b8 service neutron] 10.222.0.41 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270294 Apr 05 21:02:14.000556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d55c07-6477-4ed2-b4ad-80af8bd8f964 req-61b3206f-e27c-4b9a-87c5-22100f73c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:14.002171 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90d55c07-6477-4ed2-b4ad-80af8bd8f964 req-61b3206f-e27c-4b9a-87c5-22100f73c183 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 1094 time: 0.0767777 Apr 05 21:02:14.122171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed64552-4e74-4280-bf83-26c447a8cae7 req-9966abb3-b410-497a-b124-d1b4609e25cb tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:14.123636 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fed64552-4e74-4280-bf83-26c447a8cae7 req-9966abb3-b410-497a-b124-d1b4609e25cb tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 943 time: 0.0809836 Apr 05 21:02:14.138956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d55c07-6477-4ed2-b4ad-80af8bd8f964 req-216b1ff0-c3a6-431a-b142-655eea692134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:14.140311 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90d55c07-6477-4ed2-b4ad-80af8bd8f964 req-216b1ff0-c3a6-431a-b142-655eea692134 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 915 time: 0.1327698 Apr 05 21:02:14.167952 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fed64552-4e74-4280-bf83-26c447a8cae7 req-0f3af59a-409a-4f04-9ad4-5161a3afb1f1 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384848 Apr 05 21:02:14.209276 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90d55c07-6477-4ed2-b4ad-80af8bd8f964 req-43424f84-8857-4f19-9fcd-9f341ebc243b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00 HTTP/1.1" status: 200 len: 217 time: 0.0618646 Apr 05 21:02:14.274172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d55c07-6477-4ed2-b4ad-80af8bd8f964 req-2b97d7ff-40ba-4cdd-8299-bd25565b9d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:14.275547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90d55c07-6477-4ed2-b4ad-80af8bd8f964 req-2b97d7ff-40ba-4cdd-8299-bd25565b9d9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.0597897 Apr 05 21:02:14.322699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90d55c07-6477-4ed2-b4ad-80af8bd8f964 req-5700e85e-cb0f-49cf-9690-fef320a75c65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401607 Apr 05 21:02:14.451899 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90d55c07-6477-4ed2-b4ad-80af8bd8f964 req-8d86f7f6-91d6-43aa-a8be-27abe1994a70 service neutron] 10.222.0.41 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226783 Apr 05 21:02:14.585677 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90d55c07-6477-4ed2-b4ad-80af8bd8f964 req-ee16dae3-bf22-447b-853d-a90388eb0c53 service neutron] 10.222.0.41 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266224 Apr 05 21:02:14.904340 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:14.966204 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:15.360505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455346d-a2fa-4dca-ac75-6b780b4add70 req-d812a15d-3ff6-4b59-a33a-31f29b385621 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:15.361790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f455346d-a2fa-4dca-ac75-6b780b4add70 req-d812a15d-3ff6-4b59-a33a-31f29b385621 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Synchronizing usage tracker for tenant:1a4a3825842448ebb00dd3ec16cf9265 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:02:15.377097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f455346d-a2fa-4dca-ac75-6b780b4add70 req-d812a15d-3ff6-4b59-a33a-31f29b385621 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Unset dirty status for tenant:1a4a3825842448ebb00dd3ec16cf9265 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:02:15.378340 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f455346d-a2fa-4dca-ac75-6b780b4add70 req-d812a15d-3ff6-4b59-a33a-31f29b385621 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 943 time: 0.1012890 Apr 05 21:02:15.424574 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f455346d-a2fa-4dca-ac75-6b780b4add70 req-de6294a2-caff-4551-be29-2f98103d9ed7 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401514 Apr 05 21:02:16.150068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 4361e99a-9e7a-4416-83f6-1cecd90b9c00 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:02:16.153094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ed798619-7a9a-464b-9b94-ae7ad7497c5b no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:16.200310 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: ed798619-7a9a-464b-9b94-ae7ad7497c5b {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:02:16.200641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ed798619-7a9a-464b-9b94-ae7ad7497c5b not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:16.209844 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:16.330517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:02:16.343127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '4361e99a-9e7a-4416-83f6-1cecd90b9c00', 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef', 'port_id': '4361e99a-9e7a-4416-83f6-1cecd90b9c00', 'mac_address': 'fa:16:3e:9f:31:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0d5151-2148-4f3f-85fb-18dcc8c78898', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:02:16.396465 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:16.412836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4361e99a-9e7a-4416-83f6-1cecd90b9c00 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:02:16.427852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:02:16.431369 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:16.500170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=4361e99a-9e7a-4416-83f6-1cecd90b9c00,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:16.508323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:16.508661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:16.508991 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:16.509317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:16.509637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:16.510097 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:16.510417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:16.510733 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:16.511050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:16.511360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:16.511670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:16.511981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:02:16.612291 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71a86d-cc05-4dbc-9702-0fab2b610517 req-d634d192-8012-4269-9afb-6fbbba1b80ac tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:16.613712 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d71a86d-cc05-4dbc-9702-0fab2b610517 req-d634d192-8012-4269-9afb-6fbbba1b80ac tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 944 time: 0.0822842 Apr 05 21:02:16.618020 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['4361e99a-9e7a-4416-83f6-1cecd90b9c00'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:02:16.658238 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9d71a86d-cc05-4dbc-9702-0fab2b610517 req-5fa8a564-1deb-42d4-a778-55fccc61a0f1 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385902 Apr 05 21:02:17.841186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c72c5f-8e21-4c68-aa7b-8b4420ba7159 req-cf4cb1de-9c93-45b4-8cf2-2b5ea54f84a0 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:17.842652 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3c72c5f-8e21-4c68-aa7b-8b4420ba7159 req-cf4cb1de-9c93-45b4-8cf2-2b5ea54f84a0 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 944 time: 0.0796196 Apr 05 21:02:17.890324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3c72c5f-8e21-4c68-aa7b-8b4420ba7159 req-02130b0b-d82d-42ce-9b16-607e6499a45d tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419796 Apr 05 21:02:18.152129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 4361e99a-9e7a-4416-83f6-1cecd90b9c00 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:18.221186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:18.225705 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:18.226104 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:18.340816 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:18.366803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcc0e20-f6ed-4a56-8952-1d094a81f4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4361e99a-9e7a-4416-83f6-1cecd90b9c00'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:02:18.377224 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:02:18.381135 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:18.424305 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcc0e20-f6ed-4a56-8952-1d094a81f4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4361e99a-9e7a-4416-83f6-1cecd90b9c00', 'code': 200} Apr 05 21:02:18.449932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=4361e99a-9e7a-4416-83f6-1cecd90b9c00,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:18.543817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e67c7-27cb-43f5-af2e-0a05f6a349ec req-31620a27-3c11-473c-9784-0cf213f0b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:18.545256 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff3e67c7-27cb-43f5-af2e-0a05f6a349ec req-31620a27-3c11-473c-9784-0cf213f0b77b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 1096 time: 0.0720682 Apr 05 21:02:18.583247 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff3e67c7-27cb-43f5-af2e-0a05f6a349ec req-a0d35699-0415-49a8-8db1-effbcbceb64b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324395 Apr 05 21:02:19.072268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46dbd5-15b9-4950-8213-8a5e8c698d68 req-02e9287d-233b-4a78-8757-9a3bf4001206 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:19.073693 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da46dbd5-15b9-4950-8213-8a5e8c698d68 req-02e9287d-233b-4a78-8757-9a3bf4001206 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0774858 Apr 05 21:02:19.119832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da46dbd5-15b9-4950-8213-8a5e8c698d68 req-602e9b80-fb19-4350-b4d2-0c7a2f04bebe tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 Apr 05 21:02:20.302789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ba204-4adc-4de6-a12a-77f8a0d6f218 req-b06d42dc-e869-44f1-aa8a-c8bdeb78f517 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:20.304216 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aa1ba204-4adc-4de6-a12a-77f8a0d6f218 req-b06d42dc-e869-44f1-aa8a-c8bdeb78f517 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0798674 Apr 05 21:02:20.346999 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-aa1ba204-4adc-4de6-a12a-77f8a0d6f218 req-e59359b0-40e3-4f74-bc8c-f578162907a3 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371983 Apr 05 21:02:20.670172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597bb1f-297b-4f8d-8a29-e303c802fd21 req-02c403c2-43e8-4d7d-bc0c-08fa66a5eda3 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:20.671619 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f597bb1f-297b-4f8d-8a29-e303c802fd21 req-02c403c2-43e8-4d7d-bc0c-08fa66a5eda3 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0796974 Apr 05 21:02:20.714731 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f597bb1f-297b-4f8d-8a29-e303c802fd21 req-0961ee96-c067-4af0-9dc1-0768e9c86517 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374627 Apr 05 21:02:21.056201 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-8a4b6dd2-5824-4931-8724-bc0c58bf991b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723100 Apr 05 21:02:21.220985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af927d47-1ff0-4aff-99ab-88028bc78c9e req-380e0a00-d3c2-48b9-be6c-ed799f771ef5 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:21.222430 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af927d47-1ff0-4aff-99ab-88028bc78c9e req-380e0a00-d3c2-48b9-be6c-ed799f771ef5 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.1964071 Apr 05 21:02:21.268304 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af927d47-1ff0-4aff-99ab-88028bc78c9e req-ad169eae-f39e-41eb-8430-115675cb7e8b tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395691 Apr 05 21:02:22.149396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-ece59341-e741-4952-8006-84a9d743299e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:22.150877 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-ece59341-e741-4952-8006-84a9d743299e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 1096 time: 0.0716271 Apr 05 21:02:22.278629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-8f1e4c4a-fdb4-483c-bbe4-d75bc8d32a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:22.280032 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-8f1e4c4a-fdb4-483c-bbe4-d75bc8d32a5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 915 time: 0.1233857 Apr 05 21:02:22.351519 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-7b2e5a9c-5808-4285-ab90-83bb35f03897 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00 HTTP/1.1" status: 200 len: 217 time: 0.0654211 Apr 05 21:02:22.412841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-d5997e86-c09f-4343-b2a7-acb214f7d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:22.414246 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-d5997e86-c09f-4343-b2a7-acb214f7d696 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.0572259 Apr 05 21:02:22.452026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004f6e4e-9779-4ac4-997d-9a198700c021 req-fc43789f-2fda-40de-8702-46213fc80ca0 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:22.453473 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-004f6e4e-9779-4ac4-997d-9a198700c021 req-fc43789f-2fda-40de-8702-46213fc80ca0 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0792735 Apr 05 21:02:22.463126 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-ce0cc25c-a6a5-467f-8b03-5fcac2af188e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436356 Apr 05 21:02:22.498240 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-004f6e4e-9779-4ac4-997d-9a198700c021 req-1cd65e04-6094-4e71-8e90-a6de4f87686a tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387614 Apr 05 21:02:22.602575 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-5412dc60-7aa6-434a-bd6c-8f80ebeaec66 service neutron] 10.222.0.41 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333718 Apr 05 21:02:22.735897 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-ee631077-0e56-43d1-b4da-6c53d981ed59 service neutron] 10.222.0.41 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278324 Apr 05 21:02:23.692244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf35334-1e1b-41ac-8d9a-43d60cc42195 req-e35d4a01-32ff-43bc-a24a-7e938711a43e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:23.693703 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf35334-1e1b-41ac-8d9a-43d60cc42195 req-e35d4a01-32ff-43bc-a24a-7e938711a43e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0795984 Apr 05 21:02:23.738972 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf35334-1e1b-41ac-8d9a-43d60cc42195 req-29a2c21d-e6fb-4602-9f44-0a1b6fdf08fb tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396144 Apr 05 21:02:24.928918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5858ec-5f0e-4363-b878-f02a47b20efd req-ba313f94-00fb-44ee-9eca-6ec661563e77 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:24.930366 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8e5858ec-5f0e-4363-b878-f02a47b20efd req-ba313f94-00fb-44ee-9eca-6ec661563e77 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0823932 Apr 05 21:02:24.973705 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8e5858ec-5f0e-4363-b878-f02a47b20efd req-edc48175-f414-4ff6-9ea6-60c8c9a36ca2 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376456 Apr 05 21:02:26.163847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e876999-7271-4213-9a39-6f600c2857b0 req-fa4a659d-9240-4bc5-ba74-25dfc0e9745d tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:26.166084 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e876999-7271-4213-9a39-6f600c2857b0 req-fa4a659d-9240-4bc5-ba74-25dfc0e9745d tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0880170 Apr 05 21:02:26.211381 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e876999-7271-4213-9a39-6f600c2857b0 req-911d521b-9b36-4a59-8bb2-e98643a2447a tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392642 Apr 05 21:02:27.392365 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a83da8-f272-4e0a-8d8c-c1f56f32e8cc req-b5b6ee75-c1b1-4cb4-b937-172274f83982 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:27.393817 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-54a83da8-f272-4e0a-8d8c-c1f56f32e8cc req-b5b6ee75-c1b1-4cb4-b937-172274f83982 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0785568 Apr 05 21:02:27.439822 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-54a83da8-f272-4e0a-8d8c-c1f56f32e8cc req-27f725da-bb0a-413b-bbd4-ce88f73a1b66 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Apr 05 21:02:28.619547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44be66-1c4b-4da5-8485-0ee4caa1c2af req-2f06a18a-ed37-4d98-952c-9e0fbef7c964 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:28.620958 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc44be66-1c4b-4da5-8485-0ee4caa1c2af req-2f06a18a-ed37-4d98-952c-9e0fbef7c964 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0792513 Apr 05 21:02:28.667546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc44be66-1c4b-4da5-8485-0ee4caa1c2af req-2e67eb63-4b33-4ae2-bdf9-278d74b746ca tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409589 Apr 05 21:02:29.848792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a890a7-7256-4e04-bd14-3c574cb3839a req-6f380fe9-6912-47ba-9c6f-14f97b4f7e9d tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:29.850251 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8a890a7-7256-4e04-bd14-3c574cb3839a req-6f380fe9-6912-47ba-9c6f-14f97b4f7e9d tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0790632 Apr 05 21:02:29.894921 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a8a890a7-7256-4e04-bd14-3c574cb3839a req-016a7509-dd98-4a75-ae7f-22b9e9e863bc tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391414 Apr 05 21:02:31.079310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b333f-5383-422b-91e7-2e2bf72d7300 req-986d183b-c528-489f-9f57-50b76ac53d5a tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:31.080691 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c01b333f-5383-422b-91e7-2e2bf72d7300 req-986d183b-c528-489f-9f57-50b76ac53d5a tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0789683 Apr 05 21:02:31.123526 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c01b333f-5383-422b-91e7-2e2bf72d7300 req-20928089-e99a-4a4d-9c1f-5ea2fcb82765 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371757 Apr 05 21:02:32.310599 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6433cbc-466e-4e7d-8205-fbaa7c4d56ed req-04fe21da-c018-4f04-a33a-b91316ddb62a tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:32.312017 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e6433cbc-466e-4e7d-8205-fbaa7c4d56ed req-04fe21da-c018-4f04-a33a-b91316ddb62a tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0812430 Apr 05 21:02:32.355162 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e6433cbc-466e-4e7d-8205-fbaa7c4d56ed req-36658d33-b53b-471e-92a5-9a49663732b5 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375028 Apr 05 21:02:33.538703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcce1c4-d889-45ec-a7c7-985faf5d345c req-26d621a6-d6a3-43aa-8bf1-9786e47c17ad tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:33.540148 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1dcce1c4-d889-45ec-a7c7-985faf5d345c req-26d621a6-d6a3-43aa-8bf1-9786e47c17ad tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0825641 Apr 05 21:02:33.583207 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1dcce1c4-d889-45ec-a7c7-985faf5d345c req-a87d2bf7-bdd0-4958-88dd-700a7b4676a7 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375166 Apr 05 21:02:34.917194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8465344-fc3d-4d86-b335-2c0eaab12994 req-c09b2153-178c-4cfb-8015-840159c72f5e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:34.918660 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b8465344-fc3d-4d86-b335-2c0eaab12994 req-c09b2153-178c-4cfb-8015-840159c72f5e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0805511 Apr 05 21:02:34.961613 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b8465344-fc3d-4d86-b335-2c0eaab12994 req-bacbd23a-209b-4878-8c61-c9e46eec6f0e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367463 Apr 05 21:02:36.142210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fdf08d-f231-4b35-babc-cf163a526cec req-06ef5c00-9c85-4975-8273-b00580a9afca tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:36.144364 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-98fdf08d-f231-4b35-babc-cf163a526cec req-06ef5c00-9c85-4975-8273-b00580a9afca tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0791433 Apr 05 21:02:36.187338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-98fdf08d-f231-4b35-babc-cf163a526cec req-50d12525-51ab-4b9c-9cde-102d0e189cc4 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380819 Apr 05 21:02:37.371127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62904ee-f4dc-46f4-859a-90f90efba91f req-76237c47-573d-4658-812d-9a3d35f10c91 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:37.372550 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e62904ee-f4dc-46f4-859a-90f90efba91f req-76237c47-573d-4658-812d-9a3d35f10c91 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0824735 Apr 05 21:02:37.415866 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e62904ee-f4dc-46f4-859a-90f90efba91f req-15806399-e1c3-48cd-869f-54f59d4992e9 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378182 Apr 05 21:02:38.604665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c96a7-6da9-4234-a42d-f72c0f1b7687 req-3058a98e-95ce-4c76-aedc-f11f9a3c4ea3 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:38.606052 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b4c96a7-6da9-4234-a42d-f72c0f1b7687 req-3058a98e-95ce-4c76-aedc-f11f9a3c4ea3 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0834370 Apr 05 21:02:38.648883 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b4c96a7-6da9-4234-a42d-f72c0f1b7687 req-783d1956-fab6-47ef-b8d0-b5ab7cd5347e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372458 Apr 05 21:02:39.068562 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:39.340870 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:39.833132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56507757-b8c9-4b46-9681-11d5e7adca11 req-527afb26-24ec-4a2e-8b8b-0ebbdf48921b tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:39.834533 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-56507757-b8c9-4b46-9681-11d5e7adca11 req-527afb26-24ec-4a2e-8b8b-0ebbdf48921b tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0787807 Apr 05 21:02:39.881626 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-56507757-b8c9-4b46-9681-11d5e7adca11 req-e681a883-aa67-411d-b13d-cd4f69d8851f tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Apr 05 21:02:41.062058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994db51b-371c-48b9-9f84-8f6e9e40d426 req-ddc8869c-94c0-4250-9ba3-a2315d921ab2 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:41.063528 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-994db51b-371c-48b9-9f84-8f6e9e40d426 req-ddc8869c-94c0-4250-9ba3-a2315d921ab2 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0792980 Apr 05 21:02:41.110665 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-994db51b-371c-48b9-9f84-8f6e9e40d426 req-40e8dc5b-fd0a-4293-994b-54f7fac64532 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415583 Apr 05 21:02:41.445250 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c06bc29a-2e9b-4e13-9c19-e26f5a2fbcd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:41.561975 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:02:42.294569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc167-2472-456c-be45-6b1cd3a4a489 req-6e02f4d5-2250-40b1-95b0-fbd0a40824e0 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:42.295979 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dfddc167-2472-456c-be45-6b1cd3a4a489 req-6e02f4d5-2250-40b1-95b0-fbd0a40824e0 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0782473 Apr 05 21:02:42.339417 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-dfddc167-2472-456c-be45-6b1cd3a4a489 req-3edfdf32-1134-420b-ab26-3692340ff98d tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373313 Apr 05 21:02:43.519741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a62b3b-8e12-43f4-b144-c19b723fc53f req-177d3046-d78b-429f-8609-184e9b9b428f tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:43.521161 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-50a62b3b-8e12-43f4-b144-c19b723fc53f req-177d3046-d78b-429f-8609-184e9b9b428f tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0783753 Apr 05 21:02:43.565383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-50a62b3b-8e12-43f4-b144-c19b723fc53f req-1c6bf2a5-4840-4308-ac57-6eae87bb08d8 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384140 Apr 05 21:02:43.745348 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7a4c3aba-de90-46d1-b489-0df430635972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:44.861855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922ae16-1cf8-49f3-b82c-49a697b0e53f req-c0d05a5b-bc8c-434e-bc7c-3a5fec1bd538 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:44.863474 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6922ae16-1cf8-49f3-b82c-49a697b0e53f req-c0d05a5b-bc8c-434e-bc7c-3a5fec1bd538 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.1927614 Apr 05 21:02:44.907828 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:44.912547 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6922ae16-1cf8-49f3-b82c-49a697b0e53f req-6e0b3312-0111-40f3-b167-80ff0f810bbb tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434122 Apr 05 21:02:44.969199 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:46.103207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d72fc4-5132-444f-9ac7-16000352c8dc req-4b9caad0-3ace-4d1f-9369-5e8c5edb16ca tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:46.104656 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42d72fc4-5132-444f-9ac7-16000352c8dc req-4b9caad0-3ace-4d1f-9369-5e8c5edb16ca tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0840948 Apr 05 21:02:46.177578 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:46.254318 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42d72fc4-5132-444f-9ac7-16000352c8dc req-54b46ec3-d221-450a-a709-e90ab82ea7da tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434836 Apr 05 21:02:47.437440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d7e27-87bb-41e1-bcde-465ca91471d3 req-3327e6a0-3698-421e-a5b1-2432d151fdef tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:47.438964 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a0d7e27-87bb-41e1-bcde-465ca91471d3 req-3327e6a0-3698-421e-a5b1-2432d151fdef tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0787270 Apr 05 21:02:47.481904 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7a0d7e27-87bb-41e1-bcde-465ca91471d3 req-5fb68dc6-4213-4936-9419-dbf88eb65e2e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374210 Apr 05 21:02:48.662831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236f824-195f-4613-9bec-60ae18d67541 req-59a04ab4-783e-48c0-9d6a-62b02c7bbb66 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:48.664360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4236f824-195f-4613-9bec-60ae18d67541 req-59a04ab4-783e-48c0-9d6a-62b02c7bbb66 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0798140 Apr 05 21:02:48.709042 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4236f824-195f-4613-9bec-60ae18d67541 req-92113346-3497-436c-ad9c-b2418df0c7b4 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391693 Apr 05 21:02:49.290612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-7742174c-8159-4299-938c-e735df18458f req-8e430276-9e13-4a35-af12-2216737e64c3 service neutron] (87965) timed out ('10.222.0.24', 49792) {{(pid=87965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:02:49.537605 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-e6a31e7a-c163-4059-b749-377024dca61d service neutron] show failed (client error): The resource could not be found. Apr 05 21:02:49.538614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-e6a31e7a-c163-4059-b749-377024dca61d service neutron] 10.222.0.41 "GET /v2.0/ports/4361e99a-9e7a-4416-83f6-1cecd90b9c00/bindings/n-h1-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.0759249 Apr 05 21:02:49.792219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-e35a7442-15fc-4c6f-9488-021ff0330599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:49.793687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-e35a7442-15fc-4c6f-9488-021ff0330599 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf&tenant_id=1a4a3825842448ebb00dd3ec16cf9265 HTTP/1.1" status: 200 len: 1096 time: 0.0712140 Apr 05 21:02:49.804090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:02:49.893357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939bd545-5f72-4d36-9a8e-ffc4559a59b0 req-381f381a-5f01-4f89-847c-61592918e556 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:49.894863 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-939bd545-5f72-4d36-9a8e-ffc4559a59b0 req-381f381a-5f01-4f89-847c-61592918e556 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0813248 Apr 05 21:02:49.921153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:49.941724 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-939bd545-5f72-4d36-9a8e-ffc4559a59b0 req-7258f0bc-c033-415b-8cf8-705d00847b8a tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411110 Apr 05 21:02:50.188976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] For port 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:02:50.217431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] For port 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:02:50.278963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcc0e20-f6ed-4a56-8952-1d094a81f4cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4361e99a-9e7a-4416-83f6-1cecd90b9c00'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:02:50.285157 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.300319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Transition to ACTIVE for port object 4361e99a-9e7a-4416-83f6-1cecd90b9c00 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:02:50.304195 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.349679 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcc0e20-f6ed-4a56-8952-1d094a81f4cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4361e99a-9e7a-4416-83f6-1cecd90b9c00', 'code': 200} Apr 05 21:02:50.460426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] No DVR routers for this DVR port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:50.469658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Pushing event updated for resources: {'Port': ['ID=4361e99a-9e7a-4416-83f6-1cecd90b9c00,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:50.520068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Attempting to bind port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:02:50.520400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Attempting to bind port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:02:50.520730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Attempting to bind port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 on network 7302892b-1aea-464e-9513-4ca020d7d5ef {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:02:50.525259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 on network 7302892b-1aea-464e-9513-4ca020d7d5ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:02:50.525576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Attempting to bind port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 on network 7302892b-1aea-464e-9513-4ca020d7d5ef {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:02:50.530903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:02:50.531788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Checking segment: {'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:02:50.532165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Bound using segment: {'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:02:50.532585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Bound port: 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9e7dc5b-b8ef-40c3-b555-904868efd402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:02:50.532925 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.620842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] For port 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:02:50.623729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] For port 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:02:50.628308 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.683898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:50.684499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:50.686042 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] 10.222.0.13 "PUT /v2.0/ports/4361e99a-9e7a-4416-83f6-1cecd90b9c00 HTTP/1.1" status: 200 len: 1091 time: 0.8858006 Apr 05 21:02:50.708301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fe4a0-61c3-4f4b-93dc-61b2e1e0e81b service neutron] Pushing event updated for resources: {'Port': ['ID=4361e99a-9e7a-4416-83f6-1cecd90b9c00,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:50.785781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-ce72508a-d935-47ba-ab77-0e15267cbc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:50.787328 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-ce72508a-d935-47ba-ab77-0e15267cbc82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 1094 time: 0.0762510 Apr 05 21:02:50.915794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-d4c5223b-8fbc-4ef3-a200-79a184bfe9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:50.917195 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-d4c5223b-8fbc-4ef3-a200-79a184bfe9fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 915 time: 0.1241448 Apr 05 21:02:50.986280 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-55c531ed-e803-44b5-9402-b2aa5bb8750b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00 HTTP/1.1" status: 200 len: 217 time: 0.0629506 Apr 05 21:02:51.048551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-fcaed050-069a-4ca3-812f-1f19bfca818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:51.050164 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-fcaed050-069a-4ca3-812f-1f19bfca818a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.0575395 Apr 05 21:02:51.095921 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-67b76ef0-9803-4844-bb07-6e17eae4b86e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401433 Apr 05 21:02:51.129772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343ef45-e637-4e36-80c2-8065c408affd req-5837d904-2404-477e-944f-563ea70af60e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:51.131259 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e343ef45-e637-4e36-80c2-8065c408affd req-5837d904-2404-477e-944f-563ea70af60e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 943 time: 0.0848882 Apr 05 21:02:51.176444 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e343ef45-e637-4e36-80c2-8065c408affd req-8e54dac6-5cd4-450e-ad5a-2a9866301a9a tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393202 Apr 05 21:02:51.327013 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-e8607464-ad17-4555-880d-27d2291df242 service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254906 Apr 05 21:02:51.457020 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3ea98be8-80f4-4611-b22c-acc1be58a657 req-8617084f-ce71-478b-b27c-5bb99efb8d2c service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235414 Apr 05 21:02:52.351432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcc0e20-f6ed-4a56-8952-1d094a81f4cf', 'tag': '4361e99a-9e7a-4416-83f6-1cecd90b9c00'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:02:52.368615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9189d5-579d-435d-8874-7f5158d6caa2 req-2bf9dcfe-6cfb-4f6e-9d63-4e9ed44b6a96 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:52.370112 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af9189d5-579d-435d-8874-7f5158d6caa2 req-2bf9dcfe-6cfb-4f6e-9d63-4e9ed44b6a96 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 943 time: 0.0879767 Apr 05 21:02:52.411589 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcc0e20-f6ed-4a56-8952-1d094a81f4cf', 'tag': '4361e99a-9e7a-4416-83f6-1cecd90b9c00', 'status': 'completed', 'code': 200} Apr 05 21:02:52.416369 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af9189d5-579d-435d-8874-7f5158d6caa2 req-7b387e84-228f-4e2a-8cd9-5e92f7b4e0b8 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406764 Apr 05 21:02:52.557192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-12c4c455-047f-4208-8298-a3c36036fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:52.558681 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-12c4c455-047f-4208-8298-a3c36036fda6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 1094 time: 0.1311893 Apr 05 21:02:52.560480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-e0d4ec87-89b2-4fe6-874f-b50cb0528108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:52.561770 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-e0d4ec87-89b2-4fe6-874f-b50cb0528108 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 1094 time: 0.1045499 Apr 05 21:02:52.797614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-f233dd8c-4957-475a-98c5-242aaf8f5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:52.799074 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-f233dd8c-4957-475a-98c5-242aaf8f5a6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 915 time: 0.2349448 Apr 05 21:02:52.801230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-2118950e-e8b3-4c21-9922-af70035c14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:52.802535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-2118950e-e8b3-4c21-9922-af70035c14ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 915 time: 0.2181363 Apr 05 21:02:52.929695 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-057f2237-edc0-4f82-a284-34a3cc656d0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00 HTTP/1.1" status: 200 len: 217 time: 0.1243112 Apr 05 21:02:52.931028 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-98663e4e-54e3-48f0-80a6-54420e35f1ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00 HTTP/1.1" status: 200 len: 217 time: 0.0760043 Apr 05 21:02:53.040876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-98a9c2e0-c3de-4284-a4af-365ba6cc5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:53.042476 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-98a9c2e0-c3de-4284-a4af-365ba6cc5874 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.1070147 Apr 05 21:02:53.045669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-b5e919a0-ff97-4d8d-bd32-5b2094ce87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:53.047737 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-b5e919a0-ff97-4d8d-bd32-5b2094ce87d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.0818014 Apr 05 21:02:53.127271 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-97a3f78f-2c1c-43e0-9f41-ae98a768e83d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786889 Apr 05 21:02:53.129173 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-97eb156a-5c8a-4396-b456-3b7db643a550 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486333 Apr 05 21:02:53.363828 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-c69d7615-887d-452b-b9e0-a44e42f01c66 service neutron] 10.222.0.41 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301145 Apr 05 21:02:53.365544 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-1ba11b44-fc81-4470-b6e2-9590fc5eb4d8 service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154608 Apr 05 21:02:53.611382 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95317544-18e6-4391-9187-36abd5dffd3b req-d4223c22-7f37-4261-a272-218e00563d44 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:53.612856 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95317544-18e6-4391-9187-36abd5dffd3b req-d4223c22-7f37-4261-a272-218e00563d44 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 943 time: 0.0801475 Apr 05 21:02:53.656801 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-95317544-18e6-4391-9187-36abd5dffd3b req-7971d57c-0fbf-4840-9fe6-dec24c1178ef tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376074 Apr 05 21:02:53.764895 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-6774e43a-cc48-4697-8feb-b8c49a621b59 service neutron] 10.222.0.41 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955603 Apr 05 21:02:53.779953 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26d82e6d-b665-4133-b2d0-193b4a764901 req-aef1694c-6f2d-41cc-983c-36f1be2234eb service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938584 Apr 05 21:02:53.788750 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0bf3e26c-68c4-411a-a552-8bae23f8fd41 req-bc8dd9a8-460e-4414-bdac-11a300ee4d0a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1930382 Apr 05 21:02:53.966653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff9b9b-e208-459f-aabb-7d1415890019 req-df9ab2b4-1476-4031-8900-3ef499831b78 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:53.968035 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-53ff9b9b-e208-459f-aabb-7d1415890019 req-df9ab2b4-1476-4031-8900-3ef499831b78 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 943 time: 0.0852866 Apr 05 21:02:54.003003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3e26c-68c4-411a-a552-8bae23f8fd41 req-17341ae8-91f9-4686-b7de-854b3c2af845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:54.004456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0bf3e26c-68c4-411a-a552-8bae23f8fd41 req-17341ae8-91f9-4686-b7de-854b3c2af845 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 1094 time: 0.1402926 Apr 05 21:02:54.012678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79129583-a8be-4790-89bb-856e30316d20 req-53507911-4102-4fa7-b1be-164a394d2ff9 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:54.013562 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-53ff9b9b-e208-459f-aabb-7d1415890019 req-047ca90d-7a30-43a1-bc9d-2023877d5240 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393455 Apr 05 21:02:54.014086 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79129583-a8be-4790-89bb-856e30316d20 req-53507911-4102-4fa7-b1be-164a394d2ff9 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.41 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf&tenant_id=1a4a3825842448ebb00dd3ec16cf9265&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 943 time: 0.1174645 Apr 05 21:02:54.191106 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-79129583-a8be-4790-89bb-856e30316d20 req-8114119e-3c27-4e0a-ba76-d2253ae6d99c service neutron] delete failed (client error): The resource could not be found. Apr 05 21:02:54.192091 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79129583-a8be-4790-89bb-856e30316d20 req-8114119e-3c27-4e0a-ba76-d2253ae6d99c service neutron] 10.222.0.41 "DELETE /v2.0/ports/4361e99a-9e7a-4416-83f6-1cecd90b9c00/bindings/n-h2-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.1729774 Apr 05 21:02:54.209971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3e26c-68c4-411a-a552-8bae23f8fd41 req-42739bc8-3562-424a-ab81-6599c211573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:54.211354 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0bf3e26c-68c4-411a-a552-8bae23f8fd41 req-42739bc8-3562-424a-ab81-6599c211573e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 915 time: 0.1558943 Apr 05 21:02:54.315956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0bf3e26c-68c4-411a-a552-8bae23f8fd41 req-3f28fcf5-cc68-4cc8-83ca-97c46fee83fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00 HTTP/1.1" status: 200 len: 217 time: 0.0987265 Apr 05 21:02:54.352244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 4361e99a-9e7a-4416-83f6-1cecd90b9c00 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:02:54.388979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf3e26c-68c4-411a-a552-8bae23f8fd41 req-e125ae67-da9b-48df-b287-3fc876f63072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:54.390454 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0bf3e26c-68c4-411a-a552-8bae23f8fd41 req-e125ae67-da9b-48df-b287-3fc876f63072 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.0672190 Apr 05 21:02:54.412647 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 4361e99a-9e7a-4416-83f6-1cecd90b9c00 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:02:54.441457 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0bf3e26c-68c4-411a-a552-8bae23f8fd41 req-1adebefb-0b26-4b50-82e8-8afaca135b75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446286 Apr 05 21:02:54.444077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79129583-a8be-4790-89bb-856e30316d20 req-9e34c26d-b7e7-44bd-87bd-4ae7e6fe4c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:54.445371 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79129583-a8be-4790-89bb-856e30316d20 req-9e34c26d-b7e7-44bd-87bd-4ae7e6fe4c71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 1094 time: 0.1698766 Apr 05 21:02:54.677456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0bf3e26c-68c4-411a-a552-8bae23f8fd41 req-f4326021-8a26-41e5-85d9-5d667f28eb6d service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299035 Apr 05 21:02:54.678438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79129583-a8be-4790-89bb-856e30316d20 req-79e79d61-6a93-486f-8dad-db9694d0c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:54.679703 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79129583-a8be-4790-89bb-856e30316d20 req-79e79d61-6a93-486f-8dad-db9694d0c646 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 200 len: 915 time: 0.2157557 Apr 05 21:02:54.774875 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79129583-a8be-4790-89bb-856e30316d20 req-5a696f61-625e-4bb0-9808-7364b5bea5c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00 HTTP/1.1" status: 200 len: 217 time: 0.0747862 Apr 05 21:02:54.907641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79129583-a8be-4790-89bb-856e30316d20 req-5dcc140e-b94f-4bd4-9d89-b64d7586963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:54.909122 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79129583-a8be-4790-89bb-856e30316d20 req-5dcc140e-b94f-4bd4-9d89-b64d7586963c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 200 len: 854 time: 0.0883241 Apr 05 21:02:54.946160 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0bf3e26c-68c4-411a-a552-8bae23f8fd41 req-c604ac30-0eb5-468e-93d1-de6905b331aa service neutron] 10.222.0.13 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626975 Apr 05 21:02:54.958051 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79129583-a8be-4790-89bb-856e30316d20 req-95d11c63-43bd-4410-aa90-297f557af027 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7302892b-1aea-464e-9513-4ca020d7d5ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421760 Apr 05 21:02:55.259485 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79129583-a8be-4790-89bb-856e30316d20 req-52f36307-ff20-40c7-8bee-6ef19825a6c5 service neutron] 10.222.0.41 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959578 Apr 05 21:02:55.314635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a8672-d835-44f5-ba20-11cd8cb787e5 req-6602bf38-8786-48ef-bfb2-20c571c89e8a tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:55.316006 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-367a8672-d835-44f5-ba20-11cd8cb787e5 req-6602bf38-8786-48ef-bfb2-20c571c89e8a tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 943 time: 0.1494184 Apr 05 21:02:55.350231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4361e99a-9e7a-4416-83f6-1cecd90b9c00 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:02:55.428874 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-367a8672-d835-44f5-ba20-11cd8cb787e5 req-93173fbc-5373-4123-a09c-49c09c8a3662 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665417 Apr 05 21:02:55.437629 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79129583-a8be-4790-89bb-856e30316d20 req-19d7d587-a83f-4693-ba1f-86d3205615a5 service neutron] 10.222.0.41 "GET /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659141 Apr 05 21:02:55.484577 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:02:55.497954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '4361e99a-9e7a-4416-83f6-1cecd90b9c00', 'network_id': '7302892b-1aea-464e-9513-4ca020d7d5ef', 'port_id': '4361e99a-9e7a-4416-83f6-1cecd90b9c00', 'mac_address': 'fa:16:3e:9f:31:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b0d5151-2148-4f3f-85fb-18dcc8c78898', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:02:55.555980 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:55.572913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4361e99a-9e7a-4416-83f6-1cecd90b9c00 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:02:55.588311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:02:55.591734 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:55.660570 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=4361e99a-9e7a-4416-83f6-1cecd90b9c00,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:55.799863 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['4361e99a-9e7a-4416-83f6-1cecd90b9c00'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:02:56.610777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b488c5-9b44-45ee-b33e-e03e10e18404 req-331121d0-c3b0-48f1-b962-390c74f76552 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:56.612206 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30b488c5-9b44-45ee-b33e-e03e10e18404 req-331121d0-c3b0-48f1-b962-390c74f76552 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 944 time: 0.0792527 Apr 05 21:02:56.658263 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-30b488c5-9b44-45ee-b33e-e03e10e18404 req-499ada1e-1614-4278-835e-6b1a433579d9 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 Apr 05 21:02:56.842585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de8b12-b1fa-4d2d-aabb-c7a016298bf5 req-5393d4ad-dd42-4e73-96f2-5247cfe6a178 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:56.844563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1de8b12-b1fa-4d2d-aabb-c7a016298bf5 req-5393d4ad-dd42-4e73-96f2-5247cfe6a178 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 944 time: 0.0838013 Apr 05 21:02:56.887581 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d1de8b12-b1fa-4d2d-aabb-c7a016298bf5 req-511bafda-e78a-4e89-ab26-fbcd05f31f26 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373962 Apr 05 21:02:57.071522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77123114-20e2-442a-96a4-262ce1682bc2 req-a1b1bfea-0ab0-452e-af65-488b6004835a tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:57.072949 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77123114-20e2-442a-96a4-262ce1682bc2 req-a1b1bfea-0ab0-452e-af65-488b6004835a tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 944 time: 0.0786366 Apr 05 21:02:57.116598 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-77123114-20e2-442a-96a4-262ce1682bc2 req-a2748f2d-8010-43d1-9eb4-d5c725994212 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374024 Apr 05 21:02:57.380648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4361e99a-9e7a-4416-83f6-1cecd90b9c00 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:02:57.448921 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:02:57.453446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:02:57.453811 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:57.598114 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:57.624192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcc0e20-f6ed-4a56-8952-1d094a81f4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4361e99a-9e7a-4416-83f6-1cecd90b9c00'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:02:57.633898 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:02:57.638287 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:57.668245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d74ec-bc73-4a72-8b84-a3a7137e405f req-cbcd1630-12b3-46fc-9884-52df6abf5d44 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:57.670649 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f83d74ec-bc73-4a72-8b84-a3a7137e405f req-cbcd1630-12b3-46fc-9884-52df6abf5d44 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 944 time: 0.0861149 Apr 05 21:02:57.675705 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcc0e20-f6ed-4a56-8952-1d094a81f4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4361e99a-9e7a-4416-83f6-1cecd90b9c00', 'code': 200} Apr 05 21:02:57.707507 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=4361e99a-9e7a-4416-83f6-1cecd90b9c00,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:57.716050 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f83d74ec-bc73-4a72-8b84-a3a7137e405f req-61691120-c288-4e4a-97ee-57bde9815af6 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385175 Apr 05 21:02:58.737586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e769db-2690-44f2-9d84-7162fede438c req-2cc4e5d4-89a2-410f-bb89-f5d172ac0e9e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:58.739093 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35e769db-2690-44f2-9d84-7162fede438c req-2cc4e5d4-89a2-410f-bb89-f5d172ac0e9e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0839951 Apr 05 21:02:58.818608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-35e769db-2690-44f2-9d84-7162fede438c req-c5f16458-3d56-44a9-bc65-1367248d7305 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Deleting port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:02:58.819041 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-35e769db-2690-44f2-9d84-7162fede438c req-c5f16458-3d56-44a9-bc65-1367248d7305 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:58.909100 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e225d467-f956-49ee-8247-c4b5f18464ba req-73ca8abc-a213-4863-ad4f-b824d103e42e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:02:58.910602 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e225d467-f956-49ee-8247-c4b5f18464ba req-73ca8abc-a213-4863-ad4f-b824d103e42e tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfcc0e20-f6ed-4a56-8952-1d094a81f4cf HTTP/1.1" status: 200 len: 945 time: 0.0828004 Apr 05 21:02:58.957515 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e225d467-f956-49ee-8247-c4b5f18464ba req-7e02748f-fbd6-4dba-9487-f5507a9f1b57 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.24 "GET /v2.0/security-groups?id=738b0cf1-4c55-43eb-89c3-7d47210b612a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Apr 05 21:02:59.071818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-35e769db-2690-44f2-9d84-7162fede438c req-c5f16458-3d56-44a9-bc65-1367248d7305 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] For port 4361e99a-9e7a-4416-83f6-1cecd90b9c00, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=4361e99a-9e7a-4416-83f6-1cecd90b9c00,segment=NetworkSegment(b9e7dc5b-b8ef-40c3-b555-904868efd402),segment_id=b9e7dc5b-b8ef-40c3-b555-904868efd402)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:02:59.072066 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-35e769db-2690-44f2-9d84-7162fede438c req-c5f16458-3d56-44a9-bc65-1367248d7305 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:59.192337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-35e769db-2690-44f2-9d84-7162fede438c req-c5f16458-3d56-44a9-bc65-1367248d7305 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Calling delete_port for 4361e99a-9e7a-4416-83f6-1cecd90b9c00 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:02:59.340543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-35e769db-2690-44f2-9d84-7162fede438c req-c5f16458-3d56-44a9-bc65-1367248d7305 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:59.352673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['4361e99a-9e7a-4416-83f6-1cecd90b9c00'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:02:59.390599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f16458-3d56-44a9-bc65-1367248d7305 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Pushing event deleted for resources: {'Port': ['ID=4361e99a-9e7a-4416-83f6-1cecd90b9c00,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:02:59.464626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e769db-2690-44f2-9d84-7162fede438c req-c5f16458-3d56-44a9-bc65-1367248d7305 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] No DVR routers for this DVR port 4361e99a-9e7a-4416-83f6-1cecd90b9c00 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:02:59.467162 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-35e769db-2690-44f2-9d84-7162fede438c req-c5f16458-3d56-44a9-bc65-1367248d7305 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:02:59.470379 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcc0e20-f6ed-4a56-8952-1d094a81f4cf', 'name': 'network-vif-deleted', 'tag': '4361e99a-9e7a-4416-83f6-1cecd90b9c00'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:02:59.484702 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35e769db-2690-44f2-9d84-7162fede438c req-c5f16458-3d56-44a9-bc65-1367248d7305 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] 10.222.0.13 "DELETE /v2.0/ports/4361e99a-9e7a-4416-83f6-1cecd90b9c00 HTTP/1.1" status: 204 len: 173 time: 0.7365978 Apr 05 21:02:59.514180 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcc0e20-f6ed-4a56-8952-1d094a81f4cf', 'name': 'network-vif-deleted', 'tag': '4361e99a-9e7a-4416-83f6-1cecd90b9c00', 'status': 'completed', 'code': 200} Apr 05 21:03:00.195453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59142) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:00.255389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-23955ebf-00bb-4ac2-914d-c6a2ac734d21 admin admin] Deleting subnet 1b0d5151-2148-4f3f-85fb-18dcc8c78898 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:03:00.258167 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-23955ebf-00bb-4ac2-914d-c6a2ac734d21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.309023 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-23955ebf-00bb-4ac2-914d-c6a2ac734d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.363122 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-23955ebf-00bb-4ac2-914d-c6a2ac734d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.428720 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-23955ebf-00bb-4ac2-914d-c6a2ac734d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.573628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23955ebf-00bb-4ac2-914d-c6a2ac734d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b0d5151-2148-4f3f-85fb-18dcc8c78898,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:00.577307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-23955ebf-00bb-4ac2-914d-c6a2ac734d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.583112 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-23955ebf-00bb-4ac2-914d-c6a2ac734d21 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1b0d5151-2148-4f3f-85fb-18dcc8c78898 HTTP/1.1" status: 204 len: 168 time: 0.3866293 Apr 05 21:03:00.585496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59146) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:00.693536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e992ba4d-224b-4126-ab52-21a4a18e4ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.817410 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e992ba4d-224b-4126-ab52-21a4a18e4ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.842234 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-e992ba4d-224b-4126-ab52-21a4a18e4ccb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7302892b-1aea-464e-9513-4ca020d7d5ef']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:00.854636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-e992ba4d-224b-4126-ab52-21a4a18e4ccb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9e7dc5b-b8ef-40c3-b555-904868efd402') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:00.854935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-e992ba4d-224b-4126-ab52-21a4a18e4ccb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9e7dc5b-b8ef-40c3-b555-904868efd402') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:00.865963 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e992ba4d-224b-4126-ab52-21a4a18e4ccb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.881310 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e992ba4d-224b-4126-ab52-21a4a18e4ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.887220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e992ba4d-224b-4126-ab52-21a4a18e4ccb admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:03:00.887597 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e992ba4d-224b-4126-ab52-21a4a18e4ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: timer() Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:03:00.901571 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:03:00.982125 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e992ba4d-224b-4126-ab52-21a4a18e4ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:00.999918 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e992ba4d-224b-4126-ab52-21a4a18e4ccb admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.005788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992ba4d-224b-4126-ab52-21a4a18e4ccb admin admin] Pushing event deleted for resources: {'Network': ['ID=7302892b-1aea-464e-9513-4ca020d7d5ef,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:01.015721 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e992ba4d-224b-4126-ab52-21a4a18e4ccb admin admin] 10.222.0.24 "DELETE /v2.0/networks/7302892b-1aea-464e-9513-4ca020d7d5ef HTTP/1.1" status: 204 len: 168 time: 0.4287324 Apr 05 21:03:01.120202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59152) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:01.167740 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-44ef1573-37f2-4487-81d6-3d91a2c46ed6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a4a3825842448ebb00dd3ec16cf9265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463791 Apr 05 21:03:01.170108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59156) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:01.226455 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-196ae5e2-c152-4420-b834-90344ea57475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.252538 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-196ae5e2-c152-4420-b834-90344ea57475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.307146 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-196ae5e2-c152-4420-b834-90344ea57475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.323395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ae5e2-c152-4420-b834-90344ea57475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738b0cf1-4c55-43eb-89c3-7d47210b612a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:01.336012 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-196ae5e2-c152-4420-b834-90344ea57475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:01.337071 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-196ae5e2-c152-4420-b834-90344ea57475 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/738b0cf1-4c55-43eb-89c3-7d47210b612a HTTP/1.1" status: 204 len: 168 time: 0.1661007 Apr 05 21:03:02.060458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59180) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:02.161439 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1847794150-network', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:03:02.167785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:02.172178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Usage tracker for resource:network and tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:02.175113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:02.181461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:02.191418 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Made reservation on behalf of 1800f8f4f7dd42b5a330e7cdd8dda2c2 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:02.194063 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.206990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.221790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:02.226084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Usage tracker for resource:security_group_rule and tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:02.228827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:02.234991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:02.318148 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.321661 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.351263 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:03:02.359171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8d4b28-652d-4330-b099-72c981849e4a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:02.367641 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.367972 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Added segment 2b119da1-4e30-442a-b812-ecb9871f5e61 of type vlan for network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 Apr 05 21:03:02.369713 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:02.370079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:02.370409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:02.370733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:02.371053 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:02.371369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:02.371683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:02.371993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:02.372303 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:02.372610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:02.372923 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:02.373230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:02.400159 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.431129 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.432009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:02.432559 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.529475 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4679523 Apr 05 21:03:02.530461 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c91b6-b093-4944-86ef-63707a1f09df admin admin] Pushing event updated for resources: {'Network': ['ID=a7ffffb3-68d5-4ed6-9545-70b95aa56b83,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:02.532973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59186) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:02.538462 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Request body: {'subnet': {'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1847794150-subnet', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:03:02.540646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:03:02.543864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:02.547680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Usage tracker for resource:subnet and tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:02.550546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:02.560293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:02.570563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Made reservation on behalf of 1800f8f4f7dd42b5a330e7cdd8dda2c2 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:02.572944 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.774489 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.846074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Pushing event updated for resources: {'Subnet': ['ID=36391505-923a-4729-b98b-d3877b6e939e,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:02.853157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Checking segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:03:02.853501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Network hostable DHCP agents. Network: a7ffffb3-68d5-4ed6-9545-70b95aa56b83, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:03:02.871787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:03:02.880954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, a7ffffb3-68d5-4ed6-9545-70b95aa56b83) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:02.884991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:02.885471 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.889597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd17e938-b881-4825-acd9-fbf9e3cc5740 None None] Network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:03:02.905029 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-5d9ae50a-72ff-4708-ab7e-16f04f0f691c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3710935 Apr 05 21:03:02.907743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59190) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:02.912815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:03:02.918385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:02.922285 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Usage tracker for resource:router and tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:02.925138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:02.930824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:02.941856 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.942843 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:02.957305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.107338 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:03:03.108152 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.224188 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.268415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Allocated IP 172.20.0.2 (a7ffffb3-68d5-4ed6-9545-70b95aa56b83/36391505-923a-4729-b98b-d3877b6e939e/61a0eb06-e940-4748-bc77-81405ef1ea4c) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:03.397347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4361e99a-9e7a-4416-83f6-1cecd90b9c00 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:03:03.433833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 4361e99a-9e7a-4416-83f6-1cecd90b9c00 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:03:03.434203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 4361e99a-9e7a-4416-83f6-1cecd90b9c00 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:03:03.512243 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.522081 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Transition to ACTIVE for port object 61a0eb06-e940-4748-bc77-81405ef1ea4c will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:03.540342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Transition to ACTIVE for port object 61a0eb06-e940-4748-bc77-81405ef1ea4c will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:03.545797 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.606672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:03.615211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:03.617652 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:03:03.627785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Pushing event updated for resources: {'Port': ['ID=61a0eb06-e940-4748-bc77-81405ef1ea4c,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:03.647233 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.678012 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.715714 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Attempting to bind port 61a0eb06-e940-4748-bc77-81405ef1ea4c on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:03:03.716140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Attempting to bind port 61a0eb06-e940-4748-bc77-81405ef1ea4c by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:03:03.716592 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Attempting to bind port 61a0eb06-e940-4748-bc77-81405ef1ea4c on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:03:03.722713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:03:03.723087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Checking segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:03:03.723481 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.723869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Bound using segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:03:03.724327 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Bound port: 61a0eb06-e940-4748-bc77-81405ef1ea4c, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:03:03.724692 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.817822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] For port 61a0eb06-e940-4748-bc77-81405ef1ea4c, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:03:03.818133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Allocated IP 172.25.8.206 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/4c6d7bd4-e833-4b2c-a750-1ac8c327337e) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:03.820717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] For port 61a0eb06-e940-4748-bc77-81405ef1ea4c, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=61a0eb06-e940-4748-bc77-81405ef1ea4c,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:03:03.825263 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:03.903315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b773027-61b6-4319-b6da-21ac0180d540 None None] Pushing event updated for resources: {'Port': ['ID=61a0eb06-e940-4748-bc77-81405ef1ea4c,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:03.971271 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.000320 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.063283 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:04.070570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:04.074636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:03:04.109443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Pushing event updated for resources: {'Port': ['ID=4c6d7bd4-e833-4b2c-a750-1ac8c327337e,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:04.498206 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.608242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 61a0eb06-e940-4748-bc77-81405ef1ea4c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:03:04.699310 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 61a0eb06-e940-4748-bc77-81405ef1ea4c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:04.886431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a8108a-8d18-45ec-ba12-9662a46cae61 None None] Network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:03:04.986110 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:04.993219 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f0f63dd4-a2ee-40e6-be9c-7c5c4dcc71af None None] Provisioning for port 61a0eb06-e940-4748-bc77-81405ef1ea4c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:05.009733 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f0f63dd4-a2ee-40e6-be9c-7c5c4dcc71af None None] Provisioning complete for port 61a0eb06-e940-4748-bc77-81405ef1ea4c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:05.010215 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f0f63dd4-a2ee-40e6-be9c-7c5c4dcc71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:05.191322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Router ea181a65-ba5b-4fd0-9387-abccda9b4616 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 21:03:05.243562 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f0f63dd4-a2ee-40e6-be9c-7c5c4dcc71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:05.294795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-f0f63dd4-a2ee-40e6-be9c-7c5c4dcc71af None None] For port 61a0eb06-e940-4748-bc77-81405ef1ea4c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=61a0eb06-e940-4748-bc77-81405ef1ea4c,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:03:05.298637 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f0f63dd4-a2ee-40e6-be9c-7c5c4dcc71af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:05.370882 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f63dd4-a2ee-40e6-be9c-7c5c4dcc71af None None] Pushing event updated for resources: {'Port': ['ID=61a0eb06-e940-4748-bc77-81405ef1ea4c,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:05.376106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:03:05.384853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Sync routers for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:03:05.395323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:03:05.396032 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:02:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:05.402138 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:05.406092 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d5bbda93-6de0-4436-83a2-48e74ab2224b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4948292 Apr 05 21:03:05.406601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59194) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:05.584491 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b1a41673-aa59-4726-a6a1-d75ca59b2fb1 None None] Provisioning complete for port 61a0eb06-e940-4748-bc77-81405ef1ea4c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:05.584765 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b1a41673-aa59-4726-a6a1-d75ca59b2fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:05.612028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:03:05.968865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:04Z', 'revision_number': 3, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:05.972917 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Checking router: ea181a65-ba5b-4fd0-9387-abccda9b4616 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:03:05.973197 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Updating router ea181a65-ba5b-4fd0-9387-abccda9b4616 port 4c6d7bd4-e833-4b2c-a750-1ac8c327337e binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:03:06.028109 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.093712 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.358118 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.369764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Transition to ACTIVE for port object 4c6d7bd4-e833-4b2c-a750-1ac8c327337e will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:06.376040 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.418716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Allocated IP 172.20.0.1 (a7ffffb3-68d5-4ed6-9545-70b95aa56b83/36391505-923a-4729-b98b-d3877b6e939e/8b01b28a-5858-45d7-8128-032e355cc3db) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:06.457608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21b0ea-6ba0-4f5c-847c-3e31ae9782b2 None None] Pushing event updated for resources: {'Port': ['ID=4c6d7bd4-e833-4b2c-a750-1ac8c327337e,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:06.459934 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Attempting to bind port 4c6d7bd4-e833-4b2c-a750-1ac8c327337e on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:03:06.460289 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Attempting to bind port 4c6d7bd4-e833-4b2c-a750-1ac8c327337e by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:03:06.460712 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Attempting to bind port 4c6d7bd4-e833-4b2c-a750-1ac8c327337e on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:03:06.466285 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:03:06.466654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:03:06.467044 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.467417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:03:06.467869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Bound port: 4c6d7bd4-e833-4b2c-a750-1ac8c327337e, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:03:06.468864 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.539297 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] For port 4c6d7bd4-e833-4b2c-a750-1ac8c327337e, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:03:06.543379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] For port 4c6d7bd4-e833-4b2c-a750-1ac8c327337e, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4c6d7bd4-e833-4b2c-a750-1ac8c327337e,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:03:06.548750 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.575688 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.591403 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 61a0eb06-e940-4748-bc77-81405ef1ea4c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:03:06.592479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Transition to ACTIVE for port object 8b01b28a-5858-45d7-8128-032e355cc3db will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:06.615493 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.677067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:06.680655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:06.684046 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:03:06.684658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:02:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:06.689672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:03:06.739981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Pushing event updated for resources: {'Port': ['ID=8b01b28a-5858-45d7-8128-032e355cc3db,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:06.759116 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.795465 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b21b0ea-6ba0-4f5c-847c-3e31ae9782b2 None None] Pushing event updated for resources: {'Port': ['ID=4c6d7bd4-e833-4b2c-a750-1ac8c327337e,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:06.881141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 61a0eb06-e940-4748-bc77-81405ef1ea4c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:06.881141 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.921982 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:06.971251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:03:07.109383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-09598caa-89f0-4f22-83f9-35de4bf8ba23 None None] Provisioning for port 8b01b28a-5858-45d7-8128-032e355cc3db completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:07.141844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-09598caa-89f0-4f22-83f9-35de4bf8ba23 None None] Provisioning complete for port 8b01b28a-5858-45d7-8128-032e355cc3db triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:07.142151 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-09598caa-89f0-4f22-83f9-35de4bf8ba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:07.146120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:07.150408 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:07.257901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Pushing event updated for resources: {'Port': ['ID=8b01b28a-5858-45d7-8128-032e355cc3db,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:07.260261 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:07.281522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-09598caa-89f0-4f22-83f9-35de4bf8ba23 None None] Port 8b01b28a-5858-45d7-8128-032e355cc3db cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:03:07.373236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:04Z', 'revision_number': 3, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:07.377242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50567e61-0230-4500-a91e-bbc0b038385c None None] The sync data for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 is: [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:04Z', 'revision_number': 3, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:03:07.400788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:07.402237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:07.612000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4c21b8cd-fa8f-4336-92ab-2d64edba226d None None] Provisioning complete for port 8b01b28a-5858-45d7-8128-032e355cc3db triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:07.612728 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4c21b8cd-fa8f-4336-92ab-2d64edba226d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:07.627341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Router ea181a65-ba5b-4fd0-9387-abccda9b4616 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:03:07.676379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4c21b8cd-fa8f-4336-92ab-2d64edba226d None None] Port 8b01b28a-5858-45d7-8128-032e355cc3db cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:03:07.817905 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:03:07.827078 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-46a0bfd7-be10-435d-ab62-b74bbbb9721f admin admin] 10.222.0.24 "PUT /v2.0/routers/ea181a65-ba5b-4fd0-9387-abccda9b4616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4193451 Apr 05 21:03:08.419123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59204) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:08.424571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--162561905', 'description': 'tempest-description--1141134406'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:03:08.431391 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:08.435423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Usage tracker for resource:security_group and tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:08.438458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:08.444323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:08.454930 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.474964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:08.478773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Usage tracker for resource:security_group_rule and tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:08.481529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:08.487352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:08.557296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.561154 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.602197 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4c6d7bd4-e833-4b2c-a750-1ac8c327337e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:03:08.605898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcd1057-0ce6-4362-904e-ecbe362f96c3,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:08.610035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.611307 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-54e87ad0-a708-4920-bbb4-b724e5553b36 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1911249 Apr 05 21:03:08.614101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59208) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:08.619128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5f095a67-2a1a-4eff-b191-f886652eeb7c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Request body: {'security_group_rule': {'security_group_id': '5dcd1057-0ce6-4362-904e-ecbe362f96c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:03:08.626413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5f095a67-2a1a-4eff-b191-f886652eeb7c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:08.630710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5f095a67-2a1a-4eff-b191-f886652eeb7c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Usage tracker for resource:security_group_rule and tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:08.633737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5f095a67-2a1a-4eff-b191-f886652eeb7c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:08.639501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5f095a67-2a1a-4eff-b191-f886652eeb7c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:08.659866 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5f095a67-2a1a-4eff-b191-f886652eeb7c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.683100 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 4c6d7bd4-e833-4b2c-a750-1ac8c327337e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:08.688168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4c6d7bd4-e833-4b2c-a750-1ac8c327337e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:08.688650 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.728090 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5f095a67-2a1a-4eff-b191-f886652eeb7c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.738752 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5f095a67-2a1a-4eff-b191-f886652eeb7c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.766607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f095a67-2a1a-4eff-b191-f886652eeb7c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c756989-4c48-4c0c-950b-e6ea370ea86f,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:08.777537 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5f095a67-2a1a-4eff-b191-f886652eeb7c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.781927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59212) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:08.782464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5f095a67-2a1a-4eff-b191-f886652eeb7c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1669228 Apr 05 21:03:08.789220 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-efead107-1073-4834-b763-ff730cc99368 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Request body: {'security_group_rule': {'security_group_id': '5dcd1057-0ce6-4362-904e-ecbe362f96c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:03:08.796338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-efead107-1073-4834-b763-ff730cc99368 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:08.800313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-efead107-1073-4834-b763-ff730cc99368 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Usage tracker for resource:security_group_rule and tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:08.806518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-efead107-1073-4834-b763-ff730cc99368 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:08.813023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-efead107-1073-4834-b763-ff730cc99368 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:08.821351 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.831612 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-efead107-1073-4834-b763-ff730cc99368 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.838642 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 4c6d7bd4-e833-4b2c-a750-1ac8c327337e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4c6d7bd4-e833-4b2c-a750-1ac8c327337e,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:03:08.842496 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.900078 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-efead107-1073-4834-b763-ff730cc99368 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.903970 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-efead107-1073-4834-b763-ff730cc99368 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.915287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=4c6d7bd4-e833-4b2c-a750-1ac8c327337e,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:08.930502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efead107-1073-4834-b763-ff730cc99368 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1edeea1f-512d-45e9-95e4-07c899edef51,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:08.941821 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-efead107-1073-4834-b763-ff730cc99368 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:08.941943 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-efead107-1073-4834-b763-ff730cc99368 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588888 Apr 05 21:03:08.944788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59216) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:08.950050 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:03:08.957422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:08.961424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Usage tracker for resource:floatingip and tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:03:08.965690 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Sync routers for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:03:08.966653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:03:08.972579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:08.974666 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:03:08.975269 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:02:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:08.983032 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.066089 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.121469 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.150106 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:03:09.257917 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Allocated IP 172.25.8.7 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/f0c58543-0a68-4197-a3b9-723678c196fd) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:09.350808 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.407599 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.440683 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.481013 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 2, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:09.486255 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Checking router: ea181a65-ba5b-4fd0-9387-abccda9b4616 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:03:09.486612 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Updating router ea181a65-ba5b-4fd0-9387-abccda9b4616 port 8b01b28a-5858-45d7-8128-032e355cc3db binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:03:09.506125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:09.508811 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:09.517444 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:03:09.541448 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.554371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event updated for resources: {'Port': ['ID=f0c58543-0a68-4197-a3b9-723678c196fd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:09.613311 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.685315 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.915226 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.927621 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Transition to ACTIVE for port object 8b01b28a-5858-45d7-8128-032e355cc3db will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:09.934254 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.936412 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:09.938607 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:10.153347 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6df814-1344-4879-9d7b-b64cf9be7382 None None] Pushing event updated for resources: {'Port': ['ID=8b01b28a-5858-45d7-8128-032e355cc3db,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:10.162132 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6df814-1344-4879-9d7b-b64cf9be7382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:10.162464 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6df814-1344-4879-9d7b-b64cf9be7382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:10.162789 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6df814-1344-4879-9d7b-b64cf9be7382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:10.163106 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6df814-1344-4879-9d7b-b64cf9be7382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:10.163418 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6df814-1344-4879-9d7b-b64cf9be7382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:10.163729 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6df814-1344-4879-9d7b-b64cf9be7382 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:10.164036 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6df814-1344-4879-9d7b-b64cf9be7382 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:10.164343 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6df814-1344-4879-9d7b-b64cf9be7382 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:10.164649 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6df814-1344-4879-9d7b-b64cf9be7382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:10.164950 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6df814-1344-4879-9d7b-b64cf9be7382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:10.165299 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6df814-1344-4879-9d7b-b64cf9be7382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:10.165553 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6df814-1344-4879-9d7b-b64cf9be7382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:10.186140 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Attempting to bind port 8b01b28a-5858-45d7-8128-032e355cc3db on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:03:10.186516 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Attempting to bind port 8b01b28a-5858-45d7-8128-032e355cc3db by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:03:10.186897 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Attempting to bind port 8b01b28a-5858-45d7-8128-032e355cc3db on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:03:10.187887 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event updated for resources: {'Port': ['ID=f0c58543-0a68-4197-a3b9-723678c196fd,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:10.192947 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:03:10.193311 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Checking segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:03:10.193698 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:10.194094 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Bound using segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:03:10.194659 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Bound port: 8b01b28a-5858-45d7-8128-032e355cc3db, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:03:10.194885 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:10.198391 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:10.225016 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:10.226954 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-97fa8a80-efe8-44c6-b0ad-e3e748a0a5f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2811506 Apr 05 21:03:10.327836 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] For port 8b01b28a-5858-45d7-8128-032e355cc3db, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:03:10.330919 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] For port 8b01b28a-5858-45d7-8128-032e355cc3db, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8b01b28a-5858-45d7-8128-032e355cc3db,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:03:10.338858 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:10.394697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-da11df35-0d2f-4276-bbbc-535165dd4877 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Synchronizing usage tracker for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:security_group {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:10.413430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-da11df35-0d2f-4276-bbbc-535165dd4877 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Unset dirty status for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:security_group {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:10.414740 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-da11df35-0d2f-4276-bbbc-535165dd4877 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--162561905&fields=id&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 267 time: 0.0596242 Apr 05 21:03:10.421510 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:03:10.422153 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:02:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:10.487577 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6df814-1344-4879-9d7b-b64cf9be7382 None None] Pushing event updated for resources: {'Port': ['ID=8b01b28a-5858-45d7-8128-032e355cc3db,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:10.593743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-520d0cc2-ec32-424b-8628-e2f20e97183b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:10.594447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-520d0cc2-ec32-424b-8628-e2f20e97183b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Synchronizing usage tracker for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:network {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:10.614147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4c6d7bd4-e833-4b2c-a750-1ac8c327337e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:03:10.614635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-520d0cc2-ec32-424b-8628-e2f20e97183b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Unset dirty status for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:network {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:10.615737 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:03:10.616001 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-520d0cc2-ec32-424b-8628-e2f20e97183b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 812 time: 0.1917388 Apr 05 21:03:10.634518 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-9feca5eb-32ff-4c29-8900-2a3cf88ea94e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/quotas/1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 375 time: 0.0121469 Apr 05 21:03:10.692222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4c6d7bd4-e833-4b2c-a750-1ac8c327337e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:10.692701 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:10.729599 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-7497f980-a066-499e-887b-32c92bb10ac8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892065 Apr 05 21:03:10.872975 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-3ffedee5-733c-4065-9ce7-d3dae22e2f1a service neutron] 10.222.0.24 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275446 Apr 05 21:03:10.941238 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:10Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:10.944999 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbfba1e7-50b8-458b-91ac-17c9ef761a49 None None] The sync data for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 is: [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:10Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:03:11.038665 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-29d0d92a-985c-4819-9bc6-4bfad750c0f4 service neutron] 10.222.0.24 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586142 Apr 05 21:03:11.352039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-74026efb-db58-4268-a05e-feafd654f16d req-505b75b4-b0e0-4c4a-a45f-04403fd262c2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Synchronizing usage tracker for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:11.370516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-74026efb-db58-4268-a05e-feafd654f16d req-505b75b4-b0e0-4c4a-a45f-04403fd262c2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Unset dirty status for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:11.371775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74026efb-db58-4268-a05e-feafd654f16d req-505b75b4-b0e0-4c4a-a45f-04403fd262c2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 210 time: 0.1893210 Apr 05 21:03:11.447886 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e3a597cd-bb63-47dd-bb1f-12e5c925ab19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:12.495460 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-8985c324-5634-43be-be89-c9d102b83252 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:12.497215 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-8985c324-5634-43be-be89-c9d102b83252 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 812 time: 0.1586311 Apr 05 21:03:12.536986 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-457bc56d-7bef-48ae-8a1d-03f5cd2475ad req-123572fe-6458-44d4-89c3-54db9afbd174 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 210 time: 0.0455625 Apr 05 21:03:12.553590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-7bb287e1-81b1-4fbd-81be-05943c4a36d6 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Synchronizing usage tracker for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:12.571237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-7bb287e1-81b1-4fbd-81be-05943c4a36d6 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Unset dirty status for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:12.572486 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-7bb287e1-81b1-4fbd-81be-05943c4a36d6 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 379 time: 0.0675886 Apr 05 21:03:12.582105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Request body: {'port': {'device_id': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'admin_state_up': True, 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'security_groups': ['5dcd1057-0ce6-4362-904e-ecbe362f96c3']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:03:12.625402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8b01b28a-5858-45d7-8128-032e355cc3db up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:03:12.695450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 8b01b28a-5858-45d7-8128-032e355cc3db completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:12.700080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8b01b28a-5858-45d7-8128-032e355cc3db triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:12.700655 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:12.725377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:03:12.735818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:03:12.745760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Made reservation on behalf of 1800f8f4f7dd42b5a330e7cdd8dda2c2 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:03:12.749463 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:12.820656 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:12.853558 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 8b01b28a-5858-45d7-8128-032e355cc3db, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8b01b28a-5858-45d7-8128-032e355cc3db,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:03:12.857503 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:12.912596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Allocated IP 172.20.0.6 (a7ffffb3-68d5-4ed6-9545-70b95aa56b83/36391505-923a-4729-b98b-d3877b6e939e/cebb293e-847d-4b90-91cf-ab5575c3752d) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:03:12.927511 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=8b01b28a-5858-45d7-8128-032e355cc3db,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:13.099904 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:13.115305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Transition to ACTIVE for port object cebb293e-847d-4b90-91cf-ab5575c3752d will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:13.137486 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:13.213646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:03:13.221928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:03:13.224237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:03:13.261614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event updated for resources: {'Port': ['ID=cebb293e-847d-4b90-91cf-ab5575c3752d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:13.280540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:13.280885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:13.281209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:13.281536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:13.281857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:13.282244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:13.282522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:13.282831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:13.283145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:13.283455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:13.283768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:13.284083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:13.306225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:13.306841 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:13.332586 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-ad8430ce-abdb-4ef6-8e76-5cca3aee8569 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7545018 Apr 05 21:03:13.343399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Request body: {'port': {'device_id': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:03:13.415470 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c63b12e6-5b5d-409b-ada2-e1532718729f None None] Provisioning for port cebb293e-847d-4b90-91cf-ab5575c3752d completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:13.420149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c63b12e6-5b5d-409b-ada2-e1532718729f None None] Provisioning complete for port cebb293e-847d-4b90-91cf-ab5575c3752d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:13.420519 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c63b12e6-5b5d-409b-ada2-e1532718729f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:13.456877 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:13.473526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c63b12e6-5b5d-409b-ada2-e1532718729f None None] Port cebb293e-847d-4b90-91cf-ab5575c3752d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:03:13.748144 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e605674b-563e-4461-9089-0cb0c1d2ffe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:13.815422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be446a4-81c7-4fd0-a245-dbb9f33d0c0d req-e8475f3c-b22a-4bb0-8c3a-11be69870bf0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:13.816098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0be446a4-81c7-4fd0-a245-dbb9f33d0c0d req-e8475f3c-b22a-4bb0-8c3a-11be69870bf0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Synchronizing usage tracker for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:03:13.871066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0be446a4-81c7-4fd0-a245-dbb9f33d0c0d req-e8475f3c-b22a-4bb0-8c3a-11be69870bf0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Unset dirty status for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:03:13.872183 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0be446a4-81c7-4fd0-a245-dbb9f33d0c0d req-e8475f3c-b22a-4bb0-8c3a-11be69870bf0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 931 time: 0.1913948 Apr 05 21:03:13.878304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cebb293e-847d-4b90-91cf-ab5575c3752d {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:03:13.886791 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:13.928034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Transition to ACTIVE for port object cebb293e-847d-4b90-91cf-ab5575c3752d will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:13.935999 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0be446a4-81c7-4fd0-a245-dbb9f33d0c0d req-b477a59a-07a0-4005-9a9c-d88123d03e85 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533907 Apr 05 21:03:13.937436 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:14.199327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Pushing event updated for resources: {'Port': ['ID=cebb293e-847d-4b90-91cf-ab5575c3752d,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:14.273940 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Attempting to bind port cebb293e-847d-4b90-91cf-ab5575c3752d on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:03:14.274177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Attempting to bind port cebb293e-847d-4b90-91cf-ab5575c3752d by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:03:14.274503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Attempting to bind port cebb293e-847d-4b90-91cf-ab5575c3752d on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:03:14.279220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Port cebb293e-847d-4b90-91cf-ab5575c3752d on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:03:14.279535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Attempting to bind port cebb293e-847d-4b90-91cf-ab5575c3752d on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:03:14.285015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:03:14.285350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Checking segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:03:14.285721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Bound using segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:03:14.286294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Bound port: cebb293e-847d-4b90-91cf-ab5575c3752d, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:03:14.286632 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:14.374984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] For port cebb293e-847d-4b90-91cf-ab5575c3752d, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:03:14.377824 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] For port cebb293e-847d-4b90-91cf-ab5575c3752d, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=cebb293e-847d-4b90-91cf-ab5575c3752d,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:03:14.382377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:14.437708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:14.438275 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:14.439626 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] 10.222.0.41 "PUT /v2.0/ports/cebb293e-847d-4b90-91cf-ab5575c3752d HTTP/1.1" status: 200 len: 1091 time: 1.1004639 Apr 05 21:03:14.440053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'tag': 'cebb293e-847d-4b90-91cf-ab5575c3752d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:03:14.465112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab7e0cc-4b58-46d0-a9ce-b5c615657425 service neutron] Pushing event updated for resources: {'Port': ['ID=cebb293e-847d-4b90-91cf-ab5575c3752d,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:14.490702 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'tag': 'cebb293e-847d-4b90-91cf-ab5575c3752d', 'status': 'completed', 'code': 200} Apr 05 21:03:14.572685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-25f3c023-6648-457b-b3c0-1c5dae240318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:14.574584 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-25f3c023-6648-457b-b3c0-1c5dae240318 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 1094 time: 0.0789697 Apr 05 21:03:14.590919 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8b01b28a-5858-45d7-8128-032e355cc3db up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:03:14.649006 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-bacad09d-b45c-49af-a8c4-f1c34da2ddc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cebb293e-847d-4b90-91cf-ab5575c3752d HTTP/1.1" status: 200 len: 217 time: 0.0680623 Apr 05 21:03:14.726373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-6e183de3-7b11-449f-8b93-c7d0fd30e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:14.727655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-6e183de3-7b11-449f-8b93-c7d0fd30e942 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0733137 Apr 05 21:03:14.730277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8b01b28a-5858-45d7-8128-032e355cc3db triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:14.730643 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:14.802256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-f025821f-3394-4eef-bf58-8a71887dce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:14.803730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-f025821f-3394-4eef-bf58-8a71887dce1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705080 Apr 05 21:03:14.911364 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:14.942638 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-2ad0b02c-74f8-4e39-b640-a4cf69dde368 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328228 Apr 05 21:03:14.973711 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:15.123826 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-be966606-23f9-4ac5-888e-ec8ab2cc46e2 req-606b374b-fbc4-42ce-8a59-f217cc9ae963 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753812 Apr 05 21:03:15.150680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24912f32-dd55-4914-949d-57799ba78be5 req-3a3b1bac-2f2c-43b6-9397-d255a3f6f6df tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:15.152404 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24912f32-dd55-4914-949d-57799ba78be5 req-3a3b1bac-2f2c-43b6-9397-d255a3f6f6df tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 943 time: 0.1056967 Apr 05 21:03:15.239051 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-24912f32-dd55-4914-949d-57799ba78be5 req-c726a0af-cdee-4cb8-b571-5a42eba1ecc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806758 Apr 05 21:03:15.262578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97c43-f349-45d3-8875-39b5b5c7e873 req-512e0c7c-06df-4f22-a2d6-8ab4c27ed804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:15.264018 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-57d97c43-f349-45d3-8875-39b5b5c7e873 req-512e0c7c-06df-4f22-a2d6-8ab4c27ed804 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 1094 time: 0.0903361 Apr 05 21:03:15.395324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97c43-f349-45d3-8875-39b5b5c7e873 req-ee9df3af-d6dc-4976-9f3a-9901db9a6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:15.396673 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-57d97c43-f349-45d3-8875-39b5b5c7e873 req-ee9df3af-d6dc-4976-9f3a-9901db9a6ec4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1262240 Apr 05 21:03:15.468277 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-57d97c43-f349-45d3-8875-39b5b5c7e873 req-9127a843-daf7-4200-a16e-38cd9a61017f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cebb293e-847d-4b90-91cf-ab5575c3752d HTTP/1.1" status: 200 len: 217 time: 0.0636044 Apr 05 21:03:15.533843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97c43-f349-45d3-8875-39b5b5c7e873 req-ba3f9a21-0747-4e8e-8852-aa6232d27894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:15.535324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-57d97c43-f349-45d3-8875-39b5b5c7e873 req-ba3f9a21-0747-4e8e-8852-aa6232d27894 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0607419 Apr 05 21:03:15.613102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d97c43-f349-45d3-8875-39b5b5c7e873 req-76d14a0a-7728-4026-a07e-db23b65dec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:15.614608 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-57d97c43-f349-45d3-8875-39b5b5c7e873 req-76d14a0a-7728-4026-a07e-db23b65dec6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724025 Apr 05 21:03:15.753963 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-57d97c43-f349-45d3-8875-39b5b5c7e873 req-2003e4f1-5569-4a70-9b51-819b0174b58a service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324205 Apr 05 21:03:15.985937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-57d97c43-f349-45d3-8875-39b5b5c7e873 req-b9d33754-262b-4742-a865-faebef3fd8fa service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251742 Apr 05 21:03:16.177222 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:16.423216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e00ff4-50a3-4eeb-9662-5632b6ba4c44 req-f9595c02-0918-4610-90d4-8195ee7bae97 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:16.424651 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61e00ff4-50a3-4eeb-9662-5632b6ba4c44 req-f9595c02-0918-4610-90d4-8195ee7bae97 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 943 time: 0.0790739 Apr 05 21:03:16.470924 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-61e00ff4-50a3-4eeb-9662-5632b6ba4c44 req-aa3d1029-b8dc-4e2e-b0f2-77860661e489 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406461 Apr 05 21:03:17.654459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4981588-dd0b-42dd-91af-53994e4fc483 req-7b4eaaae-5ea8-4a41-b6cc-ff24025a48b3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:17.655880 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d4981588-dd0b-42dd-91af-53994e4fc483 req-7b4eaaae-5ea8-4a41-b6cc-ff24025a48b3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 943 time: 0.0792038 Apr 05 21:03:17.702496 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d4981588-dd0b-42dd-91af-53994e4fc483 req-77afb4ee-4dd9-4da3-9ae7-d6d084d1a753 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409756 Apr 05 21:03:18.429813 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device cebb293e-847d-4b90-91cf-ab5575c3752d details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:03:18.560522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port cebb293e-847d-4b90-91cf-ab5575c3752d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=cebb293e-847d-4b90-91cf-ab5575c3752d,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:03:18.560731 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:03:18.573096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'cebb293e-847d-4b90-91cf-ab5575c3752d', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'port_id': 'cebb293e-847d-4b90-91cf-ab5575c3752d', 'mac_address': 'fa:16:3e:fa:05:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:03:18.627138 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:18.642883 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebb293e-847d-4b90-91cf-ab5575c3752d {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:03:18.658859 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port cebb293e-847d-4b90-91cf-ab5575c3752d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=cebb293e-847d-4b90-91cf-ab5575c3752d,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:03:18.663033 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:18.731946 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=cebb293e-847d-4b90-91cf-ab5575c3752d,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:18.741138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:18.741656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:18.742076 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:18.742410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:18.742744 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:18.743054 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:18.743377 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:18.743690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:18.744031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:18.744369 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:18.744690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:18.745002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:03:18.863017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['cebb293e-847d-4b90-91cf-ab5575c3752d'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:03:18.889821 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67aa40-a971-4e86-9343-fa5e50157b8f req-ee36a41f-64f0-4746-8acf-2a850df5801c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:18.891658 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e67aa40-a971-4e86-9343-fa5e50157b8f req-ee36a41f-64f0-4746-8acf-2a850df5801c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 944 time: 0.0815690 Apr 05 21:03:18.935233 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7e67aa40-a971-4e86-9343-fa5e50157b8f req-4fdfa5cf-dd15-4182-abda-b76d5e83b42e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382235 Apr 05 21:03:20.116607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889fdb8a-cab6-4ae6-804f-171917af5691 req-b54126c2-ac4f-42c9-8818-f75d39e2b79c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:20.118070 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-889fdb8a-cab6-4ae6-804f-171917af5691 req-b54126c2-ac4f-42c9-8818-f75d39e2b79c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 944 time: 0.0795119 Apr 05 21:03:20.161322 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-889fdb8a-cab6-4ae6-804f-171917af5691 req-f429984a-6f51-41bb-9f6f-7496f68e08db tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374684 Apr 05 21:03:20.444512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device cebb293e-847d-4b90-91cf-ab5575c3752d up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:03:20.512952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port cebb293e-847d-4b90-91cf-ab5575c3752d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:20.518447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port cebb293e-847d-4b90-91cf-ab5575c3752d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:20.518836 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:20.632711 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:20.660523 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebb293e-847d-4b90-91cf-ab5575c3752d'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:03:20.669914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port cebb293e-847d-4b90-91cf-ab5575c3752d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=cebb293e-847d-4b90-91cf-ab5575c3752d,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:03:20.674566 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:20.707885 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebb293e-847d-4b90-91cf-ab5575c3752d', 'code': 200} Apr 05 21:03:20.746646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=cebb293e-847d-4b90-91cf-ab5575c3752d,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:20.835781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77daf3c-af70-4f2d-a984-20ab26bb54c0 req-09466e99-c8b0-4ec0-b1cd-fe1e28a81492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:20.837205 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a77daf3c-af70-4f2d-a984-20ab26bb54c0 req-09466e99-c8b0-4ec0-b1cd-fe1e28a81492 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 1096 time: 0.0714021 Apr 05 21:03:20.876832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a77daf3c-af70-4f2d-a984-20ab26bb54c0 req-58a9547a-fb25-45c1-a558-617a240a23a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329602 Apr 05 21:03:21.340908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d1562e-ad8a-4e8e-976f-98f98c18c113 req-4b82bb96-6bd1-46da-ac93-6fcc8b3754c4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:21.342300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9d1562e-ad8a-4e8e-976f-98f98c18c113 req-4b82bb96-6bd1-46da-ac93-6fcc8b3754c4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0786870 Apr 05 21:03:21.385304 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9d1562e-ad8a-4e8e-976f-98f98c18c113 req-1f7fc02a-c778-457e-960b-852f426dd45b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375066 Apr 05 21:03:22.571476 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459a313-2204-41cb-bbd4-83adcb65fe38 req-dd68aa59-50dc-4c79-931b-debdd76a2afc tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:22.572898 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e459a313-2204-41cb-bbd4-83adcb65fe38 req-dd68aa59-50dc-4c79-931b-debdd76a2afc tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0822093 Apr 05 21:03:22.617119 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e459a313-2204-41cb-bbd4-83adcb65fe38 req-b7b6321e-e24e-4b86-b5fd-05dd9a69f026 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379887 Apr 05 21:03:22.797301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1c14f-1ca5-484e-96a3-606e4fc41d0a req-48ae5fea-21b0-48e4-8a59-826fca0ac909 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:22.798839 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2b1c14f-1ca5-484e-96a3-606e4fc41d0a req-48ae5fea-21b0-48e4-8a59-826fca0ac909 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0825486 Apr 05 21:03:22.807239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59274) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:03:22.812835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b39fbace-4b0a-4b31-98f0-fd2b32289533 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Request body: {'floatingip': {'port_id': 'cebb293e-847d-4b90-91cf-ab5575c3752d'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:03:22.891328 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b39fbace-4b0a-4b31-98f0-fd2b32289533 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:23.474069 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b39fbace-4b0a-4b31-98f0-fd2b32289533 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:23.477495 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b39fbace-4b0a-4b31-98f0-fd2b32289533 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:23.760318 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-b39fbace-4b0a-4b31-98f0-fd2b32289533 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Floating IP c12e7065-dd53-413b-8d9b-1c99899f5215 associated. External IP: 172.25.8.7, port: cebb293e-847d-4b90-91cf-ab5575c3752d. Apr 05 21:03:24.109393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39fbace-4b0a-4b31-98f0-fd2b32289533 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Router ea181a65-ba5b-4fd0-9387-abccda9b4616 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:03:24.287656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39fbace-4b0a-4b31-98f0-fd2b32289533 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:03:24.292611 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b39fbace-4b0a-4b31-98f0-fd2b32289533 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:24.298962 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf9d4e-8526-41a3-84db-9828a86a6952 None None] Sync routers for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:03:24.308319 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf9d4e-8526-41a3-84db-9828a86a6952 None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:03:24.308908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-9bbf9d4e-8526-41a3-84db-9828a86a6952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:03:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:24.351700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b39fbace-4b0a-4b31-98f0-fd2b32289533 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "PUT /v2.0/floatingips/c12e7065-dd53-413b-8d9b-1c99899f5215 HTTP/1.1" status: 200 len: 989 time: 1.5433645 Apr 05 21:03:24.352272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'tag': 'cebb293e-847d-4b90-91cf-ab5575c3752d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:03:24.397220 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'tag': 'cebb293e-847d-4b90-91cf-ab5575c3752d', 'status': 'completed', 'code': 200} Apr 05 21:03:24.492957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-9bbf9d4e-8526-41a3-84db-9828a86a6952 None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:03:24.495152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814839c-9186-4be9-b8ab-b0d3cc3622d6 req-2fc11ea3-f1cf-4ce5-92da-145404820100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:24.496629 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1814839c-9186-4be9-b8ab-b0d3cc3622d6 req-2fc11ea3-f1cf-4ce5-92da-145404820100 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 1096 time: 0.0738819 Apr 05 21:03:24.518916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa32a69-68b9-4a55-bfb7-6eaf9c24b0e7 req-67648fdd-b772-4168-985d-9576ab0b412b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:24.520380 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6aa32a69-68b9-4a55-bfb7-6eaf9c24b0e7 req-67648fdd-b772-4168-985d-9576ab0b412b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0819657 Apr 05 21:03:24.567635 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6aa32a69-68b9-4a55-bfb7-6eaf9c24b0e7 req-1648a77f-74e2-46fe-90d7-6de769ee7a04 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409496 Apr 05 21:03:24.629320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814839c-9186-4be9-b8ab-b0d3cc3622d6 req-a9555899-e21d-45b9-8900-c6dc131fea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:24.630709 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1814839c-9186-4be9-b8ab-b0d3cc3622d6 req-a9555899-e21d-45b9-8900-c6dc131fea01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1284251 Apr 05 21:03:24.778487 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1814839c-9186-4be9-b8ab-b0d3cc3622d6 req-067ee19b-9e4a-4201-a417-5c89103b9d2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cebb293e-847d-4b90-91cf-ab5575c3752d HTTP/1.1" status: 200 len: 997 time: 0.1420286 Apr 05 21:03:24.850529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40408327-cf80-492a-b2f7-b9c8f702ddee req-ab4259d4-e9ce-48f6-94df-3be12fe3b19f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:24.851968 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40408327-cf80-492a-b2f7-b9c8f702ddee req-ab4259d4-e9ce-48f6-94df-3be12fe3b19f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.1591911 Apr 05 21:03:24.864905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-9bbf9d4e-8526-41a3-84db-9828a86a6952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c12e7065-dd53-413b-8d9b-1c99899f5215', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'port_id': 'cebb293e-847d-4b90-91cf-ab5575c3752d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'mac_address': 'fa:16:3e:fa:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:09Z', 'updated_at': '2022-04-05T21:03:23Z', 'revision_number': 1, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:24.868745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf9d4e-8526-41a3-84db-9828a86a6952 None None] Checking router: ea181a65-ba5b-4fd0-9387-abccda9b4616 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:03:24.877587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbf9d4e-8526-41a3-84db-9828a86a6952 None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:03:24.878210 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-9bbf9d4e-8526-41a3-84db-9828a86a6952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:03:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:24.879467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814839c-9186-4be9-b8ab-b0d3cc3622d6 req-fd4d31a4-553d-4c5c-87bd-9129241cb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:24.880799 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1814839c-9186-4be9-b8ab-b0d3cc3622d6 req-fd4d31a4-553d-4c5c-87bd-9129241cb961 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0969665 Apr 05 21:03:24.939690 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40408327-cf80-492a-b2f7-b9c8f702ddee req-de01321e-4731-4fbc-9276-e76d3c0be409 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813434 Apr 05 21:03:24.971350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814839c-9186-4be9-b8ab-b0d3cc3622d6 req-fce3e8c3-1b80-4415-8bff-bc85bd796c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:24.972821 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1814839c-9186-4be9-b8ab-b0d3cc3622d6 req-fce3e8c3-1b80-4415-8bff-bc85bd796c9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803387 Apr 05 21:03:25.104069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-9bbf9d4e-8526-41a3-84db-9828a86a6952 None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:03:25.107634 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1814839c-9186-4be9-b8ab-b0d3cc3622d6 req-8241d0f6-9846-47f3-83cf-2364cc6886a6 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287408 Apr 05 21:03:25.240940 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1814839c-9186-4be9-b8ab-b0d3cc3622d6 req-34e87fe4-2651-4387-88ac-9cb633744d10 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272919 Apr 05 21:03:25.465750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-9bbf9d4e-8526-41a3-84db-9828a86a6952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c12e7065-dd53-413b-8d9b-1c99899f5215', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'port_id': 'cebb293e-847d-4b90-91cf-ab5575c3752d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'mac_address': 'fa:16:3e:fa:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:09Z', 'updated_at': '2022-04-05T21:03:23Z', 'revision_number': 1, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:03:25.470306 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbf9d4e-8526-41a3-84db-9828a86a6952 None None] The sync data for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 is: [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c12e7065-dd53-413b-8d9b-1c99899f5215', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'port_id': 'cebb293e-847d-4b90-91cf-ab5575c3752d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'mac_address': 'fa:16:3e:fa:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:09Z', 'updated_at': '2022-04-05T21:03:23Z', 'revision_number': 1, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:03:25.656688 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1789eeb-dc2a-4846-aac2-c1e724fdeab2 None None] New status for floating IP c12e7065-dd53-413b-8d9b-1c99899f5215: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:03:26.127797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6beee0-f268-45bf-9d27-f09862036f30 req-5ae0c12b-6e1b-44a6-8f11-08aa62983b88 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:26.129254 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d6beee0-f268-45bf-9d27-f09862036f30 req-5ae0c12b-6e1b-44a6-8f11-08aa62983b88 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0834100 Apr 05 21:03:26.174032 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1d6beee0-f268-45bf-9d27-f09862036f30 req-65959a97-ec3c-425f-8f0f-0a20df67c35a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389371 Apr 05 21:03:26.488802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47989d8c-a748-467b-ab07-d2c0306b0213 req-4364f6be-1732-4f9b-824a-16a141d6b6b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:26.490279 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47989d8c-a748-467b-ab07-d2c0306b0213 req-4364f6be-1732-4f9b-824a-16a141d6b6b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.2112501 Apr 05 21:03:26.534506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47989d8c-a748-467b-ab07-d2c0306b0213 req-0c7131df-c53f-46e1-bd43-8a91c12de769 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384259 Apr 05 21:03:26.894939 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-477cf350-de38-431a-ae50-93bd6572ebf3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0742798 Apr 05 21:03:26.953398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb387bd4-1474-4969-ac5e-7fae602039ef req-ce5de7af-4838-4fe7-a35a-a69ec7706781 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:26.954947 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eb387bd4-1474-4969-ac5e-7fae602039ef req-ce5de7af-4838-4fe7-a35a-a69ec7706781 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0864220 Apr 05 21:03:26.999525 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eb387bd4-1474-4969-ac5e-7fae602039ef req-c76fb1f0-eb33-4618-9085-7b809e41ca1f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383153 Apr 05 21:03:28.152760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-b161a5c9-bd1e-4a0b-adf6-b1e0878a7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:28.154393 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-b161a5c9-bd1e-4a0b-adf6-b1e0878a7709 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 1096 time: 0.0716383 Apr 05 21:03:28.195791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeb2b2-5e56-4046-bb47-38761a46d4a7 req-69159d21-c94e-46f5-9180-65c9c88b2137 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:28.197255 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3aaeb2b2-5e56-4046-bb47-38761a46d4a7 req-69159d21-c94e-46f5-9180-65c9c88b2137 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0828655 Apr 05 21:03:28.242551 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3aaeb2b2-5e56-4046-bb47-38761a46d4a7 req-a233719b-44a5-4136-af67-4e961cb13fbc tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384769 Apr 05 21:03:28.288508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-aedcb179-6a20-4589-97cd-c7e308e4e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:28.289873 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-aedcb179-6a20-4589-97cd-c7e308e4e643 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1300178 Apr 05 21:03:28.391310 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-fc619bf7-d22b-4ba6-b349-429f3658dc7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cebb293e-847d-4b90-91cf-ab5575c3752d HTTP/1.1" status: 200 len: 999 time: 0.0957797 Apr 05 21:03:28.454745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-7312a065-a252-4e88-9bbc-3e86e0ec85ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:28.456122 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-7312a065-a252-4e88-9bbc-3e86e0ec85ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0591159 Apr 05 21:03:28.528184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-f1a65942-8269-42b8-8ba5-7ffce66dba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:28.529588 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-f1a65942-8269-42b8-8ba5-7ffce66dba0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680254 Apr 05 21:03:28.659205 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-f339174e-7c3c-4fb6-9a0a-ed0603793932 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235578 Apr 05 21:03:28.789748 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-c818ac34-cfc3-40a4-96f1-1c1254bda0ad service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252370 Apr 05 21:03:29.427719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a47a0-b52f-4004-a8bc-cfe06b84bf49 req-917ad021-c72a-4c2d-a67a-d8da264a7e5f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:29.429128 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5a47a0-b52f-4004-a8bc-cfe06b84bf49 req-917ad021-c72a-4c2d-a67a-d8da264a7e5f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0828676 Apr 05 21:03:29.471591 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa5a47a0-b52f-4004-a8bc-cfe06b84bf49 req-10e357ba-b7e0-4df8-87f7-53b1eaccfb2c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369589 Apr 05 21:03:30.656206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70456d-17bf-4248-88ac-117883872633 req-a8f45686-13a2-44ce-b028-91cfbb1cdb0e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:30.657656 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6b70456d-17bf-4248-88ac-117883872633 req-a8f45686-13a2-44ce-b028-91cfbb1cdb0e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0792539 Apr 05 21:03:30.705051 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6b70456d-17bf-4248-88ac-117883872633 req-86991d49-ec98-4f60-a077-7a00e90460d0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407045 Apr 05 21:03:31.885646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54b618-2322-4a79-b778-e71d31d0a278 req-52bc2843-80b9-4062-bc52-d06665434a27 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:31.887117 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a54b618-2322-4a79-b778-e71d31d0a278 req-52bc2843-80b9-4062-bc52-d06665434a27 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0789416 Apr 05 21:03:31.930391 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a54b618-2322-4a79-b778-e71d31d0a278 req-0120fb5c-b04c-4586-b3de-82757f834208 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371869 Apr 05 21:03:33.111013 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3e850-676e-4d34-8bd5-96531f3acebd req-2e4c90c4-1665-4432-9faf-7b7bf5d6ba5a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:33.112417 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1ed3e850-676e-4d34-8bd5-96531f3acebd req-2e4c90c4-1665-4432-9faf-7b7bf5d6ba5a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0781527 Apr 05 21:03:33.154974 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1ed3e850-676e-4d34-8bd5-96531f3acebd req-f9b4f8c4-39f6-4835-912e-4a85b1c52179 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369272 Apr 05 21:03:34.344817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbbf11-0f41-4032-871e-b538eefd3ae3 req-3d02fcaa-44b6-4b9d-ab34-de736aaee04f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:34.346351 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-33dbbf11-0f41-4032-871e-b538eefd3ae3 req-3d02fcaa-44b6-4b9d-ab34-de736aaee04f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0853062 Apr 05 21:03:34.389652 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-33dbbf11-0f41-4032-871e-b538eefd3ae3 req-ef6df026-0953-4587-965d-c8f5b3a5908a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372262 Apr 05 21:03:35.574571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ca49f-56e1-4e32-8535-739c2c74e853 req-d346f587-e4ae-4219-8c15-34aac26dca2e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:35.576010 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-250ca49f-56e1-4e32-8535-739c2c74e853 req-d346f587-e4ae-4219-8c15-34aac26dca2e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0830758 Apr 05 21:03:35.618437 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-250ca49f-56e1-4e32-8535-739c2c74e853 req-7e3d121f-2d59-4048-a913-833140abf986 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367985 Apr 05 21:03:36.799570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963ff48-5a75-4134-b5eb-321344fd8adf req-01ad2375-e052-483b-bd12-090391a3e85a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:36.801012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f963ff48-5a75-4134-b5eb-321344fd8adf req-01ad2375-e052-483b-bd12-090391a3e85a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0788057 Apr 05 21:03:36.847836 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f963ff48-5a75-4134-b5eb-321344fd8adf req-18436db7-2c08-4c28-9553-3ae12fda80a8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412867 Apr 05 21:03:38.031833 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf7052-231b-4bc0-a4f2-e044508b4a19 req-aa301b52-579c-4ff1-b1cd-7ced042503d6 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:38.033155 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9acf7052-231b-4bc0-a4f2-e044508b4a19 req-aa301b52-579c-4ff1-b1cd-7ced042503d6 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0789506 Apr 05 21:03:38.075360 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9acf7052-231b-4bc0-a4f2-e044508b4a19 req-2e600690-fe36-4c8c-9fac-538bda99c806 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366704 Apr 05 21:03:39.065301 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:39.256670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdf40d-f47a-4f34-9555-9d860a77ae0f req-01a410a5-e2e0-4714-ac15-9bc65f53d8e1 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:39.258121 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cfdf40d-f47a-4f34-9555-9d860a77ae0f req-01a410a5-e2e0-4714-ac15-9bc65f53d8e1 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0793417 Apr 05 21:03:39.301675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cfdf40d-f47a-4f34-9555-9d860a77ae0f req-5a842e21-4fda-496c-beac-b5e6f4ab9368 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380504 Apr 05 21:03:39.357182 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:40.597284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819172ad-4ac5-4bd8-a828-b43ad24bfddf req-2d494fd6-ef6c-4e9a-946c-87122bf73d94 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:40.598671 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-819172ad-4ac5-4bd8-a828-b43ad24bfddf req-2d494fd6-ef6c-4e9a-946c-87122bf73d94 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.1911490 Apr 05 21:03:40.640997 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-819172ad-4ac5-4bd8-a828-b43ad24bfddf req-3c9054f8-71d8-49c8-930a-80a5126b110d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367663 Apr 05 21:03:41.450788 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f28eca3b-142b-4cdc-8d99-d171e2ff6ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:41.839046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983eab6-ed3d-4ba3-b949-4a516d864f2e req-ab0586f5-c6cc-472f-96ab-0c4dd335a348 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:41.840473 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1983eab6-ed3d-4ba3-b949-4a516d864f2e req-ab0586f5-c6cc-472f-96ab-0c4dd335a348 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0826728 Apr 05 21:03:41.882968 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1983eab6-ed3d-4ba3-b949-4a516d864f2e req-56a2152e-d728-495b-a3c2-ccf995614f08 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369716 Apr 05 21:03:43.063736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007a805-ecc9-49be-a5cb-183d53c208df req-d8407b6a-2c41-459b-8f1d-c65f9abc1ca6 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:43.065167 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9007a805-ecc9-49be-a5cb-183d53c208df req-d8407b6a-2c41-459b-8f1d-c65f9abc1ca6 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0795920 Apr 05 21:03:43.110593 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9007a805-ecc9-49be-a5cb-183d53c208df req-b3d6e380-d03c-44c2-abca-1d8fabfac26b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399220 Apr 05 21:03:43.751240 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a1f4480a-b31f-46a4-9f5c-4e098fe11c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:44.295787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18693a95-abb6-4acb-b4cd-780c65052dd6 req-fd1ffdec-97e0-4425-b1e0-6b1bf911ff71 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:44.297270 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18693a95-abb6-4acb-b4cd-780c65052dd6 req-fd1ffdec-97e0-4425-b1e0-6b1bf911ff71 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0799146 Apr 05 21:03:44.344370 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-18693a95-abb6-4acb-b4cd-780c65052dd6 req-ba1b782a-c7b9-4f5f-a085-850172638ef2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413263 Apr 05 21:03:44.919971 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:44.973836 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:45.533622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae1f1a4-82b9-4ec8-9a64-e7bd2d657655 req-12880ee1-75b5-4b2c-9968-88fb0a44762d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:45.535076 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bae1f1a4-82b9-4ec8-9a64-e7bd2d657655 req-12880ee1-75b5-4b2c-9968-88fb0a44762d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0799506 Apr 05 21:03:45.577326 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bae1f1a4-82b9-4ec8-9a64-e7bd2d657655 req-9699ca87-5975-4a30-9353-aad92015dff7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367303 Apr 05 21:03:46.179683 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:46.859218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e8fc5-476a-4e29-92cc-5a95d6711e6e req-397c9ff1-167c-40b2-a121-723037a3cd3c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:46.860571 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ad5e8fc5-476a-4e29-92cc-5a95d6711e6e req-397c9ff1-167c-40b2-a121-723037a3cd3c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.1791592 Apr 05 21:03:46.903305 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ad5e8fc5-476a-4e29-92cc-5a95d6711e6e req-116d8a90-6b53-41a5-9f78-14e3af59a07f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370936 Apr 05 21:03:48.087037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb9cb0-d692-4a36-a711-5c9e4ae0c909 req-a5e0c607-c6b3-434c-b9c7-94a1429db2b5 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:48.088451 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cebb9cb0-d692-4a36-a711-5c9e4ae0c909 req-a5e0c607-c6b3-434c-b9c7-94a1429db2b5 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0818932 Apr 05 21:03:48.131383 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cebb9cb0-d692-4a36-a711-5c9e4ae0c909 req-ae2579bf-df57-44f3-a4ec-5c4ea0a041b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373461 Apr 05 21:03:49.318507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ef7f9-bca9-4c15-8588-361f056998ed req-a74105a3-5328-4de5-afbc-5e75cdcbb6e9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:49.319929 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e9ef7f9-bca9-4c15-8588-361f056998ed req-a74105a3-5328-4de5-afbc-5e75cdcbb6e9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0822542 Apr 05 21:03:49.363514 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e9ef7f9-bca9-4c15-8588-361f056998ed req-f28d223e-2709-4923-982a-d7a75ed0a605 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380340 Apr 05 21:03:50.471661 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-af37ef9b-f28d-400f-931c-ede4f7c50155 service neutron] show failed (client error): The resource could not be found. Apr 05 21:03:50.472773 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-af37ef9b-f28d-400f-931c-ede4f7c50155 service neutron] 10.222.0.41 "GET /v2.0/ports/cebb293e-847d-4b90-91cf-ab5575c3752d/bindings/n-h1-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.0744805 Apr 05 21:03:50.555298 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3288c-beef-4318-9d59-b22e323e39c7 req-137cf05f-2edb-462b-9968-ff33d3771531 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:50.556736 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3de3288c-beef-4318-9d59-b22e323e39c7 req-137cf05f-2edb-462b-9968-ff33d3771531 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0797274 Apr 05 21:03:50.600291 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3de3288c-beef-4318-9d59-b22e323e39c7 req-5c17ce39-d802-4b9b-af0f-97045e128f70 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371656 Apr 05 21:03:50.733907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-5bc448ec-38e9-4ebe-a6ba-95d560c7ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:50.735385 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-5bc448ec-38e9-4ebe-a6ba-95d560c7ecdf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 1096 time: 0.0767868 Apr 05 21:03:50.747208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:03:50.857455 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.126271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] For port cebb293e-847d-4b90-91cf-ab5575c3752d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=cebb293e-847d-4b90-91cf-ab5575c3752d,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:03:51.158257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] For port cebb293e-847d-4b90-91cf-ab5575c3752d, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:03:51.214843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebb293e-847d-4b90-91cf-ab5575c3752d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:03:51.220734 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.235117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Transition to ACTIVE for port object cebb293e-847d-4b90-91cf-ab5575c3752d will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:03:51.238934 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.283356 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cebb293e-847d-4b90-91cf-ab5575c3752d', 'code': 200} Apr 05 21:03:51.385238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Pushing event updated for resources: {'Port': ['ID=cebb293e-847d-4b90-91cf-ab5575c3752d,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:51.443719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] No DVR routers for this DVR port cebb293e-847d-4b90-91cf-ab5575c3752d on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:03:51.670041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Attempting to bind port cebb293e-847d-4b90-91cf-ab5575c3752d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:03:51.670743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Attempting to bind port cebb293e-847d-4b90-91cf-ab5575c3752d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:03:51.670743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Attempting to bind port cebb293e-847d-4b90-91cf-ab5575c3752d on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:03:51.675515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Port cebb293e-847d-4b90-91cf-ab5575c3752d on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:03:51.675830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Attempting to bind port cebb293e-847d-4b90-91cf-ab5575c3752d on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:03:51.680907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:03:51.681248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Checking segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:03:51.681624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Bound using segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:03:51.682084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Bound port: cebb293e-847d-4b90-91cf-ab5575c3752d, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:03:51.682430 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.771600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] For port cebb293e-847d-4b90-91cf-ab5575c3752d, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:03:51.774773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] For port cebb293e-847d-4b90-91cf-ab5575c3752d, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cebb293e-847d-4b90-91cf-ab5575c3752d,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:03:51.778824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.791857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90cdf7-42ba-4999-bb6f-c712dbabc0dd req-3cca6803-5dd6-4c2b-aa9b-5edd50f0147a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:51.793300 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f90cdf7-42ba-4999-bb6f-c712dbabc0dd req-3cca6803-5dd6-4c2b-aa9b-5edd50f0147a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 943 time: 0.0828645 Apr 05 21:03:51.836342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:51.836805 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:51.837002 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2f90cdf7-42ba-4999-bb6f-c712dbabc0dd req-9b6d279c-d10a-4187-adaa-aef4f664df3b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374689 Apr 05 21:03:51.838188 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] 10.222.0.13 "PUT /v2.0/ports/cebb293e-847d-4b90-91cf-ab5575c3752d HTTP/1.1" status: 200 len: 1091 time: 1.0948007 Apr 05 21:03:51.860329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee3aff-6c76-4c0e-9d8c-e5451c94a184 service neutron] Pushing event updated for resources: {'Port': ['ID=cebb293e-847d-4b90-91cf-ab5575c3752d,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:51.935464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-b95100bb-092c-4fdf-91ba-67e24ee2518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:51.941893 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-b95100bb-092c-4fdf-91ba-67e24ee2518c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 1094 time: 0.0743332 Apr 05 21:03:52.173086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-1d22947c-ceb8-4e88-9049-9db938182a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:52.174436 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-1d22947c-ceb8-4e88-9049-9db938182a78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.2301702 Apr 05 21:03:52.277072 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-424bcf6f-da7e-4db6-a732-27fca1be5813 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cebb293e-847d-4b90-91cf-ab5575c3752d HTTP/1.1" status: 200 len: 997 time: 0.0961151 Apr 05 21:03:52.337927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-828626c6-9e28-4289-8460-c33b194c4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:52.339286 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-828626c6-9e28-4289-8460-c33b194c4b46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0561178 Apr 05 21:03:52.414862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-dc68589b-4cce-4cd0-8717-5bf0d095cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:52.416301 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-dc68589b-4cce-4cd0-8717-5bf0d095cf55 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714774 Apr 05 21:03:52.545251 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-12fe62d0-cc8a-4753-8d01-f505c6b0e833 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229234 Apr 05 21:03:52.677553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5954c7cc-75af-4a43-a90b-cdddec41cba6 req-7bdab2a9-7971-44b4-b23f-9c5a09a1cf2b service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253574 Apr 05 21:03:53.024716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e971ad3-6254-4e18-adc6-29b33fb7eb55 req-dc3096ef-03c0-465b-972f-f9b104023d26 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:53.026447 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e971ad3-6254-4e18-adc6-29b33fb7eb55 req-dc3096ef-03c0-465b-972f-f9b104023d26 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 943 time: 0.0794249 Apr 05 21:03:53.073535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e971ad3-6254-4e18-adc6-29b33fb7eb55 req-e862f9f0-8e39-4880-957f-d6986c4bb3b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409472 Apr 05 21:03:53.284456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'tag': 'cebb293e-847d-4b90-91cf-ab5575c3752d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:03:53.340072 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'tag': 'cebb293e-847d-4b90-91cf-ab5575c3752d', 'status': 'completed', 'code': 200} Apr 05 21:03:53.488600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-38d0a55f-2c00-41d7-a461-2a2fd176a6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:53.490079 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-38d0a55f-2c00-41d7-a461-2a2fd176a6d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 1094 time: 0.1329224 Apr 05 21:03:53.491777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-f124a61b-8782-43ae-a147-a082d7de13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:53.493077 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-f124a61b-8782-43ae-a147-a082d7de13ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 1094 time: 0.0994925 Apr 05 21:03:53.727891 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-b904824c-b854-4ff0-9230-1e696bca14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:53.729338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-b904824c-b854-4ff0-9230-1e696bca14e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.2336459 Apr 05 21:03:53.731567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-2c1dcca8-7f48-4fad-bf05-d8271959d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:53.732885 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-2c1dcca8-7f48-4fad-bf05-d8271959d4eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.2176347 Apr 05 21:03:53.913699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-bd789eda-f094-41f2-ba0c-1b33b21b66c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cebb293e-847d-4b90-91cf-ab5575c3752d HTTP/1.1" status: 200 len: 997 time: 0.1785500 Apr 05 21:03:53.915437 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-6b38d4da-4532-4f9c-9c6b-e26e811e8c40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cebb293e-847d-4b90-91cf-ab5575c3752d HTTP/1.1" status: 200 len: 997 time: 0.1327715 Apr 05 21:03:54.031172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-f997b637-8e14-41ad-be17-1ed51ac6a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:54.032496 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-f997b637-8e14-41ad-be17-1ed51ac6a226 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.1135314 Apr 05 21:03:54.033860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-e7613003-e644-4b09-8983-d61740fe6b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:54.035187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-e7613003-e644-4b09-8983-d61740fe6b12 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0870919 Apr 05 21:03:54.355069 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-bdec7084-49b4-4c6b-b937-94964ac8f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:54.356565 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-bdec7084-49b4-4c6b-b937-94964ac8f763 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1610527 Apr 05 21:03:54.358282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-56f7c511-dd12-45ab-8ebb-5e7f096b9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:54.359684 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-56f7c511-dd12-45ab-8ebb-5e7f096b9774 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3211002 Apr 05 21:03:54.369008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751eeab0-0b15-40c9-ab6c-51eb0f23d109 req-bc797c52-e041-438d-b7fa-3d56da1c0fdc tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:54.370372 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-751eeab0-0b15-40c9-ab6c-51eb0f23d109 req-bc797c52-e041-438d-b7fa-3d56da1c0fdc tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 943 time: 0.1738398 Apr 05 21:03:54.630299 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-751eeab0-0b15-40c9-ab6c-51eb0f23d109 req-547199ff-d835-4d25-ac5b-32406d18047c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195480 Apr 05 21:03:54.633557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device cebb293e-847d-4b90-91cf-ab5575c3752d no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:03:54.687104 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-b9c63337-555b-4e15-8d9c-2c2502913552 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145616 Apr 05 21:03:54.688988 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-5b014c49-beea-4f3e-be59-1c284de73b37 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175638 Apr 05 21:03:54.692783 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device cebb293e-847d-4b90-91cf-ab5575c3752d not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:03:54.895783 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ba0187f-62d7-42cd-86e4-2c4cb451b20d req-166669d2-a48c-4abe-9851-ce6a7568db2f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3116465 Apr 05 21:03:54.932283 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-89394724-1ca9-4680-a820-eea49b3e1443 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394714 Apr 05 21:03:54.949163 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dd7d14c-0e6a-4737-9074-9d35ed0be418 req-fac23cf7-955f-4033-85f1-f83d67832535 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355344 Apr 05 21:03:55.113519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0187f-62d7-42cd-86e4-2c4cb451b20d req-da38180a-2aeb-4b86-8ede-074ca4c2b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:55.114997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ba0187f-62d7-42cd-86e4-2c4cb451b20d req-da38180a-2aeb-4b86-8ede-074ca4c2b286 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 1094 time: 0.0740278 Apr 05 21:03:55.255330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0187f-62d7-42cd-86e4-2c4cb451b20d req-01d7de30-8b51-4f76-9db1-137057c0266b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:55.256647 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ba0187f-62d7-42cd-86e4-2c4cb451b20d req-01d7de30-8b51-4f76-9db1-137057c0266b service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1235571 Apr 05 21:03:55.353114 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ba0187f-62d7-42cd-86e4-2c4cb451b20d req-6904abc1-564e-4f1d-b5f9-84a05b9eeb8c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cebb293e-847d-4b90-91cf-ab5575c3752d HTTP/1.1" status: 200 len: 997 time: 0.0905280 Apr 05 21:03:55.415746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0187f-62d7-42cd-86e4-2c4cb451b20d req-7cbe864c-10b2-4559-adeb-01468c33fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:55.417177 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ba0187f-62d7-42cd-86e4-2c4cb451b20d req-7cbe864c-10b2-4559-adeb-01468c33fd51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0582294 Apr 05 21:03:55.487889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba0187f-62d7-42cd-86e4-2c4cb451b20d req-94269fa4-cc14-4979-ae31-9cfb54a5b3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:55.489276 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ba0187f-62d7-42cd-86e4-2c4cb451b20d req-94269fa4-cc14-4979-ae31-9cfb54a5b3b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668628 Apr 05 21:03:55.559557 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:03:55.582977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device cebb293e-847d-4b90-91cf-ab5575c3752d details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:03:55.617992 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ba0187f-62d7-42cd-86e4-2c4cb451b20d req-a901cd89-1246-49a5-9040-f611c04d3003 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226075 Apr 05 21:03:55.719815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port cebb293e-847d-4b90-91cf-ab5575c3752d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cebb293e-847d-4b90-91cf-ab5575c3752d,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:03:55.734448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'cebb293e-847d-4b90-91cf-ab5575c3752d', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'port_id': 'cebb293e-847d-4b90-91cf-ab5575c3752d', 'mac_address': 'fa:16:3e:fa:05:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:03:55.800499 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:55.817556 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cebb293e-847d-4b90-91cf-ab5575c3752d {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:03:55.835616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port cebb293e-847d-4b90-91cf-ab5575c3752d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cebb293e-847d-4b90-91cf-ab5575c3752d,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:03:55.839553 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:55.844904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b679720-8042-4701-9189-4893dc53fce5 req-e258588f-320c-4df7-a184-0890c293e935 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:55.846406 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b679720-8042-4701-9189-4893dc53fce5 req-e258588f-320c-4df7-a184-0890c293e935 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 943 time: 0.0916679 Apr 05 21:03:55.888888 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ba0187f-62d7-42cd-86e4-2c4cb451b20d req-319dd3ab-0513-412c-8c86-8e829d9a86be service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647057 Apr 05 21:03:55.893655 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3b679720-8042-4701-9189-4893dc53fce5 req-a0d4a4fe-bf76-47e7-aa40-7693fdeaee46 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416253 Apr 05 21:03:55.910705 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=cebb293e-847d-4b90-91cf-ab5575c3752d,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:56.049972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['cebb293e-847d-4b90-91cf-ab5575c3752d'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:03:56.206274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-dda66816-efcb-4c72-b3e9-c95c7e74b6ab tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:56.208418 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-dda66816-efcb-4c72-b3e9-c95c7e74b6ab tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 944 time: 0.0900531 Apr 05 21:03:56.212894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742f69f-b41f-42cc-b544-e16f45e42c25 req-0370cfba-a948-4380-9533-62e9bc90a53e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:56.214364 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f742f69f-b41f-42cc-b544-e16f45e42c25 req-0370cfba-a948-4380-9533-62e9bc90a53e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 944 time: 0.0946670 Apr 05 21:03:56.259768 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f742f69f-b41f-42cc-b544-e16f45e42c25 req-aebfa1f8-2c14-451f-8241-a25059bdfb7b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387318 Apr 05 21:03:56.287767 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-d54a56d9-e70d-424b-b102-ceef36dee0cf service neutron] delete failed (client error): The resource could not be found. Apr 05 21:03:56.288763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-d54a56d9-e70d-424b-b102-ceef36dee0cf service neutron] 10.222.0.41 "DELETE /v2.0/ports/cebb293e-847d-4b90-91cf-ab5575c3752d/bindings/n-h2-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.0752313 Apr 05 21:03:56.429679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-251be282-50c0-4e44-87fb-83df050de1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:56.431205 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-251be282-50c0-4e44-87fb-83df050de1aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 1095 time: 0.0770135 Apr 05 21:03:56.567945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-db9415f4-82ad-4275-97b0-74d55624535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:56.569383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-db9415f4-82ad-4275-97b0-74d55624535c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1320500 Apr 05 21:03:56.671260 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-d5b921c4-2b1d-4ed2-883b-51655032d547 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cebb293e-847d-4b90-91cf-ab5575c3752d HTTP/1.1" status: 200 len: 998 time: 0.0959501 Apr 05 21:03:56.732280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-08804e9e-47ef-4c8f-bb27-c07ceeb357ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:56.734322 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-08804e9e-47ef-4c8f-bb27-c07ceeb357ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0578825 Apr 05 21:03:56.806981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-03844840-69e4-45ac-8ad7-46ae78ea1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:56.808321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-03844840-69e4-45ac-8ad7-46ae78ea1d77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683091 Apr 05 21:03:56.937353 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-cb363593-3e9f-434d-a819-f8dc5cecf548 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230760 Apr 05 21:03:57.066692 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-687b04bd-c9e2-4a7e-9a64-7c585f95d743 req-877c342f-b3bf-416e-88aa-f2b7fb7d4fc2 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225436 Apr 05 21:03:57.448162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621c1d26-1086-4637-8447-567fba66af00 req-ad60b525-9ce9-4663-8ad1-5e7dcd418fba tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:57.449529 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-621c1d26-1086-4637-8447-567fba66af00 req-ad60b525-9ce9-4663-8ad1-5e7dcd418fba tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 944 time: 0.0838101 Apr 05 21:03:57.495549 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-621c1d26-1086-4637-8447-567fba66af00 req-194f97c0-28d8-4ce4-b12d-827ecc6b3610 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396390 Apr 05 21:03:57.582402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device cebb293e-847d-4b90-91cf-ab5575c3752d up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:03:57.651182 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port cebb293e-847d-4b90-91cf-ab5575c3752d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:03:57.656423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port cebb293e-847d-4b90-91cf-ab5575c3752d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:03:57.657005 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:57.774408 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:57.801079 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebb293e-847d-4b90-91cf-ab5575c3752d'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:03:57.810205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port cebb293e-847d-4b90-91cf-ab5575c3752d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cebb293e-847d-4b90-91cf-ab5575c3752d,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:03:57.814650 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:03:57.852309 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cebb293e-847d-4b90-91cf-ab5575c3752d', 'code': 200} Apr 05 21:03:57.886453 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=cebb293e-847d-4b90-91cf-ab5575c3752d,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:03:58.680911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d9a91-87f7-4261-b2b5-3240b82267e4 req-56319447-9119-4b19-be82-a7143d898824 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:58.682293 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-776d9a91-87f7-4261-b2b5-3240b82267e4 req-56319447-9119-4b19-be82-a7143d898824 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0785227 Apr 05 21:03:58.730047 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-776d9a91-87f7-4261-b2b5-3240b82267e4 req-f012ea08-6e22-4b6b-b0d4-b5ea2aae8662 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420082 Apr 05 21:03:58.921007 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ea963-4f92-4d39-ac46-be67c76396c7 req-d7b1ce94-aab5-48b1-9c45-8edf30a6fad7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:58.922453 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5c1ea963-4f92-4d39-ac46-be67c76396c7 req-d7b1ce94-aab5-48b1-9c45-8edf30a6fad7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0882080 Apr 05 21:03:58.965980 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5c1ea963-4f92-4d39-ac46-be67c76396c7 req-638cb4df-2fda-4275-8aff-c81978ce45fe tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377626 Apr 05 21:03:59.148131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b1cab-38aa-4ce7-aab8-bca389a3dd9b req-f0fcbd5a-31e7-40bd-a1b1-d2c138e1d70f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:59.149541 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e1b1cab-38aa-4ce7-aab8-bca389a3dd9b req-f0fcbd5a-31e7-40bd-a1b1-d2c138e1d70f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0799417 Apr 05 21:03:59.192324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e1b1cab-38aa-4ce7-aab8-bca389a3dd9b req-fc1f897a-1a70-4030-b94c-e39a9e1b7193 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369265 Apr 05 21:03:59.573287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df7354-8152-4f6d-b57d-a8de9933cd74 req-15de7471-2aa4-47a1-8ab8-732b93cdc474 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:03:59.574766 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11df7354-8152-4f6d-b57d-a8de9933cd74 req-15de7471-2aa4-47a1-8ab8-732b93cdc474 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0834324 Apr 05 21:03:59.617780 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11df7354-8152-4f6d-b57d-a8de9933cd74 req-8bc31369-a004-47e0-a1cf-8fc6e88b56bf tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373299 Apr 05 21:04:00.768341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-46e7a377-e023-4d3f-8dde-c8f6851883fa tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:00.769768 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-46e7a377-e023-4d3f-8dde-c8f6851883fa tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.13 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0821118 Apr 05 21:04:00.804992 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6d311-d759-458c-b91c-f8a37f4232e3 req-49b62517-6f4a-44bb-b545-22fa166c8d63 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:00.806452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64b6d311-d759-458c-b91c-f8a37f4232e3 req-49b62517-6f4a-44bb-b545-22fa166c8d63 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 945 time: 0.0824745 Apr 05 21:04:00.850382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Deleting port cebb293e-847d-4b90-91cf-ab5575c3752d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:04:00.850382 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:00.858273 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-64b6d311-d759-458c-b91c-f8a37f4232e3 req-3079b8b8-e64f-421c-a47d-3e7b8d3265d8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432222 Apr 05 21:04:01.099621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] For port cebb293e-847d-4b90-91cf-ab5575c3752d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cebb293e-847d-4b90-91cf-ab5575c3752d,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:04:01.099882 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:01.486838 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:01.487114 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:01.487423 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Floating IP c12e7065-dd53-413b-8d9b-1c99899f5215 disassociated. External IP: 172.25.8.7, port: cebb293e-847d-4b90-91cf-ab5575c3752d. Apr 05 21:04:01.487757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Calling delete_port for cebb293e-847d-4b90-91cf-ab5575c3752d owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:04:01.629747 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:01.678821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event deleted for resources: {'Port': ['ID=cebb293e-847d-4b90-91cf-ab5575c3752d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:01.868559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Router ea181a65-ba5b-4fd0-9387-abccda9b4616 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:04:02.063811 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f018abf-d897-4c9d-ace4-bfbe9c4f3280 req-c0b5ff8a-6dfe-4e00-a8cd-577cbe18f8f4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=44aa05de-a20c-4bc9-8ba2-94407dda3412 HTTP/1.1" status: 200 len: 210 time: 0.0992174 Apr 05 21:04:02.085749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:04:02.096656 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba79dd3-bcf5-410f-a50d-f261bb30eaf3 None None] Sync routers for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:04:02.106951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba79dd3-bcf5-410f-a50d-f261bb30eaf3 None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:04:02.107636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2ba79dd3-bcf5-410f-a50d-f261bb30eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:03:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:02.160243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] No DVR routers for this DVR port cebb293e-847d-4b90-91cf-ab5575c3752d on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:04:02.162937 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:02.165590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'name': 'network-vif-deleted', 'tag': 'cebb293e-847d-4b90-91cf-ab5575c3752d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:04:02.182571 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b33b5a3a-9104-4e48-a72b-e1d370e1bc4b req-7b4781a1-5941-4fea-9cb0-7a8bae785697 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.13 "DELETE /v2.0/ports/cebb293e-847d-4b90-91cf-ab5575c3752d HTTP/1.1" status: 204 len: 173 time: 1.4040904 Apr 05 21:04:02.220823 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44aa05de-a20c-4bc9-8ba2-94407dda3412', 'name': 'network-vif-deleted', 'tag': 'cebb293e-847d-4b90-91cf-ab5575c3752d', 'status': 'completed', 'code': 200} Apr 05 21:04:02.327761 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-2ba79dd3-bcf5-410f-a50d-f261bb30eaf3 None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:04:02.647276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2ba79dd3-bcf5-410f-a50d-f261bb30eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:02.651438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba79dd3-bcf5-410f-a50d-f261bb30eaf3 None None] Checking router: ea181a65-ba5b-4fd0-9387-abccda9b4616 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:04:02.660429 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba79dd3-bcf5-410f-a50d-f261bb30eaf3 None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:04:02.661026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2ba79dd3-bcf5-410f-a50d-f261bb30eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:03:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:02.834641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-2ba79dd3-bcf5-410f-a50d-f261bb30eaf3 None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:04:03.138051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2ba79dd3-bcf5-410f-a50d-f261bb30eaf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:03.141981 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba79dd3-bcf5-410f-a50d-f261bb30eaf3 None None] The sync data for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 is: [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:04:03.364718 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecf1b5a-9165-4371-a86f-06b09f3ee095 None None] New status for floating IP c12e7065-dd53-413b-8d9b-1c99899f5215: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:04:03.396497 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-e9135027-9c27-4496-9208-54af60d5a466 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--162561905&fields=id&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 267 time: 0.0400357 Apr 05 21:04:03.550353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-6f1afeb7-321d-446d-95e8-09d5a6281be2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:03.551799 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-6f1afeb7-321d-446d-95e8-09d5a6281be2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 812 time: 0.1484547 Apr 05 21:04:03.567166 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-6e013bb8-cfda-4b31-ae22-936eb164d690 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/quotas/1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 375 time: 0.0096207 Apr 05 21:04:03.657063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-48b6d13d-36c4-4020-a76d-060f6a659873 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Synchronizing usage tracker for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:03.672507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-48b6d13d-36c4-4020-a76d-060f6a659873 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Unset dirty status for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:03.673899 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-48b6d13d-36c4-4020-a76d-060f6a659873 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0995317 Apr 05 21:04:03.812726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-52083a54-bb59-4052-a36a-c08efb6ffb24 service neutron] 10.222.0.24 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271582 Apr 05 21:04:03.941726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-65b2a5a7-d78a-4959-8cc3-800372818bc7 service neutron] 10.222.0.24 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230652 Apr 05 21:04:04.116710 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-06881ed5-fd71-466d-b15a-430e2805e5ba req-830fd440-0045-47cd-9018-937c6a584ddb tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 210 time: 0.0426335 Apr 05 21:04:05.222066 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-6145d506-3f3c-49aa-b62f-578f0b66c12e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:05.223473 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-6145d506-3f3c-49aa-b62f-578f0b66c12e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 812 time: 0.2554619 Apr 05 21:04:05.282385 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e9ed595-bc26-4ac0-959f-e7f343b106c5 req-52003a9a-d09e-4624-a40d-189b5f59e0fe tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 210 time: 0.0575390 Apr 05 21:04:05.307855 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-c8fa844b-4a1a-4d11-bdaa-7ba1ff020d1f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 379 time: 0.0524247 Apr 05 21:04:05.316342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Request body: {'port': {'device_id': 'fc200092-80a2-4a23-924c-abe09d52f703', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'admin_state_up': True, 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'security_groups': ['5dcd1057-0ce6-4362-904e-ecbe362f96c3']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:04:05.452455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:04:05.461941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:04:05.471850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Made reservation on behalf of 1800f8f4f7dd42b5a330e7cdd8dda2c2 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:04:05.475354 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:05.613465 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device cebb293e-847d-4b90-91cf-ab5575c3752d no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:04:05.643788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Allocated IP 172.20.0.4 (a7ffffb3-68d5-4ed6-9545-70b95aa56b83/36391505-923a-4729-b98b-d3877b6e939e/01443851-2cfa-4f9e-9f1d-13fcc220eb59) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:04:05.647400 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: cebb293e-847d-4b90-91cf-ab5575c3752d {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:04:05.647739 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device cebb293e-847d-4b90-91cf-ab5575c3752d not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:04:05.832309 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:05.847149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Transition to ACTIVE for port object 01443851-2cfa-4f9e-9f1d-13fcc220eb59 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:05.870081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:05.940802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:04:05.943984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:04:05.946569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:04:05.995474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event updated for resources: {'Port': ['ID=01443851-2cfa-4f9e-9f1d-13fcc220eb59,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:06.021973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:06.022581 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.048808 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-04086df1-1ee7-4bac-ae18-8699facfa0a2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7364836 Apr 05 21:04:06.059668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Request body: {'port': {'device_id': 'fc200092-80a2-4a23-924c-abe09d52f703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:04:06.156265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a5e0faf8-224e-4bd3-ab2d-55d8a0dfdd1c None None] Provisioning for port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:06.160865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a5e0faf8-224e-4bd3-ab2d-55d8a0dfdd1c None None] Provisioning complete for port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:06.161229 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a5e0faf8-224e-4bd3-ab2d-55d8a0dfdd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.175720 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.218280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a5e0faf8-224e-4bd3-ab2d-55d8a0dfdd1c None None] Port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:04:06.471847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefbe3b-c2b5-4788-8cae-cc2bf007232e req-36b53dc0-d2f4-43d7-b4d6-092b1e96de18 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:06.473296 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1fefbe3b-c2b5-4788-8cae-cc2bf007232e req-36b53dc0-d2f4-43d7-b4d6-092b1e96de18 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 931 time: 0.0803690 Apr 05 21:04:06.520355 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1fefbe3b-c2b5-4788-8cae-cc2bf007232e req-05e999b1-dbc5-426c-9bf8-ec6ad15bf258 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411782 Apr 05 21:04:06.522552 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01443851-2cfa-4f9e-9f1d-13fcc220eb59 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:04:06.531240 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.547000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Transition to ACTIVE for port object 01443851-2cfa-4f9e-9f1d-13fcc220eb59 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:06.550787 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.705067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Pushing event updated for resources: {'Port': ['ID=01443851-2cfa-4f9e-9f1d-13fcc220eb59,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:06.785039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Attempting to bind port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:04:06.785373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Attempting to bind port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:04:06.785702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Attempting to bind port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:04:06.790291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:04:06.790614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Attempting to bind port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:04:06.796229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:04:06.796563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Checking segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:04:06.796944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Bound using segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:04:06.797366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Bound port: 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:04:06.797709 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:06.984741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] For port 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:04:06.987520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] For port 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:04:06.991874 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:07.047495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:07.048108 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:07.049470 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] 10.222.0.13 "PUT /v2.0/ports/01443851-2cfa-4f9e-9f1d-13fcc220eb59 HTTP/1.1" status: 200 len: 1091 time: 0.9939353 Apr 05 21:04:07.049918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc200092-80a2-4a23-924c-abe09d52f703', 'tag': '01443851-2cfa-4f9e-9f1d-13fcc220eb59'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:04:07.074812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386b467-5476-45af-88e2-fd6ae42dacdb service neutron] Pushing event updated for resources: {'Port': ['ID=01443851-2cfa-4f9e-9f1d-13fcc220eb59,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:07.123363 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc200092-80a2-4a23-924c-abe09d52f703', 'tag': '01443851-2cfa-4f9e-9f1d-13fcc220eb59', 'status': 'completed', 'code': 200} Apr 05 21:04:07.168612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f1f480a6-d218-4062-bca6-570d7ec03bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:07.170169 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-f1f480a6-d218-4062-bca6-570d7ec03bd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 1094 time: 0.0790577 Apr 05 21:04:07.239038 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-c7ef8603-7523-426e-8b7c-728b7776c6b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59 HTTP/1.1" status: 200 len: 217 time: 0.0624354 Apr 05 21:04:07.304158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-ed9f6e3f-94fb-4433-816d-56ff758efa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:07.305586 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-ed9f6e3f-94fb-4433-816d-56ff758efa96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0608728 Apr 05 21:04:07.379193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-8b4adac7-76a5-4244-afb7-7459fa64c43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:07.380563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-8b4adac7-76a5-4244-afb7-7459fa64c43a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687969 Apr 05 21:04:07.511409 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-1eebb252-ac46-4068-b81e-d7ba31d408b9 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246440 Apr 05 21:04:07.652281 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f68f0b56-8489-42b4-8c8f-3336da50f1a9 req-6a7d1668-b852-409a-b2d1-2bb41b3c5f6f service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345854 Apr 05 21:04:07.705482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9943115-f48d-4979-83ae-32ffeb593baa req-8d111732-402a-4a13-94d3-e56732607dae tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:07.706982 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b9943115-f48d-4979-83ae-32ffeb593baa req-8d111732-402a-4a13-94d3-e56732607dae tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 943 time: 0.0820220 Apr 05 21:04:07.753134 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b9943115-f48d-4979-83ae-32ffeb593baa req-189a163c-f68f-4277-8f70-e5b317c1830a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398433 Apr 05 21:04:07.773476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f32fe-74d5-4151-bd68-abe36693585d req-e5baee8d-03cc-44d4-a764-aec5e00e5ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:07.774981 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e8f32fe-74d5-4151-bd68-abe36693585d req-e5baee8d-03cc-44d4-a764-aec5e00e5ed6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 1094 time: 0.0760944 Apr 05 21:04:07.903777 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f32fe-74d5-4151-bd68-abe36693585d req-02511bd9-2ccd-4729-96d5-10fd7aa0f62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:07.905199 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e8f32fe-74d5-4151-bd68-abe36693585d req-02511bd9-2ccd-4729-96d5-10fd7aa0f62e service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1243567 Apr 05 21:04:07.972982 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e8f32fe-74d5-4151-bd68-abe36693585d req-cbd9d8aa-457d-4a85-9140-2b5eac2fd142 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59 HTTP/1.1" status: 200 len: 217 time: 0.0607619 Apr 05 21:04:08.037754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f32fe-74d5-4151-bd68-abe36693585d req-6e675952-05eb-4853-b0e8-c38622dbfcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:08.039118 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e8f32fe-74d5-4151-bd68-abe36693585d req-6e675952-05eb-4853-b0e8-c38622dbfcbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0602190 Apr 05 21:04:08.112740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f32fe-74d5-4151-bd68-abe36693585d req-2c74846a-2e38-4ce7-969f-0876928127b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:08.114203 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e8f32fe-74d5-4151-bd68-abe36693585d req-2c74846a-2e38-4ce7-969f-0876928127b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692513 Apr 05 21:04:08.244637 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e8f32fe-74d5-4151-bd68-abe36693585d req-1d971106-7b33-4048-aa75-2dd9a2796de3 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239257 Apr 05 21:04:08.375253 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e8f32fe-74d5-4151-bd68-abe36693585d req-6eeb76f9-914a-402a-93d9-88469eb3490a service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241198 Apr 05 21:04:08.938755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec6056-e300-4b4f-85d2-664e5534e620 req-018d0181-aab8-4c61-8201-78e73814ebcc tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:08.939430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f2ec6056-e300-4b4f-85d2-664e5534e620 req-018d0181-aab8-4c61-8201-78e73814ebcc tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Synchronizing usage tracker for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:04:08.954638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f2ec6056-e300-4b4f-85d2-664e5534e620 req-018d0181-aab8-4c61-8201-78e73814ebcc tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Unset dirty status for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:04:08.955915 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2ec6056-e300-4b4f-85d2-664e5534e620 req-018d0181-aab8-4c61-8201-78e73814ebcc tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 943 time: 0.0985894 Apr 05 21:04:08.999757 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2ec6056-e300-4b4f-85d2-664e5534e620 req-80642099-0742-4bf8-9a05-c03f713fe2e2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378051 Apr 05 21:04:09.095216 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:09.364188 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:10.187120 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41b32e-cba8-4761-b2a7-b065318a4554 req-4972cd07-3977-489b-a862-119348d923bd tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:10.188539 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4e41b32e-cba8-4761-b2a7-b065318a4554 req-4972cd07-3977-489b-a862-119348d923bd tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 943 time: 0.0834780 Apr 05 21:04:10.232380 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4e41b32e-cba8-4761-b2a7-b065318a4554 req-a32720ed-e2f3-434b-b2d0-0164f8424fd5 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379069 Apr 05 21:04:11.431062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09cccd-4574-43ca-ad80-2282dbd664af req-db25a59e-5bcc-4336-b0c5-0f619fcadf3a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:11.432506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c09cccd-4574-43ca-ad80-2282dbd664af req-db25a59e-5bcc-4336-b0c5-0f619fcadf3a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 943 time: 0.0785553 Apr 05 21:04:11.453554 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-44003bf3-ea5c-48d1-bcbc-adffd396eb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:11.478087 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c09cccd-4574-43ca-ad80-2282dbd664af req-d9f83ebb-0535-4b31-881f-b986c7b2411a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399053 Apr 05 21:04:11.659953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 01443851-2cfa-4f9e-9f1d-13fcc220eb59 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:04:11.789104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:04:11.801626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '01443851-2cfa-4f9e-9f1d-13fcc220eb59', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'port_id': '01443851-2cfa-4f9e-9f1d-13fcc220eb59', 'mac_address': 'fa:16:3e:4b:c5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:04:11.854701 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:11.873559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01443851-2cfa-4f9e-9f1d-13fcc220eb59 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:04:11.887820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:04:11.892151 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:11.993283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=01443851-2cfa-4f9e-9f1d-13fcc220eb59,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:12.080173 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['01443851-2cfa-4f9e-9f1d-13fcc220eb59'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:04:12.668607 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31150c77-15cd-4299-a98d-893603296aab req-576815d3-91a6-428c-8278-cdd7dae30b2a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:12.670057 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31150c77-15cd-4299-a98d-893603296aab req-576815d3-91a6-428c-8278-cdd7dae30b2a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 944 time: 0.0859103 Apr 05 21:04:12.713445 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-31150c77-15cd-4299-a98d-893603296aab req-1b471dca-ed8c-4c2a-b5dd-eaca6054af16 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376027 Apr 05 21:04:13.675389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 01443851-2cfa-4f9e-9f1d-13fcc220eb59 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:04:13.750188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:04:13.755901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:04:13.756267 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:13.786279 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f5bbc098-30b2-4b14-8b08-e6fa10d27370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:13.873804 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:13.901825 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc200092-80a2-4a23-924c-abe09d52f703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01443851-2cfa-4f9e-9f1d-13fcc220eb59'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:04:13.913747 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:04:13.918561 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:13.958425 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc200092-80a2-4a23-924c-abe09d52f703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01443851-2cfa-4f9e-9f1d-13fcc220eb59', 'code': 200} Apr 05 21:04:14.002164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=01443851-2cfa-4f9e-9f1d-13fcc220eb59,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:14.008530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8596f-8243-41be-a51f-ad547998627d req-8d3bdf75-f2c1-4050-bed2-0a500d429371 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:14.010593 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-afd8596f-8243-41be-a51f-ad547998627d req-8d3bdf75-f2c1-4050-bed2-0a500d429371 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 944 time: 0.1904168 Apr 05 21:04:14.092588 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-afd8596f-8243-41be-a51f-ad547998627d req-83da2116-e261-4111-bd80-ac1823e2bd92 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520849 Apr 05 21:04:14.111964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50a1b44-e9e5-433a-a4ea-c89b219e58ec req-7d504d3a-aa3d-412d-8ffe-68739957fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:14.113408 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e50a1b44-e9e5-433a-a4ea-c89b219e58ec req-7d504d3a-aa3d-412d-8ffe-68739957fbd9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 1096 time: 0.1025724 Apr 05 21:04:14.155527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e50a1b44-e9e5-433a-a4ea-c89b219e58ec req-ee7d85f0-4187-42ee-a7b3-c2a6095d045b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361598 Apr 05 21:04:14.911770 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:14.977514 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:15.281996 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a8a92-f285-44bd-b4f0-605f96f8511e req-3ea7741b-bb9f-4be4-83f2-77b9a1c6a602 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:15.283370 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-500a8a92-f285-44bd-b4f0-605f96f8511e req-3ea7741b-bb9f-4be4-83f2-77b9a1c6a602 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0852737 Apr 05 21:04:15.329702 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-500a8a92-f285-44bd-b4f0-605f96f8511e req-03aab798-3ebb-41ef-9846-794ccea6e651 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401986 Apr 05 21:04:16.182387 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:16.515969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c267909-b846-4687-9429-d621d40b2f72 req-62895a61-4f74-4a15-af84-acf2107b6291 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:16.517334 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c267909-b846-4687-9429-d621d40b2f72 req-62895a61-4f74-4a15-af84-acf2107b6291 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0798168 Apr 05 21:04:16.561502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c267909-b846-4687-9429-d621d40b2f72 req-07fe45b9-df93-442c-9134-63e01ddab661 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384755 Apr 05 21:04:16.737721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff828ed1-c057-41c5-9aee-962aeaf01c1b req-6a90debc-6d65-4a1a-8b8c-8b5bcae21371 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:16.739186 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ff828ed1-c057-41c5-9aee-962aeaf01c1b req-6a90debc-6d65-4a1a-8b8c-8b5bcae21371 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0799444 Apr 05 21:04:16.747826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59454) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:04:16.752748 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-81eefcb8-3d04-4b65-a174-7de42c0b041c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Request body: {'floatingip': {'port_id': '01443851-2cfa-4f9e-9f1d-13fcc220eb59'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:04:16.829795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81eefcb8-3d04-4b65-a174-7de42c0b041c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:17.521735 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81eefcb8-3d04-4b65-a174-7de42c0b041c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:17.525990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81eefcb8-3d04-4b65-a174-7de42c0b041c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:17.693671 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-81eefcb8-3d04-4b65-a174-7de42c0b041c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Floating IP c12e7065-dd53-413b-8d9b-1c99899f5215 associated. External IP: 172.25.8.7, port: 01443851-2cfa-4f9e-9f1d-13fcc220eb59. Apr 05 21:04:17.931233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-a6fa93c8-7507-488f-9346-754c8a8cac9e req-d42b5292-d6d9-42d4-9a09-f42bd625ae52 service neutron] (87965) timed out ('10.222.0.24', 44580) {{(pid=87965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:04:18.050491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81eefcb8-3d04-4b65-a174-7de42c0b041c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Router ea181a65-ba5b-4fd0-9387-abccda9b4616 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:04:18.232817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81eefcb8-3d04-4b65-a174-7de42c0b041c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:04:18.237646 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-81eefcb8-3d04-4b65-a174-7de42c0b041c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:18.242077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f8912e-efc5-48ea-8c74-43427fdb14cf None None] Sync routers for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:04:18.251770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8912e-efc5-48ea-8c74-43427fdb14cf None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:04:18.252444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-06f8912e-efc5-48ea-8c74-43427fdb14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:04:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:18.290997 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-81eefcb8-3d04-4b65-a174-7de42c0b041c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "PUT /v2.0/floatingips/c12e7065-dd53-413b-8d9b-1c99899f5215 HTTP/1.1" status: 200 len: 989 time: 1.5421247 Apr 05 21:04:18.291635 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc200092-80a2-4a23-924c-abe09d52f703', 'tag': '01443851-2cfa-4f9e-9f1d-13fcc220eb59'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:04:18.337033 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc200092-80a2-4a23-924c-abe09d52f703', 'tag': '01443851-2cfa-4f9e-9f1d-13fcc220eb59', 'status': 'completed', 'code': 200} Apr 05 21:04:18.435148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a6a5f-f05d-4f52-8f3c-f9f019ec3174 req-ead97b01-fa89-4b61-96a9-8a8447290fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:18.437227 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d95a6a5f-f05d-4f52-8f3c-f9f019ec3174 req-ead97b01-fa89-4b61-96a9-8a8447290fde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 1096 time: 0.0799837 Apr 05 21:04:18.451790 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-06f8912e-efc5-48ea-8c74-43427fdb14cf None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:04:18.590951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a6a5f-f05d-4f52-8f3c-f9f019ec3174 req-c2a9fb68-a7d4-4a54-b1bb-248f1eefeb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:18.592391 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d95a6a5f-f05d-4f52-8f3c-f9f019ec3174 req-c2a9fb68-a7d4-4a54-b1bb-248f1eefeb4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1490989 Apr 05 21:04:18.650192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116caa6-c934-49ad-9f40-1ffcef0e21cc req-8632fdcb-6f0b-4938-9719-2659f1e391ec tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:18.651954 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0116caa6-c934-49ad-9f40-1ffcef0e21cc req-8632fdcb-6f0b-4938-9719-2659f1e391ec tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0848460 Apr 05 21:04:18.698159 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0116caa6-c934-49ad-9f40-1ffcef0e21cc req-288d6999-9b39-48e1-a664-e4a03c88de26 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405099 Apr 05 21:04:18.707120 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d95a6a5f-f05d-4f52-8f3c-f9f019ec3174 req-9f5dc60d-98e1-43ee-beb6-be3d56e5a8ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59 HTTP/1.1" status: 200 len: 997 time: 0.1073086 Apr 05 21:04:18.781314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a6a5f-f05d-4f52-8f3c-f9f019ec3174 req-16ec3b3a-f913-41f0-99b4-c39a88ab42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:18.782799 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d95a6a5f-f05d-4f52-8f3c-f9f019ec3174 req-16ec3b3a-f913-41f0-99b4-c39a88ab42b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0688367 Apr 05 21:04:18.811549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-06f8912e-efc5-48ea-8c74-43427fdb14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c12e7065-dd53-413b-8d9b-1c99899f5215', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'port_id': '01443851-2cfa-4f9e-9f1d-13fcc220eb59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'mac_address': 'fa:16:3e:4b:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc200092-80a2-4a23-924c-abe09d52f703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:09Z', 'updated_at': '2022-04-05T21:04:17Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:18.815364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f8912e-efc5-48ea-8c74-43427fdb14cf None None] Checking router: ea181a65-ba5b-4fd0-9387-abccda9b4616 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:04:18.823614 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f8912e-efc5-48ea-8c74-43427fdb14cf None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:04:18.824213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-06f8912e-efc5-48ea-8c74-43427fdb14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:04:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:18.857205 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a6a5f-f05d-4f52-8f3c-f9f019ec3174 req-512e3ed5-1615-4878-b21c-7f8d31d236bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:18.858756 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d95a6a5f-f05d-4f52-8f3c-f9f019ec3174 req-512e3ed5-1615-4878-b21c-7f8d31d236bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701129 Apr 05 21:04:18.989618 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d95a6a5f-f05d-4f52-8f3c-f9f019ec3174 req-ed5bb0b8-b421-4675-91c1-f0fcc7d2e022 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251471 Apr 05 21:04:19.002298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-06f8912e-efc5-48ea-8c74-43427fdb14cf None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:04:19.125907 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d95a6a5f-f05d-4f52-8f3c-f9f019ec3174 req-b9bdc04e-a843-4776-96cf-00ab63587f6e service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308339 Apr 05 21:04:19.377151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-06f8912e-efc5-48ea-8c74-43427fdb14cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c12e7065-dd53-413b-8d9b-1c99899f5215', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'port_id': '01443851-2cfa-4f9e-9f1d-13fcc220eb59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'mac_address': 'fa:16:3e:4b:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc200092-80a2-4a23-924c-abe09d52f703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:09Z', 'updated_at': '2022-04-05T21:04:17Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:04:19.381006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f8912e-efc5-48ea-8c74-43427fdb14cf None None] The sync data for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 is: [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c12e7065-dd53-413b-8d9b-1c99899f5215', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'port_id': '01443851-2cfa-4f9e-9f1d-13fcc220eb59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'mac_address': 'fa:16:3e:4b:c5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc200092-80a2-4a23-924c-abe09d52f703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:09Z', 'updated_at': '2022-04-05T21:04:17Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:04:19.556783 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dbb283-97b1-4d26-8055-34c66fb47d04 None None] New status for floating IP c12e7065-dd53-413b-8d9b-1c99899f5215: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:04:19.892426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc00e3e-37d8-411c-9c10-bf381732c3d8 req-f20fa016-e697-4e5c-b0df-e36d02ddfa86 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:19.893905 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4dc00e3e-37d8-411c-9c10-bf381732c3d8 req-f20fa016-e697-4e5c-b0df-e36d02ddfa86 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0890219 Apr 05 21:04:19.938138 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4dc00e3e-37d8-411c-9c10-bf381732c3d8 req-b2e7556c-37c3-4aea-baf4-15e9e16d0107 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385628 Apr 05 21:04:21.122021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b2148-95f2-4635-b7e0-24f697fbb2c3 req-93e55824-2b74-4fbd-9b07-e58bf0503cdf tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:21.123437 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a58b2148-95f2-4635-b7e0-24f697fbb2c3 req-93e55824-2b74-4fbd-9b07-e58bf0503cdf tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0777040 Apr 05 21:04:21.169909 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a58b2148-95f2-4635-b7e0-24f697fbb2c3 req-2d9fdb68-1049-4a5f-a157-4e734e0287f8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400379 Apr 05 21:04:22.356095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c8737-c7bc-46e4-8852-8489cd036222 req-2b1b602e-1ff8-42aa-9c33-3481d4833704 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:22.357530 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc8c8737-c7bc-46e4-8852-8489cd036222 req-2b1b602e-1ff8-42aa-9c33-3481d4833704 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0789623 Apr 05 21:04:22.401363 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc8c8737-c7bc-46e4-8852-8489cd036222 req-1c48743a-76e0-45e0-ac11-9dbb54a091d5 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382793 Apr 05 21:04:23.580130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d851c36-9154-4884-9200-9326426919b4 req-e92c9240-904a-452f-b0a7-040674a32e9c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:23.581553 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d851c36-9154-4884-9200-9326426919b4 req-e92c9240-904a-452f-b0a7-040674a32e9c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0784891 Apr 05 21:04:23.625488 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3d851c36-9154-4884-9200-9326426919b4 req-449cdb26-75b1-4fb8-8379-62603a8eb52c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383422 Apr 05 21:04:24.812289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67061cf3-a762-44ab-9367-b1750d34983b req-8a1a7c89-52d9-46b8-aeab-f5f646416251 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:24.813644 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-67061cf3-a762-44ab-9367-b1750d34983b req-8a1a7c89-52d9-46b8-aeab-f5f646416251 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0831535 Apr 05 21:04:24.857435 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-67061cf3-a762-44ab-9367-b1750d34983b req-f5554111-dbc1-4519-8012-0a45d1d841c2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380802 Apr 05 21:04:26.043314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484f569-ce30-4d36-aee2-ccff791df0b3 req-708f1919-c7f9-4296-a569-b0f85fe91b07 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:26.044748 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f484f569-ce30-4d36-aee2-ccff791df0b3 req-708f1919-c7f9-4296-a569-b0f85fe91b07 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0835576 Apr 05 21:04:26.215757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f484f569-ce30-4d36-aee2-ccff791df0b3 req-d4e657a4-0a47-4f19-be10-6d61936f4c0a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646364 Apr 05 21:04:27.403971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c544ab4-3b38-4ddc-9bf0-df8f01264ddd req-e4381cd8-691f-4696-8693-2a25be4905af tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:27.406091 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c544ab4-3b38-4ddc-9bf0-df8f01264ddd req-e4381cd8-691f-4696-8693-2a25be4905af tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0816996 Apr 05 21:04:27.453222 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c544ab4-3b38-4ddc-9bf0-df8f01264ddd req-88b0dee4-52af-4069-b7a2-54e81c26976a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414259 Apr 05 21:04:28.634894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34303f3-9887-424e-a1e5-7f943f5016e6 req-0c80708e-67d6-4302-b7f3-f223383d9b93 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:28.636330 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b34303f3-9887-424e-a1e5-7f943f5016e6 req-0c80708e-67d6-4302-b7f3-f223383d9b93 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0792406 Apr 05 21:04:28.679253 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b34303f3-9887-424e-a1e5-7f943f5016e6 req-0a3891ca-f604-4049-b50b-6fded7c2b73b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372646 Apr 05 21:04:29.863802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c0a51-3b05-4a8a-a395-21aa63ecebe1 req-954ed7e6-1131-4165-9bcc-4fe1fdc06bf2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:29.865245 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-609c0a51-3b05-4a8a-a395-21aa63ecebe1 req-954ed7e6-1131-4165-9bcc-4fe1fdc06bf2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0796199 Apr 05 21:04:29.909448 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-609c0a51-3b05-4a8a-a395-21aa63ecebe1 req-f52a54fe-cbb1-48dc-98d2-ceba439b5636 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385854 Apr 05 21:04:31.091460 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf39df-c172-4bf0-98cb-f0a47caca375 req-4fc8d4c1-5783-4138-b263-9bd76335d9fe tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:31.093540 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4aaf39df-c172-4bf0-98cb-f0a47caca375 req-4fc8d4c1-5783-4138-b263-9bd76335d9fe tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0827596 Apr 05 21:04:31.136500 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4aaf39df-c172-4bf0-98cb-f0a47caca375 req-1f99abbb-2b72-4f39-a0da-03558e69c895 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370924 Apr 05 21:04:32.321837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6104315-98c5-46fe-a817-1d12ebe086b7 req-fdabf227-28ed-4158-966a-268ad63d2125 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:32.323289 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6104315-98c5-46fe-a817-1d12ebe086b7 req-fdabf227-28ed-4158-966a-268ad63d2125 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0836582 Apr 05 21:04:32.365982 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6104315-98c5-46fe-a817-1d12ebe086b7 req-b00d31aa-3390-437a-9e6d-3f7cc80b234d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370283 Apr 05 21:04:32.558716 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:04:33.552108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8ff12-5e19-436d-8469-1de6cd1cc72b req-a9c0605f-a1ae-4530-aef9-dd2e3ed890a0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:33.553516 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f5c8ff12-5e19-436d-8469-1de6cd1cc72b req-a9c0605f-a1ae-4530-aef9-dd2e3ed890a0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0815356 Apr 05 21:04:33.595618 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f5c8ff12-5e19-436d-8469-1de6cd1cc72b req-4154342f-843f-499e-b0df-58321adc30d9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364881 Apr 05 21:04:34.780106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688c79b-766b-4b9f-97fe-986c46aacb0d req-f7b95dbf-b558-4e11-9f20-c8af27f6b236 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:34.781559 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2688c79b-766b-4b9f-97fe-986c46aacb0d req-f7b95dbf-b558-4e11-9f20-c8af27f6b236 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0824041 Apr 05 21:04:34.826060 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2688c79b-766b-4b9f-97fe-986c46aacb0d req-bcde0dd0-5f06-4253-ba54-5ad72d645508 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388231 Apr 05 21:04:36.006315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec855d-79b5-4a7e-9bb2-8904670587cb req-d0b55337-cd44-478f-b632-5159ec27ed17 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:36.007669 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-51ec855d-79b5-4a7e-9bb2-8904670587cb req-d0b55337-cd44-478f-b632-5159ec27ed17 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0793364 Apr 05 21:04:36.055617 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-51ec855d-79b5-4a7e-9bb2-8904670587cb req-c341fa9e-e5c0-48ea-9856-5f1ffb721628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423694 Apr 05 21:04:37.242344 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0539a5-7e2c-44b9-b38d-b8c442cf94f0 req-39c79b01-34cd-41ac-85b8-4a3e5245a2b7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:37.243777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e0539a5-7e2c-44b9-b38d-b8c442cf94f0 req-39c79b01-34cd-41ac-85b8-4a3e5245a2b7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0827482 Apr 05 21:04:37.287250 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e0539a5-7e2c-44b9-b38d-b8c442cf94f0 req-e46ee732-066b-4129-bc9a-93d4b3c2595c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379276 Apr 05 21:04:38.471865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1edf57a-60b1-4066-abe8-e4d23e9e4407 req-9a8969da-85f1-4f18-a197-29b490f44c30 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:38.473316 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1edf57a-60b1-4066-abe8-e4d23e9e4407 req-9a8969da-85f1-4f18-a197-29b490f44c30 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0825055 Apr 05 21:04:38.521735 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f1edf57a-60b1-4066-abe8-e4d23e9e4407 req-c6635003-cf67-484a-93ec-b50a32e5966c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427871 Apr 05 21:04:39.109716 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:39.362692 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:39.705271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ab6e0-c0a9-4746-b16c-84206a808448 req-9fc71102-b751-4463-b388-fcd3337c17ac tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:39.706651 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a84ab6e0-c0a9-4746-b16c-84206a808448 req-9fc71102-b751-4463-b388-fcd3337c17ac tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0799615 Apr 05 21:04:39.754270 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a84ab6e0-c0a9-4746-b16c-84206a808448 req-68d14d18-5a91-4987-8c62-b39745748848 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418975 Apr 05 21:04:40.939304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1301cbe-cc90-4778-a24b-fdf794ee5e86 req-cd76142a-b32c-4b27-999c-22dd212f0109 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:40.940637 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1301cbe-cc90-4778-a24b-fdf794ee5e86 req-cd76142a-b32c-4b27-999c-22dd212f0109 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0786390 Apr 05 21:04:40.986687 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1301cbe-cc90-4778-a24b-fdf794ee5e86 req-5c255a6a-6ff0-4d53-bc39-7175c47cd654 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405362 Apr 05 21:04:41.454961 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5a3f6942-e160-44a6-9d4e-c67e21e3790d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:42.167789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f05fbe-53a7-41d1-9962-f0217700366d req-2d213f9c-30e8-4c29-a531-398e38727e31 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:42.169207 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11f05fbe-53a7-41d1-9962-f0217700366d req-2d213f9c-30e8-4c29-a531-398e38727e31 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0791433 Apr 05 21:04:42.214673 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11f05fbe-53a7-41d1-9962-f0217700366d req-e0a58a91-bfdb-49dd-968d-fbcac1e284b1 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398118 Apr 05 21:04:43.402973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acd853-56ec-45f8-8c05-0889bdbe67ce req-0762dc70-159d-4941-a778-b985cbbbb7c9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:43.404401 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90acd853-56ec-45f8-8c05-0889bdbe67ce req-0762dc70-159d-4941-a778-b985cbbbb7c9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0852938 Apr 05 21:04:43.446685 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-90acd853-56ec-45f8-8c05-0889bdbe67ce req-1f561112-c719-4b88-9e54-26903826ab60 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367837 Apr 05 21:04:43.748176 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-48cd4c39-dc7b-4e61-9501-5e6c0307a9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.639853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e6c3e-82ca-41bc-a811-e7d06ff21793 req-cb1cf975-0b86-498c-9010-f9840f03b718 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:44.641849 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f34e6c3e-82ca-41bc-a811-e7d06ff21793 req-cb1cf975-0b86-498c-9010-f9840f03b718 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0840151 Apr 05 21:04:44.686345 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f34e6c3e-82ca-41bc-a811-e7d06ff21793 req-c779267c-d36e-4aee-843f-f329fc679322 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387037 Apr 05 21:04:44.913727 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:44.979621 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:45.873558 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d9553-191b-41f0-b270-26179d537b98 req-eb2def09-156a-4cd4-aaaa-7cc299d4f7da tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:45.875012 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-224d9553-191b-41f0-b270-26179d537b98 req-eb2def09-156a-4cd4-aaaa-7cc299d4f7da tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0818508 Apr 05 21:04:45.918670 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-224d9553-191b-41f0-b270-26179d537b98 req-00b3a930-e2ab-4058-9727-789c365d087a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380232 Apr 05 21:04:46.184985 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:47.098803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b21969-e938-4020-bf6a-45288f867bee req-a5effa06-44a7-4da3-ad3d-6526353fdaed tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:47.100234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1b21969-e938-4020-bf6a-45288f867bee req-a5effa06-44a7-4da3-ad3d-6526353fdaed tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0798702 Apr 05 21:04:47.143067 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a1b21969-e938-4020-bf6a-45288f867bee req-26f3234a-f711-4ab6-b53e-810d25778851 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372725 Apr 05 21:04:48.324912 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5596b480-bde8-42a5-b9a0-78918a724a0a req-0546cc39-b3b6-470d-b6ec-c794f1340b92 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:48.326346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5596b480-bde8-42a5-b9a0-78918a724a0a req-0546cc39-b3b6-470d-b6ec-c794f1340b92 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0777249 Apr 05 21:04:48.371673 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5596b480-bde8-42a5-b9a0-78918a724a0a req-aea0f948-14c4-4da9-b5fc-18172cb2d68a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392034 Apr 05 21:04:49.554637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176268b6-fcca-4943-9421-0132ad80844e req-9fcb5d62-7d68-4518-b2ae-5a9b5f9df718 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:49.556073 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-176268b6-fcca-4943-9421-0132ad80844e req-9fcb5d62-7d68-4518-b2ae-5a9b5f9df718 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0824399 Apr 05 21:04:49.599351 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-176268b6-fcca-4943-9421-0132ad80844e req-fff85dd7-ce5e-4f68-ac83-d28455e0fd7d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376692 Apr 05 21:04:49.938448 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-264ff9d1-9b9c-49ff-915a-c8c43b05abca service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701141 Apr 05 21:04:49.993863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444543f3-ba31-4700-9b85-fd54a415cba8 req-32a6efa6-381b-4d30-9bf6-d5cbcf88e3b5 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:49.995345 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-444543f3-ba31-4700-9b85-fd54a415cba8 req-32a6efa6-381b-4d30-9bf6-d5cbcf88e3b5 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0809362 Apr 05 21:04:50.044320 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-444543f3-ba31-4700-9b85-fd54a415cba8 req-46c30115-91cf-46c0-8c35-fc790c1f33f0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431719 Apr 05 21:04:51.033691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-db4c9333-9825-4add-af66-2a69fe4316f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:51.035145 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-db4c9333-9825-4add-af66-2a69fe4316f0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 1096 time: 0.0707898 Apr 05 21:04:51.167374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-0094cfed-4f2e-47a9-b6e2-9cb7cc30ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:51.168811 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-0094cfed-4f2e-47a9-b6e2-9cb7cc30ae46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1281674 Apr 05 21:04:51.230973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1633587-3ef5-4728-8bc0-0b8294010a07 req-766b742f-7d20-44a2-99a3-3ba10e4e9dd8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:51.232507 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1633587-3ef5-4728-8bc0-0b8294010a07 req-766b742f-7d20-44a2-99a3-3ba10e4e9dd8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0812309 Apr 05 21:04:51.282410 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1633587-3ef5-4728-8bc0-0b8294010a07 req-d0ca6b77-7015-4b90-ac7c-f127536495d4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435982 Apr 05 21:04:51.374864 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-281cdd34-857b-4448-b253-43babed9d6bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59 HTTP/1.1" status: 200 len: 999 time: 0.2000549 Apr 05 21:04:51.442146 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-ba37e9ec-49fd-4d24-8a7e-6ac559675ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:51.443587 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-ba37e9ec-49fd-4d24-8a7e-6ac559675ad0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0624890 Apr 05 21:04:51.519258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-21ce1c32-2488-44e2-8909-757cdd42d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:51.520693 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-21ce1c32-2488-44e2-8909-757cdd42d74a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718131 Apr 05 21:04:51.652123 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-19c096c0-a6f6-4f84-b147-d3ab0fdfb110 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257665 Apr 05 21:04:51.787776 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-0873e716-fc30-4aea-8856-c91448f0ccd9 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300061 Apr 05 21:04:52.464466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528f01e-1109-4413-a76b-65a9f0492b61 req-d092ed81-23bb-4470-b93f-49213bdb0d62 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:52.465903 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4528f01e-1109-4413-a76b-65a9f0492b61 req-d092ed81-23bb-4470-b93f-49213bdb0d62 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0790062 Apr 05 21:04:52.508728 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4528f01e-1109-4413-a76b-65a9f0492b61 req-fbc54891-e17b-4c8a-bd18-989584af60aa tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366547 Apr 05 21:04:53.502215 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-4bae1cee-b356-4d17-969b-abee6068320f service neutron] show failed (client error): The resource could not be found. Apr 05 21:04:53.503218 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-4bae1cee-b356-4d17-969b-abee6068320f service neutron] 10.222.0.13 "GET /v2.0/ports/01443851-2cfa-4f9e-9f1d-13fcc220eb59/bindings/n-h2-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.0779231 Apr 05 21:04:53.699374 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc6ca4-e3b9-48eb-a693-c75da635abdf req-9cc7f34e-de34-49cb-b4e4-ed6cd244858f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:53.701006 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35bc6ca4-e3b9-48eb-a693-c75da635abdf req-9cc7f34e-de34-49cb-b4e4-ed6cd244858f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0847058 Apr 05 21:04:53.747194 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-35bc6ca4-e3b9-48eb-a693-c75da635abdf req-3a6d88e0-54aa-43f5-b2ea-4348bcd9b4ef tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387638 Apr 05 21:04:53.770173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-40e82ce1-682d-43a0-a930-53949597654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:53.771634 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-40e82ce1-682d-43a0-a930-53949597654c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 1096 time: 0.0770810 Apr 05 21:04:53.782651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:04:53.896386 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.161488 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] For port 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:04:54.189605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] For port 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:04:54.245423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc200092-80a2-4a23-924c-abe09d52f703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01443851-2cfa-4f9e-9f1d-13fcc220eb59'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:04:54.251633 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.265956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Transition to ACTIVE for port object 01443851-2cfa-4f9e-9f1d-13fcc220eb59 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:04:54.270594 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.313274 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc200092-80a2-4a23-924c-abe09d52f703', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01443851-2cfa-4f9e-9f1d-13fcc220eb59', 'code': 200} Apr 05 21:04:54.411741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Pushing event updated for resources: {'Port': ['ID=01443851-2cfa-4f9e-9f1d-13fcc220eb59,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:54.424764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:54.425097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:54.425426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:54.425751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:54.426097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:54.426416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:54.426737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:54.427054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:54.427366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:54.427674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:54.427983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:54.428291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:54.479667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] No DVR routers for this DVR port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:04:54.823197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Attempting to bind port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:04:54.823912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Attempting to bind port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:04:54.823912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Attempting to bind port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:04:54.828978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:04:54.829289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Attempting to bind port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:04:54.834363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:04:54.834698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Checking segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:04:54.835068 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Bound using segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:04:54.835481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Bound port: 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:04:54.835819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.926382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] For port 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:04:54.929354 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] For port 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:04:54.935289 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.937593 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cad007-a531-4253-a8ff-e5993b07318c req-6ab89db1-feab-4ec9-b754-abe94adc2ae8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:54.939128 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a6cad007-a531-4253-a8ff-e5993b07318c req-6ab89db1-feab-4ec9-b754-abe94adc2ae8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 943 time: 0.0841472 Apr 05 21:04:54.985033 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a6cad007-a531-4253-a8ff-e5993b07318c req-216ec6ce-b050-4904-90f1-c74abcf57f4b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384395 Apr 05 21:04:54.990510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:54.991123 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:54.992478 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] 10.222.0.41 "PUT /v2.0/ports/01443851-2cfa-4f9e-9f1d-13fcc220eb59 HTTP/1.1" status: 200 len: 1091 time: 1.2140310 Apr 05 21:04:55.054478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cda2e0-4ac6-4a92-b603-9fdfa8ffcae7 service neutron] Pushing event updated for resources: {'Port': ['ID=01443851-2cfa-4f9e-9f1d-13fcc220eb59,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:55.098635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-b2f38110-53ad-4892-b21e-f36ee4c96974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:55.100122 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-b2f38110-53ad-4892-b21e-f36ee4c96974 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 1094 time: 0.0835266 Apr 05 21:04:55.236157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-7726d3b8-85bb-4106-94b4-96d241e8f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:55.237507 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-7726d3b8-85bb-4106-94b4-96d241e8f27c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1318569 Apr 05 21:04:55.336817 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-fdd39a8c-277a-4e3c-b5c1-990e7c368911 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59 HTTP/1.1" status: 200 len: 997 time: 0.0929718 Apr 05 21:04:55.401468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-a0b76961-ecfe-4777-ab08-76dde9d01185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:55.402856 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-a0b76961-ecfe-4777-ab08-76dde9d01185 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0598204 Apr 05 21:04:55.475238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-7d209465-293a-40bf-a7e6-c7c9976b8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:55.476643 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-7d209465-293a-40bf-a7e6-c7c9976b8805 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681348 Apr 05 21:04:55.606729 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-537bc6f3-ab4e-4919-a380-dfb32b9b5846 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240513 Apr 05 21:04:55.738742 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf83e476-b1c2-4913-bf0c-de905135a8e9 req-c73e9ac4-6dd4-4aaa-8c3a-c65578f8c634 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250656 Apr 05 21:04:56.175915 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0c2db-dc1e-4904-8668-7d34eb062e91 req-5ad509df-db15-4d21-8f3e-6f4b4243447c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:56.177304 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1aa0c2db-dc1e-4904-8668-7d34eb062e91 req-5ad509df-db15-4d21-8f3e-6f4b4243447c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 943 time: 0.0843253 Apr 05 21:04:56.221069 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1aa0c2db-dc1e-4904-8668-7d34eb062e91 req-87122abd-d1da-4ba7-a37d-f9844d3829b6 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381937 Apr 05 21:04:56.314767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc200092-80a2-4a23-924c-abe09d52f703', 'tag': '01443851-2cfa-4f9e-9f1d-13fcc220eb59'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:04:56.370310 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc200092-80a2-4a23-924c-abe09d52f703', 'tag': '01443851-2cfa-4f9e-9f1d-13fcc220eb59', 'status': 'completed', 'code': 200} Apr 05 21:04:56.522481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-ee59f6e0-87a5-4381-8fc7-97f43e38a902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:56.523829 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-ee59f6e0-87a5-4381-8fc7-97f43e38a902 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 1094 time: 0.1365647 Apr 05 21:04:56.530133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-a8a48cc1-3d52-4c67-9921-2a24d5e118b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:56.532086 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-a8a48cc1-3d52-4c67-9921-2a24d5e118b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 1094 time: 0.1112564 Apr 05 21:04:56.767969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-8fc0cebc-ba25-4bc5-965a-6bed0708d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:56.769369 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-8fc0cebc-ba25-4bc5-965a-6bed0708d977 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.2193294 Apr 05 21:04:56.770296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-2921349d-299e-4413-ae16-22ad3a8353c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:56.771548 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-2921349d-299e-4413-ae16-22ad3a8353c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.2386796 Apr 05 21:04:57.071876 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-33d7b6f3-7ff6-44f7-b7ce-50124fd90541 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59 HTTP/1.1" status: 200 len: 997 time: 0.2965791 Apr 05 21:04:57.073570 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-f6733eb8-4b8a-42f5-ac4d-16c640b04736 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59 HTTP/1.1" status: 200 len: 997 time: 0.2520585 Apr 05 21:04:57.181210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-065f74a7-654b-463e-83d8-d291f8ac866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:57.182623 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-065f74a7-654b-463e-83d8-d291f8ac866c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.1051960 Apr 05 21:04:57.185516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-7537f545-9eaf-4d13-8516-a645e6cfce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:57.186804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-7537f545-9eaf-4d13-8516-a645e6cfce13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0806878 Apr 05 21:04:57.312566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-eeddc99b-d0af-4e7e-8d1e-6fb8ff017526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:57.314058 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-eeddc99b-d0af-4e7e-8d1e-6fb8ff017526 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964246 Apr 05 21:04:57.316575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-f91264f8-ae7c-461a-9e7d-04e9f5120d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:57.317898 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-f91264f8-ae7c-461a-9e7d-04e9f5120d7b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293156 Apr 05 21:04:57.607965 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-233a055d-e4c4-4fe6-8c63-9b4cef41647a service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877338 Apr 05 21:04:57.616373 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-bb142da0-3750-4645-8e49-ac602700da41 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755311 Apr 05 21:04:57.641296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbe106-3007-4498-a6df-fc0370138c13 req-a7f67c41-55d2-43b3-bef8-f0c164d2ea8a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:57.642696 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0adbe106-3007-4498-a6df-fc0370138c13 req-a7f67c41-55d2-43b3-bef8-f0c164d2ea8a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 943 time: 0.3028414 Apr 05 21:04:57.844539 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0adbe106-3007-4498-a6df-fc0370138c13 req-95787b82-e6a2-472c-a959-ac858d38baea tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1794095 Apr 05 21:04:57.877476 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 01443851-2cfa-4f9e-9f1d-13fcc220eb59 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:04:57.897869 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-18edfc86-2265-49d2-9e10-0c3d5fa3434a service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542706 Apr 05 21:04:57.899745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b53845c-9d1e-4c9d-bc59-5441236bba5c req-78e48c3e-f856-4339-b725-305242d8f1de service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825634 Apr 05 21:04:57.941634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 01443851-2cfa-4f9e-9f1d-13fcc220eb59 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:04:58.218859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-0354187d-a64b-4d8a-bd70-7a45781ddfc2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:58.220181 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-0354187d-a64b-4d8a-bd70-7a45781ddfc2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 943 time: 0.1447980 Apr 05 21:04:58.227985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23303655-f346-4f2f-916e-11195812155f req-62090856-1f69-495d-ab81-5e022a97b605 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:58.229279 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23303655-f346-4f2f-916e-11195812155f req-62090856-1f69-495d-ab81-5e022a97b605 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 943 time: 0.1210446 Apr 05 21:04:58.329280 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23303655-f346-4f2f-916e-11195812155f req-4d78d2c8-1f03-4a5d-a9cd-619d1fceecfe tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675538 Apr 05 21:04:58.335647 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-b759d78c-ca7d-446f-acc9-49913414a050 service neutron] delete failed (client error): The resource could not be found. Apr 05 21:04:58.336568 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-b759d78c-ca7d-446f-acc9-49913414a050 service neutron] 10.222.0.13 "DELETE /v2.0/ports/01443851-2cfa-4f9e-9f1d-13fcc220eb59/bindings/n-h1-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.1064723 Apr 05 21:04:58.475706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-ca0c1153-4879-45aa-b1e0-cfe4a2237546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:58.477077 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-ca0c1153-4879-45aa-b1e0-cfe4a2237546 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 1094 time: 0.0700250 Apr 05 21:04:58.608492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-7482c243-4977-446b-92ab-749812153e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:58.610504 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-7482c243-4977-446b-92ab-749812153e56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1278384 Apr 05 21:04:58.840560 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-39f2ad18-c557-4858-a33c-7fcf3a8214c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59 HTTP/1.1" status: 200 len: 997 time: 0.2235785 Apr 05 21:04:58.901256 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-3ae3d06a-ad86-46cc-86e3-8f2db22d7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:58.902628 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-3ae3d06a-ad86-46cc-86e3-8f2db22d7f76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0557525 Apr 05 21:04:58.978249 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-9e61268f-b6ec-42b9-9cc1-86476528e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:58.979701 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-9e61268f-b6ec-42b9-9cc1-86476528e727 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710149 Apr 05 21:04:59.069245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 01443851-2cfa-4f9e-9f1d-13fcc220eb59 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:04:59.110694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-c4b36839-fd87-4238-a595-82b33e0e11db service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247034 Apr 05 21:04:59.204328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:04:59.218037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '01443851-2cfa-4f9e-9f1d-13fcc220eb59', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'port_id': '01443851-2cfa-4f9e-9f1d-13fcc220eb59', 'mac_address': 'fa:16:3e:4b:c5:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:04:59.244723 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1252c7b0-860f-4654-a92f-0f98e8e04c90 req-807339f5-6ec6-4791-8109-1bc0a2e59013 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270239 Apr 05 21:04:59.273793 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:59.291226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01443851-2cfa-4f9e-9f1d-13fcc220eb59 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:04:59.306505 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:04:59.310399 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:04:59.381204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=01443851-2cfa-4f9e-9f1d-13fcc220eb59,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:04:59.389182 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:59.389518 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:59.389849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:59.390707 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:59.391035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:59.391360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:59.391676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:59.391996 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:59.392309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:59.392617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:59.392928 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:59.393237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:04:59.508942 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['01443851-2cfa-4f9e-9f1d-13fcc220eb59'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:04:59.513527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74466617-e9a4-434d-81d3-2063061e9f89 req-17e498c5-8f41-4f7c-a968-a81140817bd8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:04:59.515544 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74466617-e9a4-434d-81d3-2063061e9f89 req-17e498c5-8f41-4f7c-a968-a81140817bd8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 944 time: 0.0793393 Apr 05 21:04:59.566051 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74466617-e9a4-434d-81d3-2063061e9f89 req-ab0c889e-57d2-4ba3-8453-841d97f05fc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443885 Apr 05 21:05:00.754615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cfbee-01af-47d7-9f53-4ac0859f400c req-cdfa0ec7-39b7-46ff-8c0d-99229313a020 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:00.756086 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-333cfbee-01af-47d7-9f53-4ac0859f400c req-cdfa0ec7-39b7-46ff-8c0d-99229313a020 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 944 time: 0.0860665 Apr 05 21:05:00.805425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-333cfbee-01af-47d7-9f53-4ac0859f400c req-3bbc2321-100f-4b01-a02c-f2d9c88f7977 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434179 Apr 05 21:05:00.989610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4fff8-904f-4fa7-a382-fb0f10de2f7d req-eb4e7da7-80eb-4eb7-9c13-019d5f816d5e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:00.990960 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1f4fff8-904f-4fa7-a382-fb0f10de2f7d req-eb4e7da7-80eb-4eb7-9c13-019d5f816d5e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 944 time: 0.0814967 Apr 05 21:05:01.033343 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-c1f4fff8-904f-4fa7-a382-fb0f10de2f7d req-062c87a5-5bbe-440a-a32b-96c0a0fbfb4e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369086 Apr 05 21:05:01.083461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 01443851-2cfa-4f9e-9f1d-13fcc220eb59 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:01.154347 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:01.159732 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:01.160102 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.283417 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.311027 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc200092-80a2-4a23-924c-abe09d52f703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01443851-2cfa-4f9e-9f1d-13fcc220eb59'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:05:01.320486 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:05:01.326252 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:01.368954 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc200092-80a2-4a23-924c-abe09d52f703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01443851-2cfa-4f9e-9f1d-13fcc220eb59', 'code': 200} Apr 05 21:05:01.389491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbd0e0-5173-48cb-afba-33b32668457b req-a2940690-e32e-4a28-bb89-bda528642a9d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:01.391193 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37cbd0e0-5173-48cb-afba-33b32668457b req-a2940690-e32e-4a28-bb89-bda528642a9d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0875700 Apr 05 21:05:01.404669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=01443851-2cfa-4f9e-9f1d-13fcc220eb59,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:01.428715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a0134-0926-4f58-a56d-2da9d360a928 req-e3b11cb8-cde4-442f-9b59-6135c2baa2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:01.430293 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b6a0134-0926-4f58-a56d-2da9d360a928 req-e3b11cb8-cde4-442f-9b59-6135c2baa2f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 1096 time: 0.0767584 Apr 05 21:05:01.439549 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-37cbd0e0-5173-48cb-afba-33b32668457b req-af0acb98-9866-4685-bbae-1c86375dd577 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427160 Apr 05 21:05:01.566024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a0134-0926-4f58-a56d-2da9d360a928 req-01300bf0-f698-4b70-8d7f-2b787e626234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:01.567441 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b6a0134-0926-4f58-a56d-2da9d360a928 req-01300bf0-f698-4b70-8d7f-2b787e626234 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1317196 Apr 05 21:05:01.667677 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b6a0134-0926-4f58-a56d-2da9d360a928 req-c050fef1-f3b3-42f1-8df8-7c997629daff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59 HTTP/1.1" status: 200 len: 999 time: 0.0944245 Apr 05 21:05:01.729435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a0134-0926-4f58-a56d-2da9d360a928 req-9a285e53-f13c-4f47-9f0f-2ee15d72d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:01.730864 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b6a0134-0926-4f58-a56d-2da9d360a928 req-9a285e53-f13c-4f47-9f0f-2ee15d72d3f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0569663 Apr 05 21:05:01.807633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a0134-0926-4f58-a56d-2da9d360a928 req-a8c8fba6-3403-4942-81f3-c6b87343add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:01.809079 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b6a0134-0926-4f58-a56d-2da9d360a928 req-a8c8fba6-3403-4942-81f3-c6b87343add2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720153 Apr 05 21:05:01.938060 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b6a0134-0926-4f58-a56d-2da9d360a928 req-99a90874-e77a-456a-9b03-04260dd77662 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231372 Apr 05 21:05:02.065512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b6a0134-0926-4f58-a56d-2da9d360a928 req-2b81b824-d127-46b7-9f38-615546c17ca5 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219959 Apr 05 21:05:02.632293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0f19e-7c83-40a0-a47b-2e793d184a36 req-95a31769-f207-4445-be42-f2ed0d101307 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:02.633754 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0eb0f19e-7c83-40a0-a47b-2e793d184a36 req-95a31769-f207-4445-be42-f2ed0d101307 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0829897 Apr 05 21:05:02.678376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0eb0f19e-7c83-40a0-a47b-2e793d184a36 req-d11481db-b0e0-413b-950a-57ef7c8f421b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389218 Apr 05 21:05:03.057562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c1ee0-693d-497a-84ea-ececa0dfca16 req-27d936dd-7d87-4b35-a50a-b57146e43b5a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:03.059016 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a45c1ee0-693d-497a-84ea-ececa0dfca16 req-27d936dd-7d87-4b35-a50a-b57146e43b5a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0822043 Apr 05 21:05:03.103867 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a45c1ee0-693d-497a-84ea-ececa0dfca16 req-d1cf4416-6a1c-4671-a170-0c2908b741e5 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392864 Apr 05 21:05:04.233512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-eaa21318-a98e-446e-99ae-bcdf1ef13e74 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:04.235619 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-eaa21318-a98e-446e-99ae-bcdf1ef13e74 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0810359 Apr 05 21:05:04.290321 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cedb45-0568-445e-85af-cd7fc43df2f8 req-72547751-b918-43a4-a2b1-80d07461fb78 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:04.291849 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28cedb45-0568-445e-85af-cd7fc43df2f8 req-72547751-b918-43a4-a2b1-80d07461fb78 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 945 time: 0.0802820 Apr 05 21:05:04.338519 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-28cedb45-0568-445e-85af-cd7fc43df2f8 req-ce7b0422-6cef-459d-b1e0-ab7b269b1d60 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402281 Apr 05 21:05:04.420210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Deleting port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:05:04.420458 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.676034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] For port 01443851-2cfa-4f9e-9f1d-13fcc220eb59, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=01443851-2cfa-4f9e-9f1d-13fcc220eb59,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:05:04.676315 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.965106 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.965383 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:04.965687 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Floating IP c12e7065-dd53-413b-8d9b-1c99899f5215 disassociated. External IP: 172.25.8.7, port: 01443851-2cfa-4f9e-9f1d-13fcc220eb59. Apr 05 21:05:04.966054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Calling delete_port for 01443851-2cfa-4f9e-9f1d-13fcc220eb59 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:05:05.114939 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:05.166124 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event deleted for resources: {'Port': ['ID=01443851-2cfa-4f9e-9f1d-13fcc220eb59,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:05.355814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Router ea181a65-ba5b-4fd0-9387-abccda9b4616 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:05:05.545800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:05:05.556781 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded8c08a-3742-48ad-b6a8-f7d445c03716 None None] Sync routers for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:05:05.567430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded8c08a-3742-48ad-b6a8-f7d445c03716 None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:05:05.568041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ded8c08a-3742-48ad-b6a8-f7d445c03716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:04:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:05.656166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] No DVR routers for this DVR port 01443851-2cfa-4f9e-9f1d-13fcc220eb59 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:05:05.662543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:05.666640 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8c7a79e-3e92-4376-b877-2c7957572f89 req-76d10900-06ab-4952-83d8-edaac00796a4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc200092-80a2-4a23-924c-abe09d52f703 HTTP/1.1" status: 200 len: 210 time: 0.0568864 Apr 05 21:05:05.667055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc200092-80a2-4a23-924c-abe09d52f703', 'name': 'network-vif-deleted', 'tag': '01443851-2cfa-4f9e-9f1d-13fcc220eb59'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:05:05.684485 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-17aa8dba-57c5-43ac-9376-e4e16521ef59 req-bd9b6fef-7283-4880-adc9-9234f55b37f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "DELETE /v2.0/ports/01443851-2cfa-4f9e-9f1d-13fcc220eb59 HTTP/1.1" status: 204 len: 173 time: 1.4441948 Apr 05 21:05:05.728785 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc200092-80a2-4a23-924c-abe09d52f703', 'name': 'network-vif-deleted', 'tag': '01443851-2cfa-4f9e-9f1d-13fcc220eb59', 'status': 'completed', 'code': 200} Apr 05 21:05:05.760483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-ded8c08a-3742-48ad-b6a8-f7d445c03716 None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:05:06.075178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ded8c08a-3742-48ad-b6a8-f7d445c03716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:06.079701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded8c08a-3742-48ad-b6a8-f7d445c03716 None None] Checking router: ea181a65-ba5b-4fd0-9387-abccda9b4616 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:05:06.088130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded8c08a-3742-48ad-b6a8-f7d445c03716 None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:05:06.088716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ded8c08a-3742-48ad-b6a8-f7d445c03716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:04:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:06.304134 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-ded8c08a-3742-48ad-b6a8-f7d445c03716 None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:05:06.603312 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ded8c08a-3742-48ad-b6a8-f7d445c03716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:06.607252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded8c08a-3742-48ad-b6a8-f7d445c03716 None None] The sync data for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 is: [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:05:06.827075 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ecb572-69fa-42c4-86c6-1437cb398a54 None None] New status for floating IP c12e7065-dd53-413b-8d9b-1c99899f5215: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:05:07.137203 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-e9254a30-652d-4844-a3fe-5884db8dbbab tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--162561905&fields=id&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 267 time: 0.0403214 Apr 05 21:05:07.389058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-a3651fbf-6e75-4af3-892a-9b724099f309 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:07.390445 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-a3651fbf-6e75-4af3-892a-9b724099f309 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 812 time: 0.2462003 Apr 05 21:05:07.406081 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-845dc30b-f956-4dbc-9431-cd1dae0d08de tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/quotas/1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 375 time: 0.0096734 Apr 05 21:05:07.491003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-d5381e39-b7d9-49ea-b97b-340cbc64a263 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Synchronizing usage tracker for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:05:07.505410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-d5381e39-b7d9-49ea-b97b-340cbc64a263 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Unset dirty status for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:05:07.506667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-d5381e39-b7d9-49ea-b97b-340cbc64a263 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0959914 Apr 05 21:05:07.642228 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-8f165587-6f18-4e9f-adc4-0862cc8e3135 service neutron] 10.222.0.24 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235685 Apr 05 21:05:07.773468 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-1357885a-5729-447b-9730-69804ee13f30 service neutron] 10.222.0.24 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255593 Apr 05 21:05:08.006199 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-05069451-a511-456b-86b5-2a67c6e744ab req-218b391a-28ff-4c97-bccd-54725355c486 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 210 time: 0.0995233 Apr 05 21:05:08.953778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-e777e213-eccb-408c-a0bc-4125098da45c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:08.955112 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-e777e213-eccb-408c-a0bc-4125098da45c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 812 time: 0.1498542 Apr 05 21:05:09.008108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-e05b78ef-b962-44c5-be4f-3c3d200bf78f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 379 time: 0.0452306 Apr 05 21:05:09.016767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Request body: {'port': {'device_id': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'admin_state_up': True, 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'security_groups': ['5dcd1057-0ce6-4362-904e-ecbe362f96c3']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:05:09.132104 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.166488 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-945636dd-5df0-4e4f-9b92-796f97b63d23 req-0d3b833b-6eea-43ec-bf1c-88a5f128c5f6 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 210 time: 0.0515232 Apr 05 21:05:09.178550 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 01443851-2cfa-4f9e-9f1d-13fcc220eb59 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:05:09.195807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:05:09.205925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:05:09.213527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 01443851-2cfa-4f9e-9f1d-13fcc220eb59 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:05:09.213929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 01443851-2cfa-4f9e-9f1d-13fcc220eb59 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:05:09.215802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Made reservation on behalf of 1800f8f4f7dd42b5a330e7cdd8dda2c2 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:05:09.219962 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.378617 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.381254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Allocated IP 172.20.0.13 (a7ffffb3-68d5-4ed6-9545-70b95aa56b83/36391505-923a-4729-b98b-d3877b6e939e/1d4a3333-e3c5-48a1-9f30-707d733db277) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:05:09.557571 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:05:09.564998 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.580717 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Transition to ACTIVE for port object 1d4a3333-e3c5-48a1-9f30-707d733db277 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:09.603104 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.669857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:05:09.672773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:05:09.675115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:05:09.724885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event updated for resources: {'Port': ['ID=1d4a3333-e3c5-48a1-9f30-707d733db277,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:09.753540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:09.754174 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.779587 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-81a6966d-c8a2-4abf-83a5-962ff3409b33 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7667181 Apr 05 21:05:09.844070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Request body: {'port': {'device_id': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:05:09.934204 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-752997ae-8ca3-48d9-b9aa-d09e0b9d261a None None] Provisioning for port 1d4a3333-e3c5-48a1-9f30-707d733db277 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:09.940177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-752997ae-8ca3-48d9-b9aa-d09e0b9d261a None None] Provisioning complete for port 1d4a3333-e3c5-48a1-9f30-707d733db277 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:09.940540 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-752997ae-8ca3-48d9-b9aa-d09e0b9d261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.958668 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:09.995342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-752997ae-8ca3-48d9-b9aa-d09e0b9d261a None None] Port 1d4a3333-e3c5-48a1-9f30-707d733db277 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:05:10.299671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4a3333-e3c5-48a1-9f30-707d733db277 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:05:10.307473 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.321375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Transition to ACTIVE for port object 1d4a3333-e3c5-48a1-9f30-707d733db277 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:10.325042 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.353845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25d511-934b-4ba3-80d4-e77fb0a68f1d req-0661c000-f519-4c6e-a59f-9bbd7c3924a3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:10.355314 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f25d511-934b-4ba3-80d4-e77fb0a68f1d req-0661c000-f519-4c6e-a59f-9bbd7c3924a3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 932 time: 0.0845070 Apr 05 21:05:10.401064 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9f25d511-934b-4ba3-80d4-e77fb0a68f1d req-64e4db4b-15db-4cf5-880e-e0b27dd2918d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393248 Apr 05 21:05:10.615387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Pushing event updated for resources: {'Port': ['ID=1d4a3333-e3c5-48a1-9f30-707d733db277,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:10.698204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Attempting to bind port 1d4a3333-e3c5-48a1-9f30-707d733db277 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:10.698434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Attempting to bind port 1d4a3333-e3c5-48a1-9f30-707d733db277 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:10.698733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Attempting to bind port 1d4a3333-e3c5-48a1-9f30-707d733db277 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:05:10.703949 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Port 1d4a3333-e3c5-48a1-9f30-707d733db277 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:05:10.704264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Attempting to bind port 1d4a3333-e3c5-48a1-9f30-707d733db277 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:05:10.709295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:05:10.709623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Checking segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:05:10.710030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Bound using segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:05:10.710447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Bound port: 1d4a3333-e3c5-48a1-9f30-707d733db277, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:10.710785 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.808100 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:05:10.811300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:05:10.814991 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.872098 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:10.872098 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:10.873040 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] 10.222.0.41 "PUT /v2.0/ports/1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 1092 time: 1.0858550 Apr 05 21:05:10.876307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:05:10.908091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62de158d-61b5-4ef1-b0a8-5a01c4150bbb service neutron] Pushing event updated for resources: {'Port': ['ID=1d4a3333-e3c5-48a1-9f30-707d733db277,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:10.949638 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'status': 'completed', 'code': 200} Apr 05 21:05:10.997154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-a65259e9-cae9-4117-a6e2-028db835970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:10.998766 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-a65259e9-cae9-4117-a6e2-028db835970b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 1095 time: 0.0819371 Apr 05 21:05:11.068852 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-6490565d-4d12-4faa-8007-b905342bf062 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 217 time: 0.0635877 Apr 05 21:05:11.137498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-566f10c6-b894-4c8f-8521-5b4e7fac3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:11.139038 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-566f10c6-b894-4c8f-8521-5b4e7fac3568 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0648854 Apr 05 21:05:11.215514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-d916909f-5c47-4175-a07c-929b7a83a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:11.216870 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-d916909f-5c47-4175-a07c-929b7a83a4b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716066 Apr 05 21:05:11.348436 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-4e8b5df0-f375-406b-a53f-25ade347bb56 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251104 Apr 05 21:05:11.459592 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50de7b6f-be0b-4bf2-b7d7-d8fa2d1eb288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:11.482847 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf64d5f0-2c85-43a2-99ca-cc3a63696349 req-6471f7c8-659e-4fe0-8a03-ccba7a5fb0b5 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287360 Apr 05 21:05:11.597160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd26c-2576-47e9-b383-f3c228aca0be req-f8257c47-5212-4ece-bcf5-8d501b5ecb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:11.598784 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e6dd26c-2576-47e9-b383-f3c228aca0be req-f8257c47-5212-4ece-bcf5-8d501b5ecb5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 1095 time: 0.0717378 Apr 05 21:05:11.599614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf70cc-0c88-445e-88a3-0b270107b653 req-1ea82e85-e58b-4bbb-b633-4c477a56cdeb tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:11.601065 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-80bf70cc-0c88-445e-88a3-0b270107b653 req-1ea82e85-e58b-4bbb-b633-4c477a56cdeb tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 944 time: 0.0855322 Apr 05 21:05:11.645422 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-80bf70cc-0c88-445e-88a3-0b270107b653 req-977dc174-a1c7-480e-b698-45b1c6663f83 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385551 Apr 05 21:05:11.730358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd26c-2576-47e9-b383-f3c228aca0be req-2d2c494a-8856-47c2-9bf1-825cf56639d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:11.731786 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e6dd26c-2576-47e9-b383-f3c228aca0be req-2d2c494a-8856-47c2-9bf1-825cf56639d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1275210 Apr 05 21:05:11.802692 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e6dd26c-2576-47e9-b383-f3c228aca0be req-2de24141-d310-4530-ae85-32d66084fe19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 217 time: 0.0643463 Apr 05 21:05:11.866850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd26c-2576-47e9-b383-f3c228aca0be req-11d96abf-d189-4c2f-8c96-edafd4fd7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:11.868202 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e6dd26c-2576-47e9-b383-f3c228aca0be req-11d96abf-d189-4c2f-8c96-edafd4fd7b9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0597274 Apr 05 21:05:11.943484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6dd26c-2576-47e9-b383-f3c228aca0be req-4a965077-d96e-4ea5-a616-e10bec06d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:11.944973 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e6dd26c-2576-47e9-b383-f3c228aca0be req-4a965077-d96e-4ea5-a616-e10bec06d0c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696449 Apr 05 21:05:12.076142 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e6dd26c-2576-47e9-b383-f3c228aca0be req-104f8385-99c6-4107-af61-f67bfd26cd53 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242671 Apr 05 21:05:12.307495 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e6dd26c-2576-47e9-b383-f3c228aca0be req-78bf6d7e-355b-4b4d-a2c2-cdf86c78adda service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230639 Apr 05 21:05:12.830490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8944f0-8d85-4ef6-9df5-28ea27d5d87b req-e5f1d6ec-7836-4093-81f6-6e397cc33754 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:12.831072 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4e8944f0-8d85-4ef6-9df5-28ea27d5d87b req-e5f1d6ec-7836-4093-81f6-6e397cc33754 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Synchronizing usage tracker for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:05:12.846359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-4e8944f0-8d85-4ef6-9df5-28ea27d5d87b req-e5f1d6ec-7836-4093-81f6-6e397cc33754 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Unset dirty status for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:05:12.847451 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e8944f0-8d85-4ef6-9df5-28ea27d5d87b req-e5f1d6ec-7836-4093-81f6-6e397cc33754 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 944 time: 0.0959785 Apr 05 21:05:12.892793 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e8944f0-8d85-4ef6-9df5-28ea27d5d87b req-8ef65dc2-d128-447a-8732-10af6bb7e3f2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397367 Apr 05 21:05:13.752043 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dabe1c06-2411-49c4-af61-a71902c998a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:14.076235 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f06b5-15e2-4a7e-a16a-4d027b269f32 req-94d16fb7-76cc-4a30-bd42-7561f8caac31 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:14.082103 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ab8f06b5-15e2-4a7e-a16a-4d027b269f32 req-94d16fb7-76cc-4a30-bd42-7561f8caac31 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 944 time: 0.0856349 Apr 05 21:05:14.127947 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ab8f06b5-15e2-4a7e-a16a-4d027b269f32 req-f507c087-7e0a-4152-824a-ab7978f870d1 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399430 Apr 05 21:05:14.915280 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:14.982586 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:15.225157 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1d4a3333-e3c5-48a1-9f30-707d733db277 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:05:15.310031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04bf31-4086-4ca0-81dc-2c506d25a37f req-d985bcac-5df4-4d15-8001-1df82a8db1d4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:15.312191 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e04bf31-4086-4ca0-81dc-2c506d25a37f req-d985bcac-5df4-4d15-8001-1df82a8db1d4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 944 time: 0.0804017 Apr 05 21:05:15.356873 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e04bf31-4086-4ca0-81dc-2c506d25a37f req-155a1e08-acfe-4d7c-bd01-3b0260a43576 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383232 Apr 05 21:05:15.359081 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:05:15.372494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'port_id': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'mac_address': 'fa:16:3e:f6:e5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:05:15.431071 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:15.447023 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4a3333-e3c5-48a1-9f30-707d733db277 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:05:15.461607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:05:15.465421 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:15.531492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=1d4a3333-e3c5-48a1-9f30-707d733db277,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:15.649261 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['1d4a3333-e3c5-48a1-9f30-707d733db277'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:05:16.188536 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:16.542124 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7b15d-5238-4591-a2f4-3e4ff7ce5634 req-565d4ca4-649b-40bb-b503-5684660100c3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:16.543536 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-44d7b15d-5238-4591-a2f4-3e4ff7ce5634 req-565d4ca4-649b-40bb-b503-5684660100c3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 945 time: 0.0814807 Apr 05 21:05:16.587142 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-44d7b15d-5238-4591-a2f4-3e4ff7ce5634 req-9bbbf512-c196-4cdc-8bc6-126c0aee7a92 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374286 Apr 05 21:05:17.240291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1d4a3333-e3c5-48a1-9f30-707d733db277 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:05:17.305703 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 1d4a3333-e3c5-48a1-9f30-707d733db277 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:05:17.310106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 1d4a3333-e3c5-48a1-9f30-707d733db277 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:05:17.310471 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.422279 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.448268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:05:17.457698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:05:17.461781 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:17.532252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=1d4a3333-e3c5-48a1-9f30-707d733db277,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:17.551874 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'code': 200} Apr 05 21:05:17.679827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741e39a-a2aa-44c8-b716-3c71a4cd9479 req-44746acd-c1fc-43a6-b016-47d8723a545f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:17.681300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1741e39a-a2aa-44c8-b716-3c71a4cd9479 req-44746acd-c1fc-43a6-b016-47d8723a545f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 1097 time: 0.0743229 Apr 05 21:05:17.722940 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1741e39a-a2aa-44c8-b716-3c71a4cd9479 req-5147ce7b-e2d8-4a95-923a-d57084032cab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352709 Apr 05 21:05:17.776335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f17a6-9712-4fe8-89d6-c60a7f6e4ae5 req-4e7ce50e-b3c3-4220-aa95-8f4ebf7fd41f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:17.777659 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a66f17a6-9712-4fe8-89d6-c60a7f6e4ae5 req-4e7ce50e-b3c3-4220-aa95-8f4ebf7fd41f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0833607 Apr 05 21:05:17.820668 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a66f17a6-9712-4fe8-89d6-c60a7f6e4ae5 req-2bbc299a-9e8d-4156-9730-002433f2dacc tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367291 Apr 05 21:05:19.001691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada2d268-c12b-4d6c-a78c-1593446c96a9 req-69ef70b9-b671-4e36-8ec1-2493fea64322 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:19.003312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ada2d268-c12b-4d6c-a78c-1593446c96a9 req-69ef70b9-b671-4e36-8ec1-2493fea64322 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0787740 Apr 05 21:05:19.046086 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ada2d268-c12b-4d6c-a78c-1593446c96a9 req-966e152a-8d27-476d-8297-b8cd83a3079b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368729 Apr 05 21:05:19.371074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a0146-7cf3-419b-bb83-f11e34e71c31 req-791cf193-580c-47a1-9359-4cb015280235 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:19.372480 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e89a0146-7cf3-419b-bb83-f11e34e71c31 req-791cf193-580c-47a1-9359-4cb015280235 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0788066 Apr 05 21:05:19.380966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 59646) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:05:19.385692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-95fa4b27-2ef2-4baf-906c-b236ea3b27b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Request body: {'floatingip': {'port_id': '1d4a3333-e3c5-48a1-9f30-707d733db277'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:05:19.566412 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95fa4b27-2ef2-4baf-906c-b236ea3b27b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.153967 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95fa4b27-2ef2-4baf-906c-b236ea3b27b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.157574 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95fa4b27-2ef2-4baf-906c-b236ea3b27b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.328692 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-95fa4b27-2ef2-4baf-906c-b236ea3b27b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Floating IP c12e7065-dd53-413b-8d9b-1c99899f5215 associated. External IP: 172.25.8.7, port: 1d4a3333-e3c5-48a1-9f30-707d733db277. Apr 05 21:05:20.667969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fa4b27-2ef2-4baf-906c-b236ea3b27b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Router ea181a65-ba5b-4fd0-9387-abccda9b4616 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:05:20.968192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fa4b27-2ef2-4baf-906c-b236ea3b27b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:05:20.972954 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-95fa4b27-2ef2-4baf-906c-b236ea3b27b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:20.977411 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aab67a-d16d-4215-a9ca-9a83763c6977 None None] Sync routers for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:05:20.987310 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aab67a-d16d-4215-a9ca-9a83763c6977 None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:05:20.987916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-06aab67a-d16d-4215-a9ca-9a83763c6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:05:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:21.026491 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-95fa4b27-2ef2-4baf-906c-b236ea3b27b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "PUT /v2.0/floatingips/c12e7065-dd53-413b-8d9b-1c99899f5215 HTTP/1.1" status: 200 len: 990 time: 1.6445220 Apr 05 21:05:21.027159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:05:21.143650 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'status': 'completed', 'code': 200} Apr 05 21:05:21.216516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-06aab67a-d16d-4215-a9ca-9a83763c6977 None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:05:21.244347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce20136-3d45-4c9a-8fd8-a1547fa31ba1 req-ae44fb71-fa37-4582-8f1d-dd6989b8dac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:21.246015 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce20136-3d45-4c9a-8fd8-a1547fa31ba1 req-ae44fb71-fa37-4582-8f1d-dd6989b8dac8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 1097 time: 0.0814314 Apr 05 21:05:21.401342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce20136-3d45-4c9a-8fd8-a1547fa31ba1 req-81863483-c293-4749-908f-b3689ca9df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:21.403037 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce20136-3d45-4c9a-8fd8-a1547fa31ba1 req-81863483-c293-4749-908f-b3689ca9df97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1399701 Apr 05 21:05:21.454582 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-52aa6158-73ce-458c-a1aa-471bccb53f2c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1385703 Apr 05 21:05:21.463911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08f286-9362-4cb6-9d59-9e1fc40d6fab req-80d7ec9d-3859-4ca0-a8f1-a94b1cffc133 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:21.465348 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc08f286-9362-4cb6-9d59-9e1fc40d6fab req-80d7ec9d-3859-4ca0-a8f1-a94b1cffc133 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.1059060 Apr 05 21:05:21.516442 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce20136-3d45-4c9a-8fd8-a1547fa31ba1 req-8395309e-2415-429f-8f9a-579fce59c5ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 998 time: 0.1065121 Apr 05 21:05:21.520108 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fc08f286-9362-4cb6-9d59-9e1fc40d6fab req-1d000f39-3a0e-49d6-b73f-00457d1b16ef tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488126 Apr 05 21:05:21.580676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-06aab67a-d16d-4215-a9ca-9a83763c6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c12e7065-dd53-413b-8d9b-1c99899f5215', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'port_id': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'mac_address': 'fa:16:3e:f6:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:09Z', 'updated_at': '2022-04-05T21:05:20Z', 'revision_number': 9, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:21.584757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aab67a-d16d-4215-a9ca-9a83763c6977 None None] Checking router: ea181a65-ba5b-4fd0-9387-abccda9b4616 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:05:21.593183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aab67a-d16d-4215-a9ca-9a83763c6977 None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:05:21.593921 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-06aab67a-d16d-4215-a9ca-9a83763c6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:05:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:21.599279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce20136-3d45-4c9a-8fd8-a1547fa31ba1 req-5450e635-60ff-4ec4-b30d-90142cbeb6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:21.600854 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce20136-3d45-4c9a-8fd8-a1547fa31ba1 req-5450e635-60ff-4ec4-b30d-90142cbeb6d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0771697 Apr 05 21:05:21.683841 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce20136-3d45-4c9a-8fd8-a1547fa31ba1 req-e39a660e-40b6-42f7-a59e-fe088f11b31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:21.685447 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce20136-3d45-4c9a-8fd8-a1547fa31ba1 req-e39a660e-40b6-42f7-a59e-fe088f11b31e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788376 Apr 05 21:05:21.789682 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-06aab67a-d16d-4215-a9ca-9a83763c6977 None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:05:21.835271 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce20136-3d45-4c9a-8fd8-a1547fa31ba1 req-89c48603-57ac-4e87-80d9-bee75a14d493 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432157 Apr 05 21:05:21.974325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dce20136-3d45-4c9a-8fd8-a1547fa31ba1 req-c2244fe0-f9fe-46b7-8914-f2a706465a16 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329677 Apr 05 21:05:22.150196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-06aab67a-d16d-4215-a9ca-9a83763c6977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c12e7065-dd53-413b-8d9b-1c99899f5215', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'port_id': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'mac_address': 'fa:16:3e:f6:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:09Z', 'updated_at': '2022-04-05T21:05:20Z', 'revision_number': 9, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:05:22.154324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06aab67a-d16d-4215-a9ca-9a83763c6977 None None] The sync data for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 is: [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c12e7065-dd53-413b-8d9b-1c99899f5215', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'port_id': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'mac_address': 'fa:16:3e:f6:e5:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:09Z', 'updated_at': '2022-04-05T21:05:20Z', 'revision_number': 9, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:05:22.350506 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0dc2a05-2029-41fd-b8ef-53f9cdb28776 None None] New status for floating IP c12e7065-dd53-413b-8d9b-1c99899f5215: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:05:22.770466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a444a4-9d06-446a-929e-83ba4c3227ad req-a0e0c3a9-6712-4153-adc7-04687758f874 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:22.771898 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9a444a4-9d06-446a-929e-83ba4c3227ad req-a0e0c3a9-6712-4153-adc7-04687758f874 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.1431363 Apr 05 21:05:22.773658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-d61ebfba-e4e5-48cb-8beb-4842da423128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:22.775294 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-d61ebfba-e4e5-48cb-8beb-4842da423128 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 1097 time: 0.1072354 Apr 05 21:05:22.894694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9a444a4-9d06-446a-929e-83ba4c3227ad req-9e7b896f-6484-4497-9157-3218218a2c48 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164572 Apr 05 21:05:22.934632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-957595c4-53c9-434e-a80e-106fff620039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:22.936056 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-957595c4-53c9-434e-a80e-106fff620039 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1456530 Apr 05 21:05:23.150968 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-4e05b22b-324a-468e-b652-539e231197f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 1001 time: 0.2088182 Apr 05 21:05:23.209668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-047345f1-f4a5-4ec1-9774-20aeff462956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:23.211105 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-047345f1-f4a5-4ec1-9774-20aeff462956 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0549300 Apr 05 21:05:23.283797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-d10b5f5b-dc94-4c7d-8cb5-9d8863b30ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:23.285248 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-d10b5f5b-dc94-4c7d-8cb5-9d8863b30ad0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688822 Apr 05 21:05:23.412941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-c593ee30-9cef-41e5-84e9-118bb77079cc service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218939 Apr 05 21:05:23.539774 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-69e65d32-7600-4a86-b21a-b0484bca39e9 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216657 Apr 05 21:05:24.080669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc71d4-1ad5-439a-a386-8b30a72f9acb req-5c1972ce-e010-4681-8e4d-a78bcae363a3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:24.082137 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32cc71d4-1ad5-439a-a386-8b30a72f9acb req-5c1972ce-e010-4681-8e4d-a78bcae363a3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0805681 Apr 05 21:05:24.125050 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-32cc71d4-1ad5-439a-a386-8b30a72f9acb req-5904f5a5-5307-4188-9951-1d3c818cd6f6 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373225 Apr 05 21:05:25.312489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b49c33-964b-448e-aea5-072a9b025a06 req-d3639f17-dc12-4a6e-872f-0ea689da0d5c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:25.313930 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-33b49c33-964b-448e-aea5-072a9b025a06 req-d3639f17-dc12-4a6e-872f-0ea689da0d5c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0840662 Apr 05 21:05:25.356459 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-33b49c33-964b-448e-aea5-072a9b025a06 req-70d32103-53fb-453f-81fd-f546bfe27505 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369473 Apr 05 21:05:26.544636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb7329-0f71-4cec-90ea-64994f6ef219 req-d0431ee9-e40b-4c53-a31b-0a59ea5e74d4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:26.546099 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a4fb7329-0f71-4cec-90ea-64994f6ef219 req-d0431ee9-e40b-4c53-a31b-0a59ea5e74d4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0834954 Apr 05 21:05:26.589295 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a4fb7329-0f71-4cec-90ea-64994f6ef219 req-fecc5b85-6455-448d-8f57-cb614ebb961e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375497 Apr 05 21:05:27.773638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f32780-e3b6-4b80-bf28-9098a8fa1c0e req-cae27a0c-1206-4677-8736-745fd248fa0f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:27.775362 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e5f32780-e3b6-4b80-bf28-9098a8fa1c0e req-cae27a0c-1206-4677-8736-745fd248fa0f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0787992 Apr 05 21:05:27.822249 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e5f32780-e3b6-4b80-bf28-9098a8fa1c0e req-85e9bfd2-09a7-4ccb-9fec-005ae8ce3732 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406282 Apr 05 21:05:29.003677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55330cb-204c-41cc-b947-cb5f88143b0e req-aba5647f-3d52-4923-92cc-92dc994b6e7d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:29.005111 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f55330cb-204c-41cc-b947-cb5f88143b0e req-aba5647f-3d52-4923-92cc-92dc994b6e7d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0793149 Apr 05 21:05:29.048082 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f55330cb-204c-41cc-b947-cb5f88143b0e req-74c88cd9-0a45-4627-a7b4-7d5cd01f7a47 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374129 Apr 05 21:05:30.227899 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c50e6b-a0c6-4031-87a5-87e322815879 req-25a181ea-216e-4ec4-bb51-25f93f641aeb tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:30.229333 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-52c50e6b-a0c6-4031-87a5-87e322815879 req-25a181ea-216e-4ec4-bb51-25f93f641aeb tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0793648 Apr 05 21:05:30.272555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-52c50e6b-a0c6-4031-87a5-87e322815879 req-4f72ac70-14ea-4fb4-b6c2-16d3119f264a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371356 Apr 05 21:05:31.457547 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29d977-5ade-4954-b8b9-365c84e0a267 req-6b10f879-e592-4278-8a48-2bda9a7214c1 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:31.458994 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9c29d977-5ade-4954-b8b9-365c84e0a267 req-6b10f879-e592-4278-8a48-2bda9a7214c1 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0822356 Apr 05 21:05:31.502059 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9c29d977-5ade-4954-b8b9-365c84e0a267 req-33d32fa7-1a45-42dd-9830-7d9d57f65e13 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375595 Apr 05 21:05:32.690466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae986f7e-f131-4e1e-98d7-3746dcb13bd7 req-a24ef0ba-8582-470c-8d41-836b556348da tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:32.691912 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae986f7e-f131-4e1e-98d7-3746dcb13bd7 req-a24ef0ba-8582-470c-8d41-836b556348da tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0866756 Apr 05 21:05:32.740661 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae986f7e-f131-4e1e-98d7-3746dcb13bd7 req-ec0c2416-67a5-49c6-8807-03d3cbb97bc0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429213 Apr 05 21:05:33.987650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009ea59-225f-47bb-91d8-97e8ecc5f20b req-c212b0f7-1f9c-45f0-88ec-afadb0f5ec45 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:33.988989 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5009ea59-225f-47bb-91d8-97e8ecc5f20b req-c212b0f7-1f9c-45f0-88ec-afadb0f5ec45 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0778854 Apr 05 21:05:34.032921 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5009ea59-225f-47bb-91d8-97e8ecc5f20b req-715004bb-eff5-4f43-818d-252a500ef09b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383959 Apr 05 21:05:35.219832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5dffb0-08ce-413b-a969-da7310c286dc req-e8f8b62d-33a4-45b3-a2ee-9b0914ff3fe3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:35.221262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a5dffb0-08ce-413b-a969-da7310c286dc req-e8f8b62d-33a4-45b3-a2ee-9b0914ff3fe3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0794318 Apr 05 21:05:35.264462 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a5dffb0-08ce-413b-a969-da7310c286dc req-e2f6157f-ec76-4733-b80e-29734fa20186 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376039 Apr 05 21:05:36.447586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea2cf2-be55-4ae9-9a1b-fb9cd26b4ec4 req-9651060f-d401-4209-8ad0-e8e2e2b31dbf tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:36.449003 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5ea2cf2-be55-4ae9-9a1b-fb9cd26b4ec4 req-9651060f-d401-4209-8ad0-e8e2e2b31dbf tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0812206 Apr 05 21:05:36.491083 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d5ea2cf2-be55-4ae9-9a1b-fb9cd26b4ec4 req-38266211-f611-4727-ad0a-6d623c9f2d8e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358541 Apr 05 21:05:37.714266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616ffdd-8415-4da9-81fe-c0fb8142e0c7 req-c9f1d4a3-d6ad-4a3c-be8c-18edbef929e7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:37.715746 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e616ffdd-8415-4da9-81fe-c0fb8142e0c7 req-c9f1d4a3-d6ad-4a3c-be8c-18edbef929e7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0827732 Apr 05 21:05:37.759249 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e616ffdd-8415-4da9-81fe-c0fb8142e0c7 req-2f9828f6-9924-4502-9ac9-85dd25ed1ccb tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372815 Apr 05 21:05:38.941962 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79fdaf-f9b2-44aa-88c3-c3b0cfad48a8 req-2b320b5a-1b35-49da-9297-5bbe21ce1fbe tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:38.943300 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1a79fdaf-f9b2-44aa-88c3-c3b0cfad48a8 req-2b320b5a-1b35-49da-9297-5bbe21ce1fbe tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0777662 Apr 05 21:05:38.989164 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1a79fdaf-f9b2-44aa-88c3-c3b0cfad48a8 req-abd8c342-84c6-41e0-af55-7e0bd12b2669 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403602 Apr 05 21:05:39.140717 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:39.400676 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:40.169967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73d56d-a051-46ce-99c0-d7d51ef57d6e req-01d1e5ca-0719-4d2a-82d5-cd62bb728e60 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:40.171405 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da73d56d-a051-46ce-99c0-d7d51ef57d6e req-01d1e5ca-0719-4d2a-82d5-cd62bb728e60 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0789886 Apr 05 21:05:40.219666 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da73d56d-a051-46ce-99c0-d7d51ef57d6e req-e4ee3e6c-0021-41b4-b018-4b491fd414fe tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426702 Apr 05 21:05:41.402122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144033fb-650e-47cd-b72b-a01d399ce8cf req-f9ac69af-a010-4839-a9c4-975c46eae918 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:41.403590 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-144033fb-650e-47cd-b72b-a01d399ce8cf req-f9ac69af-a010-4839-a9c4-975c46eae918 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0801344 Apr 05 21:05:41.449151 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-144033fb-650e-47cd-b72b-a01d399ce8cf req-904982e4-9494-4708-b791-9b909aa2e7dd tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399051 Apr 05 21:05:41.464859 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f3224726-143f-4fba-b753-eebbbf823794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:42.715100 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04983204-7409-4911-af1c-681588718d2c req-a72a074c-10ca-4b50-988d-4944c0eb34d0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:42.716552 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-04983204-7409-4911-af1c-681588718d2c req-a72a074c-10ca-4b50-988d-4944c0eb34d0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.1228714 Apr 05 21:05:42.769784 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-04983204-7409-4911-af1c-681588718d2c req-07ec595d-5c16-4a90-b022-cebf451ddad7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474064 Apr 05 21:05:43.752756 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-10cab755-77c1-4acd-8156-caf8e1385a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:43.971329 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07d035-0628-4717-bfe5-28a848d7d66f req-439ad601-8c21-4157-8295-864c09a53aa8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:43.972674 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5f07d035-0628-4717-bfe5-28a848d7d66f req-439ad601-8c21-4157-8295-864c09a53aa8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0823717 Apr 05 21:05:44.015451 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5f07d035-0628-4717-bfe5-28a848d7d66f req-e0758449-5211-4c34-bad5-adbe886acc31 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371778 Apr 05 21:05:44.917804 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:44.985080 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:45.204984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf3096-a392-469c-a1cb-4553681713e6 req-1e763fed-16f9-4a51-a07a-b3664e071e74 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:45.206348 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4eaf3096-a392-469c-a1cb-4553681713e6 req-1e763fed-16f9-4a51-a07a-b3664e071e74 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0866792 Apr 05 21:05:45.250335 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4eaf3096-a392-469c-a1cb-4553681713e6 req-aaa55eb5-dde9-4543-bf76-815882a4ab76 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384176 Apr 05 21:05:46.190768 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:46.436783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f5bb2-a652-4375-9893-995836d2acd7 req-cb2fcbdf-a70b-4455-b1e3-64a2d2c0d00f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:46.438160 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-914f5bb2-a652-4375-9893-995836d2acd7 req-cb2fcbdf-a70b-4455-b1e3-64a2d2c0d00f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0802698 Apr 05 21:05:46.484765 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-914f5bb2-a652-4375-9893-995836d2acd7 req-bc467b38-c1f8-426d-9452-023ecb0618af tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409081 Apr 05 21:05:46.557111 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:05:47.670140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2783ce8-4189-4d01-b2d8-4a84bc2b49a9 req-c7637a7f-7c64-4934-ae25-480ee123726c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:47.671612 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2783ce8-4189-4d01-b2d8-4a84bc2b49a9 req-c7637a7f-7c64-4934-ae25-480ee123726c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0843599 Apr 05 21:05:47.717851 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2783ce8-4189-4d01-b2d8-4a84bc2b49a9 req-a1e37b6d-6864-4c36-aa2b-bd19ed0c6c1e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399964 Apr 05 21:05:48.989749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bbb60-874d-4c90-8c6d-439b54e6db11 req-4def1763-2227-42b2-9073-46e93eba40bc tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:48.991219 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-457bbb60-874d-4c90-8c6d-439b54e6db11 req-4def1763-2227-42b2-9073-46e93eba40bc tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.1201706 Apr 05 21:05:49.035340 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-457bbb60-874d-4c90-8c6d-439b54e6db11 req-5b8cacc0-3049-4029-b5aa-a65fe46dbebc tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385540 Apr 05 21:05:50.218475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551989de-c084-43b1-9d71-83454e45d388 req-2f77f910-e151-4650-bc57-49835d2b8ee7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:50.220533 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-551989de-c084-43b1-9d71-83454e45d388 req-2f77f910-e151-4650-bc57-49835d2b8ee7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0811794 Apr 05 21:05:50.263633 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-551989de-c084-43b1-9d71-83454e45d388 req-002134e8-8065-4e85-b0e5-e383efef3a10 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374758 Apr 05 21:05:51.447422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0c399-7180-4d51-b5bd-78ed664dd5d3 req-09536c73-1d2c-4be1-98d1-9cfcd9c0eb61 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:51.448818 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-20d0c399-7180-4d51-b5bd-78ed664dd5d3 req-09536c73-1d2c-4be1-98d1-9cfcd9c0eb61 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0810795 Apr 05 21:05:51.491508 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-20d0c399-7180-4d51-b5bd-78ed664dd5d3 req-d295a312-608f-4bea-a3e6-d4fb8605cd1d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370667 Apr 05 21:05:52.678901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac58cc-54fc-4ec1-965f-1f2d04acd951 req-005ad3ee-25ba-4411-900a-9922c326b239 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:52.680356 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b0ac58cc-54fc-4ec1-965f-1f2d04acd951 req-005ad3ee-25ba-4411-900a-9922c326b239 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0848322 Apr 05 21:05:52.724406 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b0ac58cc-54fc-4ec1-965f-1f2d04acd951 req-b57d9efe-2472-4ebc-a96d-bb9ef6d09661 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383861 Apr 05 21:05:53.909669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746786b-a856-4a77-ab41-a100bfb9607f req-6e78295b-da5f-47ea-81ed-ed57c557cf71 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:53.911124 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2746786b-a856-4a77-ab41-a100bfb9607f req-6e78295b-da5f-47ea-81ed-ed57c557cf71 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0806227 Apr 05 21:05:53.953248 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2746786b-a856-4a77-ab41-a100bfb9607f req-8c37be2b-b19c-4f63-a408-f8e851da63c6 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364404 Apr 05 21:05:55.135324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a28ff-4fd6-4b33-a3c0-e5323ba69657 req-aad0de90-5ce3-4550-a1ca-c76e154e92ee tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:55.136745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d3a28ff-4fd6-4b33-a3c0-e5323ba69657 req-aad0de90-5ce3-4550-a1ca-c76e154e92ee tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0794437 Apr 05 21:05:55.180046 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1d3a28ff-4fd6-4b33-a3c0-e5323ba69657 req-dd27a9e4-7427-499a-a63c-67ba7b7c525f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376613 Apr 05 21:05:55.347422 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-a0730619-2401-4612-928b-9c8b0164cda3 service neutron] show failed (client error): The resource could not be found. Apr 05 21:05:55.348376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-a0730619-2401-4612-928b-9c8b0164cda3 service neutron] 10.222.0.41 "GET /v2.0/ports/1d4a3333-e3c5-48a1-9f30-707d733db277/bindings/n-h1-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.0761416 Apr 05 21:05:55.672009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-b9def6bd-1990-4251-b02b-8b279cf591b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:55.673485 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-b9def6bd-1990-4251-b02b-8b279cf591b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 1097 time: 0.1079342 Apr 05 21:05:55.684247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:05:55.795402 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:56.058149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:05:56.086519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:05:56.143715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:05:56.148997 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:56.163795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Transition to ACTIVE for port object 1d4a3333-e3c5-48a1-9f30-707d733db277 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:05:56.168047 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:56.406969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82961f05-2224-4dab-abd5-83d1af38bfe4 req-1ab1e0dd-eb0d-41df-9d82-9ed8c0055860 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:56.409220 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82961f05-2224-4dab-abd5-83d1af38bfe4 req-1ab1e0dd-eb0d-41df-9d82-9ed8c0055860 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 944 time: 0.1039424 Apr 05 21:05:56.416755 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'code': 200} Apr 05 21:05:56.445815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4a3333-e3c5-48a1-9f30-707d733db277,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:56.458811 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-82961f05-2224-4dab-abd5-83d1af38bfe4 req-a33a886d-9893-4fda-a1b1-a0dd61b0d340 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431683 Apr 05 21:05:56.465156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:56.465499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:56.465835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:56.466190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:56.466518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:56.466849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:56.467165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:56.467483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:56.467801 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:56.468117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:56.468550 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:56.468733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:05:56.511551 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] No DVR routers for this DVR port 1d4a3333-e3c5-48a1-9f30-707d733db277 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:05:56.801511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Attempting to bind port 1d4a3333-e3c5-48a1-9f30-707d733db277 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:05:56.801842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Attempting to bind port 1d4a3333-e3c5-48a1-9f30-707d733db277 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:05:56.802195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Attempting to bind port 1d4a3333-e3c5-48a1-9f30-707d733db277 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:05:56.808495 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7799ea3-b61e-4b0b-b45d-9118e475b1ce req-37ad600d-f950-40ab-b96e-e6836ed883b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:56.809988 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e7799ea3-b61e-4b0b-b45d-9118e475b1ce req-37ad600d-f950-40ab-b96e-e6836ed883b6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 1053 time: 0.1538129 Apr 05 21:05:56.811817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Port 1d4a3333-e3c5-48a1-9f30-707d733db277 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:05:56.812218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Attempting to bind port 1d4a3333-e3c5-48a1-9f30-707d733db277 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:05:56.820560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:05:56.820900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Checking segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:05:56.821799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Bound using segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:05:56.822277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Bound port: 1d4a3333-e3c5-48a1-9f30-707d733db277, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:05:56.822636 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:57.028475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:05:57.034153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7799ea3-b61e-4b0b-b45d-9118e475b1ce req-841bbb6b-acc6-4597-b31f-f00e89477b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:57.035608 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e7799ea3-b61e-4b0b-b45d-9118e475b1ce req-841bbb6b-acc6-4597-b31f-f00e89477b05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.2019827 Apr 05 21:05:57.039617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:05:57.096647 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:57.160297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:57.161034 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:05:57.162493 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] 10.222.0.13 "PUT /v2.0/ports/1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 1092 time: 1.4820538 Apr 05 21:05:57.208531 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e7799ea3-b61e-4b0b-b45d-9118e475b1ce req-3b01b1f8-5177-418e-92fd-f21698709214 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 999 time: 0.1659460 Apr 05 21:05:57.214335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4a3333-e3c5-48a1-9f30-707d733db277,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:05:57.276560 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7799ea3-b61e-4b0b-b45d-9118e475b1ce req-a9b82d1d-d059-44a9-a649-0de69adcc73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:57.278054 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e7799ea3-b61e-4b0b-b45d-9118e475b1ce req-a9b82d1d-d059-44a9-a649-0de69adcc73c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0606732 Apr 05 21:05:57.357928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7799ea3-b61e-4b0b-b45d-9118e475b1ce req-fe986bbe-0da0-4741-bf37-891bffe5f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:57.359384 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e7799ea3-b61e-4b0b-b45d-9118e475b1ce req-fe986bbe-0da0-4741-bf37-891bffe5f8eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756426 Apr 05 21:05:57.489187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e7799ea3-b61e-4b0b-b45d-9118e475b1ce req-e19da62e-8fc9-4f7d-b00e-f6f58e5b9188 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234801 Apr 05 21:05:57.666352 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e7799ea3-b61e-4b0b-b45d-9118e475b1ce req-3bdcbf92-b7ed-48ad-9856-c372928e983a service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712523 Apr 05 21:05:57.692434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387380e-ebee-4545-a728-444f4c933084 req-b6cad5b3-6fb2-41ab-907c-ac96f3a3bf19 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:57.694569 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6387380e-ebee-4545-a728-444f4c933084 req-b6cad5b3-6fb2-41ab-907c-ac96f3a3bf19 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 944 time: 0.1215630 Apr 05 21:05:57.785322 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6387380e-ebee-4545-a728-444f4c933084 req-bfa9fa7e-b2ac-4cd0-9b41-64c127eb7fff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845504 Apr 05 21:05:57.806372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-000c46cf-1d6a-4f7d-9992-53b8e6219bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:57.807862 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-000c46cf-1d6a-4f7d-9992-53b8e6219bf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 1095 time: 0.0938578 Apr 05 21:05:58.054541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-62a3e2ef-1a58-487c-896c-22e7d59825bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:58.055961 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-62a3e2ef-1a58-487c-896c-22e7d59825bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.2418468 Apr 05 21:05:58.156235 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-3daa3905-f774-4ca8-9856-720459a4f41c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 999 time: 0.0943246 Apr 05 21:05:58.216229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-909f3568-ef42-41ad-8ec1-0b1c3bbca5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:58.217590 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-909f3568-ef42-41ad-8ec1-0b1c3bbca5e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0553005 Apr 05 21:05:58.290032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-b75f0e3f-7e39-4fab-b557-b7f041630223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:58.291435 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-b75f0e3f-7e39-4fab-b557-b7f041630223 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681462 Apr 05 21:05:58.418060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:05:58.428974 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-5d1727dd-093e-4493-9ba7-5a6c5fd988b8 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308851 Apr 05 21:05:58.477687 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'status': 'completed', 'code': 200} Apr 05 21:05:58.614048 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-f649fa50-4c09-4ced-bc9f-727641f6e8cd service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802752 Apr 05 21:05:58.630165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-af2ad0c7-2701-4703-a268-32e147fb9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:58.631672 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-af2ad0c7-2701-4703-a268-32e147fb9ca1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 1095 time: 0.1108148 Apr 05 21:05:58.820815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-9fc9c55c-7160-4494-b4ac-3f70b5d55b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:58.822267 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-9fc9c55c-7160-4494-b4ac-3f70b5d55b95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1854777 Apr 05 21:05:58.827598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-6dd01973-bd8f-4971-be2f-a4d60ec819c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:58.829329 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-6dd01973-bd8f-4971-be2f-a4d60ec819c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 1095 time: 0.1584907 Apr 05 21:05:59.070512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-ac9a3411-d611-495d-8c85-ee57e7bd9d82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 999 time: 0.2402480 Apr 05 21:05:59.148295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-7b8cbcce-2f3e-4ca7-bfd8-918b94abc6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:59.149955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-7b8cbcce-2f3e-4ca7-bfd8-918b94abc6e6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.2605395 Apr 05 21:05:59.225679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62c3ea-becc-4d7c-9e6c-e9d8b5799602 req-87b59633-cf67-4985-bf3a-134b29c1dc43 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:59.227109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b62c3ea-becc-4d7c-9e6c-e9d8b5799602 req-87b59633-cf67-4985-bf3a-134b29c1dc43 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 944 time: 0.3109598 Apr 05 21:05:59.228370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-7be36a04-cb69-4a1d-b50b-62511e097c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:59.229683 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-7be36a04-cb69-4a1d-b50b-62511e097c73 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.1507320 Apr 05 21:05:59.344620 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b62c3ea-becc-4d7c-9e6c-e9d8b5799602 req-41cb8bee-2774-4e3a-89bd-384f276f68c3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063027 Apr 05 21:05:59.349226 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-5bd85bea-bd3d-46dc-b1b5-bfe2412d8f1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 999 time: 0.1881764 Apr 05 21:05:59.396033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1d4a3333-e3c5-48a1-9f30-707d733db277 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:05:59.419498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-8d58f904-9902-494a-8f0c-31e611d020d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:59.420956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-8d58f904-9902-494a-8f0c-31e611d020d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1823747 Apr 05 21:05:59.426413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-e71c2c15-3469-4b9f-a9f2-b8baabf3f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:59.427720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-e71c2c15-3469-4b9f-a9f2-b8baabf3f7e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0718307 Apr 05 21:05:59.452807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1d4a3333-e3c5-48a1-9f30-707d733db277 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:05:59.722411 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-05524df8-336c-4d7d-8c77-604dde20e2cb service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937734 Apr 05 21:05:59.728589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-e9875537-3a55-4ea0-9588-10070b8df3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:05:59.729927 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-e9875537-3a55-4ea0-9588-10070b8df3b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2844532 Apr 05 21:05:59.964724 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-232bf547-dd5e-48ad-8ad8-272ffabc7ff0 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338600 Apr 05 21:05:59.966520 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-b8e7b5d5-877d-4ea9-b526-2d2313a241ab service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189305 Apr 05 21:06:00.103089 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4bb1b24-78fd-40f5-94e8-c7958806a558 req-a86aced1-6b5b-4191-8df5-37669c41c309 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288724 Apr 05 21:06:00.528918 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623eb19-f06f-4fe9-a161-2dc2c9dcb3a1 req-c0ba23e7-45cc-4bdb-98c3-df57e1264faa tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:00.530381 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d623eb19-f06f-4fe9-a161-2dc2c9dcb3a1 req-c0ba23e7-45cc-4bdb-98c3-df57e1264faa tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 944 time: 0.0799403 Apr 05 21:06:00.583459 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d623eb19-f06f-4fe9-a161-2dc2c9dcb3a1 req-4d25099f-d117-43e2-94d6-ce98dc9e15c3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468664 Apr 05 21:06:00.982642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-7055532f-5847-472f-b210-fcbdc0b855ce tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:00.983968 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-7055532f-5847-472f-b210-fcbdc0b855ce tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.13 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 944 time: 0.0827689 Apr 05 21:06:01.042214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d738d-372b-40ac-8aea-9b3db4340dc8 req-1dad1887-a8bd-4467-9a4c-f8d05839ed29 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:01.043666 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa4d738d-372b-40ac-8aea-9b3db4340dc8 req-1dad1887-a8bd-4467-9a4c-f8d05839ed29 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 944 time: 0.0810757 Apr 05 21:06:01.067506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-9d120bb8-4973-48a4-b4a1-db97b8443456 service neutron] 10.222.0.13 "GET /v2.0/ports/1d4a3333-e3c5-48a1-9f30-707d733db277/bindings/n-h1-836604-1 HTTP/1.1" status: 200 len: 382 time: 0.0778520 Apr 05 21:06:01.087792 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-fa4d738d-372b-40ac-8aea-9b3db4340dc8 req-fa1432e1-6445-4e4f-9b0c-fd8c5ddd1b08 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377204 Apr 05 21:06:01.160652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-a4edbdcb-321e-4262-9c85-ad0926fa4dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:01.162152 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-a4edbdcb-321e-4262-9c85-ad0926fa4dc1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 1095 time: 0.0736146 Apr 05 21:06:01.298810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-f51297cb-fff5-4076-8b3f-49df0af44434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:01.300251 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-f51297cb-fff5-4076-8b3f-49df0af44434 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1324456 Apr 05 21:06:01.401328 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-a054ed98-16ed-495e-bedb-f64da7d0739a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 999 time: 0.0949774 Apr 05 21:06:01.461840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-707088fb-adbe-49ec-a595-0b439408614f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:01.463276 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-707088fb-adbe-49ec-a595-0b439408614f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0552235 Apr 05 21:06:01.540705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-81eeac83-bac5-4a8b-962a-6f626496be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:01.542193 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-81eeac83-bac5-4a8b-962a-6f626496be54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730410 Apr 05 21:06:01.673901 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-b13da8ae-d71f-4d55-b547-66a0813ebe27 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247039 Apr 05 21:06:01.808262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-0070af0e-5574-4cdd-8c29-c90862f54771 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270566 Apr 05 21:06:02.157405 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1d4a3333-e3c5-48a1-9f30-707d733db277 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:06:02.287694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1275bec9-df51-494e-ab40-cd9e276923f0 req-9c7fb95c-b9f7-4201-a50b-86c6ef132f0b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:02.289075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1275bec9-df51-494e-ab40-cd9e276923f0 req-9c7fb95c-b9f7-4201-a50b-86c6ef132f0b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 944 time: 0.0929754 Apr 05 21:06:02.332350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1275bec9-df51-494e-ab40-cd9e276923f0 req-62905d89-b91d-4ee3-a506-af60c1705ee4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374546 Apr 05 21:06:02.334799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:06:02.349087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'port_id': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'mac_address': 'fa:16:3e:f6:e5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:06:02.404803 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:02.421397 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4a3333-e3c5-48a1-9f30-707d733db277 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:06:02.435848 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:06:02.439743 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:02.503579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=1d4a3333-e3c5-48a1-9f30-707d733db277,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:02.510789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:02.511129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:02.511460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:02.511785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:02.512105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:02.512423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:02.512739 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:02.513053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:02.513365 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:02.513674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:02.514012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:02.514325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:06:02.675870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['1d4a3333-e3c5-48a1-9f30-707d733db277'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:06:03.524472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13175e-6565-4a52-92e0-39033c9a973b req-134aae7e-8aff-4d1f-9a57-6d34d508776c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:03.526990 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0f13175e-6565-4a52-92e0-39033c9a973b req-134aae7e-8aff-4d1f-9a57-6d34d508776c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 945 time: 0.0864038 Apr 05 21:06:03.572321 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0f13175e-6565-4a52-92e0-39033c9a973b req-48d127a1-74a2-426c-92ac-7338bf3be030 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392025 Apr 05 21:06:03.854894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-a5292ad8-1804-4269-8c52-40ed41ff67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:03.856384 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-a5292ad8-1804-4269-8c52-40ed41ff67f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 1096 time: 0.1909788 Apr 05 21:06:03.866764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:06:03.975264 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:04.234376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:06:04.265209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:06:04.315228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1d4a3333-e3c5-48a1-9f30-707d733db277 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:06:04.323137 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:04.335454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Ignored duplicate provisioning block setup for port 1d4a3333-e3c5-48a1-9f30-707d733db277 by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 21:06:04.338819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:04.480342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4a3333-e3c5-48a1-9f30-707d733db277,revision_number=9']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:04.537696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] No DVR routers for this DVR port 1d4a3333-e3c5-48a1-9f30-707d733db277 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:06:04.821928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Attempting to bind port 1d4a3333-e3c5-48a1-9f30-707d733db277 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:06:04.822284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Attempting to bind port 1d4a3333-e3c5-48a1-9f30-707d733db277 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:06:04.822599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Attempting to bind port 1d4a3333-e3c5-48a1-9f30-707d733db277 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:06:04.830941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Port 1d4a3333-e3c5-48a1-9f30-707d733db277 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:06:04.831292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Attempting to bind port 1d4a3333-e3c5-48a1-9f30-707d733db277 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:06:04.843526 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edde59e-b00e-4479-b15e-8b625d8e5d34 req-6a3983d1-0ce3-4202-8810-c5958560f36d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:04.846179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9edde59e-b00e-4479-b15e-8b625d8e5d34 req-6a3983d1-0ce3-4202-8810-c5958560f36d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 944 time: 0.1680634 Apr 05 21:06:04.847576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:06:04.847800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Checking segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:06:04.848832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Bound using segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:06:04.848832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Bound port: 1d4a3333-e3c5-48a1-9f30-707d733db277, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:06:04.848832 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:04.941282 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9edde59e-b00e-4479-b15e-8b625d8e5d34 req-bc0b4343-0de1-468a-b9f9-893e4a6c95cc tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822184 Apr 05 21:06:04.975042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:06:04.977982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:06:04.982071 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:05.037414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:05.038050 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:05.039426 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] 10.222.0.41 "PUT /v2.0/ports/1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 1092 time: 1.1764805 Apr 05 21:06:05.039860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:06:05.099321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5c437-47b4-4cfa-a618-8197a392ab76 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4a3333-e3c5-48a1-9f30-707d733db277,revision_number=10']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:05.102950 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'status': 'completed', 'code': 200} Apr 05 21:06:05.191481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-3b25e514-909b-4604-a617-b5d5835a74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:05.192967 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-3b25e514-909b-4604-a617-b5d5835a74da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 1096 time: 0.1286917 Apr 05 21:06:05.252472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-4336002b-39af-4856-89df-da7dd8ea43d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:05.253947 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-4336002b-39af-4856-89df-da7dd8ea43d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 1096 time: 0.1266773 Apr 05 21:06:05.538981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-c2077208-9140-4bc5-a3fc-3782a3327ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:05.540301 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-c2077208-9140-4bc5-a3fc-3782a3327ed5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.3401055 Apr 05 21:06:05.631398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-6defb9ef-24f5-4118-9df3-75dc864aecec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:05.632798 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-6defb9ef-24f5-4118-9df3-75dc864aecec service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.3356435 Apr 05 21:06:05.724721 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-fe219ad4-1a8d-4286-afd8-424ef413d86f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 999 time: 0.1768725 Apr 05 21:06:05.794778 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-0aadda27-db39-427b-87c6-b23bca46d254 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 999 time: 0.1545002 Apr 05 21:06:05.844050 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-873c1efe-2cfd-42d7-b9dc-8589e4441928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:05.845454 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-873c1efe-2cfd-42d7-b9dc-8589e4441928 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.1127045 Apr 05 21:06:05.907481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-c0bc3969-8c73-4568-9bde-cceb0ef5ed10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:05.908892 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-c0bc3969-8c73-4568-9bde-cceb0ef5ed10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.1079364 Apr 05 21:06:05.986304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-da1c4c4e-29cb-47c0-b314-9ea02a4e2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:05.987794 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-da1c4c4e-29cb-47c0-b314-9ea02a4e2a03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1337404 Apr 05 21:06:06.091231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-21e40a8b-2123-44e3-85eb-dace832d101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:06.092669 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-21e40a8b-2123-44e3-85eb-dace832d101a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1745152 Apr 05 21:06:06.293490 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-7acf1fa9-e1b8-4786-a351-e35b989374b8 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984848 Apr 05 21:06:06.349043 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-b293f2c2-01ea-430c-a697-dc20cd53a71f service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106898 Apr 05 21:06:06.358832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c501c-f9d3-4fcc-a88a-b0a2acdd353b req-e55dbd9c-8271-4179-8f06-cdf47d3df4ad tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:06.360854 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce3c501c-f9d3-4fcc-a88a-b0a2acdd353b req-e55dbd9c-8271-4179-8f06-cdf47d3df4ad tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 945 time: 0.2767649 Apr 05 21:06:06.577964 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce3c501c-f9d3-4fcc-a88a-b0a2acdd353b req-e8569c19-4554-42a8-8715-cf12359f29ac tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920500 Apr 05 21:06:06.588143 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-920d62f0-bc86-4de4-8dc7-97ae3ab8eaa7 req-215010ae-9986-463c-a4e5-8bc0ffc7ebcc service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794955 Apr 05 21:06:06.609225 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-8a953976-95e3-4b97-adbc-96cd9931b692 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458978 Apr 05 21:06:06.705362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-c1a09ad8-55a5-4bd9-bac7-5966240e1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:06.706841 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-c1a09ad8-55a5-4bd9-bac7-5966240e1795 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 1096 time: 0.0741279 Apr 05 21:06:06.835930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-af8980dc-e83a-404d-88db-e79349066552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:06.837510 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-af8980dc-e83a-404d-88db-e79349066552 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1249788 Apr 05 21:06:06.944322 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-23d66e24-179a-4c93-ab7c-00d678cf7d47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 200 len: 999 time: 0.1001890 Apr 05 21:06:07.125704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-560bc970-41f2-43e2-bc45-7759237b1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:07.127164 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-560bc970-41f2-43e2-bc45-7759237b1b6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.1770120 Apr 05 21:06:07.202635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-2ee07c51-d393-42bc-8137-1255b8ac456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:07.203978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-2ee07c51-d393-42bc-8137-1255b8ac456f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704730 Apr 05 21:06:07.334999 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-3160616e-3a00-40dd-a2d9-6aed1703fed0 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248131 Apr 05 21:06:07.465585 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f23458b0-3917-4873-b472-8eab8ab3a142 req-ab28221d-9949-46d6-b1c4-9f4c42a45f1a service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237476 Apr 05 21:06:07.761111 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776067a-48b9-485e-a57f-9e086a03f324 req-e71b8071-e98f-4ea7-b0d0-8e132ab677e1 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:07.762580 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f776067a-48b9-485e-a57f-9e086a03f324 req-e71b8071-e98f-4ea7-b0d0-8e132ab677e1 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 945 time: 0.0800114 Apr 05 21:06:07.806136 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f776067a-48b9-485e-a57f-9e086a03f324 req-78c13154-d906-49c9-8d50-09a40d473b91 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374200 Apr 05 21:06:08.173034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1d4a3333-e3c5-48a1-9f30-707d733db277 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:08.230822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1d4a3333-e3c5-48a1-9f30-707d733db277 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:08.991118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd183c-6a35-46da-8d5b-bbb1ca50b928 req-9ba3ffc2-6c0d-4d54-a10e-c8566055e00f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:08.992528 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1fd183c-6a35-46da-8d5b-bbb1ca50b928 req-9ba3ffc2-6c0d-4d54-a10e-c8566055e00f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 945 time: 0.0818675 Apr 05 21:06:09.036075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f1fd183c-6a35-46da-8d5b-bbb1ca50b928 req-3aa6714f-dc87-4fa5-a116-990e9d1491e1 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379000 Apr 05 21:06:09.149021 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:09.221535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7469000f-f5cb-41a6-9553-cac4e7bab7b9 req-c60f82ac-6248-4fcd-b7ff-06f28789a675 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:09.223007 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7469000f-f5cb-41a6-9553-cac4e7bab7b9 req-c60f82ac-6248-4fcd-b7ff-06f28789a675 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 945 time: 0.0839965 Apr 05 21:06:09.272813 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-7469000f-f5cb-41a6-9553-cac4e7bab7b9 req-29150ef8-22ab-42d9-a590-ad38375b46b2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440784 Apr 05 21:06:09.401564 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:09.457198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae2fe3-c9d5-41c2-a70e-a48c5399af18 req-3cda2513-375a-49cb-8e6a-36a0aaab123e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:09.458662 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3aae2fe3-c9d5-41c2-a70e-a48c5399af18 req-3cda2513-375a-49cb-8e6a-36a0aaab123e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 945 time: 0.0838799 Apr 05 21:06:09.477401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1d4a3333-e3c5-48a1-9f30-707d733db277 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:06:09.502383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3aae2fe3-c9d5-41c2-a70e-a48c5399af18 req-96b06f7e-3cb0-4628-8819-5316e38cf0a8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380332 Apr 05 21:06:09.618995 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:06:09.632412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'port_id': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'mac_address': 'fa:16:3e:f6:e5:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:06:09.688577 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:09.705402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4a3333-e3c5-48a1-9f30-707d733db277 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:06:09.721345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:06:09.726448 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:09.795235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=1d4a3333-e3c5-48a1-9f30-707d733db277,revision_number=11']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:09.895030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ec5de3-3dbb-4633-9293-39c216ec95b0 req-7780c17a-5535-452f-9f3a-965d1d73c58d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:09.896475 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-58ec5de3-3dbb-4633-9293-39c216ec95b0 req-7780c17a-5535-452f-9f3a-965d1d73c58d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0792553 Apr 05 21:06:09.940620 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-58ec5de3-3dbb-4633-9293-39c216ec95b0 req-7e904cf9-b691-4e35-8b3c-12d1d6776f7a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382552 Apr 05 21:06:09.976325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['1d4a3333-e3c5-48a1-9f30-707d733db277'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:06:11.095851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-4f15cf89-b960-4216-b5d0-78f6f642bd37 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:11.097290 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-4f15cf89-b960-4216-b5d0-78f6f642bd37 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0827196 Apr 05 21:06:11.126132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37cf565-c187-4f1c-9f69-52ee425244f4 req-b61baeeb-af61-4a6c-8999-f84e0dfc60cf tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:11.127580 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37cf565-c187-4f1c-9f69-52ee425244f4 req-b61baeeb-af61-4a6c-8999-f84e0dfc60cf tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 946 time: 0.0814784 Apr 05 21:06:11.166290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Deleting port 1d4a3333-e3c5-48a1-9f30-707d733db277 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:06:11.166624 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:11.174692 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d37cf565-c187-4f1c-9f69-52ee425244f4 req-83068de4-5066-4545-a277-e9875aa9bf0c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413229 Apr 05 21:06:11.412846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:06:11.413431 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:11.459552 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b69c0b46-e70f-465f-b9fe-22bab2fcb723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:11.473288 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1d4a3333-e3c5-48a1-9f30-707d733db277 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:11.543566 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 1d4a3333-e3c5-48a1-9f30-707d733db277 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:11.548792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 1d4a3333-e3c5-48a1-9f30-707d733db277 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:11.549152 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:11.673869 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:11.700345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:06:11.706711 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:11.707103 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:11.707796 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Floating IP c12e7065-dd53-413b-8d9b-1c99899f5215 disassociated. External IP: 172.25.8.7, port: 1d4a3333-e3c5-48a1-9f30-707d733db277. Apr 05 21:06:11.707796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Calling delete_port for 1d4a3333-e3c5-48a1-9f30-707d733db277 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:06:11.712676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:06:11.718095 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:11.792453 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=1d4a3333-e3c5-48a1-9f30-707d733db277,revision_number=12']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:11.799066 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.db.api [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:06:11.799457 n-d-836604-1 neutron-server[87964]: DEBUG oslo_db.api [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:06:11.845226 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'code': 200} Apr 05 21:06:12.187811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1d4a3333-e3c5-48a1-9f30-707d733db277 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:06:12.301086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Deleting port 1d4a3333-e3c5-48a1-9f30-707d733db277 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:06:12.301651 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:12.326791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:06:12.340436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 1d4a3333-e3c5-48a1-9f30-707d733db277 has no active binding in host n-h1-836604-1 {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 05 21:06:12.362632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e031286-d1aa-45cd-84d3-7acf462e0c1a req-cbb406ab-2104-428d-8b50-fb15ec9c4341 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:12.364214 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e031286-d1aa-45cd-84d3-7acf462e0c1a req-cbb406ab-2104-428d-8b50-fb15ec9c4341 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 947 time: 0.0836439 Apr 05 21:06:12.415986 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-1e031286-d1aa-45cd-84d3-7acf462e0c1a req-ef737750-8e4d-4200-ac75-7a413cae08b1 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460055 Apr 05 21:06:12.663076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] For port 1d4a3333-e3c5-48a1-9f30-707d733db277, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=1d4a3333-e3c5-48a1-9f30-707d733db277,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:06:12.663453 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:12.964941 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:12.965218 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:12.965534 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Floating IP c12e7065-dd53-413b-8d9b-1c99899f5215 disassociated. External IP: 172.25.8.7, port: 1d4a3333-e3c5-48a1-9f30-707d733db277. Apr 05 21:06:12.965865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Calling delete_port for 1d4a3333-e3c5-48a1-9f30-707d733db277 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:06:13.113320 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:13.163165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event deleted for resources: {'Port': ['ID=1d4a3333-e3c5-48a1-9f30-707d733db277,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:13.353957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Router ea181a65-ba5b-4fd0-9387-abccda9b4616 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:06:13.563111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:06:13.572815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9603c4-9376-48d3-ab27-95238bfd4932 None None] Sync routers for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:06:13.582548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9603c4-9376-48d3-ab27-95238bfd4932 None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:06:13.584366 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6d9603c4-9376-48d3-ab27-95238bfd4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:05:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:13.608463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-057d0f0a-4e35-49bf-b6dc-ec1af2019ec6 req-1cdc210f-aa23-4f06-ba0a-613b1c99b843 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=a904d060-310e-4428-a9b8-28a1f3444a6f HTTP/1.1" status: 200 len: 210 time: 0.0781024 Apr 05 21:06:13.645891 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] No DVR routers for this DVR port 1d4a3333-e3c5-48a1-9f30-707d733db277 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:06:13.648483 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:13.651312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'name': 'network-vif-deleted', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:06:13.678173 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f38b011-aa65-4bc7-ba88-40fa388e7f6c req-70bbd171-241f-40ab-be9b-70d0daed6667 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "DELETE /v2.0/ports/1d4a3333-e3c5-48a1-9f30-707d733db277 HTTP/1.1" status: 204 len: 173 time: 2.5749710 Apr 05 21:06:13.706029 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a904d060-310e-4428-a9b8-28a1f3444a6f', 'name': 'network-vif-deleted', 'tag': '1d4a3333-e3c5-48a1-9f30-707d733db277', 'status': 'completed', 'code': 200} Apr 05 21:06:13.780877 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5250ccf-9524-40dc-adb3-06594ac2d3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:13.797072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-6d9603c4-9376-48d3-ab27-95238bfd4932 None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:06:14.142547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6d9603c4-9376-48d3-ab27-95238bfd4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:14.146402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9603c4-9376-48d3-ab27-95238bfd4932 None None] Checking router: ea181a65-ba5b-4fd0-9387-abccda9b4616 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:06:14.154865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9603c4-9376-48d3-ab27-95238bfd4932 None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:06:14.155458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6d9603c4-9376-48d3-ab27-95238bfd4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:06:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:14.331815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-6d9603c4-9376-48d3-ab27-95238bfd4932 None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:06:14.634449 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6d9603c4-9376-48d3-ab27-95238bfd4932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:14.638523 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9603c4-9376-48d3-ab27-95238bfd4932 None None] The sync data for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 is: [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:06:14.897262 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1d4895-2cfb-43a4-a210-6194e51d49bc None None] New status for floating IP c12e7065-dd53-413b-8d9b-1c99899f5215: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:06:14.924734 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:14.982132 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-689b43d0-7c68-48f7-8fc0-cc7efb6662c1 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--162561905&fields=id&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 267 time: 0.0452549 Apr 05 21:06:14.988899 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:15.136533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-fbcd565c-f0b3-45e8-a765-00938ba99bd4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:15.138009 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-fbcd565c-f0b3-45e8-a765-00938ba99bd4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 812 time: 0.1481144 Apr 05 21:06:15.154592 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-7442868e-836a-4067-a599-231efdb4a877 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/quotas/1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 375 time: 0.0103672 Apr 05 21:06:15.239139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-db3337c8-c640-4163-af31-4255fed6fdb4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Synchronizing usage tracker for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:15.254092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-db3337c8-c640-4163-af31-4255fed6fdb4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Unset dirty status for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:15.255379 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-db3337c8-c640-4163-af31-4255fed6fdb4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952439 Apr 05 21:06:15.521150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1d4a3333-e3c5-48a1-9f30-707d733db277 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:06:15.554684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 1d4a3333-e3c5-48a1-9f30-707d733db277 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:06:15.555023 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 1d4a3333-e3c5-48a1-9f30-707d733db277 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:06:15.558234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-658f644f-c8d4-431b-9b45-07dae113144c service neutron] 10.222.0.24 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909331 Apr 05 21:06:15.697080 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-03393ff2-7c6a-4a31-adc0-dcad222465f1 service neutron] 10.222.0.24 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301272 Apr 05 21:06:15.879752 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-81553f64-e799-4bdb-aa9c-fdc2cd7ac556 req-51211119-4158-4cfc-95a5-f8576fee9dc9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 210 time: 0.0444500 Apr 05 21:06:16.192483 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:17.045190 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b05ef4ec-ba1f-4ce8-ae2f-2f13fe0d383e req-160e55be-5841-4902-add4-26b35596e0b2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 210 time: 0.0485265 Apr 05 21:06:17.067732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-b1289c9a-c9fe-4781-b447-6fc76ae8f960 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:17.069149 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-b1289c9a-c9fe-4781-b447-6fc76ae8f960 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 812 time: 0.1934574 Apr 05 21:06:17.117733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-5af26fc8-e130-4cae-904a-56289d45b149 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 379 time: 0.0401266 Apr 05 21:06:17.126258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Request body: {'port': {'device_id': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'admin_state_up': True, 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'security_groups': ['5dcd1057-0ce6-4362-904e-ecbe362f96c3']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:06:17.259544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:06:17.269456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:06:17.279118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Made reservation on behalf of 1800f8f4f7dd42b5a330e7cdd8dda2c2 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:06:17.283271 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:17.442464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Allocated IP 172.20.0.4 (a7ffffb3-68d5-4ed6-9545-70b95aa56b83/36391505-923a-4729-b98b-d3877b6e939e/5466c0bc-179e-4cdd-8685-f655b36204c1) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:06:17.625692 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:17.643819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Transition to ACTIVE for port object 5466c0bc-179e-4cdd-8685-f655b36204c1 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:17.666901 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:17.735878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:06:17.742834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:06:17.747189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:06:17.782481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event updated for resources: {'Port': ['ID=5466c0bc-179e-4cdd-8685-f655b36204c1,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:17.814865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:17.815470 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:17.840722 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-73806de9-2779-4d51-846f-8a9a5d98ed57 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7178624 Apr 05 21:06:17.851807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Request body: {'port': {'device_id': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:06:17.965642 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:17.988399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-43d61351-7289-4694-a4a5-cea0b139eb8f None None] Provisioning for port 5466c0bc-179e-4cdd-8685-f655b36204c1 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:17.992989 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-43d61351-7289-4694-a4a5-cea0b139eb8f None None] Provisioning complete for port 5466c0bc-179e-4cdd-8685-f655b36204c1 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:17.993351 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-43d61351-7289-4694-a4a5-cea0b139eb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.050446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-43d61351-7289-4694-a4a5-cea0b139eb8f None None] Port 5466c0bc-179e-4cdd-8685-f655b36204c1 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:06:18.313368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5466c0bc-179e-4cdd-8685-f655b36204c1 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:06:18.320596 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.334768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Transition to ACTIVE for port object 5466c0bc-179e-4cdd-8685-f655b36204c1 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:06:18.338643 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.350793 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d4998-17be-450a-bf8f-ecc4862ceab2 req-68d978e3-419e-4117-bca3-6761e69abdc7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:18.352245 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-053d4998-17be-450a-bf8f-ecc4862ceab2 req-68d978e3-419e-4117-bca3-6761e69abdc7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 931 time: 0.1965368 Apr 05 21:06:18.395706 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-053d4998-17be-450a-bf8f-ecc4862ceab2 req-d3deebf3-46c1-433a-8f9e-2d32e8440374 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375698 Apr 05 21:06:18.612762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5466c0bc-179e-4cdd-8685-f655b36204c1,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:18.685953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Attempting to bind port 5466c0bc-179e-4cdd-8685-f655b36204c1 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:06:18.686292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Attempting to bind port 5466c0bc-179e-4cdd-8685-f655b36204c1 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:06:18.686619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Attempting to bind port 5466c0bc-179e-4cdd-8685-f655b36204c1 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:06:18.691198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Port 5466c0bc-179e-4cdd-8685-f655b36204c1 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:06:18.691518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Attempting to bind port 5466c0bc-179e-4cdd-8685-f655b36204c1 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:06:18.696507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:06:18.696842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Checking segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:06:18.697221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Bound using segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:06:18.697640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Bound port: 5466c0bc-179e-4cdd-8685-f655b36204c1, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:06:18.698014 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.789207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:06:18.792123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:06:18.796284 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.852262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:18.853000 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:18.854353 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 200 len: 1091 time: 1.0068405 Apr 05 21:06:18.854784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:06:18.879469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae97c2c2-1dac-4c7a-83f8-4bcbf96360b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5466c0bc-179e-4cdd-8685-f655b36204c1,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:18.943135 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'status': 'completed', 'code': 200} Apr 05 21:06:18.984480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-1c9ac31c-094b-411e-9741-efe0a7b393a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:18.985990 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-1c9ac31c-094b-411e-9741-efe0a7b393a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 1094 time: 0.0788989 Apr 05 21:06:19.057704 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-a95042ea-a95e-456c-a63d-8ee448747a2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 200 len: 217 time: 0.0652480 Apr 05 21:06:19.123184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-cca8ea24-1219-45ce-b459-be6a58b88aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:19.124503 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-cca8ea24-1219-45ce-b459-be6a58b88aa3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0611315 Apr 05 21:06:19.198298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-eeb99630-825c-4ab0-8331-82ef35a67b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:19.199724 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-eeb99630-825c-4ab0-8331-82ef35a67b11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690708 Apr 05 21:06:19.330252 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-be517a93-8f54-46fb-957e-cb1ce007ffd8 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235991 Apr 05 21:06:19.459378 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-815899d6-2f77-4f29-95db-45f06ca04f34 req-5ea9bea8-ba18-4971-978b-ba5baf46b288 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238194 Apr 05 21:06:19.574683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8fc96-7fc7-4a9d-95ba-dea3da62c36b req-29d1aba9-e652-49c9-8475-cc973a54d740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:19.576167 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2a8fc96-7fc7-4a9d-95ba-dea3da62c36b req-29d1aba9-e652-49c9-8475-cc973a54d740 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 1094 time: 0.0718215 Apr 05 21:06:19.594677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c0451-437a-490a-b8c8-e7ae5368a186 req-a0292822-6f98-4192-a696-a946473f13bf tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:19.596105 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c2c0451-437a-490a-b8c8-e7ae5368a186 req-a0292822-6f98-4192-a696-a946473f13bf tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.0815852 Apr 05 21:06:19.639818 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6c2c0451-437a-490a-b8c8-e7ae5368a186 req-1dd2cdac-22fb-4e68-814a-73b4f3237236 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379331 Apr 05 21:06:19.711232 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8fc96-7fc7-4a9d-95ba-dea3da62c36b req-a66603f1-8417-4459-997c-ad51027a3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:19.712589 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2a8fc96-7fc7-4a9d-95ba-dea3da62c36b req-a66603f1-8417-4459-997c-ad51027a3c6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1286223 Apr 05 21:06:19.784464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2a8fc96-7fc7-4a9d-95ba-dea3da62c36b req-2aeecc5c-c55a-43bd-bc64-e16a63151cf6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 200 len: 217 time: 0.0657220 Apr 05 21:06:19.846881 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8fc96-7fc7-4a9d-95ba-dea3da62c36b req-cae115a7-76d5-4cbf-8485-8b793e0904a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:19.848505 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2a8fc96-7fc7-4a9d-95ba-dea3da62c36b req-cae115a7-76d5-4cbf-8485-8b793e0904a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0565572 Apr 05 21:06:19.927016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8fc96-7fc7-4a9d-95ba-dea3da62c36b req-56e09f20-55ac-417d-b2ef-f1e7a335f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:19.928704 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2a8fc96-7fc7-4a9d-95ba-dea3da62c36b req-56e09f20-55ac-417d-b2ef-f1e7a335f37d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739574 Apr 05 21:06:20.067189 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2a8fc96-7fc7-4a9d-95ba-dea3da62c36b req-86a1b62f-dcc2-48b8-b034-4448406183d4 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319816 Apr 05 21:06:20.299764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2a8fc96-7fc7-4a9d-95ba-dea3da62c36b req-d6bd69cf-3f5a-4c01-adca-ad67894299c2 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264121 Apr 05 21:06:20.824644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c18e2-9eed-4450-95b3-b8f300bb778c req-d92c2c3c-9330-40ad-a3fa-13d7ff7b4b02 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:20.825353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-514c18e2-9eed-4450-95b3-b8f300bb778c req-d92c2c3c-9330-40ad-a3fa-13d7ff7b4b02 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Synchronizing usage tracker for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:06:20.840476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-514c18e2-9eed-4450-95b3-b8f300bb778c req-d92c2c3c-9330-40ad-a3fa-13d7ff7b4b02 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Unset dirty status for tenant:1800f8f4f7dd42b5a330e7cdd8dda2c2 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:06:20.841641 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-514c18e2-9eed-4450-95b3-b8f300bb778c req-d92c2c3c-9330-40ad-a3fa-13d7ff7b4b02 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.0969291 Apr 05 21:06:20.887831 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-514c18e2-9eed-4450-95b3-b8f300bb778c req-becb564f-f39e-4bdb-8a91-509e780a6e17 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403366 Apr 05 21:06:22.070509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400f2bd-d7d3-4334-abed-d59fc6528842 req-a634523b-3ccb-4df1-9713-b3e5221051f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:22.071941 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5400f2bd-d7d3-4334-abed-d59fc6528842 req-a634523b-3ccb-4df1-9713-b3e5221051f7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.0787077 Apr 05 21:06:22.115930 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5400f2bd-d7d3-4334-abed-d59fc6528842 req-bac76fab-b925-45b5-8c8c-e4d6b53f3ead tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365715 Apr 05 21:06:23.297756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f039a-2f6b-4f2d-8515-4324cdfe7f7b req-162f7b24-251c-44e1-923d-2aadc37ef46a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:23.299213 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a7f039a-2f6b-4f2d-8515-4324cdfe7f7b req-162f7b24-251c-44e1-923d-2aadc37ef46a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.0796356 Apr 05 21:06:23.344596 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a7f039a-2f6b-4f2d-8515-4324cdfe7f7b req-3c9780a6-e31a-49e3-822d-47cbc4ab89cb tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396760 Apr 05 21:06:23.521000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5466c0bc-179e-4cdd-8685-f655b36204c1 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:06:23.556077 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:06:23.652207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:06:23.665090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'port_id': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'mac_address': 'fa:16:3e:f0:d3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:06:23.719555 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.735895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5466c0bc-179e-4cdd-8685-f655b36204c1 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:06:23.752890 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:06:23.756964 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:23.825984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=5466c0bc-179e-4cdd-8685-f655b36204c1,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:23.941391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['5466c0bc-179e-4cdd-8685-f655b36204c1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:06:24.528245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffa6ab-3ed9-4f28-a71b-5422ac1e2d87 req-030c5746-c289-4b05-a3de-350e29a6c7ed tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:24.529665 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d0ffa6ab-3ed9-4f28-a71b-5422ac1e2d87 req-030c5746-c289-4b05-a3de-350e29a6c7ed tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 944 time: 0.0802641 Apr 05 21:06:24.573600 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d0ffa6ab-3ed9-4f28-a71b-5422ac1e2d87 req-83ee5164-3041-49d3-be80-7da8d181c75a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376871 Apr 05 21:06:25.535694 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5466c0bc-179e-4cdd-8685-f655b36204c1 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:06:25.602721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 5466c0bc-179e-4cdd-8685-f655b36204c1 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:06:25.607574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 5466c0bc-179e-4cdd-8685-f655b36204c1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:06:25.607948 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:25.759468 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:25.767792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569ec90-ba30-4459-9095-5f334825ca25 req-f47c64e4-386d-4823-92c0-023d7883cb8d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:25.769244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8569ec90-ba30-4459-9095-5f334825ca25 req-f47c64e4-386d-4823-92c0-023d7883cb8d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 944 time: 0.0867813 Apr 05 21:06:25.787207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:06:25.799293 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:06:25.803490 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:25.818751 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8569ec90-ba30-4459-9095-5f334825ca25 req-71d8daf9-38fe-4ce8-b968-17b8861d6bf9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432694 Apr 05 21:06:25.840425 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'code': 200} Apr 05 21:06:25.872099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=5466c0bc-179e-4cdd-8685-f655b36204c1,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:06:26.035774 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f5e8c-41b3-47d9-9732-3bba45686076 req-94370ec6-13c7-4298-9a7a-a278ad6a40eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:26.037287 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a15f5e8c-41b3-47d9-9732-3bba45686076 req-94370ec6-13c7-4298-9a7a-a278ad6a40eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 1096 time: 0.1071186 Apr 05 21:06:26.076986 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a15f5e8c-41b3-47d9-9732-3bba45686076 req-0b4163e8-e6c2-4cbe-bb50-6c9dff0adcc2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342541 Apr 05 21:06:27.010219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4721cbc5-2155-4e78-b96f-7f300900f38c req-00038473-aa75-4707-a9a6-4a05fcc6b893 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:27.011629 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4721cbc5-2155-4e78-b96f-7f300900f38c req-00038473-aa75-4707-a9a6-4a05fcc6b893 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0845983 Apr 05 21:06:27.057928 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4721cbc5-2155-4e78-b96f-7f300900f38c req-dea55e60-5303-4144-a18f-dfde180cc935 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400014 Apr 05 21:06:28.244725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5e482-b8ff-4fd2-a6f4-d0598697506c req-5f736163-2d65-42fc-9da5-ab77dacf3a4a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:28.246336 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efc5e482-b8ff-4fd2-a6f4-d0598697506c req-5f736163-2d65-42fc-9da5-ab77dacf3a4a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0836887 Apr 05 21:06:28.289792 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-efc5e482-b8ff-4fd2-a6f4-d0598697506c req-9097333b-768d-497b-a2dd-f289a138feaa tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373127 Apr 05 21:06:28.472250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b2015-3962-4ed8-a526-25dce68fa5b0 req-8cd8823e-5d20-4376-99a3-f4f2b22839e5 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:28.473579 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d6b2015-3962-4ed8-a526-25dce68fa5b0 req-8cd8823e-5d20-4376-99a3-f4f2b22839e5 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0784903 Apr 05 21:06:28.482208 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 59878) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:06:28.487628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9c8fcd2a-01cb-413e-ab50-fa7b2c03836b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Request body: {'floatingip': {'port_id': '5466c0bc-179e-4cdd-8685-f655b36204c1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:06:28.566488 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c8fcd2a-01cb-413e-ab50-fa7b2c03836b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:29.170043 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c8fcd2a-01cb-413e-ab50-fa7b2c03836b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:29.173685 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c8fcd2a-01cb-413e-ab50-fa7b2c03836b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:29.445235 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-9c8fcd2a-01cb-413e-ab50-fa7b2c03836b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Floating IP c12e7065-dd53-413b-8d9b-1c99899f5215 associated. External IP: 172.25.8.7, port: 5466c0bc-179e-4cdd-8685-f655b36204c1. Apr 05 21:06:29.788427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8fcd2a-01cb-413e-ab50-fa7b2c03836b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Router ea181a65-ba5b-4fd0-9387-abccda9b4616 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:06:29.964579 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8fcd2a-01cb-413e-ab50-fa7b2c03836b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:06:29.969467 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9c8fcd2a-01cb-413e-ab50-fa7b2c03836b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:29.976102 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bccf7cc-5e01-4d48-ac43-701e3dbc9795 None None] Sync routers for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:06:29.988861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bccf7cc-5e01-4d48-ac43-701e3dbc9795 None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:06:29.989462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-9bccf7cc-5e01-4d48-ac43-701e3dbc9795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:06:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:30.022905 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9c8fcd2a-01cb-413e-ab50-fa7b2c03836b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "PUT /v2.0/floatingips/c12e7065-dd53-413b-8d9b-1c99899f5215 HTTP/1.1" status: 200 len: 990 time: 1.5396631 Apr 05 21:06:30.023486 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:06:30.068493 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'status': 'completed', 'code': 200} Apr 05 21:06:30.167416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a192e2-a9ab-4a43-bc1a-dbabd5959411 req-7594905f-31c4-4253-8c7f-b4b5aa0a58ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:30.168946 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8a192e2-a9ab-4a43-bc1a-dbabd5959411 req-7594905f-31c4-4253-8c7f-b4b5aa0a58ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 1096 time: 0.0785744 Apr 05 21:06:30.169823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-9bccf7cc-5e01-4d48-ac43-701e3dbc9795 None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:06:30.303401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a192e2-a9ab-4a43-bc1a-dbabd5959411 req-3324eadd-9a5f-4334-a7e3-d4850ac3e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:30.304842 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8a192e2-a9ab-4a43-bc1a-dbabd5959411 req-3324eadd-9a5f-4334-a7e3-d4850ac3e935 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1298189 Apr 05 21:06:30.416487 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8a192e2-a9ab-4a43-bc1a-dbabd5959411 req-ae6b3e0d-9773-46b8-8b24-34d81e0c267d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 200 len: 998 time: 0.1055894 Apr 05 21:06:30.484972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a192e2-a9ab-4a43-bc1a-dbabd5959411 req-f15f5149-7b1f-4714-9450-ed5e4674a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:30.486441 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8a192e2-a9ab-4a43-bc1a-dbabd5959411 req-f15f5149-7b1f-4714-9450-ed5e4674a8cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0639257 Apr 05 21:06:30.563035 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a192e2-a9ab-4a43-bc1a-dbabd5959411 req-0bc90309-ba73-4a43-84ba-6d6403ef43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:30.564512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8a192e2-a9ab-4a43-bc1a-dbabd5959411 req-0bc90309-ba73-4a43-84ba-6d6403ef43ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726886 Apr 05 21:06:30.567666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-9bccf7cc-5e01-4d48-ac43-701e3dbc9795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c12e7065-dd53-413b-8d9b-1c99899f5215', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'port_id': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'mac_address': 'fa:16:3e:f0:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:09Z', 'updated_at': '2022-04-05T21:06:29Z', 'revision_number': 13, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:30.572742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bccf7cc-5e01-4d48-ac43-701e3dbc9795 None None] Checking router: ea181a65-ba5b-4fd0-9387-abccda9b4616 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:06:30.581603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bccf7cc-5e01-4d48-ac43-701e3dbc9795 None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:06:30.582251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-9bccf7cc-5e01-4d48-ac43-701e3dbc9795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:06:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:30.706895 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8a192e2-a9ab-4a43-bc1a-dbabd5959411 req-ac745864-41e4-4f5c-865c-7fb97512a03e service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361558 Apr 05 21:06:30.787376 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-9bccf7cc-5e01-4d48-ac43-701e3dbc9795 None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:06:30.845478 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8a192e2-a9ab-4a43-bc1a-dbabd5959411 req-858ab837-d77a-4796-aba1-4de2efaecd4c service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325648 Apr 05 21:06:31.149794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-9bccf7cc-5e01-4d48-ac43-701e3dbc9795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c12e7065-dd53-413b-8d9b-1c99899f5215', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'port_id': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'mac_address': 'fa:16:3e:f0:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:09Z', 'updated_at': '2022-04-05T21:06:29Z', 'revision_number': 13, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:06:31.154957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bccf7cc-5e01-4d48-ac43-701e3dbc9795 None None] The sync data for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 is: [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'c12e7065-dd53-413b-8d9b-1c99899f5215', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'floating_ip_address': '172.25.8.7', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'port_id': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4141, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'mac_address': 'fa:16:3e:f0:d3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:03:09Z', 'updated_at': '2022-04-05T21:06:29Z', 'revision_number': 13, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:06:31.352691 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb1705e-aa50-4ba7-a83d-6790f3758595 None None] New status for floating IP c12e7065-dd53-413b-8d9b-1c99899f5215: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:06:31.842638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f0eb9-92f9-4933-b3b7-5a6425239147 req-fb0f5313-fff6-4b69-9e79-f14095e0ea31 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:31.844626 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-697f0eb9-92f9-4933-b3b7-5a6425239147 req-fb0f5313-fff6-4b69-9e79-f14095e0ea31 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.1976619 Apr 05 21:06:31.888178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-697f0eb9-92f9-4933-b3b7-5a6425239147 req-572e7535-68a3-42ce-9224-3d1a6a3cb0e5 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379393 Apr 05 21:06:39.159475 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:39.410696 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:40.439289 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-388e8ad9-7000-4484-a86d-4a1b8bec70a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1795211 Apr 05 21:06:40.446721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fdd85-85b1-4f2b-aa13-55f495a4d59d req-4be697eb-28f0-4e82-8a09-dbd41a614745 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:40.447938 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b69fdd85-85b1-4f2b-aa13-55f495a4d59d req-4be697eb-28f0-4e82-8a09-dbd41a614745 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.1091883 Apr 05 21:06:40.493244 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-b69fdd85-85b1-4f2b-aa13-55f495a4d59d req-259b7cc1-b27e-454b-a9cd-7822376133bf tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390160 Apr 05 21:06:41.460895 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a798a3aa-a061-4b7d-b628-d810bd43c786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:41.533588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-71ee196a-e684-4340-b50d-32bd322f0051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:41.535090 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-71ee196a-e684-4340-b50d-32bd322f0051 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 1096 time: 0.0754066 Apr 05 21:06:41.713994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-aae2bbc5-b3a6-4b36-988b-88f81a87515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:41.715323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-aae2bbc5-b3a6-4b36-988b-88f81a87515c service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1742032 Apr 05 21:06:41.806737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0331ee-ed12-4212-bcb3-5e9fab9e9ef3 req-dedaf9fd-624c-49e5-8d03-58364a4735ba tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:41.808155 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f0331ee-ed12-4212-bcb3-5e9fab9e9ef3 req-dedaf9fd-624c-49e5-8d03-58364a4735ba tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.1875210 Apr 05 21:06:41.851909 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-ba1a51fc-2783-40f3-848f-962a7868e1cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 200 len: 1000 time: 0.1248991 Apr 05 21:06:41.908401 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f0331ee-ed12-4212-bcb3-5e9fab9e9ef3 req-9c9d7a5a-171b-463d-81ba-f71ddf874859 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945351 Apr 05 21:06:41.928048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-dc296192-4e41-4f1d-bb72-71522bb88c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:41.929447 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-dc296192-4e41-4f1d-bb72-71522bb88c07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0700219 Apr 05 21:06:42.003987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-3d443964-4dd4-450a-8d34-ae4679c2a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:42.005315 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-3d443964-4dd4-450a-8d34-ae4679c2a03c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695534 Apr 05 21:06:42.138793 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-ee3035bf-7da0-47e0-8a05-b67af8c0b07e service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231177 Apr 05 21:06:42.273333 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-25576603-7ee2-4081-97a0-8fc24af60060 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254334 Apr 05 21:06:43.092218 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124eb72b-fb1a-4498-971e-8a3fb949bb6f req-7e8a1758-f57d-414f-9a7c-7dc44446e257 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:43.094197 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-124eb72b-fb1a-4498-971e-8a3fb949bb6f req-7e8a1758-f57d-414f-9a7c-7dc44446e257 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0795851 Apr 05 21:06:43.139468 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-124eb72b-fb1a-4498-971e-8a3fb949bb6f req-67283165-931d-4334-8f5b-a12c070b3c8d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396998 Apr 05 21:06:43.754387 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-17edef72-bbae-4170-9c59-fea1ec8ba6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:44.332473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36199a92-8686-495d-a383-5207a2a1b601 req-b255f68f-f16b-4738-9155-44f5980ba8c7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:44.333963 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-36199a92-8686-495d-a383-5207a2a1b601 req-b255f68f-f16b-4738-9155-44f5980ba8c7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0842178 Apr 05 21:06:44.377726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-36199a92-8686-495d-a383-5207a2a1b601 req-57d09545-4edc-4d86-8d80-2145c44e2cbd tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381618 Apr 05 21:06:44.916422 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:44.990387 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:45.558403 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102a29e-a6fc-461d-b344-9c1b5f036dcd req-08078e0a-fc99-4d22-9945-8b7fd660afa3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:45.559820 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e102a29e-a6fc-461d-b344-9c1b5f036dcd req-08078e0a-fc99-4d22-9945-8b7fd660afa3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0786092 Apr 05 21:06:45.603617 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e102a29e-a6fc-461d-b344-9c1b5f036dcd req-1619aea4-defb-49ac-bd0f-832d26d1fd97 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377066 Apr 05 21:06:46.196574 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:06:46.790586 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5a6db-1551-4a43-a605-fbf8fc326991 req-487c7496-0f92-4c4a-a572-b2a1c2a5851b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:46.792014 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d6b5a6db-1551-4a43-a605-fbf8fc326991 req-487c7496-0f92-4c4a-a572-b2a1c2a5851b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0795507 Apr 05 21:06:46.835066 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d6b5a6db-1551-4a43-a605-fbf8fc326991 req-4cc35f58-0402-4b62-b3f5-236169d411e5 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374224 Apr 05 21:06:48.024621 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867226f6-1b38-461a-b0a0-c1c62dbd2cd5 req-8d98a4bd-15ac-4c48-a19f-555475ec0437 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:48.025950 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-867226f6-1b38-461a-b0a0-c1c62dbd2cd5 req-8d98a4bd-15ac-4c48-a19f-555475ec0437 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0821640 Apr 05 21:06:48.068444 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-867226f6-1b38-461a-b0a0-c1c62dbd2cd5 req-96d6541f-7e00-454e-84de-addd081fc6c8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364513 Apr 05 21:06:49.297571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92a12c-d084-4391-8fd4-682b931d1b28 req-34509ffd-276a-43cc-91c5-d79dab419b48 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:49.299037 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e92a12c-d084-4391-8fd4-682b931d1b28 req-34509ffd-276a-43cc-91c5-d79dab419b48 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0849948 Apr 05 21:06:49.341498 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e92a12c-d084-4391-8fd4-682b931d1b28 req-cc96badb-483f-4256-acf6-b04694b292b2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367451 Apr 05 21:06:50.526288 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b60127a-70d6-4385-b1e6-aee589e3d74e req-54a8cd3c-e095-45fc-9ec4-5e992f10ed3e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:50.527634 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0b60127a-70d6-4385-b1e6-aee589e3d74e req-54a8cd3c-e095-45fc-9ec4-5e992f10ed3e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0787432 Apr 05 21:06:50.571144 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-0b60127a-70d6-4385-b1e6-aee589e3d74e req-2a9bf1a8-d3a2-467e-80de-63c679b9b1e8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371749 Apr 05 21:06:51.765787 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6551ac-ae62-4a27-a80a-ed87b86c719f req-4a04b019-8d2f-4b0d-b5e1-2e8c0b51afd3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:51.767276 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c6551ac-ae62-4a27-a80a-ed87b86c719f req-4a04b019-8d2f-4b0d-b5e1-2e8c0b51afd3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0918982 Apr 05 21:06:51.814323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1c6551ac-ae62-4a27-a80a-ed87b86c719f req-38f8cbd0-24bf-4e45-b88e-0a7f2601972f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414166 Apr 05 21:06:52.997411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e151ae-466f-42a6-986f-aebe2be044c6 req-506c37d6-ed49-49fc-84cf-2b5791da6dd9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:52.998768 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76e151ae-466f-42a6-986f-aebe2be044c6 req-506c37d6-ed49-49fc-84cf-2b5791da6dd9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0817482 Apr 05 21:06:53.041701 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-76e151ae-466f-42a6-986f-aebe2be044c6 req-a76b9c82-abd1-4f60-83f8-f4d745931047 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368958 Apr 05 21:06:54.222852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c1a4f-20c7-4082-aaaa-5a8c28e0997e req-c53f803b-6dd4-461f-928e-6c3312f4ded4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:54.224332 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af3c1a4f-20c7-4082-aaaa-5a8c28e0997e req-c53f803b-6dd4-461f-928e-6c3312f4ded4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0794365 Apr 05 21:06:54.268177 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af3c1a4f-20c7-4082-aaaa-5a8c28e0997e req-6d67ed37-ee77-432a-8cee-3f778a900195 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383732 Apr 05 21:06:55.461330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13087d-f3f1-4b54-b433-aed97b8a508a req-08504d42-8544-42a6-b116-1c2004952aa8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:55.462763 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d13087d-f3f1-4b54-b433-aed97b8a508a req-08504d42-8544-42a6-b116-1c2004952aa8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0812440 Apr 05 21:06:55.508263 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-6d13087d-f3f1-4b54-b433-aed97b8a508a req-7e83a818-5824-45c3-aa65-67e6a34306da tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399144 Apr 05 21:06:56.698309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af77952-fe42-4f26-b0c8-da364c0a5b4e req-c1dbfeb4-8750-4d07-9a96-b47ff97f0e32 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:56.699761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1af77952-fe42-4f26-b0c8-da364c0a5b4e req-c1dbfeb4-8750-4d07-9a96-b47ff97f0e32 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0839059 Apr 05 21:06:56.744027 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1af77952-fe42-4f26-b0c8-da364c0a5b4e req-8f1d4d0e-d3ed-4695-80d0-e92150e1434c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386086 Apr 05 21:06:57.926701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83e08c5-e2f0-4b83-b5a8-cc193b1ef670 req-2657cc19-0501-4ec0-a1e4-655798eae9f4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:57.928127 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a83e08c5-e2f0-4b83-b5a8-cc193b1ef670 req-2657cc19-0501-4ec0-a1e4-655798eae9f4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0801208 Apr 05 21:06:57.972178 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a83e08c5-e2f0-4b83-b5a8-cc193b1ef670 req-4c82a912-672c-4406-84c9-017c06ac93b6 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382748 Apr 05 21:06:59.157113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843cccc-fb10-4bc9-9019-caf1bfe1796e req-fac3eafc-5191-4403-9e0d-1a1839c87df9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:06:59.158576 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e843cccc-fb10-4bc9-9019-caf1bfe1796e req-fac3eafc-5191-4403-9e0d-1a1839c87df9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0830348 Apr 05 21:06:59.201273 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e843cccc-fb10-4bc9-9019-caf1bfe1796e req-764ada68-da79-4273-bc0b-22155bb40b9d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371966 Apr 05 21:07:00.386144 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3ae4f-da5c-44fe-9066-55cfdc6c40df req-1413f202-640f-41d8-800d-943e1437ac12 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:00.387577 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ead3ae4f-da5c-44fe-9066-55cfdc6c40df req-1413f202-640f-41d8-800d-943e1437ac12 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0812991 Apr 05 21:07:00.430451 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-ead3ae4f-da5c-44fe-9066-55cfdc6c40df req-f2561b53-5fe4-49e8-aed3-72be8c8b5dd0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366111 Apr 05 21:07:00.555544 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:07:01.719597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96150a-bf9b-4272-b226-4a3b2419253d req-484e868e-8945-48bd-b30e-087144ae2783 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:01.720972 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a96150a-bf9b-4272-b226-4a3b2419253d req-484e868e-8945-48bd-b30e-087144ae2783 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.1871808 Apr 05 21:07:01.764112 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3a96150a-bf9b-4272-b226-4a3b2419253d req-ce4b7e56-0c8a-404d-831c-70a07bb2baee tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374610 Apr 05 21:07:02.952152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121a1c4-3c6a-4f35-aecf-6e6970d9c6f0 req-8f2b77d5-e85f-4b76-bab1-7a4feab88a98 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:02.954204 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a121a1c4-3c6a-4f35-aecf-6e6970d9c6f0 req-8f2b77d5-e85f-4b76-bab1-7a4feab88a98 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0805233 Apr 05 21:07:02.998202 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-a121a1c4-3c6a-4f35-aecf-6e6970d9c6f0 req-3deeb9b4-3488-4631-aa35-59f5607c690e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379596 Apr 05 21:07:04.186312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34331ed4-9798-4c02-86ef-c771cbab0393 req-a3156051-4d56-4f3b-a3af-bba73afe0830 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:04.188263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34331ed4-9798-4c02-86ef-c771cbab0393 req-a3156051-4d56-4f3b-a3af-bba73afe0830 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0824265 Apr 05 21:07:04.231443 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-34331ed4-9798-4c02-86ef-c771cbab0393 req-2cc9365a-14b1-4129-843b-d08a7cd5c2a4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374908 Apr 05 21:07:04.975148 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-ec680d89-bfe9-413b-92b2-95c7b00b4787 service neutron] show failed (client error): The resource could not be found. Apr 05 21:07:04.976122 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-ec680d89-bfe9-413b-92b2-95c7b00b4787 service neutron] 10.222.0.41 "GET /v2.0/ports/5466c0bc-179e-4cdd-8685-f655b36204c1/bindings/n-h1-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.0757694 Apr 05 21:07:05.233627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-05eefd48-c49d-459f-9677-6c7788c3580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:05.235557 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-05eefd48-c49d-459f-9677-6c7788c3580b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 1096 time: 0.0739541 Apr 05 21:07:05.245999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:07:05.356829 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:05.419210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03046e3a-2bf3-4016-9495-eb74ae4bda35 req-39655c7f-3407-4a0b-ba4f-f75338461445 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:05.420647 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-03046e3a-2bf3-4016-9495-eb74ae4bda35 req-39655c7f-3407-4a0b-ba4f-f75338461445 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0833960 Apr 05 21:07:05.464109 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-03046e3a-2bf3-4016-9495-eb74ae4bda35 req-4099640d-cba9-4c95-b2e1-af23e2ad7d95 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374889 Apr 05 21:07:05.619916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:07:05.651997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:07:05.709102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:07:05.715227 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:05.733417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Transition to ACTIVE for port object 5466c0bc-179e-4cdd-8685-f655b36204c1 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:05.738129 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:05.780194 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'code': 200} Apr 05 21:07:05.881920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Pushing event updated for resources: {'Port': ['ID=5466c0bc-179e-4cdd-8685-f655b36204c1,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:05.901443 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:05.901788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:05.902147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:05.902480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:05.902809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:05.903149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:05.903452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:05.903776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:05.904093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:05.904408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:05.904720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:05.905032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:05.951277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] No DVR routers for this DVR port 5466c0bc-179e-4cdd-8685-f655b36204c1 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:07:06.177985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Attempting to bind port 5466c0bc-179e-4cdd-8685-f655b36204c1 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:06.178227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Attempting to bind port 5466c0bc-179e-4cdd-8685-f655b36204c1 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:06.178509 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Attempting to bind port 5466c0bc-179e-4cdd-8685-f655b36204c1 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:07:06.182926 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Port 5466c0bc-179e-4cdd-8685-f655b36204c1 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:07:06.183238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Attempting to bind port 5466c0bc-179e-4cdd-8685-f655b36204c1 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:07:06.188711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:07:06.189037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Checking segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:07:06.189409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Bound using segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:07:06.189820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Bound port: 5466c0bc-179e-4cdd-8685-f655b36204c1, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:06.190178 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.274822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:07:06.277810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:07:06.282608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.338231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:06.338803 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:06.340152 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] 10.222.0.13 "PUT /v2.0/ports/5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 200 len: 1091 time: 1.0979688 Apr 05 21:07:06.404694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b4f63-c6b0-45fd-964c-d430343cea76 service neutron] Pushing event updated for resources: {'Port': ['ID=5466c0bc-179e-4cdd-8685-f655b36204c1,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:06.441854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-bbc88800-21d2-41db-b584-21abbbc51588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:06.443301 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-bbc88800-21d2-41db-b584-21abbbc51588 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 1094 time: 0.0823545 Apr 05 21:07:06.653526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f4324-e4f9-4eca-bb1e-8c7d41593431 req-c57a560d-7684-404a-a4b6-ea377f949f9c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:06.655016 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-209f4324-e4f9-4eca-bb1e-8c7d41593431 req-c57a560d-7684-404a-a4b6-ea377f949f9c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.0816498 Apr 05 21:07:06.686168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-2b1afeb3-af95-492c-b814-5793d030a80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:06.688224 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-2b1afeb3-af95-492c-b814-5793d030a80f service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.2381692 Apr 05 21:07:06.706272 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-209f4324-e4f9-4eca-bb1e-8c7d41593431 req-3005bbb4-9297-4f91-8c0e-8ab0100285e7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430901 Apr 05 21:07:06.790165 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-f16513c6-2018-4ab9-8075-61bbd8f31499 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 200 len: 998 time: 0.0968208 Apr 05 21:07:06.851782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-e43c352f-c9a3-4f27-9378-74b501841935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:06.853166 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-e43c352f-c9a3-4f27-9378-74b501841935 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0579226 Apr 05 21:07:06.929440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-9418cffb-8fb8-4cb5-a55d-afc9def498e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:06.930909 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-9418cffb-8fb8-4cb5-a55d-afc9def498e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719833 Apr 05 21:07:07.064212 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-5c8b7f17-ad00-4b26-bafc-d0d2236b442b service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269846 Apr 05 21:07:07.201362 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-708e9874-8a2e-4fe2-8bf5-9ce7b7c9bae4 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312432 Apr 05 21:07:07.781702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:07:07.860989 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'status': 'completed', 'code': 200} Apr 05 21:07:08.045753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-a36708b8-908c-4f37-b4c8-ffa2854c0148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:08.047925 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-a36708b8-908c-4f37-b4c8-ffa2854c0148 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 1094 time: 0.1412706 Apr 05 21:07:08.056381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54193f44-79de-4d18-85f8-ef35c4a25c79 req-53b83414-8ec3-4aa3-950c-d480cf7b6d6a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:08.057824 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-54193f44-79de-4d18-85f8-ef35c4a25c79 req-53b83414-8ec3-4aa3-950c-d480cf7b6d6a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.2386668 Apr 05 21:07:08.061437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-871e210d-1924-4da8-b49a-19cf68254f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:08.066486 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-871e210d-1924-4da8-b49a-19cf68254f32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 1094 time: 0.1999991 Apr 05 21:07:08.283980 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-54193f44-79de-4d18-85f8-ef35c4a25c79 req-9c85fe0d-3cb6-4fca-8ec7-9c3490424f82 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989784 Apr 05 21:07:08.336243 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-d877d5d8-60da-480f-8024-c6dbe432c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:08.337663 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-d877d5d8-60da-480f-8024-c6dbe432c38d service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.2785726 Apr 05 21:07:08.339929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-a25b7b86-29b8-409a-bfee-d2457f55bcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:08.341203 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-a25b7b86-29b8-409a-bfee-d2457f55bcd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.2547815 Apr 05 21:07:08.521031 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-543129a5-9b7f-43b9-ac09-e0e4c59fb4cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 200 len: 998 time: 0.1773915 Apr 05 21:07:08.524648 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-e18b22e3-ed6f-4ab7-a137-4f1868d83775 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 200 len: 998 time: 0.1337366 Apr 05 21:07:08.633351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-17f1d1c0-b92e-4900-b730-9b49f962c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:08.634729 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-17f1d1c0-b92e-4900-b730-9b49f962c96d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.1049099 Apr 05 21:07:08.637709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-61ef0e6a-d20f-443f-922c-b936d416cf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:08.639027 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-61ef0e6a-d20f-443f-922c-b936d416cf29 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0786119 Apr 05 21:07:08.899788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-b6059abc-06cd-4484-b3b8-61a096a5c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:08.899788 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-b6059abc-06cd-4484-b3b8-61a096a5c089 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2581477 Apr 05 21:07:08.902874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-2e0d744e-811b-42c5-a74a-cde5358b38b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:08.904170 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-2e0d744e-811b-42c5-a74a-cde5358b38b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998394 Apr 05 21:07:09.138335 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-b6153697-8575-4d96-9d12-381a8f7ab06e service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329595 Apr 05 21:07:09.140135 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-2ab4742b-e465-40ec-baec-702238d964db service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170897 Apr 05 21:07:09.154710 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:09.380731 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-c168ab84-e786-42c9-bcd1-53afe13719e2 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354264 Apr 05 21:07:09.382618 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5813b53-6232-42d0-96d6-9ac66cb17e5f req-51595934-ceec-4907-a338-3c639089a6d5 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357895 Apr 05 21:07:09.433419 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:09.489976 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3981534f-bc68-4486-a55d-866704504742 req-3c088310-d986-437d-9906-c9041a7cac51 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:09.491396 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3981534f-bc68-4486-a55d-866704504742 req-3c088310-d986-437d-9906-c9041a7cac51 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.0949950 Apr 05 21:07:09.534840 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3981534f-bc68-4486-a55d-866704504742 req-ca39c4e6-cc9f-4e09-aa53-4012b1726568 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378327 Apr 05 21:07:09.754674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5466c0bc-179e-4cdd-8685-f655b36204c1 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:07:09.810185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5466c0bc-179e-4cdd-8685-f655b36204c1 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:07:10.715614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2065f87-4704-4842-9f03-36876b62b554 req-1d889f26-70db-4799-a687-4fc2b1a923c4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:10.717070 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2065f87-4704-4842-9f03-36876b62b554 req-1d889f26-70db-4799-a687-4fc2b1a923c4 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.0796659 Apr 05 21:07:10.763931 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d2065f87-4704-4842-9f03-36876b62b554 req-1684d932-8f9e-4684-839c-52200bc23250 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403302 Apr 05 21:07:11.461360 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c862163b-7dcd-48ad-a289-77e3c26b2589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:11.949076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213d9a2-45c4-4b4f-80e9-222341e443cd req-3d57ee56-5523-4e2d-b892-5597435b1ab9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:11.950583 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5213d9a2-45c4-4b4f-80e9-222341e443cd req-3d57ee56-5523-4e2d-b892-5597435b1ab9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.0823410 Apr 05 21:07:12.097890 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5213d9a2-45c4-4b4f-80e9-222341e443cd req-2d1a7d8e-1c3e-4a68-a947-711c677352dd tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417050 Apr 05 21:07:13.290449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8075c5-42c8-4bfc-ade3-3ccd244453a0 req-9e62e7ca-e46a-441a-b969-acc05a6d25b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:13.291889 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d8075c5-42c8-4bfc-ade3-3ccd244453a0 req-9e62e7ca-e46a-441a-b969-acc05a6d25b0 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.0835159 Apr 05 21:07:13.338415 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0d8075c5-42c8-4bfc-ade3-3ccd244453a0 req-a46fab12-96b5-4455-bf36-493706b2414b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403092 Apr 05 21:07:13.758961 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3f25c167-61f9-4bad-9765-65f581214844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:14.520490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d27924-182e-4a56-a4a5-1f9eae32b596 req-87927b0d-b76c-4ea3-b1fc-47ddfec2fe0f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:14.521906 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f6d27924-182e-4a56-a4a5-1f9eae32b596 req-87927b0d-b76c-4ea3-b1fc-47ddfec2fe0f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.0772915 Apr 05 21:07:14.565804 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-f6d27924-182e-4a56-a4a5-1f9eae32b596 req-f1bf45f2-ea7b-4709-afce-57fe098697a3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380642 Apr 05 21:07:14.917497 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:14.991837 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:15.754997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946216e-dab2-4283-a62e-d7cd1459e107 req-f96e0073-7a60-4f25-8891-21db37ece9c5 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:15.756440 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1946216e-dab2-4283-a62e-d7cd1459e107 req-f96e0073-7a60-4f25-8891-21db37ece9c5 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.0806413 Apr 05 21:07:15.803153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1946216e-dab2-4283-a62e-d7cd1459e107 req-fa6b976f-532d-4a0e-854f-9f75f360d2ef tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409532 Apr 05 21:07:16.199394 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:16.989847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecd100-d122-4322-bc7b-6e58157a5b63 req-112846f7-625e-4c0e-885e-bc303eb23cc1 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:16.991190 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eeecd100-d122-4322-bc7b-6e58157a5b63 req-112846f7-625e-4c0e-885e-bc303eb23cc1 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.0801628 Apr 05 21:07:17.034336 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-eeecd100-d122-4322-bc7b-6e58157a5b63 req-c643a343-0bcf-45aa-92ac-efe5994d345b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375628 Apr 05 21:07:17.431931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-ed050f31-e5dc-4cef-a2cc-1fdc52bc079a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:17.433390 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-ed050f31-e5dc-4cef-a2cc-1fdc52bc079a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&binding%3Ahost_id=n-h1-836604-1 HTTP/1.1" status: 200 len: 943 time: 0.0886672 Apr 05 21:07:17.488084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74094f98-558c-4af9-b35d-128a767ad9cb req-2c1a866c-dae7-4e16-acb8-f3f5bf732990 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:17.489497 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74094f98-558c-4af9-b35d-128a767ad9cb req-2c1a866c-dae7-4e16-acb8-f3f5bf732990 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.0822098 Apr 05 21:07:17.512427 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-6f8d58a8-f397-4e21-a785-082c19f6cb91 service neutron] 10.222.0.13 "GET /v2.0/ports/5466c0bc-179e-4cdd-8685-f655b36204c1/bindings/n-h1-836604-1 HTTP/1.1" status: 200 len: 382 time: 0.0739698 Apr 05 21:07:17.534232 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74094f98-558c-4af9-b35d-128a767ad9cb req-1c8c744c-ed0b-4584-8349-862d22a47e09 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387809 Apr 05 21:07:17.604598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2f1d3499-8208-420d-9379-71d48bb61e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:17.605962 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2f1d3499-8208-420d-9379-71d48bb61e65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 1094 time: 0.0731685 Apr 05 21:07:17.737231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-bd197195-2d04-4ef0-8908-ee31709f3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:17.738947 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-bd197195-2d04-4ef0-8908-ee31709f3dbe service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1278620 Apr 05 21:07:17.837999 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-6f8e5125-bf6c-49bd-b21b-aad0a79cd213 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 200 len: 998 time: 0.0924776 Apr 05 21:07:17.902448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-e3409089-cac1-4e00-83da-15d00b18a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:17.903756 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-e3409089-cac1-4e00-83da-15d00b18a83c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0604081 Apr 05 21:07:17.975468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-f686b5ce-15cd-47fd-8f1b-ce19a800260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:17.976860 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-f686b5ce-15cd-47fd-8f1b-ce19a800260d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679893 Apr 05 21:07:18.217160 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-4d4867f3-2c8a-46f1-bef0-a56e0ce2d548 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339034 Apr 05 21:07:18.345357 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-39d162fb-036b-4ab2-849b-9fdbd2af78be service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225295 Apr 05 21:07:18.466528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5466c0bc-179e-4cdd-8685-f655b36204c1 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:07:18.632316 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:07:18.646053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'port_id': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'mac_address': 'fa:16:3e:f0:d3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:07:18.702148 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:18.720178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5466c0bc-179e-4cdd-8685-f655b36204c1 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:07:18.726990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dfd765-13c3-41ce-9c11-af8620b72b1d req-443436ca-c895-4f97-91b6-baddf8a8f639 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:18.728478 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-01dfd765-13c3-41ce-9c11-af8620b72b1d req-443436ca-c895-4f97-91b6-baddf8a8f639 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 943 time: 0.0876763 Apr 05 21:07:18.736452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:07:18.740932 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:18.777141 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-01dfd765-13c3-41ce-9c11-af8620b72b1d req-3a70a725-4afc-4941-8107-e07a3fc5c52c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Apr 05 21:07:18.810244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=5466c0bc-179e-4cdd-8685-f655b36204c1,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:18.818254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:18.818538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:18.819388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:18.819388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:18.819573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:18.819812 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:18.820133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:18.820452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:18.820769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:18.821093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:18.821410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:18.821726 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:07:18.959093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['5466c0bc-179e-4cdd-8685-f655b36204c1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:07:19.962159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cda4ae-37d4-4717-ad5f-e730bd979201 req-72c4d50c-4129-4b90-99e2-ffb526988d22 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:19.963655 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7cda4ae-37d4-4717-ad5f-e730bd979201 req-72c4d50c-4129-4b90-99e2-ffb526988d22 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 944 time: 0.0804474 Apr 05 21:07:20.008100 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-e7cda4ae-37d4-4717-ad5f-e730bd979201 req-43edf189-a1fb-4935-9e39-9abe66f7028a tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383496 Apr 05 21:07:20.466757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5466c0bc-179e-4cdd-8685-f655b36204c1 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:20.537288 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 5466c0bc-179e-4cdd-8685-f655b36204c1 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:20.542266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 5466c0bc-179e-4cdd-8685-f655b36204c1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:20.542655 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.668439 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.694945 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:07:20.713067 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:07:20.720105 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:20.759692 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'code': 200} Apr 05 21:07:20.791756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=5466c0bc-179e-4cdd-8685-f655b36204c1,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:20.933167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-affc9f65-592f-49a5-9e7c-8fca6202ee28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:20.934631 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-affc9f65-592f-49a5-9e7c-8fca6202ee28 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e&tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2 HTTP/1.1" status: 200 len: 1096 time: 0.0696905 Apr 05 21:07:20.944585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:07:21.052536 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:21.198387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cbdab4-a369-40ee-acd2-a2c08a5c54c1 req-0486985b-54fb-4573-a2d3-0bde4be2ac8d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:21.199854 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89cbdab4-a369-40ee-acd2-a2c08a5c54c1 req-0486985b-54fb-4573-a2d3-0bde4be2ac8d tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0838449 Apr 05 21:07:21.246543 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-89cbdab4-a369-40ee-acd2-a2c08a5c54c1 req-f188c67f-ed94-4ffe-8eea-d1843feb3de2 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393493 Apr 05 21:07:21.326912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:07:21.354924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:07:21.421006 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:07:21.428563 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:21.443767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Transition to ACTIVE for port object 5466c0bc-179e-4cdd-8685-f655b36204c1 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:07:21.447885 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:21.488613 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'code': 200} Apr 05 21:07:21.586261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Pushing event updated for resources: {'Port': ['ID=5466c0bc-179e-4cdd-8685-f655b36204c1,revision_number=10']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:21.644003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] No DVR routers for this DVR port 5466c0bc-179e-4cdd-8685-f655b36204c1 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:07:21.866104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Attempting to bind port 5466c0bc-179e-4cdd-8685-f655b36204c1 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:07:21.866337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Attempting to bind port 5466c0bc-179e-4cdd-8685-f655b36204c1 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:07:21.866651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Attempting to bind port 5466c0bc-179e-4cdd-8685-f655b36204c1 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:07:21.871053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Port 5466c0bc-179e-4cdd-8685-f655b36204c1 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:07:21.871365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Attempting to bind port 5466c0bc-179e-4cdd-8685-f655b36204c1 on network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:07:21.876313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:07:21.876638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Checking segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:07:21.877008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Bound using segment: {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:07:21.877420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Bound port: 5466c0bc-179e-4cdd-8685-f655b36204c1, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b119da1-4e30-442a-b812-ecb9871f5e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:07:21.877754 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:21.967771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:07:21.971236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:07:21.976108 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:22.031421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:22.032067 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:22.033392 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] 10.222.0.41 "PUT /v2.0/ports/5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 200 len: 1092 time: 1.0925422 Apr 05 21:07:22.053398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75faf9-50fc-4cd7-9f22-b9c3d975ae1d service neutron] Pushing event updated for resources: {'Port': ['ID=5466c0bc-179e-4cdd-8685-f655b36204c1,revision_number=11']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:22.239840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-564c1a97-e17b-44f5-891f-5bb225887314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:22.241304 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-564c1a97-e17b-44f5-891f-5bb225887314 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 1095 time: 0.1849773 Apr 05 21:07:22.375809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-ca7759ce-3cea-46d1-9b6e-c477fb922659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:22.377252 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-ca7759ce-3cea-46d1-9b6e-c477fb922659 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.1289620 Apr 05 21:07:22.430789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62514422-2574-4008-b946-3fe7279a061b req-a80f0c4e-2ac5-4310-bdad-644224282fe6 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:22.432165 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-62514422-2574-4008-b946-3fe7279a061b req-a80f0c4e-2ac5-4310-bdad-644224282fe6 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 944 time: 0.0799582 Apr 05 21:07:22.481824 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-62514422-2574-4008-b946-3fe7279a061b req-1a86d9ac-a591-4ec3-8630-861c410fa379 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432510 Apr 05 21:07:22.483237 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-e9d039c3-8c63-43e8-be8e-4fa10f3cb508 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 200 len: 998 time: 0.0999010 Apr 05 21:07:22.545951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-87acb017-0344-4033-b87e-b3c189490eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:22.547885 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-87acb017-0344-4033-b87e-b3c189490eeb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0577321 Apr 05 21:07:22.624340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-e69dda2d-6e66-49db-ae37-0c0c4d2a2fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:22.625782 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-e69dda2d-6e66-49db-ae37-0c0c4d2a2fa0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721109 Apr 05 21:07:22.760907 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-818947bd-1e33-4cbf-a7d0-cace1d35a955 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292322 Apr 05 21:07:22.889632 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2084ea09-f291-4df6-8fe8-1f06bc7c0d0e req-7c414d76-aa12-4c85-ab61-0bc340745b07 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223223 Apr 05 21:07:23.489698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:07:23.549570 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'status': 'completed', 'code': 200} Apr 05 21:07:23.687353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc32e311-cc55-4f81-a104-11248d928466 req-9d1d0a27-dc81-4442-8fb0-737e94b2a0a3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:23.689646 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc32e311-cc55-4f81-a104-11248d928466 req-9d1d0a27-dc81-4442-8fb0-737e94b2a0a3 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 944 time: 0.0908899 Apr 05 21:07:23.728775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-203e238e-0180-497c-966b-556449879d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:23.730588 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-203e238e-0180-497c-966b-556449879d41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 1095 time: 0.1607649 Apr 05 21:07:23.733230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-729b18b3-0516-475e-8828-a277dda95135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:23.735239 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-729b18b3-0516-475e-8828-a277dda95135 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 1095 time: 0.1306336 Apr 05 21:07:23.742373 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-cc32e311-cc55-4f81-a104-11248d928466 req-9d8a6fa2-3964-4b65-8ceb-91fb1ce84f8b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432413 Apr 05 21:07:23.973797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-bd7872c0-49be-41c8-8841-6037d8560896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:23.975313 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-bd7872c0-49be-41c8-8841-6037d8560896 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.2385771 Apr 05 21:07:23.977432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-927870dd-d318-4178-aa87-0d7864c3a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:23.978744 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-927870dd-d318-4178-aa87-0d7864c3a2f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 200 len: 913 time: 0.2237494 Apr 05 21:07:24.161091 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-80b5855a-6b85-45f7-bf4b-95dfcab4430c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 200 len: 998 time: 0.1797535 Apr 05 21:07:24.164448 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-dc8f1388-7d56-4b67-8a8e-67a9c6c9956d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 200 len: 998 time: 0.1362038 Apr 05 21:07:24.271587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-9df2f09c-3a6d-4f3d-9f79-2973108cd21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:24.273017 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-9df2f09c-3a6d-4f3d-9f79-2973108cd21c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.1068652 Apr 05 21:07:24.274668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-c5835955-1cb2-433e-af3f-c7ebee6b9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:24.275942 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-c5835955-1cb2-433e-af3f-c7ebee6b9467 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 200 len: 851 time: 0.0792580 Apr 05 21:07:24.497852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5466c0bc-179e-4cdd-8685-f655b36204c1 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:07:24.529746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-03d7126a-7e15-4e11-b9ba-08871e9ed474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:24.531171 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-03d7126a-7e15-4e11-b9ba-08871e9ed474 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2517574 Apr 05 21:07:24.533638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-40ffedbb-3c22-4dd9-a728-1a0ae2ff04af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:24.534975 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-40ffedbb-3c22-4dd9-a728-1a0ae2ff04af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a7ffffb3-68d5-4ed6-9545-70b95aa56b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077340 Apr 05 21:07:24.558307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 5466c0bc-179e-4cdd-8685-f655b36204c1 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:07:24.770343 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-fdd292c7-97f1-4322-ae81-d80a5d2e9122 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324562 Apr 05 21:07:24.774067 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-e63ff2f3-7886-48d2-9f5b-69b5a76f47f5 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187173 Apr 05 21:07:25.069682 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-aac9864d-eda6-4105-a0f0-e9aa04a10dc3 service neutron] 10.222.0.41 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922544 Apr 05 21:07:25.072553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9d91894-fb7d-40f2-aff1-f541ce9ec3e5 req-860be796-3e35-431f-953c-2000c1ec7a33 service neutron] 10.222.0.13 "GET /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778754 Apr 05 21:07:25.096149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf2a7d-7015-425d-92bc-1a4b2d601998 req-0d3c80f8-6949-4c9c-9489-f1762c49ddac tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:25.097571 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6abf2a7d-7015-425d-92bc-1a4b2d601998 req-0d3c80f8-6949-4c9c-9489-f1762c49ddac tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 944 time: 0.2019856 Apr 05 21:07:25.144900 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6abf2a7d-7015-425d-92bc-1a4b2d601998 req-6d6bf0eb-eeb5-47b6-8506-fdd7679ced44 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417004 Apr 05 21:07:26.337067 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da571af-742a-427d-b4df-b88c327cbdde req-33f0f82a-0fa0-4cdf-aa3c-094438531133 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:26.338549 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4da571af-742a-427d-b4df-b88c327cbdde req-33f0f82a-0fa0-4cdf-aa3c-094438531133 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 944 time: 0.0849557 Apr 05 21:07:26.382946 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-4da571af-742a-427d-b4df-b88c327cbdde req-9b78ea8b-73ce-4a2f-a0b6-49d9109131fd tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387912 Apr 05 21:07:27.574965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbd399-a3a0-47c3-a981-2b526eae0460 req-8d6a4839-c8df-4e8e-b72c-d33d41a60996 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:27.576428 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76fbd399-a3a0-47c3-a981-2b526eae0460 req-8d6a4839-c8df-4e8e-b72c-d33d41a60996 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 944 time: 0.0839362 Apr 05 21:07:27.621697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-76fbd399-a3a0-47c3-a981-2b526eae0460 req-830384f9-d0f6-423c-b636-a026f5fdfcae tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388968 Apr 05 21:07:28.808059 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec3770-e657-4eae-9092-45afa0f9abb9 req-2069eef7-1ba0-4df5-ac2e-72bb0ebc2d61 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:28.809492 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d2ec3770-e657-4eae-9092-45afa0f9abb9 req-2069eef7-1ba0-4df5-ac2e-72bb0ebc2d61 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 944 time: 0.0821924 Apr 05 21:07:28.852036 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-d2ec3770-e657-4eae-9092-45afa0f9abb9 req-a27eae5d-e511-4916-b5ec-a0e36fe3cd24 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363963 Apr 05 21:07:30.039676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a65dd-867e-41d2-960c-bc8fdfdbc876 req-5ab3c6ff-1c31-422e-977e-e0593f0cccd7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:30.041110 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-277a65dd-867e-41d2-960c-bc8fdfdbc876 req-5ab3c6ff-1c31-422e-977e-e0593f0cccd7 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 944 time: 0.0847039 Apr 05 21:07:30.085648 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-277a65dd-867e-41d2-960c-bc8fdfdbc876 req-76ffb48b-6cd5-42e0-b5ad-227c5cd08088 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389378 Apr 05 21:07:31.285071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8993ec-6ed0-424c-a27a-a7b18e56e5c4 req-adf38b43-cb44-4302-a96b-d612e7db18d8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:31.286632 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5c8993ec-6ed0-424c-a27a-a7b18e56e5c4 req-adf38b43-cb44-4302-a96b-d612e7db18d8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 944 time: 0.0904813 Apr 05 21:07:31.331285 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-5c8993ec-6ed0-424c-a27a-a7b18e56e5c4 req-0a1be31c-b71b-4e80-a010-78f32a964bd9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389371 Apr 05 21:07:31.893597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5466c0bc-179e-4cdd-8685-f655b36204c1 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:07:32.024654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:07:32.037315 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'port_id': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'mac_address': 'fa:16:3e:f0:d3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:07:32.091815 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.108305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5466c0bc-179e-4cdd-8685-f655b36204c1 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:07:32.123391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:07:32.127390 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:32.196119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=5466c0bc-179e-4cdd-8685-f655b36204c1,revision_number=12']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:32.337615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['5466c0bc-179e-4cdd-8685-f655b36204c1'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:07:32.522089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12e8c3-296e-4f2a-9cc8-886643c4ae78 req-84ce7b33-0c8b-4166-b475-aad0aaa04385 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:32.523536 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae12e8c3-296e-4f2a-9cc8-886643c4ae78 req-84ce7b33-0c8b-4166-b475-aad0aaa04385 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0869970 Apr 05 21:07:32.567360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae12e8c3-296e-4f2a-9cc8-886643c4ae78 req-665a9e4c-807b-4ebf-8b6d-0e1743266241 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379062 Apr 05 21:07:32.754296 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74674817-9c13-4d36-8537-309db0c34f17 req-dead35d5-b2f4-43cc-a0d5-699926f272cb tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:32.755720 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74674817-9c13-4d36-8537-309db0c34f17 req-dead35d5-b2f4-43cc-a0d5-699926f272cb tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0827680 Apr 05 21:07:32.798857 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-74674817-9c13-4d36-8537-309db0c34f17 req-9927ef7f-6b5c-4645-bbaf-225acc1e3bdf tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374169 Apr 05 21:07:32.993015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f9b0c-2a39-4fbe-8169-f2946d9ff20f req-9bd88947-9c2a-4b2c-b99c-17885ab91f65 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:32.994389 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eb0f9b0c-2a39-4fbe-8169-f2946d9ff20f req-9bd88947-9c2a-4b2c-b99c-17885ab91f65 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0831330 Apr 05 21:07:33.037550 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eb0f9b0c-2a39-4fbe-8169-f2946d9ff20f req-d5157cdf-1f68-4c81-8a27-dd828f2f76d8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369990 Apr 05 21:07:33.415885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e0dc40-b1d4-411e-9bf1-ef706a75cda0 req-9910e70e-7982-445b-91c2-03c954d27b1e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:33.417313 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e0dc40-b1d4-411e-9bf1-ef706a75cda0 req-9910e70e-7982-445b-91c2-03c954d27b1e tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 945 time: 0.0789342 Apr 05 21:07:33.469011 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b9e0dc40-b1d4-411e-9bf1-ef706a75cda0 req-f0daf6c0-ba0c-4279-a9b2-e45ea2905cd9 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449672 Apr 05 21:07:33.909768 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5466c0bc-179e-4cdd-8685-f655b36204c1 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:07:33.980884 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 5466c0bc-179e-4cdd-8685-f655b36204c1 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:07:33.985637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 5466c0bc-179e-4cdd-8685-f655b36204c1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:07:33.986052 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:34.100185 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:34.125822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:07:34.135430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:07:34.140215 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:34.175526 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'code': 200} Apr 05 21:07:34.206521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=5466c0bc-179e-4cdd-8685-f655b36204c1,revision_number=13']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:34.652612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fd930-7cca-46ec-9543-3418fe825233 req-35a829f0-e6e7-4a26-92ab-d61cf400d549 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:34.654207 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-514fd930-7cca-46ec-9543-3418fe825233 req-35a829f0-e6e7-4a26-92ab-d61cf400d549 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 946 time: 0.0813804 Apr 05 21:07:34.698196 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-514fd930-7cca-46ec-9543-3418fe825233 req-88089555-b6f5-45ff-b077-7b8b0fdab9c8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups?id=5dcd1057-0ce6-4362-904e-ecbe362f96c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381782 Apr 05 21:07:34.938015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-2692636d-2373-449a-98e6-7552c556db3f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:07:34.939412 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-2692636d-2373-449a-98e6-7552c556db3f tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 946 time: 0.0810547 Apr 05 21:07:35.017779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Deleting port 5466c0bc-179e-4cdd-8685-f655b36204c1 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:07:35.018070 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:35.371073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] For port 5466c0bc-179e-4cdd-8685-f655b36204c1, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=5466c0bc-179e-4cdd-8685-f655b36204c1,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:07:35.371426 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:35.653694 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:35.654351 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:35.654351 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Floating IP c12e7065-dd53-413b-8d9b-1c99899f5215 disassociated. External IP: 172.25.8.7, port: 5466c0bc-179e-4cdd-8685-f655b36204c1. Apr 05 21:07:35.654630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Calling delete_port for 5466c0bc-179e-4cdd-8685-f655b36204c1 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:07:35.805992 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:35.856501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event deleted for resources: {'Port': ['ID=5466c0bc-179e-4cdd-8685-f655b36204c1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:07:35.857838 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-543cee3b-de97-489d-ac3f-3f9f9a071d9b req-437e83cf-7f20-4d7b-9683-4f93bf3e3c1b tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 210 time: 0.0420349 Apr 05 21:07:36.049049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Router ea181a65-ba5b-4fd0-9387-abccda9b4616 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:07:36.225825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:07:36.234968 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6acba-0460-480f-8eee-8c6944ae7acf None None] Sync routers for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:07:36.244210 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6acba-0460-480f-8eee-8c6944ae7acf None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:07:36.244809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-21b6acba-0460-480f-8eee-8c6944ae7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:07:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:36.295556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] No DVR routers for this DVR port 5466c0bc-179e-4cdd-8685-f655b36204c1 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:07:36.298133 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:36.300556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'name': 'network-vif-deleted', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:07:36.317601 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ec6ce06a-9db3-4176-ac9f-312fe7128824 req-0857303d-b08c-4076-bbf8-52780e2d0dc8 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.41 "DELETE /v2.0/ports/5466c0bc-179e-4cdd-8685-f655b36204c1 HTTP/1.1" status: 204 len: 173 time: 1.3730006 Apr 05 21:07:36.356756 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf3d9c8-5661-4883-a494-56fe9f65104e', 'name': 'network-vif-deleted', 'tag': '5466c0bc-179e-4cdd-8685-f655b36204c1', 'status': 'completed', 'code': 200} Apr 05 21:07:36.461966 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-21b6acba-0460-480f-8eee-8c6944ae7acf None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:07:36.784272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-21b6acba-0460-480f-8eee-8c6944ae7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:36.788088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6acba-0460-480f-8eee-8c6944ae7acf None None] Checking router: ea181a65-ba5b-4fd0-9387-abccda9b4616 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:07:36.796627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b6acba-0460-480f-8eee-8c6944ae7acf None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:07:36.797265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-21b6acba-0460-480f-8eee-8c6944ae7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:07:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:36.986464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-21b6acba-0460-480f-8eee-8c6944ae7acf None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:07:37.032091 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-8ef61a0c-07e4-4a84-91fe-8ead45ffe839 req-d4014654-12de-4c72-8b38-f9bbe984a25c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cf3d9c8-5661-4883-a494-56fe9f65104e HTTP/1.1" status: 200 len: 210 time: 0.0435247 Apr 05 21:07:37.335206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-21b6acba-0460-480f-8eee-8c6944ae7acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:07:37.339051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b6acba-0460-480f-8eee-8c6944ae7acf None None] The sync data for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 is: [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:03:06Z', 'revision_number': 4, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '8b01b28a-5858-45d7-8128-032e355cc3db', 'name': '', 'network_id': 'a7ffffb3-68d5-4ed6-9545-70b95aa56b83', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'mac_address': 'fa:16:3e:58:97:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '36391505-923a-4729-b98b-d3877b6e939e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:06Z', 'updated_at': '2022-04-05T21:03:12Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'subnets': [{'id': '36391505-923a-4729-b98b-d3877b6e939e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:07:37.550481 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9385fc2e-9e14-4c06-9863-7786ede1bef3 None None] New status for floating IP c12e7065-dd53-413b-8d9b-1c99899f5215: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:07:37.618902 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:07:39.168346 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:39.407976 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:39.971510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5466c0bc-179e-4cdd-8685-f655b36204c1 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:07:40.005186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 5466c0bc-179e-4cdd-8685-f655b36204c1 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:07:40.005526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 5466c0bc-179e-4cdd-8685-f655b36204c1 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:07:41.462087 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4f510460-9782-49e4-a65f-9591f50ee43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:43.763829 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9abe3a88-e76d-44b3-8e03-6bcea38daf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:44.917813 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:44.994289 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:07:46.201596 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:09.167226 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:09.421713 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:11.464577 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4147dfd8-2208-4e39-b16b-682d543a9d8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:13.766730 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c12f54c7-37b6-4146-95ce-ec9c3b017300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:14.560011 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:08:14.920194 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:14.996480 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:16.206194 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.184275 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:39.436321 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:41.468006 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d1ea6621-029a-49b7-af4b-d1c8a729e21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:41.535083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60140) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:41.611013 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:41.639271 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:41.704349 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:41.721757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcd1057-0ce6-4362-904e-ecbe362f96c3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:41.738326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:41.738666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:41.739008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:41.739387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:41.739913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:41.740282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:41.740763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:41.741086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:41.741429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:41.741731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:41.742075 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:41.742400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:41.751179 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:41.752338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-390cba0a-6cad-4bba-a10b-c133e3edf5ff tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "DELETE /v2.0/security-groups/5dcd1057-0ce6-4362-904e-ecbe362f96c3 HTTP/1.1" status: 204 len: 168 time: 0.2162757 Apr 05 21:08:41.754971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60154) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:41.770647 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-91ce058d-5f56-40b0-970b-6742682e9447 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] show failed (client error): The resource could not be found. Apr 05 21:08:41.771618 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-91ce058d-5f56-40b0-970b-6742682e9447 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "GET /v2.0/security-groups/5dcd1057-0ce6-4362-904e-ecbe362f96c3 HTTP/1.1" status: 404 len: 347 time: 0.0157652 Apr 05 21:08:41.774578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60158) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:41.929356 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Deleting port f0c58543-0a68-4197-a3b9-723678c196fd {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:08:41.929687 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:42.094721 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:42.095038 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:42.219922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Calling delete_port for f0c58543-0a68-4197-a3b9-723678c196fd owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:08:42.355362 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:42.438699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Pushing event deleted for resources: {'Port': ['ID=f0c58543-0a68-4197-a3b9-723678c196fd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:42.478860 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:42.479187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:42.479510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:42.479830 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:42.480149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:42.480463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:42.480803 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:42.481114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:42.481422 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:42.481726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:42.482071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:42.482378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:08:42.505819 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:42.519830 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:42.520937 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b86cc438-7b13-47fb-816a-fda8c41a8628 tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] 10.222.0.24 "DELETE /v2.0/floatingips/c12e7065-dd53-413b-8d9b-1c99899f5215 HTTP/1.1" status: 204 len: 168 time: 0.7454121 Apr 05 21:08:42.524152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60168) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:43.237706 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68740c76-124e-41aa-9f41-8dab9ec7214f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:43.582703 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-68740c76-124e-41aa-9f41-8dab9ec7214f admin admin] Deleting port 8b01b28a-5858-45d7-8128-032e355cc3db {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:08:43.583039 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68740c76-124e-41aa-9f41-8dab9ec7214f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:43.751945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-68740c76-124e-41aa-9f41-8dab9ec7214f admin admin] For port 8b01b28a-5858-45d7-8128-032e355cc3db, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8b01b28a-5858-45d7-8128-032e355cc3db,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:08:43.752633 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68740c76-124e-41aa-9f41-8dab9ec7214f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:43.772117 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-130a369e-0354-416d-ab64-5016223b5b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:43.877917 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-68740c76-124e-41aa-9f41-8dab9ec7214f admin admin] Calling delete_port for 8b01b28a-5858-45d7-8128-032e355cc3db owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:08:44.052720 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68740c76-124e-41aa-9f41-8dab9ec7214f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:44.125792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68740c76-124e-41aa-9f41-8dab9ec7214f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b01b28a-5858-45d7-8128-032e355cc3db,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:44.483207 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-68740c76-124e-41aa-9f41-8dab9ec7214f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:44.845379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68740c76-124e-41aa-9f41-8dab9ec7214f admin admin] Router ea181a65-ba5b-4fd0-9387-abccda9b4616 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:08:44.923098 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.000076 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.023730 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68740c76-124e-41aa-9f41-8dab9ec7214f admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:08:45.033198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd51dfb-6b74-4f1d-8413-f2a9e41c808e None None] Sync routers for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:08:45.036154 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-68740c76-124e-41aa-9f41-8dab9ec7214f admin admin] 10.222.0.24 "PUT /v2.0/routers/ea181a65-ba5b-4fd0-9387-abccda9b4616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5110586 Apr 05 21:08:45.038945 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60174) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:45.042782 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd51dfb-6b74-4f1d-8413-f2a9e41c808e None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:08:45.043912 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-abd51dfb-6b74-4f1d-8413-f2a9e41c808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:08:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:45.215631 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.263092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-abd51dfb-6b74-4f1d-8413-f2a9e41c808e None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:08:45.396968 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.407613 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] Deleting port 4c6d7bd4-e833-4b2c-a750-1ac8c327337e {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:08:45.407965 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.549951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-abd51dfb-6b74-4f1d-8413-f2a9e41c808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206'}], 'enable_snat': True}, 'gw_port_id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:08:43Z', 'revision_number': 5, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port': {'id': '4c6d7bd4-e833-4b2c-a750-1ac8c327337e', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:03:03Z', 'updated_at': '2022-04-05T21:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:45.554311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd51dfb-6b74-4f1d-8413-f2a9e41c808e None None] Checking router: ea181a65-ba5b-4fd0-9387-abccda9b4616 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:08:45.564043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd51dfb-6b74-4f1d-8413-f2a9e41c808e None None] Routers {'ea181a65-ba5b-4fd0-9387-abccda9b4616'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:08:45.564657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-abd51dfb-6b74-4f1d-8413-f2a9e41c808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:08:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ea181a65-ba5b-4fd0-9387-abccda9b4616'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:45.714012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] For port 4c6d7bd4-e833-4b2c-a750-1ac8c327337e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4c6d7bd4-e833-4b2c-a750-1ac8c327337e,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:08:45.714601 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:45.723049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-abd51dfb-6b74-4f1d-8413-f2a9e41c808e None None] Set router ea181a65-ba5b-4fd0-9387-abccda9b4616 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:08:45.830395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-abd51dfb-6b74-4f1d-8413-f2a9e41c808e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:08:45Z', 'revision_number': 6, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:45.834239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd51dfb-6b74-4f1d-8413-f2a9e41c808e None None] The sync data for ids ['ea181a65-ba5b-4fd0-9387-abccda9b4616'] in n-d-836604-1 is: [{'id': 'ea181a65-ba5b-4fd0-9387-abccda9b4616', 'name': 'tempest-ServerActionsTestJSON-1847794150-router', 'tenant_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:03:02Z', 'updated_at': '2022-04-05T21:08:45Z', 'revision_number': 6, 'project_id': '1800f8f4f7dd42b5a330e7cdd8dda2c2', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:08:45.837400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] Calling delete_port for 4c6d7bd4-e833-4b2c-a750-1ac8c327337e owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:08:46.007802 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.056510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] Pushing event deleted for resources: {'Port': ['ID=4c6d7bd4-e833-4b2c-a750-1ac8c327337e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:46.145276 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.211427 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.321253 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.323366 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.348135 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.348633 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea181a65-ba5b-4fd0-9387-abccda9b4616 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:08:46.361642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.362812 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-62230877-e74b-4cff-93b3-e78c4d9c8a0d admin admin] 10.222.0.24 "DELETE /v2.0/routers/ea181a65-ba5b-4fd0-9387-abccda9b4616 HTTP/1.1" status: 204 len: 168 time: 1.3229547 Apr 05 21:08:46.365333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60178) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:46.423187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfacb32f-f155-4fb9-bc13-95a5165c8319 admin admin] Deleting subnet 36391505-923a-4729-b98b-d3877b6e939e {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:08:46.425976 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dfacb32f-f155-4fb9-bc13-95a5165c8319 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.473973 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dfacb32f-f155-4fb9-bc13-95a5165c8319 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.553294 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dfacb32f-f155-4fb9-bc13-95a5165c8319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.621408 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dfacb32f-f155-4fb9-bc13-95a5165c8319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.662278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacb32f-f155-4fb9-bc13-95a5165c8319 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36391505-923a-4729-b98b-d3877b6e939e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:46.667511 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dfacb32f-f155-4fb9-bc13-95a5165c8319 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.673278 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dfacb32f-f155-4fb9-bc13-95a5165c8319 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/36391505-923a-4729-b98b-d3877b6e939e HTTP/1.1" status: 204 len: 168 time: 0.3069875 Apr 05 21:08:46.673432 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231d6e50-d754-4f8d-8c22-ad4b9dd8df91 None None] Network a7ffffb3-68d5-4ed6-9545-70b95aa56b83 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:08:46.675706 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60182) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:46.791791 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.792468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8b01b28a-5858-45d7-8128-032e355cc3db no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:46.802074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Deleting port 61a0eb06-e940-4748-bc77-81405ef1ea4c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:08:46.802400 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:46.842806 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 8b01b28a-5858-45d7-8128-032e355cc3db {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:08:46.843141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8b01b28a-5858-45d7-8128-032e355cc3db not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:46.843546 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4c6d7bd4-e833-4b2c-a750-1ac8c327337e no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:46.907949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 4c6d7bd4-e833-4b2c-a750-1ac8c327337e {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:08:46.908321 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4c6d7bd4-e833-4b2c-a750-1ac8c327337e not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:47.022338 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] For port 61a0eb06-e940-4748-bc77-81405ef1ea4c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=61a0eb06-e940-4748-bc77-81405ef1ea4c,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:08:47.022695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.029840 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aed3970-3b68-4042-baae-cefc05f26bdf None None] DHCP port deletion for a7ffffb3-68d5-4ed6-9545-70b95aa56b83 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:08:47.033773 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1aed3970-3b68-4042-baae-cefc05f26bdf None None] Deleting port 61a0eb06-e940-4748-bc77-81405ef1ea4c {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:08:47.034187 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1aed3970-3b68-4042-baae-cefc05f26bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.146266 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Calling delete_port for 61a0eb06-e940-4748-bc77-81405ef1ea4c owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:08:47.223870 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.237488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-1aed3970-3b68-4042-baae-cefc05f26bdf None None] For port 61a0eb06-e940-4748-bc77-81405ef1ea4c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=61a0eb06-e940-4748-bc77-81405ef1ea4c,segment=NetworkSegment(2b119da1-4e30-442a-b812-ecb9871f5e61),segment_id=2b119da1-4e30-442a-b812-ecb9871f5e61)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:08:47.238055 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1aed3970-3b68-4042-baae-cefc05f26bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.272392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a0eb06-e940-4748-bc77-81405ef1ea4c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:47.277970 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] No DVR routers for this DVR port 61a0eb06-e940-4748-bc77-81405ef1ea4c on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:08:47.358083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1aed3970-3b68-4042-baae-cefc05f26bdf None None] Calling delete_port for 61a0eb06-e940-4748-bc77-81405ef1ea4c owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:08:47.394614 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.421087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ffffb3-68d5-4ed6-9545-70b95aa56b83']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:47.433016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b119da1-4e30-442a-b812-ecb9871f5e61') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:47.433311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b119da1-4e30-442a-b812-ecb9871f5e61') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:08:47.445070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.461078 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.461981 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-1aed3970-3b68-4042-baae-cefc05f26bdf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:08:47.462334 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-1aed3970-3b68-4042-baae-cefc05f26bdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:08:47.467611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:08:47.468145 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: timer() Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:08:47.481218 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:08:47.669572 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.686563 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.698847 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ffffb3-68d5-4ed6-9545-70b95aa56b83,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:47.710933 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bb3c2f42-1b03-48c1-bef8-1ccbbd16c958 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a7ffffb3-68d5-4ed6-9545-70b95aa56b83 HTTP/1.1" status: 204 len: 168 time: 1.0342448 Apr 05 21:08:47.816447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60190) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:47.864202 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-84a738c3-a970-4fb6-b484-9b9fe41c2e01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1800f8f4f7dd42b5a330e7cdd8dda2c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466099 Apr 05 21:08:47.866578 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60194) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:47.928026 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-87076a64-d4db-45d6-9b78-6716869e0125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.953248 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-87076a64-d4db-45d6-9b78-6716869e0125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:47.963685 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1aed3970-3b68-4042-baae-cefc05f26bdf None None] Deleting port 61a0eb06-e940-4748-bc77-81405ef1ea4c {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:08:47.964200 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1aed3970-3b68-4042-baae-cefc05f26bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.003499 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-87076a64-d4db-45d6-9b78-6716869e0125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.021744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87076a64-d4db-45d6-9b78-6716869e0125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8d4b28-652d-4330-b099-72c981849e4a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:48.028629 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-87076a64-d4db-45d6-9b78-6716869e0125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.032328 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-87076a64-d4db-45d6-9b78-6716869e0125 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd8d4b28-652d-4330-b099-72c981849e4a HTTP/1.1" status: 204 len: 168 time: 0.1623015 Apr 05 21:08:48.037704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1aed3970-3b68-4042-baae-cefc05f26bdf None None] The port '61a0eb06-e940-4748-bc77-81405ef1ea4c' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 21:08:48.746853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 61a0eb06-e940-4748-bc77-81405ef1ea4c no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:08:48.753559 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60218) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:48.782162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 61a0eb06-e940-4748-bc77-81405ef1ea4c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:08:48.782499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 61a0eb06-e940-4748-bc77-81405ef1ea4c not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:08:48.856990 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1473891787-network', 'tenant_id': 'f432e335463146acb416f8cb13040eb3'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:08:48.862487 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:48.866306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Usage tracker for resource:network and tenant:f432e335463146acb416f8cb13040eb3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:48.869133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:48.874742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:48.886523 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Made reservation on behalf of f432e335463146acb416f8cb13040eb3 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:08:48.889493 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.901744 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:48.916396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:48.920127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Usage tracker for resource:security_group_rule and tenant:f432e335463146acb416f8cb13040eb3 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:48.922827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:48.928274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:49.016990 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.020478 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.059108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:08:49.061199 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc2a860-530c-4b45-8342-fcb8435ad700,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:49.071784 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.072171 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Added segment 37e413d2-c171-4d88-b6c0-39cf22f9dc60 of type vlan for network 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b Apr 05 21:08:49.098785 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.127322 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.128257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:49.128820 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.227261 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4725921 Apr 05 21:08:49.230562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60226) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:08:49.232834 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494bf3a1-fc98-4287-bfff-c5a73da620f9 admin admin] Pushing event updated for resources: {'Network': ['ID=36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:49.236623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Request body: {'subnet': {'network_id': '36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1473891787-subnet', 'tenant_id': 'f432e335463146acb416f8cb13040eb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:08:49.242305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:49.242832 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:08:49.246140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Usage tracker for resource:subnet and tenant:f432e335463146acb416f8cb13040eb3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:49.250023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:49.255719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:49.265429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Made reservation on behalf of f432e335463146acb416f8cb13040eb3 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:08:49.267797 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.577331 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.662692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b0c26a6-0ab2-4ff0-ba55-c227a61240bc,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:49.672780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Checking segment: {'id': '37e413d2-c171-4d88-b6c0-39cf22f9dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:08:49.673136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Network hostable DHCP agents. Network: 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:08:49.691475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Network 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:08:49.700325 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:08:49.704604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:49.705274 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:49.711326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3782d994-06b6-4e3d-a0fa-b0a4495bc519 None None] Network 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:08:49.727829 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-346f3e5c-143a-4373-bd23-fab70afee4d7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4961369 Apr 05 21:08:49.923665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e499b29d-b55f-4d5c-b551-17f8180739e5 None None] Network 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:08:50.230226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-4d351243-d784-47c2-ad3c-009495514585 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:50.232038 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-4d351243-d784-47c2-ad3c-009495514585 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/networks?id=36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b HTTP/1.1" status: 200 len: 814 time: 0.1456754 Apr 05 21:08:50.247282 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-2b1adbaf-e5ec-49a7-8251-044bc1ea7266 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/quotas/f432e335463146acb416f8cb13040eb3 HTTP/1.1" status: 200 len: 375 time: 0.0097549 Apr 05 21:08:50.300579 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-218b13d7-54ef-4fb5-9c1f-91a410bed743 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f432e335463146acb416f8cb13040eb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480428 Apr 05 21:08:50.548084 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-f3f6c77f-5f54-45aa-b58e-cf7c275d6b05 service neutron] 10.222.0.24 "GET /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660852 Apr 05 21:08:50.680187 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-722fee0b-30ba-46d6-bae6-7acaf592510d service neutron] 10.222.0.24 "GET /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263165 Apr 05 21:08:50.854507 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7ff1fa8e-0ab8-4b46-95ab-99c3448c6671 req-3d99b501-74de-4350-8381-59381b066585 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 210 time: 0.0426602 Apr 05 21:08:51.558362 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:08:51.950021 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-360dd6b1-3061-4283-a22f-e3fe5a8bb91b req-5cb2d7e4-588b-4ae7-bae8-c1786795d9ea tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 210 time: 0.0412607 Apr 05 21:08:53.051162 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84d3f39e-f5d9-4c9f-afd2-a89c080c894b req-6eb3b344-926f-448d-9cb0-f8536ac94655 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 210 time: 0.0464914 Apr 05 21:08:54.144502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-68269f98-069d-4dd3-98bf-94dff0e81901 req-16c11bb2-b283-420d-831b-0531c193c255 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 210 time: 0.0430288 Apr 05 21:08:55.295473 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3c97513-7792-481d-b7b2-e14ee0a5d054 req-bca72816-0c2f-4c32-bfe2-9ef2ed60f04c tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 210 time: 0.0432057 Apr 05 21:08:56.057206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-365c691e-48b9-45fa-a4a6-06d151b51c1c tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:56.059456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-365c691e-48b9-45fa-a4a6-06d151b51c1c tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.41 "GET /v2.0/networks?id=36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b HTTP/1.1" status: 200 len: 814 time: 0.1469114 Apr 05 21:08:56.070638 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Request body: {'port': {'device_id': '6b27c25c-fe78-4e4b-b50b-a1b855763c40', 'network_id': '36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b', 'admin_state_up': True, 'tenant_id': 'f432e335463146acb416f8cb13040eb3'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:08:56.208476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:08:56.212203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Usage tracker for resource:port and tenant:f432e335463146acb416f8cb13040eb3 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:08:56.215634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:08:56.221251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:08:56.231131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Made reservation on behalf of f432e335463146acb416f8cb13040eb3 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:08:56.234669 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:56.397404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Allocated IP 172.20.0.13 (36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b/0b0c26a6-0ab2-4ff0-ba55-c227a61240bc/f3c04cea-427e-4168-9114-a10ef9b72d82) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:08:56.451461 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eceda9d4-836b-45e9-9e7b-e54a684b3555 req-5416e4c4-d20a-48fe-9131-2bd1fd0258a4 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 210 time: 0.0515511 Apr 05 21:08:56.643201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:56.672605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:56.743462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Network 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:08:56.753207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:08:56.755814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:08:56.906858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Pushing event updated for resources: {'Port': ['ID=f3c04cea-427e-4168-9114-a10ef9b72d82,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:56.937860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:56.938474 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:56.958325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-0b992e0b-19b5-48d0-ae12-0126e8c20774 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8912349 Apr 05 21:08:56.969740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Request body: {'port': {'device_id': '6b27c25c-fe78-4e4b-b50b-a1b855763c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:08:57.081643 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:57.423914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c04cea-427e-4168-9114-a10ef9b72d82 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:08:57.431142 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:57.445222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Transition to ACTIVE for port object f3c04cea-427e-4168-9114-a10ef9b72d82 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:08:57.448785 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:57.614336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Pushing event updated for resources: {'Port': ['ID=f3c04cea-427e-4168-9114-a10ef9b72d82,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:57.739361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Attempting to bind port f3c04cea-427e-4168-9114-a10ef9b72d82 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:08:57.739690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Attempting to bind port f3c04cea-427e-4168-9114-a10ef9b72d82 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '37e413d2-c171-4d88-b6c0-39cf22f9dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:08:57.740012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Attempting to bind port f3c04cea-427e-4168-9114-a10ef9b72d82 on network 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:08:57.748239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Port f3c04cea-427e-4168-9114-a10ef9b72d82 on network 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:08:57.748531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Attempting to bind port f3c04cea-427e-4168-9114-a10ef9b72d82 on network 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:08:57.760664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add09704-ddd9-43db-8c7d-5e8780a9fa89 req-29a30a8e-4369-4cba-afd4-1fa8626e4dcc tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:57.761380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-add09704-ddd9-43db-8c7d-5e8780a9fa89 req-29a30a8e-4369-4cba-afd4-1fa8626e4dcc tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Synchronizing usage tracker for tenant:f432e335463146acb416f8cb13040eb3 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:08:57.764882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:08:57.765206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Checking segment: {'id': '37e413d2-c171-4d88-b6c0-39cf22f9dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:08:57.765573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Bound using segment: {'id': '37e413d2-c171-4d88-b6c0-39cf22f9dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:08:57.766027 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Bound port: f3c04cea-427e-4168-9114-a10ef9b72d82, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e413d2-c171-4d88-b6c0-39cf22f9dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:08:57.766371 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:57.832625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-add09704-ddd9-43db-8c7d-5e8780a9fa89 req-29a30a8e-4369-4cba-afd4-1fa8626e4dcc tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Unset dirty status for tenant:f432e335463146acb416f8cb13040eb3 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:08:57.833756 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-add09704-ddd9-43db-8c7d-5e8780a9fa89 req-29a30a8e-4369-4cba-afd4-1fa8626e4dcc tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 944 time: 0.2718179 Apr 05 21:08:57.892723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] For port f3c04cea-427e-4168-9114-a10ef9b72d82, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:08:57.903215 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-add09704-ddd9-43db-8c7d-5e8780a9fa89 req-4bbd3172-5f0c-4f6f-925f-df5609b9cc0c tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610049 Apr 05 21:08:57.905633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] For port f3c04cea-427e-4168-9114-a10ef9b72d82, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=f3c04cea-427e-4168-9114-a10ef9b72d82,segment=NetworkSegment(37e413d2-c171-4d88-b6c0-39cf22f9dc60),segment_id=37e413d2-c171-4d88-b6c0-39cf22f9dc60)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:08:57.910125 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:57.967673 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:57.968276 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:08:57.969625 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] 10.222.0.41 "PUT /v2.0/ports/f3c04cea-427e-4168-9114-a10ef9b72d82 HTTP/1.1" status: 200 len: 1092 time: 1.0039740 Apr 05 21:08:57.970196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b27c25c-fe78-4e4b-b50b-a1b855763c40', 'tag': 'f3c04cea-427e-4168-9114-a10ef9b72d82'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:08:58.008163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e857d-f330-4d39-a147-708e61b089dc service neutron] Pushing event updated for resources: {'Port': ['ID=f3c04cea-427e-4168-9114-a10ef9b72d82,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:08:58.042167 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b27c25c-fe78-4e4b-b50b-a1b855763c40', 'tag': 'f3c04cea-427e-4168-9114-a10ef9b72d82', 'status': 'completed', 'code': 200} Apr 05 21:08:58.082320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-4710523d-5215-4ffb-9b92-cb241a058f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:58.083775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-4710523d-5215-4ffb-9b92-cb241a058f24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f432e335463146acb416f8cb13040eb3&device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 1095 time: 0.0767956 Apr 05 21:08:58.154603 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-f4a17559-9dbf-4e3c-8679-52654fa1fb07 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3c04cea-427e-4168-9114-a10ef9b72d82 HTTP/1.1" status: 200 len: 217 time: 0.0636597 Apr 05 21:08:58.215145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-f4f2cf8d-a5d1-4639-a8a7-fa5f2d7b7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:58.216509 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-f4f2cf8d-a5d1-4639-a8a7-fa5f2d7b7aef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b0c26a6-0ab2-4ff0-ba55-c227a61240bc HTTP/1.1" status: 200 len: 854 time: 0.0563793 Apr 05 21:08:58.261856 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-f3ad0eab-f968-40a3-9f00-c9607fd420ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397894 Apr 05 21:08:58.392332 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-fc106a80-91d1-4d08-853c-fe8ce20a3d50 service neutron] 10.222.0.41 "GET /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241431 Apr 05 21:08:58.521380 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9f256a6-5da5-4a8e-95ef-697bb2c72542 req-86ce62b8-72a0-4b5d-9c3c-c164d7067747 service neutron] 10.222.0.41 "GET /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230567 Apr 05 21:08:58.639603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc3ff2-96ab-4aa7-a0c8-c6785285f511 req-1cf8483f-bcd3-4849-aa41-60a721a26814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:58.641023 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ecc3ff2-96ab-4aa7-a0c8-c6785285f511 req-1cf8483f-bcd3-4849-aa41-60a721a26814 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f432e335463146acb416f8cb13040eb3&device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 1095 time: 0.0738940 Apr 05 21:08:58.870691 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc3ff2-96ab-4aa7-a0c8-c6785285f511 req-f627ed97-e457-43d3-b7ce-c59f4dd3dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:58.872638 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ecc3ff2-96ab-4aa7-a0c8-c6785285f511 req-f627ed97-e457-43d3-b7ce-c59f4dd3dcb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b HTTP/1.1" status: 200 len: 915 time: 0.2257357 Apr 05 21:08:58.942658 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ecc3ff2-96ab-4aa7-a0c8-c6785285f511 req-e0ade6d2-3026-4643-ba40-3d6ac1c3aee5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3c04cea-427e-4168-9114-a10ef9b72d82 HTTP/1.1" status: 200 len: 217 time: 0.0635211 Apr 05 21:08:59.004700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc3ff2-96ab-4aa7-a0c8-c6785285f511 req-5fb070dd-aabf-4ea0-9ae9-b24ec9114db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:59.006225 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ecc3ff2-96ab-4aa7-a0c8-c6785285f511 req-5fb070dd-aabf-4ea0-9ae9-b24ec9114db6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b0c26a6-0ab2-4ff0-ba55-c227a61240bc HTTP/1.1" status: 200 len: 854 time: 0.0574408 Apr 05 21:08:59.090100 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ecc3ff2-96ab-4aa7-a0c8-c6785285f511 req-20ea49ba-9783-4e31-b5b1-dabac4d4eff0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504704 Apr 05 21:08:59.220766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b2491-9fc1-4e9b-af81-b1970cf7bf4b req-b9a0312b-8cf5-4042-8877-8f7bd73fcfea tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:08:59.222125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d6b2491-9fc1-4e9b-af81-b1970cf7bf4b req-b9a0312b-8cf5-4042-8877-8f7bd73fcfea tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 944 time: 0.2138522 Apr 05 21:08:59.262463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ecc3ff2-96ab-4aa7-a0c8-c6785285f511 req-41778a0f-384b-47cd-866a-33d8663d3fc8 service neutron] 10.222.0.41 "GET /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655993 Apr 05 21:08:59.316843 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2d6b2491-9fc1-4e9b-af81-b1970cf7bf4b req-66b343aa-e64e-40db-b938-875774690615 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868692 Apr 05 21:08:59.404759 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ecc3ff2-96ab-4aa7-a0c8-c6785285f511 req-eab2a9ab-9859-49ae-821a-c22520a9d6a2 service neutron] 10.222.0.41 "GET /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343021 Apr 05 21:09:00.501448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75498006-6b0a-4521-a845-547ecf0c8535 req-bb509adc-6ac1-4be8-b48d-38e8cc5b9107 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:00.502926 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-75498006-6b0a-4521-a845-547ecf0c8535 req-bb509adc-6ac1-4be8-b48d-38e8cc5b9107 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 944 time: 0.0841100 Apr 05 21:09:00.546723 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-75498006-6b0a-4521-a845-547ecf0c8535 req-c7a9fde9-2ad8-48db-9b55-148697fe49ea tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382261 Apr 05 21:09:01.734917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d121f-c8ec-4dc9-ab86-999f84391740 req-a603a9c8-a594-42d4-9d55-aeb4d9df3dfb tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:01.736377 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e2d121f-c8ec-4dc9-ab86-999f84391740 req-a603a9c8-a594-42d4-9d55-aeb4d9df3dfb tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 944 time: 0.0849030 Apr 05 21:09:01.787311 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e2d121f-c8ec-4dc9-ab86-999f84391740 req-0e29c6a5-ecb4-4b90-ab89-1dbf39302fd8 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453753 Apr 05 21:09:02.438903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device f3c04cea-427e-4168-9114-a10ef9b72d82 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:09:02.569582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port f3c04cea-427e-4168-9114-a10ef9b72d82, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=f3c04cea-427e-4168-9114-a10ef9b72d82,segment=NetworkSegment(37e413d2-c171-4d88-b6c0-39cf22f9dc60),segment_id=37e413d2-c171-4d88-b6c0-39cf22f9dc60)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:02.582256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'f3c04cea-427e-4168-9114-a10ef9b72d82', 'network_id': '36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b', 'port_id': 'f3c04cea-427e-4168-9114-a10ef9b72d82', 'mac_address': 'fa:16:3e:ee:85:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0c26a6-0ab2-4ff0-ba55-c227a61240bc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:09:02.638619 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.655246 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c04cea-427e-4168-9114-a10ef9b72d82 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:09:02.671078 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port f3c04cea-427e-4168-9114-a10ef9b72d82, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=f3c04cea-427e-4168-9114-a10ef9b72d82,segment=NetworkSegment(37e413d2-c171-4d88-b6c0-39cf22f9dc60),segment_id=37e413d2-c171-4d88-b6c0-39cf22f9dc60)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:02.674732 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:02.740613 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=f3c04cea-427e-4168-9114-a10ef9b72d82,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:02.747830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:02.748165 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:02.748494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:02.748820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:02.749143 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:02.749464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:02.749781 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:02.750122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:02.750438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:02.750751 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:02.751066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:02.751374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:02.873257 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['f3c04cea-427e-4168-9114-a10ef9b72d82'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:09:02.971075 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2edc2fb-a4a3-458f-a4b3-6c08d2678db0 req-fe43991b-6889-46ee-ac45-4aa5b3155619 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:02.972443 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2edc2fb-a4a3-458f-a4b3-6c08d2678db0 req-fe43991b-6889-46ee-ac45-4aa5b3155619 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 945 time: 0.0823488 Apr 05 21:09:03.017581 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f2edc2fb-a4a3-458f-a4b3-6c08d2678db0 req-f13072d8-b67b-425e-8840-6c681b79c79c tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394466 Apr 05 21:09:04.202136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e31edb-0965-4438-8208-779159d94207 req-c43f0d60-8e5d-4242-91b3-f68114007f54 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:04.203554 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11e31edb-0965-4438-8208-779159d94207 req-c43f0d60-8e5d-4242-91b3-f68114007f54 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 945 time: 0.0830386 Apr 05 21:09:04.246230 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11e31edb-0965-4438-8208-779159d94207 req-b45cbbc6-81cf-4dfb-98a7-4c9ec04a8e25 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365374 Apr 05 21:09:04.438298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device f3c04cea-427e-4168-9114-a10ef9b72d82 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:09:04.503673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port f3c04cea-427e-4168-9114-a10ef9b72d82 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:09:04.508099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port f3c04cea-427e-4168-9114-a10ef9b72d82 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:04.508460 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.622245 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.648097 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b27c25c-fe78-4e4b-b50b-a1b855763c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c04cea-427e-4168-9114-a10ef9b72d82'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:09:04.659028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port f3c04cea-427e-4168-9114-a10ef9b72d82, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=f3c04cea-427e-4168-9114-a10ef9b72d82,segment=NetworkSegment(37e413d2-c171-4d88-b6c0-39cf22f9dc60),segment_id=37e413d2-c171-4d88-b6c0-39cf22f9dc60)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:04.662643 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:04.704383 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b27c25c-fe78-4e4b-b50b-a1b855763c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c04cea-427e-4168-9114-a10ef9b72d82', 'code': 200} Apr 05 21:09:04.739821 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=f3c04cea-427e-4168-9114-a10ef9b72d82,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:04.824408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936d451-eb31-4cd8-853c-12b38cec444f req-e3b72e01-8160-4932-b007-e1c73fa9873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:04.825839 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f936d451-eb31-4cd8-853c-12b38cec444f req-e3b72e01-8160-4932-b007-e1c73fa9873a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 1097 time: 0.0687773 Apr 05 21:09:04.865987 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f936d451-eb31-4cd8-853c-12b38cec444f req-1b84a5bc-37bd-4ba8-9d21-44a498fd39f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343542 Apr 05 21:09:05.435439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed7f39-771b-49c8-bf61-81655ae58a20 req-f265a77f-e80d-4168-89e9-2115d5347cf4 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:05.436897 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78ed7f39-771b-49c8-bf61-81655ae58a20 req-f265a77f-e80d-4168-89e9-2115d5347cf4 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 946 time: 0.0843372 Apr 05 21:09:05.480698 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78ed7f39-771b-49c8-bf61-81655ae58a20 req-b58073bd-fecf-4ebd-9b76-bdeeb3c8c347 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381618 Apr 05 21:09:06.661442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a79291-8716-4146-a7aa-7c79665531fa req-9a4830e6-bb7e-4d82-a3fc-ec5b082645ce tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:06.662924 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21a79291-8716-4146-a7aa-7c79665531fa req-9a4830e6-bb7e-4d82-a3fc-ec5b082645ce tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 946 time: 0.0800040 Apr 05 21:09:06.706694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-21a79291-8716-4146-a7aa-7c79665531fa req-a55d680a-36a8-4afd-becf-a6db20711a1c tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379653 Apr 05 21:09:06.988276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-124a6ab5-f3bb-4689-8dcd-9ab55e8648e9 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:06.989684 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-124a6ab5-f3bb-4689-8dcd-9ab55e8648e9 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/networks?id=36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b HTTP/1.1" status: 200 len: 814 time: 0.1457679 Apr 05 21:09:07.005179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-5df853e1-24e5-479e-ab04-60df48dfb07f tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/quotas/f432e335463146acb416f8cb13040eb3 HTTP/1.1" status: 200 len: 375 time: 0.0099835 Apr 05 21:09:07.085791 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-1fc51e28-aff3-4a4c-aab8-94cfa4c3081f tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f432e335463146acb416f8cb13040eb3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0757360 Apr 05 21:09:07.318730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-3d59d648-3eb6-4d04-97de-62eb9df90425 service neutron] 10.222.0.24 "GET /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262506 Apr 05 21:09:07.449036 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-b118d0d4-7968-4b18-847e-cac8af66dca0 service neutron] 10.222.0.24 "GET /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238205 Apr 05 21:09:07.620439 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6b688e9a-fda3-4673-aae7-81b85c4b99d5 req-fa2cf94f-7695-4ae7-b8f8-6ccf1dd2146b tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 210 time: 0.0423996 Apr 05 21:09:08.722777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4398ee82-8491-4996-b9b6-9511b0149015 req-4b856458-ff2e-4291-926d-3e83b47e463c tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 210 time: 0.0502286 Apr 05 21:09:09.194855 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:09.437840 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:09.872418 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0a949822-0559-4256-981c-9a2b644ca086 req-d6a1294e-7082-407b-a9f3-2a98fee926af tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 210 time: 0.0448821 Apr 05 21:09:10.680226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-f7f07d25-7671-455f-81cb-f957208599f0 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:10.681707 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-f7f07d25-7671-455f-81cb-f957208599f0 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.13 "GET /v2.0/networks?id=36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b HTTP/1.1" status: 200 len: 814 time: 0.1482208 Apr 05 21:09:10.692862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Request body: {'port': {'device_id': '8910661f-f27d-4b1b-b336-879a981617ed', 'network_id': '36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b', 'admin_state_up': True, 'tenant_id': 'f432e335463146acb416f8cb13040eb3'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:10.832039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:10.841350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:10.850576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Made reservation on behalf of f432e335463146acb416f8cb13040eb3 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:10.854005 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:11.039191 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2469b155-6615-4e85-afa7-0f63ea8cca08 req-effe644a-b193-488b-a78d-4e70ab62a759 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 210 time: 0.0564313 Apr 05 21:09:11.056978 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Allocated IP 172.20.0.11 (36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b/0b0c26a6-0ab2-4ff0-ba55-c227a61240bc/19fe46f8-5762-4db1-86f5-2be04a7e34ff) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:09:11.252699 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:11.280780 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:11.299495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['f3c04cea-427e-4168-9114-a10ef9b72d82'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:09:11.345501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Network 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:09:11.352670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:11.357522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:09:11.390865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Pushing event updated for resources: {'Port': ['ID=19fe46f8-5762-4db1-86f5-2be04a7e34ff,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:11.425965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:11.426547 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:11.451807 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-03ac4068-4cc2-4f41-9ace-1e1d572bc486 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7625601 Apr 05 21:09:11.462648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Request body: {'port': {'device_id': '8910661f-f27d-4b1b-b336-879a981617ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:11.510701 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3d16cac-36a4-414c-b3c9-15205af8e601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:11.575185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:12.019209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19fe46f8-5762-4db1-86f5-2be04a7e34ff {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:09:12.026575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:12.041020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Transition to ACTIVE for port object 19fe46f8-5762-4db1-86f5-2be04a7e34ff will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:12.044797 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:12.257927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Pushing event updated for resources: {'Port': ['ID=19fe46f8-5762-4db1-86f5-2be04a7e34ff,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:12.355311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d299c72-4ab3-4080-8eee-863da5be6b1b req-0afac519-2fff-4352-9995-58e2f01619ad tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:12.355982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7d299c72-4ab3-4080-8eee-863da5be6b1b req-0afac519-2fff-4352-9995-58e2f01619ad tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Synchronizing usage tracker for tenant:f432e335463146acb416f8cb13040eb3 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:12.358410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Attempting to bind port 19fe46f8-5762-4db1-86f5-2be04a7e34ff on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:09:12.358734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Attempting to bind port 19fe46f8-5762-4db1-86f5-2be04a7e34ff by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '37e413d2-c171-4d88-b6c0-39cf22f9dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:09:12.359051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Attempting to bind port 19fe46f8-5762-4db1-86f5-2be04a7e34ff on network 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:09:12.364611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Port 19fe46f8-5762-4db1-86f5-2be04a7e34ff on network 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:09:12.364922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Attempting to bind port 19fe46f8-5762-4db1-86f5-2be04a7e34ff on network 36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:09:12.372900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:09:12.373228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Checking segment: {'id': '37e413d2-c171-4d88-b6c0-39cf22f9dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:12.373597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Bound using segment: {'id': '37e413d2-c171-4d88-b6c0-39cf22f9dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:09:12.374036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Bound port: 19fe46f8-5762-4db1-86f5-2be04a7e34ff, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37e413d2-c171-4d88-b6c0-39cf22f9dc60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:09:12.374375 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:12.394735 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-7d299c72-4ab3-4080-8eee-863da5be6b1b req-0afac519-2fff-4352-9995-58e2f01619ad tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Unset dirty status for tenant:f432e335463146acb416f8cb13040eb3 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:12.395844 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d299c72-4ab3-4080-8eee-863da5be6b1b req-0afac519-2fff-4352-9995-58e2f01619ad tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 944 time: 0.2397330 Apr 05 21:09:12.489379 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d299c72-4ab3-4080-8eee-863da5be6b1b req-3b66276a-d814-4692-9bd1-8c3dd18139de tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663123 Apr 05 21:09:12.504031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] For port 19fe46f8-5762-4db1-86f5-2be04a7e34ff, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:09:12.507417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] For port 19fe46f8-5762-4db1-86f5-2be04a7e34ff, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=19fe46f8-5762-4db1-86f5-2be04a7e34ff,segment=NetworkSegment(37e413d2-c171-4d88-b6c0-39cf22f9dc60),segment_id=37e413d2-c171-4d88-b6c0-39cf22f9dc60)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:09:12.510931 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:12.564960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:12.565556 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:12.566923 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] 10.222.0.13 "PUT /v2.0/ports/19fe46f8-5762-4db1-86f5-2be04a7e34ff HTTP/1.1" status: 200 len: 1092 time: 1.1083109 Apr 05 21:09:12.567351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8910661f-f27d-4b1b-b336-879a981617ed', 'tag': '19fe46f8-5762-4db1-86f5-2be04a7e34ff'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:09:12.597716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632813d4-c5b1-44d0-b42c-6ef7c27794be service neutron] Pushing event updated for resources: {'Port': ['ID=19fe46f8-5762-4db1-86f5-2be04a7e34ff,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:12.637424 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8910661f-f27d-4b1b-b336-879a981617ed', 'tag': '19fe46f8-5762-4db1-86f5-2be04a7e34ff', 'status': 'completed', 'code': 200} Apr 05 21:09:12.676782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-c9db4f22-660d-4f61-86e2-d6483dbb6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:12.678263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-c9db4f22-660d-4f61-86e2-d6483dbb6075 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f432e335463146acb416f8cb13040eb3&device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 1095 time: 0.0718904 Apr 05 21:09:12.750369 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-d99b8c4f-3c83-47bb-b375-a3ec7794aa38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19fe46f8-5762-4db1-86f5-2be04a7e34ff HTTP/1.1" status: 200 len: 217 time: 0.0645933 Apr 05 21:09:12.811706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-64327410-e227-42db-9628-bb68b730ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:12.813126 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-64327410-e227-42db-9628-bb68b730ade2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b0c26a6-0ab2-4ff0-ba55-c227a61240bc HTTP/1.1" status: 200 len: 854 time: 0.0572901 Apr 05 21:09:12.857491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-16b69db3-2e07-44a7-a013-4fa813fe4038 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388572 Apr 05 21:09:12.988223 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-0da7f622-2a5e-4b4e-a548-4781528671b1 service neutron] 10.222.0.13 "GET /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247265 Apr 05 21:09:13.121528 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-205e2dbf-6f1c-49e1-b51c-4256e13eaf49 req-9546ce71-bc0a-4bf1-82ba-06abdf7e9dac service neutron] 10.222.0.13 "GET /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250308 Apr 05 21:09:13.234510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bae7c-d7ae-4ec0-a962-d9009f06b436 req-60e8c4c5-d2c9-4c3b-a3a3-ca27fe34dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:13.235996 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124bae7c-d7ae-4ec0-a962-d9009f06b436 req-60e8c4c5-d2c9-4c3b-a3a3-ca27fe34dd70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f432e335463146acb416f8cb13040eb3&device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 1095 time: 0.0749755 Apr 05 21:09:13.365064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bae7c-d7ae-4ec0-a962-d9009f06b436 req-47efc22f-8324-4f00-a9ce-e0065b7e5845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:13.366511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124bae7c-d7ae-4ec0-a962-d9009f06b436 req-47efc22f-8324-4f00-a9ce-e0065b7e5845 service neutron] 10.222.0.13 "GET /v2.0/networks?id=36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b HTTP/1.1" status: 200 len: 915 time: 0.1243746 Apr 05 21:09:13.432476 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124bae7c-d7ae-4ec0-a962-d9009f06b436 req-646b2f85-a6a7-4762-981b-5efabc030fc7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=19fe46f8-5762-4db1-86f5-2be04a7e34ff HTTP/1.1" status: 200 len: 217 time: 0.0595007 Apr 05 21:09:13.495516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bae7c-d7ae-4ec0-a962-d9009f06b436 req-576b401b-5bb8-4f2d-98d9-3ea8d7e3b227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:13.496872 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124bae7c-d7ae-4ec0-a962-d9009f06b436 req-576b401b-5bb8-4f2d-98d9-3ea8d7e3b227 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b0c26a6-0ab2-4ff0-ba55-c227a61240bc HTTP/1.1" status: 200 len: 854 time: 0.0582371 Apr 05 21:09:13.543519 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124bae7c-d7ae-4ec0-a962-d9009f06b436 req-99555986-bcb0-4526-9b93-a3d105c03452 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403194 Apr 05 21:09:13.764459 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2e699783-d2d1-44da-8b73-2ae28125cef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:13.830767 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124bae7c-d7ae-4ec0-a962-d9009f06b436 req-54fd4c4f-9ea5-4045-9985-beae14c4b07f service neutron] 10.222.0.13 "GET /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2800548 Apr 05 21:09:13.885512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6c9be-896b-41f6-84da-eddf20b38452 req-56e19df6-504d-4854-9644-549b6f843b33 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:13.887558 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77d6c9be-896b-41f6-84da-eddf20b38452 req-56e19df6-504d-4854-9644-549b6f843b33 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 944 time: 0.1511729 Apr 05 21:09:14.002468 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77d6c9be-896b-41f6-84da-eddf20b38452 req-4b364838-b07e-40b8-9fd0-3b8326da3a41 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664115 Apr 05 21:09:14.010247 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-124bae7c-d7ae-4ec0-a962-d9009f06b436 req-ed9c7021-34fe-4940-9fdd-4c62f18457ee service neutron] 10.222.0.13 "GET /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686180 Apr 05 21:09:14.924904 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:14.963164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 19fe46f8-5762-4db1-86f5-2be04a7e34ff details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:09:15.063891 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:15.111830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 19fe46f8-5762-4db1-86f5-2be04a7e34ff, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=19fe46f8-5762-4db1-86f5-2be04a7e34ff,segment=NetworkSegment(37e413d2-c171-4d88-b6c0-39cf22f9dc60),segment_id=37e413d2-c171-4d88-b6c0-39cf22f9dc60)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:15.124882 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '19fe46f8-5762-4db1-86f5-2be04a7e34ff', 'network_id': '36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b', 'port_id': '19fe46f8-5762-4db1-86f5-2be04a7e34ff', 'mac_address': 'fa:16:3e:ed:cc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0c26a6-0ab2-4ff0-ba55-c227a61240bc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:09:15.179561 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:15.195754 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19fe46f8-5762-4db1-86f5-2be04a7e34ff {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:09:15.199233 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f7fba-3f8b-4c62-a219-5a56a5a69924 req-6871a4cf-48ca-4e1a-bcdb-6880d424ce73 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:15.200706 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-187f7fba-3f8b-4c62-a219-5a56a5a69924 req-6871a4cf-48ca-4e1a-bcdb-6880d424ce73 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 944 time: 0.0803974 Apr 05 21:09:15.211329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 19fe46f8-5762-4db1-86f5-2be04a7e34ff, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=19fe46f8-5762-4db1-86f5-2be04a7e34ff,segment=NetworkSegment(37e413d2-c171-4d88-b6c0-39cf22f9dc60),segment_id=37e413d2-c171-4d88-b6c0-39cf22f9dc60)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:15.215713 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:15.251748 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-187f7fba-3f8b-4c62-a219-5a56a5a69924 req-b9e5800a-d860-4b67-8e4d-231756f3c409 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441825 Apr 05 21:09:15.285496 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=19fe46f8-5762-4db1-86f5-2be04a7e34ff,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:15.412168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['19fe46f8-5762-4db1-86f5-2be04a7e34ff'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:09:16.209264 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:16.435045 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a62800-20b0-4be9-9773-374ae1d2037c req-9e39423c-0a01-44f0-b5cd-1a2d8edd7fef tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:16.436391 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35a62800-20b0-4be9-9773-374ae1d2037c req-9e39423c-0a01-44f0-b5cd-1a2d8edd7fef tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 945 time: 0.0791478 Apr 05 21:09:16.478216 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35a62800-20b0-4be9-9773-374ae1d2037c req-d790b647-48d1-4174-815a-2104289a6259 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362952 Apr 05 21:09:16.979035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 19fe46f8-5762-4db1-86f5-2be04a7e34ff up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:09:17.045589 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 19fe46f8-5762-4db1-86f5-2be04a7e34ff completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:09:17.050298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 19fe46f8-5762-4db1-86f5-2be04a7e34ff triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:17.050778 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:17.170371 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:17.204985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8910661f-f27d-4b1b-b336-879a981617ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fe46f8-5762-4db1-86f5-2be04a7e34ff'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:09:17.214742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 19fe46f8-5762-4db1-86f5-2be04a7e34ff, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=19fe46f8-5762-4db1-86f5-2be04a7e34ff,segment=NetworkSegment(37e413d2-c171-4d88-b6c0-39cf22f9dc60),segment_id=37e413d2-c171-4d88-b6c0-39cf22f9dc60)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:17.218483 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:17.254828 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8910661f-f27d-4b1b-b336-879a981617ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fe46f8-5762-4db1-86f5-2be04a7e34ff', 'code': 200} Apr 05 21:09:17.286659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=19fe46f8-5762-4db1-86f5-2be04a7e34ff,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:17.377983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b453cb4-024b-4b53-8db5-5deb7a832657 req-25881098-1e08-42d0-be1d-f4bdcf211079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:17.379411 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b453cb4-024b-4b53-8db5-5deb7a832657 req-25881098-1e08-42d0-be1d-f4bdcf211079 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 1097 time: 0.0726807 Apr 05 21:09:17.418797 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8b453cb4-024b-4b53-8db5-5deb7a832657 req-b8168264-9d67-40d0-9741-89a08a3b7a6f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331430 Apr 05 21:09:17.662239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f6487-87d4-4590-a9b3-b2c2cdb7cf34 req-ea2a53be-92bc-4f9b-bafd-fda267977941 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:17.663676 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c44f6487-87d4-4590-a9b3-b2c2cdb7cf34 req-ea2a53be-92bc-4f9b-bafd-fda267977941 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 946 time: 0.0791745 Apr 05 21:09:17.707992 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c44f6487-87d4-4590-a9b3-b2c2cdb7cf34 req-e8716166-1a23-4b4a-9a41-bfeaa63093a1 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379739 Apr 05 21:09:18.890885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e24ce-66af-4aee-90b5-722c1627eea4 req-22f4c111-6780-44e9-8d2d-96f220954bee tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:18.892377 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-308e24ce-66af-4aee-90b5-722c1627eea4 req-22f4c111-6780-44e9-8d2d-96f220954bee tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 946 time: 0.0824785 Apr 05 21:09:18.936416 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-308e24ce-66af-4aee-90b5-722c1627eea4 req-4020a2c3-a10c-4c77-9eac-e9c73cbf1588 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382440 Apr 05 21:09:19.306367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a8629-f00f-4829-985a-336f1d62878d req-3154f506-71b7-47c7-8f6a-31b92fc33d14 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:19.307819 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c1a8629-f00f-4829-985a-336f1d62878d req-3154f506-71b7-47c7-8f6a-31b92fc33d14 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 946 time: 0.0809464 Apr 05 21:09:19.354607 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c1a8629-f00f-4829-985a-336f1d62878d req-3db4066a-c542-448a-95bc-256eb2c84869 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406976 Apr 05 21:09:19.863510 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79ea1fde-0bcf-4783-a173-d300f934df89 req-73ed0f96-287e-49b4-8da5-ddcb306eb2dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681393 Apr 05 21:09:20.014523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea1fde-0bcf-4783-a173-d300f934df89 req-ce00791d-e10b-40a6-b3b0-934ef9f859d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:20.015878 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79ea1fde-0bcf-4783-a173-d300f934df89 req-ce00791d-e10b-40a6-b3b0-934ef9f859d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f432e335463146acb416f8cb13040eb3&device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 1097 time: 0.0718462 Apr 05 21:09:20.162230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea1fde-0bcf-4783-a173-d300f934df89 req-ed743025-88b9-4f17-bcc9-912dcf8851ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:20.163649 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79ea1fde-0bcf-4783-a173-d300f934df89 req-ed743025-88b9-4f17-bcc9-912dcf8851ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b HTTP/1.1" status: 200 len: 915 time: 0.1295042 Apr 05 21:09:20.234843 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79ea1fde-0bcf-4783-a173-d300f934df89 req-fe912c39-e3e8-4767-9869-fc276be40d66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3c04cea-427e-4168-9114-a10ef9b72d82 HTTP/1.1" status: 200 len: 217 time: 0.0649884 Apr 05 21:09:20.295593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea1fde-0bcf-4783-a173-d300f934df89 req-4051badc-1803-4981-89a3-7b90528f8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:20.297068 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79ea1fde-0bcf-4783-a173-d300f934df89 req-4051badc-1803-4981-89a3-7b90528f8646 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b0c26a6-0ab2-4ff0-ba55-c227a61240bc HTTP/1.1" status: 200 len: 854 time: 0.0572782 Apr 05 21:09:20.347042 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79ea1fde-0bcf-4783-a173-d300f934df89 req-7487b79a-3329-4208-916d-0a03ac323c68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437992 Apr 05 21:09:20.677107 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79ea1fde-0bcf-4783-a173-d300f934df89 req-4e42e9e8-c746-404f-a565-e03d4f3907bb service neutron] 10.222.0.41 "GET /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243523 Apr 05 21:09:20.816781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a210abe-ece4-4f35-a1f3-036c3411f1c5 req-237ad712-5d90-4264-b3d3-1c42d88fd73d tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:20.818237 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a210abe-ece4-4f35-a1f3-036c3411f1c5 req-237ad712-5d90-4264-b3d3-1c42d88fd73d tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.13 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 946 time: 0.3776751 Apr 05 21:09:20.829996 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab949ac-1936-4932-99f2-e3cc1edd701e req-1ac84200-9b22-4231-a9cf-72a988cf7c03 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:20.831335 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ab949ac-1936-4932-99f2-e3cc1edd701e req-1ac84200-9b22-4231-a9cf-72a988cf7c03 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 946 time: 0.3500247 Apr 05 21:09:20.930247 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79ea1fde-0bcf-4783-a173-d300f934df89 req-430c751b-5105-4aeb-857c-0cf91aea3b39 service neutron] 10.222.0.41 "GET /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434628 Apr 05 21:09:20.943830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-1a210abe-ece4-4f35-a1f3-036c3411f1c5 req-6042263d-dba3-471a-bee4-1d20e26b4d2a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Deleting port 19fe46f8-5762-4db1-86f5-2be04a7e34ff {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:09:20.944205 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1a210abe-ece4-4f35-a1f3-036c3411f1c5 req-6042263d-dba3-471a-bee4-1d20e26b4d2a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:20.993639 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ab949ac-1936-4932-99f2-e3cc1edd701e req-28cd362e-3dd7-486a-850f-c2b180b48e47 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253238 Apr 05 21:09:21.199784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1a210abe-ece4-4f35-a1f3-036c3411f1c5 req-6042263d-dba3-471a-bee4-1d20e26b4d2a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] For port 19fe46f8-5762-4db1-86f5-2be04a7e34ff, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=19fe46f8-5762-4db1-86f5-2be04a7e34ff,segment=NetworkSegment(37e413d2-c171-4d88-b6c0-39cf22f9dc60),segment_id=37e413d2-c171-4d88-b6c0-39cf22f9dc60)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:21.200482 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1a210abe-ece4-4f35-a1f3-036c3411f1c5 req-6042263d-dba3-471a-bee4-1d20e26b4d2a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:21.324420 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-1a210abe-ece4-4f35-a1f3-036c3411f1c5 req-6042263d-dba3-471a-bee4-1d20e26b4d2a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Calling delete_port for 19fe46f8-5762-4db1-86f5-2be04a7e34ff owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:09:21.471251 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1a210abe-ece4-4f35-a1f3-036c3411f1c5 req-6042263d-dba3-471a-bee4-1d20e26b4d2a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:21.484470 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['f3c04cea-427e-4168-9114-a10ef9b72d82'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:09:21.511823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['19fe46f8-5762-4db1-86f5-2be04a7e34ff'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:09:21.524119 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042263d-dba3-471a-bee4-1d20e26b4d2a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Pushing event deleted for resources: {'Port': ['ID=19fe46f8-5762-4db1-86f5-2be04a7e34ff,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:21.597743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a210abe-ece4-4f35-a1f3-036c3411f1c5 req-6042263d-dba3-471a-bee4-1d20e26b4d2a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] No DVR routers for this DVR port 19fe46f8-5762-4db1-86f5-2be04a7e34ff on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:09:21.600302 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1a210abe-ece4-4f35-a1f3-036c3411f1c5 req-6042263d-dba3-471a-bee4-1d20e26b4d2a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:21.602794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8910661f-f27d-4b1b-b336-879a981617ed', 'name': 'network-vif-deleted', 'tag': '19fe46f8-5762-4db1-86f5-2be04a7e34ff'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:09:21.618719 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a210abe-ece4-4f35-a1f3-036c3411f1c5 req-6042263d-dba3-471a-bee4-1d20e26b4d2a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.13 "DELETE /v2.0/ports/19fe46f8-5762-4db1-86f5-2be04a7e34ff HTTP/1.1" status: 204 len: 173 time: 0.7848661 Apr 05 21:09:21.655252 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8910661f-f27d-4b1b-b336-879a981617ed', 'name': 'network-vif-deleted', 'tag': '19fe46f8-5762-4db1-86f5-2be04a7e34ff', 'status': 'completed', 'code': 200} Apr 05 21:09:22.163604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2a7cc476-2c1d-4420-bc09-7af1896ecf1d req-09281ae6-c99d-4e28-8ff5-1c2b85e7afb3 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Synchronizing usage tracker for tenant:f432e335463146acb416f8cb13040eb3 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:22.179155 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2a7cc476-2c1d-4420-bc09-7af1896ecf1d req-09281ae6-c99d-4e28-8ff5-1c2b85e7afb3 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Unset dirty status for tenant:f432e335463146acb416f8cb13040eb3 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:22.180381 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a7cc476-2c1d-4420-bc09-7af1896ecf1d req-09281ae6-c99d-4e28-8ff5-1c2b85e7afb3 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=8910661f-f27d-4b1b-b336-879a981617ed HTTP/1.1" status: 200 len: 210 time: 0.0640085 Apr 05 21:09:23.432480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0839e-3a84-43f5-b13d-8a9120c0fcfc req-01588da6-d7c8-49be-9182-4173f80815da tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:23.434513 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48c0839e-3a84-43f5-b13d-8a9120c0fcfc req-01588da6-d7c8-49be-9182-4173f80815da tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 946 time: 0.0820997 Apr 05 21:09:23.477556 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-48c0839e-3a84-43f5-b13d-8a9120c0fcfc req-dd0269e1-0dcf-4149-a6bf-c19dbfe95b9a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374546 Apr 05 21:09:23.679026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458ab013-5a3e-4d9d-9618-de29bb5b1e14 req-ae4cafdb-92cf-4f00-a959-efdfc02f7411 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:23.680463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-458ab013-5a3e-4d9d-9618-de29bb5b1e14 req-ae4cafdb-92cf-4f00-a959-efdfc02f7411 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 946 time: 0.0823419 Apr 05 21:09:23.725383 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-458ab013-5a3e-4d9d-9618-de29bb5b1e14 req-35c1b649-f008-419e-99a3-a15a3835f545 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385554 Apr 05 21:09:23.909516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c299f-8f2b-447f-ba26-12b2a89aa034 req-de728a7f-7a68-426d-8c68-f00dcf486bc3 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:23.910978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e6c299f-8f2b-447f-ba26-12b2a89aa034 req-de728a7f-7a68-426d-8c68-f00dcf486bc3 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 946 time: 0.0796034 Apr 05 21:09:23.954714 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e6c299f-8f2b-447f-ba26-12b2a89aa034 req-a47f23c0-920a-47ac-9f98-8b97a901f6a1 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381076 Apr 05 21:09:24.236920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4125399-d1be-47a1-b537-148f1aac6f3d req-136974b6-8121-4194-8bee-2ee6bae9007a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:24.238293 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e4125399-d1be-47a1-b537-148f1aac6f3d req-136974b6-8121-4194-8bee-2ee6bae9007a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 946 time: 0.0842404 Apr 05 21:09:24.282029 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e4125399-d1be-47a1-b537-148f1aac6f3d req-6f4c0980-9c04-46f4-81e5-df6a24eb0ef2 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381291 Apr 05 21:09:24.465643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6acb0-e647-41c7-8cd8-738464a52e26 req-5deef53d-d083-4f23-8e41-a6a4e7dee42b tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:24.467108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ff6acb0-e647-41c7-8cd8-738464a52e26 req-5deef53d-d083-4f23-8e41-a6a4e7dee42b tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 946 time: 0.0841184 Apr 05 21:09:24.514506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ff6acb0-e647-41c7-8cd8-738464a52e26 req-bdc1490a-ab7f-471a-a2d3-dcfa0488570a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416567 Apr 05 21:09:24.702590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6816c-dc60-4dc3-be71-1ce914d24037 req-e6bdedf1-6692-47f7-acb2-2aeee578fa0c tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:24.704034 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ca6816c-dc60-4dc3-be71-1ce914d24037 req-e6bdedf1-6692-47f7-acb2-2aeee578fa0c tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 946 time: 0.0794530 Apr 05 21:09:24.747958 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5ca6816c-dc60-4dc3-be71-1ce914d24037 req-89686ac9-2894-45ae-af56-7d8e7c6f9b8a tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382936 Apr 05 21:09:25.041369 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 19fe46f8-5762-4db1-86f5-2be04a7e34ff no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:09:25.077756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 19fe46f8-5762-4db1-86f5-2be04a7e34ff {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:09:25.078120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 19fe46f8-5762-4db1-86f5-2be04a7e34ff not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:09:25.275225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816358c4-4706-45e1-9660-7bac7c5e945c req-8231b1b1-b929-4ccb-ae4e-c579f4db8417 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:25.276646 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-816358c4-4706-45e1-9660-7bac7c5e945c req-8231b1b1-b929-4ccb-ae4e-c579f4db8417 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 946 time: 0.0827982 Apr 05 21:09:25.319571 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-816358c4-4706-45e1-9660-7bac7c5e945c req-e3bb18fc-a9f3-45b6-9f86-826715152016 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368025 Apr 05 21:09:26.677644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505e63ea-ceee-48ef-9d87-5814154c7d3b req-688e2bcc-d806-47a3-9b0b-e8e98a3cd06e tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:26.679139 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-505e63ea-ceee-48ef-9d87-5814154c7d3b req-688e2bcc-d806-47a3-9b0b-e8e98a3cd06e tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 946 time: 0.2531726 Apr 05 21:09:26.709818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d4ad8-41d9-41b0-95a3-290ced83ece2 req-e7e3e82c-3bf1-46d1-9556-89f1644bf877 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:26.711170 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-266d4ad8-41d9-41b0-95a3-290ced83ece2 req-e7e3e82c-3bf1-46d1-9556-89f1644bf877 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.41 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 946 time: 0.2476659 Apr 05 21:09:26.778972 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-505e63ea-ceee-48ef-9d87-5814154c7d3b req-60f722f0-c357-4cea-87f1-bb8c7b8fcc91 tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/security-groups?id=1fc2a860-530c-4b45-8342-fcb8435ad700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937712 Apr 05 21:09:26.799402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-266d4ad8-41d9-41b0-95a3-290ced83ece2 req-5a3fb1fb-9b9c-4db3-a091-b7cd24ec3cbe tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Deleting port f3c04cea-427e-4168-9114-a10ef9b72d82 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:09:26.799762 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-266d4ad8-41d9-41b0-95a3-290ced83ece2 req-5a3fb1fb-9b9c-4db3-a091-b7cd24ec3cbe tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:27.047669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-266d4ad8-41d9-41b0-95a3-290ced83ece2 req-5a3fb1fb-9b9c-4db3-a091-b7cd24ec3cbe tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] For port f3c04cea-427e-4168-9114-a10ef9b72d82, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=f3c04cea-427e-4168-9114-a10ef9b72d82,segment=NetworkSegment(37e413d2-c171-4d88-b6c0-39cf22f9dc60),segment_id=37e413d2-c171-4d88-b6c0-39cf22f9dc60)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:27.048027 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-266d4ad8-41d9-41b0-95a3-290ced83ece2 req-5a3fb1fb-9b9c-4db3-a091-b7cd24ec3cbe tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:27.170204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-266d4ad8-41d9-41b0-95a3-290ced83ece2 req-5a3fb1fb-9b9c-4db3-a091-b7cd24ec3cbe tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Calling delete_port for f3c04cea-427e-4168-9114-a10ef9b72d82 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:09:27.311107 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-266d4ad8-41d9-41b0-95a3-290ced83ece2 req-5a3fb1fb-9b9c-4db3-a091-b7cd24ec3cbe tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:27.322069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['f3c04cea-427e-4168-9114-a10ef9b72d82'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:09:27.363259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fb1fb-9b9c-4db3-a091-b7cd24ec3cbe tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Pushing event deleted for resources: {'Port': ['ID=f3c04cea-427e-4168-9114-a10ef9b72d82,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:27.439405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-266d4ad8-41d9-41b0-95a3-290ced83ece2 req-5a3fb1fb-9b9c-4db3-a091-b7cd24ec3cbe tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] No DVR routers for this DVR port f3c04cea-427e-4168-9114-a10ef9b72d82 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:09:27.441989 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-266d4ad8-41d9-41b0-95a3-290ced83ece2 req-5a3fb1fb-9b9c-4db3-a091-b7cd24ec3cbe tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:27.444458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b27c25c-fe78-4e4b-b50b-a1b855763c40', 'name': 'network-vif-deleted', 'tag': 'f3c04cea-427e-4168-9114-a10ef9b72d82'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:09:27.460019 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-266d4ad8-41d9-41b0-95a3-290ced83ece2 req-5a3fb1fb-9b9c-4db3-a091-b7cd24ec3cbe tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.41 "DELETE /v2.0/ports/f3c04cea-427e-4168-9114-a10ef9b72d82 HTTP/1.1" status: 204 len: 173 time: 0.7424746 Apr 05 21:09:27.490921 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b27c25c-fe78-4e4b-b50b-a1b855763c40', 'name': 'network-vif-deleted', 'tag': 'f3c04cea-427e-4168-9114-a10ef9b72d82', 'status': 'completed', 'code': 200} Apr 05 21:09:27.949204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-801ee750-a614-4423-81a0-b9f24b444759 req-d510dda4-ade4-4a65-8e00-bae4370bd4af tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Synchronizing usage tracker for tenant:f432e335463146acb416f8cb13040eb3 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:27.965387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-801ee750-a614-4423-81a0-b9f24b444759 req-d510dda4-ade4-4a65-8e00-bae4370bd4af tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] Unset dirty status for tenant:f432e335463146acb416f8cb13040eb3 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:27.966714 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-801ee750-a614-4423-81a0-b9f24b444759 req-d510dda4-ade4-4a65-8e00-bae4370bd4af tempest-ServersNegativeTestJSON-652443795 tempest-ServersNegativeTestJSON-652443795-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b27c25c-fe78-4e4b-b50b-a1b855763c40 HTTP/1.1" status: 200 len: 210 time: 0.0597289 Apr 05 21:09:28.558056 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:09:29.061454 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60418) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:29.123806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e7ccbe-36de-4605-9d79-6b48df7dca7c admin admin] Deleting subnet 0b0c26a6-0ab2-4ff0-ba55-c227a61240bc {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:09:29.126665 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70e7ccbe-36de-4605-9d79-6b48df7dca7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:29.174435 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70e7ccbe-36de-4605-9d79-6b48df7dca7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:29.227285 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70e7ccbe-36de-4605-9d79-6b48df7dca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:29.297847 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70e7ccbe-36de-4605-9d79-6b48df7dca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:29.334413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7ccbe-36de-4605-9d79-6b48df7dca7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b0c26a6-0ab2-4ff0-ba55-c227a61240bc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:29.338024 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-70e7ccbe-36de-4605-9d79-6b48df7dca7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:29.343855 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-70e7ccbe-36de-4605-9d79-6b48df7dca7c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0b0c26a6-0ab2-4ff0-ba55-c227a61240bc HTTP/1.1" status: 204 len: 168 time: 0.2813654 Apr 05 21:09:29.346207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60422) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:29.451243 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-446bca99-bee0-4db9-9f53-eb36e65e7f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:29.572453 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-446bca99-bee0-4db9-9f53-eb36e65e7f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:29.597176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-446bca99-bee0-4db9-9f53-eb36e65e7f37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:29.609465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-446bca99-bee0-4db9-9f53-eb36e65e7f37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e413d2-c171-4d88-b6c0-39cf22f9dc60') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:29.609755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-446bca99-bee0-4db9-9f53-eb36e65e7f37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e413d2-c171-4d88-b6c0-39cf22f9dc60') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:29.620749 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-446bca99-bee0-4db9-9f53-eb36e65e7f37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:29.636281 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-446bca99-bee0-4db9-9f53-eb36e65e7f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:29.642338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-446bca99-bee0-4db9-9f53-eb36e65e7f37 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:09:29.642743 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-446bca99-bee0-4db9-9f53-eb36e65e7f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: timer() Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:09:29.657021 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:09:29.735210 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-446bca99-bee0-4db9-9f53-eb36e65e7f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:29.751807 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-446bca99-bee0-4db9-9f53-eb36e65e7f37 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:29.760835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446bca99-bee0-4db9-9f53-eb36e65e7f37 admin admin] Pushing event deleted for resources: {'Network': ['ID=36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:29.763379 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-446bca99-bee0-4db9-9f53-eb36e65e7f37 admin admin] 10.222.0.24 "DELETE /v2.0/networks/36c8a097-5d9c-40a8-a4f1-bf0f7bc9008b HTTP/1.1" status: 204 len: 168 time: 0.4162807 Apr 05 21:09:29.893428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60428) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:29.941590 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d6fc06a5-916b-45bb-8536-92036e7cb370 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f432e335463146acb416f8cb13040eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469413 Apr 05 21:09:29.943978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60432) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:29.999272 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9f4c02d4-9bc9-472f-9d97-7f32806ae61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:30.024102 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9f4c02d4-9bc9-472f-9d97-7f32806ae61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:30.075316 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9f4c02d4-9bc9-472f-9d97-7f32806ae61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:30.088598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4c02d4-9bc9-472f-9d97-7f32806ae61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc2a860-530c-4b45-8342-fcb8435ad700,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:30.095829 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9f4c02d4-9bc9-472f-9d97-7f32806ae61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:30.096990 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9f4c02d4-9bc9-472f-9d97-7f32806ae61d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1fc2a860-530c-4b45-8342-fcb8435ad700 HTTP/1.1" status: 204 len: 168 time: 0.1520762 Apr 05 21:09:30.675522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device f3c04cea-427e-4168-9114-a10ef9b72d82 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:09:30.714500 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: f3c04cea-427e-4168-9114-a10ef9b72d82 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:09:30.714940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device f3c04cea-427e-4168-9114-a10ef9b72d82 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:09:30.884905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60456) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:31.001454 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1969687557'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:31.007162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:31.010955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Usage tracker for resource:network and tenant:c09a139c53c6404584990663292f441b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:31.013784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:31.023070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:31.033535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Made reservation on behalf of c09a139c53c6404584990663292f441b for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:31.037131 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:31.049353 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:31.063345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:31.067152 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Usage tracker for resource:security_group_rule and tenant:c09a139c53c6404584990663292f441b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:31.069998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:31.075617 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:31.156166 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:31.159552 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:31.187782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:09:31.200247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282f2ffd-0f43-426c-a763-613d822efec0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:31.204717 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:31.205060 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Added segment 91489e6f-d2d8-4347-969a-bdb8369cbe3a of type vlan for network 74e8c29e-dc4a-4130-8f09-f0819cd94069 Apr 05 21:09:31.231383 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:31.258662 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:31.264096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:31.264671 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:31.372938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event updated for resources: {'Network': ['ID=74e8c29e-dc4a-4130-8f09-f0819cd94069,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:31.376305 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0e0df659-3696-4346-b981-1cb67ccd9669 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4904029 Apr 05 21:09:31.392283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 74e8c29e-dc4a-4130-8f09-f0819cd94069 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:09:34.587531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60462) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:34.593675 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Request body: {'subnet': {'network_id': '74e8c29e-dc4a-4130-8f09-f0819cd94069', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:34.703366 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:34.707211 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Usage tracker for resource:subnet and tenant:c09a139c53c6404584990663292f441b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:34.710006 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:34.715679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:34.726173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Made reservation on behalf of c09a139c53c6404584990663292f441b for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:34.729555 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:34.951413 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:35.030531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event updated for resources: {'Subnet': ['ID=5823c174-1975-43c8-a389-0d8a52e12818,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:35.038862 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Checking segment: {'id': '91489e6f-d2d8-4347-969a-bdb8369cbe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '74e8c29e-dc4a-4130-8f09-f0819cd94069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:35.039219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Network hostable DHCP agents. Network: 74e8c29e-dc4a-4130-8f09-f0819cd94069, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:09:35.057467 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Network 74e8c29e-dc4a-4130-8f09-f0819cd94069 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:09:35.067051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 74e8c29e-dc4a-4130-8f09-f0819cd94069) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:35.071066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:35.071673 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:35.076929 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44623f1a-6f45-4095-86e2-67141db7a4ec None None] Network 74e8c29e-dc4a-4130-8f09-f0819cd94069 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:35.098817 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-996b5ca6-0d99-43eb-a425-abdde3ef7cc3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5101728 Apr 05 21:09:35.102183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60466) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:35.108028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1951069323'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:35.113428 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:35.117258 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Usage tracker for resource:network and tenant:c09a139c53c6404584990663292f441b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:35.120168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:35.126560 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:35.137202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Made reservation on behalf of c09a139c53c6404584990663292f441b for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:35.140710 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:35.168752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:09:35.177572 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:35.177940 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Added segment e7ff3d03-bdf8-48e8-874c-73b33a2ac848 of type vlan for network b1b0152e-f8b4-47c7-8992-3f3287f3dcbf Apr 05 21:09:35.203970 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:35.232813 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:35.238993 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:35.239620 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:35.290559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-74e8c29e-dc4a-4130-8f09-f0819cd94069', 'network_id': '74e8c29e-dc4a-4130-8f09-f0819cd94069', 'tenant_id': 'c09a139c53c6404584990663292f441b', 'fixed_ips': [{'subnet_id': '5823c174-1975-43c8-a389-0d8a52e12818'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:09:35.291634 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:35.300177 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1969609 Apr 05 21:09:35.303563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60470) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:35.311449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Request body: {'subnet': {'network_id': 'b1b0152e-f8b4-47c7-8992-3f3287f3dcbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:35.357727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18729d98-3989-4514-b3ce-6a4afd3cc206 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event updated for resources: {'Network': ['ID=b1b0152e-f8b4-47c7-8992-3f3287f3dcbf,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:35.370447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network b1b0152e-f8b4-47c7-8992-3f3287f3dcbf details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:09:35.429863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:35.434557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Usage tracker for resource:subnet and tenant:c09a139c53c6404584990663292f441b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:35.437446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:35.443222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:35.453548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Made reservation on behalf of c09a139c53c6404584990663292f441b for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:35.457133 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:35.583295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Allocated IP 2001:db8:0:ffff::2 (74e8c29e-dc4a-4130-8f09-f0819cd94069/5823c174-1975-43c8-a389-0d8a52e12818/27fc9c61-5ca3-410c-9db5-59149471e45a) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:09:35.799364 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:35.804209 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:35.811218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Transition to ACTIVE for port object 27fc9c61-5ca3-410c-9db5-59149471e45a will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:35.830926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Transition to ACTIVE for port object 27fc9c61-5ca3-410c-9db5-59149471e45a will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:35.836348 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:35.884427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event updated for resources: {'Subnet': ['ID=229b4bb9-8d95-49ad-b18f-b4b2f7fee08d,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:35.890538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Checking segment: {'id': 'e7ff3d03-bdf8-48e8-874c-73b33a2ac848', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b1b0152e-f8b4-47c7-8992-3f3287f3dcbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:35.890891 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Network hostable DHCP agents. Network: b1b0152e-f8b4-47c7-8992-3f3287f3dcbf, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:09:35.896561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Network 74e8c29e-dc4a-4130-8f09-f0819cd94069 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:09:35.904862 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:35.910124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:09:35.911565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Network b1b0152e-f8b4-47c7-8992-3f3287f3dcbf is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:09:35.916065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Pushing event updated for resources: {'Port': ['ID=27fc9c61-5ca3-410c-9db5-59149471e45a,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:35.923514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, b1b0152e-f8b4-47c7-8992-3f3287f3dcbf) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:35.928196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:35.928790 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:35.954030 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c07a7697-6a78-4d71-abd7-c8668f04dfc7 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6487594 Apr 05 21:09:35.954245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f1601e-f6fa-43d1-a366-f4202c0e8f2a None None] Network b1b0152e-f8b4-47c7-8992-3f3287f3dcbf requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:35.956370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60474) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:36.093537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Attempting to bind port 27fc9c61-5ca3-410c-9db5-59149471e45a on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:09:36.094543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Attempting to bind port 27fc9c61-5ca3-410c-9db5-59149471e45a by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '91489e6f-d2d8-4347-969a-bdb8369cbe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '74e8c29e-dc4a-4130-8f09-f0819cd94069'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:09:36.094543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Attempting to bind port 27fc9c61-5ca3-410c-9db5-59149471e45a on network 74e8c29e-dc4a-4130-8f09-f0819cd94069 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:09:36.100965 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.105255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:09:36.105675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Checking segment: {'id': '91489e6f-d2d8-4347-969a-bdb8369cbe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '74e8c29e-dc4a-4130-8f09-f0819cd94069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:36.106373 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.107025 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Bound using segment: {'id': '91489e6f-d2d8-4347-969a-bdb8369cbe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '74e8c29e-dc4a-4130-8f09-f0819cd94069'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:09:36.107834 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Bound port: 27fc9c61-5ca3-410c-9db5-59149471e45a, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91489e6f-d2d8-4347-969a-bdb8369cbe3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '74e8c29e-dc4a-4130-8f09-f0819cd94069'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:09:36.108466 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.175446 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.254782 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.283524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] For port 27fc9c61-5ca3-410c-9db5-59149471e45a, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:09:36.294836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event deleted for resources: {'Subnet': ['ID=229b4bb9-8d95-49ad-b18f-b4b2f7fee08d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:36.299892 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] For port 27fc9c61-5ca3-410c-9db5-59149471e45a, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=27fc9c61-5ca3-410c-9db5-59149471e45a,segment=NetworkSegment(91489e6f-d2d8-4347-969a-bdb8369cbe3a),segment_id=91489e6f-d2d8-4347-969a-bdb8369cbe3a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:09:36.304537 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.344046 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff645ef0-d4b1-4e17-b76d-c716d867ecad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-b1b0152e-f8b4-47c7-8992-3f3287f3dcbf', 'network_id': 'b1b0152e-f8b4-47c7-8992-3f3287f3dcbf', 'tenant_id': 'c09a139c53c6404584990663292f441b', 'fixed_ips': [{'subnet_id': '229b4bb9-8d95-49ad-b18f-b4b2f7fee08d'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:09:36.344763 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ff645ef0-d4b1-4e17-b76d-c716d867ecad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.388708 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.413859 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b0152e-f8b4-47c7-8992-3f3287f3dcbf']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:36.430458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ff3d03-bdf8-48e8-874c-73b33a2ac848') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:36.431133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ff3d03-bdf8-48e8-874c-73b33a2ac848') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:36.446482 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.470057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb8c2b-19ea-4593-977d-75da99d2c1ff None None] Pushing event updated for resources: {'Port': ['ID=27fc9c61-5ca3-410c-9db5-59149471e45a,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:36.471638 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.479448 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:09:36.480639 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.489608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61780c6b-5267-4177-9e4c-03e1b02fce3a None None] Network b1b0152e-f8b4-47c7-8992-3f3287f3dcbf requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: timer() Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:09:36.498143 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:09:36.580765 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.603477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.611247 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event deleted for resources: {'Network': ['ID=b1b0152e-f8b4-47c7-8992-3f3287f3dcbf,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:36.621942 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-48497491-fdbc-47bb-8cd8-58123a3bbf07 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "DELETE /v2.0/networks/b1b0152e-f8b4-47c7-8992-3f3287f3dcbf HTTP/1.1" status: 204 len: 168 time: 0.6625197 Apr 05 21:09:36.624894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60478) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:36.636469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-564018696'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:36.643009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:36.647245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Usage tracker for resource:network and tenant:c09a139c53c6404584990663292f441b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:36.650805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:36.660548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:36.671527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Made reservation on behalf of c09a139c53c6404584990663292f441b for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:36.675217 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.709361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:09:36.720706 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.721169 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Added segment 1f62775c-6dbb-49b7-9813-b395fa0fdf51 of type vlan for network 8f3dd8ea-6b85-4223-9d7d-13a0ab2b3486 Apr 05 21:09:36.763525 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.796749 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.802690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:36.803278 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:36.823324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 27fc9c61-5ca3-410c-9db5-59149471e45a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:09:36.891378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 27fc9c61-5ca3-410c-9db5-59149471e45a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:09:36.910182 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2846696 Apr 05 21:09:36.913110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60482) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:36.916097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b910b-463a-4f6f-908f-adad10921fcc tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event updated for resources: {'Network': ['ID=8f3dd8ea-6b85-4223-9d7d-13a0ab2b3486,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:36.919788 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Request body: {'subnet': {'network_id': '8f3dd8ea-6b85-4223-9d7d-13a0ab2b3486', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:36.926564 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 8f3dd8ea-6b85-4223-9d7d-13a0ab2b3486 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:09:37.036148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:37.040029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Usage tracker for resource:subnet and tenant:c09a139c53c6404584990663292f441b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:37.043387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:37.049239 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:37.058677 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Made reservation on behalf of c09a139c53c6404584990663292f441b for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:37.062409 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:37.155369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.ipam_backend_mixin [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Performing IP validity checks on allocation pools {{(pid=87965) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 05 21:09:37.155816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.ipam_backend_mixin [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87965) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 05 21:09:37.286189 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:37.363482 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event updated for resources: {'Subnet': ['ID=3967434b-7996-48eb-af3a-308cb0010f1e,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:37.373791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Checking segment: {'id': '1f62775c-6dbb-49b7-9813-b395fa0fdf51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8f3dd8ea-6b85-4223-9d7d-13a0ab2b3486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:37.374170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Network hostable DHCP agents. Network: 8f3dd8ea-6b85-4223-9d7d-13a0ab2b3486, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:09:37.394590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Network 8f3dd8ea-6b85-4223-9d7d-13a0ab2b3486 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:09:37.405313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 8f3dd8ea-6b85-4223-9d7d-13a0ab2b3486) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:37.409662 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:37.410203 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:37.414610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e314650d-02e4-4431-af72-6afba9d1e69e None None] Network 8f3dd8ea-6b85-4223-9d7d-13a0ab2b3486 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:37.436154 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-983b5be5-c34a-4286-a8a7-006d6642893d tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5194759 Apr 05 21:09:37.436547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60486) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:37.496757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bcca08-479b-47c7-9afe-26971b4a5732 None None] Network 74e8c29e-dc4a-4130-8f09-f0819cd94069 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:37.581319 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:37.634159 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7682294e-9d8b-45c9-872e-9a58534a3dbf None None] Provisioning for port 27fc9c61-5ca3-410c-9db5-59149471e45a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:09:37.648216 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:37.652586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7682294e-9d8b-45c9-872e-9a58534a3dbf None None] Provisioning complete for port 27fc9c61-5ca3-410c-9db5-59149471e45a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:37.652955 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7682294e-9d8b-45c9-872e-9a58534a3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:37.729495 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:37.774373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event deleted for resources: {'Subnet': ['ID=3967434b-7996-48eb-af3a-308cb0010f1e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:37.855293 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd36d977-75c0-49b0-a58d-569f0b83d5b4 None None] Network 8f3dd8ea-6b85-4223-9d7d-13a0ab2b3486 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:37.864025 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:37.894144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3dd8ea-6b85-4223-9d7d-13a0ab2b3486']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:37.906368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f62775c-6dbb-49b7-9813-b395fa0fdf51') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:37.906658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f62775c-6dbb-49b7-9813-b395fa0fdf51') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:37.917830 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:37.934526 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:37.940702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:09:37.941087 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: timer() Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:09:37.956284 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:09:38.038608 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.056596 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.072698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event deleted for resources: {'Network': ['ID=8f3dd8ea-6b85-4223-9d7d-13a0ab2b3486,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:38.077362 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b608de2b-4d05-46a4-b526-ce60c15a1481 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "DELETE /v2.0/networks/8f3dd8ea-6b85-4223-9d7d-13a0ab2b3486 HTTP/1.1" status: 204 len: 168 time: 0.6397285 Apr 05 21:09:38.078251 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7682294e-9d8b-45c9-872e-9a58534a3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.081043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60490) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:38.086406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1707415349'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:38.092009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:38.096001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Usage tracker for resource:network and tenant:c09a139c53c6404584990663292f441b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:38.099544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:38.106103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:38.116504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Made reservation on behalf of c09a139c53c6404584990663292f441b for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:38.119989 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.149292 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:09:38.156665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7682294e-9d8b-45c9-872e-9a58534a3dbf None None] For port 27fc9c61-5ca3-410c-9db5-59149471e45a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=27fc9c61-5ca3-410c-9db5-59149471e45a,segment=NetworkSegment(91489e6f-d2d8-4347-969a-bdb8369cbe3a),segment_id=91489e6f-d2d8-4347-969a-bdb8369cbe3a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:38.159697 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.160034 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Added segment fca39a49-43b0-475b-a426-7c12f31fedba of type vlan for network edd323cc-da50-49f5-8c33-e0fccdf5ab06 Apr 05 21:09:38.164547 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7682294e-9d8b-45c9-872e-9a58534a3dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.188953 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.218773 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.224692 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:38.225249 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.239714 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682294e-9d8b-45c9-872e-9a58534a3dbf None None] Pushing event updated for resources: {'Port': ['ID=27fc9c61-5ca3-410c-9db5-59149471e45a,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:38.324644 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2425284 Apr 05 21:09:38.327581 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60494) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:38.333305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Request body: {'subnet': {'network_id': 'edd323cc-da50-49f5-8c33-e0fccdf5ab06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:38.337125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bc589-eac4-4e3c-9a9e-eaf377adfc8b tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event updated for resources: {'Network': ['ID=edd323cc-da50-49f5-8c33-e0fccdf5ab06,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:38.348949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network edd323cc-da50-49f5-8c33-e0fccdf5ab06 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:09:38.486965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cb6d3154-b3ae-4391-b275-23f3459f8597 None None] Provisioning complete for port 27fc9c61-5ca3-410c-9db5-59149471e45a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:38.487636 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb6d3154-b3ae-4391-b275-23f3459f8597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.560653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:38.564328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Usage tracker for resource:subnet and tenant:c09a139c53c6404584990663292f441b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:38.567180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:38.573039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:38.583515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Made reservation on behalf of c09a139c53c6404584990663292f441b for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:38.587037 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.776348 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 27fc9c61-5ca3-410c-9db5-59149471e45a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:09:38.808468 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.847681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 27fc9c61-5ca3-410c-9db5-59149471e45a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:38.847955 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.887929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event updated for resources: {'Subnet': ['ID=bbcb6fb5-9dbd-4299-9ede-252899c5615d,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:38.895436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Checking segment: {'id': 'fca39a49-43b0-475b-a426-7c12f31fedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'edd323cc-da50-49f5-8c33-e0fccdf5ab06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:38.895776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Network hostable DHCP agents. Network: edd323cc-da50-49f5-8c33-e0fccdf5ab06, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:09:38.915039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Network edd323cc-da50-49f5-8c33-e0fccdf5ab06 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:09:38.923985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, edd323cc-da50-49f5-8c33-e0fccdf5ab06) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:38.928148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:38.928717 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:38.943618 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e0d3d2-6ddd-44fc-894e-8d96ff6c4b81 None None] Network edd323cc-da50-49f5-8c33-e0fccdf5ab06 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:38.949428 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8aa4904f-fead-45bf-8d7f-9006c35db486 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6201825 Apr 05 21:09:38.953010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60498) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:38.958666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1743361297'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:38.964854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:38.968708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Usage tracker for resource:network and tenant:c09a139c53c6404584990663292f441b is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:38.971661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:38.978008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:38.988373 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Made reservation on behalf of c09a139c53c6404584990663292f441b for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:38.991877 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.020141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:09:39.029743 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.030116 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Added segment 62e1b894-44a5-4f05-8726-008171274263 of type vlan for network fe87fd88-6f24-438c-9e28-b3dd9b834e4b Apr 05 21:09:39.057849 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.087712 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.093129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:39.093706 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.187418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-edd323cc-da50-49f5-8c33-e0fccdf5ab06', 'network_id': 'edd323cc-da50-49f5-8c33-e0fccdf5ab06', 'tenant_id': 'c09a139c53c6404584990663292f441b', 'fixed_ips': [{'subnet_id': 'bbcb6fb5-9dbd-4299-9ede-252899c5615d'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:09:39.188258 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.202817 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2486877 Apr 05 21:09:39.206512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60502) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:39.208762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e9ebb-b86d-4bc3-84c3-d744ae64c081 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event updated for resources: {'Network': ['ID=fe87fd88-6f24-438c-9e28-b3dd9b834e4b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:39.213165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Request body: {'subnet': {'network_id': 'fe87fd88-6f24-438c-9e28-b3dd9b834e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:39.254348 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network fe87fd88-6f24-438c-9e28-b3dd9b834e4b details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:09:39.267568 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.325400 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:39.329344 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Usage tracker for resource:subnet and tenant:c09a139c53c6404584990663292f441b is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:39.332301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:39.337947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:39.347756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Made reservation on behalf of c09a139c53c6404584990663292f441b for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:39.351212 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.445765 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Allocated IP 2001:db8::2 (edd323cc-da50-49f5-8c33-e0fccdf5ab06/bbcb6fb5-9dbd-4299-9ede-252899c5615d/5f2ea1fc-9a32-4a70-8cc3-95e206e69592) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:09:39.466153 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.577458 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.656799 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event updated for resources: {'Subnet': ['ID=8f74dfd3-d60c-4330-8a23-e35b37408c1b,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:39.663375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Checking segment: {'id': '62e1b894-44a5-4f05-8726-008171274263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fe87fd88-6f24-438c-9e28-b3dd9b834e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:39.663720 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Network hostable DHCP agents. Network: fe87fd88-6f24-438c-9e28-b3dd9b834e4b, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:09:39.682721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Network fe87fd88-6f24-438c-9e28-b3dd9b834e4b is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:09:39.694294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, fe87fd88-6f24-438c-9e28-b3dd9b834e4b) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:39.700066 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:39.700978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.703893 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.709661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca43388e-fd74-45c1-a0d0-93a68d99a413 None None] Network fe87fd88-6f24-438c-9e28-b3dd9b834e4b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:39.725452 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0c8c1133-6be8-4f3e-b106-1cea7234f716 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5172288 Apr 05 21:09:39.727814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60506) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:39.739750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Transition to ACTIVE for port object 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:39.822404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Transition to ACTIVE for port object 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:39.831282 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.882292 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:39.920064 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Network edd323cc-da50-49f5-8c33-e0fccdf5ab06 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:09:39.920794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Pushing event updated for resources: {'Port': ['ID=5f2ea1fc-9a32-4a70-8cc3-95e206e69592,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:39.924485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:39.953081 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:09:39.955113 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.030792 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.071118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event deleted for resources: {'Subnet': ['ID=8f74dfd3-d60c-4330-8a23-e35b37408c1b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:40.094222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Attempting to bind port 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:09:40.094584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Attempting to bind port 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'fca39a49-43b0-475b-a426-7c12f31fedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'edd323cc-da50-49f5-8c33-e0fccdf5ab06'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:09:40.094950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Attempting to bind port 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 on network edd323cc-da50-49f5-8c33-e0fccdf5ab06 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:09:40.100627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:09:40.100999 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Checking segment: {'id': 'fca39a49-43b0-475b-a426-7c12f31fedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'edd323cc-da50-49f5-8c33-e0fccdf5ab06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:40.101395 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.101777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Bound using segment: {'id': 'fca39a49-43b0-475b-a426-7c12f31fedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'edd323cc-da50-49f5-8c33-e0fccdf5ab06'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:09:40.102444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Bound port: 5f2ea1fc-9a32-4a70-8cc3-95e206e69592, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca39a49-43b0-475b-a426-7c12f31fedba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'edd323cc-da50-49f5-8c33-e0fccdf5ab06'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:09:40.102626 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.114689 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9663e3-5381-461e-8197-4d73b5a85a25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-fe87fd88-6f24-438c-9e28-b3dd9b834e4b', 'network_id': 'fe87fd88-6f24-438c-9e28-b3dd9b834e4b', 'tenant_id': 'c09a139c53c6404584990663292f441b', 'fixed_ips': [{'subnet_id': '8f74dfd3-d60c-4330-8a23-e35b37408c1b'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:09:40.115481 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4d9663e3-5381-461e-8197-4d73b5a85a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.174976 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.199977 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe87fd88-6f24-438c-9e28-b3dd9b834e4b']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:40.212330 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e1b894-44a5-4f05-8726-008171274263') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:40.212549 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e1b894-44a5-4f05-8726-008171274263') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:40.225078 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.244844 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.251204 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:09:40.251648 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: timer() Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:09:40.266608 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:09:40.274278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] For port 5f2ea1fc-9a32-4a70-8cc3-95e206e69592, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:09:40.278541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] For port 5f2ea1fc-9a32-4a70-8cc3-95e206e69592, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5f2ea1fc-9a32-4a70-8cc3-95e206e69592,segment=NetworkSegment(fca39a49-43b0-475b-a426-7c12f31fedba),segment_id=fca39a49-43b0-475b-a426-7c12f31fedba)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:09:40.284910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3686b3-4906-4c3a-9171-00b05d3f1672 None None] Network fe87fd88-6f24-438c-9e28-b3dd9b834e4b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:40.298564 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.348969 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.366897 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.378425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event deleted for resources: {'Network': ['ID=fe87fd88-6f24-438c-9e28-b3dd9b834e4b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:40.386898 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e3a6f574-78ec-443e-aaf6-c8a5246bfeda tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "DELETE /v2.0/networks/fe87fd88-6f24-438c-9e28-b3dd9b834e4b HTTP/1.1" status: 204 len: 168 time: 0.6572824 Apr 05 21:09:40.387091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60510) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:40.432939 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4fccb00-0d0f-477c-b3aa-b22160ae02d3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] GET failed (client error): The resource could not be found. Apr 05 21:09:40.433459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b4fccb00-0d0f-477c-b3aa-b22160ae02d3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Synchronizing usage tracker for tenant:c09a139c53c6404584990663292f441b on resource:subnet {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:40.454011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b4fccb00-0d0f-477c-b3aa-b22160ae02d3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Unset dirty status for tenant:c09a139c53c6404584990663292f441b on resource:subnet {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:40.458179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b4fccb00-0d0f-477c-b3aa-b22160ae02d3 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "GET /v2.0/subnets/8f74dfd3-d60c-4330-8a23-e35b37408c1b HTTP/1.1" status: 404 len: 337 time: 0.0678813 Apr 05 21:09:40.461336 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60514) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:40.486291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc85627-5cca-4b5b-8cb2-ba844e063481 None None] Pushing event updated for resources: {'Port': ['ID=5f2ea1fc-9a32-4a70-8cc3-95e206e69592,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:40.491906 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1724c7b-3061-451e-9d84-e4b396c29076 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] DELETE failed (client error): The resource could not be found. Apr 05 21:09:40.492483 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1724c7b-3061-451e-9d84-e4b396c29076 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:09:40.498249 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f1724c7b-3061-451e-9d84-e4b396c29076 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "DELETE /v2.0/networks/fe87fd88-6f24-438c-9e28-b3dd9b834e4b HTTP/1.1" status: 404 len: 339 time: 0.0317402 Apr 05 21:09:40.498816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60518) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:40.539177 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6d3423-b9fe-4e0f-9080-d8ce842b23d4 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] DELETE failed (client error): The resource could not be found. Apr 05 21:09:40.539709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6d3423-b9fe-4e0f-9080-d8ce842b23d4 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:09:40.541463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ec6d3423-b9fe-4e0f-9080-d8ce842b23d4 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "DELETE /v2.0/subnets/8f74dfd3-d60c-4330-8a23-e35b37408c1b HTTP/1.1" status: 404 len: 337 time: 0.0416267 Apr 05 21:09:40.544086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60522) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:40.578125 n-d-836604-1 neutron-server[87964]: INFO neutron.pecan_wsgi.hooks.translation [None req-febabaf7-75b6-4bff-95a1-f35981cccbb4 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] DELETE failed (client error): The resource could not be found. Apr 05 21:09:40.578786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-febabaf7-75b6-4bff-95a1-f35981cccbb4 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87964) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:09:40.580782 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-febabaf7-75b6-4bff-95a1-f35981cccbb4 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "DELETE /v2.0/networks/fe87fd88-6f24-438c-9e28-b3dd9b834e4b HTTP/1.1" status: 404 len: 339 time: 0.0357723 Apr 05 21:09:40.583813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60526) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:40.652950 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce6ed31-e8b9-49c2-a684-5e165bdc6a43 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Deleting subnet bbcb6fb5-9dbd-4299-9ede-252899c5615d {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:09:40.656361 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ed31-e8b9-49c2-a684-5e165bdc6a43 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.713785 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ed31-e8b9-49c2-a684-5e165bdc6a43 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.802090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:09:40.805638 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ed31-e8b9-49c2-a684-5e165bdc6a43 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.879133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:09:40.890926 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ed31-e8b9-49c2-a684-5e165bdc6a43 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.932132 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6ed31-e8b9-49c2-a684-5e165bdc6a43 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcb6fb5-9dbd-4299-9ede-252899c5615d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:40.936369 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ce6ed31-e8b9-49c2-a684-5e165bdc6a43 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:40.949490 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7ce6ed31-e8b9-49c2-a684-5e165bdc6a43 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "DELETE /v2.0/subnets/bbcb6fb5-9dbd-4299-9ede-252899c5615d HTTP/1.1" status: 204 len: 168 time: 0.3646338 Apr 05 21:09:40.952025 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60530) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:41.061932 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:41.072704 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Deleting port 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:09:41.073041 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:41.285565 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] For port 5f2ea1fc-9a32-4a70-8cc3-95e206e69592, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=5f2ea1fc-9a32-4a70-8cc3-95e206e69592,segment=NetworkSegment(fca39a49-43b0-475b-a426-7c12f31fedba),segment_id=fca39a49-43b0-475b-a426-7c12f31fedba)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:41.285946 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:41.314904 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff953276-a749-48c6-a59f-d9f2ab7743bc None None] Network edd323cc-da50-49f5-8c33-e0fccdf5ab06 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:41.410458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Calling delete_port for 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:09:41.415065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ab16e210-3764-4316-add2-549585f9e349 None None] Provisioning for port 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:09:41.446803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ab16e210-3764-4316-add2-549585f9e349 None None] Provisioning complete for port 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:41.447165 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ab16e210-3764-4316-add2-549585f9e349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:41.491122 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:41.544673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event deleted for resources: {'Port': ['ID=5f2ea1fc-9a32-4a70-8cc3-95e206e69592,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:41.548369 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a3849e1a-f278-4349-a54a-ee1687f051fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:41.551304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] No DVR routers for this DVR port 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:09:41.554175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ab16e210-3764-4316-add2-549585f9e349 None None] Could not find standard attr ID for object 5f2ea1fc-9a32-4a70-8cc3-95e206e69592. {{(pid=87966) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 21:09:41.557611 n-d-836604-1 neutron-server[87966]: INFO neutron.plugins.ml2.db [None req-ab16e210-3764-4316-add2-549585f9e349 None None] No ports have port_id starting with 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 Apr 05 21:09:41.596477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4207b5a-5fe1-4055-b954-66c4cee7fc85 None None] DHCP port deletion for edd323cc-da50-49f5-8c33-e0fccdf5ab06 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:09:41.787967 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:41.815019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd323cc-da50-49f5-8c33-e0fccdf5ab06']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:41.831740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca39a49-43b0-475b-a426-7c12f31fedba') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:41.831972 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca39a49-43b0-475b-a426-7c12f31fedba') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:41.844994 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:41.860543 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:41.866380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:09:41.866750 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: timer() Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:09:41.880789 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:09:41.958748 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:41.976278 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:41.987892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event deleted for resources: {'Network': ['ID=edd323cc-da50-49f5-8c33-e0fccdf5ab06,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:41.990355 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6e3f132f-e122-4dfe-bac5-ef08d7c35960 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "DELETE /v2.0/networks/edd323cc-da50-49f5-8c33-e0fccdf5ab06 HTTP/1.1" status: 204 len: 168 time: 1.0374343 Apr 05 21:09:41.992800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60534) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:42.030734 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-08064e45-338c-4304-85f5-aec71731c51c tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] DELETE failed (client error): The resource could not be found. Apr 05 21:09:42.031167 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08064e45-338c-4304-85f5-aec71731c51c tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:09:42.032754 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-08064e45-338c-4304-85f5-aec71731c51c tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "DELETE /v2.0/subnets/3967434b-7996-48eb-af3a-308cb0010f1e HTTP/1.1" status: 404 len: 337 time: 0.0390189 Apr 05 21:09:42.035110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60538) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:42.058462 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7eb2008-d76b-4b00-bfa3-69f02c77e435 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] DELETE failed (client error): The resource could not be found. Apr 05 21:09:42.058899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7eb2008-d76b-4b00-bfa3-69f02c77e435 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:09:42.060471 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f7eb2008-d76b-4b00-bfa3-69f02c77e435 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "DELETE /v2.0/networks/8f3dd8ea-6b85-4223-9d7d-13a0ab2b3486 HTTP/1.1" status: 404 len: 339 time: 0.0245068 Apr 05 21:09:42.062807 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60542) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:42.102648 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-e068e6c4-c10e-42de-b149-993daf9eab85 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] DELETE failed (client error): The resource could not be found. Apr 05 21:09:42.103079 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e068e6c4-c10e-42de-b149-993daf9eab85 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:09:42.104698 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e068e6c4-c10e-42de-b149-993daf9eab85 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "DELETE /v2.0/subnets/229b4bb9-8d95-49ad-b18f-b4b2f7fee08d HTTP/1.1" status: 404 len: 337 time: 0.0410075 Apr 05 21:09:42.106966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60546) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:42.129823 n-d-836604-1 neutron-server[87965]: INFO neutron.pecan_wsgi.hooks.translation [None req-9825fad6-3eff-4e8f-93db-912d359c101a tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] DELETE failed (client error): The resource could not be found. Apr 05 21:09:42.130286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9825fad6-3eff-4e8f-93db-912d359c101a tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87965) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 21:09:42.131820 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9825fad6-3eff-4e8f-93db-912d359c101a tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "DELETE /v2.0/networks/b1b0152e-f8b4-47c7-8992-3f3287f3dcbf HTTP/1.1" status: 404 len: 339 time: 0.0240123 Apr 05 21:09:42.133907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60550) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:42.196969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d18ebf-4644-45e0-a4c9-e96d523563b9 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Deleting subnet 5823c174-1975-43c8-a389-0d8a52e12818 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:09:42.200376 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63d18ebf-4644-45e0-a4c9-e96d523563b9 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:42.256770 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63d18ebf-4644-45e0-a4c9-e96d523563b9 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:42.339219 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63d18ebf-4644-45e0-a4c9-e96d523563b9 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:42.409430 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63d18ebf-4644-45e0-a4c9-e96d523563b9 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:42.452557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d18ebf-4644-45e0-a4c9-e96d523563b9 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event deleted for resources: {'Subnet': ['ID=5823c174-1975-43c8-a389-0d8a52e12818,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:42.454477 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-63d18ebf-4644-45e0-a4c9-e96d523563b9 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:42.460709 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fa21c5-fabd-4752-b310-adbc0b0651e7 None None] Network 74e8c29e-dc4a-4130-8f09-f0819cd94069 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:42.463717 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-63d18ebf-4644-45e0-a4c9-e96d523563b9 tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "DELETE /v2.0/subnets/5823c174-1975-43c8-a389-0d8a52e12818 HTTP/1.1" status: 204 len: 168 time: 0.3289168 Apr 05 21:09:42.466131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60554) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:42.578294 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:42.588463 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Deleting port 27fc9c61-5ca3-410c-9db5-59149471e45a {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:09:42.588785 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:42.711361 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef08ec31-9434-4d4d-8a94-392c3f7afa7d None None] DHCP port deletion for 74e8c29e-dc4a-4130-8f09-f0819cd94069 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:09:42.716498 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ef08ec31-9434-4d4d-8a94-392c3f7afa7d None None] Deleting port 27fc9c61-5ca3-410c-9db5-59149471e45a {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:09:42.717050 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ef08ec31-9434-4d4d-8a94-392c3f7afa7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:42.800469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] For port 27fc9c61-5ca3-410c-9db5-59149471e45a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=27fc9c61-5ca3-410c-9db5-59149471e45a,segment=NetworkSegment(91489e6f-d2d8-4347-969a-bdb8369cbe3a),segment_id=91489e6f-d2d8-4347-969a-bdb8369cbe3a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:42.800823 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:42.801687 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:09:42.838641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:09:42.839025 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 5f2ea1fc-9a32-4a70-8cc3-95e206e69592 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:09:42.839431 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 27fc9c61-5ca3-410c-9db5-59149471e45a no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:09:42.941703 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Calling delete_port for 27fc9c61-5ca3-410c-9db5-59149471e45a owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:09:43.015273 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:43.063222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event deleted for resources: {'Port': ['ID=27fc9c61-5ca3-410c-9db5-59149471e45a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:43.065499 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] No DVR routers for this DVR port 27fc9c61-5ca3-410c-9db5-59149471e45a on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:09:43.098813 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:43.105490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.105828 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.106183 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.106513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.106836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.107148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.107502 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.107842 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.108102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.108792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.109115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.109431 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:43.113357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ef08ec31-9434-4d4d-8a94-392c3f7afa7d None None] For port 27fc9c61-5ca3-410c-9db5-59149471e45a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=27fc9c61-5ca3-410c-9db5-59149471e45a,segment=NetworkSegment(91489e6f-d2d8-4347-969a-bdb8369cbe3a),segment_id=91489e6f-d2d8-4347-969a-bdb8369cbe3a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:43.113741 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ef08ec31-9434-4d4d-8a94-392c3f7afa7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:43.198138 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:43.226567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74e8c29e-dc4a-4130-8f09-f0819cd94069']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:43.240380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91489e6f-d2d8-4347-969a-bdb8369cbe3a') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:43.240664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91489e6f-d2d8-4347-969a-bdb8369cbe3a') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:43.244623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ef08ec31-9434-4d4d-8a94-392c3f7afa7d None None] Calling delete_port for 27fc9c61-5ca3-410c-9db5-59149471e45a owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:09:43.256866 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:43.274546 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:43.281208 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:09:43.281592 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: timer() Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:09:43.296477 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:09:43.348676 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-ef08ec31-9434-4d4d-8a94-392c3f7afa7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:09:43.349023 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-ef08ec31-9434-4d4d-8a94-392c3f7afa7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:09:43.383517 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:43.506749 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:43.517981 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] Pushing event deleted for resources: {'Network': ['ID=74e8c29e-dc4a-4130-8f09-f0819cd94069,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:43.521949 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-645cf9b2-1f0a-46e3-93fe-025d83c55dbb tempest-NetworksIpV6Test-1555664866 tempest-NetworksIpV6Test-1555664866-project] 10.222.0.24 "DELETE /v2.0/networks/74e8c29e-dc4a-4130-8f09-f0819cd94069 HTTP/1.1" status: 204 len: 168 time: 1.0548840 Apr 05 21:09:43.766279 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2cc5e82b-b91c-409f-9bf5-bc9088cc3fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:43.778010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60562) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:43.850326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ef08ec31-9434-4d4d-8a94-392c3f7afa7d None None] Deleting port 27fc9c61-5ca3-410c-9db5-59149471e45a {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:09:43.850700 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ef08ec31-9434-4d4d-8a94-392c3f7afa7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:43.919374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ef08ec31-9434-4d4d-8a94-392c3f7afa7d None None] The port '27fc9c61-5ca3-410c-9db5-59149471e45a' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 21:09:43.928505 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-327567a8-559b-4828-9a9a-2d0833624fbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c09a139c53c6404584990663292f441b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465836 Apr 05 21:09:43.928505 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60568) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:43.984034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15025c8c-eb75-4c68-bc93-c7381782ce40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:44.008896 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15025c8c-eb75-4c68-bc93-c7381782ce40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:44.060421 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15025c8c-eb75-4c68-bc93-c7381782ce40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:44.080379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15025c8c-eb75-4c68-bc93-c7381782ce40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282f2ffd-0f43-426c-a763-613d822efec0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:44.083610 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15025c8c-eb75-4c68-bc93-c7381782ce40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:44.085110 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-15025c8c-eb75-4c68-bc93-c7381782ce40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/282f2ffd-0f43-426c-a763-613d822efec0 HTTP/1.1" status: 204 len: 168 time: 0.1556926 Apr 05 21:09:44.743402 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60592) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:44.843761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-03602c7b-8c08-4fb8-9703-e74422a2839e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1831887852', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:44.851056 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-03602c7b-8c08-4fb8-9703-e74422a2839e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:44.855333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-03602c7b-8c08-4fb8-9703-e74422a2839e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Usage tracker for resource:router and tenant:1fa43a46d8164002a8a33ad1080b449e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:44.858157 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-03602c7b-8c08-4fb8-9703-e74422a2839e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:44.864272 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-03602c7b-8c08-4fb8-9703-e74422a2839e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:44.875208 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03602c7b-8c08-4fb8-9703-e74422a2839e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:44.876171 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03602c7b-8c08-4fb8-9703-e74422a2839e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:44.890347 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03602c7b-8c08-4fb8-9703-e74422a2839e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:44.908001 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03602c7b-8c08-4fb8-9703-e74422a2839e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:44.928006 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:44.932712 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-03602c7b-8c08-4fb8-9703-e74422a2839e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:44.934460 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-03602c7b-8c08-4fb8-9703-e74422a2839e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1900749 Apr 05 21:09:44.937274 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60598) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:44.942728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2005334202'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:44.948335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:44.952666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Usage tracker for resource:network and tenant:1fa43a46d8164002a8a33ad1080b449e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:44.955685 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:44.961371 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:44.970137 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Made reservation on behalf of 1fa43a46d8164002a8a33ad1080b449e for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:44.973390 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:44.985429 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.000293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:45.004023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Usage tracker for resource:security_group_rule and tenant:1fa43a46d8164002a8a33ad1080b449e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:45.006083 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.006986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:45.012590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:45.094491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.098403 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.130921 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:09:45.139353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c053cb-fff2-4cbd-a003-50759246e378,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:45.144867 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.145207 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Added segment 0b411cbc-3067-4d5e-aabf-e479572bc34e of type vlan for network a1cee77d-c9cf-4d48-91ca-4591775ec4d6 Apr 05 21:09:45.171064 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.198714 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.204176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:45.204745 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.313099 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3747118 Apr 05 21:09:45.315827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180a2e93-be99-44eb-80aa-621f438678f6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Pushing event updated for resources: {'Network': ['ID=a1cee77d-c9cf-4d48-91ca-4591775ec4d6,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:45.316207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60602) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:45.321805 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Request body: {'subnet': {'network_id': 'a1cee77d-c9cf-4d48-91ca-4591775ec4d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:45.326022 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network a1cee77d-c9cf-4d48-91ca-4591775ec4d6 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:09:45.528885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:45.532591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Usage tracker for resource:subnet and tenant:1fa43a46d8164002a8a33ad1080b449e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:45.535311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:45.540782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:45.550646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Made reservation on behalf of 1fa43a46d8164002a8a33ad1080b449e for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:45.554037 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.764959 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.845789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Pushing event updated for resources: {'Subnet': ['ID=2fb9fd12-0591-42dd-b135-b06474fe40a0,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:45.858963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:45.859616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:45.859953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:45.860284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:45.860629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:45.860951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:45.861267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:45.861582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:45.861908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:45.862226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:45.862538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:45.862850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:45.867026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Checking segment: {'id': '0b411cbc-3067-4d5e-aabf-e479572bc34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1cee77d-c9cf-4d48-91ca-4591775ec4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:45.867381 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Network hostable DHCP agents. Network: a1cee77d-c9cf-4d48-91ca-4591775ec4d6, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:09:45.886550 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Network a1cee77d-c9cf-4d48-91ca-4591775ec4d6 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:09:45.896343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, a1cee77d-c9cf-4d48-91ca-4591775ec4d6) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:45.900750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:45.901338 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.905333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4e3831-e2b5-4ea1-b515-d31343c3c3bb None None] Network a1cee77d-c9cf-4d48-91ca-4591775ec4d6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:45.923744 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-343d7654-e4eb-4445-95cf-c28ab21e7729 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6062238 Apr 05 21:09:45.926533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60606) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:45.931898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-562869725'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:45.938328 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:45.942181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Usage tracker for resource:network and tenant:1fa43a46d8164002a8a33ad1080b449e is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:45.945083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:45.950963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:45.961283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Made reservation on behalf of 1fa43a46d8164002a8a33ad1080b449e for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:45.965312 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:45.993338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:09:46.005279 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:46.005613 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Added segment 9b931e4e-a103-4101-b103-b6e075d76b6c of type vlan for network 714acfc8-2e62-476b-be8c-14801940b619 Apr 05 21:09:46.032110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:46.064807 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:46.070506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:46.071078 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:46.126018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-a1cee77d-c9cf-4d48-91ca-4591775ec4d6', 'network_id': 'a1cee77d-c9cf-4d48-91ca-4591775ec4d6', 'tenant_id': '1fa43a46d8164002a8a33ad1080b449e', 'fixed_ips': [{'subnet_id': '2fb9fd12-0591-42dd-b135-b06474fe40a0'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:09:46.126830 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:46.170104 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2425268 Apr 05 21:09:46.173762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60610) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:46.176222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579a79a-86b2-41e4-8d78-68fc08010e53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Pushing event updated for resources: {'Network': ['ID=714acfc8-2e62-476b-be8c-14801940b619,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:46.186378 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Request body: {'subnet': {'network_id': '714acfc8-2e62-476b-be8c-14801940b619', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:46.193013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 714acfc8-2e62-476b-be8c-14801940b619 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:09:46.299703 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:46.304154 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Usage tracker for resource:subnet and tenant:1fa43a46d8164002a8a33ad1080b449e is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:46.307410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:46.313610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:46.316968 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:46.322610 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Made reservation on behalf of 1fa43a46d8164002a8a33ad1080b449e for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:46.326917 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:46.386455 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Allocated IP 172.20.0.2 (a1cee77d-c9cf-4d48-91ca-4591775ec4d6/2fb9fd12-0591-42dd-b135-b06474fe40a0/c4474505-d10d-48f4-b41a-b4d3139e5b3e) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:09:46.546207 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:46.627456 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Pushing event updated for resources: {'Subnet': ['ID=e55bba0f-a573-45a1-8690-dd79876eeb7c,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:46.630260 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:46.635113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Checking segment: {'id': '9b931e4e-a103-4101-b103-b6e075d76b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '714acfc8-2e62-476b-be8c-14801940b619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:46.635474 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Network hostable DHCP agents. Network: 714acfc8-2e62-476b-be8c-14801940b619, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:09:46.641255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Transition to ACTIVE for port object c4474505-d10d-48f4-b41a-b4d3139e5b3e will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:46.655746 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Network 714acfc8-2e62-476b-be8c-14801940b619 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:09:46.660269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Transition to ACTIVE for port object c4474505-d10d-48f4-b41a-b4d3139e5b3e will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:46.665955 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:46.667782 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 714acfc8-2e62-476b-be8c-14801940b619) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:46.676934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:46.677941 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:46.703667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60614) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:46.704616 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-33a1ae3e-30e1-4fd7-8360-db2c534fc54f tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5293071 Apr 05 21:09:46.704738 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48675613-72ae-4aea-b17d-45bea35a9d8a None None] Network 714acfc8-2e62-476b-be8c-14801940b619 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:46.709319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-68c2f701-3cfa-4955-9555-d0d7735ea4ab tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Request body: {'router': {'external_gateway_info': {'network_id': '714acfc8-2e62-476b-be8c-14801940b619'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:46.757206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Network a1cee77d-c9cf-4d48-91ca-4591775ec4d6 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:09:46.765410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:46.771033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:09:46.822007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Pushing event updated for resources: {'Port': ['ID=c4474505-d10d-48f4-b41a-b4d3139e5b3e,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:46.938345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Attempting to bind port c4474505-d10d-48f4-b41a-b4d3139e5b3e on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:09:46.938622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Attempting to bind port c4474505-d10d-48f4-b41a-b4d3139e5b3e by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '0b411cbc-3067-4d5e-aabf-e479572bc34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1cee77d-c9cf-4d48-91ca-4591775ec4d6'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:09:46.938975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Attempting to bind port c4474505-d10d-48f4-b41a-b4d3139e5b3e on network a1cee77d-c9cf-4d48-91ca-4591775ec4d6 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:09:46.974013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:09:46.974384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Checking segment: {'id': '0b411cbc-3067-4d5e-aabf-e479572bc34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1cee77d-c9cf-4d48-91ca-4591775ec4d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:46.974778 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:46.975161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Bound using segment: {'id': '0b411cbc-3067-4d5e-aabf-e479572bc34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1cee77d-c9cf-4d48-91ca-4591775ec4d6'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:09:46.975627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Bound port: c4474505-d10d-48f4-b41a-b4d3139e5b3e, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b411cbc-3067-4d5e-aabf-e479572bc34e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'a1cee77d-c9cf-4d48-91ca-4591775ec4d6'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:09:46.975999 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:47.100012 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-68c2f701-3cfa-4955-9555-d0d7735ea4ab tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:47.101023 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-714acfc8-2e62-476b-be8c-14801940b619', 'network_id': '714acfc8-2e62-476b-be8c-14801940b619', 'tenant_id': '1fa43a46d8164002a8a33ad1080b449e', 'fixed_ips': [{'subnet_id': 'e55bba0f-a573-45a1-8690-dd79876eeb7c'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:09:47.101821 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:47.167808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] For port c4474505-d10d-48f4-b41a-b4d3139e5b3e, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:09:47.184795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] For port c4474505-d10d-48f4-b41a-b4d3139e5b3e, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c4474505-d10d-48f4-b41a-b4d3139e5b3e,segment=NetworkSegment(0b411cbc-3067-4d5e-aabf-e479572bc34e),segment_id=0b411cbc-3067-4d5e-aabf-e479572bc34e)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:09:47.195692 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:47.247720 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [None req-68c2f701-3cfa-4955-9555-d0d7735ea4ab tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 21:09:47.248772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-68c2f701-3cfa-4955-9555-d0d7735ea4ab tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] 10.222.0.24 "PUT /v2.0/routers/06b18dda-52e0-419d-a9ab-14ebc5cb3e75 HTTP/1.1" status: 400 len: 364 time: 0.5439947 Apr 05 21:09:47.254620 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60618) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:47.319676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-d07e2985-c3ce-4e9a-9462-dce0bfa7893e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Deleting subnet e55bba0f-a573-45a1-8690-dd79876eeb7c {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:09:47.345095 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Allocated IP 172.21.0.2 (714acfc8-2e62-476b-be8c-14801940b619/e55bba0f-a573-45a1-8690-dd79876eeb7c/92c980ae-b414-4c7e-9e37-478cb4b04c55) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:09:47.347081 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e27b0-380a-49c0-b58d-27cd83be1238 None None] Pushing event updated for resources: {'Port': ['ID=c4474505-d10d-48f4-b41a-b4d3139e5b3e,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:47.570842 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:47.581023 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Transition to ACTIVE for port object 92c980ae-b414-4c7e-9e37-478cb4b04c55 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:47.600444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Transition to ACTIVE for port object 92c980ae-b414-4c7e-9e37-478cb4b04c55 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:47.605931 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d07e2985-c3ce-4e9a-9462-dce0bfa7893e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:47.607377 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:47.668727 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d07e2985-c3ce-4e9a-9462-dce0bfa7893e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:47.674674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Network 714acfc8-2e62-476b-be8c-14801940b619 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:09:47.677424 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:47.680925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:09:47.724734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Pushing event updated for resources: {'Port': ['ID=92c980ae-b414-4c7e-9e37-478cb4b04c55,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:47.752238 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d07e2985-c3ce-4e9a-9462-dce0bfa7893e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:47.782963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Attempting to bind port 92c980ae-b414-4c7e-9e37-478cb4b04c55 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:09:47.783325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Attempting to bind port 92c980ae-b414-4c7e-9e37-478cb4b04c55 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '9b931e4e-a103-4101-b103-b6e075d76b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '714acfc8-2e62-476b-be8c-14801940b619'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:09:47.783683 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Attempting to bind port 92c980ae-b414-4c7e-9e37-478cb4b04c55 on network 714acfc8-2e62-476b-be8c-14801940b619 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:09:47.789077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:09:47.789440 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Checking segment: {'id': '9b931e4e-a103-4101-b103-b6e075d76b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '714acfc8-2e62-476b-be8c-14801940b619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:47.789858 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:47.790274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Bound using segment: {'id': '9b931e4e-a103-4101-b103-b6e075d76b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '714acfc8-2e62-476b-be8c-14801940b619'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:09:47.790731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Bound port: 92c980ae-b414-4c7e-9e37-478cb4b04c55, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b931e4e-a103-4101-b103-b6e075d76b6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '714acfc8-2e62-476b-be8c-14801940b619'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:09:47.791099 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:47.829910 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d07e2985-c3ce-4e9a-9462-dce0bfa7893e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:47.880779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-19214b15-2106-4de7-98bc-b610014b928f None None] For port 92c980ae-b414-4c7e-9e37-478cb4b04c55, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:09:47.884256 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-19214b15-2106-4de7-98bc-b610014b928f None None] For port 92c980ae-b414-4c7e-9e37-478cb4b04c55, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=92c980ae-b414-4c7e-9e37-478cb4b04c55,segment=NetworkSegment(9b931e4e-a103-4101-b103-b6e075d76b6c),segment_id=9b931e4e-a103-4101-b103-b6e075d76b6c)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:09:47.888639 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:47.994093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e2985-c3ce-4e9a-9462-dce0bfa7893e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Pushing event deleted for resources: {'Subnet': ['ID=e55bba0f-a573-45a1-8690-dd79876eeb7c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:47.996059 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d07e2985-c3ce-4e9a-9462-dce0bfa7893e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:48.002764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d07e2985-c3ce-4e9a-9462-dce0bfa7893e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] 10.222.0.24 "DELETE /v2.0/subnets/e55bba0f-a573-45a1-8690-dd79876eeb7c HTTP/1.1" status: 204 len: 168 time: 0.7470498 Apr 05 21:09:48.005238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60622) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:48.022419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19214b15-2106-4de7-98bc-b610014b928f None None] Pushing event updated for resources: {'Port': ['ID=92c980ae-b414-4c7e-9e37-478cb4b04c55,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:48.045162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f4bf4b-e6cf-4e5b-9ee4-c28267dc5a21 None None] Network 714acfc8-2e62-476b-be8c-14801940b619 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:48.127379 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:48.140418 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Deleting port 92c980ae-b414-4c7e-9e37-478cb4b04c55 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:09:48.140748 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:48.298386 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089031c8-9df5-4558-b056-56f2f7dfdf74 None None] Network a1cee77d-c9cf-4d48-91ca-4591775ec4d6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:48.354039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] For port 92c980ae-b414-4c7e-9e37-478cb4b04c55, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=92c980ae-b414-4c7e-9e37-478cb4b04c55,segment=NetworkSegment(9b931e4e-a103-4101-b103-b6e075d76b6c),segment_id=9b931e4e-a103-4101-b103-b6e075d76b6c)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:48.354440 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:48.429899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-cd886004-da35-4c26-93db-bae424e32773 None None] Provisioning for port c4474505-d10d-48f4-b41a-b4d3139e5b3e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:09:48.482003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Calling delete_port for 92c980ae-b414-4c7e-9e37-478cb4b04c55 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:09:48.558851 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:48.610147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] No DVR routers for this DVR port 92c980ae-b414-4c7e-9e37-478cb4b04c55 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:09:48.611663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Pushing event deleted for resources: {'Port': ['ID=92c980ae-b414-4c7e-9e37-478cb4b04c55,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:48.739700 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:48.769462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c1712a-8202-485a-8b70-46cf8cfa3ffb None None] get_active_networks_info from n-d-836604-1 {{(pid=87966) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 05 21:09:48.773291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714acfc8-2e62-476b-be8c-14801940b619']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:48.787001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b931e4e-a103-4101-b103-b6e075d76b6c') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:48.787299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b931e4e-a103-4101-b103-b6e075d76b6c') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:48.799503 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:48.815494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c4474505-d10d-48f4-b41a-b4d3139e5b3e up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:09:48.817185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:48.823377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:09:48.823765 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: timer() Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:09:48.838393 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:09:48.920484 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:48.922828 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c1712a-8202-485a-8b70-46cf8cfa3ffb None None] Resources bound (agent type, host, resource id): {{(pid=87966) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 21:09:48.924947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port c4474505-d10d-48f4-b41a-b4d3139e5b3e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:09:48.936237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port c4474505-d10d-48f4-b41a-b4d3139e5b3e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:48.936600 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:48.939084 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:48.949932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Pushing event deleted for resources: {'Network': ['ID=714acfc8-2e62-476b-be8c-14801940b619,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:48.956405 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3225f6d9-5eb5-4303-bd87-9d34f0611d53 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] 10.222.0.24 "DELETE /v2.0/networks/714acfc8-2e62-476b-be8c-14801940b619 HTTP/1.1" status: 204 len: 168 time: 0.9479685 Apr 05 21:09:48.956780 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60626) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:49.022000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e56df04-5de3-48c2-ac04-ea9d9942e38e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Deleting subnet 2fb9fd12-0591-42dd-b135-b06474fe40a0 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:09:49.025231 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e56df04-5de3-48c2-ac04-ea9d9942e38e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:49.083507 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e56df04-5de3-48c2-ac04-ea9d9942e38e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:49.168426 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e56df04-5de3-48c2-ac04-ea9d9942e38e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:49.215648 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:49.243394 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e56df04-5de3-48c2-ac04-ea9d9942e38e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:49.287597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56df04-5de3-48c2-ac04-ea9d9942e38e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb9fd12-0591-42dd-b135-b06474fe40a0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:49.289537 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4e56df04-5de3-48c2-ac04-ea9d9942e38e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:49.296827 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4e56df04-5de3-48c2-ac04-ea9d9942e38e tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] 10.222.0.24 "DELETE /v2.0/subnets/2fb9fd12-0591-42dd-b135-b06474fe40a0 HTTP/1.1" status: 204 len: 168 time: 0.3392246 Apr 05 21:09:49.299296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60630) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:49.339601 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:09:49.340138 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:09:49.392393 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6b45e0-c1eb-48f6-b18a-81e908835954 None None] Network a1cee77d-c9cf-4d48-91ca-4591775ec4d6 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:49.413380 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:49.423788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Deleting port c4474505-d10d-48f4-b41a-b4d3139e5b3e {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:09:49.424112 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:49.625461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853abf66-29c6-43b9-89d1-4248ff15bfc1 None None] DHCP port deletion for a1cee77d-c9cf-4d48-91ca-4591775ec4d6 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:09:49.629368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-853abf66-29c6-43b9-89d1-4248ff15bfc1 None None] Deleting port c4474505-d10d-48f4-b41a-b4d3139e5b3e {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:09:49.629767 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-853abf66-29c6-43b9-89d1-4248ff15bfc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:49.631668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] For port c4474505-d10d-48f4-b41a-b4d3139e5b3e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c4474505-d10d-48f4-b41a-b4d3139e5b3e,segment=NetworkSegment(0b411cbc-3067-4d5e-aabf-e479572bc34e),segment_id=0b411cbc-3067-4d5e-aabf-e479572bc34e)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:49.632031 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:49.837454 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-853abf66-29c6-43b9-89d1-4248ff15bfc1 None None] For port c4474505-d10d-48f4-b41a-b4d3139e5b3e, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=c4474505-d10d-48f4-b41a-b4d3139e5b3e,segment=NetworkSegment(0b411cbc-3067-4d5e-aabf-e479572bc34e),segment_id=0b411cbc-3067-4d5e-aabf-e479572bc34e)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:49.837858 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-853abf66-29c6-43b9-89d1-4248ff15bfc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:49.863975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Calling delete_port for c4474505-d10d-48f4-b41a-b4d3139e5b3e owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:09:49.939675 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:49.983773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Pushing event deleted for resources: {'Port': ['ID=c4474505-d10d-48f4-b41a-b4d3139e5b3e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:49.989659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] No DVR routers for this DVR port c4474505-d10d-48f4-b41a-b4d3139e5b3e on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:09:49.992128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-853abf66-29c6-43b9-89d1-4248ff15bfc1 None None] Calling delete_port for c4474505-d10d-48f4-b41a-b4d3139e5b3e owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:09:50.076836 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.114538 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.144395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1cee77d-c9cf-4d48-91ca-4591775ec4d6']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:50.157699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b411cbc-3067-4d5e-aabf-e479572bc34e') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:50.158067 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-853abf66-29c6-43b9-89d1-4248ff15bfc1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:09:50.158187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b411cbc-3067-4d5e-aabf-e479572bc34e') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:50.158418 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-853abf66-29c6-43b9-89d1-4248ff15bfc1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:09:50.172014 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.187970 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.193810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:09:50.194213 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: timer() Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:09:50.208295 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:09:50.287079 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.304516 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.315727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Pushing event deleted for resources: {'Network': ['ID=a1cee77d-c9cf-4d48-91ca-4591775ec4d6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:50.319617 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ff262be5-9833-4d0e-be25-052f180ab1e6 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] 10.222.0.24 "DELETE /v2.0/networks/a1cee77d-c9cf-4d48-91ca-4591775ec4d6 HTTP/1.1" status: 204 len: 168 time: 1.0194175 Apr 05 21:09:50.322279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60634) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:50.364153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-960b4109-32eb-49ad-a15b-e840d7d4f687 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Synchronizing usage tracker for tenant:1fa43a46d8164002a8a33ad1080b449e on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:09:50.379871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-960b4109-32eb-49ad-a15b-e840d7d4f687 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Unset dirty status for tenant:1fa43a46d8164002a8a33ad1080b449e on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:09:50.381034 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-960b4109-32eb-49ad-a15b-e840d7d4f687 tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] 10.222.0.24 "GET /v2.0/ports?device_id=06b18dda-52e0-419d-a9ab-14ebc5cb3e75 HTTP/1.1" status: 200 len: 205 time: 0.0578349 Apr 05 21:09:50.383544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60638) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:50.519207 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e626-11de-4faa-ac7e-a17cb8ffcb9b tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.659354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-853abf66-29c6-43b9-89d1-4248ff15bfc1 None None] Deleting port c4474505-d10d-48f4-b41a-b4d3139e5b3e {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:09:50.659895 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-853abf66-29c6-43b9-89d1-4248ff15bfc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.727743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-853abf66-29c6-43b9-89d1-4248ff15bfc1 None None] The port 'c4474505-d10d-48f4-b41a-b4d3139e5b3e' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 21:09:50.786651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c4474505-d10d-48f4-b41a-b4d3139e5b3e no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:09:50.815411 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e626-11de-4faa-ac7e-a17cb8ffcb9b tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.817606 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e626-11de-4faa-ac7e-a17cb8ffcb9b tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.825230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: c4474505-d10d-48f4-b41a-b4d3139e5b3e {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:09:50.825571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device c4474505-d10d-48f4-b41a-b4d3139e5b3e not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:09:50.848470 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e626-11de-4faa-ac7e-a17cb8ffcb9b tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.849043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa8e626-11de-4faa-ac7e-a17cb8ffcb9b tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Fanout notify agent at l3_agent the message router_deleted on router 06b18dda-52e0-419d-a9ab-14ebc5cb3e75 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:09:50.866435 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9fa8e626-11de-4faa-ac7e-a17cb8ffcb9b tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:50.867524 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9fa8e626-11de-4faa-ac7e-a17cb8ffcb9b tempest-RoutersNegativeTest-1261915114 tempest-RoutersNegativeTest-1261915114-project] 10.222.0.24 "DELETE /v2.0/routers/06b18dda-52e0-419d-a9ab-14ebc5cb3e75 HTTP/1.1" status: 204 len: 168 time: 0.4831085 Apr 05 21:09:51.131108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60646) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:51.275730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ace837dd-bfca-4cbb-b8a7-7df732c2069d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fa43a46d8164002a8a33ad1080b449e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464605 Apr 05 21:09:51.278747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60652) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:51.335161 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9e66765a-ac90-4405-907d-75734e63dd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:51.360658 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9e66765a-ac90-4405-907d-75734e63dd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:51.414918 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9e66765a-ac90-4405-907d-75734e63dd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:51.431738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66765a-ac90-4405-907d-75734e63dd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c053cb-fff2-4cbd-a003-50759246e378,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:51.434970 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9e66765a-ac90-4405-907d-75734e63dd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:51.436487 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9e66765a-ac90-4405-907d-75734e63dd22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77c053cb-fff2-4cbd-a003-50759246e378 HTTP/1.1" status: 204 len: 168 time: 0.1564500 Apr 05 21:09:52.083957 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60676) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:52.185282 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1443785059-network', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:52.190636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:52.194497 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Usage tracker for resource:network and tenant:b7456f92f49c48738abd6aba0cc98a7c is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:52.197343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:52.203151 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:52.214474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Made reservation on behalf of b7456f92f49c48738abd6aba0cc98a7c for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:52.216860 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:52.228700 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:52.243945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:52.247766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Usage tracker for resource:security_group_rule and tenant:b7456f92f49c48738abd6aba0cc98a7c is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:52.250514 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:52.256088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:52.338327 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:52.342564 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:52.370955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:09:52.379020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7026ba-8405-45de-a62e-1b5bd0d2edb2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:52.384345 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:52.384680 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Added segment 2fd98690-dae6-4178-85b4-c14d2754dbfa of type vlan for network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 Apr 05 21:09:52.412176 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:52.439464 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:52.440477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:52.441048 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:52.643248 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5581756 Apr 05 21:09:52.646503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60682) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:52.648304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399280f6-f7e3-442a-afed-15c8ffa5b8ef admin admin] Pushing event updated for resources: {'Network': ['ID=600bbc9b-705c-49d9-a2bd-ed17a4b17e88,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:52.652882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Request body: {'subnet': {'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1443785059-subnet', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:52.658437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:52.662280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Usage tracker for resource:subnet and tenant:b7456f92f49c48738abd6aba0cc98a7c is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:52.665193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:52.667971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:09:52.671093 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:52.682112 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Made reservation on behalf of b7456f92f49c48738abd6aba0cc98a7c for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:52.684891 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:52.887847 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:52.959071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d2d5ff-fff1-4adc-b669-0e96f3d2a5de,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:52.967267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Checking segment: {'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:52.967618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Network hostable DHCP agents. Network: 600bbc9b-705c-49d9-a2bd-ed17a4b17e88, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:09:52.985469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:09:52.994450 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 600bbc9b-705c-49d9-a2bd-ed17a4b17e88) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:52.998845 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:52.999410 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:53.004002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcef8f6-5a75-4364-822e-4e99e1e05ba3 None None] Network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:53.019460 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fd91c671-6ef8-4c62-97be-482727ba2208 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3718998 Apr 05 21:09:53.022217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60686) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:53.027227 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1443785059-router', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:53.032322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:53.036034 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Usage tracker for resource:router and tenant:b7456f92f49c48738abd6aba0cc98a7c is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:53.038789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:53.044350 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:53.055117 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:53.056221 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:53.070932 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:53.226536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-600bbc9b-705c-49d9-a2bd-ed17a4b17e88', 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'fixed_ips': [{'subnet_id': '44d2d5ff-fff1-4adc-b669-0e96f3d2a5de'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:09:53.227341 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:53.333794 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:53.380432 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Allocated IP 172.20.0.2 (600bbc9b-705c-49d9-a2bd-ed17a4b17e88/44d2d5ff-fff1-4adc-b669-0e96f3d2a5de/67f9efd6-6c99-42b3-a21b-00ee12d5e689) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:09:53.580928 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:53.591572 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Transition to ACTIVE for port object 67f9efd6-6c99-42b3-a21b-00ee12d5e689 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:53.610739 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Transition to ACTIVE for port object 67f9efd6-6c99-42b3-a21b-00ee12d5e689 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:53.616820 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:53.682351 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:09:53.689372 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:53.693903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:09:53.699644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Pushing event updated for resources: {'Port': ['ID=67f9efd6-6c99-42b3-a21b-00ee12d5e689,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:53.762940 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:53.787181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Attempting to bind port 67f9efd6-6c99-42b3-a21b-00ee12d5e689 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:09:53.787534 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Attempting to bind port 67f9efd6-6c99-42b3-a21b-00ee12d5e689 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:09:53.787883 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Attempting to bind port 67f9efd6-6c99-42b3-a21b-00ee12d5e689 on network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:09:53.793540 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:09:53.793924 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Checking segment: {'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:53.794322 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:53.794701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Bound using segment: {'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:09:53.795150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Bound port: 67f9efd6-6c99-42b3-a21b-00ee12d5e689, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:09:53.795395 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:53.795500 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:53.883512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] For port 67f9efd6-6c99-42b3-a21b-00ee12d5e689, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:09:53.889984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] For port 67f9efd6-6c99-42b3-a21b-00ee12d5e689, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=67f9efd6-6c99-42b3-a21b-00ee12d5e689,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:09:53.894955 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:53.933707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Allocated IP 172.25.8.156 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/4e39ffd5-7514-4e69-ac23-84574046b584) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:09:53.979899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704e543-d110-4fce-a0ff-d23c64771fce None None] Pushing event updated for resources: {'Port': ['ID=67f9efd6-6c99-42b3-a21b-00ee12d5e689,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:54.085834 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:54.116909 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:54.192116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:09:54.200028 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:54.204228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:09:54.234370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Pushing event updated for resources: {'Port': ['ID=4e39ffd5-7514-4e69-ac23-84574046b584,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:54.621349 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:54.827508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 67f9efd6-6c99-42b3-a21b-00ee12d5e689 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:09:54.855125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0436eb0-f69f-4e00-8317-9d33c7aa5f39 None None] Network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:54.973425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d8d0628f-e39f-411b-b933-a2b239f8be39 None None] Provisioning for port 67f9efd6-6c99-42b3-a21b-00ee12d5e689 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:09:54.978009 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:55.093790 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 67f9efd6-6c99-42b3-a21b-00ee12d5e689 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:09:55.103178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 67f9efd6-6c99-42b3-a21b-00ee12d5e689 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:55.103538 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:55.283226 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:55.320337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 67f9efd6-6c99-42b3-a21b-00ee12d5e689, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=67f9efd6-6c99-42b3-a21b-00ee12d5e689,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:55.324746 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:55.326131 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Router a19a6615-4a23-46bd-be69-2546c9ac691f is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 21:09:55.397769 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=67f9efd6-6c99-42b3-a21b-00ee12d5e689,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:55.512074 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:09:55.513601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3369f5f9-8848-4821-b61f-0bb6fc3f3132 None None] Provisioning complete for port 67f9efd6-6c99-42b3-a21b-00ee12d5e689 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:55.514071 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3369f5f9-8848-4821-b61f-0bb6fc3f3132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:55.522033 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Sync routers for ids ['a19a6615-4a23-46bd-be69-2546c9ac691f'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:09:55.533078 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Routers {'a19a6615-4a23-46bd-be69-2546c9ac691f'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:09:55.534073 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['a19a6615-4a23-46bd-be69-2546c9ac691f'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:55.536306 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:55.537567 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-187969be-3d13-45a6-86ae-dd6dd33df109 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5144455 Apr 05 21:09:55.540265 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60694) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:55.724847 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Set router a19a6615-4a23-46bd-be69-2546c9ac691f gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:09:56.037721 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'name': 'tempest-TestEncryptedCinderVolumes-1443785059-router', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '4e39ffd5-7514-4e69-ac23-84574046b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:09:54Z', 'revision_number': 3, 'project_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'gw_port': {'id': '4e39ffd5-7514-4e69-ac23-84574046b584', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:56.041338 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Checking router: a19a6615-4a23-46bd-be69-2546c9ac691f for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:09:56.041701 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Updating router a19a6615-4a23-46bd-be69-2546c9ac691f port 4e39ffd5-7514-4e69-ac23-84574046b584 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:09:56.096905 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:56.219783 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:56.417872 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:56.421868 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Allocated IP 172.20.0.1 (600bbc9b-705c-49d9-a2bd-ed17a4b17e88/44d2d5ff-fff1-4adc-b669-0e96f3d2a5de/dcac204d-9864-4c82-bfe2-a7dbe6e849b8) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:09:56.428912 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Transition to ACTIVE for port object 4e39ffd5-7514-4e69-ac23-84574046b584 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:56.435356 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:56.513928 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Attempting to bind port 4e39ffd5-7514-4e69-ac23-84574046b584 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:09:56.514288 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Attempting to bind port 4e39ffd5-7514-4e69-ac23-84574046b584 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:09:56.515023 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Attempting to bind port 4e39ffd5-7514-4e69-ac23-84574046b584 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:09:56.517917 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff8f56-fffb-4060-a875-fc3f7b9ba397 None None] Pushing event updated for resources: {'Port': ['ID=4e39ffd5-7514-4e69-ac23-84574046b584,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:56.526853 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:09:56.527509 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:56.527618 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:56.527947 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:09:56.528400 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Bound port: 4e39ffd5-7514-4e69-ac23-84574046b584, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:09:56.528763 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:56.556736 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8f56-fffb-4060-a875-fc3f7b9ba397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:56.557068 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8f56-fffb-4060-a875-fc3f7b9ba397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:56.557422 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8f56-fffb-4060-a875-fc3f7b9ba397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:56.557744 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8f56-fffb-4060-a875-fc3f7b9ba397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:56.558082 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8f56-fffb-4060-a875-fc3f7b9ba397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:56.558400 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8f56-fffb-4060-a875-fc3f7b9ba397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:56.558706 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8f56-fffb-4060-a875-fc3f7b9ba397 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:56.559013 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8f56-fffb-4060-a875-fc3f7b9ba397 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:56.559319 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8f56-fffb-4060-a875-fc3f7b9ba397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:56.559624 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8f56-fffb-4060-a875-fc3f7b9ba397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:56.559928 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8f56-fffb-4060-a875-fc3f7b9ba397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:56.560232 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19ff8f56-fffb-4060-a875-fc3f7b9ba397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:09:56.568765 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:56.583406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Transition to ACTIVE for port object dcac204d-9864-4c82-bfe2-a7dbe6e849b8 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:09:56.607508 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:56.609086 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] For port 4e39ffd5-7514-4e69-ac23-84574046b584, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:09:56.612163 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] For port 4e39ffd5-7514-4e69-ac23-84574046b584, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4e39ffd5-7514-4e69-ac23-84574046b584,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:09:56.615548 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:56.669771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:09:56.672686 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:56.680608 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:09:56.692259 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Routers {'a19a6615-4a23-46bd-be69-2546c9ac691f'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:09:56.692872 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['a19a6615-4a23-46bd-be69-2546c9ac691f'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:56.715253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=dcac204d-9864-4c82-bfe2-a7dbe6e849b8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:56.738120 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:56.758255 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ff8f56-fffb-4060-a875-fc3f7b9ba397 None None] Pushing event updated for resources: {'Port': ['ID=4e39ffd5-7514-4e69-ac23-84574046b584,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:56.817082 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 67f9efd6-6c99-42b3-a21b-00ee12d5e689 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:09:56.893233 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] Set router a19a6615-4a23-46bd-be69-2546c9ac691f gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:09:56.897653 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 67f9efd6-6c99-42b3-a21b-00ee12d5e689 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:56.898269 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:56.973579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2da1b575-86b7-4e9f-9e4a-9b9dfaa18902 None None] Provisioning for port dcac204d-9864-4c82-bfe2-a7dbe6e849b8 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:09:57.036902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2da1b575-86b7-4e9f-9e4a-9b9dfaa18902 None None] Provisioning complete for port dcac204d-9864-4c82-bfe2-a7dbe6e849b8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:57.037176 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2da1b575-86b7-4e9f-9e4a-9b9dfaa18902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:57.091010 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2da1b575-86b7-4e9f-9e4a-9b9dfaa18902 None None] Port dcac204d-9864-4c82-bfe2-a7dbe6e849b8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:09:57.113162 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:57.195552 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'name': 'tempest-TestEncryptedCinderVolumes-1443785059-router', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '4e39ffd5-7514-4e69-ac23-84574046b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:09:54Z', 'revision_number': 3, 'project_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'gw_port': {'id': '4e39ffd5-7514-4e69-ac23-84574046b584', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:57.200166 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136cf594-f677-4f1b-aa66-966fbedfaa1c None None] The sync data for ids ['a19a6615-4a23-46bd-be69-2546c9ac691f'] in n-d-836604-1 is: [{'id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'name': 'tempest-TestEncryptedCinderVolumes-1443785059-router', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '4e39ffd5-7514-4e69-ac23-84574046b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:09:54Z', 'revision_number': 3, 'project_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'gw_port': {'id': '4e39ffd5-7514-4e69-ac23-84574046b584', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:09:57.340825 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:57.345218 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:57.460019 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Pushing event updated for resources: {'Port': ['ID=dcac204d-9864-4c82-bfe2-a7dbe6e849b8,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:57.462343 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:57.608783 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:09:57.610027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:57.816922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Router a19a6615-4a23-46bd-be69-2546c9ac691f has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:09:57.819879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bf468a77-b4a5-42bf-989f-cee2a0d8ad06 None None] Provisioning complete for port dcac204d-9864-4c82-bfe2-a7dbe6e849b8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:57.820366 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bf468a77-b4a5-42bf-989f-cee2a0d8ad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:57.876730 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-bf468a77-b4a5-42bf-989f-cee2a0d8ad06 None None] Port dcac204d-9864-4c82-bfe2-a7dbe6e849b8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:09:58.005472 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:09:58.014605 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d3599181-4861-45ea-adf2-124747bc8dd7 admin admin] 10.222.0.24 "PUT /v2.0/routers/a19a6615-4a23-46bd-be69-2546c9ac691f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4731028 Apr 05 21:09:58.527740 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60712) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:58.533345 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2120660089-network', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:58.538998 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:58.543009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Usage tracker for resource:network and tenant:2d8f0419465445d89e6ae01f093caf62 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:58.545791 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:58.551531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:58.562893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Made reservation on behalf of 2d8f0419465445d89e6ae01f093caf62 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:58.565346 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:58.578483 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:58.594516 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:58.598289 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Usage tracker for resource:security_group_rule and tenant:2d8f0419465445d89e6ae01f093caf62 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:58.601057 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:58.606827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:58.689708 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:58.693357 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:58.722003 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:09:58.737689 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72d26f9-8e33-49f3-9e32-a54491a58765,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:58.742441 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:58.742784 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Added segment e83788e3-54ce-4486-a5d0-b0a325674bb8 of type vlan for network a827af37-2474-4c96-82a9-baaedecbdce5 Apr 05 21:09:58.749622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Sync routers for ids ['a19a6615-4a23-46bd-be69-2546c9ac691f'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:09:58.761865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Routers {'a19a6615-4a23-46bd-be69-2546c9ac691f'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:09:58.762892 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['a19a6615-4a23-46bd-be69-2546c9ac691f'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:58.779156 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:58.813289 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:58.814415 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:58.815279 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:58.834553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4e39ffd5-7514-4e69-ac23-84574046b584 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:09:58.928201 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] Pushing event updated for resources: {'Network': ['ID=a827af37-2474-4c96-82a9-baaedecbdce5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:58.933177 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-59d7834e-ec14-4e0a-80c3-0485849b03c6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4042184 Apr 05 21:09:58.935901 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60716) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:58.941694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Request body: {'subnet': {'network_id': 'a827af37-2474-4c96-82a9-baaedecbdce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2120660089-subnet', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:58.947187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:58.951076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Usage tracker for resource:subnet and tenant:2d8f0419465445d89e6ae01f093caf62 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:58.953866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:58.957170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network a827af37-2474-4c96-82a9-baaedecbdce5 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:09:58.960046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:58.970814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Made reservation on behalf of 2d8f0419465445d89e6ae01f093caf62 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:09:58.973058 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:59.087193 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Set router a19a6615-4a23-46bd-be69-2546c9ac691f gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:09:59.131007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 4e39ffd5-7514-4e69-ac23-84574046b584 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:09:59.147076 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4e39ffd5-7514-4e69-ac23-84574046b584 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:09:59.147436 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:59.304442 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:59.377659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6a2d20-6314-4474-95d4-b76bfec727bd,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:59.384924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Checking segment: {'id': 'e83788e3-54ce-4486-a5d0-b0a325674bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a827af37-2474-4c96-82a9-baaedecbdce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:09:59.385815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Network hostable DHCP agents. Network: a827af37-2474-4c96-82a9-baaedecbdce5, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:09:59.404541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Network a827af37-2474-4c96-82a9-baaedecbdce5 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:09:59.414138 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, a827af37-2474-4c96-82a9-baaedecbdce5) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:09:59.418655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:09:59.419537 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:59.440518 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7392a993-a473-4b39-b436-3386fc1aa1c5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5027230 Apr 05 21:09:59.443005 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 60720) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:09:59.445975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f303b8e-c853-4783-9797-bef2ecbe5091 None None] Network a827af37-2474-4c96-82a9-baaedecbdce5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:09:59.448956 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2120660089-router', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:09:59.454206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:09:59.458037 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Usage tracker for resource:router and tenant:2d8f0419465445d89e6ae01f093caf62 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:09:59.460928 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:09:59.466561 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:09:59.477907 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:59.479023 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:59.494060 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:59.607149 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:59.657349 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 4e39ffd5-7514-4e69-ac23-84574046b584, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4e39ffd5-7514-4e69-ac23-84574046b584,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:09:59.687388 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:59.759751 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:59.818216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=4e39ffd5-7514-4e69-ac23-84574046b584,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:09:59.825007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'name': 'tempest-TestEncryptedCinderVolumes-1443785059-router', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '4e39ffd5-7514-4e69-ac23-84574046b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:09:57Z', 'revision_number': 4, 'project_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'gw_port': {'id': '4e39ffd5-7514-4e69-ac23-84574046b584', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'dcac204d-9864-4c82-bfe2-a7dbe6e849b8', 'name': '', 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'mac_address': 'fa:16:3e:98:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '44d2d5ff-fff1-4adc-b669-0e96f3d2a5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:09:56Z', 'updated_at': '2022-04-05T21:09:57Z', 'revision_number': 2, 'project_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'subnets': [{'id': '44d2d5ff-fff1-4adc-b669-0e96f3d2a5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:09:59.829589 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Checking router: a19a6615-4a23-46bd-be69-2546c9ac691f for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:09:59.830142 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Updating router a19a6615-4a23-46bd-be69-2546c9ac691f port dcac204d-9864-4c82-bfe2-a7dbe6e849b8 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:09:59.859239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-a827af37-2474-4c96-82a9-baaedecbdce5', 'network_id': 'a827af37-2474-4c96-82a9-baaedecbdce5', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'fixed_ips': [{'subnet_id': '1b6a2d20-6314-4474-95d4-b76bfec727bd'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:09:59.860025 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:09:59.935115 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:00.077121 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:00.106882 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:00.150892 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Allocated IP 172.20.0.2 (a827af37-2474-4c96-82a9-baaedecbdce5/1b6a2d20-6314-4474-95d4-b76bfec727bd/8123b6ff-8415-4399-bbc6-e3cf12dee799) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:10:00.242145 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Allocated IP 172.25.8.229 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/ccb2e3ed-4515-46c4-9b9a-0b8801f81a03) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:10:00.388879 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:00.419738 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:00.478118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:00.481286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:00.489022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:10:00.516823 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:00.527836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Pushing event updated for resources: {'Port': ['ID=ccb2e3ed-4515-46c4-9b9a-0b8801f81a03,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:00.532585 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:00.537441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Transition to ACTIVE for port object 8123b6ff-8415-4399-bbc6-e3cf12dee799 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:00.557419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Transition to ACTIVE for port object dcac204d-9864-4c82-bfe2-a7dbe6e849b8 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:00.565176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Transition to ACTIVE for port object 8123b6ff-8415-4399-bbc6-e3cf12dee799 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:00.567598 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:00.604705 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:00.689859 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067140e-8aa9-4ec8-81bd-f215ac033d7e None None] Pushing event updated for resources: {'Port': ['ID=dcac204d-9864-4c82-bfe2-a7dbe6e849b8,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:00.764352 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Network a827af37-2474-4c96-82a9-baaedecbdce5 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:00.810611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:00.813748 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:10:00.879525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4e39ffd5-7514-4e69-ac23-84574046b584 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:00.931402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Pushing event updated for resources: {'Port': ['ID=8123b6ff-8415-4399-bbc6-e3cf12dee799,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:01.052796 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:01.077413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Attempting to bind port dcac204d-9864-4c82-bfe2-a7dbe6e849b8 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:10:01.077775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Attempting to bind port dcac204d-9864-4c82-bfe2-a7dbe6e849b8 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:10:01.078155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Attempting to bind port dcac204d-9864-4c82-bfe2-a7dbe6e849b8 on network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:10:01.092460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:10:01.092829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Checking segment: {'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:10:01.093222 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:01.093601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Bound using segment: {'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:10:01.094094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Bound port: dcac204d-9864-4c82-bfe2-a7dbe6e849b8, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:10:01.094457 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:01.111139 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Attempting to bind port 8123b6ff-8415-4399-bbc6-e3cf12dee799 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:10:01.111500 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Attempting to bind port 8123b6ff-8415-4399-bbc6-e3cf12dee799 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e83788e3-54ce-4486-a5d0-b0a325674bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a827af37-2474-4c96-82a9-baaedecbdce5'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:10:01.111859 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Attempting to bind port 8123b6ff-8415-4399-bbc6-e3cf12dee799 on network a827af37-2474-4c96-82a9-baaedecbdce5 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:10:01.149199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:10:01.149568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Checking segment: {'id': 'e83788e3-54ce-4486-a5d0-b0a325674bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a827af37-2474-4c96-82a9-baaedecbdce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:10:01.149985 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:01.150375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Bound using segment: {'id': 'e83788e3-54ce-4486-a5d0-b0a325674bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a827af37-2474-4c96-82a9-baaedecbdce5'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:10:01.150866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Bound port: 8123b6ff-8415-4399-bbc6-e3cf12dee799, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83788e3-54ce-4486-a5d0-b0a325674bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a827af37-2474-4c96-82a9-baaedecbdce5'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:10:01.151232 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:01.232736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 4e39ffd5-7514-4e69-ac23-84574046b584 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:01.233130 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:01.301985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] For port dcac204d-9864-4c82-bfe2-a7dbe6e849b8, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:10:01.332875 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] For port dcac204d-9864-4c82-bfe2-a7dbe6e849b8, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dcac204d-9864-4c82-bfe2-a7dbe6e849b8,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:10:01.340052 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:01.386713 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:01.392141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] For port 8123b6ff-8415-4399-bbc6-e3cf12dee799, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:10:01.409601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] For port 8123b6ff-8415-4399-bbc6-e3cf12dee799, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8123b6ff-8415-4399-bbc6-e3cf12dee799,segment=NetworkSegment(e83788e3-54ce-4486-a5d0-b0a325674bb8),segment_id=e83788e3-54ce-4486-a5d0-b0a325674bb8)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:10:01.458729 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:01.486580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Routers {'a19a6615-4a23-46bd-be69-2546c9ac691f'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:10:01.487221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['a19a6615-4a23-46bd-be69-2546c9ac691f'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:01.543784 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067140e-8aa9-4ec8-81bd-f215ac033d7e None None] Pushing event updated for resources: {'Port': ['ID=dcac204d-9864-4c82-bfe2-a7dbe6e849b8,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:01.599396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Router 593b88f1-53c7-4d8b-a213-779fb33acd02 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 21:10:01.732817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbec2e-31fb-4e33-820d-1c91e776fd88 None None] Pushing event updated for resources: {'Port': ['ID=8123b6ff-8415-4399-bbc6-e3cf12dee799,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:01.773085 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] Set router a19a6615-4a23-46bd-be69-2546c9ac691f gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:10:01.787095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:10:01.797562 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Sync routers for ids ['593b88f1-53c7-4d8b-a213-779fb33acd02'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:10:01.812568 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Routers {'593b88f1-53c7-4d8b-a213-779fb33acd02'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:10:01.813224 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['593b88f1-53c7-4d8b-a213-779fb33acd02'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:01.818852 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:01.819574 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7ef6bdd2-5d4a-4018-b28c-da879d14e95f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3750789 Apr 05 21:10:01.823487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 60726) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:10:02.037387 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Set router 593b88f1-53c7-4d8b-a213-779fb33acd02 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:10:02.166061 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'name': 'tempest-TestEncryptedCinderVolumes-1443785059-router', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '4e39ffd5-7514-4e69-ac23-84574046b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:09:57Z', 'revision_number': 4, 'project_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'gw_port': {'id': '4e39ffd5-7514-4e69-ac23-84574046b584', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'dcac204d-9864-4c82-bfe2-a7dbe6e849b8', 'name': '', 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'mac_address': 'fa:16:3e:98:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '44d2d5ff-fff1-4adc-b669-0e96f3d2a5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:09:56Z', 'updated_at': '2022-04-05T21:10:01Z', 'revision_number': 4, 'project_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'subnets': [{'id': '44d2d5ff-fff1-4adc-b669-0e96f3d2a5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:02.170951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fecc3c-bf93-4e7e-985f-7c070f7e526d None None] The sync data for ids ['a19a6615-4a23-46bd-be69-2546c9ac691f'] in n-d-836604-1 is: [{'id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'name': 'tempest-TestEncryptedCinderVolumes-1443785059-router', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '4e39ffd5-7514-4e69-ac23-84574046b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:09:57Z', 'revision_number': 4, 'project_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'gw_port': {'id': '4e39ffd5-7514-4e69-ac23-84574046b584', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'dcac204d-9864-4c82-bfe2-a7dbe6e849b8', 'name': '', 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'mac_address': 'fa:16:3e:98:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '44d2d5ff-fff1-4adc-b669-0e96f3d2a5de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:09:56Z', 'updated_at': '2022-04-05T21:10:01Z', 'revision_number': 4, 'project_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'subnets': [{'id': '44d2d5ff-fff1-4adc-b669-0e96f3d2a5de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:10:02.422484 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'name': 'tempest-TestEncryptedCinderVolumes-2120660089-router', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ccb2e3ed-4515-46c4-9b9a-0b8801f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:59Z', 'updated_at': '2022-04-05T21:10:00Z', 'revision_number': 3, 'project_id': '2d8f0419465445d89e6ae01f093caf62', 'gw_port': {'id': 'ccb2e3ed-4515-46c4-9b9a-0b8801f81a03', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:00Z', 'updated_at': '2022-04-05T21:10:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:02.427339 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Checking router: 593b88f1-53c7-4d8b-a213-779fb33acd02 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:10:02.427679 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Updating router 593b88f1-53c7-4d8b-a213-779fb33acd02 port ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:10:02.490520 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:02.610115 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:02.809137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1601f6-68b1-4568-8102-48cdf0ca633d None None] Network a827af37-2474-4c96-82a9-baaedecbdce5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:10:02.929048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8123b6ff-8415-4399-bbc6-e3cf12dee799 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:02.939330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Allocated IP 172.20.0.1 (a827af37-2474-4c96-82a9-baaedecbdce5/1b6a2d20-6314-4474-95d4-b76bfec727bd/9a52b80e-ded9-484c-bb4a-90c5d1d63343) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:10:02.942382 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:02.957369 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Transition to ACTIVE for port object ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:02.970214 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:03.015551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3336af92-7fe1-40d8-9554-6b20d2f8fa13 None None] Provisioning for port 8123b6ff-8415-4399-bbc6-e3cf12dee799 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:03.060682 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Attempting to bind port ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:10:03.061047 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Attempting to bind port ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:10:03.061393 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Attempting to bind port ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:10:03.064879 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d51b3-306a-4a71-9c76-892d79f585f0 None None] Pushing event updated for resources: {'Port': ['ID=ccb2e3ed-4515-46c4-9b9a-0b8801f81a03,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:03.069362 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:10:03.069718 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:10:03.070130 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:03.070497 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:10:03.071353 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Bound port: ccb2e3ed-4515-46c4-9b9a-0b8801f81a03, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:10:03.071353 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:03.089684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 8123b6ff-8415-4399-bbc6-e3cf12dee799 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:03.144104 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8123b6ff-8415-4399-bbc6-e3cf12dee799 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:03.144474 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:03.168010 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:03.187377 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] For port ccb2e3ed-4515-46c4-9b9a-0b8801f81a03, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:10:03.189315 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Transition to ACTIVE for port object 9a52b80e-ded9-484c-bb4a-90c5d1d63343 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:03.190642 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] For port ccb2e3ed-4515-46c4-9b9a-0b8801f81a03, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ccb2e3ed-4515-46c4-9b9a-0b8801f81a03,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:10:03.195988 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:03.219523 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:03.286320 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Routers {'593b88f1-53c7-4d8b-a213-779fb33acd02'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:10:03.286931 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['593b88f1-53c7-4d8b-a213-779fb33acd02'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:03.290767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Network a827af37-2474-4c96-82a9-baaedecbdce5 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:03.294407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:03.298565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:10:03.355559 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d51b3-306a-4a71-9c76-892d79f585f0 None None] Pushing event updated for resources: {'Port': ['ID=ccb2e3ed-4515-46c4-9b9a-0b8801f81a03,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:03.374015 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a52b80e-ded9-484c-bb4a-90c5d1d63343,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:03.386945 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:03.388585 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:03.448464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 8123b6ff-8415-4399-bbc6-e3cf12dee799, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8123b6ff-8415-4399-bbc6-e3cf12dee799,segment=NetworkSegment(e83788e3-54ce-4486-a5d0-b0a325674bb8),segment_id=e83788e3-54ce-4486-a5d0-b0a325674bb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:10:03.455257 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:03.456913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dcac204d-9864-4c82-bfe2-a7dbe6e849b8 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:03.506084 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] Set router 593b88f1-53c7-4d8b-a213-779fb33acd02 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:10:03.569014 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:03.622911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ffb9967b-5423-4337-8b16-1cf25085a7bf None None] Provisioning complete for port 8123b6ff-8415-4399-bbc6-e3cf12dee799 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:03.623316 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ffb9967b-5423-4337-8b16-1cf25085a7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:03.728262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port dcac204d-9864-4c82-bfe2-a7dbe6e849b8 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:03.768782 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=8123b6ff-8415-4399-bbc6-e3cf12dee799,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:03.798131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:03.798472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:03.798812 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:03.799150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:03.799477 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:03.799802 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:03.800125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:03.800446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:03.800763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:03.801086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:03.801407 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:03.801725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:10:03.813985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port dcac204d-9864-4c82-bfe2-a7dbe6e849b8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:03.814360 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:03.907211 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'name': 'tempest-TestEncryptedCinderVolumes-2120660089-router', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ccb2e3ed-4515-46c4-9b9a-0b8801f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:59Z', 'updated_at': '2022-04-05T21:10:00Z', 'revision_number': 3, 'project_id': '2d8f0419465445d89e6ae01f093caf62', 'gw_port': {'id': 'ccb2e3ed-4515-46c4-9b9a-0b8801f81a03', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:00Z', 'updated_at': '2022-04-05T21:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:03.912773 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c621d47a-69a8-4ef5-ad89-620000b0ef93 None None] The sync data for ids ['593b88f1-53c7-4d8b-a213-779fb33acd02'] in n-d-836604-1 is: [{'id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'name': 'tempest-TestEncryptedCinderVolumes-2120660089-router', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ccb2e3ed-4515-46c4-9b9a-0b8801f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:59Z', 'updated_at': '2022-04-05T21:10:00Z', 'revision_number': 3, 'project_id': '2d8f0419465445d89e6ae01f093caf62', 'gw_port': {'id': 'ccb2e3ed-4515-46c4-9b9a-0b8801f81a03', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:00Z', 'updated_at': '2022-04-05T21:10:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:10:03.991455 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:04.017242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dcf3054d-65ec-40cd-918a-e492ee7fac2d None None] Provisioning for port 9a52b80e-ded9-484c-bb4a-90c5d1d63343 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:04.022222 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:04.028048 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:04.028644 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dcf3054d-65ec-40cd-918a-e492ee7fac2d None None] Provisioning complete for port 9a52b80e-ded9-484c-bb4a-90c5d1d63343 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:04.029108 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dcf3054d-65ec-40cd-918a-e492ee7fac2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:04.069292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port dcac204d-9864-4c82-bfe2-a7dbe6e849b8, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dcac204d-9864-4c82-bfe2-a7dbe6e849b8,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:10:04.076604 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:04.137816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-dcf3054d-65ec-40cd-918a-e492ee7fac2d None None] Port 9a52b80e-ded9-484c-bb4a-90c5d1d63343 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:10:04.138159 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Pushing event updated for resources: {'Port': ['ID=9a52b80e-ded9-484c-bb4a-90c5d1d63343,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:04.159265 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:04.176766 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=dcac204d-9864-4c82-bfe2-a7dbe6e849b8,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:04.313661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Network a827af37-2474-4c96-82a9-baaedecbdce5 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:04.314847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:04.513262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Router 593b88f1-53c7-4d8b-a213-779fb33acd02 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:10:04.573254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-55adfd4f-23b2-446a-9729-6c5482705a73 None None] Provisioning complete for port 9a52b80e-ded9-484c-bb4a-90c5d1d63343 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:04.573839 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-55adfd4f-23b2-446a-9729-6c5482705a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:04.632379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-55adfd4f-23b2-446a-9729-6c5482705a73 None None] Port 9a52b80e-ded9-484c-bb4a-90c5d1d63343 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:10:04.698523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:10:04.711354 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ff3fbdd0-9cab-45c3-a360-f57ceffe8db0 admin admin] 10.222.0.24 "PUT /v2.0/routers/593b88f1-53c7-4d8b-a213-779fb33acd02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8849354 Apr 05 21:10:04.897192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8123b6ff-8415-4399-bbc6-e3cf12dee799 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:04.966692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8123b6ff-8415-4399-bbc6-e3cf12dee799 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:04.967056 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:05.095041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:05.162343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:05.166963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:05.167322 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:05.289063 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:05.305897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port ccb2e3ed-4515-46c4-9b9a-0b8801f81a03, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ccb2e3ed-4515-46c4-9b9a-0b8801f81a03,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:10:05.311126 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:05.311891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dcac204d-9864-4c82-bfe2-a7dbe6e849b8 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:05.427742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=ccb2e3ed-4515-46c4-9b9a-0b8801f81a03,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:05.443519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port dcac204d-9864-4c82-bfe2-a7dbe6e849b8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:05.443889 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:05.476036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Sync routers for ids ['593b88f1-53c7-4d8b-a213-779fb33acd02'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:10:05.504562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Routers {'593b88f1-53c7-4d8b-a213-779fb33acd02'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:10:05.505185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['593b88f1-53c7-4d8b-a213-779fb33acd02'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:05.557620 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:10:05.767254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568481-cf24-41e6-b08c-0cdea4823972 req-4f184bb2-c011-4573-87c7-c37db354ec7b tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:05.767919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-84568481-cf24-41e6-b08c-0cdea4823972 req-4f184bb2-c011-4573-87c7-c37db354ec7b tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Synchronizing usage tracker for tenant:b7456f92f49c48738abd6aba0cc98a7c on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:10:05.778561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Set router 593b88f1-53c7-4d8b-a213-779fb33acd02 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:10:05.785398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-84568481-cf24-41e6-b08c-0cdea4823972 req-4f184bb2-c011-4573-87c7-c37db354ec7b tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Unset dirty status for tenant:b7456f92f49c48738abd6aba0cc98a7c on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:10:05.786580 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-4f184bb2-c011-4573-87c7-c37db354ec7b tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/networks?id=600bbc9b-705c-49d9-a2bd-ed17a4b17e88 HTTP/1.1" status: 200 len: 817 time: 0.1679237 Apr 05 21:10:05.802862 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-68aed5f6-5607-45ce-923c-53bf1d1d3e5d tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/quotas/b7456f92f49c48738abd6aba0cc98a7c HTTP/1.1" status: 200 len: 375 time: 0.0099268 Apr 05 21:10:05.891225 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-3056148c-ad1c-415e-a68b-c3aecdb69793 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b7456f92f49c48738abd6aba0cc98a7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825198 Apr 05 21:10:06.037610 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-3be46d28-56eb-4825-84ce-aee9ca909a33 service neutron] 10.222.0.24 "GET /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338112 Apr 05 21:10:06.095312 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'name': 'tempest-TestEncryptedCinderVolumes-2120660089-router', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ccb2e3ed-4515-46c4-9b9a-0b8801f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:59Z', 'updated_at': '2022-04-05T21:10:03Z', 'revision_number': 4, 'project_id': '2d8f0419465445d89e6ae01f093caf62', 'gw_port': {'id': 'ccb2e3ed-4515-46c4-9b9a-0b8801f81a03', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:00Z', 'updated_at': '2022-04-05T21:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '9a52b80e-ded9-484c-bb4a-90c5d1d63343', 'name': '', 'network_id': 'a827af37-2474-4c96-82a9-baaedecbdce5', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'mac_address': 'fa:16:3e:97:07:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '1b6a2d20-6314-4474-95d4-b76bfec727bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:02Z', 'updated_at': '2022-04-05T21:10:03Z', 'revision_number': 2, 'project_id': '2d8f0419465445d89e6ae01f093caf62', 'subnets': [{'id': '1b6a2d20-6314-4474-95d4-b76bfec727bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:06.099110 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Checking router: 593b88f1-53c7-4d8b-a213-779fb33acd02 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:10:06.099451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Updating router 593b88f1-53c7-4d8b-a213-779fb33acd02 port 9a52b80e-ded9-484c-bb4a-90c5d1d63343 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:10:06.153988 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:06.168771 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-cc9d39b7-cb58-42aa-85f7-1bf46a48d80d service neutron] 10.222.0.24 "GET /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250279 Apr 05 21:10:06.355457 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7e547ee-7979-4a66-abd4-9a55ef9da859 req-814b5a7a-12ab-4d90-a734-63d57cd7901f tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 210 time: 0.0501835 Apr 05 21:10:06.508571 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:06.520808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Transition to ACTIVE for port object 9a52b80e-ded9-484c-bb4a-90c5d1d63343 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:06.527453 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:06.710520 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cd8ac-8610-44e4-8448-7532e55249b7 None None] Pushing event updated for resources: {'Port': ['ID=9a52b80e-ded9-484c-bb4a-90c5d1d63343,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:06.775970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Attempting to bind port 9a52b80e-ded9-484c-bb4a-90c5d1d63343 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:10:06.776328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Attempting to bind port 9a52b80e-ded9-484c-bb4a-90c5d1d63343 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e83788e3-54ce-4486-a5d0-b0a325674bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a827af37-2474-4c96-82a9-baaedecbdce5'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:10:06.776690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Attempting to bind port 9a52b80e-ded9-484c-bb4a-90c5d1d63343 on network a827af37-2474-4c96-82a9-baaedecbdce5 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:10:06.785600 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:10:06.786228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Checking segment: {'id': 'e83788e3-54ce-4486-a5d0-b0a325674bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a827af37-2474-4c96-82a9-baaedecbdce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:10:06.786441 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:06.786774 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Bound using segment: {'id': 'e83788e3-54ce-4486-a5d0-b0a325674bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a827af37-2474-4c96-82a9-baaedecbdce5'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:10:06.787242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Bound port: 9a52b80e-ded9-484c-bb4a-90c5d1d63343, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83788e3-54ce-4486-a5d0-b0a325674bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a827af37-2474-4c96-82a9-baaedecbdce5'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:10:06.787605 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:06.839151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:06.947267 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] For port 9a52b80e-ded9-484c-bb4a-90c5d1d63343, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:10:06.951699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] For port 9a52b80e-ded9-484c-bb4a-90c5d1d63343, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9a52b80e-ded9-484c-bb4a-90c5d1d63343,segment=NetworkSegment(e83788e3-54ce-4486-a5d0-b0a325674bb8),segment_id=e83788e3-54ce-4486-a5d0-b0a325674bb8)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:10:06.963006 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:07.007739 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:07.008107 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:07.110842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Routers {'593b88f1-53c7-4d8b-a213-779fb33acd02'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:10:07.111465 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:09:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['593b88f1-53c7-4d8b-a213-779fb33acd02'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:07.160213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885cd8ac-8610-44e4-8448-7532e55249b7 None None] Pushing event updated for resources: {'Port': ['ID=9a52b80e-ded9-484c-bb4a-90c5d1d63343,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:07.417852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] Set router 593b88f1-53c7-4d8b-a213-779fb33acd02 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:10:07.588647 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ece00ffa-8f2c-4236-8df0-75774b79bb29 req-3fd22417-2bb0-47da-a700-f9c5f6a9aee9 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 210 time: 0.0644479 Apr 05 21:10:07.626680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568481-cf24-41e6-b08c-0cdea4823972 req-d2cb0f13-ab76-4e60-8053-8c59038a76e6 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:07.628069 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-d2cb0f13-ab76-4e60-8053-8c59038a76e6 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.41 "GET /v2.0/networks?id=600bbc9b-705c-49d9-a2bd-ed17a4b17e88 HTTP/1.1" status: 200 len: 817 time: 0.3309784 Apr 05 21:10:07.641434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Request body: {'port': {'device_id': '9ca3e3b2-af31-4d6d-9683-971cde038493', 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88', 'admin_state_up': True, 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:10:07.746611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'name': 'tempest-TestEncryptedCinderVolumes-2120660089-router', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ccb2e3ed-4515-46c4-9b9a-0b8801f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:59Z', 'updated_at': '2022-04-05T21:10:03Z', 'revision_number': 4, 'project_id': '2d8f0419465445d89e6ae01f093caf62', 'gw_port': {'id': 'ccb2e3ed-4515-46c4-9b9a-0b8801f81a03', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:00Z', 'updated_at': '2022-04-05T21:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '9a52b80e-ded9-484c-bb4a-90c5d1d63343', 'name': '', 'network_id': 'a827af37-2474-4c96-82a9-baaedecbdce5', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'mac_address': 'fa:16:3e:97:07:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '1b6a2d20-6314-4474-95d4-b76bfec727bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:02Z', 'updated_at': '2022-04-05T21:10:06Z', 'revision_number': 4, 'project_id': '2d8f0419465445d89e6ae01f093caf62', 'subnets': [{'id': '1b6a2d20-6314-4474-95d4-b76bfec727bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:10:07.750534 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870a34d2-c4d2-48b5-9a89-1537af96d491 None None] The sync data for ids ['593b88f1-53c7-4d8b-a213-779fb33acd02'] in n-d-836604-1 is: [{'id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'name': 'tempest-TestEncryptedCinderVolumes-2120660089-router', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ccb2e3ed-4515-46c4-9b9a-0b8801f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:59Z', 'updated_at': '2022-04-05T21:10:03Z', 'revision_number': 4, 'project_id': '2d8f0419465445d89e6ae01f093caf62', 'gw_port': {'id': 'ccb2e3ed-4515-46c4-9b9a-0b8801f81a03', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:00Z', 'updated_at': '2022-04-05T21:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '9a52b80e-ded9-484c-bb4a-90c5d1d63343', 'name': '', 'network_id': 'a827af37-2474-4c96-82a9-baaedecbdce5', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'mac_address': 'fa:16:3e:97:07:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '1b6a2d20-6314-4474-95d4-b76bfec727bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:02Z', 'updated_at': '2022-04-05T21:10:06Z', 'revision_number': 4, 'project_id': '2d8f0419465445d89e6ae01f093caf62', 'subnets': [{'id': '1b6a2d20-6314-4474-95d4-b76bfec727bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:10:07.780584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:07.784702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Usage tracker for resource:port and tenant:b7456f92f49c48738abd6aba0cc98a7c is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:10:07.787749 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:10:07.796785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:07.817557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Made reservation on behalf of b7456f92f49c48738abd6aba0cc98a7c for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:10:07.821157 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:07.994935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Allocated IP 172.20.0.7 (600bbc9b-705c-49d9-a2bd-ed17a4b17e88/44d2d5ff-fff1-4adc-b669-0e96f3d2a5de/dc9d26d3-491a-432b-8670-15e8e51cc2f4) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:10:08.208210 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.224353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Transition to ACTIVE for port object dc9d26d3-491a-432b-8670-15e8e51cc2f4 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:08.247986 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.322538 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:08.330624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:08.333266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:10:08.374439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Pushing event updated for resources: {'Port': ['ID=dc9d26d3-491a-432b-8670-15e8e51cc2f4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:08.409134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:08.409851 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.433563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-c6fa0090-319c-4471-b436-c4b9c7c54c86 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7956605 Apr 05 21:10:08.445194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Request body: {'port': {'device_id': '9ca3e3b2-af31-4d6d-9683-971cde038493', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:10:08.564043 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.609908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3031f811-7a5e-473a-989f-cf8ce4be796b None None] Provisioning for port dc9d26d3-491a-432b-8670-15e8e51cc2f4 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:08.614948 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3031f811-7a5e-473a-989f-cf8ce4be796b None None] Provisioning complete for port dc9d26d3-491a-432b-8670-15e8e51cc2f4 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:08.615312 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3031f811-7a5e-473a-989f-cf8ce4be796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.678610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3031f811-7a5e-473a-989f-cf8ce4be796b None None] Port dc9d26d3-491a-432b-8670-15e8e51cc2f4 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:10:08.829809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9a52b80e-ded9-484c-bb4a-90c5d1d63343 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:08.899855 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 9a52b80e-ded9-484c-bb4a-90c5d1d63343 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:08.905662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 9a52b80e-ded9-484c-bb4a-90c5d1d63343 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:08.906155 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:08.929708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3884d8-8b84-4e9d-8243-c65ecfc777c6 req-0b70a47d-ee03-429f-ae56-fd29ef25cf93 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:08.930435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-da3884d8-8b84-4e9d-8243-c65ecfc777c6 req-0b70a47d-ee03-429f-ae56-fd29ef25cf93 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Synchronizing usage tracker for tenant:b7456f92f49c48738abd6aba0cc98a7c on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:10:08.960064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-da3884d8-8b84-4e9d-8243-c65ecfc777c6 req-0b70a47d-ee03-429f-ae56-fd29ef25cf93 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Unset dirty status for tenant:b7456f92f49c48738abd6aba0cc98a7c on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:10:08.961209 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da3884d8-8b84-4e9d-8243-c65ecfc777c6 req-0b70a47d-ee03-429f-ae56-fd29ef25cf93 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 931 time: 0.2304640 Apr 05 21:10:09.028418 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.047721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc9d26d3-491a-432b-8670-15e8e51cc2f4 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:10:09.058206 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.060446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 9a52b80e-ded9-484c-bb4a-90c5d1d63343, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9a52b80e-ded9-484c-bb4a-90c5d1d63343,segment=NetworkSegment(e83788e3-54ce-4486-a5d0-b0a325674bb8),segment_id=e83788e3-54ce-4486-a5d0-b0a325674bb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:10:09.062108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-da3884d8-8b84-4e9d-8243-c65ecfc777c6 req-b4027273-c400-4897-8918-3007c51f6fea tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Synchronizing usage tracker for tenant:b7456f92f49c48738abd6aba0cc98a7c on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:10:09.064274 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.084133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Transition to ACTIVE for port object dc9d26d3-491a-432b-8670-15e8e51cc2f4 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:09.089174 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.128337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-da3884d8-8b84-4e9d-8243-c65ecfc777c6 req-b4027273-c400-4897-8918-3007c51f6fea tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Unset dirty status for tenant:b7456f92f49c48738abd6aba0cc98a7c on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:10:09.129498 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-da3884d8-8b84-4e9d-8243-c65ecfc777c6 req-b4027273-c400-4897-8918-3007c51f6fea tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375957 Apr 05 21:10:09.136203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=9a52b80e-ded9-484c-bb4a-90c5d1d63343,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:09.211991 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.250257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9d26d3-491a-432b-8670-15e8e51cc2f4,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:09.442296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Attempting to bind port dc9d26d3-491a-432b-8670-15e8e51cc2f4 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:10:09.442529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Attempting to bind port dc9d26d3-491a-432b-8670-15e8e51cc2f4 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:10:09.442866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Attempting to bind port dc9d26d3-491a-432b-8670-15e8e51cc2f4 on network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:10:09.447632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Port dc9d26d3-491a-432b-8670-15e8e51cc2f4 on network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:10:09.447948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Attempting to bind port dc9d26d3-491a-432b-8670-15e8e51cc2f4 on network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:10:09.452984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:10:09.453319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Checking segment: {'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:10:09.453713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Bound using segment: {'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:10:09.454146 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Bound port: dc9d26d3-491a-432b-8670-15e8e51cc2f4, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:10:09.454552 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.457733 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.542814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] For port dc9d26d3-491a-432b-8670-15e8e51cc2f4, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:10:09.545707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] For port dc9d26d3-491a-432b-8670-15e8e51cc2f4, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=dc9d26d3-491a-432b-8670-15e8e51cc2f4,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:10:09.550089 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.606275 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:09.606885 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:09.608247 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] 10.222.0.41 "PUT /v2.0/ports/dc9d26d3-491a-432b-8670-15e8e51cc2f4 HTTP/1.1" status: 200 len: 1091 time: 1.1677077 Apr 05 21:10:09.608678 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca3e3b2-af31-4d6d-9683-971cde038493', 'tag': 'dc9d26d3-491a-432b-8670-15e8e51cc2f4'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:10:09.638049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328db7a7-af80-448d-8db2-0c3227a4d609 service neutron] Pushing event updated for resources: {'Port': ['ID=dc9d26d3-491a-432b-8670-15e8e51cc2f4,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:09.679152 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca3e3b2-af31-4d6d-9683-971cde038493', 'tag': 'dc9d26d3-491a-432b-8670-15e8e51cc2f4', 'status': 'completed', 'code': 200} Apr 05 21:10:09.724606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568481-cf24-41e6-b08c-0cdea4823972 req-8d7fc9ed-b4d4-4078-8346-88db57a34ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:09.726138 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-8d7fc9ed-b4d4-4078-8346-88db57a34ed1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7456f92f49c48738abd6aba0cc98a7c&device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 1094 time: 0.0806370 Apr 05 21:10:09.802890 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-7538c0bc-4f16-48fc-9461-295d0846ed0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc9d26d3-491a-432b-8670-15e8e51cc2f4 HTTP/1.1" status: 200 len: 217 time: 0.0679212 Apr 05 21:10:09.866417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568481-cf24-41e6-b08c-0cdea4823972 req-06dbd388-b5ab-4503-9615-32bafa1ffdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:09.867756 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-06dbd388-b5ab-4503-9615-32bafa1ffdcf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44d2d5ff-fff1-4adc-b669-0e96f3d2a5de HTTP/1.1" status: 200 len: 856 time: 0.0591590 Apr 05 21:10:09.948261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84568481-cf24-41e6-b08c-0cdea4823972 req-db84ee9f-d696-4240-bae9-1953c0b3ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:09.949726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-db84ee9f-d696-4240-bae9-1953c0b3ea8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600bbc9b-705c-49d9-a2bd-ed17a4b17e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759246 Apr 05 21:10:09.960589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-e049d6fd-c7a2-4675-a544-3df40208f9aa service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 21:10:09.961484 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-e049d6fd-c7a2-4675-a544-3df40208f9aa service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046761 Apr 05 21:10:10.091841 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-335fc801-05db-4825-95b5-427399d20993 service neutron] 10.222.0.41 "GET /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238372 Apr 05 21:10:10.221249 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84568481-cf24-41e6-b08c-0cdea4823972 req-a4744221-c392-48d2-9ca9-5791849bf2bf service neutron] 10.222.0.41 "GET /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229892 Apr 05 21:10:10.380510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e440458-50a3-4272-930f-0e46f312dc99 req-515f2566-f02b-4ebc-8ddd-3ca4e6c9fecb tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:10.381864 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e440458-50a3-4272-930f-0e46f312dc99 req-515f2566-f02b-4ebc-8ddd-3ca4e6c9fecb tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 943 time: 0.1410599 Apr 05 21:10:10.383757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d329c40-2021-4aef-80e8-f403af59515e req-3aa234c6-8f4d-4189-b918-6f6ba38c2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:10.385697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d329c40-2021-4aef-80e8-f403af59515e req-3aa234c6-8f4d-4189-b918-6f6ba38c2cd4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7456f92f49c48738abd6aba0cc98a7c&device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 1094 time: 0.1064112 Apr 05 21:10:10.512266 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e440458-50a3-4272-930f-0e46f312dc99 req-7513e00b-31ee-45ef-ab2d-c99a2d96c534 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238947 Apr 05 21:10:10.545310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d329c40-2021-4aef-80e8-f403af59515e req-bddd9af7-f4fb-42af-8f79-9653e8cbe07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:10.546746 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d329c40-2021-4aef-80e8-f403af59515e req-bddd9af7-f4fb-42af-8f79-9653e8cbe07d service neutron] 10.222.0.41 "GET /v2.0/networks?id=600bbc9b-705c-49d9-a2bd-ed17a4b17e88 HTTP/1.1" status: 200 len: 918 time: 0.1460717 Apr 05 21:10:10.615800 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d329c40-2021-4aef-80e8-f403af59515e req-9ddb16a6-d4df-40a2-87a5-09ee140ebbcf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc9d26d3-491a-432b-8670-15e8e51cc2f4 HTTP/1.1" status: 200 len: 217 time: 0.0624676 Apr 05 21:10:10.676424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d329c40-2021-4aef-80e8-f403af59515e req-6c5ca6e3-dbe5-47a8-a3ec-0c3853cf246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:10.677709 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d329c40-2021-4aef-80e8-f403af59515e req-6c5ca6e3-dbe5-47a8-a3ec-0c3853cf246c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44d2d5ff-fff1-4adc-b669-0e96f3d2a5de HTTP/1.1" status: 200 len: 856 time: 0.0559065 Apr 05 21:10:10.762480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d329c40-2021-4aef-80e8-f403af59515e req-2e5eb093-27a1-4e83-a4d1-5a13c5900d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:10.765138 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d329c40-2021-4aef-80e8-f403af59515e req-2e5eb093-27a1-4e83-a4d1-5a13c5900d37 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600bbc9b-705c-49d9-a2bd-ed17a4b17e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796940 Apr 05 21:10:10.807566 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9a52b80e-ded9-484c-bb4a-90c5d1d63343 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:10.874195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 9a52b80e-ded9-484c-bb4a-90c5d1d63343 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:10.874565 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:10.900357 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d329c40-2021-4aef-80e8-f403af59515e req-1a5d5721-f1ea-4175-83db-ec5bf8ad474b service neutron] 10.222.0.41 "GET /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281497 Apr 05 21:10:11.031267 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d329c40-2021-4aef-80e8-f403af59515e req-a562c82f-c2bf-469d-a2c3-df472d0e3fcc service neutron] 10.222.0.41 "GET /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245379 Apr 05 21:10:11.473908 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d1ad3d00-966e-4e31-86bf-f08d5fc918ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:11.804485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b3cf3-5639-4fd5-a689-45f2ff64e07e req-8695bc81-ccee-4c16-ab1d-a0c3577ca4e4 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:11.805983 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-710b3cf3-5639-4fd5-a689-45f2ff64e07e req-8695bc81-ccee-4c16-ab1d-a0c3577ca4e4 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 943 time: 0.1881518 Apr 05 21:10:11.849482 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-710b3cf3-5639-4fd5-a689-45f2ff64e07e req-eb621961-95d8-4e66-b922-490ea51e620b tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378392 Apr 05 21:10:12.889690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device dc9d26d3-491a-432b-8670-15e8e51cc2f4 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:10:13.022818 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port dc9d26d3-491a-432b-8670-15e8e51cc2f4, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=dc9d26d3-491a-432b-8670-15e8e51cc2f4,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:10:13.035236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ca32b-a273-4b6f-84bb-ec52cbf3c53e req-9cff1525-e7ea-4593-a02c-4faaab93922b tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:13.036679 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a54ca32b-a273-4b6f-84bb-ec52cbf3c53e req-9cff1525-e7ea-4593-a02c-4faaab93922b tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 943 time: 0.0847898 Apr 05 21:10:13.037230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'dc9d26d3-491a-432b-8670-15e8e51cc2f4', 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88', 'port_id': 'dc9d26d3-491a-432b-8670-15e8e51cc2f4', 'mac_address': 'fa:16:3e:eb:5e:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d2d5ff-fff1-4adc-b669-0e96f3d2a5de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:10:13.081675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a54ca32b-a273-4b6f-84bb-ec52cbf3c53e req-07ae3eed-8709-4085-994f-c266ed6687a8 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387928 Apr 05 21:10:13.094913 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:13.111838 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc9d26d3-491a-432b-8670-15e8e51cc2f4 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:10:13.126711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port dc9d26d3-491a-432b-8670-15e8e51cc2f4, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=dc9d26d3-491a-432b-8670-15e8e51cc2f4,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:10:13.130152 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:13.199028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=dc9d26d3-491a-432b-8670-15e8e51cc2f4,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:13.328610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['dc9d26d3-491a-432b-8670-15e8e51cc2f4'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:10:13.770324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-60a82e29-2cab-4c27-9f79-c78d80ca8d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:14.269193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5aaf70-69d3-4ac9-9d09-89d82c577616 req-ae815945-e94b-4a5a-b62c-fbb50199c758 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:14.270583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b5aaf70-69d3-4ac9-9d09-89d82c577616 req-ae815945-e94b-4a5a-b62c-fbb50199c758 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 944 time: 0.0805864 Apr 05 21:10:14.314006 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b5aaf70-69d3-4ac9-9d09-89d82c577616 req-c6d4ccff-3abf-4250-b114-0853c9167a4a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375865 Apr 05 21:10:14.889650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device dc9d26d3-491a-432b-8670-15e8e51cc2f4 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:14.949908 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:14.966521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port dc9d26d3-491a-432b-8670-15e8e51cc2f4 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:14.970997 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port dc9d26d3-491a-432b-8670-15e8e51cc2f4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:14.971354 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:15.034150 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:15.096872 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:15.123075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca3e3b2-af31-4d6d-9683-971cde038493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9d26d3-491a-432b-8670-15e8e51cc2f4'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:10:15.132822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port dc9d26d3-491a-432b-8670-15e8e51cc2f4, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=dc9d26d3-491a-432b-8670-15e8e51cc2f4,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:10:15.136609 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:15.167887 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca3e3b2-af31-4d6d-9683-971cde038493', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc9d26d3-491a-432b-8670-15e8e51cc2f4', 'code': 200} Apr 05 21:10:15.207663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=dc9d26d3-491a-432b-8670-15e8e51cc2f4,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:15.290591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f402f2d-24de-43ca-ae9f-7d5577402269 req-b6365204-13dc-4c5a-93f4-add3cc2e9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:15.292656 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f402f2d-24de-43ca-ae9f-7d5577402269 req-b6365204-13dc-4c5a-93f4-add3cc2e9560 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 1096 time: 0.0722885 Apr 05 21:10:15.330975 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f402f2d-24de-43ca-ae9f-7d5577402269 req-6a67ce59-263e-453b-ad20-01bc71d28d92 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327265 Apr 05 21:10:15.500145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c218ce-d455-418c-8523-749c8c0c77fb req-e3d7fd51-f8fd-4936-93d3-0a2fc5414978 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:15.501587 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6c218ce-d455-418c-8523-749c8c0c77fb req-e3d7fd51-f8fd-4936-93d3-0a2fc5414978 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 945 time: 0.0820713 Apr 05 21:10:15.546144 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6c218ce-d455-418c-8523-749c8c0c77fb req-78b4f08e-b3e1-4c89-9f78-b0d24641c5cb tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388005 Apr 05 21:10:16.214376 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:16.741055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e47b16-c33c-4b58-be1b-02f1be8c4d8a req-312b5e94-d7d9-4e8c-b64a-f648056920db tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:16.743036 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c7e47b16-c33c-4b58-be1b-02f1be8c4d8a req-312b5e94-d7d9-4e8c-b64a-f648056920db tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 945 time: 0.0895455 Apr 05 21:10:16.792667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c7e47b16-c33c-4b58-be1b-02f1be8c4d8a req-2f912ade-c692-4139-8371-2a55322e4c34 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433507 Apr 05 21:10:16.980754 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43aad03-aec0-4687-88de-d4bd9842b223 req-e95b2663-8bac-4539-83b5-1c53a64fbc98 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:16.982220 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b43aad03-aec0-4687-88de-d4bd9842b223 req-e95b2663-8bac-4539-83b5-1c53a64fbc98 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 945 time: 0.0871916 Apr 05 21:10:17.026506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b43aad03-aec0-4687-88de-d4bd9842b223 req-791f75cf-1f34-4d72-8aac-4317cbb00eb8 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386267 Apr 05 21:10:19.863442 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3729fdc-7c94-4688-aeae-4da1652395b3 req-9b2525c3-b06a-4ec8-98ea-0bbdde4ee735 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724678 Apr 05 21:10:20.005471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3729fdc-7c94-4688-aeae-4da1652395b3 req-4115ab3c-b78e-4e16-9f98-d0562133ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:20.007082 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3729fdc-7c94-4688-aeae-4da1652395b3 req-4115ab3c-b78e-4e16-9f98-d0562133ee3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7456f92f49c48738abd6aba0cc98a7c&device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 1096 time: 0.0782635 Apr 05 21:10:20.150080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3729fdc-7c94-4688-aeae-4da1652395b3 req-8ef180ee-e57d-45b0-81e7-a997c1ce72b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:20.151466 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3729fdc-7c94-4688-aeae-4da1652395b3 req-8ef180ee-e57d-45b0-81e7-a997c1ce72b6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=600bbc9b-705c-49d9-a2bd-ed17a4b17e88 HTTP/1.1" status: 200 len: 918 time: 0.1269145 Apr 05 21:10:20.221062 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3729fdc-7c94-4688-aeae-4da1652395b3 req-e065388d-7d1b-4d5b-9502-6783b345ff41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc9d26d3-491a-432b-8670-15e8e51cc2f4 HTTP/1.1" status: 200 len: 217 time: 0.0631790 Apr 05 21:10:20.284078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3729fdc-7c94-4688-aeae-4da1652395b3 req-d6737914-1a5a-40f3-8d89-7078f48ed3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:20.285535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3729fdc-7c94-4688-aeae-4da1652395b3 req-d6737914-1a5a-40f3-8d89-7078f48ed3d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44d2d5ff-fff1-4adc-b669-0e96f3d2a5de HTTP/1.1" status: 200 len: 856 time: 0.0593917 Apr 05 21:10:20.363624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3729fdc-7c94-4688-aeae-4da1652395b3 req-7fca1982-eddb-4953-b8b9-f0495930cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:20.365108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3729fdc-7c94-4688-aeae-4da1652395b3 req-7fca1982-eddb-4953-b8b9-f0495930cbb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600bbc9b-705c-49d9-a2bd-ed17a4b17e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732193 Apr 05 21:10:20.499633 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3729fdc-7c94-4688-aeae-4da1652395b3 req-fcfac549-9acd-460d-a08f-786f825b481a service neutron] 10.222.0.41 "GET /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281788 Apr 05 21:10:20.636304 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f3729fdc-7c94-4688-aeae-4da1652395b3 req-5d0350cb-63d6-4f9f-9050-e60e6b32ab45 service neutron] 10.222.0.41 "GET /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308134 Apr 05 21:10:31.374474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41642a3d-e287-46fc-94c1-19c8249fcb31 req-ff66617b-02a1-4dff-bfb8-7521733e9909 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:31.375834 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41642a3d-e287-46fc-94c1-19c8249fcb31 req-ff66617b-02a1-4dff-bfb8-7521733e9909 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 945 time: 0.0840139 Apr 05 21:10:31.420009 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41642a3d-e287-46fc-94c1-19c8249fcb31 req-c17b6f60-a6db-4da4-8507-31ef4114cdee tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386162 Apr 05 21:10:32.601766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e4c88-b063-4f1f-84ba-22e2289a553e req-9ea6b9c2-6437-493d-ada5-bee138f24d04 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:32.603810 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-203e4c88-b063-4f1f-84ba-22e2289a553e req-9ea6b9c2-6437-493d-ada5-bee138f24d04 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 945 time: 0.0803120 Apr 05 21:10:32.789401 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-203e4c88-b063-4f1f-84ba-22e2289a553e req-c6c851d5-f27f-4f1d-8db3-3f121f322a24 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799805 Apr 05 21:10:32.828079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274b33c-d43e-4c25-927e-b22e41bd6be6 req-f6640eb9-8d5c-4f35-8be7-fe696aa8b591 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:32.829512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e274b33c-d43e-4c25-927e-b22e41bd6be6 req-f6640eb9-8d5c-4f35-8be7-fe696aa8b591 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.41 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 945 time: 0.0855651 Apr 05 21:10:32.901480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-e274b33c-d43e-4c25-927e-b22e41bd6be6 req-6dee0c82-6e46-4a16-a079-f6afa18ae3e3 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Deleting port dc9d26d3-491a-432b-8670-15e8e51cc2f4 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:10:32.901816 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e274b33c-d43e-4c25-927e-b22e41bd6be6 req-6dee0c82-6e46-4a16-a079-f6afa18ae3e3 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:33.140798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-e274b33c-d43e-4c25-927e-b22e41bd6be6 req-6dee0c82-6e46-4a16-a079-f6afa18ae3e3 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] For port dc9d26d3-491a-432b-8670-15e8e51cc2f4, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=dc9d26d3-491a-432b-8670-15e8e51cc2f4,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:10:33.141157 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e274b33c-d43e-4c25-927e-b22e41bd6be6 req-6dee0c82-6e46-4a16-a079-f6afa18ae3e3 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:33.276491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-e274b33c-d43e-4c25-927e-b22e41bd6be6 req-6dee0c82-6e46-4a16-a079-f6afa18ae3e3 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Calling delete_port for dc9d26d3-491a-432b-8670-15e8e51cc2f4 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:10:33.419081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e274b33c-d43e-4c25-927e-b22e41bd6be6 req-6dee0c82-6e46-4a16-a079-f6afa18ae3e3 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:33.430323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['dc9d26d3-491a-432b-8670-15e8e51cc2f4'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:10:33.469578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee0c82-6e46-4a16-a079-f6afa18ae3e3 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Pushing event deleted for resources: {'Port': ['ID=dc9d26d3-491a-432b-8670-15e8e51cc2f4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:33.548229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-e274b33c-d43e-4c25-927e-b22e41bd6be6 req-6dee0c82-6e46-4a16-a079-f6afa18ae3e3 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] No DVR routers for this DVR port dc9d26d3-491a-432b-8670-15e8e51cc2f4 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:10:33.550927 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e274b33c-d43e-4c25-927e-b22e41bd6be6 req-6dee0c82-6e46-4a16-a079-f6afa18ae3e3 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:33.553569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca3e3b2-af31-4d6d-9683-971cde038493', 'name': 'network-vif-deleted', 'tag': 'dc9d26d3-491a-432b-8670-15e8e51cc2f4'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:10:33.572515 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e274b33c-d43e-4c25-927e-b22e41bd6be6 req-6dee0c82-6e46-4a16-a079-f6afa18ae3e3 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.41 "DELETE /v2.0/ports/dc9d26d3-491a-432b-8670-15e8e51cc2f4 HTTP/1.1" status: 204 len: 173 time: 0.7367327 Apr 05 21:10:33.604635 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca3e3b2-af31-4d6d-9683-971cde038493', 'name': 'network-vif-deleted', 'tag': 'dc9d26d3-491a-432b-8670-15e8e51cc2f4', 'status': 'completed', 'code': 200} Apr 05 21:10:33.952724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a08049a2-1f3b-4f01-9d5c-64399e2ecd15 req-b37838cc-4fa9-48e9-afb7-053f35b580ca tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Synchronizing usage tracker for tenant:b7456f92f49c48738abd6aba0cc98a7c on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:10:33.968300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a08049a2-1f3b-4f01-9d5c-64399e2ecd15 req-b37838cc-4fa9-48e9-afb7-053f35b580ca tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Unset dirty status for tenant:b7456f92f49c48738abd6aba0cc98a7c on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:10:33.969555 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a08049a2-1f3b-4f01-9d5c-64399e2ecd15 req-b37838cc-4fa9-48e9-afb7-053f35b580ca tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ca3e3b2-af31-4d6d-9683-971cde038493 HTTP/1.1" status: 200 len: 210 time: 0.0612195 Apr 05 21:10:35.633818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-499fa7a2-7ed6-4848-80a0-cba4f1cb5d1f tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:35.635830 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-499fa7a2-7ed6-4848-80a0-cba4f1cb5d1f tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/networks?id=600bbc9b-705c-49d9-a2bd-ed17a4b17e88 HTTP/1.1" status: 200 len: 817 time: 0.1451242 Apr 05 21:10:35.651055 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-a262f232-ad60-46aa-988c-1278c211d2c2 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/quotas/b7456f92f49c48738abd6aba0cc98a7c HTTP/1.1" status: 200 len: 375 time: 0.0098932 Apr 05 21:10:35.736278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-7f98d60e-9474-433c-833e-b716ab5df3b3 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b7456f92f49c48738abd6aba0cc98a7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0802662 Apr 05 21:10:35.751779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-206eb010-741b-4ca3-b0fc-0c492ca5b6b6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 21:10:35.752700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-206eb010-741b-4ca3-b0fc-0c492ca5b6b6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047770 Apr 05 21:10:35.884513 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-32fb5b92-8b25-4c3a-a88d-0e24b752e8bc service neutron] 10.222.0.24 "GET /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263516 Apr 05 21:10:36.014717 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-32d712f3-0c54-4546-826b-e85ed8cb7306 service neutron] 10.222.0.24 "GET /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245506 Apr 05 21:10:36.187771 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c030e51-4f97-41c5-9c02-8b80d74449f8 req-5a7e9975-5f26-4fa2-9160-b6597a141b1b tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 210 time: 0.0431399 Apr 05 21:10:36.982724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device dc9d26d3-491a-432b-8670-15e8e51cc2f4 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:10:37.016422 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: dc9d26d3-491a-432b-8670-15e8e51cc2f4 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:10:37.016752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device dc9d26d3-491a-432b-8670-15e8e51cc2f4 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:10:37.358699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28fc22ac-92fe-4f11-ada3-08de8c5981b0 req-8fad8e02-436a-4462-8a94-6e4ceb7e76ef tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 210 time: 0.0554914 Apr 05 21:10:37.398860 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-cebeec69-771e-4754-80b8-50de072439ac tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:37.400355 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-cebeec69-771e-4754-80b8-50de072439ac tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.41 "GET /v2.0/networks?id=600bbc9b-705c-49d9-a2bd-ed17a4b17e88 HTTP/1.1" status: 200 len: 817 time: 0.1938634 Apr 05 21:10:37.415888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Request body: {'port': {'device_id': '33813ab4-ea6b-4bda-8935-a9a0698fe521', 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88', 'admin_state_up': True, 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:10:37.646389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:10:37.656093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:10:37.667005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Made reservation on behalf of b7456f92f49c48738abd6aba0cc98a7c for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:10:37.672558 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:37.838505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Allocated IP 172.20.0.11 (600bbc9b-705c-49d9-a2bd-ed17a4b17e88/44d2d5ff-fff1-4adc-b669-0e96f3d2a5de/d8b5d162-acb2-4758-aee9-c5774535ffab) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:10:38.049571 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.069237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Transition to ACTIVE for port object d8b5d162-acb2-4758-aee9-c5774535ffab will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:38.092447 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.157102 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:10:38.164447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:10:38.169140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:10:38.199705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Pushing event updated for resources: {'Port': ['ID=d8b5d162-acb2-4758-aee9-c5774535ffab,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:38.240179 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:38.240737 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.266351 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-10c5d822-d24b-4d8c-923a-d4eba8775977 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8544886 Apr 05 21:10:38.278000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Request body: {'port': {'device_id': '33813ab4-ea6b-4bda-8935-a9a0698fe521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:10:38.389437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.407198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-75a2f6bd-3f0a-4f8a-8a97-cb60e4bf6815 None None] Provisioning for port d8b5d162-acb2-4758-aee9-c5774535ffab completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:38.423681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-75a2f6bd-3f0a-4f8a-8a97-cb60e4bf6815 None None] Provisioning complete for port d8b5d162-acb2-4758-aee9-c5774535ffab triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:38.424288 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-75a2f6bd-3f0a-4f8a-8a97-cb60e4bf6815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.511034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-75a2f6bd-3f0a-4f8a-8a97-cb60e4bf6815 None None] Port d8b5d162-acb2-4758-aee9-c5774535ffab cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:10:38.745279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd805dd-4dec-40e9-b5cd-d3a6a48bccf0 req-1af95a6a-4cfe-4add-81d6-0d7f37888c03 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:38.745984 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2fd805dd-4dec-40e9-b5cd-d3a6a48bccf0 req-1af95a6a-4cfe-4add-81d6-0d7f37888c03 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Synchronizing usage tracker for tenant:b7456f92f49c48738abd6aba0cc98a7c on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:10:38.779489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-2fd805dd-4dec-40e9-b5cd-d3a6a48bccf0 req-1af95a6a-4cfe-4add-81d6-0d7f37888c03 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Unset dirty status for tenant:b7456f92f49c48738abd6aba0cc98a7c on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:10:38.780615 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2fd805dd-4dec-40e9-b5cd-d3a6a48bccf0 req-1af95a6a-4cfe-4add-81d6-0d7f37888c03 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 932 time: 0.2299426 Apr 05 21:10:38.878107 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2fd805dd-4dec-40e9-b5cd-d3a6a48bccf0 req-bf994850-9601-4e81-9343-4c88e3c7466d tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861487 Apr 05 21:10:38.879955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b5d162-acb2-4758-aee9-c5774535ffab {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:10:38.887366 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:38.902023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Transition to ACTIVE for port object d8b5d162-acb2-4758-aee9-c5774535ffab will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:10:38.905499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:39.066972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Pushing event updated for resources: {'Port': ['ID=d8b5d162-acb2-4758-aee9-c5774535ffab,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:39.140563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Attempting to bind port d8b5d162-acb2-4758-aee9-c5774535ffab on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:10:39.140889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Attempting to bind port d8b5d162-acb2-4758-aee9-c5774535ffab by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:10:39.141207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Attempting to bind port d8b5d162-acb2-4758-aee9-c5774535ffab on network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:10:39.145654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Port d8b5d162-acb2-4758-aee9-c5774535ffab on network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:10:39.145997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Attempting to bind port d8b5d162-acb2-4758-aee9-c5774535ffab on network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:10:39.151297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:10:39.151623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Checking segment: {'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:10:39.151992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Bound using segment: {'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:10:39.152406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Bound port: d8b5d162-acb2-4758-aee9-c5774535ffab, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fd98690-dae6-4178-85b4-c14d2754dbfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:10:39.152742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:39.224496 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:39.242106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] For port d8b5d162-acb2-4758-aee9-c5774535ffab, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:10:39.244896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] For port d8b5d162-acb2-4758-aee9-c5774535ffab, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d8b5d162-acb2-4758-aee9-c5774535ffab,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:10:39.248941 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:39.303372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:39.303967 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:39.305298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] 10.222.0.41 "PUT /v2.0/ports/d8b5d162-acb2-4758-aee9-c5774535ffab HTTP/1.1" status: 200 len: 1092 time: 1.0319703 Apr 05 21:10:39.305716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33813ab4-ea6b-4bda-8935-a9a0698fe521', 'tag': 'd8b5d162-acb2-4758-aee9-c5774535ffab'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:10:39.332886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59e1f1-53eb-4904-b649-eff0a3d2b18f service neutron] Pushing event updated for resources: {'Port': ['ID=d8b5d162-acb2-4758-aee9-c5774535ffab,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:39.380792 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33813ab4-ea6b-4bda-8935-a9a0698fe521', 'tag': 'd8b5d162-acb2-4758-aee9-c5774535ffab', 'status': 'completed', 'code': 200} Apr 05 21:10:39.458834 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:39.527820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-0e95b7d0-ecbf-40cb-9699-a9afe6951c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:39.529201 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-0e95b7d0-ecbf-40cb-9699-a9afe6951c9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7456f92f49c48738abd6aba0cc98a7c&device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 1095 time: 0.1847858 Apr 05 21:10:39.596995 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-bd249559-0244-4657-bbda-328518cc438e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8b5d162-acb2-4758-aee9-c5774535ffab HTTP/1.1" status: 200 len: 217 time: 0.0609720 Apr 05 21:10:39.660385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-32c4446b-3c9d-4654-827d-510fe35ea32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:39.661783 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-32c4446b-3c9d-4654-827d-510fe35ea32d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44d2d5ff-fff1-4adc-b669-0e96f3d2a5de HTTP/1.1" status: 200 len: 856 time: 0.0592980 Apr 05 21:10:39.735147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-6fbc3f53-c5e5-462c-b6c0-e0dbbbb0aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:39.736645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-6fbc3f53-c5e5-462c-b6c0-e0dbbbb0aab4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600bbc9b-705c-49d9-a2bd-ed17a4b17e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685489 Apr 05 21:10:39.864673 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-317ebaf6-d725-4f13-89ab-6c6c44b025f2 service neutron] 10.222.0.41 "GET /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220860 Apr 05 21:10:40.039740 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b650c181-6d04-41ed-a9a6-89653eb8b02c req-a8c5aee9-b58e-4fa1-925d-fb02722fbee5 service neutron] 10.222.0.41 "GET /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689913 Apr 05 21:10:40.083413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbffac4-ab24-4b6b-bc5d-52ff1a659ee9 req-6f9159a8-059e-4a75-a33b-0ba9e1fbcd22 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:40.084901 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8cbffac4-ab24-4b6b-bc5d-52ff1a659ee9 req-6f9159a8-059e-4a75-a33b-0ba9e1fbcd22 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 944 time: 0.0956879 Apr 05 21:10:40.172207 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8cbffac4-ab24-4b6b-bc5d-52ff1a659ee9 req-981ffaad-8f5e-49f9-b2ff-122e99934966 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511005 Apr 05 21:10:40.193428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44a17a-d1f2-4cea-9121-17e2fbd7a6c4 req-e79f4c91-eae8-4979-a20a-769a82564816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:40.194917 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f44a17a-d1f2-4cea-9121-17e2fbd7a6c4 req-e79f4c91-eae8-4979-a20a-769a82564816 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7456f92f49c48738abd6aba0cc98a7c&device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 1095 time: 0.1041577 Apr 05 21:10:40.324674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44a17a-d1f2-4cea-9121-17e2fbd7a6c4 req-6328c35b-fee1-4105-8a9c-5b530d9255e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:40.326110 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f44a17a-d1f2-4cea-9121-17e2fbd7a6c4 req-6328c35b-fee1-4105-8a9c-5b530d9255e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=600bbc9b-705c-49d9-a2bd-ed17a4b17e88 HTTP/1.1" status: 200 len: 918 time: 0.1253490 Apr 05 21:10:40.397122 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f44a17a-d1f2-4cea-9121-17e2fbd7a6c4 req-7235bd97-c0f7-448f-adba-739c7e1eed3c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d8b5d162-acb2-4758-aee9-c5774535ffab HTTP/1.1" status: 200 len: 217 time: 0.0638113 Apr 05 21:10:40.459005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44a17a-d1f2-4cea-9121-17e2fbd7a6c4 req-8d569a0b-72cc-4c84-8356-bd32641b66ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:40.460301 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f44a17a-d1f2-4cea-9121-17e2fbd7a6c4 req-8d569a0b-72cc-4c84-8356-bd32641b66ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44d2d5ff-fff1-4adc-b669-0e96f3d2a5de HTTP/1.1" status: 200 len: 856 time: 0.0564349 Apr 05 21:10:40.537577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f44a17a-d1f2-4cea-9121-17e2fbd7a6c4 req-be22201f-cac6-493b-a594-008aeb5886d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:40.539055 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f44a17a-d1f2-4cea-9121-17e2fbd7a6c4 req-be22201f-cac6-493b-a594-008aeb5886d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600bbc9b-705c-49d9-a2bd-ed17a4b17e88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720489 Apr 05 21:10:40.670382 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f44a17a-d1f2-4cea-9121-17e2fbd7a6c4 req-78aad519-0ebc-4333-9fde-0c89195b70f8 service neutron] 10.222.0.41 "GET /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243389 Apr 05 21:10:40.801412 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f44a17a-d1f2-4cea-9121-17e2fbd7a6c4 req-a73f189b-4f3a-43dc-82d4-ad188f3f05f7 service neutron] 10.222.0.41 "GET /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241570 Apr 05 21:10:41.352410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55c458-4c69-4976-8ebf-0a0bbce65db1 req-beb95d1b-17af-49be-bf32-92fc54867fa0 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:41.354364 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7b55c458-4c69-4976-8ebf-0a0bbce65db1 req-beb95d1b-17af-49be-bf32-92fc54867fa0 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 944 time: 0.0785544 Apr 05 21:10:41.397408 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7b55c458-4c69-4976-8ebf-0a0bbce65db1 req-53b17115-cfb0-474b-b7c0-6601eb2072ba tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375299 Apr 05 21:10:41.475230 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-054aa623-87a5-4cb8-8b92-6ce7e778907f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:42.556034 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:10:42.679634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98befd1-ac49-4a13-834f-717b94239998 req-2b720e04-e282-4f75-9b55-aeab30850078 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:42.680987 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c98befd1-ac49-4a13-834f-717b94239998 req-2b720e04-e282-4f75-9b55-aeab30850078 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 944 time: 0.1807668 Apr 05 21:10:42.728338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c98befd1-ac49-4a13-834f-717b94239998 req-d0bc8e50-4a11-4050-84bf-2636b1d0f33b tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412095 Apr 05 21:10:43.014047 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d8b5d162-acb2-4758-aee9-c5774535ffab details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:10:43.148612 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port d8b5d162-acb2-4758-aee9-c5774535ffab, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d8b5d162-acb2-4758-aee9-c5774535ffab,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:10:43.163006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'd8b5d162-acb2-4758-aee9-c5774535ffab', 'network_id': '600bbc9b-705c-49d9-a2bd-ed17a4b17e88', 'port_id': 'd8b5d162-acb2-4758-aee9-c5774535ffab', 'mac_address': 'fa:16:3e:72:fa:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44d2d5ff-fff1-4adc-b669-0e96f3d2a5de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:10:43.220403 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:43.237282 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b5d162-acb2-4758-aee9-c5774535ffab {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:10:43.252177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port d8b5d162-acb2-4758-aee9-c5774535ffab, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d8b5d162-acb2-4758-aee9-c5774535ffab,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:10:43.255722 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:43.320717 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=d8b5d162-acb2-4758-aee9-c5774535ffab,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:43.439380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d8b5d162-acb2-4758-aee9-c5774535ffab'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:10:43.771424 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-400b421e-00ba-488a-944e-f646b29ece2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:43.913132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af901e36-911e-4c34-bebd-7d80e0b1638d req-62f25c4f-d022-4caa-9f77-e587de4bac9f tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:43.914589 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af901e36-911e-4c34-bebd-7d80e0b1638d req-62f25c4f-d022-4caa-9f77-e587de4bac9f tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 945 time: 0.0794785 Apr 05 21:10:43.961590 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af901e36-911e-4c34-bebd-7d80e0b1638d req-9a325910-c624-4dbe-8bef-15590768af35 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407472 Apr 05 21:10:44.931470 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:45.014036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d8b5d162-acb2-4758-aee9-c5774535ffab up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:10:45.043541 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:45.081436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port d8b5d162-acb2-4758-aee9-c5774535ffab completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:10:45.088242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port d8b5d162-acb2-4758-aee9-c5774535ffab triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:10:45.088614 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:45.153071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc09de-80c4-4431-990f-1409db5526b3 req-d2bb8193-db26-412b-8a89-6a1fb4341a05 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:45.154544 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3fbc09de-80c4-4431-990f-1409db5526b3 req-d2bb8193-db26-412b-8a89-6a1fb4341a05 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 945 time: 0.0882611 Apr 05 21:10:45.198757 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3fbc09de-80c4-4431-990f-1409db5526b3 req-7b3818dd-c500-4a66-89db-7e00c4d6fe82 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382984 Apr 05 21:10:45.218607 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:45.244640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33813ab4-ea6b-4bda-8935-a9a0698fe521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b5d162-acb2-4758-aee9-c5774535ffab'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:10:45.254025 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port d8b5d162-acb2-4758-aee9-c5774535ffab, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d8b5d162-acb2-4758-aee9-c5774535ffab,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:10:45.257825 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:45.295855 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33813ab4-ea6b-4bda-8935-a9a0698fe521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b5d162-acb2-4758-aee9-c5774535ffab', 'code': 200} Apr 05 21:10:45.328090 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=d8b5d162-acb2-4758-aee9-c5774535ffab,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:10:45.520686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a9c743-2e92-4fd4-899b-ec937c609988 req-b2c5b7bf-3b6f-4200-92db-cc2d05129558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:45.522124 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-87a9c743-2e92-4fd4-899b-ec937c609988 req-b2c5b7bf-3b6f-4200-92db-cc2d05129558 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 1097 time: 0.1786594 Apr 05 21:10:45.561122 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-87a9c743-2e92-4fd4-899b-ec937c609988 req-8ace03de-6ad0-46ce-ad34-64f929002663 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326216 Apr 05 21:10:46.216356 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:10:46.379103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f95311-50ea-4f0e-8922-e0926bbd300b req-a97a27bb-f40c-45b0-a6a3-995ef622d8b1 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:46.380552 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42f95311-50ea-4f0e-8922-e0926bbd300b req-a97a27bb-f40c-45b0-a6a3-995ef622d8b1 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 946 time: 0.0778642 Apr 05 21:10:46.424278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-42f95311-50ea-4f0e-8922-e0926bbd300b req-0d066023-e9b1-41cf-a426-ec11b4064e71 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375502 Apr 05 21:10:47.608812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50b5d0-61b7-4ad2-a923-5e22933f9ad0 req-cc766647-75b4-4a91-9fe6-3b36adde4740 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:47.610249 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c50b5d0-61b7-4ad2-a923-5e22933f9ad0 req-cc766647-75b4-4a91-9fe6-3b36adde4740 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 946 time: 0.0814676 Apr 05 21:10:47.652994 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9c50b5d0-61b7-4ad2-a923-5e22933f9ad0 req-a3f840c2-a1ba-455a-898e-ccc7cac0617f tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371735 Apr 05 21:10:47.836868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead062c-4a54-4b0e-a129-c217b3a6ce58 req-d0c7a834-d424-4297-9df7-b77f1721a4c9 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:10:47.838889 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cead062c-4a54-4b0e-a129-c217b3a6ce58 req-d0c7a834-d424-4297-9df7-b77f1721a4c9 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 946 time: 0.0839415 Apr 05 21:10:47.881401 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cead062c-4a54-4b0e-a129-c217b3a6ce58 req-0d9c618b-8c20-46f4-bd39-a729a69a9c48 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369227 Apr 05 21:11:02.139136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de57508-e165-438e-99e2-2ad6f2bf9a21 req-ed40181c-af17-4ee4-ae82-72f4ae90a865 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:02.140569 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9de57508-e165-438e-99e2-2ad6f2bf9a21 req-ed40181c-af17-4ee4-ae82-72f4ae90a865 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 946 time: 0.0790906 Apr 05 21:11:02.187335 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9de57508-e165-438e-99e2-2ad6f2bf9a21 req-b45e9c1a-071b-4abb-8f57-c5a96c03d20e tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411189 Apr 05 21:11:03.558581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de58dc5-6c60-48f0-8882-a3eda2fa96cc req-7c331e82-399b-469f-a414-b2fa807d778f tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:03.559996 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6de58dc5-6c60-48f0-8882-a3eda2fa96cc req-7c331e82-399b-469f-a414-b2fa807d778f tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 946 time: 0.1182785 Apr 05 21:11:03.614384 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6de58dc5-6c60-48f0-8882-a3eda2fa96cc req-d33bc061-6d9f-4d60-bded-6059005e9b76 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/security-groups?id=cd7026ba-8405-45de-a62e-1b5bd0d2edb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480313 Apr 05 21:11:03.635712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee9904-6bac-4177-95fa-4f944d001ec2 req-08c2fbfd-c1cd-494e-88a6-c9a2b58fca05 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:03.636305 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49ee9904-6bac-4177-95fa-4f944d001ec2 req-08c2fbfd-c1cd-494e-88a6-c9a2b58fca05 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.41 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 946 time: 0.1215320 Apr 05 21:11:03.708452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-49ee9904-6bac-4177-95fa-4f944d001ec2 req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Deleting port d8b5d162-acb2-4758-aee9-c5774535ffab {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:11:03.708793 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-49ee9904-6bac-4177-95fa-4f944d001ec2 req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:03.951922 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-49ee9904-6bac-4177-95fa-4f944d001ec2 req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] For port d8b5d162-acb2-4758-aee9-c5774535ffab, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=d8b5d162-acb2-4758-aee9-c5774535ffab,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:03.952193 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-49ee9904-6bac-4177-95fa-4f944d001ec2 req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:04.073622 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-49ee9904-6bac-4177-95fa-4f944d001ec2 req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Calling delete_port for d8b5d162-acb2-4758-aee9-c5774535ffab owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:11:04.217685 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-49ee9904-6bac-4177-95fa-4f944d001ec2 req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:04.230232 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['d8b5d162-acb2-4758-aee9-c5774535ffab'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:11:04.268254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Pushing event deleted for resources: {'Port': ['ID=d8b5d162-acb2-4758-aee9-c5774535ffab,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:04.307436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:04.307823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:04.308163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:04.308499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:04.308822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:04.309150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:04.309475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:04.309797 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:04.310149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:04.310471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:04.310786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:04.311101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:04.358456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ee9904-6bac-4177-95fa-4f944d001ec2 req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] No DVR routers for this DVR port d8b5d162-acb2-4758-aee9-c5774535ffab on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:11:04.361093 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-49ee9904-6bac-4177-95fa-4f944d001ec2 req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:04.363844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33813ab4-ea6b-4bda-8935-a9a0698fe521', 'name': 'network-vif-deleted', 'tag': 'd8b5d162-acb2-4758-aee9-c5774535ffab'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:11:04.380723 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49ee9904-6bac-4177-95fa-4f944d001ec2 req-f8967df9-c61a-4515-a5c6-168035950d7a tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.41 "DELETE /v2.0/ports/d8b5d162-acb2-4758-aee9-c5774535ffab HTTP/1.1" status: 204 len: 173 time: 0.7388227 Apr 05 21:11:04.468253 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33813ab4-ea6b-4bda-8935-a9a0698fe521', 'name': 'network-vif-deleted', 'tag': 'd8b5d162-acb2-4758-aee9-c5774535ffab', 'status': 'completed', 'code': 200} Apr 05 21:11:04.775244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-6325d28e-3167-4e58-84ef-4ed177d4dc0b req-7562e743-057e-4be7-bf27-1da7224ea281 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Synchronizing usage tracker for tenant:b7456f92f49c48738abd6aba0cc98a7c on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:11:04.794057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-6325d28e-3167-4e58-84ef-4ed177d4dc0b req-7562e743-057e-4be7-bf27-1da7224ea281 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] Unset dirty status for tenant:b7456f92f49c48738abd6aba0cc98a7c on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:11:04.795295 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6325d28e-3167-4e58-84ef-4ed177d4dc0b req-7562e743-057e-4be7-bf27-1da7224ea281 tempest-TestEncryptedCinderVolumes-1003022602 tempest-TestEncryptedCinderVolumes-1003022602-project] 10.222.0.24 "GET /v2.0/ports?device_id=33813ab4-ea6b-4bda-8935-a9a0698fe521 HTTP/1.1" status: 200 len: 210 time: 0.0631349 Apr 05 21:11:05.922323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32786) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:06.566531 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2f7890d1-af7e-4aeb-8ddc-6da1f87527d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:06.915888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2f7890d1-af7e-4aeb-8ddc-6da1f87527d2 admin admin] Deleting port dcac204d-9864-4c82-bfe2-a7dbe6e849b8 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:11:06.916307 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2f7890d1-af7e-4aeb-8ddc-6da1f87527d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:07.086038 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-2f7890d1-af7e-4aeb-8ddc-6da1f87527d2 admin admin] For port dcac204d-9864-4c82-bfe2-a7dbe6e849b8, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=dcac204d-9864-4c82-bfe2-a7dbe6e849b8,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:07.086695 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2f7890d1-af7e-4aeb-8ddc-6da1f87527d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:07.170152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d8b5d162-acb2-4758-aee9-c5774535ffab no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:11:07.204344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: d8b5d162-acb2-4758-aee9-c5774535ffab {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:11:07.204679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device d8b5d162-acb2-4758-aee9-c5774535ffab not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:11:07.208299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-2f7890d1-af7e-4aeb-8ddc-6da1f87527d2 admin admin] Calling delete_port for dcac204d-9864-4c82-bfe2-a7dbe6e849b8 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:11:07.465258 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2f7890d1-af7e-4aeb-8ddc-6da1f87527d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:07.510064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7890d1-af7e-4aeb-8ddc-6da1f87527d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcac204d-9864-4c82-bfe2-a7dbe6e849b8,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:07.898682 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2f7890d1-af7e-4aeb-8ddc-6da1f87527d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:08.250696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7890d1-af7e-4aeb-8ddc-6da1f87527d2 admin admin] Router a19a6615-4a23-46bd-be69-2546c9ac691f has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:11:08.426913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7890d1-af7e-4aeb-8ddc-6da1f87527d2 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:11:08.436238 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7421f8d2-8fcf-4f19-9d31-5d662457fb6d None None] Sync routers for ids ['a19a6615-4a23-46bd-be69-2546c9ac691f'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:11:08.443066 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2f7890d1-af7e-4aeb-8ddc-6da1f87527d2 admin admin] 10.222.0.24 "PUT /v2.0/routers/a19a6615-4a23-46bd-be69-2546c9ac691f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5196507 Apr 05 21:11:08.445683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32790) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:08.446163 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7421f8d2-8fcf-4f19-9d31-5d662457fb6d None None] Routers {'a19a6615-4a23-46bd-be69-2546c9ac691f'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:11:08.446754 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7421f8d2-8fcf-4f19-9d31-5d662457fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:10:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['a19a6615-4a23-46bd-be69-2546c9ac691f'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:08.617952 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:08.618223 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-7421f8d2-8fcf-4f19-9d31-5d662457fb6d None None] Set router a19a6615-4a23-46bd-be69-2546c9ac691f gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:11:08.799023 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:08.809151 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] Deleting port 4e39ffd5-7514-4e69-ac23-84574046b584 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:11:08.809518 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:08.903965 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7421f8d2-8fcf-4f19-9d31-5d662457fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'name': 'tempest-TestEncryptedCinderVolumes-1443785059-router', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.156'}], 'enable_snat': True}, 'gw_port_id': '4e39ffd5-7514-4e69-ac23-84574046b584', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:11:07Z', 'revision_number': 5, 'project_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'gw_port': {'id': '4e39ffd5-7514-4e69-ac23-84574046b584', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:2f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:08.907790 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7421f8d2-8fcf-4f19-9d31-5d662457fb6d None None] Checking router: a19a6615-4a23-46bd-be69-2546c9ac691f for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:11:08.917273 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7421f8d2-8fcf-4f19-9d31-5d662457fb6d None None] Routers {'a19a6615-4a23-46bd-be69-2546c9ac691f'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:11:08.917868 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7421f8d2-8fcf-4f19-9d31-5d662457fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:10:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['a19a6615-4a23-46bd-be69-2546c9ac691f'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:09.066155 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-7421f8d2-8fcf-4f19-9d31-5d662457fb6d None None] Set router a19a6615-4a23-46bd-be69-2546c9ac691f gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:11:09.098744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] For port 4e39ffd5-7514-4e69-ac23-84574046b584, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=4e39ffd5-7514-4e69-ac23-84574046b584,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:09.099097 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.170196 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-7421f8d2-8fcf-4f19-9d31-5d662457fb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'name': 'tempest-TestEncryptedCinderVolumes-1443785059-router', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:11:08Z', 'revision_number': 6, 'project_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:09.173931 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7421f8d2-8fcf-4f19-9d31-5d662457fb6d None None] The sync data for ids ['a19a6615-4a23-46bd-be69-2546c9ac691f'] in n-d-836604-1 is: [{'id': 'a19a6615-4a23-46bd-be69-2546c9ac691f', 'name': 'tempest-TestEncryptedCinderVolumes-1443785059-router', 'tenant_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:53Z', 'updated_at': '2022-04-05T21:11:08Z', 'revision_number': 6, 'project_id': 'b7456f92f49c48738abd6aba0cc98a7c', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:11:09.223628 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.225603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] Calling delete_port for 4e39ffd5-7514-4e69-ac23-84574046b584 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:11:09.390817 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.438831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] Pushing event deleted for resources: {'Port': ['ID=4e39ffd5-7514-4e69-ac23-84574046b584,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:09.467760 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.530836 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.705556 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.707689 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.730297 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.730812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] Fanout notify agent at l3_agent the message router_deleted on router a19a6615-4a23-46bd-be69-2546c9ac691f {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:11:09.743097 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.744224 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5a597d6b-f129-4211-a2b1-6178b19548af admin admin] 10.222.0.24 "DELETE /v2.0/routers/a19a6615-4a23-46bd-be69-2546c9ac691f HTTP/1.1" status: 204 len: 168 time: 1.2976325 Apr 05 21:11:09.747767 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32794) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:09.806333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce5fe59-7d8d-471f-981e-cf8d314376f2 admin admin] Deleting subnet 44d2d5ff-fff1-4adc-b669-0e96f3d2a5de {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:11:09.809197 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cce5fe59-7d8d-471f-981e-cf8d314376f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.860285 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cce5fe59-7d8d-471f-981e-cf8d314376f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:09.937751 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cce5fe59-7d8d-471f-981e-cf8d314376f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:10.005645 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cce5fe59-7d8d-471f-981e-cf8d314376f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:10.047485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5fe59-7d8d-471f-981e-cf8d314376f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d2d5ff-fff1-4adc-b669-0e96f3d2a5de,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:10.051167 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-cce5fe59-7d8d-471f-981e-cf8d314376f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:10.056715 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40952995-f13e-489d-aeba-45a68327bfd4 None None] Network 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:11:10.057535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-cce5fe59-7d8d-471f-981e-cf8d314376f2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/44d2d5ff-fff1-4adc-b669-0e96f3d2a5de HTTP/1.1" status: 204 len: 168 time: 0.3082907 Apr 05 21:11:10.059999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32798) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:10.168096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:10.179021 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Deleting port 67f9efd6-6c99-42b3-a21b-00ee12d5e689 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:11:10.179456 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:10.321771 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c27f8f5-87f6-49b9-9d92-b6fbe7bef3c6 None None] DHCP port deletion for 600bbc9b-705c-49d9-a2bd-ed17a4b17e88 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:11:10.325653 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5c27f8f5-87f6-49b9-9d92-b6fbe7bef3c6 None None] Deleting port 67f9efd6-6c99-42b3-a21b-00ee12d5e689 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:11:10.326049 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5c27f8f5-87f6-49b9-9d92-b6fbe7bef3c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:10.391835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] For port 67f9efd6-6c99-42b3-a21b-00ee12d5e689, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=67f9efd6-6c99-42b3-a21b-00ee12d5e689,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:10.392437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:10.530645 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5c27f8f5-87f6-49b9-9d92-b6fbe7bef3c6 None None] For port 67f9efd6-6c99-42b3-a21b-00ee12d5e689, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=67f9efd6-6c99-42b3-a21b-00ee12d5e689,segment=NetworkSegment(2fd98690-dae6-4178-85b4-c14d2754dbfa),segment_id=2fd98690-dae6-4178-85b4-c14d2754dbfa)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:10.530926 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5c27f8f5-87f6-49b9-9d92-b6fbe7bef3c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:10.616218 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Calling delete_port for 67f9efd6-6c99-42b3-a21b-00ee12d5e689 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:11:10.679088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5c27f8f5-87f6-49b9-9d92-b6fbe7bef3c6 None None] Calling delete_port for 67f9efd6-6c99-42b3-a21b-00ee12d5e689 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:11:10.694391 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:10.741735 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=67f9efd6-6c99-42b3-a21b-00ee12d5e689,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:10.745383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] No DVR routers for this DVR port 67f9efd6-6c99-42b3-a21b-00ee12d5e689 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:11:10.753788 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-5c27f8f5-87f6-49b9-9d92-b6fbe7bef3c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:11:10.754167 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-5c27f8f5-87f6-49b9-9d92-b6fbe7bef3c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:11:10.831368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 67f9efd6-6c99-42b3-a21b-00ee12d5e689 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:11:10.863355 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:10.865795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 67f9efd6-6c99-42b3-a21b-00ee12d5e689 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:11:10.866167 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 67f9efd6-6c99-42b3-a21b-00ee12d5e689 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:11:10.866565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4e39ffd5-7514-4e69-ac23-84574046b584 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:11:10.891771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600bbc9b-705c-49d9-a2bd-ed17a4b17e88']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:10.898017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 4e39ffd5-7514-4e69-ac23-84574046b584 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:11:10.898622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 4e39ffd5-7514-4e69-ac23-84574046b584 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:11:10.899018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dcac204d-9864-4c82-bfe2-a7dbe6e849b8 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:11:10.904431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fd98690-dae6-4178-85b4-c14d2754dbfa') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:10.904726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fd98690-dae6-4178-85b4-c14d2754dbfa') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:10.915780 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:10.933520 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:10.936487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: dcac204d-9864-4c82-bfe2-a7dbe6e849b8 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:11:10.936829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device dcac204d-9864-4c82-bfe2-a7dbe6e849b8 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:11:10.939728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:11:10.940111 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: timer() Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:11:10.953397 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:11:11.028244 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:11.043655 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:11.054799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=600bbc9b-705c-49d9-a2bd-ed17a4b17e88,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:11.066004 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6e83eac3-d290-454f-a677-f1372d7e1f0d admin admin] 10.222.0.24 "DELETE /v2.0/networks/600bbc9b-705c-49d9-a2bd-ed17a4b17e88 HTTP/1.1" status: 204 len: 168 time: 1.0050287 Apr 05 21:11:11.068833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32802) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:11.255645 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5c27f8f5-87f6-49b9-9d92-b6fbe7bef3c6 None None] Deleting port 67f9efd6-6c99-42b3-a21b-00ee12d5e689 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:11:11.256188 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5c27f8f5-87f6-49b9-9d92-b6fbe7bef3c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:11.320358 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5c27f8f5-87f6-49b9-9d92-b6fbe7bef3c6 None None] The port '67f9efd6-6c99-42b3-a21b-00ee12d5e689' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 21:11:11.475938 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4010a16c-89aa-408b-a6fd-141aed4408bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:11.603525 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5070d0c8-e7be-4cdd-a5a0-b01e360c18b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:12.043304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5070d0c8-e7be-4cdd-a5a0-b01e360c18b2 admin admin] Deleting port 9a52b80e-ded9-484c-bb4a-90c5d1d63343 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:11:12.043641 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5070d0c8-e7be-4cdd-a5a0-b01e360c18b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:12.213746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-5070d0c8-e7be-4cdd-a5a0-b01e360c18b2 admin admin] For port 9a52b80e-ded9-484c-bb4a-90c5d1d63343, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9a52b80e-ded9-484c-bb4a-90c5d1d63343,segment=NetworkSegment(e83788e3-54ce-4486-a5d0-b0a325674bb8),segment_id=e83788e3-54ce-4486-a5d0-b0a325674bb8)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:12.214112 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5070d0c8-e7be-4cdd-a5a0-b01e360c18b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:12.333047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-5070d0c8-e7be-4cdd-a5a0-b01e360c18b2 admin admin] Calling delete_port for 9a52b80e-ded9-484c-bb4a-90c5d1d63343 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:11:12.506272 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5070d0c8-e7be-4cdd-a5a0-b01e360c18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:12.554950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070d0c8-e7be-4cdd-a5a0-b01e360c18b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a52b80e-ded9-484c-bb4a-90c5d1d63343,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:12.823169 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5070d0c8-e7be-4cdd-a5a0-b01e360c18b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:13.179911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5070d0c8-e7be-4cdd-a5a0-b01e360c18b2 admin admin] Router 593b88f1-53c7-4d8b-a213-779fb33acd02 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:11:13.460716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5070d0c8-e7be-4cdd-a5a0-b01e360c18b2 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:11:13.468952 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7850aa1-65d5-4999-afc7-130995a595f6 None None] Sync routers for ids ['593b88f1-53c7-4d8b-a213-779fb33acd02'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:11:13.469575 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5070d0c8-e7be-4cdd-a5a0-b01e360c18b2 admin admin] 10.222.0.24 "PUT /v2.0/routers/593b88f1-53c7-4d8b-a213-779fb33acd02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3994980 Apr 05 21:11:13.472039 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 32806) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:13.479488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7850aa1-65d5-4999-afc7-130995a595f6 None None] Routers {'593b88f1-53c7-4d8b-a213-779fb33acd02'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:11:13.480160 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f7850aa1-65d5-4999-afc7-130995a595f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:10:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['593b88f1-53c7-4d8b-a213-779fb33acd02'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:13.647750 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:13.653995 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-f7850aa1-65d5-4999-afc7-130995a595f6 None None] Set router 593b88f1-53c7-4d8b-a213-779fb33acd02 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:11:13.805912 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b108b617-d542-4d1a-91ea-c5272e613e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:13.948341 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:13.960346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Deleting port ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:11:13.960685 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:13.965902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f7850aa1-65d5-4999-afc7-130995a595f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'name': 'tempest-TestEncryptedCinderVolumes-2120660089-router', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'ccb2e3ed-4515-46c4-9b9a-0b8801f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:59Z', 'updated_at': '2022-04-05T21:11:12Z', 'revision_number': 5, 'project_id': '2d8f0419465445d89e6ae01f093caf62', 'gw_port': {'id': 'ccb2e3ed-4515-46c4-9b9a-0b8801f81a03', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:10:00Z', 'updated_at': '2022-04-05T21:10:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:13.969911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7850aa1-65d5-4999-afc7-130995a595f6 None None] Checking router: 593b88f1-53c7-4d8b-a213-779fb33acd02 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:11:13.978463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7850aa1-65d5-4999-afc7-130995a595f6 None None] Routers {'593b88f1-53c7-4d8b-a213-779fb33acd02'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:11:13.979554 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f7850aa1-65d5-4999-afc7-130995a595f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['593b88f1-53c7-4d8b-a213-779fb33acd02'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:14.127425 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-f7850aa1-65d5-4999-afc7-130995a595f6 None None] Set router 593b88f1-53c7-4d8b-a213-779fb33acd02 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:11:14.135816 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] For port ccb2e3ed-4515-46c4-9b9a-0b8801f81a03, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ccb2e3ed-4515-46c4-9b9a-0b8801f81a03,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:14.136301 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:14.235965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f7850aa1-65d5-4999-afc7-130995a595f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'name': 'tempest-TestEncryptedCinderVolumes-2120660089-router', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:59Z', 'updated_at': '2022-04-05T21:11:13Z', 'revision_number': 6, 'project_id': '2d8f0419465445d89e6ae01f093caf62', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:14.240236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7850aa1-65d5-4999-afc7-130995a595f6 None None] The sync data for ids ['593b88f1-53c7-4d8b-a213-779fb33acd02'] in n-d-836604-1 is: [{'id': '593b88f1-53c7-4d8b-a213-779fb33acd02', 'name': 'tempest-TestEncryptedCinderVolumes-2120660089-router', 'tenant_id': '2d8f0419465445d89e6ae01f093caf62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:09:59Z', 'updated_at': '2022-04-05T21:11:13Z', 'revision_number': 6, 'project_id': '2d8f0419465445d89e6ae01f093caf62', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:11:14.262038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Calling delete_port for ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:11:14.556371 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:14.608849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb2e3ed-4515-46c4-9b9a-0b8801f81a03,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:14.642070 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:14.642416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:14.642779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:14.643109 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:14.643440 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:14.643766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:14.644087 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:14.644408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:14.644733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:14.645052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:14.645372 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:14.645692 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:14.711177 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:14.888842 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:14.890950 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:14.913553 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:14.914175 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 593b88f1-53c7-4d8b-a213-779fb33acd02 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:11:14.930894 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:14.933012 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2e9978db-94de-4f4a-8e8a-cd4e142ce8c1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/593b88f1-53c7-4d8b-a213-779fb33acd02 HTTP/1.1" status: 204 len: 168 time: 1.4599884 Apr 05 21:11:14.935654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 32810) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:14.937740 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:14.998570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4da5cd2-775b-49c7-856e-c2a327b0792f admin admin] Deleting subnet 1b6a2d20-6314-4474-95d4-b76bfec727bd {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:11:15.001693 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4da5cd2-775b-49c7-856e-c2a327b0792f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.025402 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.056151 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4da5cd2-775b-49c7-856e-c2a327b0792f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.067453 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9a52b80e-ded9-484c-bb4a-90c5d1d63343 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:11:15.106539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 9a52b80e-ded9-484c-bb4a-90c5d1d63343 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:11:15.107234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9a52b80e-ded9-484c-bb4a-90c5d1d63343 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:11:15.107375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:11:15.139460 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4da5cd2-775b-49c7-856e-c2a327b0792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.140464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:11:15.140805 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ccb2e3ed-4515-46c4-9b9a-0b8801f81a03 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:11:15.206969 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4da5cd2-775b-49c7-856e-c2a327b0792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.248484 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e4da5cd2-775b-49c7-856e-c2a327b0792f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.251794 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da5cd2-775b-49c7-856e-c2a327b0792f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6a2d20-6314-4474-95d4-b76bfec727bd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:15.254196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b3a101-1811-48e0-95e1-4ee2fba30711 None None] Network a827af37-2474-4c96-82a9-baaedecbdce5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:11:15.260619 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e4da5cd2-775b-49c7-856e-c2a327b0792f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1b6a2d20-6314-4474-95d4-b76bfec727bd HTTP/1.1" status: 204 len: 168 time: 0.3212247 Apr 05 21:11:15.260942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32814) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:15.373054 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.383301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Deleting port 8123b6ff-8415-4399-bbc6-e3cf12dee799 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:11:15.383631 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.537075 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93247af4-657b-44a4-95b3-be36d60aa376 None None] DHCP port deletion for a827af37-2474-4c96-82a9-baaedecbdce5 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:11:15.541398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-93247af4-657b-44a4-95b3-be36d60aa376 None None] Deleting port 8123b6ff-8415-4399-bbc6-e3cf12dee799 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:11:15.541760 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-93247af4-657b-44a4-95b3-be36d60aa376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.589518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] For port 8123b6ff-8415-4399-bbc6-e3cf12dee799, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8123b6ff-8415-4399-bbc6-e3cf12dee799,segment=NetworkSegment(e83788e3-54ce-4486-a5d0-b0a325674bb8),segment_id=e83788e3-54ce-4486-a5d0-b0a325674bb8)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:15.589923 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.717039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Calling delete_port for 8123b6ff-8415-4399-bbc6-e3cf12dee799 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:11:15.739014 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-93247af4-657b-44a4-95b3-be36d60aa376 None None] For port 8123b6ff-8415-4399-bbc6-e3cf12dee799, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8123b6ff-8415-4399-bbc6-e3cf12dee799,segment=NetworkSegment(e83788e3-54ce-4486-a5d0-b0a325674bb8),segment_id=e83788e3-54ce-4486-a5d0-b0a325674bb8)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:15.739406 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-93247af4-657b-44a4-95b3-be36d60aa376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.792508 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.844303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] No DVR routers for this DVR port 8123b6ff-8415-4399-bbc6-e3cf12dee799 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:11:15.845963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8123b6ff-8415-4399-bbc6-e3cf12dee799,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:15.862675 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-93247af4-657b-44a4-95b3-be36d60aa376 None None] Calling delete_port for 8123b6ff-8415-4399-bbc6-e3cf12dee799 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:11:15.932695 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-93247af4-657b-44a4-95b3-be36d60aa376 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:11:15.933054 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-93247af4-657b-44a4-95b3-be36d60aa376 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:11:15.961529 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:15.985830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a827af37-2474-4c96-82a9-baaedecbdce5']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:15.998574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83788e3-54ce-4486-a5d0-b0a325674bb8') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:15.998869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83788e3-54ce-4486-a5d0-b0a325674bb8') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:16.010964 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.027187 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.033252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:11:16.033633 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: timer() Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:11:16.047295 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:11:16.123431 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.139915 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.150852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a827af37-2474-4c96-82a9-baaedecbdce5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:16.153871 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-79383c61-9a65-4a8c-b8cd-e2629c0babc0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a827af37-2474-4c96-82a9-baaedecbdce5 HTTP/1.1" status: 204 len: 168 time: 0.8919206 Apr 05 21:11:16.219037 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.325629 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32820) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:16.373345 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-56352e1c-8ac3-4f9d-a243-a47b871dd356 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7456f92f49c48738abd6aba0cc98a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465941 Apr 05 21:11:16.375760 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32824) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:16.432314 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-feae0f07-81ed-4b7b-86b0-0f404d192f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.434698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-93247af4-657b-44a4-95b3-be36d60aa376 None None] Deleting port 8123b6ff-8415-4399-bbc6-e3cf12dee799 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:11:16.435087 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-93247af4-657b-44a4-95b3-be36d60aa376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.457120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-feae0f07-81ed-4b7b-86b0-0f404d192f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.504962 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-93247af4-657b-44a4-95b3-be36d60aa376 None None] The port '8123b6ff-8415-4399-bbc6-e3cf12dee799' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 21:11:16.517572 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-feae0f07-81ed-4b7b-86b0-0f404d192f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.547380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae0f07-81ed-4b7b-86b0-0f404d192f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7026ba-8405-45de-a62e-1b5bd0d2edb2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:16.554673 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-feae0f07-81ed-4b7b-86b0-0f404d192f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:16.555715 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-feae0f07-81ed-4b7b-86b0-0f404d192f90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd7026ba-8405-45de-a62e-1b5bd0d2edb2 HTTP/1.1" status: 204 len: 168 time: 0.1790178 Apr 05 21:11:16.829521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8123b6ff-8415-4399-bbc6-e3cf12dee799 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:11:16.863896 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 8123b6ff-8415-4399-bbc6-e3cf12dee799 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:11:16.864201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8123b6ff-8415-4399-bbc6-e3cf12dee799 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:11:16.887893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32832) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:16.936293 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f1b6a3d7-9298-413c-87f8-096fa809008e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d8f0419465445d89e6ae01f093caf62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473058 Apr 05 21:11:16.938650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32836) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:17.002800 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7fc31394-9088-416d-b279-3302bf2080a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:17.029136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7fc31394-9088-416d-b279-3302bf2080a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:17.079714 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7fc31394-9088-416d-b279-3302bf2080a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:17.096713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc31394-9088-416d-b279-3302bf2080a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72d26f9-8e33-49f3-9e32-a54491a58765,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:17.099983 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7fc31394-9088-416d-b279-3302bf2080a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:17.101086 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7fc31394-9088-416d-b279-3302bf2080a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f72d26f9-8e33-49f3-9e32-a54491a58765 HTTP/1.1" status: 204 len: 168 time: 0.1615658 Apr 05 21:11:17.851274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32860) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:17.970224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2040408120-network', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:11:17.975864 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:17.980303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Usage tracker for resource:network and tenant:183f2d8c709a43fbaf6359ecd622c746 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:17.983308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:17.989704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:18.000293 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Made reservation on behalf of 183f2d8c709a43fbaf6359ecd622c746 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:11:18.002580 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:18.015104 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:18.033095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:18.037031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Usage tracker for resource:security_group_rule and tenant:183f2d8c709a43fbaf6359ecd622c746 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:18.039886 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:18.048138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:18.132218 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:18.136012 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:18.166582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:11:18.175227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e47f46e-93ad-4679-974e-492cf2c4b817,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:18.181776 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:18.182140 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Added segment dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c of type vlan for network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 Apr 05 21:11:18.208251 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:18.238424 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:18.239527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:18.240317 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:18.440989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] Pushing event updated for resources: {'Network': ['ID=5164e7fa-e555-46ca-bbb0-d12523a82bc3,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:18.443944 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6185d561-239c-47ec-aa88-7b0b871c99c7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5916502 Apr 05 21:11:18.447001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32866) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:18.450659 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:11:18.452251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Request body: {'subnet': {'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2040408120-subnet', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:11:18.457908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:18.461868 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Usage tracker for resource:subnet and tenant:183f2d8c709a43fbaf6359ecd622c746 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:18.465856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:18.471270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:18.482094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Made reservation on behalf of 183f2d8c709a43fbaf6359ecd622c746 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:11:18.484391 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:18.684139 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:18.760465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df3af02-59c5-4483-b4b2-76a407cc66bf,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:18.768904 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Checking segment: {'id': 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:11:18.769252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Network hostable DHCP agents. Network: 5164e7fa-e555-46ca-bbb0-d12523a82bc3, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:11:18.787540 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:11:18.795650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 5164e7fa-e555-46ca-bbb0-d12523a82bc3) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:18.799582 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:18.800164 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:18.805180 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a87a1b-f038-4629-803b-8c06365d94f3 None None] Network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:11:18.819975 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2f13f3ef-e028-4ccb-b0a7-5325ae00a1e8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3720658 Apr 05 21:11:18.822707 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32870) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:18.827989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:11:18.833311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:18.837167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Usage tracker for resource:router and tenant:183f2d8c709a43fbaf6359ecd622c746 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:18.840648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:18.846442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:18.857183 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:18.858170 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:18.873013 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:19.021131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'fixed_ips': [{'subnet_id': '7df3af02-59c5-4483-b4b2-76a407cc66bf'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:11:19.021974 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:19.142219 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:19.175087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Allocated IP 172.20.0.2 (5164e7fa-e555-46ca-bbb0-d12523a82bc3/7df3af02-59c5-4483-b4b2-76a407cc66bf/0e67f86c-a071-4006-bfc9-9de54993f0af) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:11:19.381126 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:19.391623 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Transition to ACTIVE for port object 0e67f86c-a071-4006-bfc9-9de54993f0af will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:19.410086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Transition to ACTIVE for port object 0e67f86c-a071-4006-bfc9-9de54993f0af will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:19.415401 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:19.450225 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:19.475447 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:11:19.480461 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:19.482734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:19.485153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:11:19.494791 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Pushing event updated for resources: {'Port': ['ID=0e67f86c-a071-4006-bfc9-9de54993f0af,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:19.556735 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:11:19.573045 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:19.573415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:19.573764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:19.574092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:19.574416 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:19.574729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:19.575040 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:19.575351 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:19.575660 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:19.575966 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:19.576275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:19.576584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:19.617896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Allocated IP 172.25.8.152 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:11:19.629199 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Attempting to bind port 0e67f86c-a071-4006-bfc9-9de54993f0af on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:11:19.629561 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Attempting to bind port 0e67f86c-a071-4006-bfc9-9de54993f0af by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:11:19.629939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Attempting to bind port 0e67f86c-a071-4006-bfc9-9de54993f0af on network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:11:19.635249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:11:19.635543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Checking segment: {'id': 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:11:19.635982 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:19.636363 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Bound using segment: {'id': 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:11:19.636811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Bound port: 0e67f86c-a071-4006-bfc9-9de54993f0af, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:11:19.637181 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:19.727671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] For port 0e67f86c-a071-4006-bfc9-9de54993f0af, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:11:19.731473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] For port 0e67f86c-a071-4006-bfc9-9de54993f0af, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0e67f86c-a071-4006-bfc9-9de54993f0af,segment=NetworkSegment(dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c),segment_id=dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:11:19.735592 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:19.769278 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:19.800455 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:19.822698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cbed4d-f25b-473a-aa61-b7fb8b535731 None None] Pushing event updated for resources: {'Port': ['ID=0e67f86c-a071-4006-bfc9-9de54993f0af,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:19.860442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:11:19.863226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:19.871321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:11:19.909890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Pushing event updated for resources: {'Port': ['ID=ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:20.400235 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:20.710617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64a9c04-312a-4471-baf7-4845995a0c54 None None] Network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:11:20.748622 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:20.835925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9523d989-e6b0-4a0e-8cf4-5b8d3b2038d7 None None] Provisioning for port 0e67f86c-a071-4006-bfc9-9de54993f0af completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:20.880122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0e67f86c-a071-4006-bfc9-9de54993f0af up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:20.964650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Router 86e6a2ab-6886-4226-bca8-2bce030a5abd is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 21:11:21.003217 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 0e67f86c-a071-4006-bfc9-9de54993f0af completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:21.014963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0e67f86c-a071-4006-bfc9-9de54993f0af triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:21.015328 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:21.138960 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:21.145136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:11:21.157251 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Sync routers for ids ['86e6a2ab-6886-4226-bca8-2bce030a5abd'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:11:21.171088 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:21.172322 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-98bbe676-717e-45be-97fd-fa09a54c2438 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3487017 Apr 05 21:11:21.172790 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Routers {'86e6a2ab-6886-4226-bca8-2bce030a5abd'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:11:21.173639 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['86e6a2ab-6886-4226-bca8-2bce030a5abd'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:21.175177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 32874) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:21.177687 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 0e67f86c-a071-4006-bfc9-9de54993f0af, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0e67f86c-a071-4006-bfc9-9de54993f0af,segment=NetworkSegment(dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c),segment_id=dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:21.185496 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:21.270504 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=0e67f86c-a071-4006-bfc9-9de54993f0af,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:21.278473 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2b2b5dc4-2931-44ae-86cf-0a1be04946ea None None] Provisioning complete for port 0e67f86c-a071-4006-bfc9-9de54993f0af triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:21.278667 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2b2b5dc4-2931-44ae-86cf-0a1be04946ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:21.376455 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Set router 86e6a2ab-6886-4226-bca8-2bce030a5abd gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:11:21.682438 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:11:20Z', 'revision_number': 3, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port': {'id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:19Z', 'updated_at': '2022-04-05T21:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:21.686703 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Checking router: 86e6a2ab-6886-4226-bca8-2bce030a5abd for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:11:21.687042 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Updating router 86e6a2ab-6886-4226-bca8-2bce030a5abd port ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:11:21.742507 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:21.998044 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:22.061535 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:22.072610 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Transition to ACTIVE for port object ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:22.079498 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:22.154832 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Attempting to bind port ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:11:22.155202 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Attempting to bind port ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:11:22.155536 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Attempting to bind port ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:11:22.160986 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee3846-3a25-4c4d-9bcd-3d3f08863c0a None None] Pushing event updated for resources: {'Port': ['ID=ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:22.171452 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:11:22.171810 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:11:22.172194 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:22.172568 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:11:22.173016 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Bound port: ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:11:22.173378 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:22.205567 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Allocated IP 172.20.0.1 (5164e7fa-e555-46ca-bbb0-d12523a82bc3/7df3af02-59c5-4483-b4b2-76a407cc66bf/bb8204a6-b5d1-4465-b24f-0ce27a680de9) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:11:22.214621 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3846-3a25-4c4d-9bcd-3d3f08863c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:22.214961 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3846-3a25-4c4d-9bcd-3d3f08863c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:22.215290 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3846-3a25-4c4d-9bcd-3d3f08863c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:22.215618 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3846-3a25-4c4d-9bcd-3d3f08863c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:22.215931 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3846-3a25-4c4d-9bcd-3d3f08863c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:22.216525 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3846-3a25-4c4d-9bcd-3d3f08863c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:22.216525 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3846-3a25-4c4d-9bcd-3d3f08863c0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:22.216852 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3846-3a25-4c4d-9bcd-3d3f08863c0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:22.217165 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3846-3a25-4c4d-9bcd-3d3f08863c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:22.217469 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3846-3a25-4c4d-9bcd-3d3f08863c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:22.217780 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3846-3a25-4c4d-9bcd-3d3f08863c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:22.218113 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fee3846-3a25-4c4d-9bcd-3d3f08863c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:11:22.269838 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] For port ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:11:22.272869 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] For port ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:11:22.276522 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:22.357066 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee3846-3a25-4c4d-9bcd-3d3f08863c0a None None] Pushing event updated for resources: {'Port': ['ID=ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:22.360220 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:22.360397 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Routers {'86e6a2ab-6886-4226-bca8-2bce030a5abd'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:11:22.361002 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['86e6a2ab-6886-4226-bca8-2bce030a5abd'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:22.376180 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Transition to ACTIVE for port object bb8204a6-b5d1-4465-b24f-0ce27a680de9 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:22.399318 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:22.456221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:11:22.458966 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:22.462435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:11:22.515707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Pushing event updated for resources: {'Port': ['ID=bb8204a6-b5d1-4465-b24f-0ce27a680de9,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:22.536630 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:22.543324 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] Set router 86e6a2ab-6886-4226-bca8-2bce030a5abd gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:11:22.735524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ab1f09b1-fec1-4df2-b0b1-9b11a33d9096 None None] Provisioning for port bb8204a6-b5d1-4465-b24f-0ce27a680de9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:22.740610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ab1f09b1-fec1-4df2-b0b1-9b11a33d9096 None None] Provisioning complete for port bb8204a6-b5d1-4465-b24f-0ce27a680de9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:22.741106 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ab1f09b1-fec1-4df2-b0b1-9b11a33d9096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:22.800932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ab1f09b1-fec1-4df2-b0b1-9b11a33d9096 None None] Port bb8204a6-b5d1-4465-b24f-0ce27a680de9 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:11:22.848437 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:11:20Z', 'revision_number': 3, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port': {'id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:19Z', 'updated_at': '2022-04-05T21:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:22.853572 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a0a4f9-f80e-4d78-8674-57b8cb044a4c None None] The sync data for ids ['86e6a2ab-6886-4226-bca8-2bce030a5abd'] in n-d-836604-1 is: [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:11:20Z', 'revision_number': 3, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port': {'id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:19Z', 'updated_at': '2022-04-05T21:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:11:22.854038 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0e67f86c-a071-4006-bfc9-9de54993f0af up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:22.935541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0e67f86c-a071-4006-bfc9-9de54993f0af triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:22.936006 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:22.989406 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:23.227713 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:23.232433 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:23.341999 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:23.345528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Pushing event updated for resources: {'Port': ['ID=bb8204a6-b5d1-4465-b24f-0ce27a680de9,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:23.483790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:11:23.485275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:23.687332 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Router 86e6a2ab-6886-4226-bca8-2bce030a5abd has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:11:23.724879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-30e6acab-772d-49dc-a126-91128bd348de None None] Provisioning complete for port bb8204a6-b5d1-4465-b24f-0ce27a680de9 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:23.725376 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-30e6acab-772d-49dc-a126-91128bd348de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:23.781979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-30e6acab-772d-49dc-a126-91128bd348de None None] Port bb8204a6-b5d1-4465-b24f-0ce27a680de9 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:11:23.873420 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:11:23.882085 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6584ddba-0590-4c44-8e7e-6750716dd24e admin admin] 10.222.0.24 "PUT /v2.0/routers/86e6a2ab-6886-4226-bca8-2bce030a5abd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7052433 Apr 05 21:11:24.360722 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Sync routers for ids ['86e6a2ab-6886-4226-bca8-2bce030a5abd'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:11:24.369679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Routers {'86e6a2ab-6886-4226-bca8-2bce030a5abd'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:11:24.370313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['86e6a2ab-6886-4226-bca8-2bce030a5abd'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:24.390147 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 32896) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:24.395632 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-251294985-network', 'tenant_id': '6f4713a78db441e18d044182478502b7'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:11:24.401920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:24.405784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Usage tracker for resource:network and tenant:6f4713a78db441e18d044182478502b7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:24.408669 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:24.414352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:24.425511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Made reservation on behalf of 6f4713a78db441e18d044182478502b7 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:11:24.428030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:24.440220 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:24.454136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:24.457907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Usage tracker for resource:security_group_rule and tenant:6f4713a78db441e18d044182478502b7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:24.460612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:24.466887 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:24.554686 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:24.556446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Set router 86e6a2ab-6886-4226-bca8-2bce030a5abd gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:11:24.558654 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:24.593014 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:11:24.601501 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20aa2a1-4b11-473f-ab96-c8786518510a,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:24.608286 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:24.608571 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Added segment 041c482d-02c4-44cf-ace1-0c1da15ee1de of type vlan for network ac7d3219-6600-4197-a2a1-24fae7b7f9e3 Apr 05 21:11:24.634805 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:24.664979 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:24.665813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:24.666397 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:24.769840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] Pushing event updated for resources: {'Network': ['ID=ac7d3219-6600-4197-a2a1-24fae7b7f9e3,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:24.775669 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f7c53fd3-972c-430b-9138-0db7d9f18719 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3816361 Apr 05 21:11:24.776043 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 32900) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:24.782323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Request body: {'subnet': {'network_id': 'ac7d3219-6600-4197-a2a1-24fae7b7f9e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-251294985-subnet', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:11:24.788046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:24.792285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Usage tracker for resource:subnet and tenant:6f4713a78db441e18d044182478502b7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:24.799545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:24.806646 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:24.808050 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network ac7d3219-6600-4197-a2a1-24fae7b7f9e3 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:11:24.823755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Made reservation on behalf of 6f4713a78db441e18d044182478502b7 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:11:24.826970 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:24.903881 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:25.054201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:25.062922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:25.063287 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:25.107080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:11:22Z', 'revision_number': 4, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port': {'id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:19Z', 'updated_at': '2022-04-05T21:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bb8204a6-b5d1-4465-b24f-0ce27a680de9', 'name': '', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'mac_address': 'fa:16:3e:b5:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:22Z', 'updated_at': '2022-04-05T21:11:23Z', 'revision_number': 2, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'subnets': [{'id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:25.120799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Checking router: 86e6a2ab-6886-4226-bca8-2bce030a5abd for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:11:25.121181 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Updating router 86e6a2ab-6886-4226-bca8-2bce030a5abd port bb8204a6-b5d1-4465-b24f-0ce27a680de9 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:11:25.157699 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:25.186591 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:25.239252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf70bc13-4738-4459-92fe-5a082fb0d42d,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:25.249383 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Checking segment: {'id': '041c482d-02c4-44cf-ace1-0c1da15ee1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac7d3219-6600-4197-a2a1-24fae7b7f9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:11:25.249756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Network hostable DHCP agents. Network: ac7d3219-6600-4197-a2a1-24fae7b7f9e3, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:11:25.268014 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Network ac7d3219-6600-4197-a2a1-24fae7b7f9e3 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:11:25.277312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, ac7d3219-6600-4197-a2a1-24fae7b7f9e3) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:25.281447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:25.282057 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:25.292464 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90968b6e-4db3-4c05-ab90-20869a096aa7 None None] Network ac7d3219-6600-4197-a2a1-24fae7b7f9e3 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:11:25.302553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-714bc624-c0df-4148-bc1c-f08f5cc2d316 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5247884 Apr 05 21:11:25.305245 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 32904) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:25.310911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-251294985-router', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:11:25.316215 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:25.320045 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Usage tracker for resource:router and tenant:6f4713a78db441e18d044182478502b7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:25.322871 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:25.328587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:25.330079 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:25.338537 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:25.339849 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:25.355126 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:25.455917 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:25.465174 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:25.688510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:25.745745 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:25.763957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-ac7d3219-6600-4197-a2a1-24fae7b7f9e3', 'network_id': 'ac7d3219-6600-4197-a2a1-24fae7b7f9e3', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'fixed_ips': [{'subnet_id': 'bf70bc13-4738-4459-92fe-5a082fb0d42d'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:11:25.764759 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:25.923743 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:25.972651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Transition to ACTIVE for port object bb8204a6-b5d1-4465-b24f-0ce27a680de9 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:25.983532 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:26.047326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Allocated IP 172.20.0.2 (ac7d3219-6600-4197-a2a1-24fae7b7f9e3/bf70bc13-4738-4459-92fe-5a082fb0d42d/48e27573-a828-45cc-a730-8c7bfa1b2c5c) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:11:26.060574 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:26.100280 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:26.131051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c0c75-ba44-4c0d-a792-f31507e1c43f None None] Pushing event updated for resources: {'Port': ['ID=bb8204a6-b5d1-4465-b24f-0ce27a680de9,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:26.278985 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Allocated IP 172.25.8.227 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/71bb0d11-7bf4-4d7b-819e-68ac2b764dc4) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:11:26.395275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Attempting to bind port bb8204a6-b5d1-4465-b24f-0ce27a680de9 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:11:26.395648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Attempting to bind port bb8204a6-b5d1-4465-b24f-0ce27a680de9 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:11:26.396013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Attempting to bind port bb8204a6-b5d1-4465-b24f-0ce27a680de9 on network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:11:26.407141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:11:26.407515 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Checking segment: {'id': 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:11:26.407909 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:26.408296 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Bound using segment: {'id': 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:11:26.408756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Bound port: bb8204a6-b5d1-4465-b24f-0ce27a680de9, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:11:26.409126 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:26.439499 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:26.471165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:26.531909 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:11:26.535018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:26.537344 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:11:26.591357 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Pushing event updated for resources: {'Port': ['ID=71bb0d11-7bf4-4d7b-819e-68ac2b764dc4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:26.593191 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] For port bb8204a6-b5d1-4465-b24f-0ce27a680de9, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:11:26.598255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] For port bb8204a6-b5d1-4465-b24f-0ce27a680de9, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bb8204a6-b5d1-4465-b24f-0ce27a680de9,segment=NetworkSegment(dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c),segment_id=dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:11:26.599993 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:26.610171 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:26.658120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Transition to ACTIVE for port object 48e27573-a828-45cc-a730-8c7bfa1b2c5c will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:26.708194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Transition to ACTIVE for port object 48e27573-a828-45cc-a730-8c7bfa1b2c5c will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:26.713428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Routers {'86e6a2ab-6886-4226-bca8-2bce030a5abd'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:11:26.714312 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['86e6a2ab-6886-4226-bca8-2bce030a5abd'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:26.772929 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:26.802436 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c0c75-ba44-4c0d-a792-f31507e1c43f None None] Pushing event updated for resources: {'Port': ['ID=bb8204a6-b5d1-4465-b24f-0ce27a680de9,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:26.862878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Network ac7d3219-6600-4197-a2a1-24fae7b7f9e3 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:11:26.867830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:26.880850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:11:26.956326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:27.039268 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Pushing event updated for resources: {'Port': ['ID=48e27573-a828-45cc-a730-8c7bfa1b2c5c,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:27.051255 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:27.140033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] Set router 86e6a2ab-6886-4226-bca8-2bce030a5abd gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:11:27.186559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Attempting to bind port 48e27573-a828-45cc-a730-8c7bfa1b2c5c on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:11:27.186923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Attempting to bind port 48e27573-a828-45cc-a730-8c7bfa1b2c5c by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '041c482d-02c4-44cf-ace1-0c1da15ee1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac7d3219-6600-4197-a2a1-24fae7b7f9e3'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:11:27.187279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Attempting to bind port 48e27573-a828-45cc-a730-8c7bfa1b2c5c on network ac7d3219-6600-4197-a2a1-24fae7b7f9e3 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:11:27.206230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:11:27.206594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Checking segment: {'id': '041c482d-02c4-44cf-ace1-0c1da15ee1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac7d3219-6600-4197-a2a1-24fae7b7f9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:11:27.206987 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:27.207371 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Bound using segment: {'id': '041c482d-02c4-44cf-ace1-0c1da15ee1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac7d3219-6600-4197-a2a1-24fae7b7f9e3'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:11:27.207841 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Bound port: 48e27573-a828-45cc-a730-8c7bfa1b2c5c, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041c482d-02c4-44cf-ace1-0c1da15ee1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac7d3219-6600-4197-a2a1-24fae7b7f9e3'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:11:27.208203 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:27.357371 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:27.357732 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:27.510136 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:27.521639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] For port 48e27573-a828-45cc-a730-8c7bfa1b2c5c, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:11:27.530203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] For port 48e27573-a828-45cc-a730-8c7bfa1b2c5c, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=48e27573-a828-45cc-a730-8c7bfa1b2c5c,segment=NetworkSegment(041c482d-02c4-44cf-ace1-0c1da15ee1de),segment_id=041c482d-02c4-44cf-ace1-0c1da15ee1de)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:11:27.544785 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:27.723244 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Router 785a8ce0-8018-4ffd-8071-7514e109df58 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 21:11:27.767913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b61f2-2ba6-46ec-858e-21f2f8a70d33 None None] Pushing event updated for resources: {'Port': ['ID=48e27573-a828-45cc-a730-8c7bfa1b2c5c,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:27.794964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:11:22Z', 'revision_number': 4, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port': {'id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:19Z', 'updated_at': '2022-04-05T21:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bb8204a6-b5d1-4465-b24f-0ce27a680de9', 'name': '', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'mac_address': 'fa:16:3e:b5:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:22Z', 'updated_at': '2022-04-05T21:11:26Z', 'revision_number': 4, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'subnets': [{'id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:27.799300 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe3300d-cfed-4c5d-ab10-7b48629f9027 None None] The sync data for ids ['86e6a2ab-6886-4226-bca8-2bce030a5abd'] in n-d-836604-1 is: [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:11:22Z', 'revision_number': 4, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port': {'id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:19Z', 'updated_at': '2022-04-05T21:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bb8204a6-b5d1-4465-b24f-0ce27a680de9', 'name': '', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'mac_address': 'fa:16:3e:b5:24:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:22Z', 'updated_at': '2022-04-05T21:11:26Z', 'revision_number': 4, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'subnets': [{'id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:11:27.939722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:11:27.964982 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Sync routers for ids ['785a8ce0-8018-4ffd-8071-7514e109df58'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:11:27.967157 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:27.968377 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a7c9941e-c31a-4d0c-b854-4061a9e3214d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6621218 Apr 05 21:11:27.971117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 32908) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:11:27.981527 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Routers {'785a8ce0-8018-4ffd-8071-7514e109df58'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:11:27.982203 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['785a8ce0-8018-4ffd-8071-7514e109df58'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:28.183239 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Set router 785a8ce0-8018-4ffd-8071-7514e109df58 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:11:28.535326 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'name': 'tempest-TestMinimumBasicScenario-251294985-router', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '71bb0d11-7bf4-4d7b-819e-68ac2b764dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:25Z', 'updated_at': '2022-04-05T21:11:26Z', 'revision_number': 3, 'project_id': '6f4713a78db441e18d044182478502b7', 'gw_port': {'id': '71bb0d11-7bf4-4d7b-819e-68ac2b764dc4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:26Z', 'updated_at': '2022-04-05T21:11:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:28.540179 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Checking router: 785a8ce0-8018-4ffd-8071-7514e109df58 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:11:28.540823 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Updating router 785a8ce0-8018-4ffd-8071-7514e109df58 port 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:11:28.600146 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:28.852448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ea1acb-13d2-4574-9e3c-d8295a1ba13f None None] Network ac7d3219-6600-4197-a2a1-24fae7b7f9e3 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:11:28.999665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-38dcf6d3-749a-42e5-b836-0c94f82eb3e0 None None] Provisioning for port 48e27573-a828-45cc-a730-8c7bfa1b2c5c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:29.011335 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.012510 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.018877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bb8204a6-b5d1-4465-b24f-0ce27a680de9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:29.025543 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Transition to ACTIVE for port object 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:29.033936 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.123929 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Attempting to bind port 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:11:29.124615 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Attempting to bind port 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:11:29.125261 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Attempting to bind port 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:11:29.132790 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:11:29.133302 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:11:29.133800 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.134305 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:11:29.134875 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Bound port: 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:11:29.135511 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.145414 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port bb8204a6-b5d1-4465-b24f-0ce27a680de9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:29.161086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port bb8204a6-b5d1-4465-b24f-0ce27a680de9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:29.161453 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.185779 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b1145-2281-40c4-8fad-bc1b451d1cbd None None] Pushing event updated for resources: {'Port': ['ID=71bb0d11-7bf4-4d7b-819e-68ac2b764dc4,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:29.228531 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] For port 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:11:29.233452 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] For port 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=71bb0d11-7bf4-4d7b-819e-68ac2b764dc4,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:11:29.239352 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.261038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Allocated IP 172.20.0.1 (ac7d3219-6600-4197-a2a1-24fae7b7f9e3/bf70bc13-4738-4459-92fe-5a082fb0d42d/38347977-ef28-4ddf-8bbe-9bcf2e107cf8) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:11:29.322159 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Routers {'785a8ce0-8018-4ffd-8071-7514e109df58'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:11:29.322830 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['785a8ce0-8018-4ffd-8071-7514e109df58'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:29.352091 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.384309 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b1145-2281-40c4-8fad-bc1b451d1cbd None None] Pushing event updated for resources: {'Port': ['ID=71bb0d11-7bf4-4d7b-819e-68ac2b764dc4,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:29.392571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port bb8204a6-b5d1-4465-b24f-0ce27a680de9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bb8204a6-b5d1-4465-b24f-0ce27a680de9,segment=NetworkSegment(dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c),segment_id=dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:29.396772 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.397536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 48e27573-a828-45cc-a730-8c7bfa1b2c5c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:29.445473 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.465761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Transition to ACTIVE for port object 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:29.500147 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.517549 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] Set router 785a8ce0-8018-4ffd-8071-7514e109df58 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:11:29.546337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=bb8204a6-b5d1-4465-b24f-0ce27a680de9,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:29.571511 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 48e27573-a828-45cc-a730-8c7bfa1b2c5c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:29.575792 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Pushing event updated for resources: {'Port': ['ID=38347977-ef28-4ddf-8bbe-9bcf2e107cf8,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:29.578913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 48e27573-a828-45cc-a730-8c7bfa1b2c5c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:29.579844 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.589125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Network ac7d3219-6600-4197-a2a1-24fae7b7f9e3 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:11:29.590488 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:29.592893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:11:29.648581 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.752320 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.795222 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.802510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 48e27573-a828-45cc-a730-8c7bfa1b2c5c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=48e27573-a828-45cc-a730-8c7bfa1b2c5c,segment=NetworkSegment(041c482d-02c4-44cf-ace1-0c1da15ee1de),segment_id=041c482d-02c4-44cf-ace1-0c1da15ee1de)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:29.804956 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-89f9f268-6534-4f93-85ff-24c47ed73159 None None] Provisioning complete for port 48e27573-a828-45cc-a730-8c7bfa1b2c5c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:29.805377 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-89f9f268-6534-4f93-85ff-24c47ed73159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.842532 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:29.863455 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'name': 'tempest-TestMinimumBasicScenario-251294985-router', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '71bb0d11-7bf4-4d7b-819e-68ac2b764dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:25Z', 'updated_at': '2022-04-05T21:11:26Z', 'revision_number': 3, 'project_id': '6f4713a78db441e18d044182478502b7', 'gw_port': {'id': '71bb0d11-7bf4-4d7b-819e-68ac2b764dc4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:26Z', 'updated_at': '2022-04-05T21:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:29.871285 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f74bea-dfd7-4931-88ac-76da59f8bcfc None None] The sync data for ids ['785a8ce0-8018-4ffd-8071-7514e109df58'] in n-d-836604-1 is: [{'id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'name': 'tempest-TestMinimumBasicScenario-251294985-router', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '71bb0d11-7bf4-4d7b-819e-68ac2b764dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:25Z', 'updated_at': '2022-04-05T21:11:26Z', 'revision_number': 3, 'project_id': '6f4713a78db441e18d044182478502b7', 'gw_port': {'id': '71bb0d11-7bf4-4d7b-819e-68ac2b764dc4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:26Z', 'updated_at': '2022-04-05T21:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:11:29.948662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=48e27573-a828-45cc-a730-8c7bfa1b2c5c,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:30.052083 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:30.056610 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:30.136654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4f3a377f-9b4d-42ac-914a-85a5fc4d0030 None None] Provisioning for port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:30.143482 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4f3a377f-9b4d-42ac-914a-85a5fc4d0030 None None] Provisioning complete for port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:30.143987 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4f3a377f-9b4d-42ac-914a-85a5fc4d0030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:30.182889 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Pushing event updated for resources: {'Port': ['ID=38347977-ef28-4ddf-8bbe-9bcf2e107cf8,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:30.188583 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:30.202785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a377f-9b4d-42ac-914a-85a5fc4d0030 None None] Port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:11:30.333529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Network ac7d3219-6600-4197-a2a1-24fae7b7f9e3 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:11:30.334705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:30.535506 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Router 785a8ce0-8018-4ffd-8071-7514e109df58 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:11:30.624996 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f4e69bf1-5d97-423f-84e1-824e2e29f2d1 None None] Provisioning complete for port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:30.625356 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f4e69bf1-5d97-423f-84e1-824e2e29f2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:30.683631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f4e69bf1-5d97-423f-84e1-824e2e29f2d1 None None] Port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:11:30.723892 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:11:30.733113 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6079608c-ef30-4d12-8f86-b8fb3c95e25d admin admin] 10.222.0.24 "PUT /v2.0/routers/785a8ce0-8018-4ffd-8071-7514e109df58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7610197 Apr 05 21:11:30.925615 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bb8204a6-b5d1-4465-b24f-0ce27a680de9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:30.997206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port bb8204a6-b5d1-4465-b24f-0ce27a680de9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:30.997810 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:31.120734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 48e27573-a828-45cc-a730-8c7bfa1b2c5c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:31.192379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 48e27573-a828-45cc-a730-8c7bfa1b2c5c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:31.192793 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:31.322692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:31.395631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:31.401785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:31.402183 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:31.507143 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Sync routers for ids ['785a8ce0-8018-4ffd-8071-7514e109df58'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:11:31.569552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Routers {'785a8ce0-8018-4ffd-8071-7514e109df58'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:11:31.570553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['785a8ce0-8018-4ffd-8071-7514e109df58'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:31.632305 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:31.777009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=71bb0d11-7bf4-4d7b-819e-68ac2b764dc4,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:31.796473 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:31.849354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Set router 785a8ce0-8018-4ffd-8071-7514e109df58 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:11:32.013863 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=71bb0d11-7bf4-4d7b-819e-68ac2b764dc4,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:32.215452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'name': 'tempest-TestMinimumBasicScenario-251294985-router', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '71bb0d11-7bf4-4d7b-819e-68ac2b764dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:25Z', 'updated_at': '2022-04-05T21:11:29Z', 'revision_number': 4, 'project_id': '6f4713a78db441e18d044182478502b7', 'gw_port': {'id': '71bb0d11-7bf4-4d7b-819e-68ac2b764dc4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:26Z', 'updated_at': '2022-04-05T21:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '38347977-ef28-4ddf-8bbe-9bcf2e107cf8', 'name': '', 'network_id': 'ac7d3219-6600-4197-a2a1-24fae7b7f9e3', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'mac_address': 'fa:16:3e:1c:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bf70bc13-4738-4459-92fe-5a082fb0d42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:29Z', 'updated_at': '2022-04-05T21:11:29Z', 'revision_number': 2, 'project_id': '6f4713a78db441e18d044182478502b7', 'subnets': [{'id': 'bf70bc13-4738-4459-92fe-5a082fb0d42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:32.219949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Checking router: 785a8ce0-8018-4ffd-8071-7514e109df58 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:11:32.220299 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Updating router 785a8ce0-8018-4ffd-8071-7514e109df58 port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:11:32.285140 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:32.679359 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:32.698542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Transition to ACTIVE for port object 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:32.709487 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:32.863877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fcae4-a75a-47a9-b8ba-5b8b482b3564 None None] Pushing event updated for resources: {'Port': ['ID=38347977-ef28-4ddf-8bbe-9bcf2e107cf8,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:32.911541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:33.033395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Attempting to bind port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:11:33.034031 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Attempting to bind port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '041c482d-02c4-44cf-ace1-0c1da15ee1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac7d3219-6600-4197-a2a1-24fae7b7f9e3'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:11:33.034138 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Attempting to bind port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 on network ac7d3219-6600-4197-a2a1-24fae7b7f9e3 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:11:33.040915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:11:33.041209 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Checking segment: {'id': '041c482d-02c4-44cf-ace1-0c1da15ee1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac7d3219-6600-4197-a2a1-24fae7b7f9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:11:33.041627 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:33.042048 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Bound using segment: {'id': '041c482d-02c4-44cf-ace1-0c1da15ee1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac7d3219-6600-4197-a2a1-24fae7b7f9e3'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:11:33.042516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Bound port: 38347977-ef28-4ddf-8bbe-9bcf2e107cf8, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041c482d-02c4-44cf-ace1-0c1da15ee1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ac7d3219-6600-4197-a2a1-24fae7b7f9e3'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:11:33.042882 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:33.107490 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:33.107849 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:33.207318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] For port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:11:33.223643 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] For port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=38347977-ef28-4ddf-8bbe-9bcf2e107cf8,segment=NetworkSegment(041c482d-02c4-44cf-ace1-0c1da15ee1de),segment_id=041c482d-02c4-44cf-ace1-0c1da15ee1de)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:11:33.230238 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:33.404394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Routers {'785a8ce0-8018-4ffd-8071-7514e109df58'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:11:33.405133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:11:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['785a8ce0-8018-4ffd-8071-7514e109df58'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:33.500029 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1fcae4-a75a-47a9-b8ba-5b8b482b3564 None None] Pushing event updated for resources: {'Port': ['ID=38347977-ef28-4ddf-8bbe-9bcf2e107cf8,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:33.635830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] Set router 785a8ce0-8018-4ffd-8071-7514e109df58 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:11:33.984790 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'name': 'tempest-TestMinimumBasicScenario-251294985-router', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '71bb0d11-7bf4-4d7b-819e-68ac2b764dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:25Z', 'updated_at': '2022-04-05T21:11:29Z', 'revision_number': 4, 'project_id': '6f4713a78db441e18d044182478502b7', 'gw_port': {'id': '71bb0d11-7bf4-4d7b-819e-68ac2b764dc4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:26Z', 'updated_at': '2022-04-05T21:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '38347977-ef28-4ddf-8bbe-9bcf2e107cf8', 'name': '', 'network_id': 'ac7d3219-6600-4197-a2a1-24fae7b7f9e3', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'mac_address': 'fa:16:3e:1c:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bf70bc13-4738-4459-92fe-5a082fb0d42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:29Z', 'updated_at': '2022-04-05T21:11:33Z', 'revision_number': 4, 'project_id': '6f4713a78db441e18d044182478502b7', 'subnets': [{'id': 'bf70bc13-4738-4459-92fe-5a082fb0d42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:11:33.988865 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc289c4-11ed-4716-90a1-945c648394ba None None] The sync data for ids ['785a8ce0-8018-4ffd-8071-7514e109df58'] in n-d-836604-1 is: [{'id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'name': 'tempest-TestMinimumBasicScenario-251294985-router', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '71bb0d11-7bf4-4d7b-819e-68ac2b764dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:25Z', 'updated_at': '2022-04-05T21:11:29Z', 'revision_number': 4, 'project_id': '6f4713a78db441e18d044182478502b7', 'gw_port': {'id': '71bb0d11-7bf4-4d7b-819e-68ac2b764dc4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:26Z', 'updated_at': '2022-04-05T21:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '38347977-ef28-4ddf-8bbe-9bcf2e107cf8', 'name': '', 'network_id': 'ac7d3219-6600-4197-a2a1-24fae7b7f9e3', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'mac_address': 'fa:16:3e:1c:96:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'bf70bc13-4738-4459-92fe-5a082fb0d42d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:29Z', 'updated_at': '2022-04-05T21:11:33Z', 'revision_number': 4, 'project_id': '6f4713a78db441e18d044182478502b7', 'subnets': [{'id': 'bf70bc13-4738-4459-92fe-5a082fb0d42d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:11:34.916803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:35.007995 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:35.014773 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:35.015138 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:35.158550 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:35.194373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=38347977-ef28-4ddf-8bbe-9bcf2e107cf8,segment=NetworkSegment(041c482d-02c4-44cf-ace1-0c1da15ee1de),segment_id=041c482d-02c4-44cf-ace1-0c1da15ee1de)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:35.199201 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:35.281355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=38347977-ef28-4ddf-8bbe-9bcf2e107cf8,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:36.869331 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:36.943475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:36.943848 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:39.240564 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:39.482080 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:40.929026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-d364c284-ac68-4e32-bef9-34d21315c617 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:40.929642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-d364c284-ac68-4e32-bef9-34d21315c617 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Synchronizing usage tracker for tenant:183f2d8c709a43fbaf6359ecd622c746 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:11:40.946361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-d364c284-ac68-4e32-bef9-34d21315c617 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Unset dirty status for tenant:183f2d8c709a43fbaf6359ecd622c746 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:11:40.947520 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-d364c284-ac68-4e32-bef9-34d21315c617 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/networks?id=5164e7fa-e555-46ca-bbb0-d12523a82bc3 HTTP/1.1" status: 200 len: 815 time: 0.1589940 Apr 05 21:11:40.963294 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-a7393022-7e6e-4fa7-8c15-fd7bd3b4c286 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/quotas/183f2d8c709a43fbaf6359ecd622c746 HTTP/1.1" status: 200 len: 375 time: 0.0096982 Apr 05 21:11:41.049411 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-00b793af-6795-46cf-847c-2fc29fe23026 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=183f2d8c709a43fbaf6359ecd622c746&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812490 Apr 05 21:11:41.185434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-ef305bae-0674-44cd-a159-dcad655bd149 service neutron] 10.222.0.24 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239300 Apr 05 21:11:41.316514 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-aef027df-e0bc-44d7-a144-0771cbeded86 service neutron] 10.222.0.24 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254523 Apr 05 21:11:41.482432 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0330126-7dd1-47fc-9633-1abc3a8550c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:41.493009 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bc74d54a-6a63-4f95-8b8f-20b313960544 req-f22b751c-01f7-4c47-b757-1db1a6d272ff tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 210 time: 0.0446019 Apr 05 21:11:42.703948 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dd87c84b-f078-4e12-be91-fd60c08f81bf req-fdcdb1a5-025a-46ba-99ca-9c8995955b3f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 210 time: 0.0671608 Apr 05 21:11:42.750199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-3e38bdc9-e7c9-4491-a025-04919903fc68 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:42.751568 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-3e38bdc9-e7c9-4491-a025-04919903fc68 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.41 "GET /v2.0/networks?id=5164e7fa-e555-46ca-bbb0-d12523a82bc3 HTTP/1.1" status: 200 len: 815 time: 0.2119274 Apr 05 21:11:42.763285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Request body: {'port': {'device_id': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'admin_state_up': True, 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:11:42.905062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:11:42.909030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Usage tracker for resource:port and tenant:183f2d8c709a43fbaf6359ecd622c746 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:11:42.911900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:11:42.918154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:11:42.928982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Made reservation on behalf of 183f2d8c709a43fbaf6359ecd622c746 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:11:42.933256 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:43.155911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Allocated IP 172.20.0.12 (5164e7fa-e555-46ca-bbb0-d12523a82bc3/7df3af02-59c5-4483-b4b2-76a407cc66bf/0abf0261-ed9c-4295-9a6f-29d1888b2904) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:11:43.418579 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:43.436176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Transition to ACTIVE for port object 0abf0261-ed9c-4295-9a6f-29d1888b2904 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:43.462353 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:43.537568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:11:43.540830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:11:43.551261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:11:43.592037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event updated for resources: {'Port': ['ID=0abf0261-ed9c-4295-9a6f-29d1888b2904,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:43.637268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:43.638218 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:43.678738 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-6efe6e56-c8ce-4931-999d-ae06abd6b0d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9187613 Apr 05 21:11:43.792531 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f5ce5714-1686-48e7-a680-f04ce915a0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:43.825855 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-84b5b94c-9ddf-47da-9f41-2eee07d1fdce None None] Provisioning for port 0abf0261-ed9c-4295-9a6f-29d1888b2904 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:43.830974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-84b5b94c-9ddf-47da-9f41-2eee07d1fdce None None] Provisioning complete for port 0abf0261-ed9c-4295-9a6f-29d1888b2904 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:43.831406 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-84b5b94c-9ddf-47da-9f41-2eee07d1fdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:43.905313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-84b5b94c-9ddf-47da-9f41-2eee07d1fdce None None] Port 0abf0261-ed9c-4295-9a6f-29d1888b2904 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:11:43.941337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa61d31-c337-401d-9f2c-cb1778aa1bba req-194be37c-871b-4198-8112-411814741479 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:43.941989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-afa61d31-c337-401d-9f2c-cb1778aa1bba req-194be37c-871b-4198-8112-411814741479 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Synchronizing usage tracker for tenant:183f2d8c709a43fbaf6359ecd622c746 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:11:43.960404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-afa61d31-c337-401d-9f2c-cb1778aa1bba req-194be37c-871b-4198-8112-411814741479 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Unset dirty status for tenant:183f2d8c709a43fbaf6359ecd622c746 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:11:43.961658 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-afa61d31-c337-401d-9f2c-cb1778aa1bba req-194be37c-871b-4198-8112-411814741479 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 932 time: 0.1173282 Apr 05 21:11:44.147844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-afa61d31-c337-401d-9f2c-cb1778aa1bba req-a0b24c96-6827-4918-a51c-8fc60b8762e7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Synchronizing usage tracker for tenant:183f2d8c709a43fbaf6359ecd622c746 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:11:44.166619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-afa61d31-c337-401d-9f2c-cb1778aa1bba req-a0b24c96-6827-4918-a51c-8fc60b8762e7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Unset dirty status for tenant:183f2d8c709a43fbaf6359ecd622c746 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:11:44.167846 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-afa61d31-c337-401d-9f2c-cb1778aa1bba req-a0b24c96-6827-4918-a51c-8fc60b8762e7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998730 Apr 05 21:11:44.934524 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:45.022195 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:45.366314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ce04f-57b5-46bb-a69d-8b664fe76394 req-ec835a27-4b72-48dd-87e8-4fcff9465e32 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:45.367802 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c4ce04f-57b5-46bb-a69d-8b664fe76394 req-ec835a27-4b72-48dd-87e8-4fcff9465e32 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 932 time: 0.0875409 Apr 05 21:11:45.415308 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c4ce04f-57b5-46bb-a69d-8b664fe76394 req-ef741f18-b070-4615-800b-e5da978a6618 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 Apr 05 21:11:46.222876 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:46.611134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c144fb-877e-4d5c-81d5-667799e4da61 req-d1f293cf-ae71-47aa-ade7-0ff12d4d8f0e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:46.612793 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22c144fb-877e-4d5c-81d5-667799e4da61 req-d1f293cf-ae71-47aa-ade7-0ff12d4d8f0e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 932 time: 0.0894248 Apr 05 21:11:46.664404 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22c144fb-877e-4d5c-81d5-667799e4da61 req-f2e1ae23-779b-4261-8d53-9464e525ad26 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452209 Apr 05 21:11:47.873966 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482aa75b-76d9-449e-810e-cbe2b34bf9c9 req-e4afc76b-e2aa-426b-a4f4-605e033d9f71 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:47.875477 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-482aa75b-76d9-449e-810e-cbe2b34bf9c9 req-e4afc76b-e2aa-426b-a4f4-605e033d9f71 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 932 time: 0.0915730 Apr 05 21:11:47.925595 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-482aa75b-76d9-449e-810e-cbe2b34bf9c9 req-7ef1cb07-6bef-4b70-a725-69e1a9cdbecd tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444221 Apr 05 21:11:49.115369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4886831-a630-4a66-b045-6154a62e24af req-fbb950ee-5fab-4105-a825-0099c8446e9c tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:49.116966 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4886831-a630-4a66-b045-6154a62e24af req-fbb950ee-5fab-4105-a825-0099c8446e9c tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 932 time: 0.0858374 Apr 05 21:11:49.165040 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4886831-a630-4a66-b045-6154a62e24af req-d360396d-3b8c-4486-a1d9-470ecb9c8e48 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423565 Apr 05 21:11:50.367032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54816b-b01b-4468-b428-af3019d4d142 req-cb057686-5b19-43de-8111-0057bbcb5af2 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:50.368516 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff54816b-b01b-4468-b428-af3019d4d142 req-cb057686-5b19-43de-8111-0057bbcb5af2 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 932 time: 0.0916331 Apr 05 21:11:50.419823 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff54816b-b01b-4468-b428-af3019d4d142 req-b57facec-ece6-447d-980e-24773595245b tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452878 Apr 05 21:11:51.134385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Request body: {'port': {'device_id': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:11:51.247251 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:51.632494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0abf0261-ed9c-4295-9a6f-29d1888b2904 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:11:51.641537 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:51.660559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Transition to ACTIVE for port object 0abf0261-ed9c-4295-9a6f-29d1888b2904 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:11:51.675263 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:51.721458 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c210f-d3eb-4a6a-bbda-c1134ff997e5 req-71fb7bad-115c-47f9-8b9d-2fdfa480d792 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:51.722959 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e9c210f-d3eb-4a6a-bbda-c1134ff997e5 req-71fb7bad-115c-47f9-8b9d-2fdfa480d792 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 932 time: 0.1900477 Apr 05 21:11:51.868718 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Pushing event updated for resources: {'Port': ['ID=0abf0261-ed9c-4295-9a6f-29d1888b2904,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:51.919975 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e9c210f-d3eb-4a6a-bbda-c1134ff997e5 req-17d2acec-0466-4cef-ae2a-86d92cb82a19 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874325 Apr 05 21:11:51.957741 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Attempting to bind port 0abf0261-ed9c-4295-9a6f-29d1888b2904 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:11:51.958097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Attempting to bind port 0abf0261-ed9c-4295-9a6f-29d1888b2904 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:11:51.958426 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Attempting to bind port 0abf0261-ed9c-4295-9a6f-29d1888b2904 on network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:11:51.962977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Port 0abf0261-ed9c-4295-9a6f-29d1888b2904 on network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:11:51.963826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Attempting to bind port 0abf0261-ed9c-4295-9a6f-29d1888b2904 on network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:11:51.968970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:11:51.969306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Checking segment: {'id': 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:11:51.969682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Bound using segment: {'id': 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:11:51.970138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Bound port: 0abf0261-ed9c-4295-9a6f-29d1888b2904, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:11:51.970501 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:52.058614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] For port 0abf0261-ed9c-4295-9a6f-29d1888b2904, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:11:52.061502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] For port 0abf0261-ed9c-4295-9a6f-29d1888b2904, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904,segment=NetworkSegment(dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c),segment_id=dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:11:52.065988 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:52.124857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:52.125622 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:52.126976 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] 10.222.0.41 "PUT /v2.0/ports/0abf0261-ed9c-4295-9a6f-29d1888b2904 HTTP/1.1" status: 200 len: 1092 time: 1.0889151 Apr 05 21:11:52.127402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'tag': '0abf0261-ed9c-4295-9a6f-29d1888b2904'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:11:52.153366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecffc88-2bf6-4d95-8809-19692f2ebd3d service neutron] Pushing event updated for resources: {'Port': ['ID=0abf0261-ed9c-4295-9a6f-29d1888b2904,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:52.205115 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'tag': '0abf0261-ed9c-4295-9a6f-29d1888b2904', 'status': 'completed', 'code': 200} Apr 05 21:11:52.246938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-4f440405-548a-4b9e-bc74-25d27502cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:52.248419 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-4f440405-548a-4b9e-bc74-25d27502cdcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=183f2d8c709a43fbaf6359ecd622c746&device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 1095 time: 0.0768538 Apr 05 21:11:52.413856 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-89dfde9f-0a92-4a3e-b963-7116ab042195 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904 HTTP/1.1" status: 200 len: 217 time: 0.1579313 Apr 05 21:11:52.472913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-38404d21-412c-4ed8-a527-8c2c27c96765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:52.474307 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-38404d21-412c-4ed8-a527-8c2c27c96765 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7df3af02-59c5-4483-b4b2-76a407cc66bf HTTP/1.1" status: 200 len: 854 time: 0.0553143 Apr 05 21:11:52.549016 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-3efb0630-b000-4c7a-98a4-bd220e012a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:52.550458 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-3efb0630-b000-4c7a-98a4-bd220e012a87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5164e7fa-e555-46ca-bbb0-d12523a82bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701597 Apr 05 21:11:52.678473 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-0001dd85-a718-4c54-90af-4242f471d767 service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219425 Apr 05 21:11:52.812341 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e29e531-4e96-4eb5-846f-d09792300c23 req-99e8c59d-5e63-46f0-ac48-6f0301769ee6 service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277411 Apr 05 21:11:52.921024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d237e-eb44-40fa-97ca-4dbcda89c2ae req-d0928778-4c84-4b32-86f6-6e5161429ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:52.922491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b2d237e-eb44-40fa-97ca-4dbcda89c2ae req-d0928778-4c84-4b32-86f6-6e5161429ae2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=183f2d8c709a43fbaf6359ecd622c746&device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 1095 time: 0.0702167 Apr 05 21:11:53.105375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d237e-eb44-40fa-97ca-4dbcda89c2ae req-cdfc61cd-6719-4986-a1ad-4def2aacfc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:53.106733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b2d237e-eb44-40fa-97ca-4dbcda89c2ae req-cdfc61cd-6719-4986-a1ad-4def2aacfc69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5164e7fa-e555-46ca-bbb0-d12523a82bc3 HTTP/1.1" status: 200 len: 916 time: 0.1782284 Apr 05 21:11:53.183454 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b2d237e-eb44-40fa-97ca-4dbcda89c2ae req-8b2927c8-e3d8-4cc2-8158-006a9202fbf6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904 HTTP/1.1" status: 200 len: 217 time: 0.0646694 Apr 05 21:11:53.191126 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297f022-653e-43f1-92c4-48385dfafd39 req-bed80287-2b09-4e5e-a8ef-36044746bf14 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:53.192486 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e297f022-653e-43f1-92c4-48385dfafd39 req-bed80287-2b09-4e5e-a8ef-36044746bf14 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 944 time: 0.1677926 Apr 05 21:11:53.282516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d237e-eb44-40fa-97ca-4dbcda89c2ae req-558a9093-0ec8-466c-9333-42e79de409fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:53.283918 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b2d237e-eb44-40fa-97ca-4dbcda89c2ae req-558a9093-0ec8-466c-9333-42e79de409fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7df3af02-59c5-4483-b4b2-76a407cc66bf HTTP/1.1" status: 200 len: 854 time: 0.0906157 Apr 05 21:11:53.286784 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e297f022-653e-43f1-92c4-48385dfafd39 req-3d532cd0-9628-4d04-8ae0-8385b5456c87 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610478 Apr 05 21:11:53.361854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d237e-eb44-40fa-97ca-4dbcda89c2ae req-25818727-23d4-4371-a5bd-fcc9bbc0b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:53.363259 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b2d237e-eb44-40fa-97ca-4dbcda89c2ae req-25818727-23d4-4371-a5bd-fcc9bbc0b75f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5164e7fa-e555-46ca-bbb0-d12523a82bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727806 Apr 05 21:11:53.493923 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b2d237e-eb44-40fa-97ca-4dbcda89c2ae req-55b7fe68-e7fb-4311-a5f6-d2b2a868791e service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240890 Apr 05 21:11:53.625325 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4b2d237e-eb44-40fa-97ca-4dbcda89c2ae req-28b7443f-e468-4f16-9e60-aedd85387311 service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244423 Apr 05 21:11:54.474865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b514a-8765-43ac-95f7-284e8c5f3711 req-2b96eacd-bd9f-4067-876f-971b6ac81d70 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:54.476283 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a6b514a-8765-43ac-95f7-284e8c5f3711 req-2b96eacd-bd9f-4067-876f-971b6ac81d70 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 944 time: 0.0840783 Apr 05 21:11:54.519309 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a6b514a-8765-43ac-95f7-284e8c5f3711 req-dae1f8ab-c4ee-48cc-8f38-11aef496f39a tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367916 Apr 05 21:11:55.435305 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 0abf0261-ed9c-4295-9a6f-29d1888b2904 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:11:55.566066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 0abf0261-ed9c-4295-9a6f-29d1888b2904, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904,segment=NetworkSegment(dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c),segment_id=dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:55.579167 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '0abf0261-ed9c-4295-9a6f-29d1888b2904', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'port_id': '0abf0261-ed9c-4295-9a6f-29d1888b2904', 'mac_address': 'fa:16:3e:ca:dd:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:11:55.633411 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:55.650515 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0abf0261-ed9c-4295-9a6f-29d1888b2904 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:11:55.665398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 0abf0261-ed9c-4295-9a6f-29d1888b2904, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904,segment=NetworkSegment(dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c),segment_id=dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:55.671004 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:55.713330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77080606-fdc2-4a7e-98d2-34d3c9f3b7c4 req-f29213c6-a06a-4271-a1c4-3d59d20a3828 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:55.714731 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77080606-fdc2-4a7e-98d2-34d3c9f3b7c4 req-f29213c6-a06a-4271-a1c4-3d59d20a3828 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 944 time: 0.0850344 Apr 05 21:11:55.762443 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77080606-fdc2-4a7e-98d2-34d3c9f3b7c4 req-5700a619-a975-40bc-aa40-e5ef612fea16 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409715 Apr 05 21:11:55.784346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=0abf0261-ed9c-4295-9a6f-29d1888b2904,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:55.870663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['0abf0261-ed9c-4295-9a6f-29d1888b2904'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:11:56.556065 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:11:56.942114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4635a43c-192e-40d3-8083-47d6de38530d req-980fee2b-b6be-4d46-9f22-6ac5e37d12c0 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:56.943547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4635a43c-192e-40d3-8083-47d6de38530d req-980fee2b-b6be-4d46-9f22-6ac5e37d12c0 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 945 time: 0.0787396 Apr 05 21:11:56.986705 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4635a43c-192e-40d3-8083-47d6de38530d req-07a2fd22-ce36-4570-8bd0-2eb13d87b1e7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375824 Apr 05 21:11:57.434360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 0abf0261-ed9c-4295-9a6f-29d1888b2904 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:11:57.500760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 0abf0261-ed9c-4295-9a6f-29d1888b2904 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:11:57.505301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 0abf0261-ed9c-4295-9a6f-29d1888b2904 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:11:57.505665 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:57.621407 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:57.646811 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abf0261-ed9c-4295-9a6f-29d1888b2904'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:11:57.659412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 0abf0261-ed9c-4295-9a6f-29d1888b2904, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904,segment=NetworkSegment(dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c),segment_id=dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:11:57.664480 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:11:57.732874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=0abf0261-ed9c-4295-9a6f-29d1888b2904,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:11:57.815587 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0abf0261-ed9c-4295-9a6f-29d1888b2904', 'code': 200} Apr 05 21:11:58.033859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41596d09-786e-4a12-8adf-68532de90bb5 req-7ea624a9-3bf8-452b-9090-8e3ca70a7748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:58.035344 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41596d09-786e-4a12-8adf-68532de90bb5 req-7ea624a9-3bf8-452b-9090-8e3ca70a7748 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 1097 time: 0.1655982 Apr 05 21:11:58.075226 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-41596d09-786e-4a12-8adf-68532de90bb5 req-52f55c3a-5902-4a1b-bb73-2e766e4ca6a0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336645 Apr 05 21:11:58.169812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ace678-0dfc-4ed5-b3bc-9587802912b7 req-144b2926-51f8-4d6d-b785-07b03c98e0e6 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:58.171251 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90ace678-0dfc-4ed5-b3bc-9587802912b7 req-144b2926-51f8-4d6d-b785-07b03c98e0e6 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 946 time: 0.0801408 Apr 05 21:11:58.216000 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-90ace678-0dfc-4ed5-b3bc-9587802912b7 req-98be08b5-188a-4e49-b8b0-d4c412740249 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392358 Apr 05 21:11:59.399798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff32eff-e988-4332-8f1e-0a1dbb92e02b req-337b6375-b4eb-4c3c-8603-d17db17d7541 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:59.401735 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eff32eff-e988-4332-8f1e-0a1dbb92e02b req-337b6375-b4eb-4c3c-8603-d17db17d7541 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 946 time: 0.0792811 Apr 05 21:11:59.444646 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-eff32eff-e988-4332-8f1e-0a1dbb92e02b req-f07fd79c-dfab-4e16-b9b1-558974780171 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372775 Apr 05 21:11:59.625323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0d02b-d8dd-45af-8143-61eda9e651e0 req-c9ce03a7-b78a-46c7-acdd-a2ef248af615 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:11:59.626769 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-83b0d02b-d8dd-45af-8143-61eda9e651e0 req-c9ce03a7-b78a-46c7-acdd-a2ef248af615 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 946 time: 0.0806873 Apr 05 21:11:59.670232 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-83b0d02b-d8dd-45af-8143-61eda9e651e0 req-615b2f01-166b-48b4-93c7-e9f433711b91 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378938 Apr 05 21:12:00.050666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5c72a-6f7b-45cf-81ee-d8ad8e750e94 req-9a0ad08c-19e8-44e2-854b-66b049d013c2 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:00.052090 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6d5c72a-6f7b-45cf-81ee-d8ad8e750e94 req-9a0ad08c-19e8-44e2-854b-66b049d013c2 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 946 time: 0.0787489 Apr 05 21:12:00.094926 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6d5c72a-6f7b-45cf-81ee-d8ad8e750e94 req-a762b547-67c9-4dfe-9d57-95b5d9fb6b89 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372889 Apr 05 21:12:09.250936 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:09.478118 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:10.160554 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443715b-f535-470f-ad10-f186e8cb1dbb req-14f54075-01f7-4ec1-b00b-9bc2b6ecc8c6 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:10.162019 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c443715b-f535-470f-ad10-f186e8cb1dbb req-14f54075-01f7-4ec1-b00b-9bc2b6ecc8c6 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 946 time: 0.0833805 Apr 05 21:12:10.206280 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c443715b-f535-470f-ad10-f186e8cb1dbb req-16d2b841-2b0e-4f87-8ba7-df231660fa8f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375898 Apr 05 21:12:10.229586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33098) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:10.459072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c282289d-2d77-46d5-a8b1-45e9870766ad tempest-TestMinimumBasicScenario-1552103249 tempest-TestMinimumBasicScenario-1552103249-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:10.459815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c282289d-2d77-46d5-a8b1-45e9870766ad tempest-TestMinimumBasicScenario-1552103249 tempest-TestMinimumBasicScenario-1552103249-project-admin] Synchronizing usage tracker for tenant:6f4713a78db441e18d044182478502b7 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:12:10.480893 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c282289d-2d77-46d5-a8b1-45e9870766ad tempest-TestMinimumBasicScenario-1552103249 tempest-TestMinimumBasicScenario-1552103249-project-admin] Unset dirty status for tenant:6f4713a78db441e18d044182478502b7 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:12:10.481998 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c282289d-2d77-46d5-a8b1-45e9870766ad tempest-TestMinimumBasicScenario-1552103249 tempest-TestMinimumBasicScenario-1552103249-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 1092 time: 0.2514539 Apr 05 21:12:10.484986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33104) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:10.489969 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '0abf0261-ed9c-4295-9a6f-29d1888b2904', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:12:10.496481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:10.500335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Usage tracker for resource:floatingip and tenant:183f2d8c709a43fbaf6359ecd622c746 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:10.503125 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:10.508742 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:10.519334 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:10.652014 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:10.788958 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Allocated IP 172.25.8.107 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/31dc9f81-0eac-46d8-bdba-a53586379610) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:12:10.933001 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:10.961827 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:11.018659 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:12:11.021457 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:12:11.025230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:12:11.075106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event updated for resources: {'Port': ['ID=31dc9f81-0eac-46d8-bdba-a53586379610,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:11.453096 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:11.483241 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-074de098-dfa0-431a-ac29-35b4041b57f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:11.528558 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:11.730836 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:11.735070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:11.843319 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event updated for resources: {'Port': ['ID=31dc9f81-0eac-46d8-bdba-a53586379610,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:11.852907 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:12.126621 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Floating IP a5ff64b7-b899-4b3e-9e9a-cecec074939c associated. External IP: 172.25.8.107, port: 0abf0261-ed9c-4295-9a6f-29d1888b2904. Apr 05 21:12:12.476721 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Router 86e6a2ab-6886-4226-bca8-2bce030a5abd has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:12:12.664906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:12:12.674682 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e25db1-c021-4d66-870d-c1f3d652f9f6 None None] Sync routers for ids ['86e6a2ab-6886-4226-bca8-2bce030a5abd'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:12:12.685202 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e25db1-c021-4d66-870d-c1f3d652f9f6 None None] Routers {'86e6a2ab-6886-4226-bca8-2bce030a5abd'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:12:12.685797 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a2e25db1-c021-4d66-870d-c1f3d652f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:11:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['86e6a2ab-6886-4226-bca8-2bce030a5abd'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:12:12.691010 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:12.747428 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-50e88ef6-2ea7-4301-9478-e4c6b1656624 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2612882 Apr 05 21:12:12.747914 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'tag': '0abf0261-ed9c-4295-9a6f-29d1888b2904'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:12:12.750270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33108) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:12.755561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1136699276', 'description': 'tempest-secgroup-smoke-1136699276 description', 'project_id': '183f2d8c709a43fbaf6359ecd622c746'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:12:12.762496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:12.773519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:12.788111 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:12.809632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:12.814117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Usage tracker for resource:security_group_rule and tenant:183f2d8c709a43fbaf6359ecd622c746 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:12.817414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:12.825109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:12.903640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:12.907752 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-a2e25db1-c021-4d66-870d-c1f3d652f9f6 None None] Set router 86e6a2ab-6886-4226-bca8-2bce030a5abd gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:12:12.908755 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:12.911369 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'tag': '0abf0261-ed9c-4295-9a6f-29d1888b2904', 'status': 'completed', 'code': 200} Apr 05 21:12:13.001684 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f4384a-aebf-4420-8f73-da705a3dbe07,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:13.006063 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.007259 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2559433 Apr 05 21:12:13.011086 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33118) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:13.016468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-bb3be863-a0ab-4004-865e-b601d5dbf658 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Request body: {'security_group_rule': {'security_group_id': '48f4384a-aebf-4420-8f73-da705a3dbe07', 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:12:13.018996 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:13.019346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:13.019680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:13.020012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:13.020334 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:13.020658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:13.020983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:13.021305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:13.021625 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:13.021967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:13.022288 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:13.022604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1978f03a-5350-4096-b104-a0f390f30f0f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:12:13.023611 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bb3be863-a0ab-4004-865e-b601d5dbf658 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:13.039375 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bb3be863-a0ab-4004-865e-b601d5dbf658 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Usage tracker for resource:security_group_rule and tenant:183f2d8c709a43fbaf6359ecd622c746 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:13.047200 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bb3be863-a0ab-4004-865e-b601d5dbf658 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:13.051751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02c7c-99cb-437b-a706-cfc8fc5b3327 req-46ed22dd-cdfb-4d3a-b8c5-9f2d0217b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:13.053002 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bb3be863-a0ab-4004-865e-b601d5dbf658 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:13.053403 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbf02c7c-99cb-437b-a706-cfc8fc5b3327 req-46ed22dd-cdfb-4d3a-b8c5-9f2d0217b068 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=183f2d8c709a43fbaf6359ecd622c746&device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 1097 time: 0.1188574 Apr 05 21:12:13.081797 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3be863-a0ab-4004-865e-b601d5dbf658 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.154430 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3be863-a0ab-4004-865e-b601d5dbf658 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.159211 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3be863-a0ab-4004-865e-b601d5dbf658 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.178733 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3be863-a0ab-4004-865e-b601d5dbf658 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44c63b0-fa58-45d1-9808-27249e7df1ee,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:13.202285 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3be863-a0ab-4004-865e-b601d5dbf658 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.203965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02c7c-99cb-437b-a706-cfc8fc5b3327 req-95b8897e-57bc-45d8-8428-b5cc73ef32ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:13.205689 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbf02c7c-99cb-437b-a706-cfc8fc5b3327 req-95b8897e-57bc-45d8-8428-b5cc73ef32ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=5164e7fa-e555-46ca-bbb0-d12523a82bc3 HTTP/1.1" status: 200 len: 916 time: 0.1450222 Apr 05 21:12:13.206470 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33122) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:13.206635 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bb3be863-a0ab-4004-865e-b601d5dbf658 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1943941 Apr 05 21:12:13.211839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-4b71395d-61ac-499e-9bc8-45a5de11c604 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Request body: {'security_group_rule': {'security_group_id': '48f4384a-aebf-4420-8f73-da705a3dbe07', 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:12:13.270244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4b71395d-61ac-499e-9bc8-45a5de11c604 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:13.280420 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a2e25db1-c021-4d66-870d-c1f3d652f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:11:22Z', 'revision_number': 4, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port': {'id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:19Z', 'updated_at': '2022-04-05T21:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'a5ff64b7-b899-4b3e-9e9a-cecec074939c', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'port_id': '0abf0261-ed9c-4295-9a6f-29d1888b2904', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'mac_address': 'fa:16:3e:ca:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:12:11Z', 'updated_at': '2022-04-05T21:12:11Z', 'revision_number': 0, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8204a6-b5d1-4465-b24f-0ce27a680de9', 'name': '', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'mac_address': 'fa:16:3e:b5:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:22Z', 'updated_at': '2022-04-05T21:11:29Z', 'revision_number': 5, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'subnets': [{'id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:12:13.284166 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e25db1-c021-4d66-870d-c1f3d652f9f6 None None] Checking router: 86e6a2ab-6886-4226-bca8-2bce030a5abd for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:12:13.287002 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4b71395d-61ac-499e-9bc8-45a5de11c604 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Usage tracker for resource:security_group_rule and tenant:183f2d8c709a43fbaf6359ecd622c746 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:13.292285 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e25db1-c021-4d66-870d-c1f3d652f9f6 None None] Routers {'86e6a2ab-6886-4226-bca8-2bce030a5abd'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:12:13.292872 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a2e25db1-c021-4d66-870d-c1f3d652f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:11:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['86e6a2ab-6886-4226-bca8-2bce030a5abd'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:12:13.295239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4b71395d-61ac-499e-9bc8-45a5de11c604 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:13.305808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4b71395d-61ac-499e-9bc8-45a5de11c604 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:13.339469 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbf02c7c-99cb-437b-a706-cfc8fc5b3327 req-90fde53e-22f4-4528-aa56-2f26f84d03f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904 HTTP/1.1" status: 200 len: 1000 time: 0.1211925 Apr 05 21:12:13.340220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b71395d-61ac-499e-9bc8-45a5de11c604 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.435956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02c7c-99cb-437b-a706-cfc8fc5b3327 req-f382ed45-5032-44b7-bbb6-c428c1401b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:13.437399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbf02c7c-99cb-437b-a706-cfc8fc5b3327 req-f382ed45-5032-44b7-bbb6-c428c1401b46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7df3af02-59c5-4483-b4b2-76a407cc66bf HTTP/1.1" status: 200 len: 854 time: 0.0904047 Apr 05 21:12:13.469004 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-a2e25db1-c021-4d66-870d-c1f3d652f9f6 None None] Set router 86e6a2ab-6886-4226-bca8-2bce030a5abd gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:12:13.489164 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b71395d-61ac-499e-9bc8-45a5de11c604 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.495739 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b71395d-61ac-499e-9bc8-45a5de11c604 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.521835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71395d-61ac-499e-9bc8-45a5de11c604 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee211dc-82f9-4b31-ac9b-f6b877612fed,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:13.539329 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4b71395d-61ac-499e-9bc8-45a5de11c604 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.540509 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4b71395d-61ac-499e-9bc8-45a5de11c604 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3326130 Apr 05 21:12:13.543546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33126) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:13.548879 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b7df9ac0-9b7b-4e62-9fa0-59ae6f3d1092 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Request body: {'security_group_rule': {'security_group_id': '48f4384a-aebf-4420-8f73-da705a3dbe07', 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:12:13.555053 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf02c7c-99cb-437b-a706-cfc8fc5b3327 req-1f11ca2a-7023-49cf-9798-138af967b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:13.555526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b7df9ac0-9b7b-4e62-9fa0-59ae6f3d1092 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:13.556511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbf02c7c-99cb-437b-a706-cfc8fc5b3327 req-1f11ca2a-7023-49cf-9798-138af967b951 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5164e7fa-e555-46ca-bbb0-d12523a82bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1112821 Apr 05 21:12:13.559481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b7df9ac0-9b7b-4e62-9fa0-59ae6f3d1092 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Usage tracker for resource:security_group_rule and tenant:183f2d8c709a43fbaf6359ecd622c746 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:13.562333 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b7df9ac0-9b7b-4e62-9fa0-59ae6f3d1092 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:13.568771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b7df9ac0-9b7b-4e62-9fa0-59ae6f3d1092 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:13.586335 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7df9ac0-9b7b-4e62-9fa0-59ae6f3d1092 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.656131 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7df9ac0-9b7b-4e62-9fa0-59ae6f3d1092 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.661193 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7df9ac0-9b7b-4e62-9fa0-59ae6f3d1092 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.697126 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbf02c7c-99cb-437b-a706-cfc8fc5b3327 req-8c85cb8a-34a3-4697-a2e9-f73df0b466f9 service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345022 Apr 05 21:12:13.703437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df9ac0-9b7b-4e62-9fa0-59ae6f3d1092 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70cb29d-cf34-4d66-a507-7b039cb48585,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:13.711503 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b7df9ac0-9b7b-4e62-9fa0-59ae6f3d1092 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.713252 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b7df9ac0-9b7b-4e62-9fa0-59ae6f3d1092 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1686580 Apr 05 21:12:13.716286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33130) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:13.721387 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c9ce954d-dc7e-4667-9f5a-95e241563065 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Request body: {'security_group_rule': {'security_group_id': '48f4384a-aebf-4420-8f73-da705a3dbe07', 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:12:13.728341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c9ce954d-dc7e-4667-9f5a-95e241563065 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:13.732881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c9ce954d-dc7e-4667-9f5a-95e241563065 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Usage tracker for resource:security_group_rule and tenant:183f2d8c709a43fbaf6359ecd622c746 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:13.735762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c9ce954d-dc7e-4667-9f5a-95e241563065 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:13.741585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c9ce954d-dc7e-4667-9f5a-95e241563065 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:13.770277 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9ce954d-dc7e-4667-9f5a-95e241563065 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.788335 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f77c7d52-e326-4812-b05b-67dce04b69e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.840505 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a2e25db1-c021-4d66-870d-c1f3d652f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:11:22Z', 'revision_number': 4, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port': {'id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:19Z', 'updated_at': '2022-04-05T21:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'a5ff64b7-b899-4b3e-9e9a-cecec074939c', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'port_id': '0abf0261-ed9c-4295-9a6f-29d1888b2904', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'mac_address': 'fa:16:3e:ca:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:12:11Z', 'updated_at': '2022-04-05T21:12:11Z', 'revision_number': 0, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8204a6-b5d1-4465-b24f-0ce27a680de9', 'name': '', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'mac_address': 'fa:16:3e:b5:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:22Z', 'updated_at': '2022-04-05T21:11:29Z', 'revision_number': 5, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'subnets': [{'id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:12:13.845461 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e25db1-c021-4d66-870d-c1f3d652f9f6 None None] The sync data for ids ['86e6a2ab-6886-4226-bca8-2bce030a5abd'] in n-d-836604-1 is: [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:11:22Z', 'revision_number': 4, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port': {'id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:19Z', 'updated_at': '2022-04-05T21:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'a5ff64b7-b899-4b3e-9e9a-cecec074939c', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'floating_ip_address': '172.25.8.107', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'port_id': '0abf0261-ed9c-4295-9a6f-29d1888b2904', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'mac_address': 'fa:16:3e:ca:dd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:12:11Z', 'updated_at': '2022-04-05T21:12:11Z', 'revision_number': 0, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb8204a6-b5d1-4465-b24f-0ce27a680de9', 'name': '', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'mac_address': 'fa:16:3e:b5:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:22Z', 'updated_at': '2022-04-05T21:11:29Z', 'revision_number': 5, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'subnets': [{'id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:12:13.846934 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9ce954d-dc7e-4667-9f5a-95e241563065 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.851737 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9ce954d-dc7e-4667-9f5a-95e241563065 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.856399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dbf02c7c-99cb-437b-a706-cfc8fc5b3327 req-b1ef1dec-88e7-486e-99b8-c1ca42989e74 service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528838 Apr 05 21:12:13.876123 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce954d-dc7e-4667-9f5a-95e241563065 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517a1923-8921-47c2-8eda-7197a81c7e32,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:13.884829 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c9ce954d-dc7e-4667-9f5a-95e241563065 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.886067 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c9ce954d-dc7e-4667-9f5a-95e241563065 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1686540 Apr 05 21:12:13.888777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33134) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:13.893910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-cd7309fa-8737-45e1-bc19-c1004d41a17a tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Request body: {'security_group_rule': {'security_group_id': '48f4384a-aebf-4420-8f73-da705a3dbe07', 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:12:13.900824 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cd7309fa-8737-45e1-bc19-c1004d41a17a tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:13.905269 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cd7309fa-8737-45e1-bc19-c1004d41a17a tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Usage tracker for resource:security_group_rule and tenant:183f2d8c709a43fbaf6359ecd622c746 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:13.908373 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-cd7309fa-8737-45e1-bc19-c1004d41a17a tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:13.914390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-cd7309fa-8737-45e1-bc19-c1004d41a17a tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:13.925618 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-cd7309fa-8737-45e1-bc19-c1004d41a17a tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Project 183f2d8c709a43fbaf6359ecd622c746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:12:13.932394 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd7309fa-8737-45e1-bc19-c1004d41a17a tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:13.998282 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd7309fa-8737-45e1-bc19-c1004d41a17a tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:14.002281 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd7309fa-8737-45e1-bc19-c1004d41a17a tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:14.027546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7309fa-8737-45e1-bc19-c1004d41a17a tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ce2d079-6cba-4ab9-95ca-dbefe476cc9b,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:14.036148 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd7309fa-8737-45e1-bc19-c1004d41a17a tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:14.037624 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cd7309fa-8737-45e1-bc19-c1004d41a17a tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477053 Apr 05 21:12:14.040269 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33138) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:12:14.045614 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b98252d9-3f8e-45c1-b72c-59282fbd780f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Request body: {'security_group_rule': {'security_group_id': '48f4384a-aebf-4420-8f73-da705a3dbe07', 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:12:14.052401 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b98252d9-3f8e-45c1-b72c-59282fbd780f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:12:14.056851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b98252d9-3f8e-45c1-b72c-59282fbd780f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Usage tracker for resource:security_group_rule and tenant:183f2d8c709a43fbaf6359ecd622c746 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:12:14.059749 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b98252d9-3f8e-45c1-b72c-59282fbd780f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:12:14.071527 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b98252d9-3f8e-45c1-b72c-59282fbd780f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:12:14.081227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1666ce-d356-495b-8f24-1116bbe0a319 None None] New status for floating IP a5ff64b7-b899-4b3e-9e9a-cecec074939c: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:12:14.089396 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-b98252d9-3f8e-45c1-b72c-59282fbd780f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Project 183f2d8c709a43fbaf6359ecd622c746 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:12:14.097322 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b98252d9-3f8e-45c1-b72c-59282fbd780f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:14.170139 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b98252d9-3f8e-45c1-b72c-59282fbd780f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:14.176094 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b98252d9-3f8e-45c1-b72c-59282fbd780f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:14.205253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98252d9-3f8e-45c1-b72c-59282fbd780f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e8bc0a-10d1-496a-b95e-49dc222d97b0,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:14.218943 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b98252d9-3f8e-45c1-b72c-59282fbd780f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:14.223224 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b98252d9-3f8e-45c1-b72c-59282fbd780f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1800802 Apr 05 21:12:14.350141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b6158b5b-cd3d-4125-88a8-1da21e5b445e req-20f32323-0690-4b3a-89b0-e67c08be4754 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Synchronizing usage tracker for tenant:183f2d8c709a43fbaf6359ecd622c746 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:12:14.367580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b6158b5b-cd3d-4125-88a8-1da21e5b445e req-20f32323-0690-4b3a-89b0-e67c08be4754 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Unset dirty status for tenant:183f2d8c709a43fbaf6359ecd622c746 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:12:14.368772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6158b5b-cd3d-4125-88a8-1da21e5b445e req-20f32323-0690-4b3a-89b0-e67c08be4754 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136699276&fields=id&tenant_id=183f2d8c709a43fbaf6359ecd622c746 HTTP/1.1" status: 200 len: 267 time: 0.0587075 Apr 05 21:12:14.457180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158b5b-cd3d-4125-88a8-1da21e5b445e req-cfc18f00-f595-44b4-b5fe-99b3b37e5077 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:14.458559 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6158b5b-cd3d-4125-88a8-1da21e5b445e req-cfc18f00-f595-44b4-b5fe-99b3b37e5077 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 946 time: 0.0832016 Apr 05 21:12:14.469044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-b6158b5b-cd3d-4125-88a8-1da21e5b445e req-38f49fdc-9a57-4904-87bc-eed4e0a4b914 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Request body: {'port': {'security_groups': ['5e47f46e-93ad-4679-974e-492cf2c4b817', '48f4384a-aebf-4420-8f73-da705a3dbe07']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:12:14.685330 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6158b5b-cd3d-4125-88a8-1da21e5b445e req-38f49fdc-9a57-4904-87bc-eed4e0a4b914 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:14.940623 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:14.948168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b6158b5b-cd3d-4125-88a8-1da21e5b445e req-38f49fdc-9a57-4904-87bc-eed4e0a4b914 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] For port 0abf0261-ed9c-4295-9a6f-29d1888b2904, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904,segment=NetworkSegment(dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c),segment_id=dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:12:14.972629 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6158b5b-cd3d-4125-88a8-1da21e5b445e req-38f49fdc-9a57-4904-87bc-eed4e0a4b914 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:14.976977 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6158b5b-cd3d-4125-88a8-1da21e5b445e req-38f49fdc-9a57-4904-87bc-eed4e0a4b914 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:14.988932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['0abf0261-ed9c-4295-9a6f-29d1888b2904'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:12:15.050796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6158b5b-cd3d-4125-88a8-1da21e5b445e req-38f49fdc-9a57-4904-87bc-eed4e0a4b914 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:15.051416 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6158b5b-cd3d-4125-88a8-1da21e5b445e req-38f49fdc-9a57-4904-87bc-eed4e0a4b914 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:15.052775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6158b5b-cd3d-4125-88a8-1da21e5b445e req-38f49fdc-9a57-4904-87bc-eed4e0a4b914 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "PUT /v2.0/ports/0abf0261-ed9c-4295-9a6f-29d1888b2904 HTTP/1.1" status: 200 len: 982 time: 0.5880151 Apr 05 21:12:15.053401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'tag': '0abf0261-ed9c-4295-9a6f-29d1888b2904'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:12:15.081908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f49fdc-9a57-4904-87bc-eed4e0a4b914 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event updated for resources: {'Port': ['ID=0abf0261-ed9c-4295-9a6f-29d1888b2904,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:12:15.103323 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:15.118918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['0abf0261-ed9c-4295-9a6f-29d1888b2904'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:12:15.274951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc694fa8-1009-47ad-b690-98419dc6f634 req-ad659bf6-d08b-4816-9fee-da7fbbf990a4 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:15.288234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc694fa8-1009-47ad-b690-98419dc6f634 req-ad659bf6-d08b-4816-9fee-da7fbbf990a4 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 985 time: 0.1111166 Apr 05 21:12:15.328882 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc694fa8-1009-47ad-b690-98419dc6f634 req-da71df4b-bbf3-48cc-92b4-64958a0c969f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&id=48f4384a-aebf-4420-8f73-da705a3dbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427668 Apr 05 21:12:15.380560 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'tag': '0abf0261-ed9c-4295-9a6f-29d1888b2904', 'status': 'completed', 'code': 200} Apr 05 21:12:15.393270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-bb2bae41-cd80-4811-a6c0-4053d75dc72e None None] Provisioning complete for port 0abf0261-ed9c-4295-9a6f-29d1888b2904 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:12:15.393638 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bb2bae41-cd80-4811-a6c0-4053d75dc72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:15.475007 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e034f-b04a-4d17-a9c2-5c520771320a req-5d6a06ad-8484-4828-9cc3-5a104e8e3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:15.476477 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb8e034f-b04a-4d17-a9c2-5c520771320a req-5d6a06ad-8484-4828-9cc3-5a104e8e3358 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=183f2d8c709a43fbaf6359ecd622c746&device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 1136 time: 0.0753999 Apr 05 21:12:15.610919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e034f-b04a-4d17-a9c2-5c520771320a req-94c6b7a4-ef00-471f-9782-31da33dedd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:15.612360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb8e034f-b04a-4d17-a9c2-5c520771320a req-94c6b7a4-ef00-471f-9782-31da33dedd02 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5164e7fa-e555-46ca-bbb0-d12523a82bc3 HTTP/1.1" status: 200 len: 916 time: 0.1299238 Apr 05 21:12:15.717936 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb8e034f-b04a-4d17-a9c2-5c520771320a req-f3eeaf3c-7e64-45d0-b7e3-01f7dbe83583 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904 HTTP/1.1" status: 200 len: 1002 time: 0.0992961 Apr 05 21:12:15.782284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e034f-b04a-4d17-a9c2-5c520771320a req-609800c2-2ca8-41f8-b739-5b860d8c3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:15.783720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb8e034f-b04a-4d17-a9c2-5c520771320a req-609800c2-2ca8-41f8-b739-5b860d8c3505 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7df3af02-59c5-4483-b4b2-76a407cc66bf HTTP/1.1" status: 200 len: 854 time: 0.0586803 Apr 05 21:12:15.870843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e034f-b04a-4d17-a9c2-5c520771320a req-0925f8d6-cd2e-4cff-b57e-8810bd499848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:15.870843 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb8e034f-b04a-4d17-a9c2-5c520771320a req-0925f8d6-cd2e-4cff-b57e-8810bd499848 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5164e7fa-e555-46ca-bbb0-d12523a82bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758250 Apr 05 21:12:16.002658 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb8e034f-b04a-4d17-a9c2-5c520771320a req-acfba78c-8a74-4f2a-92f2-e322cb8ccad1 service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307092 Apr 05 21:12:16.131563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cb8e034f-b04a-4d17-a9c2-5c520771320a req-1618d427-0e22-4917-a31d-39af09e86626 service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223421 Apr 05 21:12:16.223655 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:23.841280 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8ab00680-07af-419d-9a90-c04a7a98c8c3 req-89402a9a-e9d1-4591-9fad-839d9713b72f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0687284 Apr 05 21:12:23.981081 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab00680-07af-419d-9a90-c04a7a98c8c3 req-fea09015-1140-4587-b129-df9ab71553c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:23.982482 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8ab00680-07af-419d-9a90-c04a7a98c8c3 req-fea09015-1140-4587-b129-df9ab71553c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=183f2d8c709a43fbaf6359ecd622c746&device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 1136 time: 0.0707424 Apr 05 21:12:24.123877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab00680-07af-419d-9a90-c04a7a98c8c3 req-bf58ad2a-3bac-4e01-bb25-bee22fc3f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:24.125290 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8ab00680-07af-419d-9a90-c04a7a98c8c3 req-bf58ad2a-3bac-4e01-bb25-bee22fc3f0a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5164e7fa-e555-46ca-bbb0-d12523a82bc3 HTTP/1.1" status: 200 len: 916 time: 0.1250975 Apr 05 21:12:24.227552 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8ab00680-07af-419d-9a90-c04a7a98c8c3 req-11ae8458-fc10-40c5-b76c-5a2f6b1b3bc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904 HTTP/1.1" status: 200 len: 1002 time: 0.0962532 Apr 05 21:12:24.381666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab00680-07af-419d-9a90-c04a7a98c8c3 req-9dc13204-7e15-4410-b5f0-ba952660413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:24.383133 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8ab00680-07af-419d-9a90-c04a7a98c8c3 req-9dc13204-7e15-4410-b5f0-ba952660413f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7df3af02-59c5-4483-b4b2-76a407cc66bf HTTP/1.1" status: 200 len: 854 time: 0.1496952 Apr 05 21:12:24.456599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab00680-07af-419d-9a90-c04a7a98c8c3 req-8e53dcaf-53fc-479c-869d-d4461beab344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:24.458045 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8ab00680-07af-419d-9a90-c04a7a98c8c3 req-8e53dcaf-53fc-479c-869d-d4461beab344 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5164e7fa-e555-46ca-bbb0-d12523a82bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685978 Apr 05 21:12:24.596056 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8ab00680-07af-419d-9a90-c04a7a98c8c3 req-9ccbdfcf-2602-4a24-9ede-c652bc4a2798 service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318007 Apr 05 21:12:24.726605 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8ab00680-07af-419d-9a90-c04a7a98c8c3 req-e43bd2ad-3a45-41f0-ba3c-5e9ffeb8b31a service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240566 Apr 05 21:12:31.753639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd156b2-0f2a-4439-9a43-7de7e50739c7 req-f6ae144e-34e1-49fa-b213-7eca780a18b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:31.755133 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8dd156b2-0f2a-4439-9a43-7de7e50739c7 req-f6ae144e-34e1-49fa-b213-7eca780a18b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=183f2d8c709a43fbaf6359ecd622c746&device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 1136 time: 0.1339939 Apr 05 21:12:31.785314 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1c092-3a59-428f-aa65-144cce8d7142 req-d40a9658-ffc5-4105-8362-e3b8230f1a50 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:31.786701 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3a1c092-3a59-428f-aa65-144cce8d7142 req-d40a9658-ffc5-4105-8362-e3b8230f1a50 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 985 time: 0.1297166 Apr 05 21:12:31.911768 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a3a1c092-3a59-428f-aa65-144cce8d7142 req-0d9edc21-b670-4dfb-9836-db3fdbed889c tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&id=48f4384a-aebf-4420-8f73-da705a3dbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1116326 Apr 05 21:12:31.938866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd156b2-0f2a-4439-9a43-7de7e50739c7 req-772e1b85-bafa-45aa-9d19-4defe5b894a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:31.940297 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8dd156b2-0f2a-4439-9a43-7de7e50739c7 req-772e1b85-bafa-45aa-9d19-4defe5b894a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5164e7fa-e555-46ca-bbb0-d12523a82bc3 HTTP/1.1" status: 200 len: 916 time: 0.1791854 Apr 05 21:12:32.044789 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8dd156b2-0f2a-4439-9a43-7de7e50739c7 req-4a649e8d-738c-4117-b306-4f47909a0de5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904 HTTP/1.1" status: 200 len: 1002 time: 0.0977840 Apr 05 21:12:32.116548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd156b2-0f2a-4439-9a43-7de7e50739c7 req-d8cbeead-63f8-4ae5-b542-057b470194d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:32.117969 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8dd156b2-0f2a-4439-9a43-7de7e50739c7 req-d8cbeead-63f8-4ae5-b542-057b470194d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7df3af02-59c5-4483-b4b2-76a407cc66bf HTTP/1.1" status: 200 len: 854 time: 0.0670376 Apr 05 21:12:32.190809 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd156b2-0f2a-4439-9a43-7de7e50739c7 req-7c1b51e6-75d7-4faa-8424-5e133dece768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:32.192204 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8dd156b2-0f2a-4439-9a43-7de7e50739c7 req-7c1b51e6-75d7-4faa-8424-5e133dece768 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5164e7fa-e555-46ca-bbb0-d12523a82bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680878 Apr 05 21:12:32.322937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8dd156b2-0f2a-4439-9a43-7de7e50739c7 req-46d6ae08-b898-4e30-9794-ce24cea22cef service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244509 Apr 05 21:12:32.451837 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8dd156b2-0f2a-4439-9a43-7de7e50739c7 req-f3079e5f-87be-4185-89b9-79e1e11c84a6 service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219831 Apr 05 21:12:33.101116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c9a8f-ef67-443e-83d6-6baea7d739d9 req-43e39985-4f75-486f-bd40-0011e6f1e764 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:33.102630 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-311c9a8f-ef67-443e-83d6-6baea7d739d9 req-43e39985-4f75-486f-bd40-0011e6f1e764 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 985 time: 0.0794671 Apr 05 21:12:33.154686 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-311c9a8f-ef67-443e-83d6-6baea7d739d9 req-9f42aa6b-5d18-4626-8fef-7ef02a6cd612 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&id=48f4384a-aebf-4420-8f73-da705a3dbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462909 Apr 05 21:12:33.555560 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:12:34.336375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19590d-ebac-4663-9b48-4425a4fdbc73 req-5454911e-b697-4beb-8b87-7da641797207 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:34.338428 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf19590d-ebac-4663-9b48-4425a4fdbc73 req-5454911e-b697-4beb-8b87-7da641797207 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 985 time: 0.0799503 Apr 05 21:12:34.382891 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bf19590d-ebac-4663-9b48-4425a4fdbc73 req-93de9806-a050-4b5b-ac95-b4cce7b9bc9d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&id=48f4384a-aebf-4420-8f73-da705a3dbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387945 Apr 05 21:12:35.566548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f680ff-96bb-444e-9e17-1dde25d6b72d req-141243ec-4326-45e9-9f23-c3db128003d3 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:35.567962 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-70f680ff-96bb-444e-9e17-1dde25d6b72d req-141243ec-4326-45e9-9f23-c3db128003d3 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 985 time: 0.0823383 Apr 05 21:12:35.613259 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-70f680ff-96bb-444e-9e17-1dde25d6b72d req-bc77798a-bfd0-43ac-9715-6281486c50e4 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&id=48f4384a-aebf-4420-8f73-da705a3dbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397048 Apr 05 21:12:36.796060 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf2061-45b5-4f78-a8c1-7fb661f51fe2 req-b07168f7-a43f-410d-9971-7edad2612948 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:36.797484 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-81cf2061-45b5-4f78-a8c1-7fb661f51fe2 req-b07168f7-a43f-410d-9971-7edad2612948 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 985 time: 0.0798388 Apr 05 21:12:36.843344 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-81cf2061-45b5-4f78-a8c1-7fb661f51fe2 req-1c3d26ed-afd8-4987-a50b-28377332c3b6 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&id=48f4384a-aebf-4420-8f73-da705a3dbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399842 Apr 05 21:12:38.121859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae40ac-50be-4ee4-9a6b-8030a51877e9 req-ba9be215-9941-486c-b124-a7d161de0a3d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:38.123298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5ae40ac-50be-4ee4-9a6b-8030a51877e9 req-ba9be215-9941-486c-b124-a7d161de0a3d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 985 time: 0.1760015 Apr 05 21:12:38.167989 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5ae40ac-50be-4ee4-9a6b-8030a51877e9 req-c1cccaf8-345a-4cdc-8884-4c80777900d7 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&id=48f4384a-aebf-4420-8f73-da705a3dbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389946 Apr 05 21:12:39.271823 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:39.351839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25b510-1f33-4e5d-8106-d339adeca132 req-85b30ad3-60ff-4ae1-99a7-7acaf3159ed9 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:39.353298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e25b510-1f33-4e5d-8106-d339adeca132 req-85b30ad3-60ff-4ae1-99a7-7acaf3159ed9 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 985 time: 0.0792129 Apr 05 21:12:39.407127 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1e25b510-1f33-4e5d-8106-d339adeca132 req-44aaa90f-4f62-4972-84e5-845697711456 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&id=48f4384a-aebf-4420-8f73-da705a3dbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481534 Apr 05 21:12:39.495779 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:40.591534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae8ef2-fbbf-436b-bcb9-ed0da3e529f4 req-dc740950-b84e-4863-8965-c844411c305f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:40.592955 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2ae8ef2-fbbf-436b-bcb9-ed0da3e529f4 req-dc740950-b84e-4863-8965-c844411c305f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 985 time: 0.0796919 Apr 05 21:12:40.639614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a2ae8ef2-fbbf-436b-bcb9-ed0da3e529f4 req-551c619d-b408-4b5e-9826-8328c123b1c5 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&id=48f4384a-aebf-4420-8f73-da705a3dbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409391 Apr 05 21:12:41.484622 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57d7386f-df81-4fe8-aac9-feaf6578ce8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:41.824977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcad65-8fac-46bb-b285-040133e19520 req-60d4f512-0557-43d2-8ae7-bd8725377bd3 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:41.826451 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5afcad65-8fac-46bb-b285-040133e19520 req-60d4f512-0557-43d2-8ae7-bd8725377bd3 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 985 time: 0.0833364 Apr 05 21:12:41.874156 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5afcad65-8fac-46bb-b285-040133e19520 req-8aa21a65-7688-4f47-ab4e-71cadaf96e29 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&id=48f4384a-aebf-4420-8f73-da705a3dbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408742 Apr 05 21:12:43.060046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084702b0-091b-4fc0-b71a-9e962c96d54a req-4e9a740a-8686-4b52-9b10-9a68317cf844 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:43.060046 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-084702b0-091b-4fc0-b71a-9e962c96d54a req-4e9a740a-8686-4b52-9b10-9a68317cf844 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 985 time: 0.0820675 Apr 05 21:12:43.107316 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-084702b0-091b-4fc0-b71a-9e962c96d54a req-e3d151d7-f725-45f2-80d7-57360347cbd2 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&id=48f4384a-aebf-4420-8f73-da705a3dbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419228 Apr 05 21:12:43.771954 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9c0e49ad-a715-4a3c-9f00-24c94fc54205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:44.295382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5993fd-4799-4665-ab71-740600922f49 req-d04bd594-5a5f-4116-9e68-0e0a832da3b8 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:12:44.296801 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f5993fd-4799-4665-ab71-740600922f49 req-d04bd594-5a5f-4116-9e68-0e0a832da3b8 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 985 time: 0.0839601 Apr 05 21:12:44.341920 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f5993fd-4799-4665-ab71-740600922f49 req-0c3bdc60-2b2f-426b-ae9a-285d54765b18 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&id=48f4384a-aebf-4420-8f73-da705a3dbe07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393338 Apr 05 21:12:44.934857 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:45.025224 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:12:46.226064 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:09.266623 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:09.507163 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:10.554365 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:13:11.487755 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5122ce64-8630-407c-872c-a82a3b1a947c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:13.773935 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b58d3ba6-c365-40c8-a877-117909e23db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:14.935662 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:15.026123 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:16.228383 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:16.931296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a81db73b-f24f-4354-a366-e5ae9a18eef1 req-0d74a570-3a1f-4f90-bcd7-760e0b661e33 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136699276&fields=id&tenant_id=183f2d8c709a43fbaf6359ecd622c746 HTTP/1.1" status: 200 len: 267 time: 0.0389743 Apr 05 21:13:17.017494 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81db73b-f24f-4354-a366-e5ae9a18eef1 req-a4ff4c09-5292-469b-a7cd-f7a41efc70ad tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:17.018952 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a81db73b-f24f-4354-a366-e5ae9a18eef1 req-a4ff4c09-5292-469b-a7cd-f7a41efc70ad tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 985 time: 0.0822434 Apr 05 21:13:17.030182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-a81db73b-f24f-4354-a366-e5ae9a18eef1 req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Request body: {'port': {'security_groups': ['5e47f46e-93ad-4679-974e-492cf2c4b817']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:13:17.146022 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a81db73b-f24f-4354-a366-e5ae9a18eef1 req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:17.387913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-a81db73b-f24f-4354-a366-e5ae9a18eef1 req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] For port 0abf0261-ed9c-4295-9a6f-29d1888b2904, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904,segment=NetworkSegment(dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c),segment_id=dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:17.411788 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a81db73b-f24f-4354-a366-e5ae9a18eef1 req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:17.416109 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a81db73b-f24f-4354-a366-e5ae9a18eef1 req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:17.430441 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['0abf0261-ed9c-4295-9a6f-29d1888b2904'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:13:17.484535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81db73b-f24f-4354-a366-e5ae9a18eef1 req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:17.485150 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-a81db73b-f24f-4354-a366-e5ae9a18eef1 req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:17.486645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a81db73b-f24f-4354-a366-e5ae9a18eef1 req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "PUT /v2.0/ports/0abf0261-ed9c-4295-9a6f-29d1888b2904 HTTP/1.1" status: 200 len: 943 time: 0.4614627 Apr 05 21:13:17.487093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'tag': '0abf0261-ed9c-4295-9a6f-29d1888b2904'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:13:17.493473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33208) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:17.520206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event updated for resources: {'Port': ['ID=0abf0261-ed9c-4295-9a6f-29d1888b2904,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:17.529316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.529655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.530012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.530337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.530795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.530965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.531280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.531594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.531908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.532220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.532531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.533236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3debb958-4747-49ec-a9ed-1a5105f0606d tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.540084 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'tag': '0abf0261-ed9c-4295-9a6f-29d1888b2904', 'status': 'completed', 'code': 200} Apr 05 21:13:17.573002 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['0abf0261-ed9c-4295-9a6f-29d1888b2904'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:13:17.596257 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:17.633665 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:17.646291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74126288-2dbb-4f25-92ab-a6cf7bb19a6b req-de8a1de9-14c0-40b8-9b74-a65f219c2097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:17.648704 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74126288-2dbb-4f25-92ab-a6cf7bb19a6b req-de8a1de9-14c0-40b8-9b74-a65f219c2097 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=183f2d8c709a43fbaf6359ecd622c746&device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 1097 time: 0.0820591 Apr 05 21:13:17.711259 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:17.734615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f4384a-aebf-4420-8f73-da705a3dbe07,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:17.745989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.746313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.746652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.746978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.747412 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.747734 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.748259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.748743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.749229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.749710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.750242 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.750726 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:17.755424 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:17.756745 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-15db42fc-d747-49b1-8c38-aace2f7ff67e tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "DELETE /v2.0/security-groups/48f4384a-aebf-4420-8f73-da705a3dbe07 HTTP/1.1" status: 204 len: 168 time: 0.2605865 Apr 05 21:13:17.768611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33212) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:17.842282 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-709ee18d-fca3-494e-8c72-2f91f00c97b8 None None] Provisioning complete for port 0abf0261-ed9c-4295-9a6f-29d1888b2904 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:17.842653 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-709ee18d-fca3-494e-8c72-2f91f00c97b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:17.875970 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74126288-2dbb-4f25-92ab-a6cf7bb19a6b req-21ec0970-b865-4f59-a160-57062521e6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:17.877699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74126288-2dbb-4f25-92ab-a6cf7bb19a6b req-21ec0970-b865-4f59-a160-57062521e6b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5164e7fa-e555-46ca-bbb0-d12523a82bc3 HTTP/1.1" status: 200 len: 916 time: 0.2198906 Apr 05 21:13:18.181564 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74126288-2dbb-4f25-92ab-a6cf7bb19a6b req-fbb82e58-7b4c-4e92-935e-f8e615cf2c31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904 HTTP/1.1" status: 200 len: 1002 time: 0.2904947 Apr 05 21:13:18.187765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-3e926a12-2931-4b82-adf1-e166f361f467 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Deleting port 31dc9f81-0eac-46d8-bdba-a53586379610 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:13:18.188100 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e926a12-2931-4b82-adf1-e166f361f467 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:18.322729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74126288-2dbb-4f25-92ab-a6cf7bb19a6b req-559adccc-d593-49e8-a8d3-856ae507504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:18.324705 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74126288-2dbb-4f25-92ab-a6cf7bb19a6b req-559adccc-d593-49e8-a8d3-856ae507504b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7df3af02-59c5-4483-b4b2-76a407cc66bf HTTP/1.1" status: 200 len: 854 time: 0.1126091 Apr 05 21:13:18.460000 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e926a12-2931-4b82-adf1-e166f361f467 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:18.460354 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e926a12-2931-4b82-adf1-e166f361f467 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:18.597326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-3e926a12-2931-4b82-adf1-e166f361f467 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Calling delete_port for 31dc9f81-0eac-46d8-bdba-a53586379610 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:13:18.627200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74126288-2dbb-4f25-92ab-a6cf7bb19a6b req-d6761ba2-8e1d-4c68-82fd-3b57d03972a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:18.628687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74126288-2dbb-4f25-92ab-a6cf7bb19a6b req-d6761ba2-8e1d-4c68-82fd-3b57d03972a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5164e7fa-e555-46ca-bbb0-d12523a82bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2608879 Apr 05 21:13:18.811167 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74126288-2dbb-4f25-92ab-a6cf7bb19a6b req-38f1cf60-e0d4-497f-add8-b11723e63078 service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734612 Apr 05 21:13:18.970196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e926a12-2931-4b82-adf1-e166f361f467 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:19.033710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e926a12-2931-4b82-adf1-e166f361f467 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event deleted for resources: {'Port': ['ID=31dc9f81-0eac-46d8-bdba-a53586379610,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:19.067670 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-74126288-2dbb-4f25-92ab-a6cf7bb19a6b req-929ab6f0-87eb-432c-8bba-e91b371a9fff service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494910 Apr 05 21:13:19.130613 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e926a12-2931-4b82-adf1-e166f361f467 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:19.130899 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-3e926a12-2931-4b82-adf1-e166f361f467 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Floating IP a5ff64b7-b899-4b3e-9e9a-cecec074939c disassociated (deleted). External IP: 172.25.8.107, port: 0abf0261-ed9c-4295-9a6f-29d1888b2904. Apr 05 21:13:19.477994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e926a12-2931-4b82-adf1-e166f361f467 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Router 86e6a2ab-6886-4226-bca8-2bce030a5abd has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:13:19.772701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e926a12-2931-4b82-adf1-e166f361f467 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:13:19.782141 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace3870-4957-4d80-9ad5-7c9a1c871981 None None] Sync routers for ids ['86e6a2ab-6886-4226-bca8-2bce030a5abd'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:13:19.791832 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace3870-4957-4d80-9ad5-7c9a1c871981 None None] Routers {'86e6a2ab-6886-4226-bca8-2bce030a5abd'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:13:19.792659 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dace3870-4957-4d80-9ad5-7c9a1c871981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:13:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['86e6a2ab-6886-4226-bca8-2bce030a5abd'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:19.793316 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3e926a12-2931-4b82-adf1-e166f361f467 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:19.849300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3e926a12-2931-4b82-adf1-e166f361f467 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "DELETE /v2.0/floatingips/a5ff64b7-b899-4b3e-9e9a-cecec074939c HTTP/1.1" status: 204 len: 168 time: 2.0797737 Apr 05 21:13:19.849979 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'tag': '0abf0261-ed9c-4295-9a6f-29d1888b2904'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:13:20.003396 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-dace3870-4957-4d80-9ad5-7c9a1c871981 None None] Set router 86e6a2ab-6886-4226-bca8-2bce030a5abd gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:13:20.203271 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'tag': '0abf0261-ed9c-4295-9a6f-29d1888b2904', 'status': 'completed', 'code': 200} Apr 05 21:13:20.314061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af057d9b-dd26-4af1-b044-122dbf6790a0 req-b9c10b4a-a8a7-483e-a6aa-abe14cd82899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:20.315763 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af057d9b-dd26-4af1-b044-122dbf6790a0 req-b9c10b4a-a8a7-483e-a6aa-abe14cd82899 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=183f2d8c709a43fbaf6359ecd622c746&device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 1097 time: 0.0855150 Apr 05 21:13:20.340318 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dace3870-4957-4d80-9ad5-7c9a1c871981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:11:22Z', 'revision_number': 4, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port': {'id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:19Z', 'updated_at': '2022-04-05T21:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bb8204a6-b5d1-4465-b24f-0ce27a680de9', 'name': '', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'mac_address': 'fa:16:3e:b5:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:22Z', 'updated_at': '2022-04-05T21:11:29Z', 'revision_number': 5, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'subnets': [{'id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:20.344110 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace3870-4957-4d80-9ad5-7c9a1c871981 None None] Checking router: 86e6a2ab-6886-4226-bca8-2bce030a5abd for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:13:20.352242 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace3870-4957-4d80-9ad5-7c9a1c871981 None None] Routers {'86e6a2ab-6886-4226-bca8-2bce030a5abd'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:13:20.352822 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dace3870-4957-4d80-9ad5-7c9a1c871981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:13:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['86e6a2ab-6886-4226-bca8-2bce030a5abd'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:20.450942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af057d9b-dd26-4af1-b044-122dbf6790a0 req-2f97ebc4-b227-4e52-a804-017c4d0c48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:20.452420 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af057d9b-dd26-4af1-b044-122dbf6790a0 req-2f97ebc4-b227-4e52-a804-017c4d0c48a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5164e7fa-e555-46ca-bbb0-d12523a82bc3 HTTP/1.1" status: 200 len: 916 time: 0.1282344 Apr 05 21:13:20.523512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af057d9b-dd26-4af1-b044-122dbf6790a0 req-3e4f1d91-096e-4a30-b282-f3197b5bef91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904 HTTP/1.1" status: 200 len: 217 time: 0.0642791 Apr 05 21:13:20.527399 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-dace3870-4957-4d80-9ad5-7c9a1c871981 None None] Set router 86e6a2ab-6886-4226-bca8-2bce030a5abd gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:13:20.585934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af057d9b-dd26-4af1-b044-122dbf6790a0 req-b7bb2b3c-2a44-4fbf-a4e6-51ed666c9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:20.587389 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af057d9b-dd26-4af1-b044-122dbf6790a0 req-b7bb2b3c-2a44-4fbf-a4e6-51ed666c9334 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7df3af02-59c5-4483-b4b2-76a407cc66bf HTTP/1.1" status: 200 len: 854 time: 0.0570712 Apr 05 21:13:20.664863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af057d9b-dd26-4af1-b044-122dbf6790a0 req-8cc5c622-9f13-41ce-9a80-4db666ccf664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:20.666357 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af057d9b-dd26-4af1-b044-122dbf6790a0 req-8cc5c622-9f13-41ce-9a80-4db666ccf664 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5164e7fa-e555-46ca-bbb0-d12523a82bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713341 Apr 05 21:13:20.809671 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af057d9b-dd26-4af1-b044-122dbf6790a0 req-97f74d57-08cf-44a4-a7bc-c255666a7ba4 service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362016 Apr 05 21:13:20.841047 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-dace3870-4957-4d80-9ad5-7c9a1c871981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:11:22Z', 'revision_number': 4, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port': {'id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:19Z', 'updated_at': '2022-04-05T21:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bb8204a6-b5d1-4465-b24f-0ce27a680de9', 'name': '', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'mac_address': 'fa:16:3e:b5:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:22Z', 'updated_at': '2022-04-05T21:11:29Z', 'revision_number': 5, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'subnets': [{'id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:20.845454 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dace3870-4957-4d80-9ad5-7c9a1c871981 None None] The sync data for ids ['86e6a2ab-6886-4226-bca8-2bce030a5abd'] in n-d-836604-1 is: [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:11:22Z', 'revision_number': 4, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port': {'id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:19Z', 'updated_at': '2022-04-05T21:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'bb8204a6-b5d1-4465-b24f-0ce27a680de9', 'name': '', 'network_id': '5164e7fa-e555-46ca-bbb0-d12523a82bc3', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'mac_address': 'fa:16:3e:b5:24:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:22Z', 'updated_at': '2022-04-05T21:11:29Z', 'revision_number': 5, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'subnets': [{'id': '7df3af02-59c5-4483-b4b2-76a407cc66bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:13:20.951131 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-af057d9b-dd26-4af1-b044-122dbf6790a0 req-7e9aeb34-7c72-45ba-9713-55ec3ba34368 service neutron] 10.222.0.41 "GET /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347990 Apr 05 21:13:21.103638 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c421a597-75f8-4369-a5ac-6f732d0cb257 None None] New status for floating IP a5ff64b7-b899-4b3e-9e9a-cecec074939c: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:13:24.191453 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e20b61-b54b-40e9-842f-22df40555791 req-339de82b-dc62-41fd-aea2-9fa2faa6de1f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:24.192032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b7e20b61-b54b-40e9-842f-22df40555791 req-339de82b-dc62-41fd-aea2-9fa2faa6de1f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Synchronizing usage tracker for tenant:183f2d8c709a43fbaf6359ecd622c746 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:13:24.207107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b7e20b61-b54b-40e9-842f-22df40555791 req-339de82b-dc62-41fd-aea2-9fa2faa6de1f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Unset dirty status for tenant:183f2d8c709a43fbaf6359ecd622c746 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:13:24.208214 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7e20b61-b54b-40e9-842f-22df40555791 req-339de82b-dc62-41fd-aea2-9fa2faa6de1f tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 946 time: 0.0994787 Apr 05 21:13:24.253869 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7e20b61-b54b-40e9-842f-22df40555791 req-82436549-52f8-4709-8eb9-2182b7422cb1 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393574 Apr 05 21:13:25.435743 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52d9777-34af-4178-95d9-4fcb45573371 req-b9e8130d-bf91-4afd-953e-1bdb2683dfb8 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:25.437147 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52d9777-34af-4178-95d9-4fcb45573371 req-b9e8130d-bf91-4afd-953e-1bdb2683dfb8 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 946 time: 0.0780034 Apr 05 21:13:25.486485 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a52d9777-34af-4178-95d9-4fcb45573371 req-4850b53e-43f8-4bfa-ad31-312d43532d6b tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/security-groups?id=5e47f46e-93ad-4679-974e-492cf2c4b817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437002 Apr 05 21:13:25.730070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765747e8-5351-4cf0-9b11-84eb55d6e412 req-de9cd344-d440-4572-bb69-f24cb4423dc8 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:25.731487 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-765747e8-5351-4cf0-9b11-84eb55d6e412 req-de9cd344-d440-4572-bb69-f24cb4423dc8 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.41 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 946 time: 0.0786302 Apr 05 21:13:25.800258 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-765747e8-5351-4cf0-9b11-84eb55d6e412 req-bcd26aae-f804-4258-8085-77f917031e40 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Deleting port 0abf0261-ed9c-4295-9a6f-29d1888b2904 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:13:25.800592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-765747e8-5351-4cf0-9b11-84eb55d6e412 req-bcd26aae-f804-4258-8085-77f917031e40 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:26.044520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-765747e8-5351-4cf0-9b11-84eb55d6e412 req-bcd26aae-f804-4258-8085-77f917031e40 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] For port 0abf0261-ed9c-4295-9a6f-29d1888b2904, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=0abf0261-ed9c-4295-9a6f-29d1888b2904,segment=NetworkSegment(dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c),segment_id=dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:26.044879 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-765747e8-5351-4cf0-9b11-84eb55d6e412 req-bcd26aae-f804-4258-8085-77f917031e40 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:26.172781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-765747e8-5351-4cf0-9b11-84eb55d6e412 req-bcd26aae-f804-4258-8085-77f917031e40 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Calling delete_port for 0abf0261-ed9c-4295-9a6f-29d1888b2904 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:13:26.417143 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-765747e8-5351-4cf0-9b11-84eb55d6e412 req-bcd26aae-f804-4258-8085-77f917031e40 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:26.428198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['0abf0261-ed9c-4295-9a6f-29d1888b2904'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:13:26.505040 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd26aae-f804-4258-8085-77f917031e40 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Pushing event deleted for resources: {'Port': ['ID=0abf0261-ed9c-4295-9a6f-29d1888b2904,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:26.558587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-765747e8-5351-4cf0-9b11-84eb55d6e412 req-bcd26aae-f804-4258-8085-77f917031e40 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] No DVR routers for this DVR port 0abf0261-ed9c-4295-9a6f-29d1888b2904 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:13:26.561398 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-765747e8-5351-4cf0-9b11-84eb55d6e412 req-bcd26aae-f804-4258-8085-77f917031e40 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:26.565194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'name': 'network-vif-deleted', 'tag': '0abf0261-ed9c-4295-9a6f-29d1888b2904'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:13:26.579626 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-765747e8-5351-4cf0-9b11-84eb55d6e412 req-bcd26aae-f804-4258-8085-77f917031e40 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.41 "DELETE /v2.0/ports/0abf0261-ed9c-4295-9a6f-29d1888b2904 HTTP/1.1" status: 204 len: 173 time: 0.8429468 Apr 05 21:13:26.649112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b38e14f6-28b7-4746-a57b-438e3885e8f9 req-2a69aa41-6d67-4a66-88bd-0e23f63b0314 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Synchronizing usage tracker for tenant:183f2d8c709a43fbaf6359ecd622c746 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:13:26.684610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b38e14f6-28b7-4746-a57b-438e3885e8f9 req-2a69aa41-6d67-4a66-88bd-0e23f63b0314 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] Unset dirty status for tenant:183f2d8c709a43fbaf6359ecd622c746 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:13:26.690853 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b38e14f6-28b7-4746-a57b-438e3885e8f9 req-2a69aa41-6d67-4a66-88bd-0e23f63b0314 tempest-TestMinimumBasicScenario-1274352381 tempest-TestMinimumBasicScenario-1274352381-project] 10.222.0.24 "GET /v2.0/ports?device_id=a39961c4-3e84-4c53-b57d-9d0037afbe9c HTTP/1.1" status: 200 len: 210 time: 0.0896509 Apr 05 21:13:26.765126 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39961c4-3e84-4c53-b57d-9d0037afbe9c', 'name': 'network-vif-deleted', 'tag': '0abf0261-ed9c-4295-9a6f-29d1888b2904', 'status': 'completed', 'code': 200} Apr 05 21:13:28.303517 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33298) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:28.944324 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed83ccde-cd98-4dec-b80c-65ff9a8ae578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:29.293905 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ed83ccde-cd98-4dec-b80c-65ff9a8ae578 admin admin] Deleting port bb8204a6-b5d1-4465-b24f-0ce27a680de9 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:13:29.294238 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed83ccde-cd98-4dec-b80c-65ff9a8ae578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:29.463880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-ed83ccde-cd98-4dec-b80c-65ff9a8ae578 admin admin] For port bb8204a6-b5d1-4465-b24f-0ce27a680de9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bb8204a6-b5d1-4465-b24f-0ce27a680de9,segment=NetworkSegment(dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c),segment_id=dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:29.464589 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed83ccde-cd98-4dec-b80c-65ff9a8ae578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:29.585396 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-ed83ccde-cd98-4dec-b80c-65ff9a8ae578 admin admin] Calling delete_port for bb8204a6-b5d1-4465-b24f-0ce27a680de9 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:13:29.903779 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed83ccde-cd98-4dec-b80c-65ff9a8ae578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:29.948854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83ccde-cd98-4dec-b80c-65ff9a8ae578 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb8204a6-b5d1-4465-b24f-0ce27a680de9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:30.010901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 0abf0261-ed9c-4295-9a6f-29d1888b2904 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:13:30.052035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 0abf0261-ed9c-4295-9a6f-29d1888b2904 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:13:30.052404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 0abf0261-ed9c-4295-9a6f-29d1888b2904 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:13:30.333820 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ed83ccde-cd98-4dec-b80c-65ff9a8ae578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:30.683354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed83ccde-cd98-4dec-b80c-65ff9a8ae578 admin admin] Router 86e6a2ab-6886-4226-bca8-2bce030a5abd has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:13:30.859012 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed83ccde-cd98-4dec-b80c-65ff9a8ae578 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:13:30.868819 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09179f-2163-4d75-a724-89931509bffb None None] Sync routers for ids ['86e6a2ab-6886-4226-bca8-2bce030a5abd'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:13:30.876056 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ed83ccde-cd98-4dec-b80c-65ff9a8ae578 admin admin] 10.222.0.24 "PUT /v2.0/routers/86e6a2ab-6886-4226-bca8-2bce030a5abd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5713227 Apr 05 21:13:30.878426 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33302) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:30.879845 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09179f-2163-4d75-a724-89931509bffb None None] Routers {'86e6a2ab-6886-4226-bca8-2bce030a5abd'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:13:30.880471 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bc09179f-2163-4d75-a724-89931509bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:13:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['86e6a2ab-6886-4226-bca8-2bce030a5abd'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:31.055031 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-bc09179f-2163-4d75-a724-89931509bffb None None] Set router 86e6a2ab-6886-4226-bca8-2bce030a5abd gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:13:31.055650 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:31.244981 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:31.254701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] Deleting port ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:13:31.255073 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:31.369515 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bc09179f-2163-4d75-a724-89931509bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:13:29Z', 'revision_number': 5, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port': {'id': 'ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f5:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:19Z', 'updated_at': '2022-04-05T21:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:31.373491 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09179f-2163-4d75-a724-89931509bffb None None] Checking router: 86e6a2ab-6886-4226-bca8-2bce030a5abd for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:13:31.382115 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc09179f-2163-4d75-a724-89931509bffb None None] Routers {'86e6a2ab-6886-4226-bca8-2bce030a5abd'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:13:31.382755 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bc09179f-2163-4d75-a724-89931509bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:13:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['86e6a2ab-6886-4226-bca8-2bce030a5abd'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:31.537277 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-bc09179f-2163-4d75-a724-89931509bffb None None] Set router 86e6a2ab-6886-4226-bca8-2bce030a5abd gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:13:31.548586 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] For port ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:31.548936 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:31.645077 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-bc09179f-2163-4d75-a724-89931509bffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:13:31Z', 'revision_number': 6, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:31.649118 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc09179f-2163-4d75-a724-89931509bffb None None] The sync data for ids ['86e6a2ab-6886-4226-bca8-2bce030a5abd'] in n-d-836604-1 is: [{'id': '86e6a2ab-6886-4226-bca8-2bce030a5abd', 'name': 'tempest-TestMinimumBasicScenario-2040408120-router', 'tenant_id': '183f2d8c709a43fbaf6359ecd622c746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:18Z', 'updated_at': '2022-04-05T21:13:31Z', 'revision_number': 6, 'project_id': '183f2d8c709a43fbaf6359ecd622c746', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:13:31.680095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] Calling delete_port for ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:13:31.844298 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:31.890640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:31.980925 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.153504 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.155587 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.177418 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.177955 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86e6a2ab-6886-4226-bca8-2bce030a5abd {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:13:32.190265 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.191385 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8d769cd3-dffc-4fbd-a57d-1298a0c4eb7d admin admin] 10.222.0.24 "DELETE /v2.0/routers/86e6a2ab-6886-4226-bca8-2bce030a5abd HTTP/1.1" status: 204 len: 168 time: 1.3120656 Apr 05 21:13:32.193903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33306) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:32.254515 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a8c862-b218-45a3-918f-24d78a10e9fd admin admin] Deleting subnet 7df3af02-59c5-4483-b4b2-76a407cc66bf {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:13:32.257399 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43a8c862-b218-45a3-918f-24d78a10e9fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.305873 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43a8c862-b218-45a3-918f-24d78a10e9fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.386900 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43a8c862-b218-45a3-918f-24d78a10e9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.453319 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43a8c862-b218-45a3-918f-24d78a10e9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.489959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a8c862-b218-45a3-918f-24d78a10e9fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df3af02-59c5-4483-b4b2-76a407cc66bf,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:32.493668 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-43a8c862-b218-45a3-918f-24d78a10e9fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.502502 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-43a8c862-b218-45a3-918f-24d78a10e9fd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7df3af02-59c5-4483-b4b2-76a407cc66bf HTTP/1.1" status: 204 len: 168 time: 0.3053060 Apr 05 21:13:32.502669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5374f1f4-9079-4893-9e9b-6850cc99c4fa None None] Network 5164e7fa-e555-46ca-bbb0-d12523a82bc3 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:13:32.503090 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33310) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:32.612070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.623700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Deleting port 0e67f86c-a071-4006-bfc9-9de54993f0af {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:13:32.624040 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.778292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286bde7c-8d97-4659-ba14-b5317eb23962 None None] DHCP port deletion for 5164e7fa-e555-46ca-bbb0-d12523a82bc3 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:13:32.790374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-286bde7c-8d97-4659-ba14-b5317eb23962 None None] Deleting port 0e67f86c-a071-4006-bfc9-9de54993f0af {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:13:32.790982 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-286bde7c-8d97-4659-ba14-b5317eb23962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.844068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] For port 0e67f86c-a071-4006-bfc9-9de54993f0af, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0e67f86c-a071-4006-bfc9-9de54993f0af,segment=NetworkSegment(dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c),segment_id=dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:32.844421 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:32.914734 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0e67f86c-a071-4006-bfc9-9de54993f0af no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:13:33.051439 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-286bde7c-8d97-4659-ba14-b5317eb23962 None None] For port 0e67f86c-a071-4006-bfc9-9de54993f0af, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0e67f86c-a071-4006-bfc9-9de54993f0af,segment=NetworkSegment(dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c),segment_id=dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:33.051826 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-286bde7c-8d97-4659-ba14-b5317eb23962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:33.070423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Calling delete_port for 0e67f86c-a071-4006-bfc9-9de54993f0af owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:13:33.146925 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:33.193680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e67f86c-a071-4006-bfc9-9de54993f0af,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:33.196886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] No DVR routers for this DVR port 0e67f86c-a071-4006-bfc9-9de54993f0af on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:13:33.239793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-286bde7c-8d97-4659-ba14-b5317eb23962 None None] Calling delete_port for 0e67f86c-a071-4006-bfc9-9de54993f0af owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:13:33.308083 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:33.324545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:33.348866 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5164e7fa-e555-46ca-bbb0-d12523a82bc3']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:33.360511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:33.360802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfaf2ca-fadc-4aac-81ca-8efc40bdad8c') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:33.372316 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:33.378838 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-286bde7c-8d97-4659-ba14-b5317eb23962 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:13:33.379189 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-286bde7c-8d97-4659-ba14-b5317eb23962 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:13:33.379844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bb8204a6-b5d1-4465-b24f-0ce27a680de9 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:13:33.388815 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:33.394826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:13:33.395207 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: timer() Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:13:33.412267 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:13:33.414894 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: bb8204a6-b5d1-4465-b24f-0ce27a680de9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:13:33.414894 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bb8204a6-b5d1-4465-b24f-0ce27a680de9 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:13:33.414894 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:13:33.450845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:13:33.451121 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ad2f7b80-b8dd-4e5c-9a97-729c63e72dd6 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:13:33.486744 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:33.503437 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:33.513409 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] Pushing event deleted for resources: {'Network': ['ID=5164e7fa-e555-46ca-bbb0-d12523a82bc3,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:33.527094 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6596011e-4979-4a64-984a-99f53cf9ff71 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5164e7fa-e555-46ca-bbb0-d12523a82bc3 HTTP/1.1" status: 204 len: 168 time: 1.0231819 Apr 05 21:13:33.529899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33314) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:33.880544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-286bde7c-8d97-4659-ba14-b5317eb23962 None None] Deleting port 0e67f86c-a071-4006-bfc9-9de54993f0af {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:13:33.881134 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-286bde7c-8d97-4659-ba14-b5317eb23962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:33.945453 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-286bde7c-8d97-4659-ba14-b5317eb23962 None None] The port '0e67f86c-a071-4006-bfc9-9de54993f0af' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 21:13:34.064070 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c301b75-e3c5-441f-8eda-342cf6b17bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:34.507795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8c301b75-e3c5-441f-8eda-342cf6b17bf2 admin admin] Deleting port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:13:34.508027 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c301b75-e3c5-441f-8eda-342cf6b17bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:34.676438 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-8c301b75-e3c5-441f-8eda-342cf6b17bf2 admin admin] For port 38347977-ef28-4ddf-8bbe-9bcf2e107cf8, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=38347977-ef28-4ddf-8bbe-9bcf2e107cf8,segment=NetworkSegment(041c482d-02c4-44cf-ace1-0c1da15ee1de),segment_id=041c482d-02c4-44cf-ace1-0c1da15ee1de)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:34.676788 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c301b75-e3c5-441f-8eda-342cf6b17bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:34.800546 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8c301b75-e3c5-441f-8eda-342cf6b17bf2 admin admin] Calling delete_port for 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:13:34.981750 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c301b75-e3c5-441f-8eda-342cf6b17bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:35.027068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c301b75-e3c5-441f-8eda-342cf6b17bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=38347977-ef28-4ddf-8bbe-9bcf2e107cf8,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:35.293095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c301b75-e3c5-441f-8eda-342cf6b17bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:35.640027 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c301b75-e3c5-441f-8eda-342cf6b17bf2 admin admin] Router 785a8ce0-8018-4ffd-8071-7514e109df58 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:13:35.920806 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c301b75-e3c5-441f-8eda-342cf6b17bf2 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:13:35.929034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3745c-22d3-4de9-aac2-0ee68ae0170c None None] Sync routers for ids ['785a8ce0-8018-4ffd-8071-7514e109df58'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:13:35.938498 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3745c-22d3-4de9-aac2-0ee68ae0170c None None] Routers {'785a8ce0-8018-4ffd-8071-7514e109df58'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:13:35.939099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e9f3745c-22d3-4de9-aac2-0ee68ae0170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:13:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['785a8ce0-8018-4ffd-8071-7514e109df58'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:35.940058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33318) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:35.940593 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8c301b75-e3c5-441f-8eda-342cf6b17bf2 admin admin] 10.222.0.24 "PUT /v2.0/routers/785a8ce0-8018-4ffd-8071-7514e109df58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4092364 Apr 05 21:13:36.116787 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:36.118580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e9f3745c-22d3-4de9-aac2-0ee68ae0170c None None] Set router 785a8ce0-8018-4ffd-8071-7514e109df58 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:13:36.290408 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:36.300866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] Deleting port 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:13:36.301195 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:36.402930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e9f3745c-22d3-4de9-aac2-0ee68ae0170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'name': 'tempest-TestMinimumBasicScenario-251294985-router', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '71bb0d11-7bf4-4d7b-819e-68ac2b764dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:25Z', 'updated_at': '2022-04-05T21:13:34Z', 'revision_number': 5, 'project_id': '6f4713a78db441e18d044182478502b7', 'gw_port': {'id': '71bb0d11-7bf4-4d7b-819e-68ac2b764dc4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:11:26Z', 'updated_at': '2022-04-05T21:11:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:36.406824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3745c-22d3-4de9-aac2-0ee68ae0170c None None] Checking router: 785a8ce0-8018-4ffd-8071-7514e109df58 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:13:36.415153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3745c-22d3-4de9-aac2-0ee68ae0170c None None] Routers {'785a8ce0-8018-4ffd-8071-7514e109df58'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:13:36.415750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e9f3745c-22d3-4de9-aac2-0ee68ae0170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:13:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['785a8ce0-8018-4ffd-8071-7514e109df58'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:36.476659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] For port 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=71bb0d11-7bf4-4d7b-819e-68ac2b764dc4,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:36.477034 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:36.564985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e9f3745c-22d3-4de9-aac2-0ee68ae0170c None None] Set router 785a8ce0-8018-4ffd-8071-7514e109df58 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:13:36.598739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] Calling delete_port for 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:13:36.668933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e9f3745c-22d3-4de9-aac2-0ee68ae0170c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'name': 'tempest-TestMinimumBasicScenario-251294985-router', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:25Z', 'updated_at': '2022-04-05T21:13:36Z', 'revision_number': 6, 'project_id': '6f4713a78db441e18d044182478502b7', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:36.672951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f3745c-22d3-4de9-aac2-0ee68ae0170c None None] The sync data for ids ['785a8ce0-8018-4ffd-8071-7514e109df58'] in n-d-836604-1 is: [{'id': '785a8ce0-8018-4ffd-8071-7514e109df58', 'name': 'tempest-TestMinimumBasicScenario-251294985-router', 'tenant_id': '6f4713a78db441e18d044182478502b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:11:25Z', 'updated_at': '2022-04-05T21:13:36Z', 'revision_number': 6, 'project_id': '6f4713a78db441e18d044182478502b7', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:13:36.772671 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:36.821671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] Pushing event deleted for resources: {'Port': ['ID=71bb0d11-7bf4-4d7b-819e-68ac2b764dc4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:36.914931 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:37.119955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:13:37.155609 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:13:37.155954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 38347977-ef28-4ddf-8bbe-9bcf2e107cf8 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:13:37.193644 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:37.195848 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:37.218434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:37.218919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 785a8ce0-8018-4ffd-8071-7514e109df58 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:13:37.230830 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:37.231949 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-50033aaf-70f3-40d7-af03-e95564323028 admin admin] 10.222.0.24 "DELETE /v2.0/routers/785a8ce0-8018-4ffd-8071-7514e109df58 HTTP/1.1" status: 204 len: 168 time: 1.2908895 Apr 05 21:13:37.234442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33322) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:37.295260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c94b32-6092-4b22-b15c-26d52f9c971d admin admin] Deleting subnet bf70bc13-4738-4459-92fe-5a082fb0d42d {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:13:37.298116 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-53c94b32-6092-4b22-b15c-26d52f9c971d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:37.346509 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-53c94b32-6092-4b22-b15c-26d52f9c971d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:37.421501 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-53c94b32-6092-4b22-b15c-26d52f9c971d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:37.493377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-53c94b32-6092-4b22-b15c-26d52f9c971d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:37.533005 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c94b32-6092-4b22-b15c-26d52f9c971d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf70bc13-4738-4459-92fe-5a082fb0d42d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:37.534954 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-53c94b32-6092-4b22-b15c-26d52f9c971d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:37.539119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750a69ef-489e-4af3-81df-b0fd5470ce2a None None] Network ac7d3219-6600-4197-a2a1-24fae7b7f9e3 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:13:37.541128 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-53c94b32-6092-4b22-b15c-26d52f9c971d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bf70bc13-4738-4459-92fe-5a082fb0d42d HTTP/1.1" status: 204 len: 168 time: 0.3057458 Apr 05 21:13:37.543650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33326) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:37.653192 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:37.663900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Deleting port 48e27573-a828-45cc-a730-8c7bfa1b2c5c {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:13:37.664148 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:37.849546 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb0ee80-d9cd-49ef-abc7-daa92f3f4fec None None] DHCP port deletion for ac7d3219-6600-4197-a2a1-24fae7b7f9e3 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:13:37.853778 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-feb0ee80-d9cd-49ef-abc7-daa92f3f4fec None None] Deleting port 48e27573-a828-45cc-a730-8c7bfa1b2c5c {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:13:37.854711 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-feb0ee80-d9cd-49ef-abc7-daa92f3f4fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:37.899252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] For port 48e27573-a828-45cc-a730-8c7bfa1b2c5c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=48e27573-a828-45cc-a730-8c7bfa1b2c5c,segment=NetworkSegment(041c482d-02c4-44cf-ace1-0c1da15ee1de),segment_id=041c482d-02c4-44cf-ace1-0c1da15ee1de)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:37.899526 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.023398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Calling delete_port for 48e27573-a828-45cc-a730-8c7bfa1b2c5c owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:13:38.054684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-feb0ee80-d9cd-49ef-abc7-daa92f3f4fec None None] For port 48e27573-a828-45cc-a730-8c7bfa1b2c5c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=48e27573-a828-45cc-a730-8c7bfa1b2c5c,segment=NetworkSegment(041c482d-02c4-44cf-ace1-0c1da15ee1de),segment_id=041c482d-02c4-44cf-ace1-0c1da15ee1de)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:38.055074 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-feb0ee80-d9cd-49ef-abc7-daa92f3f4fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.097522 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.146839 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=48e27573-a828-45cc-a730-8c7bfa1b2c5c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:38.150723 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] No DVR routers for this DVR port 48e27573-a828-45cc-a730-8c7bfa1b2c5c on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:13:38.176159 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-feb0ee80-d9cd-49ef-abc7-daa92f3f4fec None None] Calling delete_port for 48e27573-a828-45cc-a730-8c7bfa1b2c5c owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:13:38.246114 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-feb0ee80-d9cd-49ef-abc7-daa92f3f4fec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:13:38.246462 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-feb0ee80-d9cd-49ef-abc7-daa92f3f4fec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:13:38.266036 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.290951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac7d3219-6600-4197-a2a1-24fae7b7f9e3']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:38.303130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041c482d-02c4-44cf-ace1-0c1da15ee1de') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:38.303428 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041c482d-02c4-44cf-ace1-0c1da15ee1de') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:38.314363 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.329835 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.335702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:13:38.336129 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: timer() Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:13:38.349690 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:13:38.425394 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.441104 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.453056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac7d3219-6600-4197-a2a1-24fae7b7f9e3,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:38.457734 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c86d1fd0-0a7d-4eac-9197-a812a8f911b2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ac7d3219-6600-4197-a2a1-24fae7b7f9e3 HTTP/1.1" status: 204 len: 168 time: 0.9131100 Apr 05 21:13:38.618669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33332) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:38.667774 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-98245a74-2fb6-4fa5-a524-27e5037feae1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=183f2d8c709a43fbaf6359ecd622c746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479560 Apr 05 21:13:38.670190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33336) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:38.727762 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d54257c-0139-4d84-b5b1-9222062108f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.747707 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-feb0ee80-d9cd-49ef-abc7-daa92f3f4fec None None] Deleting port 48e27573-a828-45cc-a730-8c7bfa1b2c5c {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:13:38.748090 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-feb0ee80-d9cd-49ef-abc7-daa92f3f4fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.752995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d54257c-0139-4d84-b5b1-9222062108f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.810924 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d54257c-0139-4d84-b5b1-9222062108f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.821218 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-feb0ee80-d9cd-49ef-abc7-daa92f3f4fec None None] The port '48e27573-a828-45cc-a730-8c7bfa1b2c5c' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 21:13:38.909084 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:13:38.924620 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54257c-0139-4d84-b5b1-9222062108f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e47f46e-93ad-4679-974e-492cf2c4b817,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:38.930887 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4d54257c-0139-4d84-b5b1-9222062108f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:38.932044 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4d54257c-0139-4d84-b5b1-9222062108f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e47f46e-93ad-4679-974e-492cf2c4b817 HTTP/1.1" status: 204 len: 168 time: 0.2609150 Apr 05 21:13:38.950804 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:13:38.951146 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 71bb0d11-7bf4-4d7b-819e-68ac2b764dc4 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:13:38.951559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 48e27573-a828-45cc-a730-8c7bfa1b2c5c no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:13:38.989224 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 48e27573-a828-45cc-a730-8c7bfa1b2c5c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:13:38.989496 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 48e27573-a828-45cc-a730-8c7bfa1b2c5c not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:13:39.260477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33344) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:39.281584 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:39.307870 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-352c5616-e42e-4362-8dcd-459a128b230a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f4713a78db441e18d044182478502b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462670 Apr 05 21:13:39.310345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33348) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:39.365990 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c015f1c-f48b-465e-88ec-01377cde77c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:39.391460 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c015f1c-f48b-465e-88ec-01377cde77c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:39.442257 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c015f1c-f48b-465e-88ec-01377cde77c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:39.458384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c015f1c-f48b-465e-88ec-01377cde77c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20aa2a1-4b11-473f-ab96-c8786518510a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:39.462808 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c015f1c-f48b-465e-88ec-01377cde77c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:39.463903 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3c015f1c-f48b-465e-88ec-01377cde77c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b20aa2a1-4b11-473f-ab96-c8786518510a HTTP/1.1" status: 204 len: 168 time: 0.1526568 Apr 05 21:13:39.508862 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.217695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33390) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:41.223026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-900389931', 'description': 'tempest-secgroup-smoke-900389931 description', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:13:41.229683 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:41.233609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:41.236461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:41.242142 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:41.252660 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.268033 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.283109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:41.286876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:41.289609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:41.295323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:41.376442 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.379968 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.390879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:41.398413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:41.403006 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:41.416441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:41.423432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98c7a12-5747-48e5-8baa-66b898b16fbf,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:41.488904 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a984861f-2293-451b-ba4d-feb1066de26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.491421 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.495879 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.537813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9724f696-e19e-462e-9aea-a7304cc5a952,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:41.540625 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.541866 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b99d8278-09a5-4352-b09c-ddfe9e0d80a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3231475 Apr 05 21:13:41.544703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33394) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:41.549737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-1f7f7f2d-76d1-492e-b47d-f43037af77a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': '9724f696-e19e-462e-9aea-a7304cc5a952', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:13:41.556500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1f7f7f2d-76d1-492e-b47d-f43037af77a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:41.560850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1f7f7f2d-76d1-492e-b47d-f43037af77a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:41.563709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-1f7f7f2d-76d1-492e-b47d-f43037af77a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:41.569331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-1f7f7f2d-76d1-492e-b47d-f43037af77a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:41.586268 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f7f7f2d-76d1-492e-b47d-f43037af77a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.648318 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f7f7f2d-76d1-492e-b47d-f43037af77a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.652109 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f7f7f2d-76d1-492e-b47d-f43037af77a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.675182 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f7f2d-76d1-492e-b47d-f43037af77a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094bfee2-4442-4cfc-991a-d8ecaf26e96b,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:41.685174 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-1f7f7f2d-76d1-492e-b47d-f43037af77a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.686525 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-1f7f7f2d-76d1-492e-b47d-f43037af77a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407290 Apr 05 21:13:41.689087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33398) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:41.693965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f56edf18-341e-4f57-b1fc-f305310e9a70 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': '9724f696-e19e-462e-9aea-a7304cc5a952', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:13:41.700436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f56edf18-341e-4f57-b1fc-f305310e9a70 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:41.704557 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f56edf18-341e-4f57-b1fc-f305310e9a70 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:41.707412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f56edf18-341e-4f57-b1fc-f305310e9a70 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:41.713012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f56edf18-341e-4f57-b1fc-f305310e9a70 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:41.730462 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56edf18-341e-4f57-b1fc-f305310e9a70 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.790414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56edf18-341e-4f57-b1fc-f305310e9a70 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.794107 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56edf18-341e-4f57-b1fc-f305310e9a70 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.816879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56edf18-341e-4f57-b1fc-f305310e9a70 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39310b6d-340d-4251-b36d-2f2c9ff93abd,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:41.825268 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f56edf18-341e-4f57-b1fc-f305310e9a70 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.826461 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f56edf18-341e-4f57-b1fc-f305310e9a70 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364484 Apr 05 21:13:41.829245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33402) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:41.834200 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-47868869-f36c-4168-8075-b93701ba9783 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': '9724f696-e19e-462e-9aea-a7304cc5a952', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:13:41.840635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-47868869-f36c-4168-8075-b93701ba9783 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:41.844459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-47868869-f36c-4168-8075-b93701ba9783 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:41.847323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-47868869-f36c-4168-8075-b93701ba9783 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:41.852985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-47868869-f36c-4168-8075-b93701ba9783 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:41.870883 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47868869-f36c-4168-8075-b93701ba9783 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.938537 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47868869-f36c-4168-8075-b93701ba9783 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.942059 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47868869-f36c-4168-8075-b93701ba9783 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.966980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47868869-f36c-4168-8075-b93701ba9783 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4e334b-6cbf-474d-8240-bc30784035fe,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:41.975801 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-47868869-f36c-4168-8075-b93701ba9783 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:41.976957 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-47868869-f36c-4168-8075-b93701ba9783 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468053 Apr 05 21:13:41.980199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33406) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:41.985012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-84d3f4da-0337-41bf-b16c-3583c2db10ba tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': '9724f696-e19e-462e-9aea-a7304cc5a952', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:13:41.991422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-84d3f4da-0337-41bf-b16c-3583c2db10ba tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:41.995808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-84d3f4da-0337-41bf-b16c-3583c2db10ba tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:41.998662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-84d3f4da-0337-41bf-b16c-3583c2db10ba tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:42.004241 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-84d3f4da-0337-41bf-b16c-3583c2db10ba tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:42.020273 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84d3f4da-0337-41bf-b16c-3583c2db10ba tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.081525 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84d3f4da-0337-41bf-b16c-3583c2db10ba tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.084751 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84d3f4da-0337-41bf-b16c-3583c2db10ba tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.108463 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3f4da-0337-41bf-b16c-3583c2db10ba tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb385b30-15e8-4d82-bee9-f9762a26960b,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:42.116436 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-84d3f4da-0337-41bf-b16c-3583c2db10ba tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.117566 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-84d3f4da-0337-41bf-b16c-3583c2db10ba tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364732 Apr 05 21:13:42.121534 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33410) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:42.126502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-33ff84f7-8177-4e6b-a58e-6a53729ba7c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': '9724f696-e19e-462e-9aea-a7304cc5a952', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:13:42.132914 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-33ff84f7-8177-4e6b-a58e-6a53729ba7c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:42.136727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-33ff84f7-8177-4e6b-a58e-6a53729ba7c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:42.139555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-33ff84f7-8177-4e6b-a58e-6a53729ba7c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:42.145106 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-33ff84f7-8177-4e6b-a58e-6a53729ba7c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:42.155801 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-33ff84f7-8177-4e6b-a58e-6a53729ba7c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Project 8f4dfe211c634c1c879abf0638ff05d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:13:42.162028 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33ff84f7-8177-4e6b-a58e-6a53729ba7c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.223969 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33ff84f7-8177-4e6b-a58e-6a53729ba7c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.227813 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33ff84f7-8177-4e6b-a58e-6a53729ba7c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.251271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff84f7-8177-4e6b-a58e-6a53729ba7c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f78e22-397b-407b-8392-7adaebbf0fa0,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:42.261109 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-33ff84f7-8177-4e6b-a58e-6a53729ba7c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.262298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-33ff84f7-8177-4e6b-a58e-6a53729ba7c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398251 Apr 05 21:13:42.265144 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33414) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:42.271580 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-dacc1563-026c-49f7-8e01-4a69703c6014 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': '9724f696-e19e-462e-9aea-a7304cc5a952', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:13:42.278998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dacc1563-026c-49f7-8e01-4a69703c6014 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:42.282844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dacc1563-026c-49f7-8e01-4a69703c6014 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:42.285654 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dacc1563-026c-49f7-8e01-4a69703c6014 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:42.291876 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dacc1563-026c-49f7-8e01-4a69703c6014 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:42.302011 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-dacc1563-026c-49f7-8e01-4a69703c6014 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Project 8f4dfe211c634c1c879abf0638ff05d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:13:42.308526 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dacc1563-026c-49f7-8e01-4a69703c6014 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.374364 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dacc1563-026c-49f7-8e01-4a69703c6014 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.377442 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dacc1563-026c-49f7-8e01-4a69703c6014 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.401515 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacc1563-026c-49f7-8e01-4a69703c6014 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bf1cc1-ad35-4322-be68-fa724a0fc3b8,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:42.409638 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dacc1563-026c-49f7-8e01-4a69703c6014 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.410724 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dacc1563-026c-49f7-8e01-4a69703c6014 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1443946 Apr 05 21:13:42.413801 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33418) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:42.419219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'network': {'name': 'tempest-network-smoke--2095969042', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'port_security_enabled': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:13:42.424736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:42.428492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:network and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:42.431297 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:42.436857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:42.446636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:13:42.450477 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.476994 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:13:42.485444 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.485802 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Added segment 117534d3-e057-432e-8728-2851e16c314b of type vlan for network dd9b66de-4735-4ce1-9f20-f6285c5d294d Apr 05 21:13:42.511689 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.545096 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.554618 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:42.555203 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.652884 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2379117 Apr 05 21:13:42.655699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33422) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:42.662736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'admin_state_up': True, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:13:42.664871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c5125f-305a-4ec9-877e-303ee98d8070 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Network': ['ID=dd9b66de-4735-4ce1-9f20-f6285c5d294d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:42.671280 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:42.675249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:router and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:42.675897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network dd9b66de-4735-4ce1-9f20-f6285c5d294d details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:13:42.678270 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:42.684660 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:42.695146 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.696553 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.712374 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:42.983961 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:43.282743 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:43.311875 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:43.442785 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.25.8.75 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/defd5cfc-f712-4d9f-8cf4-77c819a62cfd) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:13:43.588902 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:43.616344 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:43.674595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:43.677191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:43.679683 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:13:43.729725 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=defd5cfc-f712-4d9f-8cf4-77c819a62cfd,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:43.776688 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8e061c8d-ee86-428e-a449-b62c0b94c895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:44.215370 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:44.550868 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:44.753243 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 849bedbf-3d1e-4224-8dce-5298882019a2 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 21:13:44.932282 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:13:44.938745 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:44.943413 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Sync routers for ids ['849bedbf-3d1e-4224-8dce-5298882019a2'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:13:44.952881 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Routers {'849bedbf-3d1e-4224-8dce-5298882019a2'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:13:44.953474 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:13:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['849bedbf-3d1e-4224-8dce-5298882019a2'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:44.958724 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:44.959907 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-27c510ef-b8ea-4a40-ab28-62cba69a4355 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3031116 Apr 05 21:13:44.963665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33426) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:45.032535 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:45.105973 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3e4be13d-1960-44ca-9f51-d8d4b15f18cf tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8f4dfe211c634c1c879abf0638ff05d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1386709 Apr 05 21:13:45.106173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33432) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:45.127936 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Set router 849bedbf-3d1e-4224-8dce-5298882019a2 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:13:45.231513 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04686c5e-651b-4191-85f7-600f7f24885e tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:45.232969 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-04686c5e-651b-4191-85f7-600f7f24885e tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1260121 Apr 05 21:13:45.235825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33436) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:45.274547 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cda9e4c4-b131-42e0-9daa-63521d706942 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376973 Apr 05 21:13:45.277102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33440) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:45.282206 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1141439566', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:13:45.389674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:45.393406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:subnet and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:45.396149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:45.401957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:45.407300 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:13:43Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:45.411057 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Checking router: 849bedbf-3d1e-4224-8dce-5298882019a2 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:13:45.411422 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Updating router 849bedbf-3d1e-4224-8dce-5298882019a2 port defd5cfc-f712-4d9f-8cf4-77c819a62cfd binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:13:45.411570 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:13:45.414982 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:45.463226 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:45.747204 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:45.797231 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:45.808627 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Transition to ACTIVE for port object defd5cfc-f712-4d9f-8cf4-77c819a62cfd will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:45.815264 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:45.829575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Subnet': ['ID=5aa36545-e1cd-4811-8652-f61020629848,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:45.834929 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Checking segment: {'id': '117534d3-e057-432e-8728-2851e16c314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:13:45.835286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network hostable DHCP agents. Network: dd9b66de-4735-4ce1-9f20-f6285c5d294d, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:13:45.855777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network dd9b66de-4735-4ce1-9f20-f6285c5d294d is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:13:45.865573 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, dd9b66de-4735-4ce1-9f20-f6285c5d294d) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:45.870532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:45.872638 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:45.873760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4c643b-8bb3-478a-90b8-5521b271f851 None None] Network dd9b66de-4735-4ce1-9f20-f6285c5d294d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:13:45.894323 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3b66a6b9-0d81-4c83-8d8e-3a4c3d09381f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6161990 Apr 05 21:13:45.897287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33444) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:13:45.921003 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35200179-add3-4531-ba31-b1f38483012a None None] Pushing event updated for resources: {'Port': ['ID=defd5cfc-f712-4d9f-8cf4-77c819a62cfd,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:45.929825 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Attempting to bind port defd5cfc-f712-4d9f-8cf4-77c819a62cfd on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:13:45.930211 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Attempting to bind port defd5cfc-f712-4d9f-8cf4-77c819a62cfd by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:13:45.930553 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Attempting to bind port defd5cfc-f712-4d9f-8cf4-77c819a62cfd on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:13:45.934465 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35200179-add3-4531-ba31-b1f38483012a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:45.934798 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35200179-add3-4531-ba31-b1f38483012a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:45.935121 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35200179-add3-4531-ba31-b1f38483012a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:45.935439 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35200179-add3-4531-ba31-b1f38483012a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:45.935752 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35200179-add3-4531-ba31-b1f38483012a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:45.936063 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35200179-add3-4531-ba31-b1f38483012a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:45.936371 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35200179-add3-4531-ba31-b1f38483012a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:45.936677 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35200179-add3-4531-ba31-b1f38483012a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:45.936983 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35200179-add3-4531-ba31-b1f38483012a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:45.937288 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35200179-add3-4531-ba31-b1f38483012a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:45.937591 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35200179-add3-4531-ba31-b1f38483012a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:45.937939 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35200179-add3-4531-ba31-b1f38483012a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:45.942978 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:13:45.943342 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:13:45.943735 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:45.944318 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:13:45.944543 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Bound port: defd5cfc-f712-4d9f-8cf4-77c819a62cfd, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:13:45.944901 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:46.016171 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] For port defd5cfc-f712-4d9f-8cf4-77c819a62cfd, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:13:46.019471 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] For port defd5cfc-f712-4d9f-8cf4-77c819a62cfd, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=defd5cfc-f712-4d9f-8cf4-77c819a62cfd,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:13:46.024305 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:46.092993 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ips': [{'subnet_id': '5aa36545-e1cd-4811-8652-f61020629848'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:13:46.094581 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:46.110840 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Routers {'849bedbf-3d1e-4224-8dce-5298882019a2'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:13:46.111458 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:13:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['849bedbf-3d1e-4224-8dce-5298882019a2'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:46.183219 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35200179-add3-4531-ba31-b1f38483012a None None] Pushing event updated for resources: {'Port': ['ID=defd5cfc-f712-4d9f-8cf4-77c819a62cfd,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:46.262735 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:46.273874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Allocated IP 172.20.0.2 (dd9b66de-4735-4ce1-9f20-f6285c5d294d/5aa36545-e1cd-4811-8652-f61020629848/53783a84-dc18-48da-b81f-8b39f9cd64cf) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:13:46.305525 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] Set router 849bedbf-3d1e-4224-8dce-5298882019a2 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:13:46.488774 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:46.499145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Transition to ACTIVE for port object 53783a84-dc18-48da-b81f-8b39f9cd64cf will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:46.517498 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Transition to ACTIVE for port object 53783a84-dc18-48da-b81f-8b39f9cd64cf will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:46.523683 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:46.585520 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Network dd9b66de-4735-4ce1-9f20-f6285c5d294d is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:46.592342 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:46.596784 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:13:46.601314 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:13:43Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:46.603987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Pushing event updated for resources: {'Port': ['ID=53783a84-dc18-48da-b81f-8b39f9cd64cf,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:46.606196 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34068402-84a7-48df-bed5-b471a83e0d51 None None] The sync data for ids ['849bedbf-3d1e-4224-8dce-5298882019a2'] in n-d-836604-1 is: [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:13:43Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:13:46.616228 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:46.680150 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:46.680483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:46.680814 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:46.681137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:46.681458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:46.682337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:46.682661 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:46.682975 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:46.683290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:46.683602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:46.683910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:46.684221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:13:46.742973 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Attempting to bind port 53783a84-dc18-48da-b81f-8b39f9cd64cf on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:13:46.743323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Attempting to bind port 53783a84-dc18-48da-b81f-8b39f9cd64cf by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '117534d3-e057-432e-8728-2851e16c314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:13:46.743674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Attempting to bind port 53783a84-dc18-48da-b81f-8b39f9cd64cf on network dd9b66de-4735-4ce1-9f20-f6285c5d294d {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:13:46.749562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:13:46.749950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Checking segment: {'id': '117534d3-e057-432e-8728-2851e16c314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:13:46.750353 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:46.750716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Bound using segment: {'id': '117534d3-e057-432e-8728-2851e16c314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:13:46.751169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Bound port: 53783a84-dc18-48da-b81f-8b39f9cd64cf, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117534d3-e057-432e-8728-2851e16c314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:13:46.751531 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:46.856942 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] For port 53783a84-dc18-48da-b81f-8b39f9cd64cf, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:13:46.860666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] For port 53783a84-dc18-48da-b81f-8b39f9cd64cf, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=53783a84-dc18-48da-b81f-8b39f9cd64cf,segment=NetworkSegment(117534d3-e057-432e-8728-2851e16c314b),segment_id=117534d3-e057-432e-8728-2851e16c314b)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:13:46.877022 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:46.991359 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5437138-53a4-41db-830f-2cb4d565048d None None] Pushing event updated for resources: {'Port': ['ID=53783a84-dc18-48da-b81f-8b39f9cd64cf,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:47.023366 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device defd5cfc-f712-4d9f-8cf4-77c819a62cfd up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:47.076355 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.20.0.1 (dd9b66de-4735-4ce1-9f20-f6285c5d294d/5aa36545-e1cd-4811-8652-f61020629848/3f424342-2c90-48ee-a5dc-323d04bbad9f) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:13:47.107344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port defd5cfc-f712-4d9f-8cf4-77c819a62cfd completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:47.114101 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port defd5cfc-f712-4d9f-8cf4-77c819a62cfd triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:47.114101 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:47.270197 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:47.292375 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port defd5cfc-f712-4d9f-8cf4-77c819a62cfd, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=defd5cfc-f712-4d9f-8cf4-77c819a62cfd,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:47.301724 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:47.381353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=defd5cfc-f712-4d9f-8cf4-77c819a62cfd,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:47.421637 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:47.439171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Transition to ACTIVE for port object 3f424342-2c90-48ee-a5dc-323d04bbad9f will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:47.464677 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:47.531663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network dd9b66de-4735-4ce1-9f20-f6285c5d294d is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:47.539637 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:47.544089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:13:47.555163 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:13:47.575647 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=3f424342-2c90-48ee-a5dc-323d04bbad9f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:47.605601 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:47.883752 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:47.991983 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914bae39-8c9a-4a7c-bc67-75ce01c26ab8 None None] Network dd9b66de-4735-4ce1-9f20-f6285c5d294d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:13:48.105809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e7d54763-ef07-487b-bf24-947f6ad206bc None None] Provisioning for port 53783a84-dc18-48da-b81f-8b39f9cd64cf completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:48.302159 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:48.307800 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:48.422656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=3f424342-2c90-48ee-a5dc-323d04bbad9f,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:48.427593 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:48.444209 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-82ac5a70-a645-4cd6-88db-d59d008475ab None None] Provisioning for port 3f424342-2c90-48ee-a5dc-323d04bbad9f completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:48.449470 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-82ac5a70-a645-4cd6-88db-d59d008475ab None None] Provisioning complete for port 3f424342-2c90-48ee-a5dc-323d04bbad9f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:48.453104 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-82ac5a70-a645-4cd6-88db-d59d008475ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:48.513585 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-82ac5a70-a645-4cd6-88db-d59d008475ab None None] Port 3f424342-2c90-48ee-a5dc-323d04bbad9f cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:13:48.573054 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network dd9b66de-4735-4ce1-9f20-f6285c5d294d is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:48.574186 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:48.646702 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f4be0e40-f0a9-4d20-829a-b95f80758179 None None] Provisioning complete for port 3f424342-2c90-48ee-a5dc-323d04bbad9f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:48.647073 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f4be0e40-f0a9-4d20-829a-b95f80758179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:48.718008 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-f4be0e40-f0a9-4d20-829a-b95f80758179 None None] Port 3f424342-2c90-48ee-a5dc-323d04bbad9f cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:13:48.778195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 849bedbf-3d1e-4224-8dce-5298882019a2 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:13:48.838820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-36896ca4-f1c5-4035-993a-d9e2b4f39dce None None] Provisioning complete for port 3f424342-2c90-48ee-a5dc-323d04bbad9f triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:48.839370 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-36896ca4-f1c5-4035-993a-d9e2b4f39dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:48.905514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-36896ca4-f1c5-4035-993a-d9e2b4f39dce None None] Port 3f424342-2c90-48ee-a5dc-323d04bbad9f cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:13:48.990621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 53783a84-dc18-48da-b81f-8b39f9cd64cf up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:49.060216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 53783a84-dc18-48da-b81f-8b39f9cd64cf completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:49.064994 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 53783a84-dc18-48da-b81f-8b39f9cd64cf triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:49.065390 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:49.089342 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:13:49.098608 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2f443bd2-0c9e-4212-bbf2-e744728ac1e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "PUT /v2.0/routers/849bedbf-3d1e-4224-8dce-5298882019a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1995690 Apr 05 21:13:49.104147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Sync routers for ids ['849bedbf-3d1e-4224-8dce-5298882019a2'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:13:49.128655 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Routers {'849bedbf-3d1e-4224-8dce-5298882019a2'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:13:49.129270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:13:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['849bedbf-3d1e-4224-8dce-5298882019a2'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:49.262473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-d8bec82d-ab9d-43f7-bea9-447ced1a1488 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:13:49.278953 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-d8bec82d-ab9d-43f7-bea9-447ced1a1488 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:13:49.280263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-d8bec82d-ab9d-43f7-bea9-447ced1a1488 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-900389931&fields=id&tenant_id=8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 267 time: 0.0584283 Apr 05 21:13:49.347592 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:49.366381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Set router 849bedbf-3d1e-4224-8dce-5298882019a2 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:13:49.432466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-47388232-da29-4590-ab18-65b415437759 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:49.433164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-47388232-da29-4590-ab18-65b415437759 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:13:49.449424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-47388232-da29-4590-ab18-65b415437759 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:13:49.450664 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-47388232-da29-4590-ab18-65b415437759 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/networks?id=dd9b66de-4735-4ce1-9f20-f6285c5d294d HTTP/1.1" status: 200 len: 797 time: 0.1634800 Apr 05 21:13:49.465987 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-0bc56360-93af-4940-ae5b-733c93a2df88 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/quotas/8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 375 time: 0.0098677 Apr 05 21:13:49.499528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 53783a84-dc18-48da-b81f-8b39f9cd64cf, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=53783a84-dc18-48da-b81f-8b39f9cd64cf,segment=NetworkSegment(117534d3-e057-432e-8728-2851e16c314b),segment_id=117534d3-e057-432e-8728-2851e16c314b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:49.507544 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:49.508287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device defd5cfc-f712-4d9f-8cf4-77c819a62cfd up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:49.555604 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-995e23de-9873-4bd2-8776-873bee0060e4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843472 Apr 05 21:13:49.694109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-598527de-3c6f-4d93-b292-4ff4d8a25dba service neutron] 10.222.0.24 "GET /v2.0/networks/dd9b66de-4735-4ce1-9f20-f6285c5d294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265278 Apr 05 21:13:49.747059 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=53783a84-dc18-48da-b81f-8b39f9cd64cf,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:49.780035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port defd5cfc-f712-4d9f-8cf4-77c819a62cfd triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:49.780398 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:49.828339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-20a9476b-06a6-40e1-b83c-79ed8bcaed99 service neutron] 10.222.0.24 "GET /v2.0/networks/dd9b66de-4735-4ce1-9f20-f6285c5d294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273999 Apr 05 21:13:49.937112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3f424342-2c90-48ee-a5dc-323d04bbad9f', 'name': '', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:74:9a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5aa36545-e1cd-4811-8652-f61020629848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:46Z', 'updated_at': '2022-04-05T21:13:48Z', 'revision_number': 2, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '5aa36545-e1cd-4811-8652-f61020629848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:49.953397 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Checking router: 849bedbf-3d1e-4224-8dce-5298882019a2 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:13:49.953552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Updating router 849bedbf-3d1e-4224-8dce-5298882019a2 port 3f424342-2c90-48ee-a5dc-323d04bbad9f binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:13:50.010851 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:50.014148 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b4bf74b-f49f-4029-9e4d-4a1d3987ccbe req-9d1ede88-a445-4883-b09b-7e12068be35b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 210 time: 0.0491853 Apr 05 21:13:50.370128 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:50.382245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Transition to ACTIVE for port object 3f424342-2c90-48ee-a5dc-323d04bbad9f will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:50.389644 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:50.518688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e1cf5-cf4f-492b-a193-fa94f0be89cd None None] Pushing event updated for resources: {'Port': ['ID=3f424342-2c90-48ee-a5dc-323d04bbad9f,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:50.608930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Attempting to bind port 3f424342-2c90-48ee-a5dc-323d04bbad9f on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:13:50.609610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Attempting to bind port 3f424342-2c90-48ee-a5dc-323d04bbad9f by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '117534d3-e057-432e-8728-2851e16c314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:13:50.609830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Attempting to bind port 3f424342-2c90-48ee-a5dc-323d04bbad9f on network dd9b66de-4735-4ce1-9f20-f6285c5d294d {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:13:50.615528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:13:50.616404 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Checking segment: {'id': '117534d3-e057-432e-8728-2851e16c314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:13:50.616404 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:50.616860 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Bound using segment: {'id': '117534d3-e057-432e-8728-2851e16c314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:13:50.617312 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Bound port: 3f424342-2c90-48ee-a5dc-323d04bbad9f, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '117534d3-e057-432e-8728-2851e16c314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:13:50.617675 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:50.706676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] For port 3f424342-2c90-48ee-a5dc-323d04bbad9f, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:13:50.709493 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] For port 3f424342-2c90-48ee-a5dc-323d04bbad9f, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3f424342-2c90-48ee-a5dc-323d04bbad9f,segment=NetworkSegment(117534d3-e057-432e-8728-2851e16c314b),segment_id=117534d3-e057-432e-8728-2851e16c314b)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:13:50.713806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:50.801922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Routers {'849bedbf-3d1e-4224-8dce-5298882019a2'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:13:50.802533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:13:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['849bedbf-3d1e-4224-8dce-5298882019a2'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:50.872562 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e1cf5-cf4f-492b-a193-fa94f0be89cd None None] Pushing event updated for resources: {'Port': ['ID=3f424342-2c90-48ee-a5dc-323d04bbad9f,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:50.956826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 53783a84-dc18-48da-b81f-8b39f9cd64cf up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:51.057452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] Set router 849bedbf-3d1e-4224-8dce-5298882019a2 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:13:51.120563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-2fba3488-7749-4ae7-9f50-fa2317623fd3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:51.123175 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-2fba3488-7749-4ae7-9f50-fa2317623fd3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "GET /v2.0/networks?id=dd9b66de-4735-4ce1-9f20-f6285c5d294d HTTP/1.1" status: 200 len: 797 time: 0.1768334 Apr 05 21:13:51.189589 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-60cae0bd-1711-4f08-a29f-5820397b0129 req-e672f611-6591-4482-a35d-eb9730804ff6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 210 time: 0.0618627 Apr 05 21:13:51.223392 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-be70ac19-c11e-48a9-807e-ccee68c88144 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 379 time: 0.0530813 Apr 05 21:13:51.233265 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'port': {'device_id': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'admin_state_up': True, 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'security_groups': ['9724f696-e19e-462e-9aea-a7304cc5a952']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:13:51.252488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 53783a84-dc18-48da-b81f-8b39f9cd64cf triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:51.252982 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:51.465818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:13:51.469572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:port and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:13:51.472402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:13:51.478070 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:13:51.487716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:13:51.491233 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:51.530608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3f424342-2c90-48ee-a5dc-323d04bbad9f', 'name': '', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:74:9a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5aa36545-e1cd-4811-8652-f61020629848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:46Z', 'updated_at': '2022-04-05T21:13:50Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '5aa36545-e1cd-4811-8652-f61020629848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:13:51.534487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589ab4d-02f4-4958-8225-cd145a49f58b None None] The sync data for ids ['849bedbf-3d1e-4224-8dce-5298882019a2'] in n-d-836604-1 is: [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3f424342-2c90-48ee-a5dc-323d04bbad9f', 'name': '', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:74:9a:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5aa36545-e1cd-4811-8652-f61020629848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:46Z', 'updated_at': '2022-04-05T21:13:50Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '5aa36545-e1cd-4811-8652-f61020629848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:13:51.687140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.20.0.12 (dd9b66de-4735-4ce1-9f20-f6285c5d294d/5aa36545-e1cd-4811-8652-f61020629848/cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:13:51.895802 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:51.913274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Transition to ACTIVE for port object cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:51.937951 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:52.006400 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network dd9b66de-4735-4ce1-9f20-f6285c5d294d is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:13:52.017733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:13:52.022376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:13:52.054908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:52.092441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:52.093090 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:52.117566 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-1095a97f-8972-42aa-a0a5-629dab5df063 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8877659 Apr 05 21:13:52.128457 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-a5445c89-8444-4030-b7e4-6408700fe64d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 21:13:52.129786 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-a5445c89-8444-4030-b7e4-6408700fe64d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056896 Apr 05 21:13:52.195499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Request body: {'port': {'device_id': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:13:52.279082 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9a14ef64-149b-4f77-be71-6504b9878ce0 None None] Provisioning for port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:52.285764 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9a14ef64-149b-4f77-be71-6504b9878ce0 None None] Provisioning complete for port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:52.286159 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9a14ef64-149b-4f77-be71-6504b9878ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:52.349707 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9a14ef64-149b-4f77-be71-6504b9878ce0 None None] Port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:13:52.363227 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:52.467154 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e03cd-119c-4c7b-8d7e-5fc5f8407429 req-5278eb16-635a-487a-9810-b6971865dc57 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:52.467843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b81e03cd-119c-4c7b-8d7e-5fc5f8407429 req-5278eb16-635a-487a-9810-b6971865dc57 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:13:52.542981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b81e03cd-119c-4c7b-8d7e-5fc5f8407429 req-5278eb16-635a-487a-9810-b6971865dc57 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:13:52.544580 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b81e03cd-119c-4c7b-8d7e-5fc5f8407429 req-5278eb16-635a-487a-9810-b6971865dc57 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 932 time: 0.2437449 Apr 05 21:13:52.679458 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b81e03cd-119c-4c7b-8d7e-5fc5f8407429 req-a58ae0ca-56cc-43f5-9d09-606403ac4110 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284258 Apr 05 21:13:52.795224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:13:52.802469 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:52.817459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Transition to ACTIVE for port object cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:13:52.820507 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:52.939583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3f424342-2c90-48ee-a5dc-323d04bbad9f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:52.985452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:53.013389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 3f424342-2c90-48ee-a5dc-323d04bbad9f completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:53.020082 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 3f424342-2c90-48ee-a5dc-323d04bbad9f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:53.020661 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:53.067757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Attempting to bind port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:13:53.068089 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Attempting to bind port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '117534d3-e057-432e-8728-2851e16c314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:13:53.068421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Attempting to bind port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e on network dd9b66de-4735-4ce1-9f20-f6285c5d294d {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:13:53.073849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e on network dd9b66de-4735-4ce1-9f20-f6285c5d294d not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:13:53.074203 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Attempting to bind port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e on network dd9b66de-4735-4ce1-9f20-f6285c5d294d {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:13:53.079214 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:13:53.079545 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Checking segment: {'id': '117534d3-e057-432e-8728-2851e16c314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:13:53.079918 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Bound using segment: {'id': '117534d3-e057-432e-8728-2851e16c314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:13:53.080336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Bound port: cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '117534d3-e057-432e-8728-2851e16c314b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:13:53.080674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:53.142070 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:53.168872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] For port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:13:53.171849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] For port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e,segment=NetworkSegment(117534d3-e057-432e-8728-2851e16c314b),segment_id=117534d3-e057-432e-8728-2851e16c314b)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:13:53.176434 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:53.179409 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 3f424342-2c90-48ee-a5dc-323d04bbad9f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3f424342-2c90-48ee-a5dc-323d04bbad9f,segment=NetworkSegment(117534d3-e057-432e-8728-2851e16c314b),segment_id=117534d3-e057-432e-8728-2851e16c314b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:53.185173 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:53.235863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:53.236468 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:53.238341 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] 10.222.0.13 "PUT /v2.0/ports/cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e HTTP/1.1" status: 200 len: 1092 time: 1.1024108 Apr 05 21:13:53.240965 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'tag': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:13:53.253629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=3f424342-2c90-48ee-a5dc-323d04bbad9f,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:53.278429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7a4b7-a7e2-4843-85a5-f95920693a72 service neutron] Pushing event updated for resources: {'Port': ['ID=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:53.316599 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'tag': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e', 'status': 'completed', 'code': 200} Apr 05 21:13:53.357665 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-7ffd9a39-e66d-48ed-92f0-8ead37fe8cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:53.359255 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-7ffd9a39-e66d-48ed-92f0-8ead37fe8cd5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 1095 time: 0.0746126 Apr 05 21:13:53.533414 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-962072ff-8576-4374-8b97-eda6819e7d6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e HTTP/1.1" status: 200 len: 217 time: 0.1667967 Apr 05 21:13:53.594711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-26e444b6-3b22-4bac-ba80-e39a25f24b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:53.596019 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-26e444b6-3b22-4bac-ba80-e39a25f24b30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5aa36545-e1cd-4811-8652-f61020629848 HTTP/1.1" status: 200 len: 835 time: 0.0573392 Apr 05 21:13:53.672184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-4c81e94a-29ef-46a5-8296-f0ac7f5e1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:53.673635 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-4c81e94a-29ef-46a5-8296-f0ac7f5e1546 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd9b66de-4735-4ce1-9f20-f6285c5d294d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718677 Apr 05 21:13:53.845740 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-5d01d1ee-e9bd-4bb4-9b2c-6f6c21b192d8 service neutron] 10.222.0.13 "GET /v2.0/networks/dd9b66de-4735-4ce1-9f20-f6285c5d294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647673 Apr 05 21:13:53.982939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4418a-c6ad-4476-9f0e-f9f4bd9b879d req-55690db1-af28-4ef6-9617-87b021d45953 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:53.984384 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79d4418a-c6ad-4476-9f0e-f9f4bd9b879d req-55690db1-af28-4ef6-9617-87b021d45953 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 944 time: 0.1916845 Apr 05 21:13:54.017857 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c73335b-a78c-4749-a46e-78c37f9cf115 req-635c8181-38d8-4293-afd3-9839a9c9bacb service neutron] 10.222.0.13 "GET /v2.0/networks/dd9b66de-4735-4ce1-9f20-f6285c5d294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660140 Apr 05 21:13:54.049090 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-79d4418a-c6ad-4476-9f0e-f9f4bd9b879d req-33e80892-7d1b-4466-b085-e04858841eb6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538216 Apr 05 21:13:54.134833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cb96f-eb6a-45ef-800e-1f9e6f1c0223 req-da844390-3b7d-49db-b437-5f7f65b3a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:54.136205 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c53cb96f-eb6a-45ef-800e-1f9e6f1c0223 req-da844390-3b7d-49db-b437-5f7f65b3a426 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 1095 time: 0.0754452 Apr 05 21:13:54.267421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cb96f-eb6a-45ef-800e-1f9e6f1c0223 req-ee30e895-edd6-4f53-a813-10e156a8234b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:54.268841 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c53cb96f-eb6a-45ef-800e-1f9e6f1c0223 req-ee30e895-edd6-4f53-a813-10e156a8234b service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd9b66de-4735-4ce1-9f20-f6285c5d294d HTTP/1.1" status: 200 len: 898 time: 0.1261413 Apr 05 21:13:54.338649 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c53cb96f-eb6a-45ef-800e-1f9e6f1c0223 req-5a03244c-f970-477b-8a2a-2181fbcea453 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e HTTP/1.1" status: 200 len: 217 time: 0.0632727 Apr 05 21:13:54.400934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cb96f-eb6a-45ef-800e-1f9e6f1c0223 req-2beb0486-9c6b-42b7-9fc2-3a2d44934f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:54.402250 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c53cb96f-eb6a-45ef-800e-1f9e6f1c0223 req-2beb0486-9c6b-42b7-9fc2-3a2d44934f20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5aa36545-e1cd-4811-8652-f61020629848 HTTP/1.1" status: 200 len: 835 time: 0.0571189 Apr 05 21:13:54.477077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53cb96f-eb6a-45ef-800e-1f9e6f1c0223 req-b30e1c40-30e1-46b4-bef0-1058d4cdc474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:54.478560 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c53cb96f-eb6a-45ef-800e-1f9e6f1c0223 req-b30e1c40-30e1-46b4-bef0-1058d4cdc474 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd9b66de-4735-4ce1-9f20-f6285c5d294d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698349 Apr 05 21:13:54.607505 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c53cb96f-eb6a-45ef-800e-1f9e6f1c0223 req-d8668a41-0464-4ca2-8351-9333ff8887be service neutron] 10.222.0.13 "GET /v2.0/networks/dd9b66de-4735-4ce1-9f20-f6285c5d294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225438 Apr 05 21:13:54.737606 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c53cb96f-eb6a-45ef-800e-1f9e6f1c0223 req-6e62a645-42ae-47d3-818f-88d1ea8f504a service neutron] 10.222.0.13 "GET /v2.0/networks/dd9b66de-4735-4ce1-9f20-f6285c5d294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237514 Apr 05 21:13:54.919939 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3f424342-2c90-48ee-a5dc-323d04bbad9f up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:54.989167 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 3f424342-2c90-48ee-a5dc-323d04bbad9f triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:54.989449 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:55.234643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387077a-0218-4243-ac89-df704da30f2f req-89df76d0-53bc-4911-9b62-f88790ca5f8e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:55.236114 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3387077a-0218-4243-ac89-df704da30f2f req-89df76d0-53bc-4911-9b62-f88790ca5f8e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 944 time: 0.0834186 Apr 05 21:13:55.280173 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3387077a-0218-4243-ac89-df704da30f2f req-be71dabb-5ddc-43d9-b7ad-3997c44bebbe tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384142 Apr 05 21:13:56.267901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:13:56.400596 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e,segment=NetworkSegment(117534d3-e057-432e-8728-2851e16c314b),segment_id=117534d3-e057-432e-8728-2851e16c314b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:56.413736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'port_id': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e', 'mac_address': 'fa:16:3e:ef:da:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa36545-e1cd-4811-8652-f61020629848', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:13:56.463942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150aec2-3049-4755-9539-29ad62c933df req-4a678d3c-f02d-4d8e-975c-58b29d113c24 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:56.465381 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0150aec2-3049-4755-9539-29ad62c933df req-4a678d3c-f02d-4d8e-975c-58b29d113c24 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 944 time: 0.0796003 Apr 05 21:13:56.467848 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:56.484489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:13:56.500215 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e,segment=NetworkSegment(117534d3-e057-432e-8728-2851e16c314b),segment_id=117534d3-e057-432e-8728-2851e16c314b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:56.504162 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:56.512754 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0150aec2-3049-4755-9539-29ad62c933df req-20fa441b-3cbd-495d-a4d4-6ec4d8bbe103 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416811 Apr 05 21:13:56.574433 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:56.725461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:13:57.696341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639435f4-3e00-456b-a18c-29e950a48976 req-a4612b27-0c6c-4b43-a464-484d2ff49df4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:57.698326 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-639435f4-3e00-456b-a18c-29e950a48976 req-a4612b27-0c6c-4b43-a464-484d2ff49df4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 945 time: 0.0797832 Apr 05 21:13:57.742567 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-639435f4-3e00-456b-a18c-29e950a48976 req-eca4ccba-d933-44d6-b24a-db6dd9898c14 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384650 Apr 05 21:13:58.267700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:13:58.333041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:13:58.337514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:13:58.337895 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:58.568452 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:58.609116 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:13:58.621071 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e,segment=NetworkSegment(117534d3-e057-432e-8728-2851e16c314b),segment_id=117534d3-e057-432e-8728-2851e16c314b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:13:58.671136 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e', 'code': 200} Apr 05 21:13:58.671890 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:13:58.763309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:13:58.795715 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c18283-ab06-4313-94fe-57b5e59e21dd req-ff5e07c2-0c51-47b7-8f8c-a719a3699f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:58.797380 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40c18283-ab06-4313-94fe-57b5e59e21dd req-ff5e07c2-0c51-47b7-8f8c-a719a3699f5d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 1097 time: 0.0782945 Apr 05 21:13:58.972217 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-40c18283-ab06-4313-94fe-57b5e59e21dd req-fe49db28-cbfb-433a-8060-54966cb64ab3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691499 Apr 05 21:13:59.006771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d8658-6589-4e39-b0aa-0f9754cfaf4e req-e732783e-4e91-49cb-9c7c-4f83cd7d7f92 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:13:59.008178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-427d8658-6589-4e39-b0aa-0f9754cfaf4e req-e732783e-4e91-49cb-9c7c-4f83cd7d7f92 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 946 time: 0.0958719 Apr 05 21:13:59.053870 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-427d8658-6589-4e39-b0aa-0f9754cfaf4e req-23dc6d65-9df1-4baa-a4fe-3c159a9f786e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394721 Apr 05 21:14:00.239947 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc382dda-7ed2-469c-b76a-66bc1fadbbfe req-91dc6278-ddee-431e-8543-a90efdd18f83 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:00.241397 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc382dda-7ed2-469c-b76a-66bc1fadbbfe req-91dc6278-ddee-431e-8543-a90efdd18f83 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 946 time: 0.0816855 Apr 05 21:14:00.285520 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc382dda-7ed2-469c-b76a-66bc1fadbbfe req-bb084e41-9b1d-4e3f-936a-c26ea0df087f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380261 Apr 05 21:14:00.467591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4707d-fcc6-4719-8e2d-846e8acac65b req-372413a3-1e6b-4e59-ae4b-6828e34bdbb9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:00.468943 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28e4707d-fcc6-4719-8e2d-846e8acac65b req-372413a3-1e6b-4e59-ae4b-6828e34bdbb9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 946 time: 0.0827863 Apr 05 21:14:00.512321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-28e4707d-fcc6-4719-8e2d-846e8acac65b req-f1f4fd52-6137-4cd3-b685-c78466326302 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378003 Apr 05 21:14:00.534372 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33498) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:00.603764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96efe27-c305-4961-a826-b9db76b81bae tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:00.605234 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d96efe27-c305-4961-a826-b9db76b81bae tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 1092 time: 0.0699263 Apr 05 21:14:00.608111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33502) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:00.612853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:14:00.619971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:00.623825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:floatingip and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:00.626617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:00.632205 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:00.642469 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:00.783332 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:00.923544 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.25.8.178 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/2f1b79a0-714b-4e74-8ef1-995ea42352b1) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:14:01.070438 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:01.098886 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:01.157193 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:14:01.159820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:14:01.167319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:14:01.205548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=2f1b79a0-714b-4e74-8ef1-995ea42352b1,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:01.579881 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:01.651544 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:01.950362 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:01.954772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:02.060332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=2f1b79a0-714b-4e74-8ef1-995ea42352b1,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:02.072344 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:02.241276 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Floating IP 8af28270-454e-477e-8024-f7caa3e16323 associated. External IP: 172.25.8.178, port: cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e. Apr 05 21:14:02.594149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 849bedbf-3d1e-4224-8dce-5298882019a2 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:14:02.769313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:14:02.779111 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d6215-81f7-468b-9e77-1eee8ecbbb27 None None] Sync routers for ids ['849bedbf-3d1e-4224-8dce-5298882019a2'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:14:02.789109 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d6215-81f7-468b-9e77-1eee8ecbbb27 None None] Routers {'849bedbf-3d1e-4224-8dce-5298882019a2'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:14:02.789715 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3e0d6215-81f7-468b-9e77-1eee8ecbbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:13:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['849bedbf-3d1e-4224-8dce-5298882019a2'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:02.800720 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:02.872310 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-39dc5608-ef3e-47b2-9fe3-4c07e2749486 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2608504 Apr 05 21:14:02.872310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'tag': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:14:02.977781 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3e0d6215-81f7-468b-9e77-1eee8ecbbb27 None None] Set router 849bedbf-3d1e-4224-8dce-5298882019a2 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:14:03.034031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df4bce-21f5-4f06-93dc-3dc9695ae986 req-1c87e717-f7b4-4868-8949-50608e763d3b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:03.035500 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23df4bce-21f5-4f06-93dc-3dc9695ae986 req-1c87e717-f7b4-4868-8949-50608e763d3b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 946 time: 0.0808971 Apr 05 21:14:03.079401 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23df4bce-21f5-4f06-93dc-3dc9695ae986 req-0605f6d6-8ede-43f2-8755-6a6b74b1166f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376761 Apr 05 21:14:03.102660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33510) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:03.169920 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'tag': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e', 'status': 'completed', 'code': 200} Apr 05 21:14:03.257758 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e3a69601-d8a1-4465-b51e-4469149f6e32 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/8af28270-454e-477e-8024-f7caa3e16323 HTTP/1.1" status: 200 len: 992 time: 0.1511056 Apr 05 21:14:03.278464 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96233-626b-413f-8ddf-a31fd31d9631 req-11a023ec-dabb-4a49-ab1b-728ad979129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:03.279914 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ede96233-626b-413f-8ddf-a31fd31d9631 req-11a023ec-dabb-4a49-ab1b-728ad979129c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 1097 time: 0.1092842 Apr 05 21:14:03.325535 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3e0d6215-81f7-468b-9e77-1eee8ecbbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '8af28270-454e-477e-8024-f7caa3e16323', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.178', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'port_id': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'mac_address': 'fa:16:3e:ef:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:14:01Z', 'updated_at': '2022-04-05T21:14:01Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f424342-2c90-48ee-a5dc-323d04bbad9f', 'name': '', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:74:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5aa36545-e1cd-4811-8652-f61020629848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:46Z', 'updated_at': '2022-04-05T21:13:53Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '5aa36545-e1cd-4811-8652-f61020629848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:03.329284 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d6215-81f7-468b-9e77-1eee8ecbbb27 None None] Checking router: 849bedbf-3d1e-4224-8dce-5298882019a2 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:14:03.338155 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d6215-81f7-468b-9e77-1eee8ecbbb27 None None] Routers {'849bedbf-3d1e-4224-8dce-5298882019a2'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:14:03.338729 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3e0d6215-81f7-468b-9e77-1eee8ecbbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:13:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['849bedbf-3d1e-4224-8dce-5298882019a2'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:03.533172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96233-626b-413f-8ddf-a31fd31d9631 req-ef3a0583-d867-490a-9413-c8c39af0f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:03.534612 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ede96233-626b-413f-8ddf-a31fd31d9631 req-ef3a0583-d867-490a-9413-c8c39af0f062 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd9b66de-4735-4ce1-9f20-f6285c5d294d HTTP/1.1" status: 200 len: 898 time: 0.2488484 Apr 05 21:14:03.551902 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3e0d6215-81f7-468b-9e77-1eee8ecbbb27 None None] Set router 849bedbf-3d1e-4224-8dce-5298882019a2 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:14:03.636189 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ede96233-626b-413f-8ddf-a31fd31d9631 req-4d67c64c-53b2-4f2b-ac5f-9aae01313144 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e HTTP/1.1" status: 200 len: 1000 time: 0.0957074 Apr 05 21:14:03.699010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96233-626b-413f-8ddf-a31fd31d9631 req-b130cae6-f58d-4b40-b0ab-7267cb041fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:03.700451 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ede96233-626b-413f-8ddf-a31fd31d9631 req-b130cae6-f58d-4b40-b0ab-7267cb041fc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5aa36545-e1cd-4811-8652-f61020629848 HTTP/1.1" status: 200 len: 835 time: 0.0580730 Apr 05 21:14:03.775838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede96233-626b-413f-8ddf-a31fd31d9631 req-c34274fb-eb2d-45fb-94d1-7f332a4ae00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:03.777322 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ede96233-626b-413f-8ddf-a31fd31d9631 req-c34274fb-eb2d-45fb-94d1-7f332a4ae00c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd9b66de-4735-4ce1-9f20-f6285c5d294d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714056 Apr 05 21:14:03.896053 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3e0d6215-81f7-468b-9e77-1eee8ecbbb27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '8af28270-454e-477e-8024-f7caa3e16323', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.178', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'port_id': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'mac_address': 'fa:16:3e:ef:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:14:01Z', 'updated_at': '2022-04-05T21:14:01Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f424342-2c90-48ee-a5dc-323d04bbad9f', 'name': '', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:74:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5aa36545-e1cd-4811-8652-f61020629848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:46Z', 'updated_at': '2022-04-05T21:13:53Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '5aa36545-e1cd-4811-8652-f61020629848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:03.900284 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d6215-81f7-468b-9e77-1eee8ecbbb27 None None] The sync data for ids ['849bedbf-3d1e-4224-8dce-5298882019a2'] in n-d-836604-1 is: [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '8af28270-454e-477e-8024-f7caa3e16323', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.178', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'port_id': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'mac_address': 'fa:16:3e:ef:da:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:14:01Z', 'updated_at': '2022-04-05T21:14:01Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f424342-2c90-48ee-a5dc-323d04bbad9f', 'name': '', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:74:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5aa36545-e1cd-4811-8652-f61020629848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:46Z', 'updated_at': '2022-04-05T21:13:53Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '5aa36545-e1cd-4811-8652-f61020629848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:14:03.910475 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ede96233-626b-413f-8ddf-a31fd31d9631 req-e68eeb3c-0586-42e4-b0f1-137d90b2d6b4 service neutron] 10.222.0.13 "GET /v2.0/networks/dd9b66de-4735-4ce1-9f20-f6285c5d294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268685 Apr 05 21:14:04.045457 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ede96233-626b-413f-8ddf-a31fd31d9631 req-d7e4c2a9-ebd6-4cfb-8fb7-ba0315208060 service neutron] 10.222.0.13 "GET /v2.0/networks/dd9b66de-4735-4ce1-9f20-f6285c5d294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292272 Apr 05 21:14:04.097122 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0514a33a-a32a-4654-8ad7-905b20b7d541 None None] New status for floating IP 8af28270-454e-477e-8024-f7caa3e16323: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:14:04.260468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33516) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:04.370102 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bbd1b9a1-c2b7-4f86-9703-5f415ec530d2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/8af28270-454e-477e-8024-f7caa3e16323 HTTP/1.1" status: 200 len: 992 time: 0.1085253 Apr 05 21:14:05.373917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33520) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:05.479729 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7699df6e-c487-4ffc-8b98-70b53fa15374 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/8af28270-454e-477e-8024-f7caa3e16323 HTTP/1.1" status: 200 len: 994 time: 0.1039929 Apr 05 21:14:06.627179 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc97319c-cde2-4d0a-89c1-233303420b62 req-ecf7773a-3cac-468f-ab38-417db8f955e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721741 Apr 05 21:14:06.762336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97319c-cde2-4d0a-89c1-233303420b62 req-7c9b604b-24cd-486a-939b-2b32dac88b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:06.763796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc97319c-cde2-4d0a-89c1-233303420b62 req-7c9b604b-24cd-486a-939b-2b32dac88b1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 1097 time: 0.0699799 Apr 05 21:14:06.909324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97319c-cde2-4d0a-89c1-233303420b62 req-82f01cd9-f929-455e-aaa3-9e36ba434488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:06.910697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc97319c-cde2-4d0a-89c1-233303420b62 req-82f01cd9-f929-455e-aaa3-9e36ba434488 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd9b66de-4735-4ce1-9f20-f6285c5d294d HTTP/1.1" status: 200 len: 898 time: 0.1279402 Apr 05 21:14:07.011840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc97319c-cde2-4d0a-89c1-233303420b62 req-dac9df2c-b928-4fef-930c-aa8c564f3f49 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e HTTP/1.1" status: 200 len: 1002 time: 0.0947130 Apr 05 21:14:07.073652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97319c-cde2-4d0a-89c1-233303420b62 req-5040252c-18a5-40b1-9ab2-a0f299027a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:07.075026 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc97319c-cde2-4d0a-89c1-233303420b62 req-5040252c-18a5-40b1-9ab2-a0f299027a4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5aa36545-e1cd-4811-8652-f61020629848 HTTP/1.1" status: 200 len: 835 time: 0.0575745 Apr 05 21:14:07.152323 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97319c-cde2-4d0a-89c1-233303420b62 req-b3ec620f-20a1-4b57-81c6-a6abed2add99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:07.153818 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc97319c-cde2-4d0a-89c1-233303420b62 req-b3ec620f-20a1-4b57-81c6-a6abed2add99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd9b66de-4735-4ce1-9f20-f6285c5d294d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727625 Apr 05 21:14:07.283397 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc97319c-cde2-4d0a-89c1-233303420b62 req-453702c6-c9aa-4613-a071-399003352263 service neutron] 10.222.0.13 "GET /v2.0/networks/dd9b66de-4735-4ce1-9f20-f6285c5d294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236992 Apr 05 21:14:07.505861 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc97319c-cde2-4d0a-89c1-233303420b62 req-62ca7315-0ef6-4469-b4b9-3a77d00fb11a service neutron] 10.222.0.13 "GET /v2.0/networks/dd9b66de-4735-4ce1-9f20-f6285c5d294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168279 Apr 05 21:14:09.297117 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:09.506635 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:11.495693 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f1a5deb2-3044-4e10-aa28-daf701b67b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:13.782145 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7a206ba7-bc8d-46ed-be65-5bf18d1b7449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:14.941329 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:15.031264 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:16.233127 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:24.554182 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:14:35.057775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8492e6-1c8e-4d1c-850e-0e12d23ce824 req-6140d2cc-0f7d-4e71-8ce8-cdae4b184298 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:35.059414 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e8492e6-1c8e-4d1c-850e-0e12d23ce824 req-6140d2cc-0f7d-4e71-8ce8-cdae4b184298 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 946 time: 0.0785680 Apr 05 21:14:35.107054 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3e8492e6-1c8e-4d1c-850e-0e12d23ce824 req-2d87d0b1-c717-4a8b-b076-7b75f80f6ac7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417912 Apr 05 21:14:36.294863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3bd7a-f6bc-4f3a-90df-a0e404b9736c req-1dd93474-26cf-4f68-bec8-7620788480f3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:36.296285 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7c3bd7a-f6bc-4f3a-90df-a0e404b9736c req-1dd93474-26cf-4f68-bec8-7620788480f3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 946 time: 0.0825617 Apr 05 21:14:36.339053 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7c3bd7a-f6bc-4f3a-90df-a0e404b9736c req-2c190c5a-6b3c-4c6b-b046-4b801f77b3e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372779 Apr 05 21:14:36.361664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33544) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:36.466467 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-55e60d9b-6c35-4ec5-976d-2d025e783d74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/8af28270-454e-477e-8024-f7caa3e16323 HTTP/1.1" status: 200 len: 994 time: 0.1035910 Apr 05 21:14:37.895341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0433fed-0039-481f-b8fe-203e7cf2a99a req-4949d417-2f69-420d-b063-eb59ab14e57f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:37.896797 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c0433fed-0039-481f-b8fe-203e7cf2a99a req-4949d417-2f69-420d-b063-eb59ab14e57f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 946 time: 0.0809951 Apr 05 21:14:37.942292 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c0433fed-0039-481f-b8fe-203e7cf2a99a req-5b023dca-ea63-4d68-b22f-d006922f15a3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387509 Apr 05 21:14:39.130172 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e62a64-e26a-4f03-afc9-dbd1ee86b115 req-2ee84765-e1b4-4ce0-814d-b52ca9d513c8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:39.131589 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8e62a64-e26a-4f03-afc9-dbd1ee86b115 req-2ee84765-e1b4-4ce0-814d-b52ca9d513c8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 946 time: 0.0805106 Apr 05 21:14:39.174362 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d8e62a64-e26a-4f03-afc9-dbd1ee86b115 req-b08f5b51-9a79-436a-b545-50e9ea1af44d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371945 Apr 05 21:14:39.197698 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33558) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:39.298994 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:39.304367 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-61c02161-f929-41e8-a790-107665fc5c45 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/8af28270-454e-477e-8024-f7caa3e16323 HTTP/1.1" status: 200 len: 994 time: 0.1055324 Apr 05 21:14:39.514484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33566) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:39.521979 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:39.714919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port 2f1b79a0-714b-4e74-8ef1-995ea42352b1 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:14:39.715147 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:39.878457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:39.878779 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:39.997590 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for 2f1b79a0-714b-4e74-8ef1-995ea42352b1 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:14:40.145027 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:40.193404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=2f1b79a0-714b-4e74-8ef1-995ea42352b1,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:40.234352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:40.234697 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:40.235031 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:40.235362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:40.235686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:40.236011 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:40.236333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:40.236655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:40.236975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:40.237291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:40.237609 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:40.237942 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:40.294072 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:40.294405 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Floating IP 8af28270-454e-477e-8024-f7caa3e16323 disassociated (deleted). External IP: 172.25.8.178, port: cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e. Apr 05 21:14:40.746436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 849bedbf-3d1e-4224-8dce-5298882019a2 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:14:40.922280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:14:40.931558 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20c83d-1434-4b7e-b6cc-d6c45a85a3ab None None] Sync routers for ids ['849bedbf-3d1e-4224-8dce-5298882019a2'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:14:40.940523 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20c83d-1434-4b7e-b6cc-d6c45a85a3ab None None] Routers {'849bedbf-3d1e-4224-8dce-5298882019a2'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:14:40.941188 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-6f20c83d-1434-4b7e-b6cc-d6c45a85a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:14:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['849bedbf-3d1e-4224-8dce-5298882019a2'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:40.941796 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:41.001447 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-95325553-d550-47a7-bc01-60c94dc485a8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/floatingips/8af28270-454e-477e-8024-f7caa3e16323 HTTP/1.1" status: 204 len: 168 time: 1.4856453 Apr 05 21:14:41.001849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'tag': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:14:41.120625 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-6f20c83d-1434-4b7e-b6cc-d6c45a85a3ab None None] Set router 849bedbf-3d1e-4224-8dce-5298882019a2 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:14:41.239258 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'tag': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e', 'status': 'completed', 'code': 200} Apr 05 21:14:41.376840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158aed-8d5e-446b-8bc3-b9bd9c1642aa req-d3b2cb06-a5c6-4d41-b34e-8995457cb548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:41.378367 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d6158aed-8d5e-446b-8bc3-b9bd9c1642aa req-d3b2cb06-a5c6-4d41-b34e-8995457cb548 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 1097 time: 0.1162941 Apr 05 21:14:41.430462 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-6f20c83d-1434-4b7e-b6cc-d6c45a85a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3f424342-2c90-48ee-a5dc-323d04bbad9f', 'name': '', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:74:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5aa36545-e1cd-4811-8652-f61020629848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:46Z', 'updated_at': '2022-04-05T21:13:53Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '5aa36545-e1cd-4811-8652-f61020629848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:41.434210 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20c83d-1434-4b7e-b6cc-d6c45a85a3ab None None] Checking router: 849bedbf-3d1e-4224-8dce-5298882019a2 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:14:41.442244 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20c83d-1434-4b7e-b6cc-d6c45a85a3ab None None] Routers {'849bedbf-3d1e-4224-8dce-5298882019a2'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:14:41.442816 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-6f20c83d-1434-4b7e-b6cc-d6c45a85a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:14:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['849bedbf-3d1e-4224-8dce-5298882019a2'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:41.498953 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8f491393-98a8-4dc7-99f9-5c0c0e2df70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:41.515496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff0668-32a7-48bf-a95c-0a1f00573774 req-f093e397-ebc2-438a-a3d7-bfece56b67ee tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:41.516084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b0ff0668-32a7-48bf-a95c-0a1f00573774 req-f093e397-ebc2-438a-a3d7-bfece56b67ee tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:14:41.549204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158aed-8d5e-446b-8bc3-b9bd9c1642aa req-e3a07d48-1249-474f-a2e7-81a066011615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:41.550952 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d6158aed-8d5e-446b-8bc3-b9bd9c1642aa req-e3a07d48-1249-474f-a2e7-81a066011615 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dd9b66de-4735-4ce1-9f20-f6285c5d294d HTTP/1.1" status: 200 len: 898 time: 0.1662767 Apr 05 21:14:41.551956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b0ff0668-32a7-48bf-a95c-0a1f00573774 req-f093e397-ebc2-438a-a3d7-bfece56b67ee tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:14:41.553097 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b0ff0668-32a7-48bf-a95c-0a1f00573774 req-f093e397-ebc2-438a-a3d7-bfece56b67ee tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 946 time: 0.2269599 Apr 05 21:14:41.631910 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d6158aed-8d5e-446b-8bc3-b9bd9c1642aa req-f8b2fb18-44f7-4f9c-b3e3-412fcc59c0ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e HTTP/1.1" status: 200 len: 217 time: 0.0748987 Apr 05 21:14:41.663063 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-6f20c83d-1434-4b7e-b6cc-d6c45a85a3ab None None] Set router 849bedbf-3d1e-4224-8dce-5298882019a2 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:14:41.708728 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b0ff0668-32a7-48bf-a95c-0a1f00573774 req-f7501d3a-7b4a-4e06-8c6e-1641bd661187 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990787 Apr 05 21:14:41.717541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158aed-8d5e-446b-8bc3-b9bd9c1642aa req-687a131d-c94a-429f-8030-0f7a08a1044a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:41.718978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d6158aed-8d5e-446b-8bc3-b9bd9c1642aa req-687a131d-c94a-429f-8030-0f7a08a1044a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5aa36545-e1cd-4811-8652-f61020629848 HTTP/1.1" status: 200 len: 835 time: 0.0786431 Apr 05 21:14:41.797093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158aed-8d5e-446b-8bc3-b9bd9c1642aa req-b44a7f94-c5c3-4375-afca-f96abff2c4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:41.798608 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d6158aed-8d5e-446b-8bc3-b9bd9c1642aa req-b44a7f94-c5c3-4375-afca-f96abff2c4ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dd9b66de-4735-4ce1-9f20-f6285c5d294d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717602 Apr 05 21:14:41.933969 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d6158aed-8d5e-446b-8bc3-b9bd9c1642aa req-07720126-e7b5-4ba7-a1fd-b2ac35e74537 service neutron] 10.222.0.13 "GET /v2.0/networks/dd9b66de-4735-4ce1-9f20-f6285c5d294d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281481 Apr 05 21:14:41.974566 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-6f20c83d-1434-4b7e-b6cc-d6c45a85a3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3f424342-2c90-48ee-a5dc-323d04bbad9f', 'name': '', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:74:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5aa36545-e1cd-4811-8652-f61020629848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:46Z', 'updated_at': '2022-04-05T21:13:53Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '5aa36545-e1cd-4811-8652-f61020629848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:41.978414 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20c83d-1434-4b7e-b6cc-d6c45a85a3ab None None] The sync data for ids ['849bedbf-3d1e-4224-8dce-5298882019a2'] in n-d-836604-1 is: [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '3f424342-2c90-48ee-a5dc-323d04bbad9f', 'name': '', 'network_id': 'dd9b66de-4735-4ce1-9f20-f6285c5d294d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:74:9a:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '5aa36545-e1cd-4811-8652-f61020629848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:46Z', 'updated_at': '2022-04-05T21:13:53Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '5aa36545-e1cd-4811-8652-f61020629848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:14:42.070982 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d6158aed-8d5e-446b-8bc3-b9bd9c1642aa req-ec340533-4de6-45b6-b6cb-fc0daa393a61 service neutron] 10.222.0.13 "GET /v2.0/networks/dd9b66de-4735-4ce1-9f20-f6285c5d294d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297276 Apr 05 21:14:42.199624 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d3aed0-9e95-4947-9500-57e0f5572be1 None None] New status for floating IP 8af28270-454e-477e-8024-f7caa3e16323: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:14:42.938170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b69fc5e-18e4-4f5d-9fc1-b6add43bfa5c req-fb5db9b6-3c13-49bf-95bf-add13b1ca4fd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:42.939582 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b69fc5e-18e4-4f5d-9fc1-b6add43bfa5c req-fb5db9b6-3c13-49bf-95bf-add13b1ca4fd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 946 time: 0.2443690 Apr 05 21:14:43.001674 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920ff83-b5ce-4a41-997e-100671b9309a req-36846e29-5947-40c0-b942-186df6d46943 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:43.003037 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7920ff83-b5ce-4a41-997e-100671b9309a req-36846e29-5947-40c0-b942-186df6d46943 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 946 time: 0.1524177 Apr 05 21:14:43.042989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-1b69fc5e-18e4-4f5d-9fc1-b6add43bfa5c req-d674c857-4a29-4cdf-ad00-0a22505f74e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:14:43.043329 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1b69fc5e-18e4-4f5d-9fc1-b6add43bfa5c req-d674c857-4a29-4cdf-ad00-0a22505f74e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:43.101129 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7920ff83-b5ce-4a41-997e-100671b9309a req-012b932a-f0ca-4ad4-8fae-d0e0d5b05ad5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=9724f696-e19e-462e-9aea-a7304cc5a952&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925930 Apr 05 21:14:43.305294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1b69fc5e-18e4-4f5d-9fc1-b6add43bfa5c req-d674c857-4a29-4cdf-ad00-0a22505f74e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e,segment=NetworkSegment(117534d3-e057-432e-8728-2851e16c314b),segment_id=117534d3-e057-432e-8728-2851e16c314b)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:14:43.305645 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1b69fc5e-18e4-4f5d-9fc1-b6add43bfa5c req-d674c857-4a29-4cdf-ad00-0a22505f74e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:43.429635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-1b69fc5e-18e4-4f5d-9fc1-b6add43bfa5c req-d674c857-4a29-4cdf-ad00-0a22505f74e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:14:43.575922 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1b69fc5e-18e4-4f5d-9fc1-b6add43bfa5c req-d674c857-4a29-4cdf-ad00-0a22505f74e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:43.624834 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674c857-4a29-4cdf-ad00-0a22505f74e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:43.700490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b69fc5e-18e4-4f5d-9fc1-b6add43bfa5c req-d674c857-4a29-4cdf-ad00-0a22505f74e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] No DVR routers for this DVR port cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:14:43.702995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1b69fc5e-18e4-4f5d-9fc1-b6add43bfa5c req-d674c857-4a29-4cdf-ad00-0a22505f74e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:43.705395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'name': 'network-vif-deleted', 'tag': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:14:43.721561 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1b69fc5e-18e4-4f5d-9fc1-b6add43bfa5c req-d674c857-4a29-4cdf-ad00-0a22505f74e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "DELETE /v2.0/ports/cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e HTTP/1.1" status: 204 len: 173 time: 0.7731924 Apr 05 21:14:43.756442 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb16e731-7eb6-4ac2-9ee0-edc771a71329', 'name': 'network-vif-deleted', 'tag': 'cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e', 'status': 'completed', 'code': 200} Apr 05 21:14:43.774182 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50a33f20-9b26-4eaa-b2f7-430af70c83d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:44.271101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b554ad8e-102b-4959-85ce-15f9f7f88622 req-36500bd4-a34a-4c31-9a9a-25e955ef543e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:14:44.286941 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b554ad8e-102b-4959-85ce-15f9f7f88622 req-36500bd4-a34a-4c31-9a9a-25e955ef543e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:14:44.288229 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b554ad8e-102b-4959-85ce-15f9f7f88622 req-36500bd4-a34a-4c31-9a9a-25e955ef543e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb16e731-7eb6-4ac2-9ee0-edc771a71329 HTTP/1.1" status: 200 len: 210 time: 0.0610688 Apr 05 21:14:44.943869 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:45.033940 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:45.382701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33584) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:45.927312 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:46.235457 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:46.272997 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port 3f424342-2c90-48ee-a5dc-323d04bbad9f {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:14:46.273356 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:46.454294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:14:46.458080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port 3f424342-2c90-48ee-a5dc-323d04bbad9f, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=3f424342-2c90-48ee-a5dc-323d04bbad9f,segment=NetworkSegment(117534d3-e057-432e-8728-2851e16c314b),segment_id=117534d3-e057-432e-8728-2851e16c314b)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:14:46.458574 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:46.490307 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:14:46.490640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device cb3aeff4-8dd9-41fd-bb0d-22bab9df7b7e not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:14:46.695750 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for 3f424342-2c90-48ee-a5dc-323d04bbad9f owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:14:47.017525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:47.065557 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=3f424342-2c90-48ee-a5dc-323d04bbad9f,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:47.103187 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:47.104106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:47.104453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:47.104779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:47.105096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:47.105416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:47.105732 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:47.106076 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:47.106392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:47.106711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:47.107021 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:47.107328 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:47.342922 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:47.690221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 849bedbf-3d1e-4224-8dce-5298882019a2 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:14:47.862525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:14:47.872081 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7a81a-f3dd-4f34-b503-4ce6ea4d5f38 None None] Sync routers for ids ['849bedbf-3d1e-4224-8dce-5298882019a2'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:14:47.879283 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-2fb8b21b-7c0f-4770-9844-cdb0e13180f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "PUT /v2.0/routers/849bedbf-3d1e-4224-8dce-5298882019a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4955091 Apr 05 21:14:47.881139 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7a81a-f3dd-4f34-b503-4ce6ea4d5f38 None None] Routers {'849bedbf-3d1e-4224-8dce-5298882019a2'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:14:47.881731 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8be7a81a-f3dd-4f34-b503-4ce6ea4d5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:14:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['849bedbf-3d1e-4224-8dce-5298882019a2'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:47.882304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33588) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:47.948296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9fcb114-76de-4856-9c3c-5c1b3be8e7ac tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting subnet 5aa36545-e1cd-4811-8652-f61020629848 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:14:47.951262 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9fcb114-76de-4856-9c3c-5c1b3be8e7ac tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:48.009300 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9fcb114-76de-4856-9c3c-5c1b3be8e7ac tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:48.055542 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-8be7a81a-f3dd-4f34-b503-4ce6ea4d5f38 None None] Set router 849bedbf-3d1e-4224-8dce-5298882019a2 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:14:48.092653 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9fcb114-76de-4856-9c3c-5c1b3be8e7ac tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:48.169035 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9fcb114-76de-4856-9c3c-5c1b3be8e7ac tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:48.207848 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcb114-76de-4856-9c3c-5c1b3be8e7ac tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa36545-e1cd-4811-8652-f61020629848,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:48.211266 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e9fcb114-76de-4856-9c3c-5c1b3be8e7ac tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:48.219514 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e9fcb114-76de-4856-9c3c-5c1b3be8e7ac tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/subnets/5aa36545-e1cd-4811-8652-f61020629848 HTTP/1.1" status: 204 len: 168 time: 0.3361835 Apr 05 21:14:48.221416 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e816dc8-d1bb-4b83-90ec-f36e2233f6d8 None None] Network dd9b66de-4735-4ce1-9f20-f6285c5d294d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:14:48.222424 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33592) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:48.342532 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8be7a81a-f3dd-4f34-b503-4ce6ea4d5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:14:46Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:48.346622 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7a81a-f3dd-4f34-b503-4ce6ea4d5f38 None None] Checking router: 849bedbf-3d1e-4224-8dce-5298882019a2 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:14:48.355282 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be7a81a-f3dd-4f34-b503-4ce6ea4d5f38 None None] Routers {'849bedbf-3d1e-4224-8dce-5298882019a2'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:14:48.355881 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8be7a81a-f3dd-4f34-b503-4ce6ea4d5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:14:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['849bedbf-3d1e-4224-8dce-5298882019a2'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:48.503866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] DHCP port deletion for dd9b66de-4735-4ce1-9f20-f6285c5d294d request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:14:48.508328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Deleting port 53783a84-dc18-48da-b81f-8b39f9cd64cf {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:14:48.508694 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:48.547571 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-8be7a81a-f3dd-4f34-b503-4ce6ea4d5f38 None None] Set router 849bedbf-3d1e-4224-8dce-5298882019a2 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:14:48.549386 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:48.741805 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:48.753212 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port defd5cfc-f712-4d9f-8cf4-77c819a62cfd {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:14:48.753601 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:48.765152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] For port 53783a84-dc18-48da-b81f-8b39f9cd64cf, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=53783a84-dc18-48da-b81f-8b39f9cd64cf,segment=NetworkSegment(117534d3-e057-432e-8728-2851e16c314b),segment_id=117534d3-e057-432e-8728-2851e16c314b)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:14:48.765539 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:48.844173 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-8be7a81a-f3dd-4f34-b503-4ce6ea4d5f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:14:46Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:48.848365 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be7a81a-f3dd-4f34-b503-4ce6ea4d5f38 None None] The sync data for ids ['849bedbf-3d1e-4224-8dce-5298882019a2'] in n-d-836604-1 is: [{'id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328667735', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75'}], 'enable_snat': True}, 'gw_port_id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:13:42Z', 'updated_at': '2022-04-05T21:14:46Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'defd5cfc-f712-4d9f-8cf4-77c819a62cfd', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:58:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '849bedbf-3d1e-4224-8dce-5298882019a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4273, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:13:43Z', 'updated_at': '2022-04-05T21:13:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:14:48.889215 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Calling delete_port for 53783a84-dc18-48da-b81f-8b39f9cd64cf owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:14:48.939017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port defd5cfc-f712-4d9f-8cf4-77c819a62cfd, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=defd5cfc-f712-4d9f-8cf4-77c819a62cfd,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:14:48.939372 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:48.967469 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:49.014187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Pushing event deleted for resources: {'Port': ['ID=53783a84-dc18-48da-b81f-8b39f9cd64cf,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:49.023420 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] No DVR routers for this DVR port 53783a84-dc18-48da-b81f-8b39f9cd64cf on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:14:49.026151 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:49.026495 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:49.026833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:49.027244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:49.027620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:49.027950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:49.028301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:49.028597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:49.028915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:49.029233 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:49.029551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:49.029866 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf3458c-b719-494d-b251-435b955ae2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:49.062691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for defd5cfc-f712-4d9f-8cf4-77c819a62cfd owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:14:49.238334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 53783a84-dc18-48da-b81f-8b39f9cd64cf no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:14:49.239110 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:49.282291 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 53783a84-dc18-48da-b81f-8b39f9cd64cf {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:14:49.282922 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 53783a84-dc18-48da-b81f-8b39f9cd64cf not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:14:49.283334 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3f424342-2c90-48ee-a5dc-323d04bbad9f no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:14:49.296241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=defd5cfc-f712-4d9f-8cf4-77c819a62cfd,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:49.323765 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 3f424342-2c90-48ee-a5dc-323d04bbad9f {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:14:49.324410 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 3f424342-2c90-48ee-a5dc-323d04bbad9f not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:14:49.388307 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:49.558243 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:49.560348 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:49.581652 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:49.582232 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Fanout notify agent at l3_agent the message router_deleted on router 849bedbf-3d1e-4224-8dce-5298882019a2 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:14:49.598005 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:49.599095 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c235345e-c8b9-4418-9b90-0eb4c3d589da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/routers/849bedbf-3d1e-4224-8dce-5298882019a2 HTTP/1.1" status: 204 len: 168 time: 1.3757043 Apr 05 21:14:49.601817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33596) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:49.718883 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1990c82b-9264-439f-989e-36970ae3f7f2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:49.953856 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1990c82b-9264-439f-989e-36970ae3f7f2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:49.981795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1990c82b-9264-439f-989e-36970ae3f7f2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9b66de-4735-4ce1-9f20-f6285c5d294d']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:49.993447 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1990c82b-9264-439f-989e-36970ae3f7f2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117534d3-e057-432e-8728-2851e16c314b') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:49.993745 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-1990c82b-9264-439f-989e-36970ae3f7f2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117534d3-e057-432e-8728-2851e16c314b') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:50.005304 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1990c82b-9264-439f-989e-36970ae3f7f2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.021959 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1990c82b-9264-439f-989e-36970ae3f7f2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.029163 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1990c82b-9264-439f-989e-36970ae3f7f2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:14:50.029545 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1990c82b-9264-439f-989e-36970ae3f7f2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: timer() Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:14:50.044901 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:14:50.123661 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1990c82b-9264-439f-989e-36970ae3f7f2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.140712 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1990c82b-9264-439f-989e-36970ae3f7f2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.153311 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990c82b-9264-439f-989e-36970ae3f7f2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Network': ['ID=dd9b66de-4735-4ce1-9f20-f6285c5d294d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:50.159428 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1990c82b-9264-439f-989e-36970ae3f7f2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/networks/dd9b66de-4735-4ce1-9f20-f6285c5d294d HTTP/1.1" status: 204 len: 168 time: 0.5566161 Apr 05 21:14:50.162188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33600) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:50.227594 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c18e5e5-dfe1-4307-b61d-202f1e04d5c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.257701 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c18e5e5-dfe1-4307-b61d-202f1e04d5c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.322981 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c18e5e5-dfe1-4307-b61d-202f1e04d5c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.340299 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18e5e5-dfe1-4307-b61d-202f1e04d5c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9724f696-e19e-462e-9aea-a7304cc5a952,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:50.352147 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1c18e5e5-dfe1-4307-b61d-202f1e04d5c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.353511 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1c18e5e5-dfe1-4307-b61d-202f1e04d5c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/security-groups/9724f696-e19e-462e-9aea-a7304cc5a952 HTTP/1.1" status: 204 len: 168 time: 0.1902716 Apr 05 21:14:50.559009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33608) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:50.564038 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-269830492', 'description': 'tempest-secgroup-smoke-269830492 description', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:14:50.570701 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:50.576307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:50.579173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:50.584744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:50.595870 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.618589 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:50.623430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:50.626177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:50.631699 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:50.701634 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.706062 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.748098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87a3904-a858-4f1b-b614-0e87e638b0af,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:50.753927 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.758165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33612) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:50.758704 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-60a0e30b-2ae8-43f1-91dc-cee77e016068 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1981468 Apr 05 21:14:50.763887 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-98cc363b-2aa1-4437-ab4d-b73cb04386dc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'e87a3904-a858-4f1b-b614-0e87e638b0af', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:14:50.770581 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-98cc363b-2aa1-4437-ab4d-b73cb04386dc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:50.774637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-98cc363b-2aa1-4437-ab4d-b73cb04386dc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:50.777508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-98cc363b-2aa1-4437-ab4d-b73cb04386dc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:50.783138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-98cc363b-2aa1-4437-ab4d-b73cb04386dc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:50.801306 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98cc363b-2aa1-4437-ab4d-b73cb04386dc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.861100 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98cc363b-2aa1-4437-ab4d-b73cb04386dc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.864510 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98cc363b-2aa1-4437-ab4d-b73cb04386dc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.887703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cc363b-2aa1-4437-ab4d-b73cb04386dc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9826e8bc-cfbb-4e25-a98a-291ad06c9e69,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:50.898341 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-98cc363b-2aa1-4437-ab4d-b73cb04386dc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.899459 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-98cc363b-2aa1-4437-ab4d-b73cb04386dc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402228 Apr 05 21:14:50.902192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33616) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:50.908825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-dab3bf5f-7bf4-4dcc-bbf6-8835384c7c21 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'e87a3904-a858-4f1b-b614-0e87e638b0af', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:14:50.915561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dab3bf5f-7bf4-4dcc-bbf6-8835384c7c21 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:50.919436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dab3bf5f-7bf4-4dcc-bbf6-8835384c7c21 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:50.922304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dab3bf5f-7bf4-4dcc-bbf6-8835384c7c21 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:50.927982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dab3bf5f-7bf4-4dcc-bbf6-8835384c7c21 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:50.946121 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device defd5cfc-f712-4d9f-8cf4-77c819a62cfd no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:14:50.948090 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dab3bf5f-7bf4-4dcc-bbf6-8835384c7c21 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:50.980040 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: defd5cfc-f712-4d9f-8cf4-77c819a62cfd {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:14:50.980380 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device defd5cfc-f712-4d9f-8cf4-77c819a62cfd not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:14:51.012768 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dab3bf5f-7bf4-4dcc-bbf6-8835384c7c21 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.016067 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dab3bf5f-7bf4-4dcc-bbf6-8835384c7c21 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.040087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3bf5f-7bf4-4dcc-bbf6-8835384c7c21 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49aded9e-733d-4958-a05b-5ed501f7d6fe,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:51.051500 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dab3bf5f-7bf4-4dcc-bbf6-8835384c7c21 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.052591 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dab3bf5f-7bf4-4dcc-bbf6-8835384c7c21 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1494613 Apr 05 21:14:51.055331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33620) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:51.060682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-31d0c599-825c-4e64-b762-509781145f12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'e87a3904-a858-4f1b-b614-0e87e638b0af', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:14:51.066995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-31d0c599-825c-4e64-b762-509781145f12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:51.070911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-31d0c599-825c-4e64-b762-509781145f12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:51.073796 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-31d0c599-825c-4e64-b762-509781145f12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:51.079746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-31d0c599-825c-4e64-b762-509781145f12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:51.096154 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31d0c599-825c-4e64-b762-509781145f12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.159397 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31d0c599-825c-4e64-b762-509781145f12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.163076 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31d0c599-825c-4e64-b762-509781145f12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.187108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0c599-825c-4e64-b762-509781145f12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36aec5d-de1c-428a-ad25-c0202df4dcb9,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:51.195218 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-31d0c599-825c-4e64-b762-509781145f12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.196380 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-31d0c599-825c-4e64-b762-509781145f12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1401627 Apr 05 21:14:51.199157 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33624) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:51.204123 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f76e7804-418f-4842-aba5-8c51275c0317 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'e87a3904-a858-4f1b-b614-0e87e638b0af', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:14:51.210583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f76e7804-418f-4842-aba5-8c51275c0317 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:51.214525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f76e7804-418f-4842-aba5-8c51275c0317 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:51.217392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f76e7804-418f-4842-aba5-8c51275c0317 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:51.223712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f76e7804-418f-4842-aba5-8c51275c0317 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:51.240946 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f76e7804-418f-4842-aba5-8c51275c0317 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.305625 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f76e7804-418f-4842-aba5-8c51275c0317 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.309675 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f76e7804-418f-4842-aba5-8c51275c0317 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.331888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e7804-418f-4842-aba5-8c51275c0317 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82832375-86ba-42a6-84b6-e122a838fd18,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:51.340225 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f76e7804-418f-4842-aba5-8c51275c0317 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.341444 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f76e7804-418f-4842-aba5-8c51275c0317 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1413515 Apr 05 21:14:51.344248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33628) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:51.349038 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a2259a0e-a228-4d4a-bfbe-72c896d0db12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'e87a3904-a858-4f1b-b614-0e87e638b0af', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:14:51.355935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a2259a0e-a228-4d4a-bfbe-72c896d0db12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:51.360152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a2259a0e-a228-4d4a-bfbe-72c896d0db12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:51.363991 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a2259a0e-a228-4d4a-bfbe-72c896d0db12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:51.370392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a2259a0e-a228-4d4a-bfbe-72c896d0db12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:51.380386 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-a2259a0e-a228-4d4a-bfbe-72c896d0db12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Project 8f4dfe211c634c1c879abf0638ff05d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:14:51.386884 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a2259a0e-a228-4d4a-bfbe-72c896d0db12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.450367 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a2259a0e-a228-4d4a-bfbe-72c896d0db12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.453864 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a2259a0e-a228-4d4a-bfbe-72c896d0db12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.476952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2259a0e-a228-4d4a-bfbe-72c896d0db12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcf0c23-7444-4dc1-bd87-b6ed5c2ef0a6,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:51.486325 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a2259a0e-a228-4d4a-bfbe-72c896d0db12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.487496 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a2259a0e-a228-4d4a-bfbe-72c896d0db12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423182 Apr 05 21:14:51.490173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33632) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:51.494996 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-0fb28405-9f4a-4617-b5ca-eac40a395d83 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'e87a3904-a858-4f1b-b614-0e87e638b0af', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:14:51.501367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0fb28405-9f4a-4617-b5ca-eac40a395d83 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:51.505228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0fb28405-9f4a-4617-b5ca-eac40a395d83 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:51.508101 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0fb28405-9f4a-4617-b5ca-eac40a395d83 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:51.513802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0fb28405-9f4a-4617-b5ca-eac40a395d83 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:51.524405 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-0fb28405-9f4a-4617-b5ca-eac40a395d83 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Project 8f4dfe211c634c1c879abf0638ff05d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:14:51.531421 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0fb28405-9f4a-4617-b5ca-eac40a395d83 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.594920 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0fb28405-9f4a-4617-b5ca-eac40a395d83 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.598546 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0fb28405-9f4a-4617-b5ca-eac40a395d83 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.621409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb28405-9f4a-4617-b5ca-eac40a395d83 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2f4e72-51cb-4ab3-9d20-4097f16b709f,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:51.630165 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0fb28405-9f4a-4617-b5ca-eac40a395d83 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.631362 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0fb28405-9f4a-4617-b5ca-eac40a395d83 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402564 Apr 05 21:14:51.634343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33636) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:51.639719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'network': {'name': 'tempest-network-smoke--2025879198', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'port_security_enabled': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:14:51.645057 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:51.649358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:network and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:51.652832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:51.658505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:51.671690 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:14:51.675145 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.702504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:14:51.711157 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.711492 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Added segment 080309ad-7a17-4bbb-b5f7-4ad4094dcd7c of type vlan for network 2744e157-880c-4b4b-a525-8e77311083b8 Apr 05 21:14:51.738046 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.766399 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.771911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:51.772492 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.876009 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2404442 Apr 05 21:14:51.878716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33640) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:51.881716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db517b2d-217e-481d-a615-a75512eb13ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Network': ['ID=2744e157-880c-4b4b-a525-8e77311083b8,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:51.883906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'admin_state_up': True, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:14:51.892266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 2744e157-880c-4b4b-a525-8e77311083b8 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:14:51.892423 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:51.896214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:router and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:51.899320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:51.906528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:51.917774 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.918773 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:51.934412 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:52.199432 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:52.493195 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:52.521998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:52.655604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.25.8.110 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/6429df86-2178-41c2-825e-58f0bf7efb68) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:14:52.910915 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:52.939380 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:52.996630 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:14:52.999241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:14:53.001925 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:14:53.060189 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=6429df86-2178-41c2-825e-58f0bf7efb68,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:53.421749 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:53.750438 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:53.947818 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 08891890-1a3a-44f1-be69-8404e9fcc619 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 21:14:54.116503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:14:54.126350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Sync routers for ids ['08891890-1a3a-44f1-be69-8404e9fcc619'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:14:54.135466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Routers {'08891890-1a3a-44f1-be69-8404e9fcc619'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:14:54.136076 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:14:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08891890-1a3a-44f1-be69-8404e9fcc619'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:54.142393 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:54.143681 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0aec02a3-c78e-48cd-a7b2-6f7d2156bd90 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2638822 Apr 05 21:14:54.146959 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33644) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:54.310805 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-99819392-99b3-49bd-9e75-a76badba855d tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8f4dfe211c634c1c879abf0638ff05d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1627159 Apr 05 21:14:54.313437 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33648) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:54.321555 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Set router 08891890-1a3a-44f1-be69-8404e9fcc619 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:14:54.440430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cb0149-69ce-471d-ba31-41f9a44c1962 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:54.441836 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f7cb0149-69ce-471d-ba31-41f9a44c1962 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274829 Apr 05 21:14:54.444836 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33652) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:54.484083 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-eae97690-8c3a-44a4-bafe-35ca10dfa352 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381656 Apr 05 21:14:54.486538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33656) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:54.491754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1214225403', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:14:54.599790 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:14:54.604304 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:subnet and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:14:54.604550 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:14:53Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:52Z', 'updated_at': '2022-04-05T21:14:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:54.607305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:14:54.608406 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Checking router: 08891890-1a3a-44f1-be69-8404e9fcc619 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:14:54.608754 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Updating router 08891890-1a3a-44f1-be69-8404e9fcc619 port 6429df86-2178-41c2-825e-58f0bf7efb68 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:14:54.613530 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:14:54.623046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:14:54.626885 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:54.662532 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:54.844933 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:54.923655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Subnet': ['ID=73f550ee-bc65-4bf0-a594-3595b508e093,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:54.932322 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Checking segment: {'id': '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:14:54.932762 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network hostable DHCP agents. Network: 2744e157-880c-4b4b-a525-8e77311083b8, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:14:54.951535 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network 2744e157-880c-4b4b-a525-8e77311083b8 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:14:54.960771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 2744e157-880c-4b4b-a525-8e77311083b8) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:14:54.965932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:54.966967 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:54.976611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d107f2ef-efae-4ae4-aaaa-b1c2e7ee9b4c None None] Network 2744e157-880c-4b4b-a525-8e77311083b8 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:14:54.988596 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-24760894-934d-4bad-a2df-6b3b3aadb402 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5010653 Apr 05 21:14:54.991594 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33660) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:14:55.129345 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:55.147469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Transition to ACTIVE for port object 6429df86-2178-41c2-825e-58f0bf7efb68 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:14:55.157347 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:55.286568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Attempting to bind port 6429df86-2178-41c2-825e-58f0bf7efb68 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:14:55.286851 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Attempting to bind port 6429df86-2178-41c2-825e-58f0bf7efb68 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:14:55.287215 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Attempting to bind port 6429df86-2178-41c2-825e-58f0bf7efb68 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:14:55.297471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084e4ef-7b8c-41c6-b2b0-761134a1d82f None None] Pushing event updated for resources: {'Port': ['ID=6429df86-2178-41c2-825e-58f0bf7efb68,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:55.301633 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:14:55.302033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:14:55.302439 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:55.302822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:14:55.303290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Bound port: 6429df86-2178-41c2-825e-58f0bf7efb68, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:14:55.303660 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:55.401673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-2744e157-880c-4b4b-a525-8e77311083b8', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ips': [{'subnet_id': '73f550ee-bc65-4bf0-a594-3595b508e093'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:14:55.402486 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:55.467662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] For port 6429df86-2178-41c2-825e-58f0bf7efb68, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:14:55.484593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] For port 6429df86-2178-41c2-825e-58f0bf7efb68, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6429df86-2178-41c2-825e-58f0bf7efb68,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:14:55.492287 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:55.630180 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Routers {'08891890-1a3a-44f1-be69-8404e9fcc619'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:14:55.630807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:14:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08891890-1a3a-44f1-be69-8404e9fcc619'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:55.679328 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:55.686043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084e4ef-7b8c-41c6-b2b0-761134a1d82f None None] Pushing event updated for resources: {'Port': ['ID=6429df86-2178-41c2-825e-58f0bf7efb68,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:55.723654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Allocated IP 172.20.0.2 (2744e157-880c-4b4b-a525-8e77311083b8/73f550ee-bc65-4bf0-a594-3595b508e093/136e5fe8-4872-4002-91f2-a66a6c00af10) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:14:55.920397 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] Set router 08891890-1a3a-44f1-be69-8404e9fcc619 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:14:56.252998 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:56.269851 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Transition to ACTIVE for port object 136e5fe8-4872-4002-91f2-a66a6c00af10 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:14:56.293815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Transition to ACTIVE for port object 136e5fe8-4872-4002-91f2-a66a6c00af10 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:14:56.299411 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:56.363938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.20.0.1 (2744e157-880c-4b4b-a525-8e77311083b8/73f550ee-bc65-4bf0-a594-3595b508e093/9e7d62be-cfbe-406d-9b4d-b421c4b04829) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:14:56.368651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Network 2744e157-880c-4b4b-a525-8e77311083b8 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:14:56.377198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:14:56.381770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:14:56.385249 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:14:53Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:52Z', 'updated_at': '2022-04-05T21:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:56.392278 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Pushing event updated for resources: {'Port': ['ID=136e5fe8-4872-4002-91f2-a66a6c00af10,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:56.396000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0d24fe-e284-4294-954a-db06204f185e None None] The sync data for ids ['08891890-1a3a-44f1-be69-8404e9fcc619'] in n-d-836604-1 is: [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:14:53Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:15:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:52Z', 'updated_at': '2022-04-05T21:14:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:14:56.486871 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Attempting to bind port 136e5fe8-4872-4002-91f2-a66a6c00af10 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:14:56.487254 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Attempting to bind port 136e5fe8-4872-4002-91f2-a66a6c00af10 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:14:56.487594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Attempting to bind port 136e5fe8-4872-4002-91f2-a66a6c00af10 on network 2744e157-880c-4b4b-a525-8e77311083b8 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:14:56.492845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:14:56.493214 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Checking segment: {'id': '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:14:56.493604 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:56.494120 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Bound using segment: {'id': '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:14:56.494593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Bound port: 136e5fe8-4872-4002-91f2-a66a6c00af10, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:14:56.494989 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:56.536017 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:56.553671 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Transition to ACTIVE for port object 9e7d62be-cfbe-406d-9b4d-b421c4b04829 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:14:56.579492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:56.649114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] For port 136e5fe8-4872-4002-91f2-a66a6c00af10, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:14:56.655541 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] For port 136e5fe8-4872-4002-91f2-a66a6c00af10, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=136e5fe8-4872-4002-91f2-a66a6c00af10,segment=NetworkSegment(080309ad-7a17-4bbb-b5f7-4ad4094dcd7c),segment_id=080309ad-7a17-4bbb-b5f7-4ad4094dcd7c)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:14:56.663571 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:56.666665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network 2744e157-880c-4b4b-a525-8e77311083b8 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:14:56.669932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:14:56.673843 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:14:56.752940 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=9e7d62be-cfbe-406d-9b4d-b421c4b04829,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:56.754706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd2937-41f1-4c13-9db8-a34827c27ccf None None] Pushing event updated for resources: {'Port': ['ID=136e5fe8-4872-4002-91f2-a66a6c00af10,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:56.772329 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:57.011698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6429df86-2178-41c2-825e-58f0bf7efb68 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:14:57.085642 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:57.093355 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 6429df86-2178-41c2-825e-58f0bf7efb68 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:14:57.099548 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6429df86-2178-41c2-825e-58f0bf7efb68 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:57.099914 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:57.237853 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:57.254933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 6429df86-2178-41c2-825e-58f0bf7efb68, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6429df86-2178-41c2-825e-58f0bf7efb68,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:14:57.260264 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:57.346654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=6429df86-2178-41c2-825e-58f0bf7efb68,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:57.536351 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:57.541602 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:57.653103 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=9e7d62be-cfbe-406d-9b4d-b421c4b04829,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:57.657836 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:57.778353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a655adb3-148c-4b47-a51b-b3fab6e92c9e None None] Network 2744e157-880c-4b4b-a525-8e77311083b8 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:14:57.890227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9f4c8822-8378-43ff-932b-bec6cac358a3 None None] Provisioning for port 136e5fe8-4872-4002-91f2-a66a6c00af10 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:14:57.917017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network 2744e157-880c-4b4b-a525-8e77311083b8 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:14:57.926634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:14:58.116735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 08891890-1a3a-44f1-be69-8404e9fcc619 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:14:58.246577 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b0671f62-8f6a-4564-8ea1-e2fc8b0c6614 None None] Provisioning for port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:14:58.251913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b0671f62-8f6a-4564-8ea1-e2fc8b0c6614 None None] Provisioning complete for port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:58.252388 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0671f62-8f6a-4564-8ea1-e2fc8b0c6614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:58.308885 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:14:58.315735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-b0671f62-8f6a-4564-8ea1-e2fc8b0c6614 None None] Port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:14:58.323358 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-38cde77d-cf4e-41a0-b647-b1d80795b1cc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "PUT /v2.0/routers/08891890-1a3a-44f1-be69-8404e9fcc619/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3305476 Apr 05 21:14:58.339207 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Sync routers for ids ['08891890-1a3a-44f1-be69-8404e9fcc619'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:14:58.348722 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Routers {'08891890-1a3a-44f1-be69-8404e9fcc619'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:14:58.349353 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:14:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08891890-1a3a-44f1-be69-8404e9fcc619'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:58.442910 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a21cb928-3657-4398-8ef2-c00744280e2b None None] Provisioning complete for port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:58.443277 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a21cb928-3657-4398-8ef2-c00744280e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:58.506459 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-1c83f42b-0d9f-4a28-ab33-0054fe1cd57e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-269830492&fields=id&tenant_id=8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 267 time: 0.0467677 Apr 05 21:14:58.516796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-a21cb928-3657-4398-8ef2-c00744280e2b None None] Port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:14:58.584587 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Set router 08891890-1a3a-44f1-be69-8404e9fcc619 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:14:58.637445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c00ada25-002c-4d8b-82db-e85813bfc748 None None] Provisioning complete for port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:58.637834 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c00ada25-002c-4d8b-82db-e85813bfc748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:58.695023 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c00ada25-002c-4d8b-82db-e85813bfc748 None None] Port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:14:58.773211 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdde031-e8ea-405c-97c5-571d5221052f req-a53a3960-c3c1-4b1e-944b-91cd0fd39dbc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:14:58.773871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9cdde031-e8ea-405c-97c5-571d5221052f req-a53a3960-c3c1-4b1e-944b-91cd0fd39dbc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:14:58.788938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9cdde031-e8ea-405c-97c5-571d5221052f req-a53a3960-c3c1-4b1e-944b-91cd0fd39dbc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:14:58.790303 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-a53a3960-c3c1-4b1e-944b-91cd0fd39dbc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/networks?id=2744e157-880c-4b4b-a525-8e77311083b8 HTTP/1.1" status: 200 len: 797 time: 0.2813227 Apr 05 21:14:58.806003 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-df172ce7-a007-4e56-8554-6aa5e4e2e678 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/quotas/8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 375 time: 0.0097332 Apr 05 21:14:58.898729 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-ede25114-289b-4336-a600-889a662a909a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867026 Apr 05 21:14:58.913223 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:52Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '9e7d62be-cfbe-406d-9b4d-b421c4b04829', 'name': '', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:8b:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:56Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 2, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:58.918233 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Checking router: 08891890-1a3a-44f1-be69-8404e9fcc619 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:14:58.918645 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Updating router 08891890-1a3a-44f1-be69-8404e9fcc619 port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:14:58.977120 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:59.044276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 136e5fe8-4872-4002-91f2-a66a6c00af10 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:14:59.100497 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-053fc360-b348-4369-988a-a53cd022423f service neutron] 10.222.0.24 "GET /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865401 Apr 05 21:14:59.121826 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 136e5fe8-4872-4002-91f2-a66a6c00af10 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:14:59.126907 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 136e5fe8-4872-4002-91f2-a66a6c00af10 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:59.127076 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:59.240243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-37620228-9760-4492-a5e7-228dfa9de9f0 service neutron] 10.222.0.24 "GET /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328428 Apr 05 21:14:59.249022 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:59.290344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 136e5fe8-4872-4002-91f2-a66a6c00af10, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=136e5fe8-4872-4002-91f2-a66a6c00af10,segment=NetworkSegment(080309ad-7a17-4bbb-b5f7-4ad4094dcd7c),segment_id=080309ad-7a17-4bbb-b5f7-4ad4094dcd7c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:14:59.295356 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:59.296290 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6429df86-2178-41c2-825e-58f0bf7efb68 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:14:59.340634 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:59.353214 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Transition to ACTIVE for port object 9e7d62be-cfbe-406d-9b4d-b421c4b04829 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:14:59.361259 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:59.434699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=136e5fe8-4872-4002-91f2-a66a6c00af10,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:59.459850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6429df86-2178-41c2-825e-58f0bf7efb68 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:14:59.460273 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:59.498536 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47330f53-f8b9-4120-9fe7-8d5d95ae201a req-ef6ee0ea-5dde-4b63-ac42-09a5ec2c9e65 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 210 time: 0.0986900 Apr 05 21:14:59.585502 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8f9a8-fc10-462d-9d7a-83bb26f75398 None None] Pushing event updated for resources: {'Port': ['ID=9e7d62be-cfbe-406d-9b4d-b421c4b04829,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:14:59.605937 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8f9a8-fc10-462d-9d7a-83bb26f75398 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:59.606391 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8f9a8-fc10-462d-9d7a-83bb26f75398 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:59.606596 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8f9a8-fc10-462d-9d7a-83bb26f75398 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:59.606897 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8f9a8-fc10-462d-9d7a-83bb26f75398 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:59.607209 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8f9a8-fc10-462d-9d7a-83bb26f75398 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:59.607522 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8f9a8-fc10-462d-9d7a-83bb26f75398 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:59.607822 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8f9a8-fc10-462d-9d7a-83bb26f75398 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:59.608130 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8f9a8-fc10-462d-9d7a-83bb26f75398 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:59.608519 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8f9a8-fc10-462d-9d7a-83bb26f75398 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:59.608725 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8f9a8-fc10-462d-9d7a-83bb26f75398 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:59.609030 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8f9a8-fc10-462d-9d7a-83bb26f75398 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:59.609331 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c8f9a8-fc10-462d-9d7a-83bb26f75398 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:14:59.620122 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Attempting to bind port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:14:59.620528 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Attempting to bind port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:14:59.620886 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Attempting to bind port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 on network 2744e157-880c-4b4b-a525-8e77311083b8 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:14:59.633562 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:14:59.634182 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Checking segment: {'id': '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:14:59.635152 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:59.635568 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Bound using segment: {'id': '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:14:59.636010 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Bound port: 9e7d62be-cfbe-406d-9b4d-b421c4b04829, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:14:59.636424 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:59.742082 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] For port 9e7d62be-cfbe-406d-9b4d-b421c4b04829, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:14:59.745618 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] For port 9e7d62be-cfbe-406d-9b4d-b421c4b04829, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9e7d62be-cfbe-406d-9b4d-b421c4b04829,segment=NetworkSegment(080309ad-7a17-4bbb-b5f7-4ad4094dcd7c),segment_id=080309ad-7a17-4bbb-b5f7-4ad4094dcd7c)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:14:59.749993 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:14:59.830484 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Routers {'08891890-1a3a-44f1-be69-8404e9fcc619'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:14:59.831136 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:14:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08891890-1a3a-44f1-be69-8404e9fcc619'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:14:59.886416 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8f9a8-fc10-462d-9d7a-83bb26f75398 None None] Pushing event updated for resources: {'Port': ['ID=9e7d62be-cfbe-406d-9b4d-b421c4b04829,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:00.026636 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] Set router 08891890-1a3a-44f1-be69-8404e9fcc619 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:15:00.367207 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:52Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '9e7d62be-cfbe-406d-9b4d-b421c4b04829', 'name': '', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:8b:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:56Z', 'updated_at': '2022-04-05T21:14:59Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:15:00.371917 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c631ff14-2546-4e5f-a5f7-10e0b4ac0fe7 None None] The sync data for ids ['08891890-1a3a-44f1-be69-8404e9fcc619'] in n-d-836604-1 is: [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:52Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '9e7d62be-cfbe-406d-9b4d-b421c4b04829', 'name': '', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:8b:45:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:56Z', 'updated_at': '2022-04-05T21:14:59Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:15:00.664284 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4dee93b-c435-4aa3-8ec0-f699c2487769 req-4b65e88f-f08b-4d4f-b3d1-498210fed341 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 210 time: 0.0555069 Apr 05 21:15:00.713339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdde031-e8ea-405c-97c5-571d5221052f req-6e7542f1-992c-4ba5-81ca-fb71cfd3d917 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:00.714870 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-6e7542f1-992c-4ba5-81ca-fb71cfd3d917 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.41 "GET /v2.0/networks?id=2744e157-880c-4b4b-a525-8e77311083b8 HTTP/1.1" status: 200 len: 797 time: 0.2411907 Apr 05 21:15:00.770613 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-37aadf27-8f39-4629-b187-0331ec5e8e4f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 379 time: 0.0479157 Apr 05 21:15:00.779889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'port': {'device_id': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'admin_state_up': True, 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'security_groups': ['e87a3904-a858-4f1b-b614-0e87e638b0af']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:15:00.925251 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:15:00.929600 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:port and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:15:00.933343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:15:00.939525 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:15:00.951108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:15:00.955381 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:01.048844 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9e7d62be-cfbe-406d-9b4d-b421c4b04829 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:15:01.137015 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:15:01.139968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.20.0.6 (2744e157-880c-4b4b-a525-8e77311083b8/73f550ee-bc65-4bf0-a594-3595b508e093/ac3a7d4a-29ad-47e3-ac06-3c93db57e177) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:15:01.142978 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:15:01.143468 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:01.269050 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:01.303019 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 9e7d62be-cfbe-406d-9b4d-b421c4b04829, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9e7d62be-cfbe-406d-9b4d-b421c4b04829,segment=NetworkSegment(080309ad-7a17-4bbb-b5f7-4ad4094dcd7c),segment_id=080309ad-7a17-4bbb-b5f7-4ad4094dcd7c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:15:01.307166 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:01.307965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 136e5fe8-4872-4002-91f2-a66a6c00af10 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:15:01.355233 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:01.373195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Transition to ACTIVE for port object ac3a7d4a-29ad-47e3-ac06-3c93db57e177 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:15:01.398140 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:01.460716 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=9e7d62be-cfbe-406d-9b4d-b421c4b04829,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:01.472488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 136e5fe8-4872-4002-91f2-a66a6c00af10 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:15:01.472855 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:01.475345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network 2744e157-880c-4b4b-a525-8e77311083b8 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:15:01.479693 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:15:01.484204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:15:01.522850 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=ac3a7d4a-29ad-47e3-ac06-3c93db57e177,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:01.555435 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:15:01.575506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:01.576236 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:01.610684 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-eb9ae133-9b71-41ea-9c24-ccfa00ab03eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8343477 Apr 05 21:15:01.625622 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Request body: {'port': {'device_id': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:15:01.747018 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:01.778003 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1a9bb052-ae79-4ebb-85b9-df4c8b96bb6e None None] Provisioning for port ac3a7d4a-29ad-47e3-ac06-3c93db57e177 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:15:01.782823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-1a9bb052-ae79-4ebb-85b9-df4c8b96bb6e None None] Provisioning complete for port ac3a7d4a-29ad-47e3-ac06-3c93db57e177 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:15:01.783400 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1a9bb052-ae79-4ebb-85b9-df4c8b96bb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:01.835690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-1a9bb052-ae79-4ebb-85b9-df4c8b96bb6e None None] Port ac3a7d4a-29ad-47e3-ac06-3c93db57e177 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:15:01.988778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38e4440-1482-45cf-ac0e-97de1b7271bb req-67020910-512e-4ce1-8f85-07e786895ff0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:01.989376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f38e4440-1482-45cf-ac0e-97de1b7271bb req-67020910-512e-4ce1-8f85-07e786895ff0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:15:02.157792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f38e4440-1482-45cf-ac0e-97de1b7271bb req-67020910-512e-4ce1-8f85-07e786895ff0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:15:02.158980 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f38e4440-1482-45cf-ac0e-97de1b7271bb req-67020910-512e-4ce1-8f85-07e786895ff0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 931 time: 0.3622515 Apr 05 21:15:02.223124 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f38e4440-1482-45cf-ac0e-97de1b7271bb req-d612a3b2-c953-415d-b59b-45a28edd5eda tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570979 Apr 05 21:15:02.290871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3a7d4a-29ad-47e3-ac06-3c93db57e177 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:15:02.297981 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:02.312392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Transition to ACTIVE for port object ac3a7d4a-29ad-47e3-ac06-3c93db57e177 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:15:02.315236 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:02.471783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3a7d4a-29ad-47e3-ac06-3c93db57e177,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:02.553213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Attempting to bind port ac3a7d4a-29ad-47e3-ac06-3c93db57e177 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:15:02.553550 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Attempting to bind port ac3a7d4a-29ad-47e3-ac06-3c93db57e177 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:15:02.553925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Attempting to bind port ac3a7d4a-29ad-47e3-ac06-3c93db57e177 on network 2744e157-880c-4b4b-a525-8e77311083b8 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:15:02.559093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Port ac3a7d4a-29ad-47e3-ac06-3c93db57e177 on network 2744e157-880c-4b4b-a525-8e77311083b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:15:02.559408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Attempting to bind port ac3a7d4a-29ad-47e3-ac06-3c93db57e177 on network 2744e157-880c-4b4b-a525-8e77311083b8 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:15:02.564474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:15:02.564807 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Checking segment: {'id': '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:15:02.565181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Bound using segment: {'id': '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:15:02.565603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Bound port: ac3a7d4a-29ad-47e3-ac06-3c93db57e177, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:15:02.565972 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:02.655967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] For port ac3a7d4a-29ad-47e3-ac06-3c93db57e177, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:15:02.658830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] For port ac3a7d4a-29ad-47e3-ac06-3c93db57e177, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ac3a7d4a-29ad-47e3-ac06-3c93db57e177,segment=NetworkSegment(080309ad-7a17-4bbb-b5f7-4ad4094dcd7c),segment_id=080309ad-7a17-4bbb-b5f7-4ad4094dcd7c)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:15:02.662910 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:02.716393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:02.717014 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:02.718397 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] 10.222.0.41 "PUT /v2.0/ports/ac3a7d4a-29ad-47e3-ac06-3c93db57e177 HTTP/1.1" status: 200 len: 1091 time: 1.0981076 Apr 05 21:15:02.718822 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'tag': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:15:02.750677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843da0e-62fd-415a-b59e-9f0415693fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3a7d4a-29ad-47e3-ac06-3c93db57e177,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:02.796419 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'tag': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177', 'status': 'completed', 'code': 200} Apr 05 21:15:02.839885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdde031-e8ea-405c-97c5-571d5221052f req-74a486d0-d2bd-4775-91da-c389024b3b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:02.841427 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-74a486d0-d2bd-4775-91da-c389024b3b58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 1094 time: 0.0784249 Apr 05 21:15:02.913298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-e41e9086-6a64-4ae5-9df5-23fd9958eb12 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac3a7d4a-29ad-47e3-ac06-3c93db57e177 HTTP/1.1" status: 200 len: 217 time: 0.0657275 Apr 05 21:15:02.953271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9e7d62be-cfbe-406d-9b4d-b421c4b04829 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:15:02.975601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdde031-e8ea-405c-97c5-571d5221052f req-a42955e5-2f20-4736-b55a-61062e94b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:02.977023 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-a42955e5-2f20-4736-b55a-61062e94b8da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73f550ee-bc65-4bf0-a594-3595b508e093 HTTP/1.1" status: 200 len: 835 time: 0.0576825 Apr 05 21:15:03.032710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:15:03.033071 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:03.051474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdde031-e8ea-405c-97c5-571d5221052f req-fce00be5-37c9-4926-bfb3-49a1f1d696cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:03.052956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-fce00be5-37c9-4926-bfb3-49a1f1d696cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2744e157-880c-4b4b-a525-8e77311083b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702393 Apr 05 21:15:03.183497 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-72ef4486-81d8-41c6-95a5-aac5f18a6b4a service neutron] 10.222.0.41 "GET /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244059 Apr 05 21:15:03.314994 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cdde031-e8ea-405c-97c5-571d5221052f req-901c2196-e648-42a9-8f81-40bd789cbec7 service neutron] 10.222.0.41 "GET /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256969 Apr 05 21:15:03.468728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfee0ca-150c-40fd-aa68-56f27b51367b req-18c6f06c-d76a-4e0f-a67c-042a382dd0eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:03.470092 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8dfee0ca-150c-40fd-aa68-56f27b51367b req-18c6f06c-d76a-4e0f-a67c-042a382dd0eb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 943 time: 0.1399777 Apr 05 21:15:03.472670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc38cba-9af4-46b9-9aa7-c9cf06a2cd7d req-756f8d60-0593-44e1-9204-54cda38d387a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:03.474013 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cc38cba-9af4-46b9-9aa7-c9cf06a2cd7d req-756f8d60-0593-44e1-9204-54cda38d387a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 1094 time: 0.1084983 Apr 05 21:15:03.601563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8dfee0ca-150c-40fd-aa68-56f27b51367b req-0f1f1cf3-62a1-48b9-99d7-917083a084b4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257849 Apr 05 21:15:03.636734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc38cba-9af4-46b9-9aa7-c9cf06a2cd7d req-0d5774af-8a9e-4651-a623-d59f9c94b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:03.638194 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cc38cba-9af4-46b9-9aa7-c9cf06a2cd7d req-0d5774af-8a9e-4651-a623-d59f9c94b3fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=2744e157-880c-4b4b-a525-8e77311083b8 HTTP/1.1" status: 200 len: 898 time: 0.1500883 Apr 05 21:15:03.704769 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cc38cba-9af4-46b9-9aa7-c9cf06a2cd7d req-7b4b016a-bd4c-45c4-9b45-832257b47807 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac3a7d4a-29ad-47e3-ac06-3c93db57e177 HTTP/1.1" status: 200 len: 217 time: 0.0603437 Apr 05 21:15:03.770034 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc38cba-9af4-46b9-9aa7-c9cf06a2cd7d req-b4ab592b-6d60-4ca4-819d-a03e5c8541ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:03.771421 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cc38cba-9af4-46b9-9aa7-c9cf06a2cd7d req-b4ab592b-6d60-4ca4-819d-a03e5c8541ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73f550ee-bc65-4bf0-a594-3595b508e093 HTTP/1.1" status: 200 len: 835 time: 0.0600431 Apr 05 21:15:03.845467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc38cba-9af4-46b9-9aa7-c9cf06a2cd7d req-42472290-61cd-4ce4-b02a-706957f7dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:03.846903 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cc38cba-9af4-46b9-9aa7-c9cf06a2cd7d req-42472290-61cd-4ce4-b02a-706957f7dd3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2744e157-880c-4b4b-a525-8e77311083b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684137 Apr 05 21:15:04.078011 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cc38cba-9af4-46b9-9aa7-c9cf06a2cd7d req-4764cb91-821b-41ef-9d8f-00c4bb59ada0 service neutron] 10.222.0.41 "GET /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236998 Apr 05 21:15:04.208417 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9cc38cba-9af4-46b9-9aa7-c9cf06a2cd7d req-bb1a4851-1899-4152-8adc-a8bc4cddd378 service neutron] 10.222.0.41 "GET /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235666 Apr 05 21:15:04.787234 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c007960-1946-4d1b-b182-a86edd577340 req-50d084fa-b0b4-4f10-9569-fae1a4762230 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:04.788670 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c007960-1946-4d1b-b182-a86edd577340 req-50d084fa-b0b4-4f10-9569-fae1a4762230 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 943 time: 0.0843685 Apr 05 21:15:04.831525 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c007960-1946-4d1b-b182-a86edd577340 req-78052a5d-9ae9-408c-9644-a87d4624bb1c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373321 Apr 05 21:15:06.015260 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8086d-7ee1-4f4e-9e23-3d8969bcbe92 req-304efd8f-3ec3-4c72-b919-f3e121b55263 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:06.016607 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1e8086d-7ee1-4f4e-9e23-3d8969bcbe92 req-304efd8f-3ec3-4c72-b919-f3e121b55263 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 943 time: 0.0809469 Apr 05 21:15:06.063407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b1e8086d-7ee1-4f4e-9e23-3d8969bcbe92 req-0d6f80a7-f898-4821-9adb-193c6d6ad147 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411515 Apr 05 21:15:06.399332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ac3a7d4a-29ad-47e3-ac06-3c93db57e177 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:15:06.528296 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ac3a7d4a-29ad-47e3-ac06-3c93db57e177, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ac3a7d4a-29ad-47e3-ac06-3c93db57e177,segment=NetworkSegment(080309ad-7a17-4bbb-b5f7-4ad4094dcd7c),segment_id=080309ad-7a17-4bbb-b5f7-4ad4094dcd7c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:15:06.545239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'port_id': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177', 'mac_address': 'fa:16:3e:48:b6:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:15:06.599247 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:06.615792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3a7d4a-29ad-47e3-ac06-3c93db57e177 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:15:06.631152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ac3a7d4a-29ad-47e3-ac06-3c93db57e177, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ac3a7d4a-29ad-47e3-ac06-3c93db57e177,segment=NetworkSegment(080309ad-7a17-4bbb-b5f7-4ad4094dcd7c),segment_id=080309ad-7a17-4bbb-b5f7-4ad4094dcd7c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:15:06.635675 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:06.701831 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=ac3a7d4a-29ad-47e3-ac06-3c93db57e177,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:06.846416 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['ac3a7d4a-29ad-47e3-ac06-3c93db57e177'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:15:07.247746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09dea2f-5987-47ec-b9c1-c2e18522d666 req-844272d6-c69e-4adb-a1af-79cf361f8228 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:07.249098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e09dea2f-5987-47ec-b9c1-c2e18522d666 req-844272d6-c69e-4adb-a1af-79cf361f8228 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 944 time: 0.0822234 Apr 05 21:15:07.293126 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e09dea2f-5987-47ec-b9c1-c2e18522d666 req-8cf59bfe-7ac3-493f-9a29-c3a79be77a0f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384767 Apr 05 21:15:08.399432 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ac3a7d4a-29ad-47e3-ac06-3c93db57e177 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:15:08.465908 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port ac3a7d4a-29ad-47e3-ac06-3c93db57e177 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:15:08.470558 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port ac3a7d4a-29ad-47e3-ac06-3c93db57e177 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:15:08.470930 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:08.472666 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899d59c-8349-4298-850b-f01fbf8b3355 req-af91f34b-1c4f-4de0-ba3c-095e2ea9927f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:08.474154 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4899d59c-8349-4298-850b-f01fbf8b3355 req-af91f34b-1c4f-4de0-ba3c-095e2ea9927f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 944 time: 0.0796683 Apr 05 21:15:08.520014 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4899d59c-8349-4298-850b-f01fbf8b3355 req-4a64bcbf-7e18-408c-9907-4ac48871b119 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392709 Apr 05 21:15:08.591056 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:08.616884 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:15:08.626689 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port ac3a7d4a-29ad-47e3-ac06-3c93db57e177, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ac3a7d4a-29ad-47e3-ac06-3c93db57e177,segment=NetworkSegment(080309ad-7a17-4bbb-b5f7-4ad4094dcd7c),segment_id=080309ad-7a17-4bbb-b5f7-4ad4094dcd7c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:15:08.630478 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:08.661790 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177', 'code': 200} Apr 05 21:15:08.702931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=ac3a7d4a-29ad-47e3-ac06-3c93db57e177,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:08.788129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b652caad-eb68-4d0d-b937-d8443b238f29 req-f6e64695-3f0f-4b94-9d61-4d96b5e65b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:08.789582 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b652caad-eb68-4d0d-b937-d8443b238f29 req-f6e64695-3f0f-4b94-9d61-4d96b5e65b53 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 1096 time: 0.0728743 Apr 05 21:15:08.828088 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b652caad-eb68-4d0d-b937-d8443b238f29 req-458c02d4-dea4-4a3e-a7a2-fcbeb2dd8995 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330110 Apr 05 21:15:09.309581 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:09.536484 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:09.709267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887c6b5-ec49-480a-9c76-b32a8141aa2b req-b881f790-7e69-4041-9397-646664fb8538 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:09.710778 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a887c6b5-ec49-480a-9c76-b32a8141aa2b req-b881f790-7e69-4041-9397-646664fb8538 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.0844877 Apr 05 21:15:09.756398 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a887c6b5-ec49-480a-9c76-b32a8141aa2b req-1fef2f3b-5f09-4a49-9ade-ce2ba67e39f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393171 Apr 05 21:15:10.939103 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6e863-b6f3-43f0-ae0c-dd3fcd46f22c req-f9ad4070-e3fd-4254-bd49-701b907e951d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:10.940544 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7c6e863-b6f3-43f0-ae0c-dd3fcd46f22c req-f9ad4070-e3fd-4254-bd49-701b907e951d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.0795774 Apr 05 21:15:10.983206 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7c6e863-b6f3-43f0-ae0c-dd3fcd46f22c req-15daa754-e339-459c-813e-dc156e1ebaa1 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370643 Apr 05 21:15:11.171550 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f196f3-cb85-47a1-bd6c-22b78f9005c5 req-97d79a2e-1340-4dc3-af81-d210a018b864 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:11.172909 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5f196f3-cb85-47a1-bd6c-22b78f9005c5 req-97d79a2e-1340-4dc3-af81-d210a018b864 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.0831721 Apr 05 21:15:11.216790 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c5f196f3-cb85-47a1-bd6c-22b78f9005c5 req-bbc3968a-5167-455d-8a57-22b47c1d9092 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382016 Apr 05 21:15:11.239028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33712) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:11.309209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834f46db-129f-4ad0-b742-60dc535852a8 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:11.310832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-834f46db-129f-4ad0-b742-60dc535852a8 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 1091 time: 0.0708616 Apr 05 21:15:11.313491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33716) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:11.318232 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:15:11.324660 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:15:11.328456 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:floatingip and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:15:11.331281 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:15:11.337387 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:15:11.350624 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:11.483569 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:11.501326 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c919da10-88f5-4357-a137-b3b737e55ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:11.620594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.25.8.73 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/90296387-4dd4-40f8-bbe9-d2334652519b) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:15:11.766390 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:11.796087 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:11.856765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:15:11.859522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:15:11.862133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:15:11.911578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=90296387-4dd4-40f8-bbe9-d2334652519b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:12.368327 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:12.440869 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:12.638718 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:12.642835 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:12.755095 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=90296387-4dd4-40f8-bbe9-d2334652519b,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:15:12.766744 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:12.938374 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Floating IP 85910cbe-431e-45a7-9765-2d293703f045 associated. External IP: 172.25.8.73, port: ac3a7d4a-29ad-47e3-ac06-3c93db57e177. Apr 05 21:15:13.284584 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 08891890-1a3a-44f1-be69-8404e9fcc619 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:15:13.456405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:15:13.465658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce69ff0a-d9d2-4aa2-b5fc-4ab7a9d359ad None None] Sync routers for ids ['08891890-1a3a-44f1-be69-8404e9fcc619'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:15:13.475403 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce69ff0a-d9d2-4aa2-b5fc-4ab7a9d359ad None None] Routers {'08891890-1a3a-44f1-be69-8404e9fcc619'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:15:13.476010 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ce69ff0a-d9d2-4aa2-b5fc-4ab7a9d359ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:14:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08891890-1a3a-44f1-be69-8404e9fcc619'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:15:13.480685 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:13.649154 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-02776681-8b26-4ca3-9866-47f31efc9fb4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3346322 Apr 05 21:15:13.649734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'tag': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:15:13.662242 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-ce69ff0a-d9d2-4aa2-b5fc-4ab7a9d359ad None None] Set router 08891890-1a3a-44f1-be69-8404e9fcc619 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:15:13.816088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbd40c-8ffd-4c1f-89ba-099051589763 req-a8386df9-4c15-414f-b072-4ef04b740827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:13.817552 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88fbd40c-8ffd-4c1f-89ba-099051589763 req-a8386df9-4c15-414f-b072-4ef04b740827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.0811763 Apr 05 21:15:13.851073 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1bb9e6e7-9336-480c-a658-9044243253b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:13.864938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-88fbd40c-8ffd-4c1f-89ba-099051589763 req-a9474877-0c1c-42af-bec8-637a05cc31c6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409579 Apr 05 21:15:13.888934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33724) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:13.957392 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'tag': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177', 'status': 'completed', 'code': 200} Apr 05 21:15:14.042384 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-843c717e-ec7d-49ea-8763-b1a8acd87737 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/85910cbe-431e-45a7-9765-2d293703f045 HTTP/1.1" status: 200 len: 990 time: 0.1522803 Apr 05 21:15:14.052257 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ce69ff0a-d9d2-4aa2-b5fc-4ab7a9d359ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:52Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '85910cbe-431e-45a7-9765-2d293703f045', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'port_id': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'mac_address': 'fa:16:3e:48:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:15:12Z', 'updated_at': '2022-04-05T21:15:12Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7d62be-cfbe-406d-9b4d-b421c4b04829', 'name': '', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:8b:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:56Z', 'updated_at': '2022-04-05T21:15:01Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:15:14.056621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce69ff0a-d9d2-4aa2-b5fc-4ab7a9d359ad None None] Checking router: 08891890-1a3a-44f1-be69-8404e9fcc619 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:15:14.064928 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce69ff0a-d9d2-4aa2-b5fc-4ab7a9d359ad None None] Routers {'08891890-1a3a-44f1-be69-8404e9fcc619'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:15:14.065521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ce69ff0a-d9d2-4aa2-b5fc-4ab7a9d359ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:15:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08891890-1a3a-44f1-be69-8404e9fcc619'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:15:14.065948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef63e-b543-4185-b5d0-1b6abd766fb1 req-89ca83d6-52de-4cc7-8b67-1126adc02c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:14.067392 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5faef63e-b543-4185-b5d0-1b6abd766fb1 req-89ca83d6-52de-4cc7-8b67-1126adc02c43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 1096 time: 0.1118193 Apr 05 21:15:14.199885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef63e-b543-4185-b5d0-1b6abd766fb1 req-cd8ba0d3-c33a-4314-badc-8b34af438e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:14.201248 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5faef63e-b543-4185-b5d0-1b6abd766fb1 req-cd8ba0d3-c33a-4314-badc-8b34af438e27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2744e157-880c-4b4b-a525-8e77311083b8 HTTP/1.1" status: 200 len: 898 time: 0.1276171 Apr 05 21:15:14.239524 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-ce69ff0a-d9d2-4aa2-b5fc-4ab7a9d359ad None None] Set router 08891890-1a3a-44f1-be69-8404e9fcc619 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:15:14.309860 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5faef63e-b543-4185-b5d0-1b6abd766fb1 req-f47dcb66-5252-4929-a43c-dfcc30620da2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac3a7d4a-29ad-47e3-ac06-3c93db57e177 HTTP/1.1" status: 200 len: 998 time: 0.1029935 Apr 05 21:15:14.373955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef63e-b543-4185-b5d0-1b6abd766fb1 req-e3090ac0-64de-4ea0-a8aa-d973be609a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:14.375407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5faef63e-b543-4185-b5d0-1b6abd766fb1 req-e3090ac0-64de-4ea0-a8aa-d973be609a91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73f550ee-bc65-4bf0-a594-3595b508e093 HTTP/1.1" status: 200 len: 835 time: 0.0605364 Apr 05 21:15:14.453575 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faef63e-b543-4185-b5d0-1b6abd766fb1 req-c02ba882-8dde-48e0-b62e-4edfd5b243fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:14.454993 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5faef63e-b543-4185-b5d0-1b6abd766fb1 req-c02ba882-8dde-48e0-b62e-4edfd5b243fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2744e157-880c-4b4b-a525-8e77311083b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740640 Apr 05 21:15:14.584602 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5faef63e-b543-4185-b5d0-1b6abd766fb1 req-631985c2-4fdb-421f-acaa-6565f5a7e517 service neutron] 10.222.0.41 "GET /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241839 Apr 05 21:15:14.599053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-ce69ff0a-d9d2-4aa2-b5fc-4ab7a9d359ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:52Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '85910cbe-431e-45a7-9765-2d293703f045', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'port_id': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'mac_address': 'fa:16:3e:48:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:15:12Z', 'updated_at': '2022-04-05T21:15:12Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7d62be-cfbe-406d-9b4d-b421c4b04829', 'name': '', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:8b:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:56Z', 'updated_at': '2022-04-05T21:15:01Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:15:14.603072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce69ff0a-d9d2-4aa2-b5fc-4ab7a9d359ad None None] The sync data for ids ['08891890-1a3a-44f1-be69-8404e9fcc619'] in n-d-836604-1 is: [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:52Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '85910cbe-431e-45a7-9765-2d293703f045', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'port_id': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'mac_address': 'fa:16:3e:48:b6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:15:12Z', 'updated_at': '2022-04-05T21:15:12Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7d62be-cfbe-406d-9b4d-b421c4b04829', 'name': '', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:8b:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:56Z', 'updated_at': '2022-04-05T21:15:01Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:15:14.725123 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5faef63e-b543-4185-b5d0-1b6abd766fb1 req-1709ee1d-0034-4b05-835f-5f5a66edc942 service neutron] 10.222.0.41 "GET /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354330 Apr 05 21:15:14.814795 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e0532e-1e40-4616-8bf6-44c610999385 None None] New status for floating IP 85910cbe-431e-45a7-9765-2d293703f045: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:15:14.945388 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:15.046381 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33728) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:15.053763 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:15.161226 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e09b540b-88b8-4387-9ef1-648ab19cce2e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/85910cbe-431e-45a7-9765-2d293703f045 HTTP/1.1" status: 200 len: 992 time: 0.1137145 Apr 05 21:15:16.238422 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:26.852080 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71b137fb-4be7-4dec-9cfd-f1c1dce10ab6 req-15ca6164-a68b-4d83-99d8-a8713a39d125 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677812 Apr 05 21:15:26.993186 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b137fb-4be7-4dec-9cfd-f1c1dce10ab6 req-06ccfc14-9a81-4375-9d3c-1c5d95dc1839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:26.995313 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71b137fb-4be7-4dec-9cfd-f1c1dce10ab6 req-06ccfc14-9a81-4375-9d3c-1c5d95dc1839 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 1096 time: 0.0747175 Apr 05 21:15:27.142663 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b137fb-4be7-4dec-9cfd-f1c1dce10ab6 req-8a37afb8-dfc2-4379-850e-e2b3eb46d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:27.143993 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71b137fb-4be7-4dec-9cfd-f1c1dce10ab6 req-8a37afb8-dfc2-4379-850e-e2b3eb46d879 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2744e157-880c-4b4b-a525-8e77311083b8 HTTP/1.1" status: 200 len: 898 time: 0.1307974 Apr 05 21:15:27.248011 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71b137fb-4be7-4dec-9cfd-f1c1dce10ab6 req-8b181366-8977-4f88-8a65-e83e243eac5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac3a7d4a-29ad-47e3-ac06-3c93db57e177 HTTP/1.1" status: 200 len: 1000 time: 0.0980551 Apr 05 21:15:27.312116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b137fb-4be7-4dec-9cfd-f1c1dce10ab6 req-d50f763c-eba3-4316-9b48-2733d9b5c246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:27.313474 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71b137fb-4be7-4dec-9cfd-f1c1dce10ab6 req-d50f763c-eba3-4316-9b48-2733d9b5c246 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73f550ee-bc65-4bf0-a594-3595b508e093 HTTP/1.1" status: 200 len: 835 time: 0.0597308 Apr 05 21:15:27.387228 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b137fb-4be7-4dec-9cfd-f1c1dce10ab6 req-daafd6e5-b8f5-409c-8992-bcf96a3e1fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:27.388667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71b137fb-4be7-4dec-9cfd-f1c1dce10ab6 req-daafd6e5-b8f5-409c-8992-bcf96a3e1fd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2744e157-880c-4b4b-a525-8e77311083b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686851 Apr 05 21:15:27.610893 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71b137fb-4be7-4dec-9cfd-f1c1dce10ab6 req-b1989272-fd90-4431-b34f-ec6e420a8698 service neutron] 10.222.0.41 "GET /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155919 Apr 05 21:15:27.740535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71b137fb-4be7-4dec-9cfd-f1c1dce10ab6 req-1181ed12-46db-4732-8a94-0e2d56eab184 service neutron] 10.222.0.41 "GET /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230853 Apr 05 21:15:38.555400 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:15:39.311717 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:39.551882 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:41.502855 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57d1818e-9c37-42f9-8f14-b351e963230c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:42.226740 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9df547-2f38-445f-90fa-ec8da0eda5a4 req-cdeb4c8d-cdb8-4996-a1a3-e8cfefbebd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:42.228193 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f9df547-2f38-445f-90fa-ec8da0eda5a4 req-cdeb4c8d-cdb8-4996-a1a3-e8cfefbebd20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 1096 time: 0.1329451 Apr 05 21:15:42.236815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c114e-11ff-4004-b85a-4af540418bf9 req-06e968c7-2d73-4cb3-a9a4-10640865f324 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:42.238153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f0c114e-11ff-4004-b85a-4af540418bf9 req-06e968c7-2d73-4cb3-a9a4-10640865f324 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.1117933 Apr 05 21:15:42.366489 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f0c114e-11ff-4004-b85a-4af540418bf9 req-d09f312a-e8c1-4508-8d65-13920aed7c12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096737 Apr 05 21:15:42.394708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9df547-2f38-445f-90fa-ec8da0eda5a4 req-c61bf757-3acc-42cd-9b0a-bec6cc6e7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:42.396228 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f9df547-2f38-445f-90fa-ec8da0eda5a4 req-c61bf757-3acc-42cd-9b0a-bec6cc6e7a69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2744e157-880c-4b4b-a525-8e77311083b8 HTTP/1.1" status: 200 len: 898 time: 0.1572111 Apr 05 21:15:42.498661 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f9df547-2f38-445f-90fa-ec8da0eda5a4 req-b8565d54-ba32-405f-8185-e1cf6c7e686a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac3a7d4a-29ad-47e3-ac06-3c93db57e177 HTTP/1.1" status: 200 len: 1000 time: 0.0961258 Apr 05 21:15:42.562409 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9df547-2f38-445f-90fa-ec8da0eda5a4 req-3883864e-cc4d-4ca8-84e6-7499e02c9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:42.563775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f9df547-2f38-445f-90fa-ec8da0eda5a4 req-3883864e-cc4d-4ca8-84e6-7499e02c9bc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73f550ee-bc65-4bf0-a594-3595b508e093 HTTP/1.1" status: 200 len: 835 time: 0.0592105 Apr 05 21:15:42.638672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9df547-2f38-445f-90fa-ec8da0eda5a4 req-004ee2bd-de33-4f03-8394-5aafee30cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:42.640066 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f9df547-2f38-445f-90fa-ec8da0eda5a4 req-004ee2bd-de33-4f03-8394-5aafee30cb98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2744e157-880c-4b4b-a525-8e77311083b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694203 Apr 05 21:15:42.781341 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f9df547-2f38-445f-90fa-ec8da0eda5a4 req-36daa95b-02f3-460e-99bf-bd69a53a99e5 service neutron] 10.222.0.41 "GET /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345184 Apr 05 21:15:42.913796 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f9df547-2f38-445f-90fa-ec8da0eda5a4 req-253ef84e-ccb5-4592-bcf7-5f62f57615da service neutron] 10.222.0.41 "GET /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256640 Apr 05 21:15:43.597153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce3be1-af2c-42b3-90f8-8eef8b4433cc req-0b0e939e-3a38-4871-b9b8-52cc16d8b0f3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:43.598618 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7ce3be1-af2c-42b3-90f8-8eef8b4433cc req-0b0e939e-3a38-4871-b9b8-52cc16d8b0f3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.1297293 Apr 05 21:15:43.643019 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f7ce3be1-af2c-42b3-90f8-8eef8b4433cc req-3eaef9ee-4759-46f5-99ec-0ebc216ccdf4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382869 Apr 05 21:15:43.772929 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b8d134f5-7e62-47f8-914e-47dc0c585475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:44.827320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6cd60-c2cb-4a3d-b9c0-80fc4c5fd847 req-0c9652d9-4c54-47c8-813a-1c07edd9468a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:44.828759 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39e6cd60-c2cb-4a3d-b9c0-80fc4c5fd847 req-0c9652d9-4c54-47c8-813a-1c07edd9468a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.0793314 Apr 05 21:15:44.877343 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-39e6cd60-c2cb-4a3d-b9c0-80fc4c5fd847 req-7b212f3b-44a2-44b0-bd13-6f2050027494 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430655 Apr 05 21:15:44.951270 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:45.037846 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:46.073017 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b281ca8c-4523-427a-b208-9612d5adfec9 req-90a65811-66ae-4f96-8529-f4beacd1ef23 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:46.074495 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b281ca8c-4523-427a-b208-9612d5adfec9 req-90a65811-66ae-4f96-8529-f4beacd1ef23 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.0934656 Apr 05 21:15:46.117414 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b281ca8c-4523-427a-b208-9612d5adfec9 req-c4937615-41d8-4c24-8c18-0206159d7784 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372739 Apr 05 21:15:46.240407 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:15:47.301558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd03bcf-c343-4524-8868-0983ff810be9 req-028ef752-6c90-426b-a41b-8a74d904458f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:47.303017 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7bd03bcf-c343-4524-8868-0983ff810be9 req-028ef752-6c90-426b-a41b-8a74d904458f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.0826831 Apr 05 21:15:47.348825 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7bd03bcf-c343-4524-8868-0983ff810be9 req-ce5177d8-23ca-4639-a5fa-3046ca9b692d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403106 Apr 05 21:15:48.530405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e173a84-0965-4acd-8b75-18c27aaf52eb req-1abf242c-a2f6-4e7b-85af-b89b86c3a497 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:48.531832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5e173a84-0965-4acd-8b75-18c27aaf52eb req-1abf242c-a2f6-4e7b-85af-b89b86c3a497 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.0785809 Apr 05 21:15:48.575659 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5e173a84-0965-4acd-8b75-18c27aaf52eb req-26272ce7-1da3-4938-93c7-840cf8ca335f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383275 Apr 05 21:15:49.851954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0aadd-7ccd-4fdf-893d-72d5e0496d71 req-d0ee9e66-6422-45e6-8293-4bc3cd4b0713 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:49.853451 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ae0aadd-7ccd-4fdf-893d-72d5e0496d71 req-d0ee9e66-6422-45e6-8293-4bc3cd4b0713 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.1748357 Apr 05 21:15:49.896619 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ae0aadd-7ccd-4fdf-893d-72d5e0496d71 req-fe60e33c-9c31-47ad-ab7d-680f2ddc50d3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375874 Apr 05 21:15:51.076999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c1115-3e7a-4d0d-8f25-e9dc7aa53d79 req-b33044cd-40f9-4828-9d8a-3f0f6302bb7b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:51.078474 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff5c1115-3e7a-4d0d-8f25-e9dc7aa53d79 req-b33044cd-40f9-4828-9d8a-3f0f6302bb7b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.0806670 Apr 05 21:15:51.122901 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff5c1115-3e7a-4d0d-8f25-e9dc7aa53d79 req-3cb2180c-6383-4f17-9f2c-7007c8753720 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387230 Apr 05 21:15:52.312854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a6d835-551f-441d-8ed8-21f551f70473 req-001f093a-63f8-499f-806e-d20e6851e0c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:52.314310 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-57a6d835-551f-441d-8ed8-21f551f70473 req-001f093a-63f8-499f-806e-d20e6851e0c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.0864546 Apr 05 21:15:52.357570 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-57a6d835-551f-441d-8ed8-21f551f70473 req-9ba2073d-3a22-4b84-8c44-cfc0a4b2affe tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377023 Apr 05 21:15:53.541364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482823a1-cc4c-42cd-a727-c0b6e473fa0e req-b32d16c7-b88a-48e9-8eb1-a5644a8105e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:53.542833 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-482823a1-cc4c-42cd-a727-c0b6e473fa0e req-b32d16c7-b88a-48e9-8eb1-a5644a8105e9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.0832472 Apr 05 21:15:53.586495 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-482823a1-cc4c-42cd-a727-c0b6e473fa0e req-d1daa00b-4ffa-4639-aaf9-bf5127565014 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378234 Apr 05 21:15:54.769402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57b6d7-60e8-46bd-a0fc-cc2be1f5d051 req-8c9540c2-bf50-4ce7-9ad1-52618166508c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:15:54.770851 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f57b6d7-60e8-46bd-a0fc-cc2be1f5d051 req-8c9540c2-bf50-4ce7-9ad1-52618166508c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.0797400 Apr 05 21:15:54.814648 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f57b6d7-60e8-46bd-a0fc-cc2be1f5d051 req-c83734f6-2bea-4e52-90a6-82beaccf6107 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378206 Apr 05 21:15:54.837090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33772) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:15:54.944029 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6b6cecad-83f1-4769-bb0f-69ce6279b6e2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/85910cbe-431e-45a7-9765-2d293703f045 HTTP/1.1" status: 200 len: 992 time: 0.1058402 Apr 05 21:16:09.309843 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:09.551757 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:11.504941 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f1c816e2-af85-4422-b200-d530b525423f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:13.774526 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37a9f497-0a74-4f9a-8f85-ee61c7efcd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:14.953006 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:15.041200 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:15.553991 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:16:16.243591 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:23.313978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33798) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:23.514911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port 90296387-4dd4-40f8-bbe9-d2334652519b {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:16:23.515243 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:23.684860 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:23.685088 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:23.812421 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for 90296387-4dd4-40f8-bbe9-d2334652519b owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:16:23.968225 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:24.011804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=90296387-4dd4-40f8-bbe9-d2334652519b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:24.046030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:24.046370 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:24.046700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:24.047026 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:24.047353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:24.047674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:24.047991 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:24.048307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:24.048625 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:24.048944 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:24.049256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:24.049571 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:24.220834 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:24.221117 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Floating IP 85910cbe-431e-45a7-9765-2d293703f045 disassociated (deleted). External IP: 172.25.8.73, port: ac3a7d4a-29ad-47e3-ac06-3c93db57e177. Apr 05 21:16:24.564089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 08891890-1a3a-44f1-be69-8404e9fcc619 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:16:24.740665 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:16:24.750026 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7997c5-2cc1-45c3-a376-cc73f1fd8daa None None] Sync routers for ids ['08891890-1a3a-44f1-be69-8404e9fcc619'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:16:24.760313 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:24.762470 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7997c5-2cc1-45c3-a376-cc73f1fd8daa None None] Routers {'08891890-1a3a-44f1-be69-8404e9fcc619'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:16:24.763119 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fd7997c5-2cc1-45c3-a376-cc73f1fd8daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08891890-1a3a-44f1-be69-8404e9fcc619'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:24.815572 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8a445544-2f8e-4db3-8380-a07642b3c1cb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/floatingips/85910cbe-431e-45a7-9765-2d293703f045 HTTP/1.1" status: 204 len: 168 time: 1.4991107 Apr 05 21:16:24.815572 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'tag': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:16:24.938901 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-fd7997c5-2cc1-45c3-a376-cc73f1fd8daa None None] Set router 08891890-1a3a-44f1-be69-8404e9fcc619 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:16:25.050863 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'tag': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177', 'status': 'completed', 'code': 200} Apr 05 21:16:25.196601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f020d7-b4b2-4f13-917a-9a6ce525284e req-e459bd64-7fb5-4102-baa3-970eaf41dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:25.198036 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8f020d7-b4b2-4f13-917a-9a6ce525284e req-e459bd64-7fb5-4102-baa3-970eaf41dd30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 1096 time: 0.1234620 Apr 05 21:16:25.301012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fd7997c5-2cc1-45c3-a376-cc73f1fd8daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:52Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '9e7d62be-cfbe-406d-9b4d-b421c4b04829', 'name': '', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:8b:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:56Z', 'updated_at': '2022-04-05T21:15:01Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:25.305018 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7997c5-2cc1-45c3-a376-cc73f1fd8daa None None] Checking router: 08891890-1a3a-44f1-be69-8404e9fcc619 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:16:25.313160 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7997c5-2cc1-45c3-a376-cc73f1fd8daa None None] Routers {'08891890-1a3a-44f1-be69-8404e9fcc619'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:16:25.313752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fd7997c5-2cc1-45c3-a376-cc73f1fd8daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08891890-1a3a-44f1-be69-8404e9fcc619'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:25.320430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b84153-4ed4-47b8-8277-1b6af3e6bb5c req-94024a81-0d40-4401-87df-030d2735a323 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:25.321928 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b84153-4ed4-47b8-8277-1b6af3e6bb5c req-94024a81-0d40-4401-87df-030d2735a323 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.1859128 Apr 05 21:16:25.380215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f020d7-b4b2-4f13-917a-9a6ce525284e req-38f60de5-3557-4d23-820f-425fbdc14925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:25.381667 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8f020d7-b4b2-4f13-917a-9a6ce525284e req-38f60de5-3557-4d23-820f-425fbdc14925 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2744e157-880c-4b4b-a525-8e77311083b8 HTTP/1.1" status: 200 len: 898 time: 0.1760638 Apr 05 21:16:25.388705 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47b84153-4ed4-47b8-8277-1b6af3e6bb5c req-059445cb-9170-49cb-8f2b-6b8e05576dac tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600204 Apr 05 21:16:25.455445 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8f020d7-b4b2-4f13-917a-9a6ce525284e req-d74bb2fd-08b8-428b-ad28-da2d93b1ccbb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac3a7d4a-29ad-47e3-ac06-3c93db57e177 HTTP/1.1" status: 200 len: 217 time: 0.0657237 Apr 05 21:16:25.494725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-fd7997c5-2cc1-45c3-a376-cc73f1fd8daa None None] Set router 08891890-1a3a-44f1-be69-8404e9fcc619 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:16:25.523853 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f020d7-b4b2-4f13-917a-9a6ce525284e req-2930ce6d-772d-40ac-adc9-34222058db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:25.525288 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8f020d7-b4b2-4f13-917a-9a6ce525284e req-2930ce6d-772d-40ac-adc9-34222058db1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=73f550ee-bc65-4bf0-a594-3595b508e093 HTTP/1.1" status: 200 len: 835 time: 0.0642369 Apr 05 21:16:25.598815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f020d7-b4b2-4f13-917a-9a6ce525284e req-875b78e0-c7ab-484b-81ca-68618bd726f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:25.600265 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8f020d7-b4b2-4f13-917a-9a6ce525284e req-875b78e0-c7ab-484b-81ca-68618bd726f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2744e157-880c-4b4b-a525-8e77311083b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690331 Apr 05 21:16:25.735977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8f020d7-b4b2-4f13-917a-9a6ce525284e req-5e0fa38a-5a07-4bfa-b5ed-9f26d9f14b4d service neutron] 10.222.0.41 "GET /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276870 Apr 05 21:16:25.808064 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fd7997c5-2cc1-45c3-a376-cc73f1fd8daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:52Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '9e7d62be-cfbe-406d-9b4d-b421c4b04829', 'name': '', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:8b:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:56Z', 'updated_at': '2022-04-05T21:15:01Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:25.812265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7997c5-2cc1-45c3-a376-cc73f1fd8daa None None] The sync data for ids ['08891890-1a3a-44f1-be69-8404e9fcc619'] in n-d-836604-1 is: [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:52Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '9e7d62be-cfbe-406d-9b4d-b421c4b04829', 'name': '', 'network_id': '2744e157-880c-4b4b-a525-8e77311083b8', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:8b:45:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:56Z', 'updated_at': '2022-04-05T21:15:01Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '73f550ee-bc65-4bf0-a594-3595b508e093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:16:25.875395 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a8f020d7-b4b2-4f13-917a-9a6ce525284e req-25cdc96d-87cf-4c34-81b0-3897d2b86b70 service neutron] 10.222.0.41 "GET /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304677 Apr 05 21:16:26.037690 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b301b5-2493-4115-bdf2-532098aa803b None None] New status for floating IP 85910cbe-431e-45a7-9765-2d293703f045: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:16:26.613943 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd1a5a-a961-4243-bc4c-20be47129226 req-1058acc0-2d96-4fe1-b08f-36ada77fedf5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:26.615361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-96cd1a5a-a961-4243-bc4c-20be47129226 req-1058acc0-2d96-4fe1-b08f-36ada77fedf5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.1111703 Apr 05 21:16:26.623300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd08b8d-4906-444b-afb8-995473259151 req-989d5816-7759-4179-9cde-5f722eecba40 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:26.624650 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1cd08b8d-4906-444b-afb8-995473259151 req-989d5816-7759-4179-9cde-5f722eecba40 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 945 time: 0.1519566 Apr 05 21:16:26.819886 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-96cd1a5a-a961-4243-bc4c-20be47129226 req-44c0e7b3-2aee-4e1a-807d-8b4e71d8bd85 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=e87a3904-a858-4f1b-b614-0e87e638b0af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942978 Apr 05 21:16:26.823708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-1cd08b8d-4906-444b-afb8-995473259151 req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port ac3a7d4a-29ad-47e3-ac06-3c93db57e177 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:16:26.824043 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1cd08b8d-4906-444b-afb8-995473259151 req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:27.066174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-1cd08b8d-4906-444b-afb8-995473259151 req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port ac3a7d4a-29ad-47e3-ac06-3c93db57e177, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=ac3a7d4a-29ad-47e3-ac06-3c93db57e177,segment=NetworkSegment(080309ad-7a17-4bbb-b5f7-4ad4094dcd7c),segment_id=080309ad-7a17-4bbb-b5f7-4ad4094dcd7c)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:16:27.066521 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1cd08b8d-4906-444b-afb8-995473259151 req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:27.189405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-1cd08b8d-4906-444b-afb8-995473259151 req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for ac3a7d4a-29ad-47e3-ac06-3c93db57e177 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:16:27.326639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1cd08b8d-4906-444b-afb8-995473259151 req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:27.379359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=ac3a7d4a-29ad-47e3-ac06-3c93db57e177,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:27.417336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:27.417676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:27.418033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:27.418503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:27.418672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:27.418989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:27.419308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:27.419630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:27.419945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:27.420262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:27.420576 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:27.420885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:27.465303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd08b8d-4906-444b-afb8-995473259151 req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] No DVR routers for this DVR port ac3a7d4a-29ad-47e3-ac06-3c93db57e177 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:16:27.467620 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-1cd08b8d-4906-444b-afb8-995473259151 req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:27.470138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'name': 'network-vif-deleted', 'tag': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:16:27.481403 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1cd08b8d-4906-444b-afb8-995473259151 req-3b9eb181-0e3b-44bc-a99c-89e6c41fcc17 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.41 "DELETE /v2.0/ports/ac3a7d4a-29ad-47e3-ac06-3c93db57e177 HTTP/1.1" status: 204 len: 173 time: 0.8426964 Apr 05 21:16:27.574012 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0e93a8e-1964-45b4-a0b4-42d67a7967ff', 'name': 'network-vif-deleted', 'tag': 'ac3a7d4a-29ad-47e3-ac06-3c93db57e177', 'status': 'completed', 'code': 200} Apr 05 21:16:27.987623 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3d87c06d-2672-42d7-8f15-ef98168f72eb req-05253254-f6b5-4670-81e5-6f3a888336ae tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:16:28.003846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3d87c06d-2672-42d7-8f15-ef98168f72eb req-05253254-f6b5-4670-81e5-6f3a888336ae tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:16:28.005050 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3d87c06d-2672-42d7-8f15-ef98168f72eb req-05253254-f6b5-4670-81e5-6f3a888336ae tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0e93a8e-1964-45b4-a0b4-42d67a7967ff HTTP/1.1" status: 200 len: 210 time: 0.0594811 Apr 05 21:16:29.100364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33820) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:29.638330 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c72b66d-d6e8-4417-913a-a984ac6961b5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:30.103481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8c72b66d-d6e8-4417-913a-a984ac6961b5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port 9e7d62be-cfbe-406d-9b4d-b421c4b04829 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:16:30.104175 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c72b66d-d6e8-4417-913a-a984ac6961b5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:30.286853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-8c72b66d-d6e8-4417-913a-a984ac6961b5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port 9e7d62be-cfbe-406d-9b4d-b421c4b04829, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=9e7d62be-cfbe-406d-9b4d-b421c4b04829,segment=NetworkSegment(080309ad-7a17-4bbb-b5f7-4ad4094dcd7c),segment_id=080309ad-7a17-4bbb-b5f7-4ad4094dcd7c)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:16:30.287196 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c72b66d-d6e8-4417-913a-a984ac6961b5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:30.408145 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-8c72b66d-d6e8-4417-913a-a984ac6961b5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for 9e7d62be-cfbe-406d-9b4d-b421c4b04829 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:16:30.733647 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c72b66d-d6e8-4417-913a-a984ac6961b5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:30.782203 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72b66d-d6e8-4417-913a-a984ac6961b5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=9e7d62be-cfbe-406d-9b4d-b421c4b04829,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:30.836428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ac3a7d4a-29ad-47e3-ac06-3c93db57e177 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:16:30.872388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: ac3a7d4a-29ad-47e3-ac06-3c93db57e177 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:16:30.872820 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device ac3a7d4a-29ad-47e3-ac06-3c93db57e177 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:16:31.054795 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8c72b66d-d6e8-4417-913a-a984ac6961b5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:31.533224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c72b66d-d6e8-4417-913a-a984ac6961b5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 08891890-1a3a-44f1-be69-8404e9fcc619 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:16:31.707765 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c72b66d-d6e8-4417-913a-a984ac6961b5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:16:31.719318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d98263-2159-4aec-816e-deb853999857 None None] Sync routers for ids ['08891890-1a3a-44f1-be69-8404e9fcc619'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:16:31.725016 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8c72b66d-d6e8-4417-913a-a984ac6961b5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "PUT /v2.0/routers/08891890-1a3a-44f1-be69-8404e9fcc619/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6235955 Apr 05 21:16:31.727680 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33824) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:31.729690 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d98263-2159-4aec-816e-deb853999857 None None] Routers {'08891890-1a3a-44f1-be69-8404e9fcc619'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:16:31.730322 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f1d98263-2159-4aec-816e-deb853999857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08891890-1a3a-44f1-be69-8404e9fcc619'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:31.795801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-7447b563-2e25-479e-89c9-d1dd32fed5e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting subnet 73f550ee-bc65-4bf0-a594-3595b508e093 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:16:31.798709 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7447b563-2e25-479e-89c9-d1dd32fed5e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:31.851419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7447b563-2e25-479e-89c9-d1dd32fed5e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:31.911020 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-f1d98263-2159-4aec-816e-deb853999857 None None] Set router 08891890-1a3a-44f1-be69-8404e9fcc619 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:16:31.939388 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7447b563-2e25-479e-89c9-d1dd32fed5e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:32.013189 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7447b563-2e25-479e-89c9-d1dd32fed5e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:32.051924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447b563-2e25-479e-89c9-d1dd32fed5e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Subnet': ['ID=73f550ee-bc65-4bf0-a594-3595b508e093,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:32.055355 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7447b563-2e25-479e-89c9-d1dd32fed5e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:32.061384 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7447b563-2e25-479e-89c9-d1dd32fed5e5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/subnets/73f550ee-bc65-4bf0-a594-3595b508e093 HTTP/1.1" status: 204 len: 168 time: 0.3321292 Apr 05 21:16:32.064104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33828) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:32.098385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb53b0ad-9289-4c88-b978-488179fb0e2d None None] Network 2744e157-880c-4b4b-a525-8e77311083b8 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:16:32.248390 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:32.414237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f1d98263-2159-4aec-816e-deb853999857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110'}], 'enable_snat': True}, 'gw_port_id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:16:30Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '6429df86-2178-41c2-825e-58f0bf7efb68', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:15:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:14:52Z', 'updated_at': '2022-04-05T21:14:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:32.418418 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d98263-2159-4aec-816e-deb853999857 None None] Checking router: 08891890-1a3a-44f1-be69-8404e9fcc619 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:16:32.426421 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:32.427037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d98263-2159-4aec-816e-deb853999857 None None] Routers {'08891890-1a3a-44f1-be69-8404e9fcc619'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:16:32.427663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f1d98263-2159-4aec-816e-deb853999857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08891890-1a3a-44f1-be69-8404e9fcc619'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:32.435963 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port 6429df86-2178-41c2-825e-58f0bf7efb68 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:16:32.436293 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:32.498701 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] DHCP port deletion for 2744e157-880c-4b4b-a525-8e77311083b8 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:16:32.560003 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Deleting port 136e5fe8-4872-4002-91f2-a66a6c00af10 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:16:32.560003 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:32.610703 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port 6429df86-2178-41c2-825e-58f0bf7efb68, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6429df86-2178-41c2-825e-58f0bf7efb68,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:16:32.611308 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:32.639161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-f1d98263-2159-4aec-816e-deb853999857 None None] Set router 08891890-1a3a-44f1-be69-8404e9fcc619 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:16:32.783604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f1d98263-2159-4aec-816e-deb853999857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:16:32Z', 'revision_number': 6, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:32.792237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d98263-2159-4aec-816e-deb853999857 None None] The sync data for ids ['08891890-1a3a-44f1-be69-8404e9fcc619'] in n-d-836604-1 is: [{'id': '08891890-1a3a-44f1-be69-8404e9fcc619', 'name': 'tempest-TestNetworkAdvancedServerOps-router-186641146', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:14:51Z', 'updated_at': '2022-04-05T21:16:32Z', 'revision_number': 6, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:16:32.857649 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for 6429df86-2178-41c2-825e-58f0bf7efb68 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:16:32.904864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] For port 136e5fe8-4872-4002-91f2-a66a6c00af10, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=136e5fe8-4872-4002-91f2-a66a6c00af10,segment=NetworkSegment(080309ad-7a17-4bbb-b5f7-4ad4094dcd7c),segment_id=080309ad-7a17-4bbb-b5f7-4ad4094dcd7c)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:16:32.905247 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.028002 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.028252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Calling delete_port for 136e5fe8-4872-4002-91f2-a66a6c00af10 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:16:33.077168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=6429df86-2178-41c2-825e-58f0bf7efb68,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:33.103766 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.157009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Pushing event deleted for resources: {'Port': ['ID=136e5fe8-4872-4002-91f2-a66a6c00af10,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:33.160399 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] No DVR routers for this DVR port 136e5fe8-4872-4002-91f2-a66a6c00af10 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:16:33.173500 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:33.174229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:33.174835 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:33.175341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:33.175962 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:33.176246 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.176423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:33.176663 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:33.177072 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:33.177308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:33.177731 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:33.178076 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:33.178396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c30fe4-af0c-46cf-ad1c-a796fc14be18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:33.317439 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 136e5fe8-4872-4002-91f2-a66a6c00af10 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:16:33.351804 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 136e5fe8-4872-4002-91f2-a66a6c00af10 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:16:33.352112 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 136e5fe8-4872-4002-91f2-a66a6c00af10 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:16:33.352621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9e7d62be-cfbe-406d-9b4d-b421c4b04829 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:16:33.361719 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.361719 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.390974 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.390974 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Fanout notify agent at l3_agent the message router_deleted on router 08891890-1a3a-44f1-be69-8404e9fcc619 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:16:33.398949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 9e7d62be-cfbe-406d-9b4d-b421c4b04829 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:16:33.399294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 9e7d62be-cfbe-406d-9b4d-b421c4b04829 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:16:33.407462 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.410310 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-06761ffa-b8cd-4d48-87f6-fb47a0efafc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/routers/08891890-1a3a-44f1-be69-8404e9fcc619 HTTP/1.1" status: 204 len: 168 time: 1.3452725 Apr 05 21:16:33.411277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33832) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:33.525516 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f47bc81-c924-4669-89be-fe846f0f6c52 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.660274 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f47bc81-c924-4669-89be-fe846f0f6c52 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.685389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-4f47bc81-c924-4669-89be-fe846f0f6c52 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2744e157-880c-4b4b-a525-8e77311083b8']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:33.697637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-4f47bc81-c924-4669-89be-fe846f0f6c52 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:33.697956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-4f47bc81-c924-4669-89be-fe846f0f6c52 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080309ad-7a17-4bbb-b5f7-4ad4094dcd7c') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:33.708987 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f47bc81-c924-4669-89be-fe846f0f6c52 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.725360 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f47bc81-c924-4669-89be-fe846f0f6c52 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.731603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f47bc81-c924-4669-89be-fe846f0f6c52 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:16:33.732015 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f47bc81-c924-4669-89be-fe846f0f6c52 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: timer() Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:16:33.746719 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:16:33.827196 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f47bc81-c924-4669-89be-fe846f0f6c52 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.831597 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4f47bc81-c924-4669-89be-fe846f0f6c52 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.858461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f47bc81-c924-4669-89be-fe846f0f6c52 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Network': ['ID=2744e157-880c-4b4b-a525-8e77311083b8,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:33.864958 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4f47bc81-c924-4669-89be-fe846f0f6c52 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/networks/2744e157-880c-4b4b-a525-8e77311083b8 HTTP/1.1" status: 204 len: 168 time: 0.4526644 Apr 05 21:16:33.867699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33836) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:33.935162 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-806c5296-833f-49fc-b7b0-faf99438a1c7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:33.968763 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-806c5296-833f-49fc-b7b0-faf99438a1c7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.033112 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-806c5296-833f-49fc-b7b0-faf99438a1c7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.051302 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c5296-833f-49fc-b7b0-faf99438a1c7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87a3904-a858-4f1b-b614-0e87e638b0af,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:34.059395 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-806c5296-833f-49fc-b7b0-faf99438a1c7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.060502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-806c5296-833f-49fc-b7b0-faf99438a1c7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/security-groups/e87a3904-a858-4f1b-b614-0e87e638b0af HTTP/1.1" status: 204 len: 168 time: 0.1918788 Apr 05 21:16:34.354727 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33844) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:34.359944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1523617235', 'description': 'tempest-secgroup-smoke-1523617235 description', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:16:34.366630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:34.371268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:34.374110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:34.379737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:34.390666 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.410110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:34.413806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:34.417092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:34.422724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:34.492855 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.496819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.541026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5c18a2-145d-41ca-854a-3e71eea00b9f,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:34.545276 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.546484 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3670171a-b533-407f-8ac7-a88e599f1d4a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1907737 Apr 05 21:16:34.549415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33848) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:34.554283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-4313ae5e-7eb6-4381-a1d2-59acd7cde2d8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': '2a5c18a2-145d-41ca-854a-3e71eea00b9f', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:16:34.561512 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4313ae5e-7eb6-4381-a1d2-59acd7cde2d8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:34.565300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4313ae5e-7eb6-4381-a1d2-59acd7cde2d8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:34.568117 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4313ae5e-7eb6-4381-a1d2-59acd7cde2d8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:34.573730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4313ae5e-7eb6-4381-a1d2-59acd7cde2d8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:34.589455 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4313ae5e-7eb6-4381-a1d2-59acd7cde2d8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.651671 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4313ae5e-7eb6-4381-a1d2-59acd7cde2d8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.655267 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4313ae5e-7eb6-4381-a1d2-59acd7cde2d8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.678535 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313ae5e-7eb6-4381-a1d2-59acd7cde2d8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e92bb414-4343-4715-8197-d22fff7b87d5,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:34.687539 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4313ae5e-7eb6-4381-a1d2-59acd7cde2d8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.688745 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4313ae5e-7eb6-4381-a1d2-59acd7cde2d8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1383607 Apr 05 21:16:34.691468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33852) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:34.696467 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-c5ff6d7c-721e-4806-98aa-048b2d786e6b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': '2a5c18a2-145d-41ca-854a-3e71eea00b9f', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:16:34.703450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c5ff6d7c-721e-4806-98aa-048b2d786e6b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:34.707255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c5ff6d7c-721e-4806-98aa-048b2d786e6b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:34.710080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-c5ff6d7c-721e-4806-98aa-048b2d786e6b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:34.715738 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-c5ff6d7c-721e-4806-98aa-048b2d786e6b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:34.733084 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6d7c-721e-4806-98aa-048b2d786e6b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.794367 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6d7c-721e-4806-98aa-048b2d786e6b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.797811 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6d7c-721e-4806-98aa-048b2d786e6b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.820165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff6d7c-721e-4806-98aa-048b2d786e6b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96dfe985-1a4b-47a8-afbd-30f3bf6044d7,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:34.828651 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c5ff6d7c-721e-4806-98aa-048b2d786e6b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.829852 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c5ff6d7c-721e-4806-98aa-048b2d786e6b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374767 Apr 05 21:16:34.832725 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33856) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:34.838107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-71213ff2-1637-44ec-a3f0-b04cd318470d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': '2a5c18a2-145d-41ca-854a-3e71eea00b9f', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:16:34.844569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-71213ff2-1637-44ec-a3f0-b04cd318470d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:34.848322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-71213ff2-1637-44ec-a3f0-b04cd318470d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:34.851173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-71213ff2-1637-44ec-a3f0-b04cd318470d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:34.857284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-71213ff2-1637-44ec-a3f0-b04cd318470d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:34.874410 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-71213ff2-1637-44ec-a3f0-b04cd318470d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.937037 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-71213ff2-1637-44ec-a3f0-b04cd318470d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.941735 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-71213ff2-1637-44ec-a3f0-b04cd318470d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.952532 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6429df86-2178-41c2-825e-58f0bf7efb68 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:16:34.965227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71213ff2-1637-44ec-a3f0-b04cd318470d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=228f0cc0-4eec-46b2-9bd3-ada77d40f3f4,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:34.973254 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-71213ff2-1637-44ec-a3f0-b04cd318470d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:34.974463 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-71213ff2-1637-44ec-a3f0-b04cd318470d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408212 Apr 05 21:16:34.977252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33860) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:34.982859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-2a0f30db-fdce-498d-adeb-86d082437553 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': '2a5c18a2-145d-41ca-854a-3e71eea00b9f', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:16:34.989361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2a0f30db-fdce-498d-adeb-86d082437553 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:34.991472 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 6429df86-2178-41c2-825e-58f0bf7efb68 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:16:34.991829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6429df86-2178-41c2-825e-58f0bf7efb68 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:16:34.994145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2a0f30db-fdce-498d-adeb-86d082437553 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:34.997079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-2a0f30db-fdce-498d-adeb-86d082437553 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:35.002739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-2a0f30db-fdce-498d-adeb-86d082437553 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:35.018614 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a0f30db-fdce-498d-adeb-86d082437553 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.081230 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a0f30db-fdce-498d-adeb-86d082437553 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.084557 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a0f30db-fdce-498d-adeb-86d082437553 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.108122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f30db-fdce-498d-adeb-86d082437553 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f8b0740-e9ec-44dd-884c-9216ceb51478,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:35.116118 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2a0f30db-fdce-498d-adeb-86d082437553 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.117267 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2a0f30db-fdce-498d-adeb-86d082437553 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384265 Apr 05 21:16:35.120508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33864) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:35.125414 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-0bafd7de-69a9-47c1-aaad-5a276fbf4c4f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': '2a5c18a2-145d-41ca-854a-3e71eea00b9f', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:16:35.131816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0bafd7de-69a9-47c1-aaad-5a276fbf4c4f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:35.136264 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0bafd7de-69a9-47c1-aaad-5a276fbf4c4f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:35.139122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0bafd7de-69a9-47c1-aaad-5a276fbf4c4f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:35.144789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-0bafd7de-69a9-47c1-aaad-5a276fbf4c4f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:35.155054 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-0bafd7de-69a9-47c1-aaad-5a276fbf4c4f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Project 8f4dfe211c634c1c879abf0638ff05d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:16:35.161924 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bafd7de-69a9-47c1-aaad-5a276fbf4c4f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.223296 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bafd7de-69a9-47c1-aaad-5a276fbf4c4f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.226621 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bafd7de-69a9-47c1-aaad-5a276fbf4c4f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.248676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafd7de-69a9-47c1-aaad-5a276fbf4c4f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50063722-3259-4c31-be27-a47d3794d7ec,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:35.258910 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-0bafd7de-69a9-47c1-aaad-5a276fbf4c4f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.260191 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0bafd7de-69a9-47c1-aaad-5a276fbf4c4f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387868 Apr 05 21:16:35.262964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33868) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:35.268444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-3f125cf4-b076-42f3-95f2-0e53ab571e30 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': '2a5c18a2-145d-41ca-854a-3e71eea00b9f', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:16:35.275197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3f125cf4-b076-42f3-95f2-0e53ab571e30 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:35.278985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3f125cf4-b076-42f3-95f2-0e53ab571e30 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:35.281785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-3f125cf4-b076-42f3-95f2-0e53ab571e30 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:35.287384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-3f125cf4-b076-42f3-95f2-0e53ab571e30 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:35.300007 n-d-836604-1 neutron-server[87964]: INFO neutron.db.securitygroups_db [None req-3f125cf4-b076-42f3-95f2-0e53ab571e30 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Project 8f4dfe211c634c1c879abf0638ff05d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:16:35.306912 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3f125cf4-b076-42f3-95f2-0e53ab571e30 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.370637 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3f125cf4-b076-42f3-95f2-0e53ab571e30 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.373902 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3f125cf4-b076-42f3-95f2-0e53ab571e30 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.403975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f125cf4-b076-42f3-95f2-0e53ab571e30 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f34a257-8d65-4a49-b5f4-9042d56d6737,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:35.411997 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3f125cf4-b076-42f3-95f2-0e53ab571e30 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.413278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3f125cf4-b076-42f3-95f2-0e53ab571e30 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494172 Apr 05 21:16:35.416689 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33872) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:35.422091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'network': {'name': 'tempest-network-smoke--2025322609', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'port_security_enabled': True}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:16:35.427814 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:35.432578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:network and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:35.436642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:35.443378 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:35.454263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:16:35.457768 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.485084 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:16:35.494076 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.494412 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Added segment f5a913c6-1d9f-4fff-b843-067cbb816c42 of type vlan for network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b Apr 05 21:16:35.519943 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.548906 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.554439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:35.555009 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.653423 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2356589 Apr 05 21:16:35.656160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33876) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:35.661651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'admin_state_up': True, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:16:35.664704 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1293f8a-5734-4a86-b807-96302b2c63f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Network': ['ID=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:35.671481 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:35.675912 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:16:35.676229 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:router and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:35.679128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:35.685579 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:35.696081 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.697152 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.712913 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:35.982675 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:36.286324 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:36.318533 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:36.555170 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.25.8.158 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/298dda6f-79a1-430b-943b-ee6e0903d789) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:16:36.702108 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:36.730770 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:36.789260 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:16:36.791937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:36.799477 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:16:36.836994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=298dda6f-79a1-430b-943b-ee6e0903d789,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:37.203725 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:37.541979 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:37.739855 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router edc77adc-2c15-44df-97ae-0bb7c13f9485 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 21:16:38.041978 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:16:38.051187 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Sync routers for ids ['edc77adc-2c15-44df-97ae-0bb7c13f9485'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:16:38.060526 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Routers {'edc77adc-2c15-44df-97ae-0bb7c13f9485'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:16:38.061113 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['edc77adc-2c15-44df-97ae-0bb7c13f9485'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:38.069158 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.070372 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e6031048-446d-4f91-8834-3b48be646336 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4131999 Apr 05 21:16:38.074194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33880) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:38.113473 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-aee15d41-f537-4c4c-93b0-7b4e1b755984 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8f4dfe211c634c1c879abf0638ff05d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381985 Apr 05 21:16:38.116060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33884) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:38.235618 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Set router edc77adc-2c15-44df-97ae-0bb7c13f9485 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:16:38.244302 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22ab22b-db6a-469c-a3b4-a9fbd759e8cd tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:38.245757 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e22ab22b-db6a-469c-a3b4-a9fbd759e8cd tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288269 Apr 05 21:16:38.248723 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33888) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:38.293642 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e8cdbdbd-3067-415f-a10e-d04c3b3869f2 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438626 Apr 05 21:16:38.296228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33892) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:38.301536 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-321578864', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:16:38.411622 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:38.416127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:subnet and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:38.418973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:38.424661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:38.435139 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:16:38.439257 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.643686 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:16:37Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:38.651013 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Checking router: edc77adc-2c15-44df-97ae-0bb7c13f9485 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:16:38.651348 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Updating router edc77adc-2c15-44df-97ae-0bb7c13f9485 port 298dda6f-79a1-430b-943b-ee6e0903d789 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:16:38.662800 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.742133 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Subnet': ['ID=528a3a88-487e-4bdd-bb2c-b6de7d7fa362,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:38.749358 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Checking segment: {'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:16:38.749851 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network hostable DHCP agents. Network: b3e1a104-55c5-4f0e-9dae-90fbdf6d187b, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:16:38.761420 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.768528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:16:38.778602 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, b3e1a104-55c5-4f0e-9dae-90fbdf6d187b) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:38.782913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:38.783660 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:38.789389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8a3e2e-7b3d-4413-8139-34bd859faa85 None None] Network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:16:38.807938 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-111cfc0b-cd6a-46fd-ab45-fa9c0eee775a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5107093 Apr 05 21:16:38.810883 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33896) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:39.061374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ips': [{'subnet_id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:16:39.062219 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.123347 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.136286 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Transition to ACTIVE for port object 298dda6f-79a1-430b-943b-ee6e0903d789 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:39.143804 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.219104 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Attempting to bind port 298dda6f-79a1-430b-943b-ee6e0903d789 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:16:39.219465 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Attempting to bind port 298dda6f-79a1-430b-943b-ee6e0903d789 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:16:39.219813 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Attempting to bind port 298dda6f-79a1-430b-943b-ee6e0903d789 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:16:39.229435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Allocated IP 172.20.0.2 (b3e1a104-55c5-4f0e-9dae-90fbdf6d187b/528a3a88-487e-4bdd-bb2c-b6de7d7fa362/31a4357b-4f93-4322-813b-383cdfa671a1) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:16:39.229841 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:16:39.230920 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:16:39.230920 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.231156 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:16:39.231694 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Bound port: 298dda6f-79a1-430b-943b-ee6e0903d789, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:16:39.231942 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.256334 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee97d4-bc50-4d7d-aebb-029c6551888f None None] Pushing event updated for resources: {'Port': ['ID=298dda6f-79a1-430b-943b-ee6e0903d789,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:39.279283 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee97d4-bc50-4d7d-aebb-029c6551888f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:39.279622 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee97d4-bc50-4d7d-aebb-029c6551888f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:39.279941 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee97d4-bc50-4d7d-aebb-029c6551888f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:39.280252 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee97d4-bc50-4d7d-aebb-029c6551888f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:39.280565 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee97d4-bc50-4d7d-aebb-029c6551888f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:39.280877 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee97d4-bc50-4d7d-aebb-029c6551888f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:39.281186 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee97d4-bc50-4d7d-aebb-029c6551888f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:39.281493 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee97d4-bc50-4d7d-aebb-029c6551888f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:39.281805 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee97d4-bc50-4d7d-aebb-029c6551888f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:39.282139 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee97d4-bc50-4d7d-aebb-029c6551888f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:39.282444 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee97d4-bc50-4d7d-aebb-029c6551888f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:39.282748 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ee97d4-bc50-4d7d-aebb-029c6551888f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:16:39.321398 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] For port 298dda6f-79a1-430b-943b-ee6e0903d789, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:16:39.325630 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] For port 298dda6f-79a1-430b-943b-ee6e0903d789, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=298dda6f-79a1-430b-943b-ee6e0903d789,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:16:39.331210 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.350887 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.411389 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Routers {'edc77adc-2c15-44df-97ae-0bb7c13f9485'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:16:39.411988 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['edc77adc-2c15-44df-97ae-0bb7c13f9485'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:39.458445 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.471552 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee97d4-bc50-4d7d-aebb-029c6551888f None None] Pushing event updated for resources: {'Port': ['ID=298dda6f-79a1-430b-943b-ee6e0903d789,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:39.473552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Transition to ACTIVE for port object 31a4357b-4f93-4322-813b-383cdfa671a1 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:39.495377 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Transition to ACTIVE for port object 31a4357b-4f93-4322-813b-383cdfa671a1 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:39.502185 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.582351 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:16:39.587940 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:39.592934 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:16:39.595174 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.606990 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] Set router edc77adc-2c15-44df-97ae-0bb7c13f9485 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:16:39.657354 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.684699 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Pushing event updated for resources: {'Port': ['ID=31a4357b-4f93-4322-813b-383cdfa671a1,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:39.703720 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Attempting to bind port 31a4357b-4f93-4322-813b-383cdfa671a1 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:16:39.704312 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Attempting to bind port 31a4357b-4f93-4322-813b-383cdfa671a1 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:16:39.704849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Attempting to bind port 31a4357b-4f93-4322-813b-383cdfa671a1 on network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:16:39.710698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:16:39.711276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Checking segment: {'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:16:39.711840 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.713064 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Bound using segment: {'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:16:39.713680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Bound port: 31a4357b-4f93-4322-813b-383cdfa671a1, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:16:39.714230 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.807311 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] For port 31a4357b-4f93-4322-813b-383cdfa671a1, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:16:39.812723 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] For port 31a4357b-4f93-4322-813b-383cdfa671a1, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=31a4357b-4f93-4322-813b-383cdfa671a1,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:16:39.818207 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:39.896384 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:16:37Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:39.898250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be8c3c-08d4-4e88-833f-1d0afd560735 None None] Pushing event updated for resources: {'Port': ['ID=31a4357b-4f93-4322-813b-383cdfa671a1,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:39.902458 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b35639-0636-4a96-89e6-a3511ae3ef28 None None] The sync data for ids ['edc77adc-2c15-44df-97ae-0bb7c13f9485'] in n-d-836604-1 is: [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:16:37Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:16:40.077705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.20.0.1 (b3e1a104-55c5-4f0e-9dae-90fbdf6d187b/528a3a88-487e-4bdd-bb2c-b6de7d7fa362/6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:16:40.270509 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:40.287135 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Transition to ACTIVE for port object 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:40.313320 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:40.375519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:16:40.378568 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:40.391829 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:16:40.429001 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:40.455600 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:40.736420 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:40.864585 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43284ac0-2a94-4d8b-8437-730433dabac4 None None] Network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:16:40.973078 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-02887c19-3d08-4c96-a495-db2fcd1a7c4d None None] Provisioning for port 31a4357b-4f93-4322-813b-383cdfa671a1 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:41.083107 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 298dda6f-79a1-430b-943b-ee6e0903d789 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:16:41.175577 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 298dda6f-79a1-430b-943b-ee6e0903d789 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:41.183476 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 298dda6f-79a1-430b-943b-ee6e0903d789 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:41.183837 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.317102 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.322631 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.329183 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.336823 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 298dda6f-79a1-430b-943b-ee6e0903d789, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=298dda6f-79a1-430b-943b-ee6e0903d789,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:16:41.340932 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.341691 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 31a4357b-4f93-4322-813b-383cdfa671a1 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:16:41.462126 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:41.464613 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.476164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=298dda6f-79a1-430b-943b-ee6e0903d789,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:41.497654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-961a2c97-cedd-45d1-8beb-80a1e56d77e5 None None] Provisioning for port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:41.500591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 31a4357b-4f93-4322-813b-383cdfa671a1 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:41.513014 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-961a2c97-cedd-45d1-8beb-80a1e56d77e5 None None] Provisioning complete for port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:41.513376 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-961a2c97-cedd-45d1-8beb-80a1e56d77e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.544360 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 31a4357b-4f93-4322-813b-383cdfa671a1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:41.544360 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.588358 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6f44fb30-5504-46d9-bae6-8bb25db1f320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.618994 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-961a2c97-cedd-45d1-8beb-80a1e56d77e5 None None] Port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:16:41.624216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:16:41.625629 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:41.708172 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.754911 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 31a4357b-4f93-4322-813b-383cdfa671a1, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=31a4357b-4f93-4322-813b-383cdfa671a1,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:16:41.758036 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-91cb9b51-5e9f-49df-b7c4-eec489cfffc5 None None] Provisioning complete for port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:41.758354 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-91cb9b51-5e9f-49df-b7c4-eec489cfffc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.787517 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:41.827710 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router edc77adc-2c15-44df-97ae-0bb7c13f9485 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:16:41.906956 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-91cb9b51-5e9f-49df-b7c4-eec489cfffc5 None None] Port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:16:41.918244 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=31a4357b-4f93-4322-813b-383cdfa671a1,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:42.014061 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:16:42.023202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Sync routers for ids ['edc77adc-2c15-44df-97ae-0bb7c13f9485'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:16:42.028237 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-cd54aa47-6c0a-46cb-9e44-ee6c90c13e46 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "PUT /v2.0/routers/edc77adc-2c15-44df-97ae-0bb7c13f9485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2162039 Apr 05 21:16:42.035292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-27ee9b7f-6290-4ee5-a96a-696366ec6bb7 None None] Provisioning complete for port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:42.035660 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-27ee9b7f-6290-4ee5-a96a-696366ec6bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:42.074328 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Routers {'edc77adc-2c15-44df-97ae-0bb7c13f9485'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:16:42.074963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['edc77adc-2c15-44df-97ae-0bb7c13f9485'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:42.165689 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-27ee9b7f-6290-4ee5-a96a-696366ec6bb7 None None] Port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:16:42.189613 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-9016e07b-c735-420a-b4c5-d6169d70cfd4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:16:42.204209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-9016e07b-c735-420a-b4c5-d6169d70cfd4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:16:42.205579 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-9016e07b-c735-420a-b4c5-d6169d70cfd4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523617235&fields=id&tenant_id=8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 267 time: 0.0565987 Apr 05 21:16:42.266245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Set router edc77adc-2c15-44df-97ae-0bb7c13f9485 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:16:42.454064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-c2c650be-a368-40c0-a7d9-85c9b082436d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:42.454766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-c2c650be-a368-40c0-a7d9-85c9b082436d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:16:42.469781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-c2c650be-a368-40c0-a7d9-85c9b082436d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:16:42.470988 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-c2c650be-a368-40c0-a7d9-85c9b082436d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/networks?id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b HTTP/1.1" status: 200 len: 797 time: 0.2586761 Apr 05 21:16:42.486874 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-d0f3430c-0a09-4ad1-898c-661bfefd9b8f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/quotas/8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 375 time: 0.0103333 Apr 05 21:16:42.573505 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-e125a857-a4c8-478a-87c8-d5ac788e3dc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813944 Apr 05 21:16:42.582461 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:16:40Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae', 'name': '', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:37:29:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:39Z', 'updated_at': '2022-04-05T21:16:41Z', 'revision_number': 2, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:42.586454 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Checking router: edc77adc-2c15-44df-97ae-0bb7c13f9485 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:16:42.586799 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Updating router edc77adc-2c15-44df-97ae-0bb7c13f9485 port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:16:42.638800 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:42.723373 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-8f655488-5a79-49f2-a000-7b11ee6df55b service neutron] 10.222.0.24 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383963 Apr 05 21:16:42.855539 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-29bbacee-ecdf-4c53-bd92-a7057b4cdceb service neutron] 10.222.0.24 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261737 Apr 05 21:16:42.995021 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.015887 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Transition to ACTIVE for port object 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:43.032574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 298dda6f-79a1-430b-943b-ee6e0903d789 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:16:43.045722 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e6641625-35e9-4c19-836c-9845b0d34df0 req-8cecfabd-0569-4e3d-a9fe-8b65bf3f6386 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 210 time: 0.0450716 Apr 05 21:16:43.067781 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.251224 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4af61-c228-4054-8754-50727792e9eb None None] Pushing event updated for resources: {'Port': ['ID=6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:43.322519 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 298dda6f-79a1-430b-943b-ee6e0903d789 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:43.322969 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.360214 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Attempting to bind port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:16:43.360584 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Attempting to bind port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:16:43.360946 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Attempting to bind port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae on network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:16:43.373209 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:16:43.373583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Checking segment: {'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:16:43.374002 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.374395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Bound using segment: {'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:16:43.374848 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Bound port: 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:16:43.375305 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.580664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 31a4357b-4f93-4322-813b-383cdfa671a1 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:16:43.608175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] For port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:16:43.624412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] For port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:16:43.634845 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.713251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Routers {'edc77adc-2c15-44df-97ae-0bb7c13f9485'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:16:43.713750 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:16:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['edc77adc-2c15-44df-97ae-0bb7c13f9485'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:43.813835 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4af61-c228-4054-8754-50727792e9eb None None] Pushing event updated for resources: {'Port': ['ID=6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:43.816326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 31a4357b-4f93-4322-813b-383cdfa671a1 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:43.816690 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.860429 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ae3ef785-fc41-464d-81a4-f676c4a2b213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:43.985327 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] Set router edc77adc-2c15-44df-97ae-0bb7c13f9485 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:16:44.237617 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c7bec187-40e3-412e-9297-68ee28bbb122 req-8ec5781a-72ac-492d-b655-ee1aa9563334 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 210 time: 0.0658669 Apr 05 21:16:44.342424 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-c216fdcc-20af-4b65-9f8b-a56ca7c2289d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:44.344198 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-c216fdcc-20af-4b65-9f8b-a56ca7c2289d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "GET /v2.0/networks?id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b HTTP/1.1" status: 200 len: 797 time: 0.2034874 Apr 05 21:16:44.367759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:16:40Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae', 'name': '', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:37:29:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:39Z', 'updated_at': '2022-04-05T21:16:43Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:44.372303 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0521b4-9a2b-4cab-9068-934d3b17f2a2 None None] The sync data for ids ['edc77adc-2c15-44df-97ae-0bb7c13f9485'] in n-d-836604-1 is: [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:16:40Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae', 'name': '', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:37:29:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:39Z', 'updated_at': '2022-04-05T21:16:43Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:16:44.394366 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-22deb657-ef72-4f84-a942-11f4f092bfe0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 380 time: 0.0420527 Apr 05 21:16:44.403404 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'port': {'device_id': '1724295e-71f4-45dc-979b-62450c8bc129', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'admin_state_up': True, 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'security_groups': ['2a5c18a2-145d-41ca-854a-3e71eea00b9f']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:16:44.551502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:44.555762 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:port and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:44.558852 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:44.564592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:44.574198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:16:44.577692 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:44.752175 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.20.0.9 (b3e1a104-55c5-4f0e-9dae-90fbdf6d187b/528a3a88-487e-4bdd-bb2c-b6de7d7fa362/3f4b9f24-a118-47ff-9501-c8c63748753d) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:16:44.950605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:44.958204 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:44.970983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Transition to ACTIVE for port object 3f4b9f24-a118-47ff-9501-c8c63748753d will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:45.007643 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.042789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:16:45.081789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:16:45.088195 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.094080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:45.098817 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:16:45.117184 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:45.122933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:45.123538 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.130310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=3f4b9f24-a118-47ff-9501-c8c63748753d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:45.184398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:45.185125 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.212489 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-6e78b480-9964-4202-8ed5-5da74d3ce049 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8121059 Apr 05 21:16:45.223888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Request body: {'port': {'device_id': '1724295e-71f4-45dc-979b-62450c8bc129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:16:45.275970 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.324882 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:16:45.330514 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.394100 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.426807 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5d295fc9-fbf9-42c3-abb6-e5f84007058e None None] Provisioning for port 3f4b9f24-a118-47ff-9501-c8c63748753d completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:45.430121 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:45.435876 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5d295fc9-fbf9-42c3-abb6-e5f84007058e None None] Provisioning complete for port 3f4b9f24-a118-47ff-9501-c8c63748753d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:45.436331 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5d295fc9-fbf9-42c3-abb6-e5f84007058e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.491890 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5d295fc9-fbf9-42c3-abb6-e5f84007058e None None] Port 3f4b9f24-a118-47ff-9501-c8c63748753d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:16:45.728277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192196c-42c2-4f65-ac4b-ef6dfff17962 req-6c772a7d-560a-46c9-a733-c9840252ef25 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:45.728961 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3192196c-42c2-4f65-ac4b-ef6dfff17962 req-6c772a7d-560a-46c9-a733-c9840252ef25 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:16:45.817090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-3192196c-42c2-4f65-ac4b-ef6dfff17962 req-6c772a7d-560a-46c9-a733-c9840252ef25 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:16:45.818221 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3192196c-42c2-4f65-ac4b-ef6dfff17962 req-6c772a7d-560a-46c9-a733-c9840252ef25 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 931 time: 0.4113338 Apr 05 21:16:45.891300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3192196c-42c2-4f65-ac4b-ef6dfff17962 req-9a95e49a-9b63-410c-ba4c-3835de937c81 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615222 Apr 05 21:16:45.971808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f4b9f24-a118-47ff-9501-c8c63748753d {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:16:45.979377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:45.993840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Transition to ACTIVE for port object 3f4b9f24-a118-47ff-9501-c8c63748753d will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:16:45.997930 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:46.159799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4b9f24-a118-47ff-9501-c8c63748753d,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:46.238992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Attempting to bind port 3f4b9f24-a118-47ff-9501-c8c63748753d on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:16:46.239321 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Attempting to bind port 3f4b9f24-a118-47ff-9501-c8c63748753d by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:16:46.239642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Attempting to bind port 3f4b9f24-a118-47ff-9501-c8c63748753d on network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:16:46.244355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Port 3f4b9f24-a118-47ff-9501-c8c63748753d on network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:16:46.244676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Attempting to bind port 3f4b9f24-a118-47ff-9501-c8c63748753d on network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:16:46.245569 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:46.249763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:16:46.250130 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Checking segment: {'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:16:46.250507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Bound using segment: {'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:16:46.250930 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Bound port: 3f4b9f24-a118-47ff-9501-c8c63748753d, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:16:46.251270 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:46.338679 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] For port 3f4b9f24-a118-47ff-9501-c8c63748753d, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:16:46.341577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] For port 3f4b9f24-a118-47ff-9501-c8c63748753d, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=3f4b9f24-a118-47ff-9501-c8c63748753d,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:16:46.345605 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:46.403587 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:46.404241 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:46.405593 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] 10.222.0.13 "PUT /v2.0/ports/3f4b9f24-a118-47ff-9501-c8c63748753d HTTP/1.1" status: 200 len: 1091 time: 1.1863332 Apr 05 21:16:46.406079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:16:46.434303 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40850e35-b17e-4d5d-bb3c-c61f702583e0 service neutron] Pushing event updated for resources: {'Port': ['ID=3f4b9f24-a118-47ff-9501-c8c63748753d,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:46.457767 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'status': 'completed', 'code': 200} Apr 05 21:16:46.535477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-c728b2fa-72fb-49e5-9509-3b2dee99b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:46.537075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-c728b2fa-72fb-49e5-9509-3b2dee99b0bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 1094 time: 0.0737884 Apr 05 21:16:46.609960 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-983881ee-6b5a-4e7d-b09c-d7ddfbd445b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f4b9f24-a118-47ff-9501-c8c63748753d HTTP/1.1" status: 200 len: 217 time: 0.0654194 Apr 05 21:16:46.671366 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-d5de98c2-d2f1-40d4-b43f-ec9286408d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:46.672696 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-d5de98c2-d2f1-40d4-b43f-ec9286408d9b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528a3a88-487e-4bdd-bb2c-b6de7d7fa362 HTTP/1.1" status: 200 len: 834 time: 0.0575986 Apr 05 21:16:46.749863 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-0899934f-2a7a-43cb-888c-54e1f81a1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:46.751321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-0899934f-2a7a-43cb-888c-54e1f81a1dc8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727742 Apr 05 21:16:46.882376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-0ecb4135-623a-4deb-a177-87ef44babdfd service neutron] 10.222.0.13 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246200 Apr 05 21:16:47.004552 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:16:47.059114 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-def279c4-6e2c-47d3-981f-ffbd0740a0d8 req-689773de-7a43-4bbf-b1f8-d0e2f8938b3b service neutron] 10.222.0.13 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704514 Apr 05 21:16:47.078692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:47.079063 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:47.098916 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b6e09-ca58-4f30-b4b9-7e13e69e4e20 req-1a4c9b14-27ec-417e-94ac-73c670650599 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:47.100362 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-357b6e09-ca58-4f30-b4b9-7e13e69e4e20 req-1a4c9b14-27ec-417e-94ac-73c670650599 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 943 time: 0.0927861 Apr 05 21:16:47.190231 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-357b6e09-ca58-4f30-b4b9-7e13e69e4e20 req-588bb804-fd19-4f4e-8cfa-aeb7b9080485 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574260 Apr 05 21:16:47.211029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ff657-b07e-404c-8d8f-ee56ca4817ce req-073f4a74-cc48-4a79-9aff-82f884cf0ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:47.212529 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce4ff657-b07e-404c-8d8f-ee56ca4817ce req-073f4a74-cc48-4a79-9aff-82f884cf0ac0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 1094 time: 0.1099513 Apr 05 21:16:47.344489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ff657-b07e-404c-8d8f-ee56ca4817ce req-e5b30a57-d114-4dd2-bbc9-8b1049ce45b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:47.345933 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce4ff657-b07e-404c-8d8f-ee56ca4817ce req-e5b30a57-d114-4dd2-bbc9-8b1049ce45b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b HTTP/1.1" status: 200 len: 898 time: 0.1272626 Apr 05 21:16:47.506100 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce4ff657-b07e-404c-8d8f-ee56ca4817ce req-f618d7fa-13c9-499d-998b-018ae5063825 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f4b9f24-a118-47ff-9501-c8c63748753d HTTP/1.1" status: 200 len: 217 time: 0.1521084 Apr 05 21:16:47.570670 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ff657-b07e-404c-8d8f-ee56ca4817ce req-e2e42b83-351c-4342-b812-1c00485198b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:47.572627 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce4ff657-b07e-404c-8d8f-ee56ca4817ce req-e2e42b83-351c-4342-b812-1c00485198b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528a3a88-487e-4bdd-bb2c-b6de7d7fa362 HTTP/1.1" status: 200 len: 834 time: 0.0599756 Apr 05 21:16:47.647647 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ff657-b07e-404c-8d8f-ee56ca4817ce req-9642bf20-5f65-419b-8dbf-ec5f6b5cf7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:47.649122 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce4ff657-b07e-404c-8d8f-ee56ca4817ce req-9642bf20-5f65-419b-8dbf-ec5f6b5cf7a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697410 Apr 05 21:16:47.780466 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce4ff657-b07e-404c-8d8f-ee56ca4817ce req-d9dd7849-0a36-4ef5-ab9f-93190cc7256d service neutron] 10.222.0.13 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242533 Apr 05 21:16:47.910978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce4ff657-b07e-404c-8d8f-ee56ca4817ce req-5a9533f7-1e0c-48d0-abd9-4dc5ee05c1dc service neutron] 10.222.0.13 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241968 Apr 05 21:16:48.376375 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba05c6a-1988-49a7-a33f-ba03009c33c8 req-59c85a50-0175-4ea2-8535-eecfb91455fd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:48.377817 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ba05c6a-1988-49a7-a33f-ba03009c33c8 req-59c85a50-0175-4ea2-8535-eecfb91455fd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 943 time: 0.0824788 Apr 05 21:16:48.422585 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ba05c6a-1988-49a7-a33f-ba03009c33c8 req-ab2c40e7-ad4f-4778-b1b5-958fcf20accb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391572 Apr 05 21:16:49.122280 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 3f4b9f24-a118-47ff-9501-c8c63748753d details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:16:49.290858 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 3f4b9f24-a118-47ff-9501-c8c63748753d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=3f4b9f24-a118-47ff-9501-c8c63748753d,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:16:49.303274 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'port_id': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'mac_address': 'fa:16:3e:fb:05:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:16:49.355956 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:49.372370 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4b9f24-a118-47ff-9501-c8c63748753d {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:16:49.387177 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 3f4b9f24-a118-47ff-9501-c8c63748753d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=3f4b9f24-a118-47ff-9501-c8c63748753d,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:16:49.391165 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:49.460127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=3f4b9f24-a118-47ff-9501-c8c63748753d,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:49.608344 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca353904-15cb-4656-a54c-726bbab78f1b req-a07452d7-31e5-43a6-b9e7-215eb2737d61 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:49.609846 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca353904-15cb-4656-a54c-726bbab78f1b req-a07452d7-31e5-43a6-b9e7-215eb2737d61 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 944 time: 0.0794580 Apr 05 21:16:49.612337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['3f4b9f24-a118-47ff-9501-c8c63748753d'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:16:49.654708 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca353904-15cb-4656-a54c-726bbab78f1b req-0cf69231-bd4a-4dfb-9758-b114e678b501 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389893 Apr 05 21:16:50.841010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb8fe7-9aff-4b90-ae33-0042d296671f req-b88a062c-55c9-4769-9bbd-97832b5ce42e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:50.842464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11fb8fe7-9aff-4b90-ae33-0042d296671f req-b88a062c-55c9-4769-9bbd-97832b5ce42e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 944 time: 0.0827472 Apr 05 21:16:50.885872 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-11fb8fe7-9aff-4b90-ae33-0042d296671f req-fe22eee8-2184-44dd-876f-9c88c110e8b2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378284 Apr 05 21:16:51.122184 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 3f4b9f24-a118-47ff-9501-c8c63748753d up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:16:51.188883 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 3f4b9f24-a118-47ff-9501-c8c63748753d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:16:51.193528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 3f4b9f24-a118-47ff-9501-c8c63748753d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:16:51.193919 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:51.308496 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:51.333394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:16:51.343767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 3f4b9f24-a118-47ff-9501-c8c63748753d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=3f4b9f24-a118-47ff-9501-c8c63748753d,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:16:51.347835 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:51.384096 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'code': 200} Apr 05 21:16:51.423628 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=3f4b9f24-a118-47ff-9501-c8c63748753d,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:51.499951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a398a8f-e8b6-483e-84e2-73df0ad3d33c req-27c7098f-86c1-4efa-89e8-2147bdf9b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:51.501376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a398a8f-e8b6-483e-84e2-73df0ad3d33c req-27c7098f-86c1-4efa-89e8-2147bdf9b342 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 1096 time: 0.0685174 Apr 05 21:16:51.544504 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a398a8f-e8b6-483e-84e2-73df0ad3d33c req-4344efcd-8061-4740-9088-007fda69c1f9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372677 Apr 05 21:16:52.070287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a16da0-780f-4f34-8bc2-27ff0bb81982 req-60165e0d-9a28-47bc-adfc-e3f1eee6e6b9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:52.072314 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-67a16da0-780f-4f34-8bc2-27ff0bb81982 req-60165e0d-9a28-47bc-adfc-e3f1eee6e6b9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0820537 Apr 05 21:16:52.115071 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-67a16da0-780f-4f34-8bc2-27ff0bb81982 req-d29fe4e4-8793-4e8c-8737-0324dc5a91f8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370219 Apr 05 21:16:52.553109 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:16:53.301160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f176f2-6805-48e1-b61f-2dd62b4b1540 req-96186686-e3a4-4c7a-951c-cecced8e5974 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:53.302608 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-16f176f2-6805-48e1-b61f-2dd62b4b1540 req-96186686-e3a4-4c7a-951c-cecced8e5974 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0817487 Apr 05 21:16:53.352943 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-16f176f2-6805-48e1-b61f-2dd62b4b1540 req-179d9018-791b-464f-b611-e5d9b092fe58 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446699 Apr 05 21:16:53.533331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8d66f-b199-4d08-8bfd-b9a52eea30b9 req-41a04de4-36ff-4488-af2a-e0b33a2cb29a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:53.534798 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcb8d66f-b199-4d08-8bfd-b9a52eea30b9 req-41a04de4-36ff-4488-af2a-e0b33a2cb29a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0812638 Apr 05 21:16:53.579469 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dcb8d66f-b199-4d08-8bfd-b9a52eea30b9 req-78ca1f04-7275-4e14-b69a-9548925d5821 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388684 Apr 05 21:16:53.602237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33954) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:53.676635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4e75e3-37d6-4111-9f2a-a22408e5c804 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:53.678366 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fa4e75e3-37d6-4111-9f2a-a22408e5c804 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 1091 time: 0.0746500 Apr 05 21:16:53.681129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33958) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:53.693419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:16:53.702096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:16:53.705951 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:floatingip and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:16:53.708835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:16:53.715365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:16:53.726440 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:53.861457 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:53.994189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.25.8.197 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/3ab78856-35b3-4cc9-9e9b-f71d22ab581b) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:16:54.143726 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:54.173120 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:54.230748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:16:54.231831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:16:54.234248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:16:54.291522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=3ab78856-35b3-4cc9-9e9b-f71d22ab581b,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:54.747141 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:54.819379 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:55.023462 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:55.028176 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:55.133180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=3ab78856-35b3-4cc9-9e9b-f71d22ab581b,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:16:55.140815 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:55.310323 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Floating IP d5ab3a3a-aef9-4d32-984c-b015d7722bd5 associated. External IP: 172.25.8.197, port: 3f4b9f24-a118-47ff-9501-c8c63748753d. Apr 05 21:16:55.654311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router edc77adc-2c15-44df-97ae-0bb7c13f9485 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:16:55.932588 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:16:55.942364 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345a28d-4d3b-4af4-a4d2-c75bdf680c5e None None] Sync routers for ids ['edc77adc-2c15-44df-97ae-0bb7c13f9485'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:16:55.952906 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345a28d-4d3b-4af4-a4d2-c75bdf680c5e None None] Routers {'edc77adc-2c15-44df-97ae-0bb7c13f9485'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:16:55.953497 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9345a28d-4d3b-4af4-a4d2-c75bdf680c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:16:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['edc77adc-2c15-44df-97ae-0bb7c13f9485'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:55.956210 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:16:56.013971 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-dd262a78-b2d5-403d-aa01-c40ee331353e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3318102 Apr 05 21:16:56.014553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:16:56.163625 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-9345a28d-4d3b-4af4-a4d2-c75bdf680c5e None None] Set router edc77adc-2c15-44df-97ae-0bb7c13f9485 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:16:56.178784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b58e7-84d6-4341-8ab0-ad390b56ed24 req-df3ba1a5-b44f-4870-bddb-2bcf296b03bc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:56.180320 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f52b58e7-84d6-4341-8ab0-ad390b56ed24 req-df3ba1a5-b44f-4870-bddb-2bcf296b03bc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0833495 Apr 05 21:16:56.225200 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f52b58e7-84d6-4341-8ab0-ad390b56ed24 req-58d7a170-5f84-4f79-91ac-1a0d92231d5a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385802 Apr 05 21:16:56.247698 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33966) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:56.291249 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'status': 'completed', 'code': 200} Apr 05 21:16:56.365938 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b067a9a2-de9e-4b3b-af4e-dd9b6379d6a9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/d5ab3a3a-aef9-4d32-984c-b015d7722bd5 HTTP/1.1" status: 200 len: 991 time: 0.1170619 Apr 05 21:16:56.395417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44b869-b367-4151-911d-0e123410b756 req-f8a5a68d-c020-420d-b086-9fe270304c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:56.396873 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff44b869-b367-4151-911d-0e123410b756 req-f8a5a68d-c020-420d-b086-9fe270304c4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 1096 time: 0.0821862 Apr 05 21:16:56.507352 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9345a28d-4d3b-4af4-a4d2-c75bdf680c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:16:40Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'd5ab3a3a-aef9-4d32-984c-b015d7722bd5', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.197', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'port_id': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'mac_address': 'fa:16:3e:fb:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1724295e-71f4-45dc-979b-62450c8bc129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:54Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae', 'name': '', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:37:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:39Z', 'updated_at': '2022-04-05T21:16:45Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:56.511583 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345a28d-4d3b-4af4-a4d2-c75bdf680c5e None None] Checking router: edc77adc-2c15-44df-97ae-0bb7c13f9485 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:16:56.519811 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345a28d-4d3b-4af4-a4d2-c75bdf680c5e None None] Routers {'edc77adc-2c15-44df-97ae-0bb7c13f9485'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:16:56.520401 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9345a28d-4d3b-4af4-a4d2-c75bdf680c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:16:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['edc77adc-2c15-44df-97ae-0bb7c13f9485'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:56.527555 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44b869-b367-4151-911d-0e123410b756 req-b371dbb9-f237-4bce-9d44-4597f2004799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:56.528977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff44b869-b367-4151-911d-0e123410b756 req-b371dbb9-f237-4bce-9d44-4597f2004799 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b HTTP/1.1" status: 200 len: 898 time: 0.1253438 Apr 05 21:16:56.626756 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff44b869-b367-4151-911d-0e123410b756 req-0348dd8b-45cf-4a73-b13f-2fc8fa518e4d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f4b9f24-a118-47ff-9501-c8c63748753d HTTP/1.1" status: 200 len: 999 time: 0.0917850 Apr 05 21:16:56.692644 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44b869-b367-4151-911d-0e123410b756 req-b5b4fca5-e306-4cfc-98a5-41ec3c93f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:56.694149 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff44b869-b367-4151-911d-0e123410b756 req-b5b4fca5-e306-4cfc-98a5-41ec3c93f6d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528a3a88-487e-4bdd-bb2c-b6de7d7fa362 HTTP/1.1" status: 200 len: 834 time: 0.0611629 Apr 05 21:16:56.702189 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-9345a28d-4d3b-4af4-a4d2-c75bdf680c5e None None] Set router edc77adc-2c15-44df-97ae-0bb7c13f9485 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:16:56.769008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44b869-b367-4151-911d-0e123410b756 req-bc88ebf2-ec38-4f35-ab26-718c63fba12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:16:56.770405 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff44b869-b367-4151-911d-0e123410b756 req-bc88ebf2-ec38-4f35-ab26-718c63fba12d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699682 Apr 05 21:16:56.900596 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff44b869-b367-4151-911d-0e123410b756 req-8088c602-e98f-407d-bbdd-eb46905441cf service neutron] 10.222.0.13 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233125 Apr 05 21:16:57.031398 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff44b869-b367-4151-911d-0e123410b756 req-475b7284-6ef1-4448-b67d-e8c5297ad4e3 service neutron] 10.222.0.13 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245048 Apr 05 21:16:57.044252 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9345a28d-4d3b-4af4-a4d2-c75bdf680c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:16:40Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'd5ab3a3a-aef9-4d32-984c-b015d7722bd5', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.197', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'port_id': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'mac_address': 'fa:16:3e:fb:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1724295e-71f4-45dc-979b-62450c8bc129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:54Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae', 'name': '', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:37:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:39Z', 'updated_at': '2022-04-05T21:16:45Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:16:57.048235 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9345a28d-4d3b-4af4-a4d2-c75bdf680c5e None None] The sync data for ids ['edc77adc-2c15-44df-97ae-0bb7c13f9485'] in n-d-836604-1 is: [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:16:40Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'd5ab3a3a-aef9-4d32-984c-b015d7722bd5', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.197', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'port_id': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'mac_address': 'fa:16:3e:fb:05:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1724295e-71f4-45dc-979b-62450c8bc129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:16:54Z', 'updated_at': '2022-04-05T21:16:54Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae', 'name': '', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:37:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:39Z', 'updated_at': '2022-04-05T21:16:45Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:16:57.240582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c53d8f3-7903-4669-ac48-a72f75a133a4 None None] New status for floating IP d5ab3a3a-aef9-4d32-984c-b015d7722bd5: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:16:57.369984 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33970) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:57.475272 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-28277cc1-38a6-47f1-9ec2-819817b21b0d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/d5ab3a3a-aef9-4d32-984c-b015d7722bd5 HTTP/1.1" status: 200 len: 991 time: 0.1041684 Apr 05 21:16:58.478903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 33974) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:16:58.585461 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bdd511b5-50af-4299-90b9-97c816b75fc3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/d5ab3a3a-aef9-4d32-984c-b015d7722bd5 HTTP/1.1" status: 200 len: 993 time: 0.1054657 Apr 05 21:17:08.608301 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b07cef47-0aaa-4c2d-a65c-8083e5cf401f req-dd8725b0-bfcf-4a11-a2c6-c9d65f37129b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731401 Apr 05 21:17:08.745541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cef47-0aaa-4c2d-a65c-8083e5cf401f req-230b7231-3ba3-45fb-a46e-0935860a0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:08.747029 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b07cef47-0aaa-4c2d-a65c-8083e5cf401f req-230b7231-3ba3-45fb-a46e-0935860a0f56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 1096 time: 0.0708561 Apr 05 21:17:08.887711 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cef47-0aaa-4c2d-a65c-8083e5cf401f req-6160fa46-b6b3-4a29-9dc1-3fd7c8569baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:08.889068 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b07cef47-0aaa-4c2d-a65c-8083e5cf401f req-6160fa46-b6b3-4a29-9dc1-3fd7c8569baf service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b HTTP/1.1" status: 200 len: 898 time: 0.1239560 Apr 05 21:17:08.991324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b07cef47-0aaa-4c2d-a65c-8083e5cf401f req-3b7c8825-56d8-472e-9273-6370832e51d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f4b9f24-a118-47ff-9501-c8c63748753d HTTP/1.1" status: 200 len: 1001 time: 0.0958409 Apr 05 21:17:09.063403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cef47-0aaa-4c2d-a65c-8083e5cf401f req-6d32ef1d-8b67-4bc5-9650-5e236f5c7722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:09.064910 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b07cef47-0aaa-4c2d-a65c-8083e5cf401f req-6d32ef1d-8b67-4bc5-9650-5e236f5c7722 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528a3a88-487e-4bdd-bb2c-b6de7d7fa362 HTTP/1.1" status: 200 len: 834 time: 0.0666358 Apr 05 21:17:09.233971 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cef47-0aaa-4c2d-a65c-8083e5cf401f req-9091972c-9087-4796-8d64-7e5fb73f3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:09.235350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b07cef47-0aaa-4c2d-a65c-8083e5cf401f req-9091972c-9087-4796-8d64-7e5fb73f3bfb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646755 Apr 05 21:17:09.313822 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:09.380661 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b07cef47-0aaa-4c2d-a65c-8083e5cf401f req-73c0fa7b-9d43-45f0-babd-0a5b2ae49416 service neutron] 10.222.0.13 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384323 Apr 05 21:17:09.510544 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b07cef47-0aaa-4c2d-a65c-8083e5cf401f req-cbabc60d-e027-42c5-b9dd-0c1fb6364abd service neutron] 10.222.0.13 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224432 Apr 05 21:17:09.565111 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:11.509281 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c2da84df-6678-4a6d-ba7b-aee032cdab03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:11.947784 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-34081c1e-93be-425c-9ce2-0350cf8a274d req-4f90ef4e-4866-423b-bf58-fe05ff3afa55 tempest-ServerDiskConfigTestJSON-1224091567 tempest-ServerDiskConfigTestJSON-1224091567-project] (87965) timed out ('10.222.0.41', 51565) {{(pid=87965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:17:13.772260 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cdb18e74-cbd9-4689-8ec0-355600a27954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:14.953702 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:15.050280 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:16.247857 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:23.439505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 33996) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:17:23.592496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e06f49-4569-4fac-9780-928e0d49b055 req-611e6737-9598-4aec-b135-af070ed2bb8a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:23.593981 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8e06f49-4569-4fac-9780-928e0d49b055 req-611e6737-9598-4aec-b135-af070ed2bb8a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.1428254 Apr 05 21:17:23.597452 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-a2ce4582-07b2-4ae9-89c6-1f48fecf976e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1568143 Apr 05 21:17:23.642030 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b8e06f49-4569-4fac-9780-928e0d49b055 req-12497dd9-7ee8-40a3-9559-52f5f5b3c6b7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423777 Apr 05 21:17:24.902273 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abe641-6a38-4173-8f5d-eadcd43e56a5 req-faca1fa9-96bf-4f7b-b1cf-30e011ec3427 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:24.903725 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9abe641-6a38-4173-8f5d-eadcd43e56a5 req-faca1fa9-96bf-4f7b-b1cf-30e011ec3427 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.1427531 Apr 05 21:17:24.906408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-c5db10fd-8639-43f2-9999-7780a2200bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:24.907740 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-c5db10fd-8639-43f2-9999-7780a2200bb1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 1096 time: 0.1129446 Apr 05 21:17:25.043304 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e9abe641-6a38-4173-8f5d-eadcd43e56a5 req-e83fbcd0-0bc9-4366-92d7-0eb0abcde3ff tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335368 Apr 05 21:17:25.076610 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-f72fbad1-a21c-4068-9b6b-719d972b82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:25.078120 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-f72fbad1-a21c-4068-9b6b-719d972b82f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b HTTP/1.1" status: 200 len: 898 time: 0.1547685 Apr 05 21:17:25.183975 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-eec01720-a56b-40cd-80cf-2fc90bc2a4d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f4b9f24-a118-47ff-9501-c8c63748753d HTTP/1.1" status: 200 len: 1001 time: 0.0990274 Apr 05 21:17:25.248476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-55bc6168-6ec5-4d0a-91fc-a62a4ccbbf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:25.249768 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-55bc6168-6ec5-4d0a-91fc-a62a4ccbbf4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528a3a88-487e-4bdd-bb2c-b6de7d7fa362 HTTP/1.1" status: 200 len: 834 time: 0.0593996 Apr 05 21:17:25.324171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-8ca31564-a4ba-4cb0-ba48-4266a6c219f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:25.325584 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-8ca31564-a4ba-4cb0-ba48-4266a6c219f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685182 Apr 05 21:17:25.455941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-9dfafb50-5635-4065-9e46-f1e2bbd76cb0 service neutron] 10.222.0.13 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232369 Apr 05 21:17:25.588240 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-243f35d2-bbbe-4aef-8a83-6f031d1f98d3 service neutron] 10.222.0.13 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230211 Apr 05 21:17:26.228958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7824c42b-b693-4d6d-9d92-5794b465bf9b req-99125acb-a35b-422b-8d0a-072839bada12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:26.230430 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7824c42b-b693-4d6d-9d92-5794b465bf9b req-99125acb-a35b-422b-8d0a-072839bada12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0812092 Apr 05 21:17:26.278106 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7824c42b-b693-4d6d-9d92-5794b465bf9b req-b0a28271-3701-4991-bc98-2a08296c1a36 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419786 Apr 05 21:17:27.460676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf160dc-51c8-41a4-a373-19c045ee3391 req-ccb2e5a5-8f84-40ec-897b-b71422edb5ef tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:27.462104 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9bf160dc-51c8-41a4-a373-19c045ee3391 req-ccb2e5a5-8f84-40ec-897b-b71422edb5ef tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0779698 Apr 05 21:17:27.505063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9bf160dc-51c8-41a4-a373-19c045ee3391 req-f116cfaa-5bee-4e5f-8803-29b1685a1953 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369384 Apr 05 21:17:28.688771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84ed97-339a-41c1-8274-03feec01fc8e req-cbeb76ab-90dc-43ec-8375-5cb72e39097b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:28.690225 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a84ed97-339a-41c1-8274-03feec01fc8e req-cbeb76ab-90dc-43ec-8375-5cb72e39097b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0820327 Apr 05 21:17:28.831577 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a84ed97-339a-41c1-8274-03feec01fc8e req-78006fe2-201a-44db-ae82-d83515668a63 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357148 Apr 05 21:17:29.552246 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:17:30.012044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfee27a-29b7-4b68-95fb-aa7bc16a487f req-03a16f00-ab73-4231-b172-5251486016ca tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:30.013482 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dfee27a-29b7-4b68-95fb-aa7bc16a487f req-03a16f00-ab73-4231-b172-5251486016ca tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0783613 Apr 05 21:17:30.056499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7dfee27a-29b7-4b68-95fb-aa7bc16a487f req-5497456d-2e05-4425-882d-c51af507e53d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373840 Apr 05 21:17:31.242421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530e74f-75c9-4921-9544-66550bbdc444 req-ee366227-b3a8-4ce7-8653-dd1c73c97b79 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:31.244434 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1530e74f-75c9-4921-9544-66550bbdc444 req-ee366227-b3a8-4ce7-8653-dd1c73c97b79 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0808051 Apr 05 21:17:31.288154 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1530e74f-75c9-4921-9544-66550bbdc444 req-75f0bb09-0187-4915-8e04-aca8a5eded7a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380988 Apr 05 21:17:32.473149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def2f98-cfa6-489a-a284-fece935a4866 req-d1086373-bb60-49e3-ad7e-676598da14fb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:32.474588 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1def2f98-cfa6-489a-a284-fece935a4866 req-d1086373-bb60-49e3-ad7e-676598da14fb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0826905 Apr 05 21:17:32.518172 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1def2f98-cfa6-489a-a284-fece935a4866 req-1e4aa556-837e-4936-b72f-b96d8183fd93 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379860 Apr 05 21:17:33.707402 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06b11c-a6b7-4b6a-93f9-645d10f7af85 req-1333fb68-761f-4ae1-8fa5-3c28698eee60 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:33.708866 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a06b11c-a6b7-4b6a-93f9-645d10f7af85 req-1333fb68-761f-4ae1-8fa5-3c28698eee60 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0879850 Apr 05 21:17:33.752489 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2a06b11c-a6b7-4b6a-93f9-645d10f7af85 req-13b906a2-3ee0-473b-b8da-09a25104442b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373242 Apr 05 21:17:34.940541 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa4362-0c5f-4d68-88ae-4522a2291996 req-a4ca61f2-cc57-4c07-97e7-9877ead141a2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:34.942009 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7fa4362-0c5f-4d68-88ae-4522a2291996 req-a4ca61f2-cc57-4c07-97e7-9877ead141a2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0837014 Apr 05 21:17:34.986030 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b7fa4362-0c5f-4d68-88ae-4522a2291996 req-8e08d1d9-1ef0-439d-8b09-dbe1425f257b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376909 Apr 05 21:17:36.168164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1c093-a921-42c0-9da5-46772c1e2748 req-bbe219df-4488-46c8-abf3-cda7e1a34606 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:36.169627 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1ce1c093-a921-42c0-9da5-46772c1e2748 req-bbe219df-4488-46c8-abf3-cda7e1a34606 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0792181 Apr 05 21:17:36.216406 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1ce1c093-a921-42c0-9da5-46772c1e2748 req-54975690-2f29-419b-8956-40bcd1351025 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412211 Apr 05 21:17:37.404728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6daf2-dee2-49b2-9bba-ab4889160397 req-36fb2edb-ab69-4c40-ba39-0b48cd1012c6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:37.406180 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8cd6daf2-dee2-49b2-9bba-ab4889160397 req-36fb2edb-ab69-4c40-ba39-0b48cd1012c6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0826049 Apr 05 21:17:37.507153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8cd6daf2-dee2-49b2-9bba-ab4889160397 req-9f1f93ec-9f23-4d7f-9c5f-c0e9d8c3ae50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685573 Apr 05 21:17:37.513714 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-89c69691-ac15-4c2c-be05-b1cf8e853f55 service neutron] show failed (client error): The resource could not be found. Apr 05 21:17:37.514670 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-89c69691-ac15-4c2c-be05-b1cf8e853f55 service neutron] 10.222.0.13 "GET /v2.0/ports/3f4b9f24-a118-47ff-9501-c8c63748753d/bindings/n-h2-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.1069832 Apr 05 21:17:37.816844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-12a9d14e-0bf9-4957-b2b2-91d0dbe077a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:37.818297 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-12a9d14e-0bf9-4957-b2b2-91d0dbe077a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129&tenant_id=8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 1096 time: 0.1161740 Apr 05 21:17:37.828682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:17:37.937624 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:38.201631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] For port 3f4b9f24-a118-47ff-9501-c8c63748753d, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=3f4b9f24-a118-47ff-9501-c8c63748753d,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:17:38.229311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] For port 3f4b9f24-a118-47ff-9501-c8c63748753d, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:17:38.286616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:17:38.291993 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:38.306213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Transition to ACTIVE for port object 3f4b9f24-a118-47ff-9501-c8c63748753d will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:17:38.310168 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:38.354556 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'code': 200} Apr 05 21:17:38.449776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Pushing event updated for resources: {'Port': ['ID=3f4b9f24-a118-47ff-9501-c8c63748753d,revision_number=6']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:38.461546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:38.461806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:38.462170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:38.462549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:38.463395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:38.463722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:38.464042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:38.464359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:38.464681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:38.465001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:38.465316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:38.465631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:38.526374 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] No DVR routers for this DVR port 3f4b9f24-a118-47ff-9501-c8c63748753d on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:17:38.861248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56966722-092e-4f37-ba59-f1e9f003c301 req-7a1de9fc-33b7-4b81-ac40-f4f8ac52e956 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:38.862726 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-56966722-092e-4f37-ba59-f1e9f003c301 req-7a1de9fc-33b7-4b81-ac40-f4f8ac52e956 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 943 time: 0.1868491 Apr 05 21:17:38.939302 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Attempting to bind port 3f4b9f24-a118-47ff-9501-c8c63748753d on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:17:38.939636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Attempting to bind port 3f4b9f24-a118-47ff-9501-c8c63748753d by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:17:38.939962 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Attempting to bind port 3f4b9f24-a118-47ff-9501-c8c63748753d on network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:17:38.947712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Port 3f4b9f24-a118-47ff-9501-c8c63748753d on network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:17:38.948033 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Attempting to bind port 3f4b9f24-a118-47ff-9501-c8c63748753d on network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:17:38.953520 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-56966722-092e-4f37-ba59-f1e9f003c301 req-dd64aeb2-3635-4501-b3f8-c894f9c9186c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658493 Apr 05 21:17:38.955890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:17:38.956225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Checking segment: {'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:17:38.956598 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Bound using segment: {'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:17:38.957020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Bound port: 3f4b9f24-a118-47ff-9501-c8c63748753d, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5a913c6-1d9f-4fff-b843-067cbb816c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:17:38.957364 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:39.049026 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] For port 3f4b9f24-a118-47ff-9501-c8c63748753d, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:17:39.051974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] For port 3f4b9f24-a118-47ff-9501-c8c63748753d, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3f4b9f24-a118-47ff-9501-c8c63748753d,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:17:39.057076 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:39.112145 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:39.112802 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:39.114174 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] 10.222.0.41 "PUT /v2.0/ports/3f4b9f24-a118-47ff-9501-c8c63748753d HTTP/1.1" status: 200 len: 1091 time: 1.2893555 Apr 05 21:17:39.133633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59718045-b2f9-4c6f-aa7d-429686e22a7f service neutron] Pushing event updated for resources: {'Port': ['ID=3f4b9f24-a118-47ff-9501-c8c63748753d,revision_number=7']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:39.213074 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-62d63034-1e55-4192-a517-2a6f31ebacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:39.214675 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-62d63034-1e55-4192-a517-2a6f31ebacc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 1094 time: 0.0781367 Apr 05 21:17:39.322392 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:39.352585 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-460c1ee3-ac61-4e5e-9469-468965204e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:39.354704 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-460c1ee3-ac61-4e5e-9469-468965204e13 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b HTTP/1.1" status: 200 len: 898 time: 0.1343172 Apr 05 21:17:39.452839 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-46eceab1-80c8-460a-b394-2b5084dc7153 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f4b9f24-a118-47ff-9501-c8c63748753d HTTP/1.1" status: 200 len: 999 time: 0.0922172 Apr 05 21:17:39.516849 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-3f3c3f2e-f1c2-46ac-8334-01c639949f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:39.518166 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-3f3c3f2e-f1c2-46ac-8334-01c639949f12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=528a3a88-487e-4bdd-bb2c-b6de7d7fa362 HTTP/1.1" status: 200 len: 834 time: 0.0598698 Apr 05 21:17:39.566604 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:39.593389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-1b2dccfc-8e8b-4381-8bb7-c2a3a2d0f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:39.594901 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-1b2dccfc-8e8b-4381-8bb7-c2a3a2d0f141 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709248 Apr 05 21:17:39.726923 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-11a9af5a-c259-4c68-a681-95914f38dfca service neutron] 10.222.0.41 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259799 Apr 05 21:17:39.858736 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-43f09f76-ccaf-4f07-b9a0-75373d2ec489 service neutron] 10.222.0.41 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247513 Apr 05 21:17:40.145305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea856ca-dfe8-4257-8730-95e232a0d837 req-132b6f56-4aad-47db-a35f-a8654a5b4931 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:40.146676 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aea856ca-dfe8-4257-8730-95e232a0d837 req-132b6f56-4aad-47db-a35f-a8654a5b4931 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 943 time: 0.0831072 Apr 05 21:17:40.190387 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aea856ca-dfe8-4257-8730-95e232a0d837 req-876a6525-0ca8-469f-b6f1-549d7ca18d2b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373809 Apr 05 21:17:40.355268 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:17:40.412947 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'status': 'completed', 'code': 200} Apr 05 21:17:40.558721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-e9704e03-6812-4672-8848-cfc0a5bed31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:40.560157 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-e9704e03-6812-4672-8848-cfc0a5bed31c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 1094 time: 0.1294713 Apr 05 21:17:40.562626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-69882991-9a8d-464e-8852-57e2a7501488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:40.563902 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-69882991-9a8d-464e-8852-57e2a7501488 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 1094 time: 0.1030571 Apr 05 21:17:40.898167 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-f450b53a-0e63-4a9a-834b-5ca53a01d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:40.899611 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-f450b53a-0e63-4a9a-834b-5ca53a01d53c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b HTTP/1.1" status: 200 len: 898 time: 0.3331387 Apr 05 21:17:40.900709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-582b1ea0-8f82-42d4-8c9b-9947b2cfe0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:40.901988 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-582b1ea0-8f82-42d4-8c9b-9947b2cfe0b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b HTTP/1.1" status: 200 len: 898 time: 0.3177042 Apr 05 21:17:41.082903 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-50ec3e1e-fd4f-4fc1-bd26-d83ed0355a0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f4b9f24-a118-47ff-9501-c8c63748753d HTTP/1.1" status: 200 len: 999 time: 0.1770570 Apr 05 21:17:41.086406 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-7e7d7f31-a622-413c-be66-8eddb580beb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f4b9f24-a118-47ff-9501-c8c63748753d HTTP/1.1" status: 200 len: 999 time: 0.1336589 Apr 05 21:17:41.196199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-f62af73f-d16c-4f1f-90ca-9088f8fce617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:41.197654 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-f62af73f-d16c-4f1f-90ca-9088f8fce617 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=528a3a88-487e-4bdd-bb2c-b6de7d7fa362 HTTP/1.1" status: 200 len: 834 time: 0.1082141 Apr 05 21:17:41.199090 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-710136c8-4647-4795-b92e-3d5c46a53dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:41.200350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-710136c8-4647-4795-b92e-3d5c46a53dd4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528a3a88-487e-4bdd-bb2c-b6de7d7fa362 HTTP/1.1" status: 200 len: 834 time: 0.0819781 Apr 05 21:17:41.324318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 3f4b9f24-a118-47ff-9501-c8c63748753d no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:17:41.384563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 3f4b9f24-a118-47ff-9501-c8c63748753d not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:17:41.386139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-8dfd796e-75d7-40ea-87de-48a3b84fbefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:41.387436 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-8dfd796e-75d7-40ea-87de-48a3b84fbefe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533165 Apr 05 21:17:41.392198 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-a003dfcc-f6e9-423b-867a-b378e7dc8be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:41.393616 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-a003dfcc-f6e9-423b-867a-b378e7dc8be0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1892762 Apr 05 21:17:41.510809 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3d49a219-5e38-490e-a073-657fda392727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:41.602396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2b58d-3740-4aad-aee8-a568b9831b67 req-f5495e81-7cd8-4612-9ee9-09bc21302cc8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:41.604730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35c2b58d-3740-4aad-aee8-a568b9831b67 req-f5495e81-7cd8-4612-9ee9-09bc21302cc8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 943 time: 0.3035703 Apr 05 21:17:41.686279 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-9f47d8fc-c045-4081-9c75-ffe3c48f63cd service neutron] 10.222.0.41 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718897 Apr 05 21:17:41.689637 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-bb9d4cd8-8d58-4e72-831d-fa87e1e07e1d service neutron] 10.222.0.13 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951713 Apr 05 21:17:41.692642 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35c2b58d-3740-4aad-aee8-a568b9831b67 req-e69e6985-713c-44a5-b5ec-1d9cc422877a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820143 Apr 05 21:17:41.923109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-ba5eac4e-caf2-4e1e-8daf-33c050d84b56 service neutron] 10.222.0.41 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295570 Apr 05 21:17:41.927703 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78498c84-04e6-48e9-b47c-edfb7946fc75 req-897b5735-190d-4d1a-ae71-ae755120a50a service neutron] 10.222.0.13 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139277 Apr 05 21:17:42.884964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b99afd-ae8d-4aed-acf9-d75f44208ef3 req-5a86e6c4-9c96-4c5a-8a61-94f3aab679af tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:42.886408 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b99afd-ae8d-4aed-acf9-d75f44208ef3 req-5a86e6c4-9c96-4c5a-8a61-94f3aab679af tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 943 time: 0.0830622 Apr 05 21:17:42.928990 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b99afd-ae8d-4aed-acf9-d75f44208ef3 req-74abc9ee-7cf9-4733-9ac3-0cae48fe9ea2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370970 Apr 05 21:17:43.339127 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3f4b9f24-a118-47ff-9501-c8c63748753d details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:17:43.400783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-385145c0-88e3-45af-ae8c-217de7c46b64 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:43.402961 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-385145c0-88e3-45af-ae8c-217de7c46b64 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129&tenant_id=8f4dfe211c634c1c879abf0638ff05d7&binding%3Ahost_id=n-h2-836604-1 HTTP/1.1" status: 200 len: 943 time: 0.2577856 Apr 05 21:17:43.411134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c3915-9c6a-4bf4-bda0-d1d48193939e req-6c0f6bb3-dad1-4dbc-b000-73044d5860ae tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:43.412455 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f9c3915-9c6a-4bf4-bda0-d1d48193939e req-6c0f6bb3-dad1-4dbc-b000-73044d5860ae tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 943 time: 0.2371335 Apr 05 21:17:43.476384 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3f4b9f24-a118-47ff-9501-c8c63748753d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3f4b9f24-a118-47ff-9501-c8c63748753d,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:17:43.489832 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'port_id': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'mac_address': 'fa:16:3e:fb:05:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:17:43.513036 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1f9c3915-9c6a-4bf4-bda0-d1d48193939e req-545c6170-45fa-4ebe-999c-b8134f886728 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633621 Apr 05 21:17:43.519417 n-d-836604-1 neutron-server[87964]: INFO neutron.api.v2.resource [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-8ec376a3-6335-44aa-a698-201abb415773 service neutron] delete failed (client error): The resource could not be found. Apr 05 21:17:43.520348 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-8ec376a3-6335-44aa-a698-201abb415773 service neutron] 10.222.0.13 "DELETE /v2.0/ports/3f4b9f24-a118-47ff-9501-c8c63748753d/bindings/n-h1-836604-1 HTTP/1.1" status: 404 len: 380 time: 0.1070673 Apr 05 21:17:43.551619 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:43.570228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f4b9f24-a118-47ff-9501-c8c63748753d {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:17:43.586887 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3f4b9f24-a118-47ff-9501-c8c63748753d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3f4b9f24-a118-47ff-9501-c8c63748753d,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:17:43.592204 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:43.661536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=3f4b9f24-a118-47ff-9501-c8c63748753d,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:43.669792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:43.670378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:43.670887 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:43.671229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:43.671704 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:43.671891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:43.672221 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:43.672539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:43.672876 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:43.673175 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:43.673494 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:43.673812 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:17:43.724483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-ee5ee2ce-c737-410a-a8a0-c79e5e196299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:43.725985 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-ee5ee2ce-c737-410a-a8a0-c79e5e196299 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 1095 time: 0.1378567 Apr 05 21:17:43.734595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443b617-1a13-4dcc-8843-5a30db5cca36 req-8bd37c40-9708-4e85-a1b4-7e28d778661d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:43.735994 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0443b617-1a13-4dcc-8843-5a30db5cca36 req-8bd37c40-9708-4e85-a1b4-7e28d778661d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 944 time: 0.1120775 Apr 05 21:17:43.773328 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-027aa9c7-a0d5-4675-ba99-18314a4fb0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:43.805140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['3f4b9f24-a118-47ff-9501-c8c63748753d'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:17:43.867945 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0443b617-1a13-4dcc-8843-5a30db5cca36 req-1e41d5a2-ccf2-40cf-99ea-ef984f846d5a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136208 Apr 05 21:17:43.898466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-289f4f06-76fc-4116-a833-b2b0c761d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:43.900502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-289f4f06-76fc-4116-a833-b2b0c761d296 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b HTTP/1.1" status: 200 len: 898 time: 0.1630635 Apr 05 21:17:44.005636 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-bb449ebf-30ce-4a15-82a3-77f1da413527 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f4b9f24-a118-47ff-9501-c8c63748753d HTTP/1.1" status: 200 len: 1000 time: 0.0993741 Apr 05 21:17:44.067931 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-1f177424-e856-4757-8d19-d85828b8e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:44.069350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-1f177424-e856-4757-8d19-d85828b8e08a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=528a3a88-487e-4bdd-bb2c-b6de7d7fa362 HTTP/1.1" status: 200 len: 834 time: 0.0578194 Apr 05 21:17:44.147759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-cc99c2f0-0c7a-4fbf-9dda-bf80420c7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:44.149111 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-cc99c2f0-0c7a-4fbf-9dda-bf80420c7215 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738363 Apr 05 21:17:44.281639 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-97eeaf5f-6b95-43c1-b9c7-794754ddff3b service neutron] 10.222.0.13 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260238 Apr 05 21:17:44.410517 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2e83a21c-7dc5-4f76-ac19-d37520348568 req-79334d74-d51d-43be-99c5-7fed0e7823f7 service neutron] 10.222.0.13 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234519 Apr 05 21:17:44.956534 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:45.051794 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:45.057263 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d28c0-3b36-45fc-8057-24de41eb871d req-46c6f2fd-a87a-48b4-8791-bcf18ae6a3c6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:17:45.058762 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c3d28c0-3b36-45fc-8057-24de41eb871d req-46c6f2fd-a87a-48b4-8791-bcf18ae6a3c6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 944 time: 0.0823393 Apr 05 21:17:45.102733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4c3d28c0-3b36-45fc-8057-24de41eb871d req-3db4fbe7-ba12-4020-8e81-fb3b1ceba122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382729 Apr 05 21:17:45.126529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34074) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:17:45.231109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d964e1fb-52db-4a79-a616-b79584ecfdb8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/d5ab3a3a-aef9-4d32-984c-b015d7722bd5 HTTP/1.1" status: 200 len: 992 time: 0.1034341 Apr 05 21:17:45.373451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3f4b9f24-a118-47ff-9501-c8c63748753d up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:17:45.439158 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 3f4b9f24-a118-47ff-9501-c8c63748753d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:17:45.444088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 3f4b9f24-a118-47ff-9501-c8c63748753d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:17:45.444432 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:45.558850 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:45.583875 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:17:45.594251 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 3f4b9f24-a118-47ff-9501-c8c63748753d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3f4b9f24-a118-47ff-9501-c8c63748753d,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:17:45.599101 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:17:45.669160 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=3f4b9f24-a118-47ff-9501-c8c63748753d,revision_number=9']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:17:45.682531 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'code': 200} Apr 05 21:17:46.251490 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:06.551695 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:18:09.327296 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:09.576583 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:11.511917 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-95002588-a3ab-4e28-960c-e5e405adb884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:11.596447 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34090) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:11.799395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-08ed1c04-9963-4cd6-809a-e544249f1d97 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port 3ab78856-35b3-4cc9-9e9b-f71d22ab581b {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:18:11.799730 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08ed1c04-9963-4cd6-809a-e544249f1d97 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:12.067488 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08ed1c04-9963-4cd6-809a-e544249f1d97 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:12.067816 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08ed1c04-9963-4cd6-809a-e544249f1d97 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:12.189496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-08ed1c04-9963-4cd6-809a-e544249f1d97 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for 3ab78856-35b3-4cc9-9e9b-f71d22ab581b owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:18:12.337399 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08ed1c04-9963-4cd6-809a-e544249f1d97 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:12.386415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed1c04-9963-4cd6-809a-e544249f1d97 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=3ab78856-35b3-4cc9-9e9b-f71d22ab581b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:12.475040 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08ed1c04-9963-4cd6-809a-e544249f1d97 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:12.475371 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-08ed1c04-9963-4cd6-809a-e544249f1d97 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Floating IP d5ab3a3a-aef9-4d32-984c-b015d7722bd5 disassociated (deleted). External IP: 172.25.8.197, port: 3f4b9f24-a118-47ff-9501-c8c63748753d. Apr 05 21:18:12.825829 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ed1c04-9963-4cd6-809a-e544249f1d97 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router edc77adc-2c15-44df-97ae-0bb7c13f9485 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:18:13.003963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ed1c04-9963-4cd6-809a-e544249f1d97 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:18:13.014117 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a3cfa-91e3-4287-963a-cacc80c80e50 None None] Sync routers for ids ['edc77adc-2c15-44df-97ae-0bb7c13f9485'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:18:13.023402 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a3cfa-91e3-4287-963a-cacc80c80e50 None None] Routers {'edc77adc-2c15-44df-97ae-0bb7c13f9485'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:18:13.024072 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9b4a3cfa-91e3-4287-963a-cacc80c80e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:17:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['edc77adc-2c15-44df-97ae-0bb7c13f9485'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:13.024680 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08ed1c04-9963-4cd6-809a-e544249f1d97 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:13.083216 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-08ed1c04-9963-4cd6-809a-e544249f1d97 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/floatingips/d5ab3a3a-aef9-4d32-984c-b015d7722bd5 HTTP/1.1" status: 204 len: 168 time: 1.4856570 Apr 05 21:18:13.083790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:18:13.210404 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-9b4a3cfa-91e3-4287-963a-cacc80c80e50 None None] Set router edc77adc-2c15-44df-97ae-0bb7c13f9485 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:18:13.328188 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'status': 'completed', 'code': 200} Apr 05 21:18:13.468974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543fd49-264b-4113-ac6f-6576c0f8e740 req-5e6b02b7-524e-4563-9900-3f615b182c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:13.470479 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9543fd49-264b-4113-ac6f-6576c0f8e740 req-5e6b02b7-524e-4563-9900-3f615b182c24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 1096 time: 0.1167746 Apr 05 21:18:13.551830 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9b4a3cfa-91e3-4287-963a-cacc80c80e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:16:40Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae', 'name': '', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:37:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:39Z', 'updated_at': '2022-04-05T21:16:45Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:13.555490 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a3cfa-91e3-4287-963a-cacc80c80e50 None None] Checking router: edc77adc-2c15-44df-97ae-0bb7c13f9485 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:18:13.564049 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4a3cfa-91e3-4287-963a-cacc80c80e50 None None] Routers {'edc77adc-2c15-44df-97ae-0bb7c13f9485'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:18:13.564620 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9b4a3cfa-91e3-4287-963a-cacc80c80e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:17:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['edc77adc-2c15-44df-97ae-0bb7c13f9485'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:13.593332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446be301-7391-4fa1-995d-93c846c9a851 req-307c0984-764b-4a9e-8801-ae69a9aa41be tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:13.594030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-446be301-7391-4fa1-995d-93c846c9a851 req-307c0984-764b-4a9e-8801-ae69a9aa41be tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:18:13.620948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-446be301-7391-4fa1-995d-93c846c9a851 req-307c0984-764b-4a9e-8801-ae69a9aa41be tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:18:13.622113 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-446be301-7391-4fa1-995d-93c846c9a851 req-307c0984-764b-4a9e-8801-ae69a9aa41be tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.2132721 Apr 05 21:18:13.657503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543fd49-264b-4113-ac6f-6576c0f8e740 req-9352ecb9-5f55-43d0-ae62-90808c35526e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:13.658943 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9543fd49-264b-4113-ac6f-6576c0f8e740 req-9352ecb9-5f55-43d0-ae62-90808c35526e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b HTTP/1.1" status: 200 len: 898 time: 0.1806450 Apr 05 21:18:13.745196 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-9b4a3cfa-91e3-4287-963a-cacc80c80e50 None None] Set router edc77adc-2c15-44df-97ae-0bb7c13f9485 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:18:13.799445 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4676c50e-352c-4732-8171-58874f4f4c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:13.866397 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9543fd49-264b-4113-ac6f-6576c0f8e740 req-b9c5ea00-0c0f-4d98-9d44-6db793e3f76c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f4b9f24-a118-47ff-9501-c8c63748753d HTTP/1.1" status: 200 len: 217 time: 0.1955979 Apr 05 21:18:13.869317 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-446be301-7391-4fa1-995d-93c846c9a851 req-6e5d568e-8133-4b93-bce4-bd113652f415 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386372 Apr 05 21:18:13.932216 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543fd49-264b-4113-ac6f-6576c0f8e740 req-54c2d69e-750d-47cd-b773-96c153baec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:13.933649 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9543fd49-264b-4113-ac6f-6576c0f8e740 req-54c2d69e-750d-47cd-b773-96c153baec8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=528a3a88-487e-4bdd-bb2c-b6de7d7fa362 HTTP/1.1" status: 200 len: 834 time: 0.0602303 Apr 05 21:18:14.008113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543fd49-264b-4113-ac6f-6576c0f8e740 req-699ec391-6fd1-4a26-b0f1-f37bcb2cca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:14.010164 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9543fd49-264b-4113-ac6f-6576c0f8e740 req-699ec391-6fd1-4a26-b0f1-f37bcb2cca0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693941 Apr 05 21:18:14.061232 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-9b4a3cfa-91e3-4287-963a-cacc80c80e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:16:40Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae', 'name': '', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:37:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:39Z', 'updated_at': '2022-04-05T21:16:45Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:14.065074 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a3cfa-91e3-4287-963a-cacc80c80e50 None None] The sync data for ids ['edc77adc-2c15-44df-97ae-0bb7c13f9485'] in n-d-836604-1 is: [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:16:40Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae', 'name': '', 'network_id': 'b3e1a104-55c5-4f0e-9dae-90fbdf6d187b', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:37:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_interface', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:39Z', 'updated_at': '2022-04-05T21:16:45Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '528a3a88-487e-4bdd-bb2c-b6de7d7fa362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:18:14.147974 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9543fd49-264b-4113-ac6f-6576c0f8e740 req-402691df-cf82-47fa-b318-1576aeda12f6 service neutron] 10.222.0.41 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313281 Apr 05 21:18:14.289630 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eccfb6-52cb-4ae8-9bd5-c857e93dbf52 None None] New status for floating IP d5ab3a3a-aef9-4d32-984c-b015d7722bd5: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:18:14.293467 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9543fd49-264b-4113-ac6f-6576c0f8e740 req-cf5f531c-d8c0-4d1a-9870-d9da9e580c89 service neutron] 10.222.0.41 "GET /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389749 Apr 05 21:18:14.657181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d50c18-d60e-460c-926e-62122dd01b9e req-737965e4-6396-4145-b827-5e5103b09816 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:14.658642 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e2d50c18-d60e-460c-926e-62122dd01b9e req-737965e4-6396-4145-b827-5e5103b09816 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.41 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.0831997 Apr 05 21:18:14.730960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-e2d50c18-d60e-460c-926e-62122dd01b9e req-cc509a9e-9ac8-4e1a-8865-d5885d75f271 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port 3f4b9f24-a118-47ff-9501-c8c63748753d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:18:14.731299 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e2d50c18-d60e-460c-926e-62122dd01b9e req-cc509a9e-9ac8-4e1a-8865-d5885d75f271 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:14.961060 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:14.987878 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-e2d50c18-d60e-460c-926e-62122dd01b9e req-cc509a9e-9ac8-4e1a-8865-d5885d75f271 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port 3f4b9f24-a118-47ff-9501-c8c63748753d, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=3f4b9f24-a118-47ff-9501-c8c63748753d,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:18:14.988333 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e2d50c18-d60e-460c-926e-62122dd01b9e req-cc509a9e-9ac8-4e1a-8865-d5885d75f271 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:15.054883 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:15.152087 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-e2d50c18-d60e-460c-926e-62122dd01b9e req-cc509a9e-9ac8-4e1a-8865-d5885d75f271 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for 3f4b9f24-a118-47ff-9501-c8c63748753d owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:18:15.254758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a842a4-e4d4-40fa-b142-088c7236b610 req-8be8f87e-2586-46b6-9789-61dcae4df221 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:15.256141 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-17a842a4-e4d4-40fa-b142-088c7236b610 req-8be8f87e-2586-46b6-9789-61dcae4df221 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=1724295e-71f4-45dc-979b-62450c8bc129 HTTP/1.1" status: 200 len: 945 time: 0.2708998 Apr 05 21:18:15.354103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-17a842a4-e4d4-40fa-b142-088c7236b610 req-c2355511-c7d6-4996-9587-96149ef27e57 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a5c18a2-145d-41ca-854a-3e71eea00b9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612168 Apr 05 21:18:15.355042 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e2d50c18-d60e-460c-926e-62122dd01b9e req-cc509a9e-9ac8-4e1a-8865-d5885d75f271 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:15.407633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc509a9e-9ac8-4e1a-8865-d5885d75f271 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=3f4b9f24-a118-47ff-9501-c8c63748753d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:15.483828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d50c18-d60e-460c-926e-62122dd01b9e req-cc509a9e-9ac8-4e1a-8865-d5885d75f271 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] No DVR routers for this DVR port 3f4b9f24-a118-47ff-9501-c8c63748753d on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:18:15.486325 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e2d50c18-d60e-460c-926e-62122dd01b9e req-cc509a9e-9ac8-4e1a-8865-d5885d75f271 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:15.488768 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'name': 'network-vif-deleted', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:18:15.503933 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e2d50c18-d60e-460c-926e-62122dd01b9e req-cc509a9e-9ac8-4e1a-8865-d5885d75f271 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.41 "DELETE /v2.0/ports/3f4b9f24-a118-47ff-9501-c8c63748753d HTTP/1.1" status: 204 len: 173 time: 0.8381085 Apr 05 21:18:15.534994 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1724295e-71f4-45dc-979b-62450c8bc129', 'name': 'network-vif-deleted', 'tag': '3f4b9f24-a118-47ff-9501-c8c63748753d', 'status': 'completed', 'code': 200} Apr 05 21:18:16.255086 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:16.450452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34106) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:17.094530 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b283654e-a40d-48c2-b0e4-3a5cd544ba56 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:17.454639 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-b283654e-a40d-48c2-b0e4-3a5cd544ba56 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:18:17.455344 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b283654e-a40d-48c2-b0e4-3a5cd544ba56 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:17.642246 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-b283654e-a40d-48c2-b0e4-3a5cd544ba56 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:18:17.642601 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b283654e-a40d-48c2-b0e4-3a5cd544ba56 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:17.765452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-b283654e-a40d-48c2-b0e4-3a5cd544ba56 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:18:17.956896 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b283654e-a40d-48c2-b0e4-3a5cd544ba56 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:18.008401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283654e-a40d-48c2-b0e4-3a5cd544ba56 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:18.384124 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b283654e-a40d-48c2-b0e4-3a5cd544ba56 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:18.740079 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b283654e-a40d-48c2-b0e4-3a5cd544ba56 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router edc77adc-2c15-44df-97ae-0bb7c13f9485 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:18:18.916063 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b283654e-a40d-48c2-b0e4-3a5cd544ba56 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:18:18.925127 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427bc345-2651-4f66-bc5f-d7a04d1f4c2f None None] Sync routers for ids ['edc77adc-2c15-44df-97ae-0bb7c13f9485'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:18:18.929928 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b283654e-a40d-48c2-b0e4-3a5cd544ba56 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "PUT /v2.0/routers/edc77adc-2c15-44df-97ae-0bb7c13f9485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4769166 Apr 05 21:18:18.931135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34110) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:18.934986 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427bc345-2651-4f66-bc5f-d7a04d1f4c2f None None] Routers {'edc77adc-2c15-44df-97ae-0bb7c13f9485'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:18:18.935570 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-427bc345-2651-4f66-bc5f-d7a04d1f4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:18:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['edc77adc-2c15-44df-97ae-0bb7c13f9485'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:18.999703 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-40201512-d361-4bcb-8037-9fdaba1208a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting subnet 528a3a88-487e-4bdd-bb2c-b6de7d7fa362 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:18:19.004724 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-40201512-d361-4bcb-8037-9fdaba1208a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:19.062640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-40201512-d361-4bcb-8037-9fdaba1208a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:19.109505 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-427bc345-2651-4f66-bc5f-d7a04d1f4c2f None None] Set router edc77adc-2c15-44df-97ae-0bb7c13f9485 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:18:19.143592 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-40201512-d361-4bcb-8037-9fdaba1208a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:19.229762 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-40201512-d361-4bcb-8037-9fdaba1208a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:19.283217 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40201512-d361-4bcb-8037-9fdaba1208a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Subnet': ['ID=528a3a88-487e-4bdd-bb2c-b6de7d7fa362,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:19.287528 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-40201512-d361-4bcb-8037-9fdaba1208a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:19.295255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3bdee5-1efd-49ca-afb7-837ad97e94c9 None None] Network b3e1a104-55c5-4f0e-9dae-90fbdf6d187b requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:18:19.298678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34114) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:19.313902 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-40201512-d361-4bcb-8037-9fdaba1208a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/subnets/528a3a88-487e-4bdd-bb2c-b6de7d7fa362 HTTP/1.1" status: 204 len: 168 time: 0.3811214 Apr 05 21:18:19.414999 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-427bc345-2651-4f66-bc5f-d7a04d1f4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:18:17Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:19.419669 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427bc345-2651-4f66-bc5f-d7a04d1f4c2f None None] Checking router: edc77adc-2c15-44df-97ae-0bb7c13f9485 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:18:19.428418 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427bc345-2651-4f66-bc5f-d7a04d1f4c2f None None] Routers {'edc77adc-2c15-44df-97ae-0bb7c13f9485'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:18:19.429008 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-427bc345-2651-4f66-bc5f-d7a04d1f4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:18:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['edc77adc-2c15-44df-97ae-0bb7c13f9485'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:19.477772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3f4b9f24-a118-47ff-9501-c8c63748753d no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:18:19.483225 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:19.519172 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 3f4b9f24-a118-47ff-9501-c8c63748753d {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:18:19.519848 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 3f4b9f24-a118-47ff-9501-c8c63748753d not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:18:19.622736 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4e48b0-f618-47e9-b579-43faa058d4ec None None] DHCP port deletion for b3e1a104-55c5-4f0e-9dae-90fbdf6d187b request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:18:19.626965 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ea4e48b0-f618-47e9-b579-43faa058d4ec None None] Deleting port 31a4357b-4f93-4322-813b-383cdfa671a1 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:18:19.627461 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ea4e48b0-f618-47e9-b579-43faa058d4ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:19.636558 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-427bc345-2651-4f66-bc5f-d7a04d1f4c2f None None] Set router edc77adc-2c15-44df-97ae-0bb7c13f9485 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:18:19.827460 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:19.837009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port 298dda6f-79a1-430b-943b-ee6e0903d789 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:18:19.837333 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:19.850542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ea4e48b0-f618-47e9-b579-43faa058d4ec None None] For port 31a4357b-4f93-4322-813b-383cdfa671a1, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=31a4357b-4f93-4322-813b-383cdfa671a1,segment=NetworkSegment(f5a913c6-1d9f-4fff-b843-067cbb816c42),segment_id=f5a913c6-1d9f-4fff-b843-067cbb816c42)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:18:19.851286 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ea4e48b0-f618-47e9-b579-43faa058d4ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:19.972812 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-427bc345-2651-4f66-bc5f-d7a04d1f4c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:18:17Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:19.976829 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427bc345-2651-4f66-bc5f-d7a04d1f4c2f None None] The sync data for ids ['edc77adc-2c15-44df-97ae-0bb7c13f9485'] in n-d-836604-1 is: [{'id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'name': 'tempest-TestNetworkAdvancedServerOps-router-492965989', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:16:35Z', 'updated_at': '2022-04-05T21:18:17Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '298dda6f-79a1-430b-943b-ee6e0903d789', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:d0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc77adc-2c15-44df-97ae-0bb7c13f9485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:16:36Z', 'updated_at': '2022-04-05T21:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:18:20.016039 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ea4e48b0-f618-47e9-b579-43faa058d4ec None None] Calling delete_port for 31a4357b-4f93-4322-813b-383cdfa671a1 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:18:20.019761 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port 298dda6f-79a1-430b-943b-ee6e0903d789, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=298dda6f-79a1-430b-943b-ee6e0903d789,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:18:20.020122 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:20.094244 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ea4e48b0-f618-47e9-b579-43faa058d4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:20.141149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e48b0-f618-47e9-b579-43faa058d4ec None None] Pushing event deleted for resources: {'Port': ['ID=31a4357b-4f93-4322-813b-383cdfa671a1,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:20.145995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for 298dda6f-79a1-430b-943b-ee6e0903d789 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:18:20.146125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4e48b0-f618-47e9-b579-43faa058d4ec None None] No DVR routers for this DVR port 31a4357b-4f93-4322-813b-383cdfa671a1 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:18:20.322249 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:20.371016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=298dda6f-79a1-430b-943b-ee6e0903d789,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:20.411850 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:20.412194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:20.412533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:20.412853 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:20.413179 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:20.413503 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:20.413826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:20.414171 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:20.414490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:20.414804 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:20.415118 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:20.415433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:20.476036 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:20.654733 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:20.656945 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:20.683452 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:20.683943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Fanout notify agent at l3_agent the message router_deleted on router edc77adc-2c15-44df-97ae-0bb7c13f9485 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:18:20.699271 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:20.700374 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0ca350fc-6015-48cf-969e-cb4d9d5b3845 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/routers/edc77adc-2c15-44df-97ae-0bb7c13f9485 HTTP/1.1" status: 204 len: 168 time: 1.4007084 Apr 05 21:18:20.703184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34118) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:20.822746 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c22ed5f9-2e67-4e4f-a1df-c3080c789827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.065346 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c22ed5f9-2e67-4e4f-a1df-c3080c789827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.091362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c22ed5f9-2e67-4e4f-a1df-c3080c789827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e1a104-55c5-4f0e-9dae-90fbdf6d187b']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:21.102882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c22ed5f9-2e67-4e4f-a1df-c3080c789827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a913c6-1d9f-4fff-b843-067cbb816c42') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:21.103170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-c22ed5f9-2e67-4e4f-a1df-c3080c789827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a913c6-1d9f-4fff-b843-067cbb816c42') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:21.120117 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c22ed5f9-2e67-4e4f-a1df-c3080c789827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.148620 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c22ed5f9-2e67-4e4f-a1df-c3080c789827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.156508 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22ed5f9-2e67-4e4f-a1df-c3080c789827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:18:21.157160 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c22ed5f9-2e67-4e4f-a1df-c3080c789827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.169526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: timer() Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:18:21.174111 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:18:21.205745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:18:21.206133 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6ddb89e7-c3b5-4e89-ae0f-ca3dcee653ae not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:18:21.206546 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 298dda6f-79a1-430b-943b-ee6e0903d789 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:18:21.242412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 298dda6f-79a1-430b-943b-ee6e0903d789 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:18:21.242679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 298dda6f-79a1-430b-943b-ee6e0903d789 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:18:21.243082 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 31a4357b-4f93-4322-813b-383cdfa671a1 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:18:21.253741 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c22ed5f9-2e67-4e4f-a1df-c3080c789827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.277941 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 31a4357b-4f93-4322-813b-383cdfa671a1 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:18:21.278318 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 31a4357b-4f93-4322-813b-383cdfa671a1 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:18:21.281481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-c22ed5f9-2e67-4e4f-a1df-c3080c789827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.287672 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ed5f9-2e67-4e4f-a1df-c3080c789827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Network': ['ID=b3e1a104-55c5-4f0e-9dae-90fbdf6d187b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:21.299058 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c22ed5f9-2e67-4e4f-a1df-c3080c789827 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/networks/b3e1a104-55c5-4f0e-9dae-90fbdf6d187b HTTP/1.1" status: 204 len: 168 time: 0.5948009 Apr 05 21:18:21.301769 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34122) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:21.371260 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5bd97e5-9dee-4971-af2e-ac44d6830bc1 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.400081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5bd97e5-9dee-4971-af2e-ac44d6830bc1 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.462041 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5bd97e5-9dee-4971-af2e-ac44d6830bc1 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.484331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd97e5-9dee-4971-af2e-ac44d6830bc1 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5c18a2-145d-41ca-854a-3e71eea00b9f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:21.491138 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f5bd97e5-9dee-4971-af2e-ac44d6830bc1 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.492238 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f5bd97e5-9dee-4971-af2e-ac44d6830bc1 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/security-groups/2a5c18a2-145d-41ca-854a-3e71eea00b9f HTTP/1.1" status: 204 len: 168 time: 0.1895576 Apr 05 21:18:21.765595 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34130) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:21.770727 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-284451254', 'description': 'tempest-secgroup-smoke-284451254 description', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:18:21.777471 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:18:21.781494 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:18:21.784318 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:18:21.789927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:18:21.800060 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.819531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:18:21.823917 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:18:21.826777 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:18:21.832301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:18:21.901064 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.904734 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.948449 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8197d94-0163-4215-86bd-c216b7ce104c,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:21.951579 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:21.952754 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-b8faf3ac-68dd-4c99-9c19-0969b829ad74 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1861379 Apr 05 21:18:21.955653 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34134) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:21.960674 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-40432024-edc6-4205-ac7a-286480ce87f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'f8197d94-0163-4215-86bd-c216b7ce104c', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:18:21.967217 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-40432024-edc6-4205-ac7a-286480ce87f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:18:21.971044 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-40432024-edc6-4205-ac7a-286480ce87f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:18:21.973831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-40432024-edc6-4205-ac7a-286480ce87f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:18:21.980008 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-40432024-edc6-4205-ac7a-286480ce87f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:18:21.996089 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-40432024-edc6-4205-ac7a-286480ce87f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.053788 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-40432024-edc6-4205-ac7a-286480ce87f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.057669 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-40432024-edc6-4205-ac7a-286480ce87f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.082436 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40432024-edc6-4205-ac7a-286480ce87f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f249aed-3d39-4c46-8f02-a050cc02e3fe,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:22.090932 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-40432024-edc6-4205-ac7a-286480ce87f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.092084 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-40432024-edc6-4205-ac7a-286480ce87f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355333 Apr 05 21:18:22.094814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34138) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:22.100088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-6c415809-c473-466b-a99b-3024c76cd745 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'f8197d94-0163-4215-86bd-c216b7ce104c', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:18:22.107099 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6c415809-c473-466b-a99b-3024c76cd745 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:18:22.110894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6c415809-c473-466b-a99b-3024c76cd745 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:18:22.113754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-6c415809-c473-466b-a99b-3024c76cd745 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:18:22.120226 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-6c415809-c473-466b-a99b-3024c76cd745 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:18:22.135937 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c415809-c473-466b-a99b-3024c76cd745 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.195144 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c415809-c473-466b-a99b-3024c76cd745 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.198344 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c415809-c473-466b-a99b-3024c76cd745 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.220185 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c415809-c473-466b-a99b-3024c76cd745 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c73af3-25ac-42ff-a52c-ab5537d0fc60,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:22.229491 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-6c415809-c473-466b-a99b-3024c76cd745 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.230697 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6c415809-c473-466b-a99b-3024c76cd745 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348815 Apr 05 21:18:22.233425 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34142) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:22.238443 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d1ad20ef-1bff-428a-bbb0-a30d2e8cb595 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'f8197d94-0163-4215-86bd-c216b7ce104c', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:18:22.245379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d1ad20ef-1bff-428a-bbb0-a30d2e8cb595 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:18:22.249181 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d1ad20ef-1bff-428a-bbb0-a30d2e8cb595 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:18:22.252042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d1ad20ef-1bff-428a-bbb0-a30d2e8cb595 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:18:22.258603 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d1ad20ef-1bff-428a-bbb0-a30d2e8cb595 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:18:22.274601 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d1ad20ef-1bff-428a-bbb0-a30d2e8cb595 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.334896 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d1ad20ef-1bff-428a-bbb0-a30d2e8cb595 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.338557 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d1ad20ef-1bff-428a-bbb0-a30d2e8cb595 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.364652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad20ef-1bff-428a-bbb0-a30d2e8cb595 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd1c596-1077-4d14-aa1b-37cb787bb70e,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:22.370643 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d1ad20ef-1bff-428a-bbb0-a30d2e8cb595 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.371884 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d1ad20ef-1bff-428a-bbb0-a30d2e8cb595 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1374123 Apr 05 21:18:22.375102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34146) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:22.379797 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a18b761d-09f1-4230-8b25-84e4c41a8835 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'f8197d94-0163-4215-86bd-c216b7ce104c', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:18:22.386435 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a18b761d-09f1-4230-8b25-84e4c41a8835 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:18:22.390173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a18b761d-09f1-4230-8b25-84e4c41a8835 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:18:22.392948 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a18b761d-09f1-4230-8b25-84e4c41a8835 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:18:22.398752 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a18b761d-09f1-4230-8b25-84e4c41a8835 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:18:22.414940 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a18b761d-09f1-4230-8b25-84e4c41a8835 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.478158 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a18b761d-09f1-4230-8b25-84e4c41a8835 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.481944 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a18b761d-09f1-4230-8b25-84e4c41a8835 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.507778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b761d-09f1-4230-8b25-84e4c41a8835 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb04b182-ade5-4195-b652-bb7d8ab50706,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:22.513965 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a18b761d-09f1-4230-8b25-84e4c41a8835 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.515135 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a18b761d-09f1-4230-8b25-84e4c41a8835 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1391466 Apr 05 21:18:22.518864 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34150) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:22.524114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-4f97d74a-96d2-47a9-9c99-3342e98003e3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'f8197d94-0163-4215-86bd-c216b7ce104c', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:18:22.531210 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4f97d74a-96d2-47a9-9c99-3342e98003e3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:18:22.535116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4f97d74a-96d2-47a9-9c99-3342e98003e3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:18:22.537968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-4f97d74a-96d2-47a9-9c99-3342e98003e3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:18:22.544225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-4f97d74a-96d2-47a9-9c99-3342e98003e3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:18:22.554146 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-4f97d74a-96d2-47a9-9c99-3342e98003e3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Project 8f4dfe211c634c1c879abf0638ff05d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:18:22.560453 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4f97d74a-96d2-47a9-9c99-3342e98003e3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.622583 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4f97d74a-96d2-47a9-9c99-3342e98003e3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.625847 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4f97d74a-96d2-47a9-9c99-3342e98003e3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.651088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97d74a-96d2-47a9-9c99-3342e98003e3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4577c488-0409-4133-9aa2-cdce635444f8,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:22.661206 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4f97d74a-96d2-47a9-9c99-3342e98003e3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.662396 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4f97d74a-96d2-47a9-9c99-3342e98003e3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426318 Apr 05 21:18:22.665141 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34154) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:22.670876 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-415c3013-a9ac-4ade-931b-1645671f1e34 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'f8197d94-0163-4215-86bd-c216b7ce104c', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:18:22.677334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-415c3013-a9ac-4ade-931b-1645671f1e34 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:18:22.681176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-415c3013-a9ac-4ade-931b-1645671f1e34 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:18:22.684042 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-415c3013-a9ac-4ade-931b-1645671f1e34 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:18:22.689676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-415c3013-a9ac-4ade-931b-1645671f1e34 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:18:22.699796 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-415c3013-a9ac-4ade-931b-1645671f1e34 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Project 8f4dfe211c634c1c879abf0638ff05d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:18:22.706167 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-415c3013-a9ac-4ade-931b-1645671f1e34 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.772487 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-415c3013-a9ac-4ade-931b-1645671f1e34 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.776355 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-415c3013-a9ac-4ade-931b-1645671f1e34 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.798813 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c3013-a9ac-4ade-931b-1645671f1e34 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65dfe967-f7e4-4b1b-83a6-f417e11159de,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:22.806471 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-415c3013-a9ac-4ade-931b-1645671f1e34 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.807647 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-415c3013-a9ac-4ade-931b-1645671f1e34 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415145 Apr 05 21:18:22.810562 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34158) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:22.815900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'network': {'name': 'tempest-network-smoke--958574271', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'port_security_enabled': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:18:22.821253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:18:22.825801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:network and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:18:22.828618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:18:22.834253 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:18:22.843801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:18:22.847084 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.872995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:18:22.881250 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.881589 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Added segment 0fdd5b31-4d5d-4bbb-8ab6-be33cd496634 of type vlan for network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d Apr 05 21:18:22.908292 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.935737 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:22.941085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:22.941653 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:23.044522 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2329645 Apr 05 21:18:23.047359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34162) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:23.051308 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38231510-f649-4c6d-af2e-c8172eaecd4c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Network': ['ID=5a3c7d7d-7233-4df7-8817-220dd2ddc49d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:23.052498 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'admin_state_up': True, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:18:23.060728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:18:23.061556 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:18:23.064645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:router and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:18:23.067499 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:18:23.074190 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:18:23.083662 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:23.084703 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:23.100820 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:23.367453 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:23.664551 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:23.694698 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:23.828770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.25.8.235 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/061af624-c20f-481d-bc3e-88c544db28b0) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:18:23.975204 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:24.005844 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:24.065003 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:18:24.067687 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:18:24.075469 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:18:24.113559 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=061af624-c20f-481d-bc3e-88c544db28b0,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:24.590845 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:24.928638 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:25.131595 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 629140ea-4f48-496a-80dc-21edaebd6107 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 21:18:25.308986 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:18:25.318631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Sync routers for ids ['629140ea-4f48-496a-80dc-21edaebd6107'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:18:25.327817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Routers {'629140ea-4f48-496a-80dc-21edaebd6107'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:18:25.328521 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:18:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['629140ea-4f48-496a-80dc-21edaebd6107'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:25.335114 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:25.340147 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-30c3da06-8814-4b90-91ef-2f0d89b1ef66 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2881269 Apr 05 21:18:25.340472 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34166) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:25.386258 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c18dae3b-a12f-4aa3-94c6-ea7501d0fee9 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8f4dfe211c634c1c879abf0638ff05d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421231 Apr 05 21:18:25.386511 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34170) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:25.516568 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Set router 629140ea-4f48-496a-80dc-21edaebd6107 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:18:25.634220 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b7852c-236d-41b3-bfad-540bb0b175fb tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:25.639223 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-47b7852c-236d-41b3-bfad-540bb0b175fb tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2483315 Apr 05 21:18:25.639491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34174) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:25.687178 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-ffb3bd10-52ba-455d-b3d6-9e1abc61ed38 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0461192 Apr 05 21:18:25.689685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34178) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:25.695636 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1548589448', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:18:25.824956 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:18:25.829502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:subnet and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:18:25.832037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:24Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:25.832350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:18:25.836124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Checking router: 629140ea-4f48-496a-80dc-21edaebd6107 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:18:25.836469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Updating router 629140ea-4f48-496a-80dc-21edaebd6107 port 061af624-c20f-481d-bc3e-88c544db28b0 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:18:25.839065 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:18:25.849091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:18:25.852834 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:25.897642 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:26.079696 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:26.158827 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Subnet': ['ID=52d96653-ff81-415e-9cb7-db84d6356e23,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:26.167343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Checking segment: {'id': '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:18:26.167699 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network hostable DHCP agents. Network: 5a3c7d7d-7233-4df7-8817-220dd2ddc49d, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:18:26.188784 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:18:26.200307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 5a3c7d7d-7233-4df7-8817-220dd2ddc49d) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:18:26.204407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:26.205171 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:26.230895 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-835c219d-b1ea-4355-8e99-17a8f605f8f6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5399108 Apr 05 21:18:26.233599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34182) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:26.239317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ceb464-531e-4c1f-8ecf-b58db1fa65e3 None None] Network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:18:26.390559 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:26.410953 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Transition to ACTIVE for port object 061af624-c20f-481d-bc3e-88c544db28b0 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:18:26.418884 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:26.551667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Attempting to bind port 061af624-c20f-481d-bc3e-88c544db28b0 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:18:26.552037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Attempting to bind port 061af624-c20f-481d-bc3e-88c544db28b0 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:18:26.552398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Attempting to bind port 061af624-c20f-481d-bc3e-88c544db28b0 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:18:26.561492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62be74e-5801-4844-bb2b-8c103db534d4 None None] Pushing event updated for resources: {'Port': ['ID=061af624-c20f-481d-bc3e-88c544db28b0,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:26.572607 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:18:26.572986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:18:26.573381 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:26.573770 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:18:26.574292 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Bound port: 061af624-c20f-481d-bc3e-88c544db28b0, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:18:26.574666 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:26.686542 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ips': [{'subnet_id': '52d96653-ff81-415e-9cb7-db84d6356e23'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:18:26.687974 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:26.771728 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] For port 061af624-c20f-481d-bc3e-88c544db28b0, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:18:26.786230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] For port 061af624-c20f-481d-bc3e-88c544db28b0, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=061af624-c20f-481d-bc3e-88c544db28b0,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:18:26.795695 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:26.930808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Routers {'629140ea-4f48-496a-80dc-21edaebd6107'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:18:26.931398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:18:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['629140ea-4f48-496a-80dc-21edaebd6107'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:26.958052 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:27.024715 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62be74e-5801-4844-bb2b-8c103db534d4 None None] Pushing event updated for resources: {'Port': ['ID=061af624-c20f-481d-bc3e-88c544db28b0,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:27.036822 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Allocated IP 172.20.0.2 (5a3c7d7d-7233-4df7-8817-220dd2ddc49d/52d96653-ff81-415e-9cb7-db84d6356e23/534ea76d-a78c-40fe-a175-8cff805a0114) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:18:27.221327 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] Set router 629140ea-4f48-496a-80dc-21edaebd6107 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:18:27.560696 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:27.580755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Transition to ACTIVE for port object 534ea76d-a78c-40fe-a175-8cff805a0114 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:18:27.605279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Transition to ACTIVE for port object 534ea76d-a78c-40fe-a175-8cff805a0114 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:18:27.610614 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:27.676120 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.20.0.1 (5a3c7d7d-7233-4df7-8817-220dd2ddc49d/52d96653-ff81-415e-9cb7-db84d6356e23/fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:18:27.682339 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:18:27.686174 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:24Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:27.691794 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:18:27.694187 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Pushing event updated for resources: {'Port': ['ID=534ea76d-a78c-40fe-a175-8cff805a0114,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:27.696269 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:18:27.698483 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c711da-afe6-43e1-8c94-1f5378a1c9ee None None] The sync data for ids ['629140ea-4f48-496a-80dc-21edaebd6107'] in n-d-836604-1 is: [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:24Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:18:27.798594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Attempting to bind port 534ea76d-a78c-40fe-a175-8cff805a0114 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:18:27.798955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Attempting to bind port 534ea76d-a78c-40fe-a175-8cff805a0114 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:18:27.799317 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Attempting to bind port 534ea76d-a78c-40fe-a175-8cff805a0114 on network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:18:27.804581 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:18:27.804944 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Checking segment: {'id': '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:18:27.805331 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:27.805711 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Bound using segment: {'id': '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:18:27.806197 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Bound port: 534ea76d-a78c-40fe-a175-8cff805a0114, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:18:27.806722 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:27.846499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:27.863352 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Transition to ACTIVE for port object fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:18:27.891640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:27.897608 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] For port 534ea76d-a78c-40fe-a175-8cff805a0114, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:18:27.902697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] For port 534ea76d-a78c-40fe-a175-8cff805a0114, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=534ea76d-a78c-40fe-a175-8cff805a0114,segment=NetworkSegment(0fdd5b31-4d5d-4bbb-8ab6-be33cd496634),segment_id=0fdd5b31-4d5d-4bbb-8ab6-be33cd496634)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:18:27.907479 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:27.975998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:27.989451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:18:27.990737 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:18:27.993254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:18:28.066566 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:28.069027 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b0844-8302-48a4-b7cf-96f892d31bbb None None] Pushing event updated for resources: {'Port': ['ID=534ea76d-a78c-40fe-a175-8cff805a0114,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:28.385343 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:28.809833 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:28.814882 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:28.934473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:28.938041 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:29.022571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634694a7-b71f-4542-8027-a39c2519e0bb None None] Network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:18:29.092507 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:18:29.093985 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:18:29.126897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 534ea76d-a78c-40fe-a175-8cff805a0114 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:18:29.156879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4c6b06a2-3da3-4fc9-9d6a-fd4cce5515a0 None None] Provisioning for port 534ea76d-a78c-40fe-a175-8cff805a0114 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:18:29.279660 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 534ea76d-a78c-40fe-a175-8cff805a0114 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:18:29.289827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 534ea76d-a78c-40fe-a175-8cff805a0114 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:18:29.290348 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:29.403826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 629140ea-4f48-496a-80dc-21edaebd6107 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:18:29.469626 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:29.508398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 534ea76d-a78c-40fe-a175-8cff805a0114, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=534ea76d-a78c-40fe-a175-8cff805a0114,segment=NetworkSegment(0fdd5b31-4d5d-4bbb-8ab6-be33cd496634),segment_id=0fdd5b31-4d5d-4bbb-8ab6-be33cd496634)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:18:29.513257 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:29.514202 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 061af624-c20f-481d-bc3e-88c544db28b0 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:18:29.602301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:18:29.615787 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Sync routers for ids ['629140ea-4f48-496a-80dc-21edaebd6107'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:18:29.616860 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-bdc51a09-c70b-41b3-8c04-d538b99d1c18 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "PUT /v2.0/routers/629140ea-4f48-496a-80dc-21edaebd6107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3817558 Apr 05 21:18:29.626669 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Routers {'629140ea-4f48-496a-80dc-21edaebd6107'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:18:29.627487 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:18:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['629140ea-4f48-496a-80dc-21edaebd6107'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:29.636043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=534ea76d-a78c-40fe-a175-8cff805a0114,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:29.651407 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 061af624-c20f-481d-bc3e-88c544db28b0 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:18:29.659739 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 061af624-c20f-481d-bc3e-88c544db28b0 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:18:29.660249 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:29.793575 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:29.812341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 061af624-c20f-481d-bc3e-88c544db28b0, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=061af624-c20f-481d-bc3e-88c544db28b0,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:18:29.822966 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:29.863448 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-e954ce98-f3b1-4b8b-a7af-7d4e1ce4a6b8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:18:29.881192 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ecd495e0-f2ba-49ee-9352-24c353475617 None None] Provisioning complete for port 534ea76d-a78c-40fe-a175-8cff805a0114 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:18:29.881474 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ecd495e0-f2ba-49ee-9352-24c353475617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:29.886972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-e954ce98-f3b1-4b8b-a7af-7d4e1ce4a6b8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:18:29.887298 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Set router 629140ea-4f48-496a-80dc-21edaebd6107 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:18:29.896908 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-e954ce98-f3b1-4b8b-a7af-7d4e1ce4a6b8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-284451254&fields=id&tenant_id=8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 267 time: 0.0812094 Apr 05 21:18:29.968333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=061af624-c20f-481d-bc3e-88c544db28b0,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:30.038446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ecd495e0-f2ba-49ee-9352-24c353475617 None None] Provisioning for port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:18:30.044247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ecd495e0-f2ba-49ee-9352-24c353475617 None None] Provisioning complete for port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:18:30.045260 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ecd495e0-f2ba-49ee-9352-24c353475617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:30.068533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-b6c82648-51b0-4655-b225-579cc32e4a16 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:30.069259 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-b6c82648-51b0-4655-b225-579cc32e4a16 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:18:30.090150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-b6c82648-51b0-4655-b225-579cc32e4a16 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:18:30.091822 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-b6c82648-51b0-4655-b225-579cc32e4a16 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/networks?id=5a3c7d7d-7233-4df7-8817-220dd2ddc49d HTTP/1.1" status: 200 len: 796 time: 0.1935945 Apr 05 21:18:30.109279 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ecd495e0-f2ba-49ee-9352-24c353475617 None None] Port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:18:30.114459 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-3b860c24-54f4-431d-9275-946d0223f5f5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/quotas/8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 375 time: 0.0171280 Apr 05 21:18:30.206832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-b4e9f4db-df7d-4933-a809-c3fd45f2c8b7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:18:30.225427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-b4e9f4db-df7d-4933-a809-c3fd45f2c8b7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:18:30.227054 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-b4e9f4db-df7d-4933-a809-c3fd45f2c8b7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072116 Apr 05 21:18:30.232458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d4c469e1-c39e-49d3-b769-af7e45de1d23 None None] Provisioning complete for port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:18:30.232828 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d4c469e1-c39e-49d3-b769-af7e45de1d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:30.250349 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:28Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d', 'name': '', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:d2:88:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:27Z', 'updated_at': '2022-04-05T21:18:28Z', 'revision_number': 2, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:30.254287 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Checking router: 629140ea-4f48-496a-80dc-21edaebd6107 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:18:30.254623 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Updating router 629140ea-4f48-496a-80dc-21edaebd6107 port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:18:30.294452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d4c469e1-c39e-49d3-b769-af7e45de1d23 None None] Port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:18:30.311341 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:30.379564 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-dd23d0e8-25bd-418c-a09d-8b8f39fedc25 service neutron] 10.222.0.24 "GET /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386135 Apr 05 21:18:30.510142 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-efdfc70c-09e7-443b-9f9f-2d81a6cfc7d3 service neutron] 10.222.0.24 "GET /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245010 Apr 05 21:18:30.648081 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:30.660700 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Transition to ACTIVE for port object fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:18:30.671734 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:30.706754 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aa8c97a8-c799-4afc-8a2d-4f61dd30ad1f req-652435b2-e01b-44b8-9029-0d00fae152c9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 210 time: 0.0579972 Apr 05 21:18:30.921709 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fb3ee-f037-44fa-8448-a4b3d28b5fb7 None None] Pushing event updated for resources: {'Port': ['ID=fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:30.937077 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646fb3ee-f037-44fa-8448-a4b3d28b5fb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:30.937414 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646fb3ee-f037-44fa-8448-a4b3d28b5fb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:30.937736 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646fb3ee-f037-44fa-8448-a4b3d28b5fb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:30.938076 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646fb3ee-f037-44fa-8448-a4b3d28b5fb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:30.938397 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646fb3ee-f037-44fa-8448-a4b3d28b5fb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:30.938715 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646fb3ee-f037-44fa-8448-a4b3d28b5fb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:30.939028 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646fb3ee-f037-44fa-8448-a4b3d28b5fb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:30.939348 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646fb3ee-f037-44fa-8448-a4b3d28b5fb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:30.939650 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646fb3ee-f037-44fa-8448-a4b3d28b5fb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:30.939953 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646fb3ee-f037-44fa-8448-a4b3d28b5fb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:30.940259 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646fb3ee-f037-44fa-8448-a4b3d28b5fb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:30.940634 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646fb3ee-f037-44fa-8448-a4b3d28b5fb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:30.958248 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Attempting to bind port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:18:30.958602 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Attempting to bind port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:18:30.958948 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Attempting to bind port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d on network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:18:30.964519 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:18:30.964874 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Checking segment: {'id': '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:18:30.965253 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:30.965624 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Bound using segment: {'id': '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:18:30.966087 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Bound port: fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:18:30.966448 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:31.067201 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] For port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:18:31.070238 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] For port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d,segment=NetworkSegment(0fdd5b31-4d5d-4bbb-8ab6-be33cd496634),segment_id=0fdd5b31-4d5d-4bbb-8ab6-be33cd496634)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:18:31.076625 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 534ea76d-a78c-40fe-a175-8cff805a0114 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:18:31.079598 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:31.159099 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Routers {'629140ea-4f48-496a-80dc-21edaebd6107'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:18:31.159940 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:18:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['629140ea-4f48-496a-80dc-21edaebd6107'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:31.171773 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 534ea76d-a78c-40fe-a175-8cff805a0114 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:18:31.172363 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:31.231205 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646fb3ee-f037-44fa-8448-a4b3d28b5fb7 None None] Pushing event updated for resources: {'Port': ['ID=fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:31.317686 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 061af624-c20f-481d-bc3e-88c544db28b0 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:18:31.373247 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] Set router 629140ea-4f48-496a-80dc-21edaebd6107 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:18:31.390752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 061af624-c20f-481d-bc3e-88c544db28b0 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:18:31.391114 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:31.689063 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:28Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d', 'name': '', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:d2:88:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:27Z', 'updated_at': '2022-04-05T21:18:31Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:31.694491 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60864c70-5a05-41f6-9218-e9f5173e9109 None None] The sync data for ids ['629140ea-4f48-496a-80dc-21edaebd6107'] in n-d-836604-1 is: [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:28Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d', 'name': '', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:d2:88:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:27Z', 'updated_at': '2022-04-05T21:18:31Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:18:31.907982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-7e67bdc7-f654-4bc4-adda-98c302a76b98 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:31.909535 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-7e67bdc7-f654-4bc4-adda-98c302a76b98 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.41 "GET /v2.0/networks?id=5a3c7d7d-7233-4df7-8817-220dd2ddc49d HTTP/1.1" status: 200 len: 796 time: 0.2452078 Apr 05 21:18:31.911960 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3223dc1-0035-49f5-a53b-c551187518f8 req-c7f6e2a6-7e07-47ce-94ee-6ed6340d72a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 210 time: 0.0600958 Apr 05 21:18:31.969862 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-e77ce96e-f6c2-4535-88d7-12a9e56a927a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 379 time: 0.0499792 Apr 05 21:18:31.981324 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'port': {'device_id': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'admin_state_up': True, 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'security_groups': ['f8197d94-0163-4215-86bd-c216b7ce104c']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:18:32.122628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:18:32.132433 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:18:32.142490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:18:32.145994 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:32.314327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.20.0.5 (5a3c7d7d-7233-4df7-8817-220dd2ddc49d/52d96653-ff81-415e-9cb7-db84d6356e23/71a98c52-734e-4839-84ac-e2b278ff5ca6) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:18:32.623521 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:32.639615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Transition to ACTIVE for port object 71a98c52-734e-4839-84ac-e2b278ff5ca6 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:18:32.666171 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:32.734055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:18:32.747153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:18:32.751739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:18:32.787700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=71a98c52-734e-4839-84ac-e2b278ff5ca6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:32.824710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:32.825393 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:32.852201 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-634cc1aa-7423-4b96-8331-119fff2e43d6 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8749924 Apr 05 21:18:32.864969 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Request body: {'port': {'device_id': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:18:32.977701 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:33.001955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-23c0bc49-3fef-4879-b36d-15f27510ae14 None None] Provisioning for port 71a98c52-734e-4839-84ac-e2b278ff5ca6 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:18:33.017735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-23c0bc49-3fef-4879-b36d-15f27510ae14 None None] Provisioning complete for port 71a98c52-734e-4839-84ac-e2b278ff5ca6 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:18:33.018105 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-23c0bc49-3fef-4879-b36d-15f27510ae14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:33.086446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-23c0bc49-3fef-4879-b36d-15f27510ae14 None None] Port 71a98c52-734e-4839-84ac-e2b278ff5ca6 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:18:33.092260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:18:33.159497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:18:33.164391 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:18:33.164759 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:33.228990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408bf39-c600-404a-9908-7970af5f7207 req-40c37278-975f-4f18-8acd-7fd4a73e97be tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:33.229728 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b408bf39-c600-404a-9908-7970af5f7207 req-40c37278-975f-4f18-8acd-7fd4a73e97be tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:18:33.309371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b408bf39-c600-404a-9908-7970af5f7207 req-40c37278-975f-4f18-8acd-7fd4a73e97be tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:18:33.310614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b408bf39-c600-404a-9908-7970af5f7207 req-40c37278-975f-4f18-8acd-7fd4a73e97be tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 931 time: 0.2699146 Apr 05 21:18:33.325465 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:33.362852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d,segment=NetworkSegment(0fdd5b31-4d5d-4bbb-8ab6-be33cd496634),segment_id=0fdd5b31-4d5d-4bbb-8ab6-be33cd496634)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:18:33.367304 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:33.380778 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b408bf39-c600-404a-9908-7970af5f7207 req-8ac20a2a-3560-4705-bf99-908c93c9db45 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619972 Apr 05 21:18:33.442156 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:33.456300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a98c52-734e-4839-84ac-e2b278ff5ca6 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:18:33.463550 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:33.477558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Transition to ACTIVE for port object 71a98c52-734e-4839-84ac-e2b278ff5ca6 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:18:33.481858 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:33.639531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Pushing event updated for resources: {'Port': ['ID=71a98c52-734e-4839-84ac-e2b278ff5ca6,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:33.724337 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Attempting to bind port 71a98c52-734e-4839-84ac-e2b278ff5ca6 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:18:33.724664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Attempting to bind port 71a98c52-734e-4839-84ac-e2b278ff5ca6 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:18:33.724983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Attempting to bind port 71a98c52-734e-4839-84ac-e2b278ff5ca6 on network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:18:33.730147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Port 71a98c52-734e-4839-84ac-e2b278ff5ca6 on network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:18:33.730461 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Attempting to bind port 71a98c52-734e-4839-84ac-e2b278ff5ca6 on network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:18:33.735671 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:18:33.736020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Checking segment: {'id': '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:18:33.736395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Bound using segment: {'id': '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:18:33.736821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Bound port: 71a98c52-734e-4839-84ac-e2b278ff5ca6, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:18:33.737164 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:33.828624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] For port 71a98c52-734e-4839-84ac-e2b278ff5ca6, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:18:33.831503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] For port 71a98c52-734e-4839-84ac-e2b278ff5ca6, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=71a98c52-734e-4839-84ac-e2b278ff5ca6,segment=NetworkSegment(0fdd5b31-4d5d-4bbb-8ab6-be33cd496634),segment_id=0fdd5b31-4d5d-4bbb-8ab6-be33cd496634)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:18:33.836431 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:33.892874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:33.893489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:33.894886 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] 10.222.0.41 "PUT /v2.0/ports/71a98c52-734e-4839-84ac-e2b278ff5ca6 HTTP/1.1" status: 200 len: 1091 time: 1.0349927 Apr 05 21:18:33.895313 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'tag': '71a98c52-734e-4839-84ac-e2b278ff5ca6'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:18:33.924562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a5af6-9420-4852-9aac-46afdd71f39b service neutron] Pushing event updated for resources: {'Port': ['ID=71a98c52-734e-4839-84ac-e2b278ff5ca6,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:33.949211 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'tag': '71a98c52-734e-4839-84ac-e2b278ff5ca6', 'status': 'completed', 'code': 200} Apr 05 21:18:34.031236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-d2991d35-509f-4ccb-af06-40eedea213c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:34.032719 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-d2991d35-509f-4ccb-af06-40eedea213c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 1094 time: 0.0789087 Apr 05 21:18:34.101283 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-a81971d0-b7b6-44e8-920c-2207490852e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71a98c52-734e-4839-84ac-e2b278ff5ca6 HTTP/1.1" status: 200 len: 217 time: 0.0617073 Apr 05 21:18:34.166921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-e8801edc-8a4c-4e13-824c-a9cdaa198067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:34.168265 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-e8801edc-8a4c-4e13-824c-a9cdaa198067 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52d96653-ff81-415e-9cb7-db84d6356e23 HTTP/1.1" status: 200 len: 835 time: 0.0615954 Apr 05 21:18:34.241519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-b72f5856-ebca-4f16-b2ab-1bf2d62f11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:34.243005 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-b72f5856-ebca-4f16-b2ab-1bf2d62f11cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a3c7d7d-7233-4df7-8817-220dd2ddc49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687301 Apr 05 21:18:34.477080 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-b63f8f54-6224-463e-afe1-c4dd98e33250 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272243 Apr 05 21:18:34.669297 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c9a083b1-1c0c-4c55-892d-d537f140c898 req-3ef06454-b0be-451d-8d2b-4849796c90cc service neutron] 10.222.0.41 "GET /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859741 Apr 05 21:18:34.676785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092e1bb-d636-4096-8d68-64a37b79b7a0 req-63361e68-3f64-4ec6-a8f8-f6174d17be73 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:34.678181 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b092e1bb-d636-4096-8d68-64a37b79b7a0 req-63361e68-3f64-4ec6-a8f8-f6174d17be73 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 943 time: 0.1772277 Apr 05 21:18:34.768348 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b092e1bb-d636-4096-8d68-64a37b79b7a0 req-46ec2e02-55ac-4da1-b4b8-1b425d514e4e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830674 Apr 05 21:18:34.797873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9464e-6eff-4f3e-9c04-650b3156ba95 req-2b179784-53dc-4cb5-9ddb-c5b4325a7f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:34.799350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ea9464e-6eff-4f3e-9c04-650b3156ba95 req-2b179784-53dc-4cb5-9ddb-c5b4325a7f7a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 1094 time: 0.0808368 Apr 05 21:18:34.928952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9464e-6eff-4f3e-9c04-650b3156ba95 req-82c6564c-63c7-4a85-8e91-d92d61cd1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:34.930350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ea9464e-6eff-4f3e-9c04-650b3156ba95 req-82c6564c-63c7-4a85-8e91-d92d61cd1738 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a3c7d7d-7233-4df7-8817-220dd2ddc49d HTTP/1.1" status: 200 len: 897 time: 0.1251862 Apr 05 21:18:35.001194 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ea9464e-6eff-4f3e-9c04-650b3156ba95 req-e5da2fef-7a1c-4f2f-bc04-a99aef5bfa8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71a98c52-734e-4839-84ac-e2b278ff5ca6 HTTP/1.1" status: 200 len: 217 time: 0.0638247 Apr 05 21:18:35.052083 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:18:35.074329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9464e-6eff-4f3e-9c04-650b3156ba95 req-e490959a-66d0-461a-b6d2-7bae8f28641f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:35.075764 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ea9464e-6eff-4f3e-9c04-650b3156ba95 req-e490959a-66d0-461a-b6d2-7bae8f28641f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52d96653-ff81-415e-9cb7-db84d6356e23 HTTP/1.1" status: 200 len: 835 time: 0.0686207 Apr 05 21:18:35.121508 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:18:35.121867 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:35.151092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9464e-6eff-4f3e-9c04-650b3156ba95 req-e126b2d2-69ae-4c16-9517-15a4b0e5d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:35.152642 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ea9464e-6eff-4f3e-9c04-650b3156ba95 req-e126b2d2-69ae-4c16-9517-15a4b0e5d504 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a3c7d7d-7233-4df7-8817-220dd2ddc49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705924 Apr 05 21:18:35.288634 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ea9464e-6eff-4f3e-9c04-650b3156ba95 req-e6efe758-b18f-4bfa-a5d7-6da1301ab367 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292000 Apr 05 21:18:35.420920 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2ea9464e-6eff-4f3e-9c04-650b3156ba95 req-261bc92f-643d-4d62-b7cd-0a0265e9a2e3 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251287 Apr 05 21:18:35.952792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22640db9-f692-4638-94e1-7de7758cb532 req-6c6c2d56-4950-49ff-86cf-99b1edc01058 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:35.954290 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22640db9-f692-4638-94e1-7de7758cb532 req-6c6c2d56-4950-49ff-86cf-99b1edc01058 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 943 time: 0.0833755 Apr 05 21:18:36.001198 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-22640db9-f692-4638-94e1-7de7758cb532 req-8d18fa9e-9bc8-4c24-8081-c48e692ad6a0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412660 Apr 05 21:18:37.183923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1279c-3b2e-4dd6-b222-db72051776bb req-b7204aba-8534-4be7-a3fc-63f5adef8442 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:37.185355 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8de1279c-3b2e-4dd6-b222-db72051776bb req-b7204aba-8534-4be7-a3fc-63f5adef8442 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 943 time: 0.0793064 Apr 05 21:18:37.228425 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8de1279c-3b2e-4dd6-b222-db72051776bb req-7169e90a-b6a1-4b39-a1f0-2a804a350193 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369706 Apr 05 21:18:37.535616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 71a98c52-734e-4839-84ac-e2b278ff5ca6 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:18:37.664599 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 71a98c52-734e-4839-84ac-e2b278ff5ca6, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=71a98c52-734e-4839-84ac-e2b278ff5ca6,segment=NetworkSegment(0fdd5b31-4d5d-4bbb-8ab6-be33cd496634),segment_id=0fdd5b31-4d5d-4bbb-8ab6-be33cd496634)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:18:37.678229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '71a98c52-734e-4839-84ac-e2b278ff5ca6', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'port_id': '71a98c52-734e-4839-84ac-e2b278ff5ca6', 'mac_address': 'fa:16:3e:b7:1a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:18:37.732207 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:37.748478 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a98c52-734e-4839-84ac-e2b278ff5ca6 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:18:37.763987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 71a98c52-734e-4839-84ac-e2b278ff5ca6, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=71a98c52-734e-4839-84ac-e2b278ff5ca6,segment=NetworkSegment(0fdd5b31-4d5d-4bbb-8ab6-be33cd496634),segment_id=0fdd5b31-4d5d-4bbb-8ab6-be33cd496634)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:18:37.768777 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:37.839485 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=71a98c52-734e-4839-84ac-e2b278ff5ca6,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:37.958772 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['71a98c52-734e-4839-84ac-e2b278ff5ca6'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:18:38.417028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d04fb9-2761-41a6-b814-bb2cab3471bf req-b691d449-0ea0-4547-bc78-4a4b3f069ebd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:38.418496 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3d04fb9-2761-41a6-b814-bb2cab3471bf req-b691d449-0ea0-4547-bc78-4a4b3f069ebd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 944 time: 0.0838292 Apr 05 21:18:38.462125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b3d04fb9-2761-41a6-b814-bb2cab3471bf req-3544c376-80ee-49d8-8bde-5a2d38f91269 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377593 Apr 05 21:18:39.336118 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:39.536879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 71a98c52-734e-4839-84ac-e2b278ff5ca6 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:18:39.600361 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:39.618228 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 71a98c52-734e-4839-84ac-e2b278ff5ca6 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:18:39.622789 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 71a98c52-734e-4839-84ac-e2b278ff5ca6 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:18:39.623152 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:39.647086 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86d642-7e77-47cc-a3f3-d737a8368dea req-1ada3d29-e12f-4ea3-b076-6c18a1fa8c56 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:39.648805 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8d86d642-7e77-47cc-a3f3-d737a8368dea req-1ada3d29-e12f-4ea3-b076-6c18a1fa8c56 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 944 time: 0.0814490 Apr 05 21:18:39.695681 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8d86d642-7e77-47cc-a3f3-d737a8368dea req-d73be7aa-8c30-4a2f-8ecb-692e5a149f8b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403376 Apr 05 21:18:39.745499 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:39.771080 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a98c52-734e-4839-84ac-e2b278ff5ca6'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:18:39.781140 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 71a98c52-734e-4839-84ac-e2b278ff5ca6, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=71a98c52-734e-4839-84ac-e2b278ff5ca6,segment=NetworkSegment(0fdd5b31-4d5d-4bbb-8ab6-be33cd496634),segment_id=0fdd5b31-4d5d-4bbb-8ab6-be33cd496634)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:18:39.785297 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:39.820951 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a98c52-734e-4839-84ac-e2b278ff5ca6', 'code': 200} Apr 05 21:18:39.852283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=71a98c52-734e-4839-84ac-e2b278ff5ca6,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:39.946695 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2d7b1-afbe-4dca-978c-d0205f3ee76b req-6dbda955-1a20-4d69-b16c-7cc957c04494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:39.948163 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0bf2d7b1-afbe-4dca-978c-d0205f3ee76b req-6dbda955-1a20-4d69-b16c-7cc957c04494 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 1096 time: 0.0734103 Apr 05 21:18:39.988473 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0bf2d7b1-afbe-4dca-978c-d0205f3ee76b req-763b03c0-a7ed-4368-ad85-5c52427da5e4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340714 Apr 05 21:18:40.880570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ab11a-f0ba-4937-a3f8-56ce7769ec3b req-871ed250-e1e1-450f-9847-895a31c2e3cf tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:40.882077 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-651ab11a-f0ba-4937-a3f8-56ce7769ec3b req-871ed250-e1e1-450f-9847-895a31c2e3cf tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0806592 Apr 05 21:18:40.926055 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-651ab11a-f0ba-4937-a3f8-56ce7769ec3b req-59b86cf1-e787-44a9-b345-f85eba83b980 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382876 Apr 05 21:18:41.513046 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3a926160-5ed3-4529-96f2-af3a7f2cb41c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:42.270927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eac716-031b-4e8f-a203-43accca50664 req-e2a343df-6844-4d61-971a-4ac6a821ad43 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:42.272556 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43eac716-031b-4e8f-a203-43accca50664 req-e2a343df-6844-4d61-971a-4ac6a821ad43 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.1772525 Apr 05 21:18:42.316215 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43eac716-031b-4e8f-a203-43accca50664 req-f5d173d9-d672-44ac-9385-fe1c36a8df6c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379586 Apr 05 21:18:42.498140 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcb3ca-b4e8-481d-b489-8fb2deb2d4d1 req-e0501dc3-b804-4702-ac4a-9768023bcba3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:42.499570 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8efcb3ca-b4e8-481d-b489-8fb2deb2d4d1 req-e0501dc3-b804-4702-ac4a-9768023bcba3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0815341 Apr 05 21:18:42.542927 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8efcb3ca-b4e8-481d-b489-8fb2deb2d4d1 req-80aeca0b-fd79-4290-9a85-5f5ca61bd6f3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378051 Apr 05 21:18:42.564952 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34234) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:42.633726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8bedc0-b891-4402-a217-eee025e66319 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:42.635222 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0a8bedc0-b891-4402-a217-eee025e66319 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 1091 time: 0.0693214 Apr 05 21:18:42.637987 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34238) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:42.643000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '71a98c52-734e-4839-84ac-e2b278ff5ca6', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:18:42.650341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:18:42.654192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:floatingip and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:18:42.656995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:18:42.662643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:18:42.673076 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:42.807194 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:42.943290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.25.8.108 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/308f9cdf-c00d-4932-81be-35e64c7a7acd) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:18:43.092896 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:43.120827 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:43.184895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:18:43.191694 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:18:43.195730 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:18:43.228976 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=308f9cdf-c00d-4932-81be-35e64c7a7acd,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:43.244842 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:43.245184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:43.245518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:43.245871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:43.246201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:43.246524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:43.246844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:43.247166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:43.247484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:43.247800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:43.248115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:43.248432 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:18:43.550479 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:18:43.620356 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:43.692411 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:43.783056 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f4ca29cf-ed75-4279-adfb-e2be57fb3e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:43.897862 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:43.901934 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:44.117776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=308f9cdf-c00d-4932-81be-35e64c7a7acd,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:18:44.127339 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:44.296633 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Floating IP f76396bb-d6ef-4215-9003-3bb0843d4767 associated. External IP: 172.25.8.108, port: 71a98c52-734e-4839-84ac-e2b278ff5ca6. Apr 05 21:18:44.651062 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 629140ea-4f48-496a-80dc-21edaebd6107 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:18:44.830286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:18:44.840517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3bf7b9-10f8-4a72-9432-421b3363db27 None None] Sync routers for ids ['629140ea-4f48-496a-80dc-21edaebd6107'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:18:44.849573 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3bf7b9-10f8-4a72-9432-421b3363db27 None None] Routers {'629140ea-4f48-496a-80dc-21edaebd6107'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:18:44.850323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-4b3bf7b9-10f8-4a72-9432-421b3363db27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:18:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['629140ea-4f48-496a-80dc-21edaebd6107'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:44.854725 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:44.914213 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-326db977-c594-4bb0-8786-37605d847122 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2748551 Apr 05 21:18:44.914677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'tag': '71a98c52-734e-4839-84ac-e2b278ff5ca6'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:18:45.027528 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:45.042967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-4b3bf7b9-10f8-4a72-9432-421b3363db27 None None] Set router 629140ea-4f48-496a-80dc-21edaebd6107 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:18:45.097158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7626-0deb-40b5-bbed-68694a304a1b req-b4188bc7-e727-4a60-aaf5-d84cce1da1ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:45.098356 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e79d7626-0deb-40b5-bbed-68694a304a1b req-b4188bc7-e727-4a60-aaf5-d84cce1da1ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0904634 Apr 05 21:18:45.121799 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:45.143712 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e79d7626-0deb-40b5-bbed-68694a304a1b req-d1de264e-06c5-43c5-9c6f-a5ff6573280c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387216 Apr 05 21:18:45.168568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34248) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:45.226081 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'tag': '71a98c52-734e-4839-84ac-e2b278ff5ca6', 'status': 'completed', 'code': 200} Apr 05 21:18:45.320006 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9533af74-87d0-40c6-a196-a5ce41ad573b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/f76396bb-d6ef-4215-9003-3bb0843d4767 HTTP/1.1" status: 200 len: 991 time: 0.1507268 Apr 05 21:18:45.340855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef585c34-2bae-4c80-8105-dfac8b69ff32 req-6402945c-b718-48f5-8944-07f9de3f1437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:45.342339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef585c34-2bae-4c80-8105-dfac8b69ff32 req-6402945c-b718-48f5-8944-07f9de3f1437 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 1096 time: 0.1088972 Apr 05 21:18:45.449739 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-4b3bf7b9-10f8-4a72-9432-421b3363db27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:28Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'f76396bb-d6ef-4215-9003-3bb0843d4767', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.108', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'port_id': '71a98c52-734e-4839-84ac-e2b278ff5ca6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'mac_address': 'fa:16:3e:b7:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:18:43Z', 'updated_at': '2022-04-05T21:18:43Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d', 'name': '', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:d2:88:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:27Z', 'updated_at': '2022-04-05T21:18:33Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:45.453511 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3bf7b9-10f8-4a72-9432-421b3363db27 None None] Checking router: 629140ea-4f48-496a-80dc-21edaebd6107 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:18:45.461710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3bf7b9-10f8-4a72-9432-421b3363db27 None None] Routers {'629140ea-4f48-496a-80dc-21edaebd6107'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:18:45.462987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-4b3bf7b9-10f8-4a72-9432-421b3363db27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:18:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['629140ea-4f48-496a-80dc-21edaebd6107'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:45.481180 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef585c34-2bae-4c80-8105-dfac8b69ff32 req-38a5153c-49cb-4b5b-902b-3ad298e2c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:45.482647 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef585c34-2bae-4c80-8105-dfac8b69ff32 req-38a5153c-49cb-4b5b-902b-3ad298e2c43c service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a3c7d7d-7233-4df7-8817-220dd2ddc49d HTTP/1.1" status: 200 len: 897 time: 0.1341932 Apr 05 21:18:45.584994 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef585c34-2bae-4c80-8105-dfac8b69ff32 req-f32c86cb-2e5b-4541-8c37-9d8b957c22ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71a98c52-734e-4839-84ac-e2b278ff5ca6 HTTP/1.1" status: 200 len: 999 time: 0.0964942 Apr 05 21:18:45.640773 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-4b3bf7b9-10f8-4a72-9432-421b3363db27 None None] Set router 629140ea-4f48-496a-80dc-21edaebd6107 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:18:45.765750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef585c34-2bae-4c80-8105-dfac8b69ff32 req-187d1a74-02d3-41a1-bc32-1d7b426fd297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:45.767241 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef585c34-2bae-4c80-8105-dfac8b69ff32 req-187d1a74-02d3-41a1-bc32-1d7b426fd297 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52d96653-ff81-415e-9cb7-db84d6356e23 HTTP/1.1" status: 200 len: 835 time: 0.1762035 Apr 05 21:18:45.842524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef585c34-2bae-4c80-8105-dfac8b69ff32 req-2b5f0525-7aa9-47c5-87c3-54ffa40a8f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:18:45.843998 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef585c34-2bae-4c80-8105-dfac8b69ff32 req-2b5f0525-7aa9-47c5-87c3-54ffa40a8f90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a3c7d7d-7233-4df7-8817-220dd2ddc49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707707 Apr 05 21:18:45.983286 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef585c34-2bae-4c80-8105-dfac8b69ff32 req-12fe7e56-7c0e-46c2-b61c-f6e0af54aa7a service neutron] 10.222.0.41 "GET /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329937 Apr 05 21:18:45.986664 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-4b3bf7b9-10f8-4a72-9432-421b3363db27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:28Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'f76396bb-d6ef-4215-9003-3bb0843d4767', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.108', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'port_id': '71a98c52-734e-4839-84ac-e2b278ff5ca6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'mac_address': 'fa:16:3e:b7:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:18:43Z', 'updated_at': '2022-04-05T21:18:43Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d', 'name': '', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:d2:88:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:27Z', 'updated_at': '2022-04-05T21:18:33Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:18:45.990880 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3bf7b9-10f8-4a72-9432-421b3363db27 None None] The sync data for ids ['629140ea-4f48-496a-80dc-21edaebd6107'] in n-d-836604-1 is: [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:28Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'f76396bb-d6ef-4215-9003-3bb0843d4767', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.108', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'port_id': '71a98c52-734e-4839-84ac-e2b278ff5ca6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'mac_address': 'fa:16:3e:b7:1a:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:18:43Z', 'updated_at': '2022-04-05T21:18:43Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d', 'name': '', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:d2:88:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:27Z', 'updated_at': '2022-04-05T21:18:33Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:18:46.122592 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef585c34-2bae-4c80-8105-dfac8b69ff32 req-0ffc3bae-5904-4211-bec0-8d1fc6bf53d2 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328480 Apr 05 21:18:46.182160 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075062a3-ab39-4aa4-8729-9775edc719d1 None None] New status for floating IP f76396bb-d6ef-4215-9003-3bb0843d4767: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:18:46.257289 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:18:46.323708 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34252) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:46.433632 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-28e8efee-8388-4b81-8ba9-c2b9e2e89b1b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/f76396bb-d6ef-4215-9003-3bb0843d4767 HTTP/1.1" status: 200 len: 991 time: 0.1088054 Apr 05 21:18:47.437481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34256) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:18:47.545482 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-47ff54d6-7f19-436a-b34e-438cd4122b01 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/f76396bb-d6ef-4215-9003-3bb0843d4767 HTTP/1.1" status: 200 len: 993 time: 0.1067519 Apr 05 21:19:09.334648 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:09.591214 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:11.514026 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e2333663-3608-4d9b-8ad4-6f34cda2c51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:12.460001 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f8ee4-1c09-4fa1-b920-7630875b7400 req-0af78bc4-659d-4f1f-8353-20bfab8cfb12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:12.461373 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de5f8ee4-1c09-4fa1-b920-7630875b7400 req-0af78bc4-659d-4f1f-8353-20bfab8cfb12 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0841770 Apr 05 21:19:12.504413 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de5f8ee4-1c09-4fa1-b920-7630875b7400 req-5a290abb-18e4-420f-b0f9-c5f6deeaf6bb tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374048 Apr 05 21:19:13.688844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2df68-fff1-451b-ae18-0f5f026b076d req-39f3941d-af59-46f2-bcf3-0d75eec80580 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:13.690230 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0cf2df68-fff1-451b-ae18-0f5f026b076d req-39f3941d-af59-46f2-bcf3-0d75eec80580 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0792081 Apr 05 21:19:13.733831 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0cf2df68-fff1-451b-ae18-0f5f026b076d req-f7ae67fe-69d7-4686-8942-7f08e3c332ec tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379255 Apr 05 21:19:13.785142 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7fdf669c-565b-4238-b5e6-6bc36ff32178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:14.920662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e9986-8960-4c8e-a7e1-6c49d16722c2 req-619bfe44-0c80-46dd-86e0-bd289bf21b78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:14.922156 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e1e9986-8960-4c8e-a7e1-6c49d16722c2 req-619bfe44-0c80-46dd-86e0-bd289bf21b78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0828915 Apr 05 21:19:14.959487 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:14.966787 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e1e9986-8960-4c8e-a7e1-6c49d16722c2 req-0a53f6d7-2bfb-4d2e-87d3-338184030fd2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391159 Apr 05 21:19:15.062371 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:16.149052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc510d-dde7-40f2-964d-78154ba64031 req-9b10cd33-84b7-423a-85bf-b12803289f00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:16.150507 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5bfc510d-dde7-40f2-964d-78154ba64031 req-9b10cd33-84b7-423a-85bf-b12803289f00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0813928 Apr 05 21:19:16.193900 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5bfc510d-dde7-40f2-964d-78154ba64031 req-609e7e42-0bb8-4ac3-88fb-6add587e4e0c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377245 Apr 05 21:19:16.259758 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:17.378339 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495b623-dee7-4046-be63-d41bbd7f7722 req-129ebeed-0e89-4e5c-a3c5-044a22769b02 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:17.379756 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8495b623-dee7-4046-be63-d41bbd7f7722 req-129ebeed-0e89-4e5c-a3c5-044a22769b02 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0806658 Apr 05 21:19:17.423057 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8495b623-dee7-4046-be63-d41bbd7f7722 req-9b626e90-322f-42a3-9749-828151949fa9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378401 Apr 05 21:19:18.601831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044fb8f-e0bf-46bc-b7fb-df6152299ba0 req-d274645d-4373-4e94-ad27-f731f511ce6c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:18.603278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6044fb8f-e0bf-46bc-b7fb-df6152299ba0 req-d274645d-4373-4e94-ad27-f731f511ce6c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0784996 Apr 05 21:19:18.649620 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6044fb8f-e0bf-46bc-b7fb-df6152299ba0 req-edeb02ae-2045-4ec5-a95c-f3f416a44cbe tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401068 Apr 05 21:19:19.838685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94bfd1-dc7f-44d9-9a57-9df520d9e955 req-3b4c1289-30fd-4039-92d3-a280d2c72f04 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:19.840165 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a94bfd1-dc7f-44d9-9a57-9df520d9e955 req-3b4c1289-30fd-4039-92d3-a280d2c72f04 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0793397 Apr 05 21:19:19.883246 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1a94bfd1-dc7f-44d9-9a57-9df520d9e955 req-08434b42-bb8c-4c33-bf19-d11b87907295 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375309 Apr 05 21:19:20.548782 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:19:21.074350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9553d6-07ac-4d23-8f0d-912ced688c59 req-83eba4a1-12b7-43fa-8530-6cc55d3543ee tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:21.076100 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae9553d6-07ac-4d23-8f0d-912ced688c59 req-83eba4a1-12b7-43fa-8530-6cc55d3543ee tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0846052 Apr 05 21:19:21.122306 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae9553d6-07ac-4d23-8f0d-912ced688c59 req-1d3e4e95-6292-4417-8fde-687f335d564c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405629 Apr 05 21:19:22.306619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639502b-2597-4627-8f19-71e09e6c66ac req-92403d13-f9ec-4c51-ba2b-0b9c5c2c6bd2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:22.308061 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3639502b-2597-4627-8f19-71e09e6c66ac req-92403d13-f9ec-4c51-ba2b-0b9c5c2c6bd2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0810983 Apr 05 21:19:22.351118 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3639502b-2597-4627-8f19-71e09e6c66ac req-4726c115-5639-448b-86cc-1410cc0da776 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374062 Apr 05 21:19:23.537968 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c1bda-27bd-407d-b4d7-f5758efe18ce req-49f9ba7f-a9b7-4230-9391-c653b7d156c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:23.539464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b62c1bda-27bd-407d-b4d7-f5758efe18ce req-49f9ba7f-a9b7-4230-9391-c653b7d156c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0830736 Apr 05 21:19:23.582638 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b62c1bda-27bd-407d-b4d7-f5758efe18ce req-240a0a17-0beb-4175-aa47-1d73ae99de6a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375793 Apr 05 21:19:23.605846 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34298) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:23.711512 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-24ec5b85-8304-4fc1-83d3-c9d58589ccc0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/f76396bb-d6ef-4215-9003-3bb0843d4767 HTTP/1.1" status: 200 len: 993 time: 0.1044724 Apr 05 21:19:25.284108 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3554623-c588-4712-a29c-2ffe6a58f387 req-d0b8248f-c42e-4def-8cd9-e5e80fe13bc7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:25.285470 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3554623-c588-4712-a29c-2ffe6a58f387 req-d0b8248f-c42e-4def-8cd9-e5e80fe13bc7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.2238514 Apr 05 21:19:25.345046 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c3554623-c588-4712-a29c-2ffe6a58f387 req-b6adc601-5b60-46c3-9713-112f00c1f8cd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531673 Apr 05 21:19:25.351341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be9eaf-1254-45a0-95ba-b4a768b61ac6 req-eff71987-1e3c-4a92-bc45-4662f8b39374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:25.352711 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-85be9eaf-1254-45a0-95ba-b4a768b61ac6 req-eff71987-1e3c-4a92-bc45-4662f8b39374 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 1096 time: 0.2235229 Apr 05 21:19:25.482242 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be9eaf-1254-45a0-95ba-b4a768b61ac6 req-50b46bd1-67c6-4646-bac8-7282e09d9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:25.483718 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-85be9eaf-1254-45a0-95ba-b4a768b61ac6 req-50b46bd1-67c6-4646-bac8-7282e09d9565 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a3c7d7d-7233-4df7-8817-220dd2ddc49d HTTP/1.1" status: 200 len: 897 time: 0.1246881 Apr 05 21:19:25.588432 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-85be9eaf-1254-45a0-95ba-b4a768b61ac6 req-98ef5893-1bfa-4b54-87a0-eae441f7deaa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71a98c52-734e-4839-84ac-e2b278ff5ca6 HTTP/1.1" status: 200 len: 1001 time: 0.0987856 Apr 05 21:19:25.650049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be9eaf-1254-45a0-95ba-b4a768b61ac6 req-3d9a1544-56a5-472e-8b65-2fde93d88edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:25.651464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-85be9eaf-1254-45a0-95ba-b4a768b61ac6 req-3d9a1544-56a5-472e-8b65-2fde93d88edb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52d96653-ff81-415e-9cb7-db84d6356e23 HTTP/1.1" status: 200 len: 835 time: 0.0572746 Apr 05 21:19:25.729176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be9eaf-1254-45a0-95ba-b4a768b61ac6 req-0b01aebc-8a99-4c16-90b7-797e5b1e8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:25.730767 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-85be9eaf-1254-45a0-95ba-b4a768b61ac6 req-0b01aebc-8a99-4c16-90b7-797e5b1e8f36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a3c7d7d-7233-4df7-8817-220dd2ddc49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733666 Apr 05 21:19:25.863765 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-85be9eaf-1254-45a0-95ba-b4a768b61ac6 req-cf1257dc-ecb7-43c1-9b8e-650512e6c2ee service neutron] 10.222.0.41 "GET /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269648 Apr 05 21:19:25.996210 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-85be9eaf-1254-45a0-95ba-b4a768b61ac6 req-643c716d-616c-49b0-a486-4dff048a90f8 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267626 Apr 05 21:19:26.537563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea2fb3-a9f8-4cde-b7cd-953c7d4b8749 req-6cba0f75-bb76-4fc5-8abd-623eac6854cd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:26.539028 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-44ea2fb3-a9f8-4cde-b7cd-953c7d4b8749 req-6cba0f75-bb76-4fc5-8abd-623eac6854cd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0891805 Apr 05 21:19:26.584229 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-44ea2fb3-a9f8-4cde-b7cd-953c7d4b8749 req-b7a6bff0-3eb2-4aab-baca-9f1168ea4977 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386081 Apr 05 21:19:27.766982 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf7a7d-c6f8-469c-b8d7-f0764f6df274 req-95cdb565-608a-41a3-af4e-be9b9f2b79c8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:27.768403 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5bbf7a7d-c6f8-469c-b8d7-f0764f6df274 req-95cdb565-608a-41a3-af4e-be9b9f2b79c8 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0813801 Apr 05 21:19:27.812262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5bbf7a7d-c6f8-469c-b8d7-f0764f6df274 req-0a3317c6-5f12-42d3-afad-c346ded4d6d4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380099 Apr 05 21:19:27.835685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34312) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:27.940723 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-38c12d90-0786-4484-af38-187da9c18516 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/f76396bb-d6ef-4215-9003-3bb0843d4767 HTTP/1.1" status: 200 len: 993 time: 0.1038623 Apr 05 21:19:31.830886 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e7c04c4-1db2-496b-9df2-63c5a5353d67 req-9ca1183f-e52d-428b-a5cd-cc41eee196b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0698984 Apr 05 21:19:31.968266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c04c4-1db2-496b-9df2-63c5a5353d67 req-a3ced682-b6c3-4c6d-bd25-3b0c165c65bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:31.969772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e7c04c4-1db2-496b-9df2-63c5a5353d67 req-a3ced682-b6c3-4c6d-bd25-3b0c165c65bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 1096 time: 0.0742888 Apr 05 21:19:32.112773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c04c4-1db2-496b-9df2-63c5a5353d67 req-0f681fc9-3c58-497e-b150-49eb1ecbe7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:32.114215 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e7c04c4-1db2-496b-9df2-63c5a5353d67 req-0f681fc9-3c58-497e-b150-49eb1ecbe7bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a3c7d7d-7233-4df7-8817-220dd2ddc49d HTTP/1.1" status: 200 len: 897 time: 0.1254900 Apr 05 21:19:32.212019 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e7c04c4-1db2-496b-9df2-63c5a5353d67 req-442a3888-a763-4ce9-9525-3cc2cb3b5a0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71a98c52-734e-4839-84ac-e2b278ff5ca6 HTTP/1.1" status: 200 len: 1001 time: 0.0912819 Apr 05 21:19:32.275080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c04c4-1db2-496b-9df2-63c5a5353d67 req-7d43294e-d096-4ca4-8bcd-b0c00ccf11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:32.276385 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e7c04c4-1db2-496b-9df2-63c5a5353d67 req-7d43294e-d096-4ca4-8bcd-b0c00ccf11c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52d96653-ff81-415e-9cb7-db84d6356e23 HTTP/1.1" status: 200 len: 835 time: 0.0587313 Apr 05 21:19:32.351236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c04c4-1db2-496b-9df2-63c5a5353d67 req-6ded503e-6324-4802-8f71-232894e04d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:32.352655 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e7c04c4-1db2-496b-9df2-63c5a5353d67 req-6ded503e-6324-4802-8f71-232894e04d63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a3c7d7d-7233-4df7-8817-220dd2ddc49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702782 Apr 05 21:19:32.585998 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e7c04c4-1db2-496b-9df2-63c5a5353d67 req-aea7538c-bb09-4ea0-8145-2ff776a27cc9 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272005 Apr 05 21:19:32.714073 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0e7c04c4-1db2-496b-9df2-63c5a5353d67 req-e889771e-0ded-464a-a92e-30347701d155 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223164 Apr 05 21:19:39.334098 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:39.594780 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:41.515255 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-746c3a3c-f86f-4b29-9f59-3b74cb7ef1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:43.785977 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d067c50d-e715-41f9-9939-bff3023a2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:44.960601 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:45.063007 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:46.262305 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:56.319937 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34326) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:19:56.519583 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port 308f9cdf-c00d-4932-81be-35e64c7a7acd {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:19:56.519920 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:56.691830 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:56.692070 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:56.814438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for 308f9cdf-c00d-4932-81be-35e64c7a7acd owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:19:56.963437 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.007521 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=308f9cdf-c00d-4932-81be-35e64c7a7acd,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:19:57.017857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:57.018226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:57.018617 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:57.018958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:57.019287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:57.019614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:57.020310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:57.020310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:57.020565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:57.020885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:57.021205 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:57.021518 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:19:57.113083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.113407 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Floating IP f76396bb-d6ef-4215-9003-3bb0843d4767 disassociated (deleted). External IP: 172.25.8.108, port: 71a98c52-734e-4839-84ac-e2b278ff5ca6. Apr 05 21:19:57.548596 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:19:57.558479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 629140ea-4f48-496a-80dc-21edaebd6107 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:19:57.734885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:19:57.745435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12610505-ad10-44bd-b559-bea47a8850b5 None None] Sync routers for ids ['629140ea-4f48-496a-80dc-21edaebd6107'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:19:57.755724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12610505-ad10-44bd-b559-bea47a8850b5 None None] Routers {'629140ea-4f48-496a-80dc-21edaebd6107'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:19:57.756031 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:57.756332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-12610505-ad10-44bd-b559-bea47a8850b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:19:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['629140ea-4f48-496a-80dc-21edaebd6107'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:57.814631 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-61685cf0-7837-4d8c-a02f-b50192a367f4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/floatingips/f76396bb-d6ef-4215-9003-3bb0843d4767 HTTP/1.1" status: 204 len: 168 time: 1.4935427 Apr 05 21:19:57.815114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'tag': '71a98c52-734e-4839-84ac-e2b278ff5ca6'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:19:57.942450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-12610505-ad10-44bd-b559-bea47a8850b5 None None] Set router 629140ea-4f48-496a-80dc-21edaebd6107 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:19:58.205813 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'tag': '71a98c52-734e-4839-84ac-e2b278ff5ca6', 'status': 'completed', 'code': 200} Apr 05 21:19:58.259964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-12610505-ad10-44bd-b559-bea47a8850b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:28Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d', 'name': '', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:d2:88:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:27Z', 'updated_at': '2022-04-05T21:18:33Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:58.264033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12610505-ad10-44bd-b559-bea47a8850b5 None None] Checking router: 629140ea-4f48-496a-80dc-21edaebd6107 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:19:58.273845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12610505-ad10-44bd-b559-bea47a8850b5 None None] Routers {'629140ea-4f48-496a-80dc-21edaebd6107'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:19:58.274479 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-12610505-ad10-44bd-b559-bea47a8850b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:19:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['629140ea-4f48-496a-80dc-21edaebd6107'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:58.366183 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b463a10-6235-40be-b173-8a82879eaef1 req-a3f6600d-8b15-48ce-b5fb-2af123c3d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:58.367735 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b463a10-6235-40be-b173-8a82879eaef1 req-a3f6600d-8b15-48ce-b5fb-2af123c3d8af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 1096 time: 0.1379328 Apr 05 21:19:58.493335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05fe58-24ef-41d4-a75a-29f31adc2bfc req-4f0fa223-c6b2-49f4-a748-5c5abbf7820d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:58.494042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8a05fe58-24ef-41d4-a75a-29f31adc2bfc req-4f0fa223-c6b2-49f4-a748-5c5abbf7820d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:19:58.526894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-8a05fe58-24ef-41d4-a75a-29f31adc2bfc req-4f0fa223-c6b2-49f4-a748-5c5abbf7820d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:19:58.528028 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a05fe58-24ef-41d4-a75a-29f31adc2bfc req-4f0fa223-c6b2-49f4-a748-5c5abbf7820d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.2362306 Apr 05 21:19:58.536833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b463a10-6235-40be-b173-8a82879eaef1 req-0c89abb2-79b8-4889-8479-34723620857b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:58.538298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b463a10-6235-40be-b173-8a82879eaef1 req-0c89abb2-79b8-4889-8479-34723620857b service neutron] 10.222.0.41 "GET /v2.0/networks?id=5a3c7d7d-7233-4df7-8817-220dd2ddc49d HTTP/1.1" status: 200 len: 897 time: 0.1622050 Apr 05 21:19:58.556417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-12610505-ad10-44bd-b559-bea47a8850b5 None None] Set router 629140ea-4f48-496a-80dc-21edaebd6107 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:19:58.617358 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b463a10-6235-40be-b173-8a82879eaef1 req-9d647101-df78-4019-998e-82fcbe10671c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=71a98c52-734e-4839-84ac-e2b278ff5ca6 HTTP/1.1" status: 200 len: 217 time: 0.0655777 Apr 05 21:19:58.685962 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8a05fe58-24ef-41d4-a75a-29f31adc2bfc req-382e667d-92c8-4e30-a54c-5903f85e588d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495757 Apr 05 21:19:58.701047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b463a10-6235-40be-b173-8a82879eaef1 req-8163ef98-580b-4d28-b21b-f712da0b917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:58.706090 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b463a10-6235-40be-b173-8a82879eaef1 req-8163ef98-580b-4d28-b21b-f712da0b917b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52d96653-ff81-415e-9cb7-db84d6356e23 HTTP/1.1" status: 200 len: 835 time: 0.0767295 Apr 05 21:19:58.780888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b463a10-6235-40be-b173-8a82879eaef1 req-59dccb91-ea3f-41e9-a096-beb29db16d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:58.782384 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b463a10-6235-40be-b173-8a82879eaef1 req-59dccb91-ea3f-41e9-a096-beb29db16d25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5a3c7d7d-7233-4df7-8817-220dd2ddc49d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722349 Apr 05 21:19:58.914912 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b463a10-6235-40be-b173-8a82879eaef1 req-44fef6c3-f9da-400f-905d-efef25ab16a4 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254079 Apr 05 21:19:58.977525 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-12610505-ad10-44bd-b559-bea47a8850b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:28Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d', 'name': '', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:d2:88:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:27Z', 'updated_at': '2022-04-05T21:18:33Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:19:58.981340 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12610505-ad10-44bd-b559-bea47a8850b5 None None] The sync data for ids ['629140ea-4f48-496a-80dc-21edaebd6107'] in n-d-836604-1 is: [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:28Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d', 'name': '', 'network_id': '5a3c7d7d-7233-4df7-8817-220dd2ddc49d', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:d2:88:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 4333, 'fixed_ips': [{'subnet_id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:27Z', 'updated_at': '2022-04-05T21:18:33Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '52d96653-ff81-415e-9cb7-db84d6356e23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:19:59.050687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2b463a10-6235-40be-b173-8a82879eaef1 req-85fc0650-72cd-4a37-9e80-b5e9908c2f71 service neutron] 10.222.0.41 "GET /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292140 Apr 05 21:19:59.192002 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa8fb4f-bc83-4bff-999d-9755cf1aef5d None None] New status for floating IP f76396bb-d6ef-4215-9003-3bb0843d4767: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:19:59.720621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85414dd-c262-48d6-9f36-2e2450e3ec69 req-4a0746bc-a2e0-43a9-8509-fa9a75c6b6e7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:59.722098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f85414dd-c262-48d6-9f36-2e2450e3ec69 req-4a0746bc-a2e0-43a9-8509-fa9a75c6b6e7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.0839441 Apr 05 21:19:59.790954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-f85414dd-c262-48d6-9f36-2e2450e3ec69 req-06cbd1cd-4b60-4dc0-b1d2-5ba34f99dc95 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port 71a98c52-734e-4839-84ac-e2b278ff5ca6 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:19:59.791285 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f85414dd-c262-48d6-9f36-2e2450e3ec69 req-06cbd1cd-4b60-4dc0-b1d2-5ba34f99dc95 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:19:59.997779 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62890e3b-7762-4618-9f05-d4bcdaffe8ff req-4b5fba93-5670-4b0b-a059-4e434b463f69 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:19:59.999181 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-62890e3b-7762-4618-9f05-d4bcdaffe8ff req-4b5fba93-5670-4b0b-a059-4e434b463f69 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9 HTTP/1.1" status: 200 len: 945 time: 0.1831224 Apr 05 21:20:00.223700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-62890e3b-7762-4618-9f05-d4bcdaffe8ff req-8fb5a64e-ce18-4ba0-b2a2-5836f2ead53f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=f8197d94-0163-4215-86bd-c216b7ce104c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188509 Apr 05 21:20:00.241052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-f85414dd-c262-48d6-9f36-2e2450e3ec69 req-06cbd1cd-4b60-4dc0-b1d2-5ba34f99dc95 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port 71a98c52-734e-4839-84ac-e2b278ff5ca6, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=71a98c52-734e-4839-84ac-e2b278ff5ca6,segment=NetworkSegment(0fdd5b31-4d5d-4bbb-8ab6-be33cd496634),segment_id=0fdd5b31-4d5d-4bbb-8ab6-be33cd496634)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:20:00.241408 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f85414dd-c262-48d6-9f36-2e2450e3ec69 req-06cbd1cd-4b60-4dc0-b1d2-5ba34f99dc95 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:00.367166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-f85414dd-c262-48d6-9f36-2e2450e3ec69 req-06cbd1cd-4b60-4dc0-b1d2-5ba34f99dc95 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for 71a98c52-734e-4839-84ac-e2b278ff5ca6 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:20:00.509069 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f85414dd-c262-48d6-9f36-2e2450e3ec69 req-06cbd1cd-4b60-4dc0-b1d2-5ba34f99dc95 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:00.558637 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbd1cd-4b60-4dc0-b1d2-5ba34f99dc95 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=71a98c52-734e-4839-84ac-e2b278ff5ca6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:00.634028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85414dd-c262-48d6-9f36-2e2450e3ec69 req-06cbd1cd-4b60-4dc0-b1d2-5ba34f99dc95 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] No DVR routers for this DVR port 71a98c52-734e-4839-84ac-e2b278ff5ca6 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:20:00.636381 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-f85414dd-c262-48d6-9f36-2e2450e3ec69 req-06cbd1cd-4b60-4dc0-b1d2-5ba34f99dc95 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:00.639357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'name': 'network-vif-deleted', 'tag': '71a98c52-734e-4839-84ac-e2b278ff5ca6'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:20:00.655937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f85414dd-c262-48d6-9f36-2e2450e3ec69 req-06cbd1cd-4b60-4dc0-b1d2-5ba34f99dc95 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.41 "DELETE /v2.0/ports/71a98c52-734e-4839-84ac-e2b278ff5ca6 HTTP/1.1" status: 204 len: 173 time: 0.9291489 Apr 05 21:20:00.683054 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d6fa8a7-297c-4e84-bd83-2f0b10ed65b9', 'name': 'network-vif-deleted', 'tag': '71a98c52-734e-4839-84ac-e2b278ff5ca6', 'status': 'completed', 'code': 200} Apr 05 21:20:01.316061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34342) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:01.864500 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7be32dc-6055-46d2-8f0a-fbb072e3e478 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:02.219815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f7be32dc-6055-46d2-8f0a-fbb072e3e478 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:20:02.220154 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7be32dc-6055-46d2-8f0a-fbb072e3e478 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:02.510301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-f7be32dc-6055-46d2-8f0a-fbb072e3e478 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d,segment=NetworkSegment(0fdd5b31-4d5d-4bbb-8ab6-be33cd496634),segment_id=0fdd5b31-4d5d-4bbb-8ab6-be33cd496634)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:20:02.510978 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7be32dc-6055-46d2-8f0a-fbb072e3e478 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:02.632934 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-f7be32dc-6055-46d2-8f0a-fbb072e3e478 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:20:02.951547 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7be32dc-6055-46d2-8f0a-fbb072e3e478 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:03.003631 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be32dc-6055-46d2-8f0a-fbb072e3e478 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:03.276971 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f7be32dc-6055-46d2-8f0a-fbb072e3e478 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:03.627025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7be32dc-6055-46d2-8f0a-fbb072e3e478 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 629140ea-4f48-496a-80dc-21edaebd6107 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:20:03.912736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7be32dc-6055-46d2-8f0a-fbb072e3e478 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:20:03.922402 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae0ae2-d829-4511-99be-2d84c58a320a None None] Sync routers for ids ['629140ea-4f48-496a-80dc-21edaebd6107'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:20:03.924987 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f7be32dc-6055-46d2-8f0a-fbb072e3e478 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "PUT /v2.0/routers/629140ea-4f48-496a-80dc-21edaebd6107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6078861 Apr 05 21:20:03.927601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34346) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:03.931671 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae0ae2-d829-4511-99be-2d84c58a320a None None] Routers {'629140ea-4f48-496a-80dc-21edaebd6107'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:20:03.932271 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e2ae0ae2-d829-4511-99be-2d84c58a320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:19:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['629140ea-4f48-496a-80dc-21edaebd6107'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:03.986967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 71a98c52-734e-4839-84ac-e2b278ff5ca6 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:20:03.995134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-504827d9-aecc-4267-afbd-b8bfdf39f80a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting subnet 52d96653-ff81-415e-9cb7-db84d6356e23 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:20:03.998055 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-504827d9-aecc-4267-afbd-b8bfdf39f80a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:04.033785 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 71a98c52-734e-4839-84ac-e2b278ff5ca6 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:20:04.034170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 71a98c52-734e-4839-84ac-e2b278ff5ca6 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:20:04.053464 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-504827d9-aecc-4267-afbd-b8bfdf39f80a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:04.138646 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-504827d9-aecc-4267-afbd-b8bfdf39f80a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:04.141545 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e2ae0ae2-d829-4511-99be-2d84c58a320a None None] Set router 629140ea-4f48-496a-80dc-21edaebd6107 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:20:04.211102 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-504827d9-aecc-4267-afbd-b8bfdf39f80a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:04.252941 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-504827d9-aecc-4267-afbd-b8bfdf39f80a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:04.257753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504827d9-aecc-4267-afbd-b8bfdf39f80a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Subnet': ['ID=52d96653-ff81-415e-9cb7-db84d6356e23,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:04.265252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4b0141-c69a-4014-8e85-7a4dccd79ceb None None] Network 5a3c7d7d-7233-4df7-8817-220dd2ddc49d requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:20:04.266069 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34350) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:04.266537 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-504827d9-aecc-4267-afbd-b8bfdf39f80a tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/subnets/52d96653-ff81-415e-9cb7-db84d6356e23 HTTP/1.1" status: 204 len: 168 time: 0.3377993 Apr 05 21:20:04.575446 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:04.644640 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e2ae0ae2-d829-4511-99be-2d84c58a320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:20:02Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:04.648867 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae0ae2-d829-4511-99be-2d84c58a320a None None] Checking router: 629140ea-4f48-496a-80dc-21edaebd6107 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:20:04.659927 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae0ae2-d829-4511-99be-2d84c58a320a None None] Routers {'629140ea-4f48-496a-80dc-21edaebd6107'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:20:04.660537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e2ae0ae2-d829-4511-99be-2d84c58a320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:19:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['629140ea-4f48-496a-80dc-21edaebd6107'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:04.715333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] DHCP port deletion for 5a3c7d7d-7233-4df7-8817-220dd2ddc49d request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:20:04.733395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Deleting port 534ea76d-a78c-40fe-a175-8cff805a0114 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:20:04.733761 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:04.760749 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:04.770256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port 061af624-c20f-481d-bc3e-88c544db28b0 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:20:04.770595 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:04.950739 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port 061af624-c20f-481d-bc3e-88c544db28b0, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=061af624-c20f-481d-bc3e-88c544db28b0,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:20:04.950989 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:04.961234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-e2ae0ae2-d829-4511-99be-2d84c58a320a None None] Set router 629140ea-4f48-496a-80dc-21edaebd6107 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:20:05.073520 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for 061af624-c20f-481d-bc3e-88c544db28b0 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:20:05.112918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 534ea76d-a78c-40fe-a175-8cff805a0114 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:20:05.207350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] For port 534ea76d-a78c-40fe-a175-8cff805a0114, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=534ea76d-a78c-40fe-a175-8cff805a0114,segment=NetworkSegment(0fdd5b31-4d5d-4bbb-8ab6-be33cd496634),segment_id=0fdd5b31-4d5d-4bbb-8ab6-be33cd496634)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:20:05.207648 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.240160 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.286194 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=061af624-c20f-481d-bc3e-88c544db28b0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:05.336865 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.337197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.337532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.337941 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.338213 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.338846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.338846 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.339155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.339473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.339789 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.340102 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.340416 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.395724 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.401497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Calling delete_port for 534ea76d-a78c-40fe-a175-8cff805a0114 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:20:05.569690 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.574176 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.576350 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.595348 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.602539 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.603315 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Fanout notify agent at l3_agent the message router_deleted on router 629140ea-4f48-496a-80dc-21edaebd6107 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:20:05.619683 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.620763 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dd1e6314-8cdc-441f-b1c8-254a8aeb404f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/routers/629140ea-4f48-496a-80dc-21edaebd6107 HTTP/1.1" status: 204 len: 168 time: 1.3537118 Apr 05 21:20:05.624188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34356) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:05.652458 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Pushing event deleted for resources: {'Port': ['ID=534ea76d-a78c-40fe-a175-8cff805a0114,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:05.658183 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] No DVR routers for this DVR port 534ea76d-a78c-40fe-a175-8cff805a0114 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:20:05.705088 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.705401 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.705738 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.706114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.706442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.706765 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.707092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.707413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.707733 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.708131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.708353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.708670 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db719d3-3b45-4a0f-a4b5-dd3a80bf3d9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:05.725724 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-e2ae0ae2-d829-4511-99be-2d84c58a320a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:20:02Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:05.729837 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae0ae2-d829-4511-99be-2d84c58a320a None None] The sync data for ids ['629140ea-4f48-496a-80dc-21edaebd6107'] in n-d-836604-1 is: [{'id': '629140ea-4f48-496a-80dc-21edaebd6107', 'name': 'tempest-TestNetworkAdvancedServerOps-router-488883748', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '061af624-c20f-481d-bc3e-88c544db28b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:20:02Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': '061af624-c20f-481d-bc3e-88c544db28b0', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629140ea-4f48-496a-80dc-21edaebd6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:18:23Z', 'updated_at': '2022-04-05T21:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:20:05.747619 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76a73588-7d2a-429b-9664-21e0684e2e00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:05.996305 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76a73588-7d2a-429b-9664-21e0684e2e00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.019984 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-76a73588-7d2a-429b-9664-21e0684e2e00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a3c7d7d-7233-4df7-8817-220dd2ddc49d']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:06.032287 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-76a73588-7d2a-429b-9664-21e0684e2e00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:06.032575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-76a73588-7d2a-429b-9664-21e0684e2e00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdd5b31-4d5d-4bbb-8ab6-be33cd496634') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:06.043423 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76a73588-7d2a-429b-9664-21e0684e2e00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.059095 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76a73588-7d2a-429b-9664-21e0684e2e00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.064801 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a73588-7d2a-429b-9664-21e0684e2e00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:20:06.065168 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76a73588-7d2a-429b-9664-21e0684e2e00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: timer() Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:20:06.080349 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:20:06.164369 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76a73588-7d2a-429b-9664-21e0684e2e00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.170509 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-76a73588-7d2a-429b-9664-21e0684e2e00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.198177 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a73588-7d2a-429b-9664-21e0684e2e00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Network': ['ID=5a3c7d7d-7233-4df7-8817-220dd2ddc49d,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:06.203806 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-76a73588-7d2a-429b-9664-21e0684e2e00 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/networks/5a3c7d7d-7233-4df7-8817-220dd2ddc49d HTTP/1.1" status: 204 len: 168 time: 0.5786843 Apr 05 21:20:06.206563 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34360) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:06.275908 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f847f0ed-fbd4-4e41-8be9-b766918f5289 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.312226 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f847f0ed-fbd4-4e41-8be9-b766918f5289 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.380041 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f847f0ed-fbd4-4e41-8be9-b766918f5289 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.397927 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847f0ed-fbd4-4e41-8be9-b766918f5289 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8197d94-0163-4215-86bd-c216b7ce104c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:06.414055 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f847f0ed-fbd4-4e41-8be9-b766918f5289 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.415250 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f847f0ed-fbd4-4e41-8be9-b766918f5289 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/security-groups/f8197d94-0163-4215-86bd-c216b7ce104c HTTP/1.1" status: 204 len: 168 time: 0.2074761 Apr 05 21:20:06.750670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34368) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:06.755756 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388391470', 'description': 'tempest-secgroup-smoke-388391470 description', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:20:06.762261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:06.767294 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:20:06.770271 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:20:06.776148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:06.785941 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.805162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:06.808844 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:20:06.812161 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:20:06.817907 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:06.885613 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.889344 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.933286 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4cf7bc-a26e-4328-a2e6-cb5230a3854f,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:06.936522 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:06.937717 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-38696de0-8b46-4366-97d4-d0242077ac50 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1861231 Apr 05 21:20:06.940511 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34374) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:06.945453 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-94ff9820-1231-4bf5-95d1-6eb0563cce79 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'de4cf7bc-a26e-4328-a2e6-cb5230a3854f', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:20:06.952095 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-94ff9820-1231-4bf5-95d1-6eb0563cce79 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:06.955858 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-94ff9820-1231-4bf5-95d1-6eb0563cce79 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:20:06.958803 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-94ff9820-1231-4bf5-95d1-6eb0563cce79 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:20:06.964354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-94ff9820-1231-4bf5-95d1-6eb0563cce79 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:06.983788 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94ff9820-1231-4bf5-95d1-6eb0563cce79 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.051650 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94ff9820-1231-4bf5-95d1-6eb0563cce79 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.055804 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94ff9820-1231-4bf5-95d1-6eb0563cce79 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.081195 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff9820-1231-4bf5-95d1-6eb0563cce79 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d923a3c4-0605-4b5f-b0e5-a7ec454d1d7f,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:07.092710 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-94ff9820-1231-4bf5-95d1-6eb0563cce79 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.094813 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-94ff9820-1231-4bf5-95d1-6eb0563cce79 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533778 Apr 05 21:20:07.095796 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:20:07.097433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34378) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:07.102776 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-29d03882-9e45-48d8-8b9e-7f6520193a5c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'de4cf7bc-a26e-4328-a2e6-cb5230a3854f', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:20:07.110284 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-29d03882-9e45-48d8-8b9e-7f6520193a5c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:07.114391 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-29d03882-9e45-48d8-8b9e-7f6520193a5c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:20:07.117242 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-29d03882-9e45-48d8-8b9e-7f6520193a5c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:20:07.123602 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-29d03882-9e45-48d8-8b9e-7f6520193a5c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:07.130943 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:20:07.131289 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device fe62a4ee-4604-4a1b-8feb-3e6aa7c88f6d not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:20:07.131695 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 061af624-c20f-481d-bc3e-88c544db28b0 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:20:07.140402 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29d03882-9e45-48d8-8b9e-7f6520193a5c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.163539 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 061af624-c20f-481d-bc3e-88c544db28b0 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:20:07.163874 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 061af624-c20f-481d-bc3e-88c544db28b0 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:20:07.200722 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29d03882-9e45-48d8-8b9e-7f6520193a5c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.204036 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29d03882-9e45-48d8-8b9e-7f6520193a5c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.226682 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d03882-9e45-48d8-8b9e-7f6520193a5c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25ea717-33bd-4056-8f51-2176b2e25b5d,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:07.234996 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-29d03882-9e45-48d8-8b9e-7f6520193a5c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.236172 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-29d03882-9e45-48d8-8b9e-7f6520193a5c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378117 Apr 05 21:20:07.238988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34382) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:07.243826 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-703ccf78-6307-4381-8cae-be927677657b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'de4cf7bc-a26e-4328-a2e6-cb5230a3854f', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:20:07.250334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-703ccf78-6307-4381-8cae-be927677657b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:07.254104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-703ccf78-6307-4381-8cae-be927677657b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:20:07.256904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-703ccf78-6307-4381-8cae-be927677657b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:20:07.262492 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-703ccf78-6307-4381-8cae-be927677657b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:07.278523 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-703ccf78-6307-4381-8cae-be927677657b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.342670 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-703ccf78-6307-4381-8cae-be927677657b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.346221 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-703ccf78-6307-4381-8cae-be927677657b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.369406 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703ccf78-6307-4381-8cae-be927677657b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70c5a37-66f1-4948-99fd-9dfb5a39c937,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:07.378204 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-703ccf78-6307-4381-8cae-be927677657b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.379357 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-703ccf78-6307-4381-8cae-be927677657b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394432 Apr 05 21:20:07.382073 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34386) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:07.387092 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-217639c4-1bbf-4aaf-a5a5-2d135e117d9c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'de4cf7bc-a26e-4328-a2e6-cb5230a3854f', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:20:07.393512 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-217639c4-1bbf-4aaf-a5a5-2d135e117d9c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:07.397542 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-217639c4-1bbf-4aaf-a5a5-2d135e117d9c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:20:07.400410 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-217639c4-1bbf-4aaf-a5a5-2d135e117d9c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:20:07.406525 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-217639c4-1bbf-4aaf-a5a5-2d135e117d9c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:07.423133 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-217639c4-1bbf-4aaf-a5a5-2d135e117d9c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.483521 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-217639c4-1bbf-4aaf-a5a5-2d135e117d9c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.486903 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-217639c4-1bbf-4aaf-a5a5-2d135e117d9c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.510073 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217639c4-1bbf-4aaf-a5a5-2d135e117d9c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f8060b-5e89-4600-b86b-9948e5b47793,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:07.519559 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-217639c4-1bbf-4aaf-a5a5-2d135e117d9c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.520793 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-217639c4-1bbf-4aaf-a5a5-2d135e117d9c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1377521 Apr 05 21:20:07.523778 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34390) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:07.529324 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d944be0a-4b1c-4ec0-a263-4c8a44078fb0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'de4cf7bc-a26e-4328-a2e6-cb5230a3854f', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:20:07.535916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d944be0a-4b1c-4ec0-a263-4c8a44078fb0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:07.539815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d944be0a-4b1c-4ec0-a263-4c8a44078fb0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:20:07.542642 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d944be0a-4b1c-4ec0-a263-4c8a44078fb0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:20:07.548827 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d944be0a-4b1c-4ec0-a263-4c8a44078fb0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:07.558434 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-d944be0a-4b1c-4ec0-a263-4c8a44078fb0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Project 8f4dfe211c634c1c879abf0638ff05d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:20:07.564785 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d944be0a-4b1c-4ec0-a263-4c8a44078fb0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.626099 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d944be0a-4b1c-4ec0-a263-4c8a44078fb0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.629394 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d944be0a-4b1c-4ec0-a263-4c8a44078fb0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.653584 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944be0a-4b1c-4ec0-a263-4c8a44078fb0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcce100-4911-4c95-b9f9-dc6754e31ab6,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:07.663094 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d944be0a-4b1c-4ec0-a263-4c8a44078fb0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.664330 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d944be0a-4b1c-4ec0-a263-4c8a44078fb0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396761 Apr 05 21:20:07.667106 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34394) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:07.673728 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-fdad1a91-aa6c-445a-b68d-def7774177c5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'security_group_rule': {'security_group_id': 'de4cf7bc-a26e-4328-a2e6-cb5230a3854f', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:20:07.680326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fdad1a91-aa6c-445a-b68d-def7774177c5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:07.684082 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fdad1a91-aa6c-445a-b68d-def7774177c5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:security_group_rule and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:20:07.686916 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-fdad1a91-aa6c-445a-b68d-def7774177c5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:20:07.692433 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-fdad1a91-aa6c-445a-b68d-def7774177c5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:07.707080 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-fdad1a91-aa6c-445a-b68d-def7774177c5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Project 8f4dfe211c634c1c879abf0638ff05d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:20:07.713750 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fdad1a91-aa6c-445a-b68d-def7774177c5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.776819 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fdad1a91-aa6c-445a-b68d-def7774177c5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.780793 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fdad1a91-aa6c-445a-b68d-def7774177c5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.804920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad1a91-aa6c-445a-b68d-def7774177c5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=400228ea-9872-4da5-a261-4e1068a6e677,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:07.813934 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fdad1a91-aa6c-445a-b68d-def7774177c5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.815125 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fdad1a91-aa6c-445a-b68d-def7774177c5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1471353 Apr 05 21:20:07.817894 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34398) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:07.823172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'network': {'name': 'tempest-network-smoke--1738496478', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'port_security_enabled': True}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:20:07.828987 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:07.833293 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:network and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:20:07.836158 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:20:07.842314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:07.851770 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:20:07.855334 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.881747 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:20:07.891124 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.891461 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Added segment b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4 of type vlan for network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 Apr 05 21:20:07.916939 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.944974 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:07.950340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:07.951451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.053642 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2347307 Apr 05 21:20:08.056490 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34402) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:08.059638 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62564df7-4546-41e8-993e-4732369f08ed tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Network': ['ID=883655f8-a9c6-4e6a-b9e4-126f36158fe7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:08.062329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'admin_state_up': True, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:20:08.070149 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:20:08.072537 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:08.077156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:router and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:20:08.080211 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:20:08.086648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:08.096616 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.097691 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.112968 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.383525 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.686313 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.715358 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:08.850606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.25.8.190 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/bce9db2b-b345-4b7d-b1f9-e045b8885f05) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:20:09.097905 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:09.127601 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:09.187983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:20:09.194750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:20:09.197128 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:20:09.235350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=bce9db2b-b345-4b7d-b1f9-e045b8885f05,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:09.333170 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:09.610148 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:09.612460 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:09.945269 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:10.143136 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 08994ca6-7a67-4514-b397-116759bc357b is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 21:20:10.317452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:20:10.327519 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Sync routers for ids ['08994ca6-7a67-4514-b397-116759bc357b'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:20:10.336834 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Routers {'08994ca6-7a67-4514-b397-116759bc357b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:20:10.337429 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:19:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08994ca6-7a67-4514-b397-116759bc357b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:10.343575 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:10.347700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5b489202-5994-41f9-a263-c37da4a2fc78 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2872899 Apr 05 21:20:10.348065 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34406) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:10.454270 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-6b948321-685c-4751-b2aa-8de6ceb12485 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8f4dfe211c634c1c879abf0638ff05d7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1050434 Apr 05 21:20:10.456877 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34412) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:10.518423 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Set router 08994ca6-7a67-4514-b397-116759bc357b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:20:10.587159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bb1234-cd23-4038-8407-01b593b08aff tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:10.588525 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e1bb1234-cd23-4038-8407-01b593b08aff tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1307623 Apr 05 21:20:10.591458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34416) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:10.630346 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f86a1ac8-3d73-4b16-9fdb-bdbae3a32ae8 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=be3ed9ce-44de-4a17-8a12-96ef652948bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378444 Apr 05 21:20:10.632924 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34420) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:10.638098 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1046975514', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:20:10.747150 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:10.751473 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:subnet and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:20:10.754216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:20:10.759715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:10.769085 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:20:10.772754 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:10.801759 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:09Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:10.805485 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Checking router: 08994ca6-7a67-4514-b397-116759bc357b for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:20:10.805813 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Updating router 08994ca6-7a67-4514-b397-116759bc357b port bce9db2b-b345-4b7d-b1f9-e045b8885f05 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:20:10.857219 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:10.985837 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.066717 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Subnet': ['ID=53210431-3065-4cf7-8f0c-807f4affd7fc,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:11.074766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Checking segment: {'id': 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:20:11.075115 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network hostable DHCP agents. Network: 883655f8-a9c6-4e6a-b9e4-126f36158fe7, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:20:11.095159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:20:11.105166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 883655f8-a9c6-4e6a-b9e4-126f36158fe7) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:20:11.113450 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb777d6-9116-44cd-bd32-fdbec795b1f5 None None] Network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:20:11.119766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:11.119766 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.143027 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d59f3f77-963f-4d5d-a2f6-588e6446b3c2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5064218 Apr 05 21:20:11.143267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34424) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:11.180623 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.192916 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Transition to ACTIVE for port object bce9db2b-b345-4b7d-b1f9-e045b8885f05 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:20:11.201189 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.264412 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Attempting to bind port bce9db2b-b345-4b7d-b1f9-e045b8885f05 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:20:11.264800 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Attempting to bind port bce9db2b-b345-4b7d-b1f9-e045b8885f05 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:20:11.265124 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Attempting to bind port bce9db2b-b345-4b7d-b1f9-e045b8885f05 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:20:11.280864 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:20:11.281340 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:20:11.282097 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.282097 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:20:11.282475 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Bound port: bce9db2b-b345-4b7d-b1f9-e045b8885f05, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:20:11.282838 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.336335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ips': [{'subnet_id': '53210431-3065-4cf7-8f0c-807f4affd7fc'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:20:11.337160 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.367712 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138d0e9-07a0-45e0-830f-f7cb4e0a6280 None None] Pushing event updated for resources: {'Port': ['ID=bce9db2b-b345-4b7d-b1f9-e045b8885f05,revision_number=2']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:11.379056 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138d0e9-07a0-45e0-830f-f7cb4e0a6280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:11.379388 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138d0e9-07a0-45e0-830f-f7cb4e0a6280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:11.379716 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138d0e9-07a0-45e0-830f-f7cb4e0a6280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:11.380042 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138d0e9-07a0-45e0-830f-f7cb4e0a6280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:11.380357 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138d0e9-07a0-45e0-830f-f7cb4e0a6280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:11.380669 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138d0e9-07a0-45e0-830f-f7cb4e0a6280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:11.380983 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138d0e9-07a0-45e0-830f-f7cb4e0a6280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:11.381292 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138d0e9-07a0-45e0-830f-f7cb4e0a6280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:11.381600 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138d0e9-07a0-45e0-830f-f7cb4e0a6280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:11.381930 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138d0e9-07a0-45e0-830f-f7cb4e0a6280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:11.382237 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138d0e9-07a0-45e0-830f-f7cb4e0a6280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:11.382545 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5138d0e9-07a0-45e0-830f-f7cb4e0a6280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:20:11.385916 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] For port bce9db2b-b345-4b7d-b1f9-e045b8885f05, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:20:11.389288 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] For port bce9db2b-b345-4b7d-b1f9-e045b8885f05, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bce9db2b-b345-4b7d-b1f9-e045b8885f05,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:20:11.394351 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.468687 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Routers {'08994ca6-7a67-4514-b397-116759bc357b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:20:11.469287 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:19:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08994ca6-7a67-4514-b397-116759bc357b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:11.498343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Allocated IP 172.20.0.2 (883655f8-a9c6-4e6a-b9e4-126f36158fe7/53210431-3065-4cf7-8f0c-807f4affd7fc/825899a3-434d-4885-96b4-9792e1913113) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:20:11.537061 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb443846-639e-47c6-88d2-ec9485374bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.557122 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5138d0e9-07a0-45e0-830f-f7cb4e0a6280 None None] Pushing event updated for resources: {'Port': ['ID=bce9db2b-b345-4b7d-b1f9-e045b8885f05,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:11.676113 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] Set router 08994ca6-7a67-4514-b397-116759bc357b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:20:11.725512 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.739109 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Transition to ACTIVE for port object 825899a3-434d-4885-96b4-9792e1913113 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:20:11.761688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Transition to ACTIVE for port object 825899a3-434d-4885-96b4-9792e1913113 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:20:11.767741 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.836155 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:20:11.844146 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:20:11.848601 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:20:11.854417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Pushing event updated for resources: {'Port': ['ID=825899a3-434d-4885-96b4-9792e1913113,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:11.943000 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Attempting to bind port 825899a3-434d-4885-96b4-9792e1913113 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:20:11.943364 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Attempting to bind port 825899a3-434d-4885-96b4-9792e1913113 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:20:11.943631 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Attempting to bind port 825899a3-434d-4885-96b4-9792e1913113 on network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:20:11.949809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:20:11.950209 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Checking segment: {'id': 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:20:11.950644 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:11.951034 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Bound using segment: {'id': 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:20:11.951499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Bound port: 825899a3-434d-4885-96b4-9792e1913113, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:20:11.952208 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:12.011868 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:09Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:12.016832 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d407a0-7fd8-4a1a-9900-4052f2740ddd None None] The sync data for ids ['08994ca6-7a67-4514-b397-116759bc357b'] in n-d-836604-1 is: [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:09Z', 'revision_number': 3, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:20:12.026629 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:12.044011 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] For port 825899a3-434d-4885-96b4-9792e1913113, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:20:12.047902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] For port 825899a3-434d-4885-96b4-9792e1913113, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=825899a3-434d-4885-96b4-9792e1913113,segment=NetworkSegment(b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4),segment_id=b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:20:12.053979 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:12.140323 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48058b3-d17d-48e1-8276-ea927479a326 None None] Pushing event updated for resources: {'Port': ['ID=825899a3-434d-4885-96b4-9792e1913113,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:12.503759 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.20.0.1 (883655f8-a9c6-4e6a-b9e4-126f36158fe7/53210431-3065-4cf7-8f0c-807f4affd7fc/29e03cee-567a-44c6-a89c-a3e7ccec147d) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:20:12.671026 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:12.687849 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Transition to ACTIVE for port object 29e03cee-567a-44c6-a89c-a3e7ccec147d will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:20:12.713974 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:12.781353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:20:12.789191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:20:12.793661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:20:12.828888 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=29e03cee-567a-44c6-a89c-a3e7ccec147d,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:12.863615 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:13.005365 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:13.171041 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 825899a3-434d-4885-96b4-9792e1913113 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:20:13.204792 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def2cfd9-e26b-45e4-a3b2-cf2650067e0d None None] Network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:20:13.319906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9f1c86c7-dcf2-4bcc-aa83-8edf9302ba4a None None] Provisioning for port 825899a3-434d-4885-96b4-9792e1913113 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:20:13.365438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 825899a3-434d-4885-96b4-9792e1913113 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:20:13.418266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 825899a3-434d-4885-96b4-9792e1913113 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:13.418633 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:13.568872 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:13.574558 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:13.607496 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:13.642194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 825899a3-434d-4885-96b4-9792e1913113, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=825899a3-434d-4885-96b4-9792e1913113,segment=NetworkSegment(b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4),segment_id=b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:20:13.647841 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:13.648735 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bce9db2b-b345-4b7d-b1f9-e045b8885f05 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:20:13.692028 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:13.713225 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=29e03cee-567a-44c6-a89c-a3e7ccec147d,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:13.841939 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:20:13.843033 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:20:13.867310 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6ffb8843-ecd3-4318-a213-f349fece9972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:13.885951 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=825899a3-434d-4885-96b4-9792e1913113,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:13.896006 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e7f9c956-da67-4dde-9269-ba312a8190c5 None None] Provisioning complete for port 825899a3-434d-4885-96b4-9792e1913113 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:13.896404 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e7f9c956-da67-4dde-9269-ba312a8190c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:13.921397 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port bce9db2b-b345-4b7d-b1f9-e045b8885f05 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:20:13.940962 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port bce9db2b-b345-4b7d-b1f9-e045b8885f05 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:13.941794 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:14.039769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 08994ca6-7a67-4514-b397-116759bc357b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:20:14.139387 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:14.160260 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port bce9db2b-b345-4b7d-b1f9-e045b8885f05, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bce9db2b-b345-4b7d-b1f9-e045b8885f05,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:20:14.161627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e7f9c956-da67-4dde-9269-ba312a8190c5 None None] Provisioning for port 29e03cee-567a-44c6-a89c-a3e7ccec147d completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:20:14.166833 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:14.198038 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e7f9c956-da67-4dde-9269-ba312a8190c5 None None] Provisioning complete for port 29e03cee-567a-44c6-a89c-a3e7ccec147d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:14.198719 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e7f9c956-da67-4dde-9269-ba312a8190c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:14.233306 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:20:14.250142 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-4bb8f878-2e85-4d61-bf93-84e5ad09c2ab tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "PUT /v2.0/routers/08994ca6-7a67-4514-b397-116759bc357b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1014824 Apr 05 21:20:14.250368 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Sync routers for ids ['08994ca6-7a67-4514-b397-116759bc357b'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:20:14.288767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Routers {'08994ca6-7a67-4514-b397-116759bc357b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:20:14.289353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:20:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08994ca6-7a67-4514-b397-116759bc357b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:14.356293 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e7f9c956-da67-4dde-9269-ba312a8190c5 None None] Port 29e03cee-567a-44c6-a89c-a3e7ccec147d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:20:14.361435 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=bce9db2b-b345-4b7d-b1f9-e045b8885f05,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:14.483927 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Set router 08994ca6-7a67-4514-b397-116759bc357b gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:20:14.544906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-4eadfaec-7d7a-47df-87d8-220963b3fc32 None None] Provisioning complete for port 29e03cee-567a-44c6-a89c-a3e7ccec147d triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:14.545268 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4eadfaec-7d7a-47df-87d8-220963b3fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:14.555092 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-54183777-d71f-4660-b75e-8a715120154f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388391470&fields=id&tenant_id=8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 267 time: 0.1619649 Apr 05 21:20:14.693588 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-4eadfaec-7d7a-47df-87d8-220963b3fc32 None None] Port 29e03cee-567a-44c6-a89c-a3e7ccec147d cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:20:14.705290 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-368f7487-3fdc-4673-b735-541cbe42b644 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:14.706775 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-368f7487-3fdc-4673-b735-541cbe42b644 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/networks?id=883655f8-a9c6-4e6a-b9e4-126f36158fe7 HTTP/1.1" status: 200 len: 797 time: 0.1452219 Apr 05 21:20:14.723528 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-380a24c6-e4f3-4c86-adb3-2ca83b3d6286 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/quotas/8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 375 time: 0.0107439 Apr 05 21:20:14.807871 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a6b656cd-2ff5-4a82-a0c4-a9b96a16bdc7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:20:14.823752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a6b656cd-2ff5-4a82-a0c4-a9b96a16bdc7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:20:14.825083 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a6b656cd-2ff5-4a82-a0c4-a9b96a16bdc7 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940740 Apr 05 21:20:14.852027 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:12Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '29e03cee-567a-44c6-a89c-a3e7ccec147d', 'name': '', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:59:aa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:12Z', 'updated_at': '2022-04-05T21:20:13Z', 'revision_number': 2, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:14.856171 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Checking router: 08994ca6-7a67-4514-b397-116759bc357b for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:20:14.856335 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Updating router 08994ca6-7a67-4514-b397-116759bc357b port 29e03cee-567a-44c6-a89c-a3e7ccec147d binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:20:14.913161 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:14.980522 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:15.002279 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-1e81d78e-c2b5-4383-a515-d5363e521097 service neutron] 10.222.0.24 "GET /v2.0/networks/883655f8-a9c6-4e6a-b9e4-126f36158fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645420 Apr 05 21:20:15.090670 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:15.143020 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-eca729b4-7ec2-466a-b6e4-218cd9df8698 service neutron] 10.222.0.24 "GET /v2.0/networks/883655f8-a9c6-4e6a-b9e4-126f36158fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348107 Apr 05 21:20:15.150912 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 825899a3-434d-4885-96b4-9792e1913113 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:20:15.270964 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 825899a3-434d-4885-96b4-9792e1913113 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:15.271535 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:15.335847 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ae54496a-7195-4425-8dea-4650ffc7584e req-f75b6b81-affa-4ccf-94fb-dac9530e486f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 210 time: 0.0488701 Apr 05 21:20:15.432164 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:15.470419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Transition to ACTIVE for port object 29e03cee-567a-44c6-a89c-a3e7ccec147d will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:20:15.483880 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:15.634124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bce9db2b-b345-4b7d-b1f9-e045b8885f05 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:20:15.713248 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1a04c-a852-4fa3-bf7a-4b0033b03765 None None] Pushing event updated for resources: {'Port': ['ID=29e03cee-567a-44c6-a89c-a3e7ccec147d,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:15.802516 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Attempting to bind port 29e03cee-567a-44c6-a89c-a3e7ccec147d on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:20:15.802879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Attempting to bind port 29e03cee-567a-44c6-a89c-a3e7ccec147d by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:20:15.803237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Attempting to bind port 29e03cee-567a-44c6-a89c-a3e7ccec147d on network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:20:15.814974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:20:15.815273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Checking segment: {'id': 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:20:15.815664 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:15.816043 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Bound using segment: {'id': 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:20:15.816498 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Bound port: 29e03cee-567a-44c6-a89c-a3e7ccec147d, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:20:15.816863 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:15.840357 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port bce9db2b-b345-4b7d-b1f9-e045b8885f05 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:15.840721 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:15.973282 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] For port 29e03cee-567a-44c6-a89c-a3e7ccec147d, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:20:15.976805 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] For port 29e03cee-567a-44c6-a89c-a3e7ccec147d, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=29e03cee-567a-44c6-a89c-a3e7ccec147d,segment=NetworkSegment(b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4),segment_id=b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:20:16.006718 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:16.111123 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e1a04c-a852-4fa3-bf7a-4b0033b03765 None None] Pushing event updated for resources: {'Port': ['ID=29e03cee-567a-44c6-a89c-a3e7ccec147d,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:16.113720 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Routers {'08994ca6-7a67-4514-b397-116759bc357b'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:20:16.114344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:20:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08994ca6-7a67-4514-b397-116759bc357b'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:16.283293 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:16.307463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] Set router 08994ca6-7a67-4514-b397-116759bc357b gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:20:16.442659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-5df3d095-9502-4fa4-a898-0fb47ade6e0f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:16.444109 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-5df3d095-9502-4fa4-a898-0fb47ade6e0f tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "GET /v2.0/networks?id=883655f8-a9c6-4e6a-b9e4-126f36158fe7 HTTP/1.1" status: 200 len: 797 time: 0.1720893 Apr 05 21:20:16.509643 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fa497d5b-99b1-4079-a31c-7e95a04559ad req-bed7f619-eaad-412e-af46-35eb4091e785 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 210 time: 0.0592763 Apr 05 21:20:16.533906 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-28617219-c8a0-48ab-aad1-e4f4ffc2107d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f4dfe211c634c1c879abf0638ff05d7 HTTP/1.1" status: 200 len: 379 time: 0.0817225 Apr 05 21:20:16.543436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'port': {'device_id': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'admin_state_up': True, 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'security_groups': ['de4cf7bc-a26e-4328-a2e6-cb5230a3854f']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:20:16.647616 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:12Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '29e03cee-567a-44c6-a89c-a3e7ccec147d', 'name': '', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:59:aa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:12Z', 'updated_at': '2022-04-05T21:20:15Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:16.651604 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbeaabab-edde-4b6d-ae91-a1128236aa18 None None] The sync data for ids ['08994ca6-7a67-4514-b397-116759bc357b'] in n-d-836604-1 is: [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:12Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '29e03cee-567a-44c6-a89c-a3e7ccec147d', 'name': '', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:59:aa:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:12Z', 'updated_at': '2022-04-05T21:20:15Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:20:16.680681 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:16.700047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:16.724862 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Made reservation on behalf of 8f4dfe211c634c1c879abf0638ff05d7 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:20:16.728518 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:16.905677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.20.0.6 (883655f8-a9c6-4e6a-b9e4-126f36158fe7/53210431-3065-4cf7-8f0c-807f4affd7fc/0563533a-662f-4987-9b22-f208eb74824a) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:20:17.123356 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:17.131754 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 29e03cee-567a-44c6-a89c-a3e7ccec147d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:20:17.146640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Transition to ACTIVE for port object 0563533a-662f-4987-9b22-f208eb74824a will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:20:17.175336 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:17.210987 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 29e03cee-567a-44c6-a89c-a3e7ccec147d completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:20:17.217135 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 29e03cee-567a-44c6-a89c-a3e7ccec147d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:17.217737 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:17.256820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:20:17.260527 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:20:17.265112 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:20:17.295989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=0563533a-662f-4987-9b22-f208eb74824a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:17.335088 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:17.336297 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:17.352800 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:17.364818 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6c789f08-cc1e-44cf-8dbf-4f7a60452919 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8249073 Apr 05 21:20:17.395148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 29e03cee-567a-44c6-a89c-a3e7ccec147d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=29e03cee-567a-44c6-a89c-a3e7ccec147d,segment=NetworkSegment(b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4),segment_id=b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:20:17.401402 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:17.429121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Request body: {'port': {'device_id': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:20:17.492137 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=29e03cee-567a-44c6-a89c-a3e7ccec147d,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:17.559377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:17.579849 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d52428de-f774-4afa-af32-71048eb74a07 None None] Provisioning for port 0563533a-662f-4987-9b22-f208eb74824a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:20:17.586042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d52428de-f774-4afa-af32-71048eb74a07 None None] Provisioning complete for port 0563533a-662f-4987-9b22-f208eb74824a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:17.587246 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d52428de-f774-4afa-af32-71048eb74a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:17.697065 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d52428de-f774-4afa-af32-71048eb74a07 None None] Port 0563533a-662f-4987-9b22-f208eb74824a cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:20:17.916939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c0348-52c0-4180-8053-084caf07013c req-8fef73d9-a12a-4a38-bcf4-e9b57b53c08b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:17.917630 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-960c0348-52c0-4180-8053-084caf07013c req-8fef73d9-a12a-4a38-bcf4-e9b57b53c08b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:20:17.998992 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-960c0348-52c0-4180-8053-084caf07013c req-8fef73d9-a12a-4a38-bcf4-e9b57b53c08b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:20:18.000079 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-960c0348-52c0-4180-8053-084caf07013c req-8fef73d9-a12a-4a38-bcf4-e9b57b53c08b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 931 time: 0.3732104 Apr 05 21:20:18.073777 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-960c0348-52c0-4180-8053-084caf07013c req-bba14719-570f-4cf5-9b08-817e6342dbe3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665400 Apr 05 21:20:18.146820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0563533a-662f-4987-9b22-f208eb74824a {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:20:18.154944 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:18.170077 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Transition to ACTIVE for port object 0563533a-662f-4987-9b22-f208eb74824a will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:20:18.173868 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:18.330406 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Pushing event updated for resources: {'Port': ['ID=0563533a-662f-4987-9b22-f208eb74824a,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:18.409782 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Attempting to bind port 0563533a-662f-4987-9b22-f208eb74824a on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:20:18.410132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Attempting to bind port 0563533a-662f-4987-9b22-f208eb74824a by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:20:18.410452 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Attempting to bind port 0563533a-662f-4987-9b22-f208eb74824a on network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:20:18.415020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Port 0563533a-662f-4987-9b22-f208eb74824a on network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:20:18.415336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Attempting to bind port 0563533a-662f-4987-9b22-f208eb74824a on network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:20:18.420858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:20:18.421219 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Checking segment: {'id': 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:20:18.421556 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Bound using segment: {'id': 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:20:18.422008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Bound port: 0563533a-662f-4987-9b22-f208eb74824a, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:20:18.422350 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:18.512312 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] For port 0563533a-662f-4987-9b22-f208eb74824a, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:20:18.515110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] For port 0563533a-662f-4987-9b22-f208eb74824a, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0563533a-662f-4987-9b22-f208eb74824a,segment=NetworkSegment(b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4),segment_id=b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:20:18.519386 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:18.572823 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:18.573386 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:18.574666 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] 10.222.0.13 "PUT /v2.0/ports/0563533a-662f-4987-9b22-f208eb74824a HTTP/1.1" status: 200 len: 1091 time: 1.2016768 Apr 05 21:20:18.575094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'tag': '0563533a-662f-4987-9b22-f208eb74824a'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:20:18.604484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a15dd4-ce0e-4478-89e0-e85752c80576 service neutron] Pushing event updated for resources: {'Port': ['ID=0563533a-662f-4987-9b22-f208eb74824a,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:18.641428 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'tag': '0563533a-662f-4987-9b22-f208eb74824a', 'status': 'completed', 'code': 200} Apr 05 21:20:18.691255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-1200b758-c88a-4e28-ac01-cb1cbd612a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:18.692847 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-1200b758-c88a-4e28-ac01-cb1cbd612a9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 1094 time: 0.0831039 Apr 05 21:20:18.762361 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-6e5507bd-9b8a-4fc4-9db1-16bc78801a86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0563533a-662f-4987-9b22-f208eb74824a HTTP/1.1" status: 200 len: 217 time: 0.0627556 Apr 05 21:20:18.826304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-ba30d320-32b4-4399-8a47-2cb13bcae48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:18.827598 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-ba30d320-32b4-4399-8a47-2cb13bcae48b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53210431-3065-4cf7-8f0c-807f4affd7fc HTTP/1.1" status: 200 len: 835 time: 0.0602546 Apr 05 21:20:18.901773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-aaf5f3e5-d961-4c28-9b97-e4e1503d4de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:18.903813 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-aaf5f3e5-d961-4c28-9b97-e4e1503d4de2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=883655f8-a9c6-4e6a-b9e4-126f36158fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697091 Apr 05 21:20:19.032622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-b474a04f-2fed-47dd-a41f-75e1498e72d5 service neutron] 10.222.0.13 "GET /v2.0/networks/883655f8-a9c6-4e6a-b9e4-126f36158fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222546 Apr 05 21:20:19.103832 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 29e03cee-567a-44c6-a89c-a3e7ccec147d up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:20:19.169137 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4d0d038-b8f3-4280-831a-715f6274b4a3 req-0c8f0cf8-8ef2-4702-98fe-5805277a89cd service neutron] 10.222.0.13 "GET /v2.0/networks/883655f8-a9c6-4e6a-b9e4-126f36158fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305168 Apr 05 21:20:19.173603 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 29e03cee-567a-44c6-a89c-a3e7ccec147d triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:19.174006 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:19.326812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08cf305-aaa2-46e5-a1e0-e1180cfc40b2 req-24f84d73-c207-491c-b266-c62710b2fb1c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:19.328261 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a08cf305-aaa2-46e5-a1e0-e1180cfc40b2 req-24f84d73-c207-491c-b266-c62710b2fb1c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 943 time: 0.1419494 Apr 05 21:20:19.330170 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dd316-1611-43b7-8b46-b591f275644d req-ba5d6252-dc5a-4c45-9a49-0c9421950e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:19.331477 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c60dd316-1611-43b7-8b46-b591f275644d req-ba5d6252-dc5a-4c45-9a49-0c9421950e6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 1094 time: 0.1135311 Apr 05 21:20:19.557159 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a08cf305-aaa2-46e5-a1e0-e1180cfc40b2 req-8a8816de-3269-4c2f-a1d8-b9cb803dcedf tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232630 Apr 05 21:20:19.590109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dd316-1611-43b7-8b46-b591f275644d req-47d730b0-3a72-44c5-8d4d-b1c6e653f108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:19.591568 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c60dd316-1611-43b7-8b46-b591f275644d req-47d730b0-3a72-44c5-8d4d-b1c6e653f108 service neutron] 10.222.0.13 "GET /v2.0/networks?id=883655f8-a9c6-4e6a-b9e4-126f36158fe7 HTTP/1.1" status: 200 len: 898 time: 0.2454090 Apr 05 21:20:19.662058 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c60dd316-1611-43b7-8b46-b591f275644d req-8d88713c-0e29-4e6b-af7b-0612e43e39f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0563533a-662f-4987-9b22-f208eb74824a HTTP/1.1" status: 200 len: 217 time: 0.0629852 Apr 05 21:20:19.723522 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dd316-1611-43b7-8b46-b591f275644d req-74e2f026-8297-4e87-b073-41ffa062a971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:19.724985 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c60dd316-1611-43b7-8b46-b591f275644d req-74e2f026-8297-4e87-b073-41ffa062a971 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53210431-3065-4cf7-8f0c-807f4affd7fc HTTP/1.1" status: 200 len: 835 time: 0.0571105 Apr 05 21:20:19.802459 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60dd316-1611-43b7-8b46-b591f275644d req-5c17b70a-f8ba-4fdc-b2a0-e70e91a21ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:19.803956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c60dd316-1611-43b7-8b46-b591f275644d req-5c17b70a-f8ba-4fdc-b2a0-e70e91a21ff6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=883655f8-a9c6-4e6a-b9e4-126f36158fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730803 Apr 05 21:20:19.938618 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c60dd316-1611-43b7-8b46-b591f275644d req-3869cf74-c603-4713-9490-424dd94f397f service neutron] 10.222.0.13 "GET /v2.0/networks/883655f8-a9c6-4e6a-b9e4-126f36158fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274772 Apr 05 21:20:20.072420 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c60dd316-1611-43b7-8b46-b591f275644d req-e7618588-4661-41c3-afeb-ff4adecd04bd service neutron] 10.222.0.13 "GET /v2.0/networks/883655f8-a9c6-4e6a-b9e4-126f36158fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267798 Apr 05 21:20:20.739856 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddaf82f-0efe-4948-b3cb-807efefc618e req-736d08e7-b241-4956-aac1-d21bbfc823fc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:20.741302 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bddaf82f-0efe-4948-b3cb-807efefc618e req-736d08e7-b241-4956-aac1-d21bbfc823fc tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 943 time: 0.0816300 Apr 05 21:20:20.785045 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bddaf82f-0efe-4948-b3cb-807efefc618e req-59484d50-3c16-414e-92d6-cba8478db19e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380204 Apr 05 21:20:21.969815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aecae-afa4-4b14-9a9a-7c396db78812 req-6f3d5827-77d3-4d7d-9213-cb821afbf043 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:21.971272 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-026aecae-afa4-4b14-9a9a-7c396db78812 req-6f3d5827-77d3-4d7d-9213-cb821afbf043 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 943 time: 0.0827906 Apr 05 21:20:21.991620 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 0563533a-662f-4987-9b22-f208eb74824a details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:20:22.017267 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-026aecae-afa4-4b14-9a9a-7c396db78812 req-94ff7024-ae7a-462b-8ec7-05b93c34c13d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403523 Apr 05 21:20:22.130884 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 0563533a-662f-4987-9b22-f208eb74824a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0563533a-662f-4987-9b22-f208eb74824a,segment=NetworkSegment(b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4),segment_id=b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:20:22.143658 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '0563533a-662f-4987-9b22-f208eb74824a', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'port_id': '0563533a-662f-4987-9b22-f208eb74824a', 'mac_address': 'fa:16:3e:9f:76:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:20:22.201542 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:22.218373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0563533a-662f-4987-9b22-f208eb74824a {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:20:22.234320 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 0563533a-662f-4987-9b22-f208eb74824a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0563533a-662f-4987-9b22-f208eb74824a,segment=NetworkSegment(b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4),segment_id=b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:20:22.238733 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:22.304684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=0563533a-662f-4987-9b22-f208eb74824a,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:22.465161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['0563533a-662f-4987-9b22-f208eb74824a'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:20:23.201602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368ccde-a945-4130-84f0-3d4ebe2058aa req-9ed58bf3-a2ec-44c5-b1fd-c1623c592705 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:23.203062 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9368ccde-a945-4130-84f0-3d4ebe2058aa req-9ed58bf3-a2ec-44c5-b1fd-c1623c592705 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 944 time: 0.0789349 Apr 05 21:20:23.251600 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9368ccde-a945-4130-84f0-3d4ebe2058aa req-fac0aebb-302f-4434-9547-5985fda6dea2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430326 Apr 05 21:20:24.053898 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 0563533a-662f-4987-9b22-f208eb74824a up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:20:24.120650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 0563533a-662f-4987-9b22-f208eb74824a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:20:24.125629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 0563533a-662f-4987-9b22-f208eb74824a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:20:24.126024 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:24.239247 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:24.264945 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0563533a-662f-4987-9b22-f208eb74824a'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:20:24.274850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 0563533a-662f-4987-9b22-f208eb74824a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0563533a-662f-4987-9b22-f208eb74824a,segment=NetworkSegment(b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4),segment_id=b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:20:24.278485 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:24.314427 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0563533a-662f-4987-9b22-f208eb74824a', 'code': 200} Apr 05 21:20:24.354227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=0563533a-662f-4987-9b22-f208eb74824a,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:24.503368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2f6f7-a6e5-4e05-9980-2362952f3f25 req-6f737de4-ab46-43ef-a3ed-387648e13e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:24.504803 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4c2f6f7-a6e5-4e05-9980-2362952f3f25 req-6f737de4-ab46-43ef-a3ed-387648e13e0c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 1096 time: 0.1331384 Apr 05 21:20:24.512080 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c53fa-1283-4830-b09f-9b7044463823 req-c8aaa106-986f-4787-9573-96fc4cc5a020 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:24.513415 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f90c53fa-1283-4830-b09f-9b7044463823 req-c8aaa106-986f-4787-9573-96fc4cc5a020 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 945 time: 0.1070895 Apr 05 21:20:24.576866 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4c2f6f7-a6e5-4e05-9980-2362952f3f25 req-558c1082-cecb-4b55-91b0-a45d11e98ed1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624492 Apr 05 21:20:24.581008 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f90c53fa-1283-4830-b09f-9b7044463823 req-117657b4-72df-47d4-895d-9d1acf73ed23 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548391 Apr 05 21:20:25.764832 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153e6b9-56de-4611-9400-05ba12573bec req-ac6e2518-377c-466e-8bf1-222f169633da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:25.766295 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7153e6b9-56de-4611-9400-05ba12573bec req-ac6e2518-377c-466e-8bf1-222f169633da tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 945 time: 0.0794528 Apr 05 21:20:25.813700 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7153e6b9-56de-4611-9400-05ba12573bec req-7549798a-d77b-4142-8f57-13bc810170d4 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417483 Apr 05 21:20:25.993816 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111ff8a-0af8-4bc7-a1a1-db227f573d0f req-8f8d0e3c-58c6-4511-a374-a00b52ffd6f9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:25.995199 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4111ff8a-0af8-4bc7-a1a1-db227f573d0f req-8f8d0e3c-58c6-4511-a374-a00b52ffd6f9 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 945 time: 0.0796118 Apr 05 21:20:26.040533 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4111ff8a-0af8-4bc7-a1a1-db227f573d0f req-e30212d2-29d4-4474-b67e-3ea283b42f07 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389936 Apr 05 21:20:26.063994 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34482) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:26.133207 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637979b4-16a5-4138-8918-fcc66c7cf355 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:26.134733 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-637979b4-16a5-4138-8918-fcc66c7cf355 tempest-TestNetworkAdvancedServerOps-468184562 tempest-TestNetworkAdvancedServerOps-468184562-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 1091 time: 0.0697660 Apr 05 21:20:26.138097 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34486) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:26.142822 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '0563533a-662f-4987-9b22-f208eb74824a', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:20:26.149693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:20:26.153509 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Usage tracker for resource:floatingip and tenant:8f4dfe211c634c1c879abf0638ff05d7 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:20:26.156317 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:20:26.161874 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:20:26.175268 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:26.311300 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:26.448890 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Allocated IP 172.25.8.235 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/a462b25a-2e3b-4036-9c51-495e5a802900) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:20:26.713181 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:26.743250 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:26.804323 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:20:26.807119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:20:26.810681 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:20:26.857117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=a462b25a-2e3b-4036-9c51-495e5a802900,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:27.235002 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:27.312939 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:27.519524 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:27.524177 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:27.634582 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event updated for resources: {'Port': ['ID=a462b25a-2e3b-4036-9c51-495e5a802900,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:20:27.645003 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:27.818457 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Floating IP aa685824-a669-491f-bfe8-9ff73dad1f58 associated. External IP: 172.25.8.235, port: 0563533a-662f-4987-9b22-f208eb74824a. Apr 05 21:20:28.295687 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 08994ca6-7a67-4514-b397-116759bc357b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:20:28.471052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:20:28.480402 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269fffa-1d8a-4421-a880-07aafcdcca97 None None] Sync routers for ids ['08994ca6-7a67-4514-b397-116759bc357b'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:20:28.489599 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269fffa-1d8a-4421-a880-07aafcdcca97 None None] Routers {'08994ca6-7a67-4514-b397-116759bc357b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:20:28.490196 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4269fffa-1d8a-4421-a880-07aafcdcca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:20:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08994ca6-7a67-4514-b397-116759bc357b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:28.494399 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:28.553017 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-69f0d377-b5e0-4cc1-8f54-443a178248c0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4138353 Apr 05 21:20:28.553490 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'tag': '0563533a-662f-4987-9b22-f208eb74824a'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:20:28.667170 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-4269fffa-1d8a-4421-a880-07aafcdcca97 None None] Set router 08994ca6-7a67-4514-b397-116759bc357b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:20:28.721211 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9398403-2038-44e9-bb6d-6ce7f4aa1f62 req-b315ed1b-f7b0-4806-bf7b-4b5ee0899842 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:28.722341 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9398403-2038-44e9-bb6d-6ce7f4aa1f62 req-b315ed1b-f7b0-4806-bf7b-4b5ee0899842 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 945 time: 0.0840454 Apr 05 21:20:28.770894 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f9398403-2038-44e9-bb6d-6ce7f4aa1f62 req-63844b05-7a46-415a-b4bd-9c4717a2d7e2 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427895 Apr 05 21:20:28.795383 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34496) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:28.905947 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-29a47532-6be1-4b69-8424-ca9061469045 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/aa685824-a669-491f-bfe8-9ff73dad1f58 HTTP/1.1" status: 200 len: 991 time: 0.1087716 Apr 05 21:20:28.917814 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'tag': '0563533a-662f-4987-9b22-f208eb74824a', 'status': 'completed', 'code': 200} Apr 05 21:20:29.008478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f232e4f-7080-4a98-9bd3-88fe2ab0f2cc req-56380a94-910d-4f94-b050-040d6e7212b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:29.010097 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f232e4f-7080-4a98-9bd3-88fe2ab0f2cc req-56380a94-910d-4f94-b050-040d6e7212b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 1096 time: 0.0714319 Apr 05 21:20:29.020296 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4269fffa-1d8a-4421-a880-07aafcdcca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:12Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'aa685824-a669-491f-bfe8-9ff73dad1f58', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '08994ca6-7a67-4514-b397-116759bc357b', 'port_id': '0563533a-662f-4987-9b22-f208eb74824a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'mac_address': 'fa:16:3e:9f:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:20:27Z', 'updated_at': '2022-04-05T21:20:27Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e03cee-567a-44c6-a89c-a3e7ccec147d', 'name': '', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:59:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:12Z', 'updated_at': '2022-04-05T21:20:17Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:29.024345 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269fffa-1d8a-4421-a880-07aafcdcca97 None None] Checking router: 08994ca6-7a67-4514-b397-116759bc357b for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:20:29.032951 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4269fffa-1d8a-4421-a880-07aafcdcca97 None None] Routers {'08994ca6-7a67-4514-b397-116759bc357b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:20:29.033528 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4269fffa-1d8a-4421-a880-07aafcdcca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:20:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08994ca6-7a67-4514-b397-116759bc357b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:29.141808 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f232e4f-7080-4a98-9bd3-88fe2ab0f2cc req-90a0ed0a-1fa9-4ff8-9e7c-76be6ec5c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:29.143269 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f232e4f-7080-4a98-9bd3-88fe2ab0f2cc req-90a0ed0a-1fa9-4ff8-9e7c-76be6ec5c007 service neutron] 10.222.0.13 "GET /v2.0/networks?id=883655f8-a9c6-4e6a-b9e4-126f36158fe7 HTTP/1.1" status: 200 len: 898 time: 0.1271832 Apr 05 21:20:29.209334 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-4269fffa-1d8a-4421-a880-07aafcdcca97 None None] Set router 08994ca6-7a67-4514-b397-116759bc357b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:20:29.354360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f232e4f-7080-4a98-9bd3-88fe2ab0f2cc req-26868414-451f-4c37-9090-4f65f72eb6ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0563533a-662f-4987-9b22-f208eb74824a HTTP/1.1" status: 200 len: 999 time: 0.2043233 Apr 05 21:20:29.417764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f232e4f-7080-4a98-9bd3-88fe2ab0f2cc req-0d1cffed-3ec3-4017-a02d-8a8041dd1c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:29.419173 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f232e4f-7080-4a98-9bd3-88fe2ab0f2cc req-0d1cffed-3ec3-4017-a02d-8a8041dd1c08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53210431-3065-4cf7-8f0c-807f4affd7fc HTTP/1.1" status: 200 len: 835 time: 0.0595174 Apr 05 21:20:29.494278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f232e4f-7080-4a98-9bd3-88fe2ab0f2cc req-f22df3eb-04a9-4730-8e93-74779e1c8ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:20:29.495766 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f232e4f-7080-4a98-9bd3-88fe2ab0f2cc req-f22df3eb-04a9-4730-8e93-74779e1c8ae8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=883655f8-a9c6-4e6a-b9e4-126f36158fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708861 Apr 05 21:20:29.592945 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-4269fffa-1d8a-4421-a880-07aafcdcca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:12Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'aa685824-a669-491f-bfe8-9ff73dad1f58', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '08994ca6-7a67-4514-b397-116759bc357b', 'port_id': '0563533a-662f-4987-9b22-f208eb74824a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'mac_address': 'fa:16:3e:9f:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:20:27Z', 'updated_at': '2022-04-05T21:20:27Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e03cee-567a-44c6-a89c-a3e7ccec147d', 'name': '', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:59:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:12Z', 'updated_at': '2022-04-05T21:20:17Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:20:29.596833 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4269fffa-1d8a-4421-a880-07aafcdcca97 None None] The sync data for ids ['08994ca6-7a67-4514-b397-116759bc357b'] in n-d-836604-1 is: [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:12Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'aa685824-a669-491f-bfe8-9ff73dad1f58', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': '08994ca6-7a67-4514-b397-116759bc357b', 'port_id': '0563533a-662f-4987-9b22-f208eb74824a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'mac_address': 'fa:16:3e:9f:76:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:20:27Z', 'updated_at': '2022-04-05T21:20:27Z', 'revision_number': 0, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e03cee-567a-44c6-a89c-a3e7ccec147d', 'name': '', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:59:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:12Z', 'updated_at': '2022-04-05T21:20:17Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:20:29.630098 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f232e4f-7080-4a98-9bd3-88fe2ab0f2cc req-e4678865-397a-44e1-a021-4de4d3ab2fdd service neutron] 10.222.0.13 "GET /v2.0/networks/883655f8-a9c6-4e6a-b9e4-126f36158fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272707 Apr 05 21:20:29.767720 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9f232e4f-7080-4a98-9bd3-88fe2ab0f2cc req-d493caf9-149c-424d-ae86-169fff7c422a service neutron] 10.222.0.13 "GET /v2.0/networks/883655f8-a9c6-4e6a-b9e4-126f36158fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322858 Apr 05 21:20:29.789793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ec4c7-2826-44ca-9007-054654846387 None None] New status for floating IP aa685824-a669-491f-bfe8-9ff73dad1f58: ACTIVE {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:20:29.908023 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34500) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:30.014294 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ce2967e7-3827-486d-9fd9-f6cc7f7e5d87 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/aa685824-a669-491f-bfe8-9ff73dad1f58 HTTP/1.1" status: 200 len: 991 time: 0.1048231 Apr 05 21:20:31.018255 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34504) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:20:31.125419 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-855364c4-323c-4171-834c-490cc3f0f942 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/aa685824-a669-491f-bfe8-9ff73dad1f58 HTTP/1.1" status: 200 len: 993 time: 0.1060362 Apr 05 21:20:34.549054 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:20:39.339306 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:39.621520 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:41.518910 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3bfde2dc-57a1-4447-a84c-57858ff377f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:43.789392 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4ee85d41-6f28-4d16-8256-40db34e70722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:44.962366 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:45.070446 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:46.267004 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:20:57.163900 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-cde74a40-1caf-4396-b7d3-3aa8701b2a2a req-490d481b-74c8-4dac-99b6-c046813d1102 service neutron] (87964) timed out ('10.222.0.13', 54120) {{(pid=87964) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:21:00.793143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5661-46c9-41c0-b601-f1217338d3fe req-63f6a9df-ddb2-4aa2-a686-5f47ec025302 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:00.795131 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cf3b5661-46c9-41c0-b601-f1217338d3fe req-63f6a9df-ddb2-4aa2-a686-5f47ec025302 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 945 time: 0.1219292 Apr 05 21:21:00.841028 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cf3b5661-46c9-41c0-b601-f1217338d3fe req-174970ce-04cb-4be1-ab0e-a4a4afebd35c tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403202 Apr 05 21:21:02.022335 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c264d1b-4c73-444d-8dc2-8810fd2b8cb3 req-5e993396-ea2a-4de7-a250-2d0d8df18aad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:02.023685 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c264d1b-4c73-444d-8dc2-8810fd2b8cb3 req-5e993396-ea2a-4de7-a250-2d0d8df18aad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 945 time: 0.0790310 Apr 05 21:21:02.066674 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c264d1b-4c73-444d-8dc2-8810fd2b8cb3 req-4437f756-e965-412c-b4df-c029984fe149 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369439 Apr 05 21:21:02.088983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34528) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:02.194490 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3430f8d7-7de3-4a16-81e5-313d517146c1 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/aa685824-a669-491f-bfe8-9ff73dad1f58 HTTP/1.1" status: 200 len: 993 time: 0.1044395 Apr 05 21:21:03.686134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca553a29-a577-471f-8103-5dc2f53f74e1 req-3ca96e5e-a449-4013-9d1f-0277d38ba52d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:03.687530 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca553a29-a577-471f-8103-5dc2f53f74e1 req-3ca96e5e-a449-4013-9d1f-0277d38ba52d tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 945 time: 0.1446297 Apr 05 21:21:03.689503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e45f2-aa24-4c39-8f9d-67709f93023f req-8a1611d9-ecb8-4837-aadf-aed6a668cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:03.690843 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c4e45f2-aa24-4c39-8f9d-67709f93023f req-8a1611d9-ecb8-4837-aadf-aed6a668cd06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 1096 time: 0.1115594 Apr 05 21:21:03.818382 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ca553a29-a577-471f-8103-5dc2f53f74e1 req-a21c5780-e4f1-4161-8b6b-c9d0b3c85637 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251559 Apr 05 21:21:03.850776 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e45f2-aa24-4c39-8f9d-67709f93023f req-b4397c11-8a90-4998-8e94-4eeaa3ecfe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:03.852176 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c4e45f2-aa24-4c39-8f9d-67709f93023f req-b4397c11-8a90-4998-8e94-4eeaa3ecfe37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=883655f8-a9c6-4e6a-b9e4-126f36158fe7 HTTP/1.1" status: 200 len: 898 time: 0.1457658 Apr 05 21:21:03.953941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c4e45f2-aa24-4c39-8f9d-67709f93023f req-358d524f-5512-4aeb-8f8b-e136123b4631 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0563533a-662f-4987-9b22-f208eb74824a HTTP/1.1" status: 200 len: 1001 time: 0.0958900 Apr 05 21:21:04.018156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e45f2-aa24-4c39-8f9d-67709f93023f req-247eaa01-80f1-4821-ba6f-633adf2240b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:04.019526 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c4e45f2-aa24-4c39-8f9d-67709f93023f req-247eaa01-80f1-4821-ba6f-633adf2240b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53210431-3065-4cf7-8f0c-807f4affd7fc HTTP/1.1" status: 200 len: 835 time: 0.0595245 Apr 05 21:21:04.092440 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e45f2-aa24-4c39-8f9d-67709f93023f req-66dc6d19-2531-4a9e-9bd7-7cf2afb17602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:04.093978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c4e45f2-aa24-4c39-8f9d-67709f93023f req-66dc6d19-2531-4a9e-9bd7-7cf2afb17602 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=883655f8-a9c6-4e6a-b9e4-126f36158fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681627 Apr 05 21:21:04.320522 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c4e45f2-aa24-4c39-8f9d-67709f93023f req-bf593e7e-fcbe-4cb0-a1f5-ace24e3d2b73 service neutron] 10.222.0.13 "GET /v2.0/networks/883655f8-a9c6-4e6a-b9e4-126f36158fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206149 Apr 05 21:21:04.448231 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2c4e45f2-aa24-4c39-8f9d-67709f93023f req-5f9b43ad-fc81-44c7-92d1-d50e7112e008 service neutron] 10.222.0.13 "GET /v2.0/networks/883655f8-a9c6-4e6a-b9e4-126f36158fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222608 Apr 05 21:21:05.003800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160ae36-9cbb-40e1-b01b-2ebe661b9c18 req-7cbae066-18f0-43d5-b55b-1dbd51e454c3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:05.005135 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f160ae36-9cbb-40e1-b01b-2ebe661b9c18 req-7cbae066-18f0-43d5-b55b-1dbd51e454c3 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 945 time: 0.0820811 Apr 05 21:21:05.048094 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f160ae36-9cbb-40e1-b01b-2ebe661b9c18 req-2e00304d-7291-4855-94e5-f4683c89e444 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372558 Apr 05 21:21:06.231632 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d70c5-59ab-4a15-adbb-36c981cfe0b9 req-c94b6b20-f875-4d96-b3e4-1e62b0ce3562 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:06.233068 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e6d70c5-59ab-4a15-adbb-36c981cfe0b9 req-c94b6b20-f875-4d96-b3e4-1e62b0ce3562 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 945 time: 0.0794120 Apr 05 21:21:06.277106 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4e6d70c5-59ab-4a15-adbb-36c981cfe0b9 req-79b405c6-9baa-476b-b218-a19eab2bfbbf tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385129 Apr 05 21:21:06.300109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34542) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:06.406702 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-adedfa9a-7039-4423-ac97-074c0fe55473 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/floatingips/aa685824-a669-491f-bfe8-9ff73dad1f58 HTTP/1.1" status: 200 len: 993 time: 0.1053991 Apr 05 21:21:06.651037 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34550) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:06.852870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port a462b25a-2e3b-4036-9c51-495e5a802900 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:21:06.853202 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:07.015625 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:07.015874 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:07.139032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for a462b25a-2e3b-4036-9c51-495e5a802900 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:21:07.282742 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:07.335210 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=a462b25a-2e3b-4036-9c51-495e5a802900,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:07.374804 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.375153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.375492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.375828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.376160 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.376492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.376819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.377149 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.377471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.377792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.378148 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.378468 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:07.432766 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:07.433097 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Floating IP aa685824-a669-491f-bfe8-9ff73dad1f58 disassociated (deleted). External IP: 172.25.8.235, port: 0563533a-662f-4987-9b22-f208eb74824a. Apr 05 21:21:07.886577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 08994ca6-7a67-4514-b397-116759bc357b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:21:08.063813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:21:08.074235 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5cb983-933c-4ffc-a0ef-3f921fad3578 None None] Sync routers for ids ['08994ca6-7a67-4514-b397-116759bc357b'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:21:08.083380 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:08.084036 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5cb983-933c-4ffc-a0ef-3f921fad3578 None None] Routers {'08994ca6-7a67-4514-b397-116759bc357b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:21:08.084704 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ae5cb983-933c-4ffc-a0ef-3f921fad3578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:20:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08994ca6-7a67-4514-b397-116759bc357b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:08.141515 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7e41b63b-79e3-4ce7-bde4-6027a2f759d5 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/floatingips/aa685824-a669-491f-bfe8-9ff73dad1f58 HTTP/1.1" status: 204 len: 168 time: 1.4893153 Apr 05 21:21:08.142116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'tag': '0563533a-662f-4987-9b22-f208eb74824a'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:21:08.259465 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-ae5cb983-933c-4ffc-a0ef-3f921fad3578 None None] Set router 08994ca6-7a67-4514-b397-116759bc357b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:21:08.380153 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'tag': '0563533a-662f-4987-9b22-f208eb74824a', 'status': 'completed', 'code': 200} Apr 05 21:21:08.515236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e0613-b695-4f1f-9e93-abe892f1cc2a req-b99e5b01-34b2-4f72-bb6d-aae3120e6850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:08.516729 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d0e0613-b695-4f1f-9e93-abe892f1cc2a req-b99e5b01-34b2-4f72-bb6d-aae3120e6850 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 1096 time: 0.1126428 Apr 05 21:21:08.570965 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ae5cb983-933c-4ffc-a0ef-3f921fad3578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:12Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '29e03cee-567a-44c6-a89c-a3e7ccec147d', 'name': '', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:59:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:12Z', 'updated_at': '2022-04-05T21:20:17Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:08.575376 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5cb983-933c-4ffc-a0ef-3f921fad3578 None None] Checking router: 08994ca6-7a67-4514-b397-116759bc357b for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:21:08.583517 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5cb983-933c-4ffc-a0ef-3f921fad3578 None None] Routers {'08994ca6-7a67-4514-b397-116759bc357b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:21:08.584094 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ae5cb983-933c-4ffc-a0ef-3f921fad3578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:20:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08994ca6-7a67-4514-b397-116759bc357b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:08.651547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd7212-b42e-413a-9959-d8f78e9acd14 req-ed5b37b8-fedb-4a0f-9dbe-41f4ebf2bd99 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:08.652143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-6bcd7212-b42e-413a-9959-d8f78e9acd14 req-ed5b37b8-fedb-4a0f-9dbe-41f4ebf2bd99 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Synchronizing usage tracker for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:21:08.679722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-6bcd7212-b42e-413a-9959-d8f78e9acd14 req-ed5b37b8-fedb-4a0f-9dbe-41f4ebf2bd99 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Unset dirty status for tenant:8f4dfe211c634c1c879abf0638ff05d7 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:21:08.680878 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6bcd7212-b42e-413a-9959-d8f78e9acd14 req-ed5b37b8-fedb-4a0f-9dbe-41f4ebf2bd99 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 945 time: 0.2102847 Apr 05 21:21:08.688245 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e0613-b695-4f1f-9e93-abe892f1cc2a req-4a9b068e-94bf-4e4d-84bf-911d5c157e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:08.689680 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d0e0613-b695-4f1f-9e93-abe892f1cc2a req-4a9b068e-94bf-4e4d-84bf-911d5c157e8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=883655f8-a9c6-4e6a-b9e4-126f36158fe7 HTTP/1.1" status: 200 len: 898 time: 0.1655915 Apr 05 21:21:08.773815 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d0e0613-b695-4f1f-9e93-abe892f1cc2a req-076b92f1-c29f-415c-b486-7321be3bc8e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0563533a-662f-4987-9b22-f208eb74824a HTTP/1.1" status: 200 len: 217 time: 0.0657177 Apr 05 21:21:08.775526 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-ae5cb983-933c-4ffc-a0ef-3f921fad3578 None None] Set router 08994ca6-7a67-4514-b397-116759bc357b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:21:08.835947 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6bcd7212-b42e-413a-9959-d8f78e9acd14 req-606304b9-2080-48af-a126-8e29c47f851b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453381 Apr 05 21:21:08.851501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e0613-b695-4f1f-9e93-abe892f1cc2a req-c20699f3-4ee2-4be9-97e6-8b6e6167b7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:08.852921 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d0e0613-b695-4f1f-9e93-abe892f1cc2a req-c20699f3-4ee2-4be9-97e6-8b6e6167b7e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=53210431-3065-4cf7-8f0c-807f4affd7fc HTTP/1.1" status: 200 len: 835 time: 0.0694001 Apr 05 21:21:08.929025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e0613-b695-4f1f-9e93-abe892f1cc2a req-1f17a161-8e9a-4dbe-bba9-314416c9f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:08.930395 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d0e0613-b695-4f1f-9e93-abe892f1cc2a req-1f17a161-8e9a-4dbe-bba9-314416c9f737 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=883655f8-a9c6-4e6a-b9e4-126f36158fe7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698135 Apr 05 21:21:09.070360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d0e0613-b695-4f1f-9e93-abe892f1cc2a req-4806d7a5-442f-4b01-9713-faecf3bdf40c service neutron] 10.222.0.13 "GET /v2.0/networks/883655f8-a9c6-4e6a-b9e4-126f36158fe7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322694 Apr 05 21:21:09.092029 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-ae5cb983-933c-4ffc-a0ef-3f921fad3578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:12Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '29e03cee-567a-44c6-a89c-a3e7ccec147d', 'name': '', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:59:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:12Z', 'updated_at': '2022-04-05T21:20:17Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:09.095929 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5cb983-933c-4ffc-a0ef-3f921fad3578 None None] The sync data for ids ['08994ca6-7a67-4514-b397-116759bc357b'] in n-d-836604-1 is: [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:12Z', 'revision_number': 4, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '29e03cee-567a-44c6-a89c-a3e7ccec147d', 'name': '', 'network_id': '883655f8-a9c6-4e6a-b9e4-126f36158fe7', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'mac_address': 'fa:16:3e:59:aa:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:12Z', 'updated_at': '2022-04-05T21:20:17Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'subnets': [{'id': '53210431-3065-4cf7-8f0c-807f4affd7fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:21:09.204254 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5d0e0613-b695-4f1f-9e93-abe892f1cc2a req-073734f1-5148-4a64-8848-a4674f48c39f service neutron] 10.222.0.13 "GET /v2.0/networks/883655f8-a9c6-4e6a-b9e4-126f36158fe7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277890 Apr 05 21:21:09.312239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4029c32-8cc2-4b45-9508-f2d63551d3d1 None None] New status for floating IP aa685824-a669-491f-bfe8-9ff73dad1f58: DOWN {{(pid=87966) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:21:09.475743 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:09.638169 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:09.923531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f0167-7270-465f-bd88-8decca9e0117 req-8b32a8e6-dd10-4825-9ec4-ef61e280c950 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:09.924938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e71f0167-7270-465f-bd88-8decca9e0117 req-8b32a8e6-dd10-4825-9ec4-ef61e280c950 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 945 time: 0.0834861 Apr 05 21:21:10.044935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-e71f0167-7270-465f-bd88-8decca9e0117 req-614fba39-2877-41c5-9e62-8567c24128f0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port 0563533a-662f-4987-9b22-f208eb74824a {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:21:10.045271 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e71f0167-7270-465f-bd88-8decca9e0117 req-614fba39-2877-41c5-9e62-8567c24128f0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:10.267763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3040096-b9c0-49ac-a481-85804ad87f5f req-630f67f9-014d-4a9f-838e-882cfae0e920 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:10.269182 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3040096-b9c0-49ac-a481-85804ad87f5f req-630f67f9-014d-4a9f-838e-882cfae0e920 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/ports?device_id=a12f4fe9-2ff9-4301-b8ae-9b330f80d6af HTTP/1.1" status: 200 len: 945 time: 0.3063722 Apr 05 21:21:10.414811 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d3040096-b9c0-49ac-a481-85804ad87f5f req-a22c5dfb-c604-437c-a49d-9d98cb55a6ae tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "GET /v2.0/security-groups?id=de4cf7bc-a26e-4328-a2e6-cb5230a3854f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395750 Apr 05 21:21:10.454721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-e71f0167-7270-465f-bd88-8decca9e0117 req-614fba39-2877-41c5-9e62-8567c24128f0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port 0563533a-662f-4987-9b22-f208eb74824a, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=0563533a-662f-4987-9b22-f208eb74824a,segment=NetworkSegment(b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4),segment_id=b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:21:10.455073 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e71f0167-7270-465f-bd88-8decca9e0117 req-614fba39-2877-41c5-9e62-8567c24128f0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:10.583169 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-e71f0167-7270-465f-bd88-8decca9e0117 req-614fba39-2877-41c5-9e62-8567c24128f0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for 0563533a-662f-4987-9b22-f208eb74824a owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:21:10.723925 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e71f0167-7270-465f-bd88-8decca9e0117 req-614fba39-2877-41c5-9e62-8567c24128f0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:10.777177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614fba39-2877-41c5-9e62-8567c24128f0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=0563533a-662f-4987-9b22-f208eb74824a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:10.849844 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71f0167-7270-465f-bd88-8decca9e0117 req-614fba39-2877-41c5-9e62-8567c24128f0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] No DVR routers for this DVR port 0563533a-662f-4987-9b22-f208eb74824a on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:21:10.852532 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-e71f0167-7270-465f-bd88-8decca9e0117 req-614fba39-2877-41c5-9e62-8567c24128f0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:10.855113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'name': 'network-vif-deleted', 'tag': '0563533a-662f-4987-9b22-f208eb74824a'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:21:10.874977 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e71f0167-7270-465f-bd88-8decca9e0117 req-614fba39-2877-41c5-9e62-8567c24128f0 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.13 "DELETE /v2.0/ports/0563533a-662f-4987-9b22-f208eb74824a HTTP/1.1" status: 204 len: 173 time: 0.9453480 Apr 05 21:21:10.901952 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12f4fe9-2ff9-4301-b8ae-9b330f80d6af', 'name': 'network-vif-deleted', 'tag': '0563533a-662f-4987-9b22-f208eb74824a', 'status': 'completed', 'code': 200} Apr 05 21:21:11.513369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34566) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:11.523154 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-77a1ce56-df6d-46c7-a5b4-03eecf3c3fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:11.548088 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:21:12.060062 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb684218-f0f4-4d60-a473-373b0b40bb8e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:12.509908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-eb684218-f0f4-4d60-a473-373b0b40bb8e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port 29e03cee-567a-44c6-a89c-a3e7ccec147d {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:21:12.510172 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb684218-f0f4-4d60-a473-373b0b40bb8e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:12.696542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-eb684218-f0f4-4d60-a473-373b0b40bb8e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port 29e03cee-567a-44c6-a89c-a3e7ccec147d, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=29e03cee-567a-44c6-a89c-a3e7ccec147d,segment=NetworkSegment(b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4),segment_id=b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:21:12.697238 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb684218-f0f4-4d60-a473-373b0b40bb8e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:12.823028 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-eb684218-f0f4-4d60-a473-373b0b40bb8e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for 29e03cee-567a-44c6-a89c-a3e7ccec147d owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:21:13.005974 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb684218-f0f4-4d60-a473-373b0b40bb8e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:13.054995 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb684218-f0f4-4d60-a473-373b0b40bb8e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=29e03cee-567a-44c6-a89c-a3e7ccec147d,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:13.336199 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb684218-f0f4-4d60-a473-373b0b40bb8e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:13.791463 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-953b23be-6f55-4ce1-a8bb-08f8dbefd458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:13.804503 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb684218-f0f4-4d60-a473-373b0b40bb8e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Router 08994ca6-7a67-4514-b397-116759bc357b has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:21:13.980592 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb684218-f0f4-4d60-a473-373b0b40bb8e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:21:13.990143 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ba4dc5-f839-4333-9e58-a1050c836f11 None None] Sync routers for ids ['08994ca6-7a67-4514-b397-116759bc357b'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:21:13.993520 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eb684218-f0f4-4d60-a473-373b0b40bb8e tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "PUT /v2.0/routers/08994ca6-7a67-4514-b397-116759bc357b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4789429 Apr 05 21:21:13.996025 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34570) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:13.999544 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ba4dc5-f839-4333-9e58-a1050c836f11 None None] Routers {'08994ca6-7a67-4514-b397-116759bc357b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:21:14.000133 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d5ba4dc5-f839-4333-9e58-a1050c836f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:21:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08994ca6-7a67-4514-b397-116759bc357b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:14.067627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8910b98-4ba4-4fce-94cf-3d9e0579f52b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting subnet 53210431-3065-4cf7-8f0c-807f4affd7fc {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:21:14.071266 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b8910b98-4ba4-4fce-94cf-3d9e0579f52b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:14.127484 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b8910b98-4ba4-4fce-94cf-3d9e0579f52b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:14.209204 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b8910b98-4ba4-4fce-94cf-3d9e0579f52b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:14.210998 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-d5ba4dc5-f839-4333-9e58-a1050c836f11 None None] Set router 08994ca6-7a67-4514-b397-116759bc357b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:21:14.287371 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b8910b98-4ba4-4fce-94cf-3d9e0579f52b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:14.323386 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 0563533a-662f-4987-9b22-f208eb74824a no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:21:14.330390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8910b98-4ba4-4fce-94cf-3d9e0579f52b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Subnet': ['ID=53210431-3065-4cf7-8f0c-807f4affd7fc,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:14.334213 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-b8910b98-4ba4-4fce-94cf-3d9e0579f52b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:14.342543 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-b8910b98-4ba4-4fce-94cf-3d9e0579f52b tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/subnets/53210431-3065-4cf7-8f0c-807f4affd7fc HTTP/1.1" status: 204 len: 168 time: 0.3455579 Apr 05 21:21:14.345091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34574) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:14.365923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7777df1f-6749-419c-95d2-1edeef9e8730 None None] Network 883655f8-a9c6-4e6a-b9e4-126f36158fe7 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:21:14.378001 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 0563533a-662f-4987-9b22-f208eb74824a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:21:14.378346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 0563533a-662f-4987-9b22-f208eb74824a not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:21:14.491042 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d5ba4dc5-f839-4333-9e58-a1050c836f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:21:12Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:14.495343 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ba4dc5-f839-4333-9e58-a1050c836f11 None None] Checking router: 08994ca6-7a67-4514-b397-116759bc357b for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:21:14.503605 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ba4dc5-f839-4333-9e58-a1050c836f11 None None] Routers {'08994ca6-7a67-4514-b397-116759bc357b'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:21:14.504550 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d5ba4dc5-f839-4333-9e58-a1050c836f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:21:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['08994ca6-7a67-4514-b397-116759bc357b'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:14.534449 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:14.627396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] DHCP port deletion for 883655f8-a9c6-4e6a-b9e4-126f36158fe7 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:21:14.631553 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Deleting port 825899a3-434d-4885-96b4-9792e1913113 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:21:14.631926 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:14.689247 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-d5ba4dc5-f839-4333-9e58-a1050c836f11 None None] Set router 08994ca6-7a67-4514-b397-116759bc357b gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:21:14.732201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:14.742833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Deleting port bce9db2b-b345-4b7d-b1f9-e045b8885f05 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:21:14.743222 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:14.847374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] For port 825899a3-434d-4885-96b4-9792e1913113, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=825899a3-434d-4885-96b4-9792e1913113,segment=NetworkSegment(b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4),segment_id=b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:21:14.848014 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:14.937603 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] For port bce9db2b-b345-4b7d-b1f9-e045b8885f05, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=bce9db2b-b345-4b7d-b1f9-e045b8885f05,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:21:14.938255 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:14.975353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Calling delete_port for 825899a3-434d-4885-96b4-9792e1913113 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:21:14.997402 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d5ba4dc5-f839-4333-9e58-a1050c836f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:21:12Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:15.002319 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ba4dc5-f839-4333-9e58-a1050c836f11 None None] The sync data for ids ['08994ca6-7a67-4514-b397-116759bc357b'] in n-d-836604-1 is: [{'id': '08994ca6-7a67-4514-b397-116759bc357b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-824124364', 'tenant_id': '8f4dfe211c634c1c879abf0638ff05d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:21:12Z', 'revision_number': 5, 'project_id': '8f4dfe211c634c1c879abf0638ff05d7', 'gw_port': {'id': 'bce9db2b-b345-4b7d-b1f9-e045b8885f05', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08994ca6-7a67-4514-b397-116759bc357b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:20:08Z', 'updated_at': '2022-04-05T21:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:21:15.065218 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:15.066466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Calling delete_port for bce9db2b-b345-4b7d-b1f9-e045b8885f05 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:21:15.069902 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219'] for port, after_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:15.130488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Pushing event deleted for resources: {'Port': ['ID=825899a3-434d-4885-96b4-9792e1913113,revision_number=None']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:15.135586 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] No DVR routers for this DVR port 825899a3-434d-4885-96b4-9792e1913113 on host n-d-836604-1 {{(pid=87966) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:21:15.144012 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:15.149301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:15.149639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:15.150239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:15.150382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:15.150632 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:15.150954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:15.151272 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:15.151587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:15.151900 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:15.152213 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:15.152582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:15.152899 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ed4f37-ab25-44ec-97d6-a0a8302d3423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:15.247987 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:15.328392 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Port': ['ID=bce9db2b-b345-4b7d-b1f9-e045b8885f05,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:15.471883 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 825899a3-434d-4885-96b4-9792e1913113 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:21:15.509767 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 825899a3-434d-4885-96b4-9792e1913113 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:21:15.510135 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 825899a3-434d-4885-96b4-9792e1913113 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:21:15.510543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 29e03cee-567a-44c6-a89c-a3e7ccec147d no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:21:15.515632 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:15.545105 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 29e03cee-567a-44c6-a89c-a3e7ccec147d {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:21:15.545438 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 29e03cee-567a-44c6-a89c-a3e7ccec147d not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:21:15.688995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:15.691064 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:15.713006 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:15.713547 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Fanout notify agent at l3_agent the message router_deleted on router 08994ca6-7a67-4514-b397-116759bc357b {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:21:15.732642 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:15.735988 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3c128f1c-14aa-495c-85c8-f9ca5a15ef22 tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/routers/08994ca6-7a67-4514-b397-116759bc357b HTTP/1.1" status: 204 len: 168 time: 1.3876317 Apr 05 21:21:15.736455 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34578) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:15.853948 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-064507d5-d3c1-4e01-a995-b15832f4e4ad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:15.986695 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-064507d5-d3c1-4e01-a995-b15832f4e4ad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.011122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-064507d5-d3c1-4e01-a995-b15832f4e4ad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['883655f8-a9c6-4e6a-b9e4-126f36158fe7']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:16.024226 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-064507d5-d3c1-4e01-a995-b15832f4e4ad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:16.024516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-064507d5-d3c1-4e01-a995-b15832f4e4ad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b801a6ac-f226-4dfb-8c0c-ef9f54ec7dd4') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:16.036060 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-064507d5-d3c1-4e01-a995-b15832f4e4ad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.055499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-064507d5-d3c1-4e01-a995-b15832f4e4ad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.061492 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064507d5-d3c1-4e01-a995-b15832f4e4ad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:21:16.061871 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-064507d5-d3c1-4e01-a995-b15832f4e4ad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: timer() Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:21:16.076611 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:21:16.155333 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-064507d5-d3c1-4e01-a995-b15832f4e4ad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.173153 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-064507d5-d3c1-4e01-a995-b15832f4e4ad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.184530 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064507d5-d3c1-4e01-a995-b15832f4e4ad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'Network': ['ID=883655f8-a9c6-4e6a-b9e4-126f36158fe7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:16.189347 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-064507d5-d3c1-4e01-a995-b15832f4e4ad tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/networks/883655f8-a9c6-4e6a-b9e4-126f36158fe7 HTTP/1.1" status: 204 len: 168 time: 0.4519212 Apr 05 21:21:16.191975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34582) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:16.264499 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f7b67b8-4803-4534-8207-41c11b5f4efd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.270543 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.295185 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f7b67b8-4803-4534-8207-41c11b5f4efd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.360971 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f7b67b8-4803-4534-8207-41c11b5f4efd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.378438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b67b8-4803-4534-8207-41c11b5f4efd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4cf7bc-a26e-4328-a2e6-cb5230a3854f,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:16.386637 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7f7b67b8-4803-4534-8207-41c11b5f4efd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.388281 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7f7b67b8-4803-4534-8207-41c11b5f4efd tempest-TestNetworkAdvancedServerOps-1287223535 tempest-TestNetworkAdvancedServerOps-1287223535-project] 10.222.0.24 "DELETE /v2.0/security-groups/de4cf7bc-a26e-4328-a2e6-cb5230a3854f HTTP/1.1" status: 204 len: 168 time: 0.1954083 Apr 05 21:21:16.730174 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34592) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:16.890723 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-c6d143ab-5e10-4b2b-b792-f318c92f5d8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f4dfe211c634c1c879abf0638ff05d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594315 Apr 05 21:21:16.893156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34598) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:16.953856 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fc954292-08da-493e-b358-10fe31e7c60f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:16.978679 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fc954292-08da-493e-b358-10fe31e7c60f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:17.030815 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fc954292-08da-493e-b358-10fe31e7c60f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:17.046480 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc954292-08da-493e-b358-10fe31e7c60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98c7a12-5747-48e5-8baa-66b898b16fbf,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:17.055779 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-fc954292-08da-493e-b358-10fe31e7c60f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:17.056899 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-fc954292-08da-493e-b358-10fe31e7c60f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f98c7a12-5747-48e5-8baa-66b898b16fbf HTTP/1.1" status: 204 len: 168 time: 0.1628761 Apr 05 21:21:17.087385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bce9db2b-b345-4b7d-b1f9-e045b8885f05 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:21:17.124684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: bce9db2b-b345-4b7d-b1f9-e045b8885f05 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:21:17.125015 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device bce9db2b-b345-4b7d-b1f9-e045b8885f05 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:21:17.331859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34606) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:17.349168 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d89f-070f-4227-835b-49ded9f10cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:17.363765 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4ba9d89f-070f-4227-835b-49ded9f10cde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:17.367572 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4ba9d89f-070f-4227-835b-49ded9f10cde admin admin] Usage tracker for resource:security_group_rule and tenant:fd024e16ede14178a7cda1f873ddd5f1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:17.370350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4ba9d89f-070f-4227-835b-49ded9f10cde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:17.376633 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4ba9d89f-070f-4227-835b-49ded9f10cde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:17.459884 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d89f-070f-4227-835b-49ded9f10cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:17.463489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4ba9d89f-070f-4227-835b-49ded9f10cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:17.513324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4ba9d89f-070f-4227-835b-49ded9f10cde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd024e16ede14178a7cda1f873ddd5f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803815 Apr 05 21:21:17.514202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9d89f-070f-4227-835b-49ded9f10cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52400846-e964-4686-a5d7-054d4e1c48e9,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:17.516108 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34610) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:17.573332 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:17.597619 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:17.648065 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:17.663886 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52400846-e964-4686-a5d7-054d4e1c48e9,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:17.673249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:17.673587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:17.673934 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:17.674261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:17.674583 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:17.674900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:17.675216 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:17.675528 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:17.675838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:17.676149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:17.676459 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:17.676771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:17.680621 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:17.682401 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-121d39ac-d95f-4aac-8431-b45e3f4a889b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52400846-e964-4686-a5d7-054d4e1c48e9 HTTP/1.1" status: 204 len: 168 time: 0.1652083 Apr 05 21:21:18.393518 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34634) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:18.493234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1721849557-network', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:18.499068 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:18.502880 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Usage tracker for resource:network and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:18.505709 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:18.511469 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:18.522840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Made reservation on behalf of 233b1878acc74cbe828e188994e8d2b8 for: {'network': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:21:18.525191 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:18.540223 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:18.554121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:18.557903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:18.561110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:18.566663 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:18.648014 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:18.651574 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:18.681716 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=87965) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:21:18.689988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90aa8d1-2776-44b9-bac0-d154096f39f0,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:18.695333 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:18.695797 n-d-836604-1 neutron-server[87965]: INFO neutron.db.segments_db [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Added segment 9b3e9f6a-9adc-4709-af67-ca64004159b7 of type vlan for network b0e88883-f36f-44d7-a735-a748f9c3d7e5 Apr 05 21:21:18.722173 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:18.753112 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:18.754569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:18.755263 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:18.864113 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] Pushing event updated for resources: {'Network': ['ID=b0e88883-f36f-44d7-a735-a748f9c3d7e5,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:18.868594 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1f27e0a5-7747-4553-a5e9-8f519d6a21ea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4740114 Apr 05 21:21:18.871650 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34640) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:18.874324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network b0e88883-f36f-44d7-a735-a748f9c3d7e5 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:21:18.877205 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Request body: {'subnet': {'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1721849557-subnet', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:18.882838 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:18.886766 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Usage tracker for resource:subnet and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:18.890110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:18.895705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:18.906796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Made reservation on behalf of 233b1878acc74cbe828e188994e8d2b8 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:21:18.909039 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:19.110087 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:19.187984 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a49238-95ea-475a-98ff-9309174b9067,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:19.192602 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Checking segment: {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:21:19.192954 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Network hostable DHCP agents. Network: b0e88883-f36f-44d7-a735-a748f9c3d7e5, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:21:19.214084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Network b0e88883-f36f-44d7-a735-a748f9c3d7e5 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:21:19.222664 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, b0e88883-f36f-44d7-a735-a748f9c3d7e5) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:19.226587 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:19.227084 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:19.231412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59af8385-54c6-4324-af22-c15b8ce3bd08 None None] Network b0e88883-f36f-44d7-a735-a748f9c3d7e5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:21:19.247301 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-90017876-cdb5-43fa-8c5e-6261129505d8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3739600 Apr 05 21:21:19.249831 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34644) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:19.254628 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:19.259744 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:19.264119 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Usage tracker for resource:router and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:19.266920 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:19.272711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:19.282877 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:19.284054 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:19.298996 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:19.443740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:21:19.444545 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:19.604887 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Allocated IP 172.20.0.2 (b0e88883-f36f-44d7-a735-a748f9c3d7e5/f7a49238-95ea-475a-98ff-9309174b9067/622f0e33-5467-4774-8621-7d90524d1923) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:21:19.687656 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:19.838680 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:19.849528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Transition to ACTIVE for port object 622f0e33-5467-4774-8621-7d90524d1923 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:19.867837 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Transition to ACTIVE for port object 622f0e33-5467-4774-8621-7d90524d1923 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:19.874585 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:19.936407 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Network b0e88883-f36f-44d7-a735-a748f9c3d7e5 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:19.943145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:19.947589 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:21:19.953215 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Pushing event updated for resources: {'Port': ['ID=622f0e33-5467-4774-8621-7d90524d1923,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:20.000668 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:20.030893 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:20.039926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Attempting to bind port 622f0e33-5467-4774-8621-7d90524d1923 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:21:20.040285 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Attempting to bind port 622f0e33-5467-4774-8621-7d90524d1923 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:21:20.040637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Attempting to bind port 622f0e33-5467-4774-8621-7d90524d1923 on network b0e88883-f36f-44d7-a735-a748f9c3d7e5 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:21:20.046448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:21:20.046821 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Checking segment: {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:21:20.047251 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:20.047583 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Bound using segment: {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:21:20.048035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Bound port: 622f0e33-5467-4774-8621-7d90524d1923, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:21:20.048395 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:20.138876 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] For port 622f0e33-5467-4774-8621-7d90524d1923, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:21:20.141746 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] For port 622f0e33-5467-4774-8621-7d90524d1923, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=622f0e33-5467-4774-8621-7d90524d1923,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:21:20.150401 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:20.184658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Allocated IP 172.25.8.22 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:21:20.237295 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7265453f-6873-4465-b2d2-dafd2f8f1899 None None] Pushing event updated for resources: {'Port': ['ID=622f0e33-5467-4774-8621-7d90524d1923,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:20.354044 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:20.386596 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:20.453814 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:20.460548 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:20.464590 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:21:20.497952 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Pushing event updated for resources: {'Port': ['ID=ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:20.875018 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:21.168994 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 622f0e33-5467-4774-8621-7d90524d1923 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:21.232363 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe5cdac-6275-49b9-b64f-d3c4613ff330 None None] Network b0e88883-f36f-44d7-a735-a748f9c3d7e5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:21:21.342017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 622f0e33-5467-4774-8621-7d90524d1923 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:21.344782 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-91bf652f-14f6-49a8-b363-3a01d714c78c None None] Provisioning for port 622f0e33-5467-4774-8621-7d90524d1923 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:21.354579 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-91bf652f-14f6-49a8-b363-3a01d714c78c None None] Provisioning complete for port 622f0e33-5467-4774-8621-7d90524d1923 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:21.354946 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-91bf652f-14f6-49a8-b363-3a01d714c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:21.362419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:21.378121 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 622f0e33-5467-4774-8621-7d90524d1923 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:21.378480 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:21.567051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Router df033799-e3e9-4cae-b4dd-a92c091ad667 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87965) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 21:21:21.682441 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:21.694295 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-91bf652f-14f6-49a8-b363-3a01d714c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:21.745415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-91bf652f-14f6-49a8-b363-3a01d714c78c None None] For port 622f0e33-5467-4774-8621-7d90524d1923, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=622f0e33-5467-4774-8621-7d90524d1923,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:21:21.749634 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:21:21.752498 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-91bf652f-14f6-49a8-b363-3a01d714c78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:21.776000 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:21.777361 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-22d1543a-ceeb-488a-b874-40e5b00ff258 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5266132 Apr 05 21:21:21.780652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34648) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:21.794775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Sync routers for ids ['df033799-e3e9-4cae-b4dd-a92c091ad667'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:21:21.859666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Routers {'df033799-e3e9-4cae-b4dd-a92c091ad667'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:21:21.860297 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:21:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df033799-e3e9-4cae-b4dd-a92c091ad667'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:21.955526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf652f-14f6-49a8-b363-3a01d714c78c None None] Pushing event updated for resources: {'Port': ['ID=622f0e33-5467-4774-8621-7d90524d1923,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:21.958856 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:21:21.959305 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:21:22.066846 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f3aa613d-6b11-4436-bd87-acdbf445462a None None] Provisioning complete for port 622f0e33-5467-4774-8621-7d90524d1923 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:22.067217 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f3aa613d-6b11-4436-bd87-acdbf445462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:22.105669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Set router df033799-e3e9-4cae-b4dd-a92c091ad667 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:21:22.563567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:20Z', 'revision_number': 3, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:22.568511 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Checking router: df033799-e3e9-4cae-b4dd-a92c091ad667 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:21:22.568852 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Updating router df033799-e3e9-4cae-b4dd-a92c091ad667 port ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:21:22.573664 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:22.624044 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:22.786902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Allocated IP 172.20.0.1 (b0e88883-f36f-44d7-a735-a748f9c3d7e5/f7a49238-95ea-475a-98ff-9309174b9067/0b7a00c5-d3d4-457b-a510-8a66338e5549) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:21:22.934427 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:22.949331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Transition to ACTIVE for port object 0b7a00c5-d3d4-457b-a510-8a66338e5549 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:22.953586 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:22.965250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Transition to ACTIVE for port object ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:22.971436 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:22.974776 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.035479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Network b0e88883-f36f-44d7-a735-a748f9c3d7e5 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:23.038391 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:23.042606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Attempting to bind port ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:21:23.042968 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Attempting to bind port ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:21:23.043397 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Attempting to bind port ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:21:23.046413 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:21:23.057395 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:21:23.057793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:21:23.058182 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.058572 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:21:23.059597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Bound port: ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:21:23.060854 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.087462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7a00c5-d3d4-457b-a510-8a66338e5549,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:23.106345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8d1f6-4268-41e8-a697-a96f261e7ddd None None] Pushing event updated for resources: {'Port': ['ID=ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:23.112983 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.153456 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] For port ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:21:23.159168 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] For port ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:21:23.163505 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 622f0e33-5467-4774-8621-7d90524d1923 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:23.194753 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.315788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8d1f6-4268-41e8-a697-a96f261e7ddd None None] Pushing event updated for resources: {'Port': ['ID=ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:23.318926 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Routers {'df033799-e3e9-4cae-b4dd-a92c091ad667'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:21:23.319527 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:21:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df033799-e3e9-4cae-b4dd-a92c091ad667'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:23.373141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2e401baf-6475-49ef-8dca-273a42d12a23 None None] Provisioning for port 0b7a00c5-d3d4-457b-a510-8a66338e5549 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:23.381787 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.392434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-2e401baf-6475-49ef-8dca-273a42d12a23 None None] Provisioning complete for port 0b7a00c5-d3d4-457b-a510-8a66338e5549 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:23.392799 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2e401baf-6475-49ef-8dca-273a42d12a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.441063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 622f0e33-5467-4774-8621-7d90524d1923 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:23.441428 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.560361 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2e401baf-6475-49ef-8dca-273a42d12a23 None None] Port 0b7a00c5-d3d4-457b-a510-8a66338e5549 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:21:23.607816 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.610056 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] Set router df033799-e3e9-4cae-b4dd-a92c091ad667 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:21:23.612827 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.720791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7a00c5-d3d4-457b-a510-8a66338e5549,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:23.726841 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:23.982835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Network b0e88883-f36f-44d7-a735-a748f9c3d7e5 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:23.983909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:24.034345 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:22Z', 'revision_number': 1, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:24.039882 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11516135-13c6-4783-8427-cb9ba3679349 None None] The sync data for ids ['df033799-e3e9-4cae-b4dd-a92c091ad667'] in n-d-836604-1 is: [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:22Z', 'revision_number': 1, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:21:24.204317 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Router df033799-e3e9-4cae-b4dd-a92c091ad667 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:21:24.287124 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-5d39a3e1-e3db-4395-b725-5d971dc4f332 None None] Provisioning complete for port 0b7a00c5-d3d4-457b-a510-8a66338e5549 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:24.288159 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5d39a3e1-e3db-4395-b725-5d971dc4f332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:24.346417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-5d39a3e1-e3db-4395-b725-5d971dc4f332 None None] Port 0b7a00c5-d3d4-457b-a510-8a66338e5549 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:21:24.411161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:21:24.428314 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-db380799-cf3d-4929-a094-11e74e2c1487 admin admin] 10.222.0.24 "PUT /v2.0/routers/df033799-e3e9-4cae-b4dd-a92c091ad667/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6462541 Apr 05 21:21:24.984385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34666) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:24.989993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-234391749-network', 'tenant_id': '035beeba8863483db04e2bf607564c93'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:24.995750 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:25.000272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Usage tracker for resource:network and tenant:035beeba8863483db04e2bf607564c93 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:25.003439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:25.009542 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:25.020311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Made reservation on behalf of 035beeba8863483db04e2bf607564c93 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:21:25.023169 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.036001 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.051519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:25.055389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Usage tracker for resource:security_group_rule and tenant:035beeba8863483db04e2bf607564c93 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:25.058296 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:25.064917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:25.168128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:25.176241 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.180518 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.212316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:21:25.221596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a61a747-82ed-4c0e-813f-5694af5100d7,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:25.227724 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.228315 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Added segment 59324b96-5250-495a-8640-05a28eb53a60 of type vlan for network 03fd00b7-b23a-4da7-a464-bcfc60df760a Apr 05 21:21:25.251147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:25.256591 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:25.257122 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.258917 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.290387 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.291640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:25.292429 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.384050 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.397445 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4119558 Apr 05 21:21:25.400533 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34670) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:25.401205 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:21:25.403879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d10785-78b8-403a-9036-5141b91072ec admin admin] Pushing event updated for resources: {'Network': ['ID=03fd00b7-b23a-4da7-a464-bcfc60df760a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:25.406342 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.408711 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Request body: {'subnet': {'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-234391749-subnet', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'ip_version': 4}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:25.415116 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:25.420009 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Usage tracker for resource:subnet and tenant:035beeba8863483db04e2bf607564c93 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:25.424275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:25.430136 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:25.443241 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 03fd00b7-b23a-4da7-a464-bcfc60df760a details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:21:25.443452 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Made reservation on behalf of 035beeba8863483db04e2bf607564c93 for: {'subnet': 1} {{(pid=87965) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:21:25.446084 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2200157'] for subnet, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.568606 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:25.651928 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2264779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2200131'] for subnet, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.724176 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4431075-d43d-4dd2-bb18-f5ce949de3a9,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:25.734644 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Checking segment: {'id': '59324b96-5250-495a-8640-05a28eb53a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:21:25.734995 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Network hostable DHCP agents. Network: 03fd00b7-b23a-4da7-a464-bcfc60df760a, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87965) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:21:25.754192 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Network 03fd00b7-b23a-4da7-a464-bcfc60df760a is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87965) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:21:25.764922 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 03fd00b7-b23a-4da7-a464-bcfc60df760a) {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:25.771257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:25.772292 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.774004 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9475be4c-e5f7-4aa8-97cf-935169d08dd5 None None] Network 03fd00b7-b23a-4da7-a464-bcfc60df760a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:21:25.796851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34674) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:25.797057 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-583dc011-256a-4ba0-a7e2-3824c6fdaeaf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3944230 Apr 05 21:21:25.801897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-234391749-router', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:25.807608 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:25.811890 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Usage tracker for resource:router and tenant:035beeba8863483db04e2bf607564c93 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:25.815107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:25.821213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:25.832883 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.833857 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.850788 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:25.992148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-03fd00b7-b23a-4da7-a464-bcfc60df760a', 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'fixed_ips': [{'subnet_id': 'd4431075-d43d-4dd2-bb18-f5ce949de3a9'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:21:25.992954 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.034095 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Sync routers for ids ['df033799-e3e9-4cae-b4dd-a92c091ad667'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:21:26.045252 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Routers {'df033799-e3e9-4cae-b4dd-a92c091ad667'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:21:26.045871 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:21:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df033799-e3e9-4cae-b4dd-a92c091ad667'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:26.144146 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.163412 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Allocated IP 172.20.0.2 (03fd00b7-b23a-4da7-a464-bcfc60df760a/d4431075-d43d-4dd2-bb18-f5ce949de3a9/1cc34e80-d189-4620-ab11-e705022569b9) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:21:26.269231 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Set router df033799-e3e9-4cae-b4dd-a92c091ad667 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:21:26.404256 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.414738 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Transition to ACTIVE for port object 1cc34e80-d189-4620-ab11-e705022569b9 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:26.441099 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Transition to ACTIVE for port object 1cc34e80-d189-4620-ab11-e705022569b9 will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:26.447561 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.514743 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Network 03fd00b7-b23a-4da7-a464-bcfc60df760a is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:26.518253 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:26.523442 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:21:26.610674 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.627969 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Attempting to bind port 1cc34e80-d189-4620-ab11-e705022569b9 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:21:26.628349 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Attempting to bind port 1cc34e80-d189-4620-ab11-e705022569b9 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '59324b96-5250-495a-8640-05a28eb53a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:21:26.628688 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Attempting to bind port 1cc34e80-d189-4620-ab11-e705022569b9 on network 03fd00b7-b23a-4da7-a464-bcfc60df760a {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:21:26.636426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:21:26.636925 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Checking segment: {'id': '59324b96-5250-495a-8640-05a28eb53a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:21:26.637221 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.637610 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Bound using segment: {'id': '59324b96-5250-495a-8640-05a28eb53a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:21:26.638125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Bound port: 1cc34e80-d189-4620-ab11-e705022569b9, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59324b96-5250-495a-8640-05a28eb53a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:21:26.638493 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.642561 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.649594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Pushing event updated for resources: {'Port': ['ID=1cc34e80-d189-4620-ab11-e705022569b9,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:26.673995 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 2, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:26.683339 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Checking router: df033799-e3e9-4cae-b4dd-a92c091ad667 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:21:26.683727 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Updating router df033799-e3e9-4cae-b4dd-a92c091ad667 port 0b7a00c5-d3d4-457b-a510-8a66338e5549 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:21:26.742651 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.800051 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Allocated IP 172.25.8.39 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:21:26.809574 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] For port 1cc34e80-d189-4620-ab11-e705022569b9, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:21:26.812728 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] For port 1cc34e80-d189-4620-ab11-e705022569b9, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1cc34e80-d189-4620-ab11-e705022569b9,segment=NetworkSegment(59324b96-5250-495a-8640-05a28eb53a60),segment_id=59324b96-5250-495a-8640-05a28eb53a60)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:21:26.818086 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:26.941266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfb234-ad12-4529-b694-24044f5cbb6d None None] Pushing event updated for resources: {'Port': ['ID=1cc34e80-d189-4620-ab11-e705022569b9,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:26.971447 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.012389 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.072134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:27.075523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:27.079122 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:21:27.130504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:27.166309 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.191029 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Transition to ACTIVE for port object 0b7a00c5-d3d4-457b-a510-8a66338e5549 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:27.192923 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:27.211308 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.280145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:27.280667 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.442830 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2f290-f6e1-46e8-807a-5b95930617ff None None] Pushing event updated for resources: {'Port': ['ID=0b7a00c5-d3d4-457b-a510-8a66338e5549,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:27.485737 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f290-f6e1-46e8-807a-5b95930617ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:27.486098 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f290-f6e1-46e8-807a-5b95930617ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:27.486424 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f290-f6e1-46e8-807a-5b95930617ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:27.486748 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f290-f6e1-46e8-807a-5b95930617ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:27.487066 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f290-f6e1-46e8-807a-5b95930617ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:27.487377 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f290-f6e1-46e8-807a-5b95930617ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:27.487687 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f290-f6e1-46e8-807a-5b95930617ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:27.487997 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f290-f6e1-46e8-807a-5b95930617ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:27.488309 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f290-f6e1-46e8-807a-5b95930617ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:27.488613 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f290-f6e1-46e8-807a-5b95930617ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:27.488918 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f290-f6e1-46e8-807a-5b95930617ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:27.489221 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2f290-f6e1-46e8-807a-5b95930617ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:21:27.513796 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Attempting to bind port 0b7a00c5-d3d4-457b-a510-8a66338e5549 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:21:27.514637 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Attempting to bind port 0b7a00c5-d3d4-457b-a510-8a66338e5549 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:21:27.514976 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Attempting to bind port 0b7a00c5-d3d4-457b-a510-8a66338e5549 on network b0e88883-f36f-44d7-a735-a748f9c3d7e5 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:21:27.520560 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:21:27.521234 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Checking segment: {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:21:27.521581 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.521989 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Bound using segment: {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:21:27.522452 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Bound port: 0b7a00c5-d3d4-457b-a510-8a66338e5549, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:21:27.522815 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.599995 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.615352 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] For port 0b7a00c5-d3d4-457b-a510-8a66338e5549, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:21:27.618278 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] For port 0b7a00c5-d3d4-457b-a510-8a66338e5549, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0b7a00c5-d3d4-457b-a510-8a66338e5549,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:21:27.623207 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:27.700803 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Routers {'df033799-e3e9-4cae-b4dd-a92c091ad667'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:21:27.701413 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:21:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df033799-e3e9-4cae-b4dd-a92c091ad667'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:27.760781 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2f290-f6e1-46e8-807a-5b95930617ff None None] Pushing event updated for resources: {'Port': ['ID=0b7a00c5-d3d4-457b-a510-8a66338e5549,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:27.901512 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] Set router df033799-e3e9-4cae-b4dd-a92c091ad667 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:21:27.974368 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:28.167885 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77afb23c-4dc4-408f-b36c-802d45262869 None None] Network 03fd00b7-b23a-4da7-a464-bcfc60df760a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:21:28.268345 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:27Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:28.272579 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fda100c-95ca-48ea-958e-62f69855ab21 None None] The sync data for ids ['df033799-e3e9-4cae-b4dd-a92c091ad667'] in n-d-836604-1 is: [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:27Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:21:28.279515 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-60fb1d99-3a54-4350-8234-2eebc89952da None None] Provisioning for port 1cc34e80-d189-4620-ab11-e705022569b9 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:28.324981 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Router ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 21:21:28.542287 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:21:28.552226 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Sync routers for ids ['ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:21:28.567426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Routers {'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:21:28.568147 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:21:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:28.579468 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:28.584553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-6e48f839-c9eb-4cde-bb51-2eaa99a5d5a0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7838511 Apr 05 21:21:28.585224 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34678) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:28.773312 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Set router ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:21:29.094287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'name': 'tempest-TestShelveInstance-234391749-router', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:25Z', 'updated_at': '2022-04-05T21:21:27Z', 'revision_number': 3, 'project_id': '035beeba8863483db04e2bf607564c93', 'gw_port': {'id': 'b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:26Z', 'updated_at': '2022-04-05T21:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:29.097466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Checking router: ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:21:29.097809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Updating router ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 port b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:21:29.158958 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:29.264526 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1cc34e80-d189-4620-ab11-e705022569b9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:29.437621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 1cc34e80-d189-4620-ab11-e705022569b9 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:29.438453 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:29.447017 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 1cc34e80-d189-4620-ab11-e705022569b9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:29.447379 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:29.650029 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Allocated IP 172.20.0.1 (03fd00b7-b23a-4da7-a464-bcfc60df760a/d4431075-d43d-4dd2-bb18-f5ce949de3a9/003a4705-331d-4a8e-ab0c-05b721cf819b) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:21:29.690387 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:29.704963 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:29.723882 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Transition to ACTIVE for port object b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:29.736413 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 1cc34e80-d189-4620-ab11-e705022569b9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1cc34e80-d189-4620-ab11-e705022569b9,segment=NetworkSegment(59324b96-5250-495a-8640-05a28eb53a60),segment_id=59324b96-5250-495a-8640-05a28eb53a60)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:21:29.737458 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:29.776585 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:29.776819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0b7a00c5-d3d4-457b-a510-8a66338e5549 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:29.802655 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:29.819151 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Transition to ACTIVE for port object 003a4705-331d-4a8e-ab0c-05b721cf819b will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:29.842618 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:29.864986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a47176-6656-4d0f-9d8d-92fe9d8ac767 None None] Pushing event updated for resources: {'Port': ['ID=b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:29.867195 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Attempting to bind port b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:21:29.867557 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Attempting to bind port b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:21:29.868037 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Attempting to bind port b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:21:29.902117 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Network 03fd00b7-b23a-4da7-a464-bcfc60df760a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:29.905354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:29.913096 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:21:29.918985 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:21:29.919396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:21:29.919746 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:29.920128 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:21:29.920600 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Bound port: b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:21:29.920964 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:29.960121 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=003a4705-331d-4a8e-ab0c-05b721cf819b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:29.977495 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:30.016639 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=1cc34e80-d189-4620-ab11-e705022569b9,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:30.021363 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 0b7a00c5-d3d4-457b-a510-8a66338e5549 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:30.029492 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] For port b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:21:30.031741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0b7a00c5-d3d4-457b-a510-8a66338e5549 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:30.032213 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:30.073676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] For port b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:21:30.086166 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:30.115805 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:30.216190 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Routers {'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:21:30.216705 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:21:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:30.269665 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a47176-6656-4d0f-9d8d-92fe9d8ac767 None None] Pushing event updated for resources: {'Port': ['ID=b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:30.311664 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:30.319998 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-eac1c657-7810-4820-98a2-1d4b9ff8161a None None] Provisioning for port 003a4705-331d-4a8e-ab0c-05b721cf819b completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:30.331763 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-eac1c657-7810-4820-98a2-1d4b9ff8161a None None] Provisioning complete for port 003a4705-331d-4a8e-ab0c-05b721cf819b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:30.332121 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-eac1c657-7810-4820-98a2-1d4b9ff8161a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:30.346130 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:30.350419 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:30.457279 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:30.460655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Pushing event updated for resources: {'Port': ['ID=003a4705-331d-4a8e-ab0c-05b721cf819b,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:30.470650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-eac1c657-7810-4820-98a2-1d4b9ff8161a None None] Port 003a4705-331d-4a8e-ab0c-05b721cf819b cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:21:30.481247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 0b7a00c5-d3d4-457b-a510-8a66338e5549, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0b7a00c5-d3d4-457b-a510-8a66338e5549,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:21:30.488111 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:30.535297 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] Set router ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:21:30.594364 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Network 03fd00b7-b23a-4da7-a464-bcfc60df760a is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:30.595529 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:30.703465 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=0b7a00c5-d3d4-457b-a510-8a66338e5549,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:30.898388 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'name': 'tempest-TestShelveInstance-234391749-router', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:25Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 4, 'project_id': '035beeba8863483db04e2bf607564c93', 'gw_port': {'id': 'b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:26Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '003a4705-331d-4a8e-ab0c-05b721cf819b', 'name': '', 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'mac_address': 'fa:16:3e:90:7e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'd4431075-d43d-4dd2-bb18-f5ce949de3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:29Z', 'revision_number': 1, 'project_id': '035beeba8863483db04e2bf607564c93', 'subnets': [{'id': 'd4431075-d43d-4dd2-bb18-f5ce949de3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:30.902802 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Router ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:21:30.906487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db5a3a0-87b1-4a18-9ae0-f2aeafcdd09f None None] The sync data for ids ['ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'] in n-d-836604-1 is: [{'id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'name': 'tempest-TestShelveInstance-234391749-router', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:25Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 4, 'project_id': '035beeba8863483db04e2bf607564c93', 'gw_port': {'id': 'b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:26Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '003a4705-331d-4a8e-ab0c-05b721cf819b', 'name': '', 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'mac_address': 'fa:16:3e:90:7e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'd4431075-d43d-4dd2-bb18-f5ce949de3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:29Z', 'revision_number': 1, 'project_id': '035beeba8863483db04e2bf607564c93', 'subnets': [{'id': 'd4431075-d43d-4dd2-bb18-f5ce949de3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:21:30.908857 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-04bc0719-ade8-4357-b1c9-8086145fe5a5 None None] Provisioning complete for port 003a4705-331d-4a8e-ab0c-05b721cf819b triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:30.909228 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-04bc0719-ade8-4357-b1c9-8086145fe5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:30.972227 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-04bc0719-ade8-4357-b1c9-8086145fe5a5 None None] Port 003a4705-331d-4a8e-ab0c-05b721cf819b cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:21:31.089197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:21:31.098265 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1db54ae5-8ecc-471c-ae3c-c37a006b0ae4 admin admin] 10.222.0.24 "PUT /v2.0/routers/ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5117457 Apr 05 21:21:31.204810 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1cc34e80-d189-4620-ab11-e705022569b9 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:31.289042 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 1cc34e80-d189-4620-ab11-e705022569b9 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:31.289707 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:31.414499 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0b7a00c5-d3d4-457b-a510-8a66338e5549 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:31.488575 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 0b7a00c5-d3d4-457b-a510-8a66338e5549 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:31.488939 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:31.791234 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34688) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:31.797072 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1211275916', 'description': 'tempest-secgroup-smoke-1211275916 description', 'project_id': '233b1878acc74cbe828e188994e8d2b8'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:31.804110 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:31.808080 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:31.811053 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:31.816825 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:31.828380 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:31.849246 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:31.853088 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:31.856046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:31.861957 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:31.936007 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:31.940189 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:31.983172 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f19c57-f933-4af0-8d7d-b22744ea38f4,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:31.985955 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:31.989942 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0bf62890-a812-4da1-82ab-7d37f9064331 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1950030 Apr 05 21:21:31.990481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34692) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:31.995775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-08fc293f-83b1-4908-bf28-683c742416b9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'security_group_rule': {'security_group_id': '84f19c57-f933-4af0-8d7d-b22744ea38f4', 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:32.007658 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-08fc293f-83b1-4908-bf28-683c742416b9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:32.013397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-08fc293f-83b1-4908-bf28-683c742416b9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:32.016451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-08fc293f-83b1-4908-bf28-683c742416b9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:32.022682 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-08fc293f-83b1-4908-bf28-683c742416b9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:32.038824 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08fc293f-83b1-4908-bf28-683c742416b9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.102140 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08fc293f-83b1-4908-bf28-683c742416b9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.106467 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08fc293f-83b1-4908-bf28-683c742416b9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.128531 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc293f-83b1-4908-bf28-683c742416b9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c845a8-f0ed-4be5-a462-31d15d797d13,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:32.141489 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-08fc293f-83b1-4908-bf28-683c742416b9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.142722 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-08fc293f-83b1-4908-bf28-683c742416b9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1512449 Apr 05 21:21:32.145854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34696) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:32.150859 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-af6ce7d0-43c0-427d-8271-732036494dbb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'security_group_rule': {'security_group_id': '84f19c57-f933-4af0-8d7d-b22744ea38f4', 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:32.157794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-af6ce7d0-43c0-427d-8271-732036494dbb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:32.161611 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-af6ce7d0-43c0-427d-8271-732036494dbb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:32.164471 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-af6ce7d0-43c0-427d-8271-732036494dbb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:32.170549 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-af6ce7d0-43c0-427d-8271-732036494dbb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:32.187965 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af6ce7d0-43c0-427d-8271-732036494dbb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.254801 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af6ce7d0-43c0-427d-8271-732036494dbb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.258635 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af6ce7d0-43c0-427d-8271-732036494dbb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.281752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ce7d0-43c0-427d-8271-732036494dbb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bffbeba-8ae2-47af-a6b7-812e2d69baba,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:32.290682 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-af6ce7d0-43c0-427d-8271-732036494dbb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.291853 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-af6ce7d0-43c0-427d-8271-732036494dbb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1450276 Apr 05 21:21:32.296052 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 34700) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:32.300983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e3f0e7b5-3002-44ef-9207-dd34249bfbc3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'security_group_rule': {'security_group_id': '84f19c57-f933-4af0-8d7d-b22744ea38f4', 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:32.307599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e3f0e7b5-3002-44ef-9207-dd34249bfbc3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:32.312184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e3f0e7b5-3002-44ef-9207-dd34249bfbc3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:32.315036 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e3f0e7b5-3002-44ef-9207-dd34249bfbc3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:32.320919 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e3f0e7b5-3002-44ef-9207-dd34249bfbc3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:32.336861 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3f0e7b5-3002-44ef-9207-dd34249bfbc3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.405908 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3f0e7b5-3002-44ef-9207-dd34249bfbc3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.409277 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3f0e7b5-3002-44ef-9207-dd34249bfbc3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.432568 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0e7b5-3002-44ef-9207-dd34249bfbc3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603c159d-e1df-4dfe-b34e-3e54d24c0577,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:32.443808 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3f0e7b5-3002-44ef-9207-dd34249bfbc3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.445197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e3f0e7b5-3002-44ef-9207-dd34249bfbc3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1481974 Apr 05 21:21:32.448122 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34704) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:32.453335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7309aed9-e58d-40d0-b565-b63faa7d8f41 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'security_group_rule': {'security_group_id': '84f19c57-f933-4af0-8d7d-b22744ea38f4', 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:32.460130 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7309aed9-e58d-40d0-b565-b63faa7d8f41 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:32.464052 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7309aed9-e58d-40d0-b565-b63faa7d8f41 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:32.466989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7309aed9-e58d-40d0-b565-b63faa7d8f41 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:32.472623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7309aed9-e58d-40d0-b565-b63faa7d8f41 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:32.489451 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7309aed9-e58d-40d0-b565-b63faa7d8f41 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.554085 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7309aed9-e58d-40d0-b565-b63faa7d8f41 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.557963 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7309aed9-e58d-40d0-b565-b63faa7d8f41 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.581005 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309aed9-e58d-40d0-b565-b63faa7d8f41 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=787ae928-19e8-465b-8851-fb435bdc50d9,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:32.589531 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7309aed9-e58d-40d0-b565-b63faa7d8f41 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.590751 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7309aed9-e58d-40d0-b565-b63faa7d8f41 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416578 Apr 05 21:21:32.593491 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34708) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:32.598369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-e9d156be-6ca3-45d7-8a1b-135d8692ac26 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'security_group_rule': {'security_group_id': '84f19c57-f933-4af0-8d7d-b22744ea38f4', 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:32.604658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e9d156be-6ca3-45d7-8a1b-135d8692ac26 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:32.609458 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e9d156be-6ca3-45d7-8a1b-135d8692ac26 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:32.612514 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-e9d156be-6ca3-45d7-8a1b-135d8692ac26 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:32.618259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-e9d156be-6ca3-45d7-8a1b-135d8692ac26 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:32.628323 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-e9d156be-6ca3-45d7-8a1b-135d8692ac26 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Project 233b1878acc74cbe828e188994e8d2b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:21:32.634520 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e9d156be-6ca3-45d7-8a1b-135d8692ac26 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.702194 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e9d156be-6ca3-45d7-8a1b-135d8692ac26 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.706689 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e9d156be-6ca3-45d7-8a1b-135d8692ac26 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.731160 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d156be-6ca3-45d7-8a1b-135d8692ac26 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a970518a-6a7f-47dd-b8f2-ac34508b0684,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:32.741457 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e9d156be-6ca3-45d7-8a1b-135d8692ac26 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.742765 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e9d156be-6ca3-45d7-8a1b-135d8692ac26 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1483550 Apr 05 21:21:32.745702 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34712) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:32.751507 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-3bf0e376-5074-40c9-9336-2d519eddb426 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'security_group_rule': {'security_group_id': '84f19c57-f933-4af0-8d7d-b22744ea38f4', 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:32.758904 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3bf0e376-5074-40c9-9336-2d519eddb426 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:32.762715 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3bf0e376-5074-40c9-9336-2d519eddb426 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:32.765510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-3bf0e376-5074-40c9-9336-2d519eddb426 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:32.771542 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-3bf0e376-5074-40c9-9336-2d519eddb426 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:32.782376 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-3bf0e376-5074-40c9-9336-2d519eddb426 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Project 233b1878acc74cbe828e188994e8d2b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:21:32.789128 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e376-5074-40c9-9336-2d519eddb426 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.855953 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e376-5074-40c9-9336-2d519eddb426 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.859331 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e376-5074-40c9-9336-2d519eddb426 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.886084 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0e376-5074-40c9-9336-2d519eddb426 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf492a0d-dfda-484a-b8e7-fb81cbc5ec54,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:32.896030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e376-5074-40c9-9336-2d519eddb426 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:32.897292 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-3bf0e376-5074-40c9-9336-2d519eddb426 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503851 Apr 05 21:21:32.947914 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Sync routers for ids ['ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:21:32.957166 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Routers {'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:21:32.957837 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:21:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:33.065060 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-27b42fcd-0eb8-46fc-b26e-07f5a66fe9be tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1211275916&fields=id&tenant_id=233b1878acc74cbe828e188994e8d2b8 HTTP/1.1" status: 200 len: 267 time: 0.0423589 Apr 05 21:21:33.137570 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Set router ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:21:33.168918 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:33.229614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e9302-f162-4d49-8485-b20825bde24f req-d898f3ae-7773-4c78-a077-29e8797aa78b tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:33.231106 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-d898f3ae-7773-4c78-a077-29e8797aa78b tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 809 time: 0.1594160 Apr 05 21:21:33.238941 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:33.244066 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:33.244717 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:33.249964 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-5931d3a6-9298-4448-a638-aaf2678d54af tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/quotas/233b1878acc74cbe828e188994e8d2b8 HTTP/1.1" status: 200 len: 375 time: 0.0110767 Apr 05 21:21:33.347732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-405e9302-f162-4d49-8485-b20825bde24f req-89d38fb3-24d1-457c-ba85-cccbed67e9ea tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Synchronizing usage tracker for tenant:233b1878acc74cbe828e188994e8d2b8 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:21:33.360840 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:33.373410 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-405e9302-f162-4d49-8485-b20825bde24f req-89d38fb3-24d1-457c-ba85-cccbed67e9ea tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Unset dirty status for tenant:233b1878acc74cbe828e188994e8d2b8 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:21:33.375138 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-89d38fb3-24d1-457c-ba85-cccbed67e9ea tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192524 Apr 05 21:21:33.387069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:21:33.391401 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:33.392408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-1306fb5c-7eb5-405c-b127-03bff9eae37e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 21:21:33.397592 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-1306fb5c-7eb5-405c-b127-03bff9eae37e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069163 Apr 05 21:21:33.470063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:33.470677 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'name': 'tempest-TestShelveInstance-234391749-router', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:25Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 4, 'project_id': '035beeba8863483db04e2bf607564c93', 'gw_port': {'id': 'b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:10:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:26Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '003a4705-331d-4a8e-ab0c-05b721cf819b', 'name': '', 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'mac_address': 'fa:16:3e:90:7e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'd4431075-d43d-4dd2-bb18-f5ce949de3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 2, 'project_id': '035beeba8863483db04e2bf607564c93', 'subnets': [{'id': 'd4431075-d43d-4dd2-bb18-f5ce949de3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:33.474806 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Checking router: ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:21:33.475273 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Updating router ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 port 003a4705-331d-4a8e-ab0c-05b721cf819b binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:21:33.529509 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:33.535972 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-e252f0f3-8666-4e81-9cc4-0f0bf3a31f12 service neutron] 10.222.0.24 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340933 Apr 05 21:21:33.668391 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-92b64fec-8cc7-4b09-a4fa-4bfc2e08bd64 service neutron] 10.222.0.24 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260219 Apr 05 21:21:33.854432 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b27779ae-07be-4653-8c71-9d57d68db330 req-c172c6a7-0a07-4a57-b625-5c454aa0d3c7 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 210 time: 0.0437162 Apr 05 21:21:33.884612 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:33.896411 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Transition to ACTIVE for port object 003a4705-331d-4a8e-ab0c-05b721cf819b will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:33.903937 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:34.033608 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307f57a-2731-4e70-ba90-01a28e33b632 None None] Pushing event updated for resources: {'Port': ['ID=003a4705-331d-4a8e-ab0c-05b721cf819b,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:34.127229 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Attempting to bind port 003a4705-331d-4a8e-ab0c-05b721cf819b on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:21:34.127631 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Attempting to bind port 003a4705-331d-4a8e-ab0c-05b721cf819b by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '59324b96-5250-495a-8640-05a28eb53a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:21:34.127990 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Attempting to bind port 003a4705-331d-4a8e-ab0c-05b721cf819b on network 03fd00b7-b23a-4da7-a464-bcfc60df760a {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:21:34.133678 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:21:34.133999 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Checking segment: {'id': '59324b96-5250-495a-8640-05a28eb53a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:21:34.134613 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:34.134994 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Bound using segment: {'id': '59324b96-5250-495a-8640-05a28eb53a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:21:34.135459 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Bound port: 003a4705-331d-4a8e-ab0c-05b721cf819b, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59324b96-5250-495a-8640-05a28eb53a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:21:34.135816 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:34.227825 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] For port 003a4705-331d-4a8e-ab0c-05b721cf819b, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:21:34.231302 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] For port 003a4705-331d-4a8e-ab0c-05b721cf819b, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=003a4705-331d-4a8e-ab0c-05b721cf819b,segment=NetworkSegment(59324b96-5250-495a-8640-05a28eb53a60),segment_id=59324b96-5250-495a-8640-05a28eb53a60)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:21:34.234695 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:34.312913 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Routers {'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:21:34.313465 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:21:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:34.408105 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307f57a-2731-4e70-ba90-01a28e33b632 None None] Pushing event updated for resources: {'Port': ['ID=003a4705-331d-4a8e-ab0c-05b721cf819b,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:34.536425 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] Set router ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:21:34.853302 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'name': 'tempest-TestShelveInstance-234391749-router', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:25Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 4, 'project_id': '035beeba8863483db04e2bf607564c93', 'gw_port': {'id': 'b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:26Z', 'updated_at': '2022-04-05T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '003a4705-331d-4a8e-ab0c-05b721cf819b', 'name': '', 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'mac_address': 'fa:16:3e:90:7e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'd4431075-d43d-4dd2-bb18-f5ce949de3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 4, 'project_id': '035beeba8863483db04e2bf607564c93', 'subnets': [{'id': 'd4431075-d43d-4dd2-bb18-f5ce949de3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:34.857452 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92d45bd-7ab5-4f11-a883-4007dd0c198e None None] The sync data for ids ['ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'] in n-d-836604-1 is: [{'id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'name': 'tempest-TestShelveInstance-234391749-router', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:25Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 4, 'project_id': '035beeba8863483db04e2bf607564c93', 'gw_port': {'id': 'b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:26Z', 'updated_at': '2022-04-05T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '003a4705-331d-4a8e-ab0c-05b721cf819b', 'name': '', 'network_id': '03fd00b7-b23a-4da7-a464-bcfc60df760a', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'mac_address': 'fa:16:3e:90:7e:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'device_owner': 'network:router_interface', 'standard_attr_id': 4384, 'fixed_ips': [{'subnet_id': 'd4431075-d43d-4dd2-bb18-f5ce949de3a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:29Z', 'updated_at': '2022-04-05T21:21:34Z', 'revision_number': 4, 'project_id': '035beeba8863483db04e2bf607564c93', 'subnets': [{'id': 'd4431075-d43d-4dd2-bb18-f5ce949de3a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:21:34.975990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e9302-f162-4d49-8485-b20825bde24f req-c9ab7c1f-b9a8-496c-a895-24386a038eeb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:34.977495 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-c9ab7c1f-b9a8-496c-a895-24386a038eeb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 809 time: 0.1685050 Apr 05 21:21:35.039111 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dfcfb551-9fa2-4c5c-b43c-a77070551fa0 req-6c3aae67-5322-401f-b7d6-bf38e9c9e50a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 210 time: 0.0605071 Apr 05 21:21:35.072189 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-c9da05d9-b8a9-482a-9a09-12446935e97d tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=233b1878acc74cbe828e188994e8d2b8 HTTP/1.1" status: 200 len: 380 time: 0.0558066 Apr 05 21:21:35.080964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'port': {'device_id': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'admin_state_up': True, 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'security_groups': ['84f19c57-f933-4af0-8d7d-b22744ea38f4']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:35.172503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:35.227092 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:35.239650 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:35.241510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:35.241874 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:35.251310 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Made reservation on behalf of 233b1878acc74cbe828e188994e8d2b8 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:21:35.254906 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:35.367891 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 003a4705-331d-4a8e-ab0c-05b721cf819b up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:35.432865 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Allocated IP 172.20.0.11 (b0e88883-f36f-44d7-a735-a748f9c3d7e5/f7a49238-95ea-475a-98ff-9309174b9067/33eb379f-8e1f-49df-b79c-6693dcd1f6a0) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:21:35.443337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 003a4705-331d-4a8e-ab0c-05b721cf819b completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:35.449643 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 003a4705-331d-4a8e-ab0c-05b721cf819b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:35.450607 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:35.576476 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:35.611967 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 003a4705-331d-4a8e-ab0c-05b721cf819b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=003a4705-331d-4a8e-ab0c-05b721cf819b,segment=NetworkSegment(59324b96-5250-495a-8640-05a28eb53a60),segment_id=59324b96-5250-495a-8640-05a28eb53a60)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:21:35.615656 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:35.686760 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=003a4705-331d-4a8e-ab0c-05b721cf819b,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:35.752442 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:35.767133 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Transition to ACTIVE for port object 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:35.790092 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:35.853289 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Network b0e88883-f36f-44d7-a735-a748f9c3d7e5 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:35.856778 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:35.865109 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:21:35.907803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'Port': ['ID=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:35.940493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:35.941124 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:35.966624 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-a42ce84c-0a03-4aa8-8bd8-2857b5e8d9b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8894458 Apr 05 21:21:35.976285 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-0a5ad7e1-fe72-46ea-b736-892d78c4976e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 21:21:35.977264 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-0a5ad7e1-fe72-46ea-b736-892d78c4976e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050907 Apr 05 21:21:35.987577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Request body: {'port': {'device_id': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:36.087544 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-790f8036-81b6-4b31-97af-f0f18e24fa83 None None] Provisioning for port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:36.094503 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-790f8036-81b6-4b31-97af-f0f18e24fa83 None None] Provisioning complete for port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:36.094882 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-790f8036-81b6-4b31-97af-f0f18e24fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:36.104527 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:36.151713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-790f8036-81b6-4b31-97af-f0f18e24fa83 None None] Port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:21:36.345722 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bee372-54b4-437c-93f9-682238e25eab req-7d01a8eb-1ce0-43df-ac4c-b45d04eb9ad9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:36.346435 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a5bee372-54b4-437c-93f9-682238e25eab req-7d01a8eb-1ce0-43df-ac4c-b45d04eb9ad9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Synchronizing usage tracker for tenant:233b1878acc74cbe828e188994e8d2b8 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:21:36.420421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-a5bee372-54b4-437c-93f9-682238e25eab req-7d01a8eb-1ce0-43df-ac4c-b45d04eb9ad9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Unset dirty status for tenant:233b1878acc74cbe828e188994e8d2b8 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:21:36.421564 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5bee372-54b4-437c-93f9-682238e25eab req-7d01a8eb-1ce0-43df-ac4c-b45d04eb9ad9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 932 time: 0.2715313 Apr 05 21:21:36.486587 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a5bee372-54b4-437c-93f9-682238e25eab req-411c2022-c1d1-4548-952a-39fb0c6b5273 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581198 Apr 05 21:21:36.556539 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:21:36.564191 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:36.578656 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Transition to ACTIVE for port object 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:21:36.582253 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:36.737478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Pushing event updated for resources: {'Port': ['ID=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:36.819721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Attempting to bind port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:21:36.820054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Attempting to bind port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:21:36.820379 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Attempting to bind port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 on network b0e88883-f36f-44d7-a735-a748f9c3d7e5 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:21:36.825484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 on network b0e88883-f36f-44d7-a735-a748f9c3d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:21:36.825801 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Attempting to bind port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 on network b0e88883-f36f-44d7-a735-a748f9c3d7e5 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:21:36.831882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:21:36.832362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Checking segment: {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:21:36.833020 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Bound using segment: {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:21:36.833735 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Bound port: 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:21:36.834371 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:36.934857 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:21:36.937619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:21:36.942004 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:36.998096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:36.998660 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:37.000226 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] 10.222.0.41 "PUT /v2.0/ports/33eb379f-8e1f-49df-b79c-6693dcd1f6a0 HTTP/1.1" status: 200 len: 1092 time: 1.0164578 Apr 05 21:21:37.002770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:21:37.038024 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8997f7-2a8d-4aac-a52a-fd2d7de06a19 service neutron] Pushing event updated for resources: {'Port': ['ID=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:37.116993 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'status': 'completed', 'code': 200} Apr 05 21:21:37.134248 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e9302-f162-4d49-8485-b20825bde24f req-05bfbdbc-e335-4bb6-8d88-627abe7c8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:37.135859 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-05bfbdbc-e335-4bb6-8d88-627abe7c8032 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 1095 time: 0.0921922 Apr 05 21:21:37.150808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 003a4705-331d-4a8e-ab0c-05b721cf819b up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:37.209950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-a8ff3e7e-0e69-41e9-a42e-1fead1b0c9f0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0 HTTP/1.1" status: 200 len: 217 time: 0.0678596 Apr 05 21:21:37.222428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 003a4705-331d-4a8e-ab0c-05b721cf819b triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:37.222865 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:37.272230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e9302-f162-4d49-8485-b20825bde24f req-42988c9c-0e63-4e9a-bdcb-653631f969ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:37.273567 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-42988c9c-0e63-4e9a-bdcb-653631f969ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0576284 Apr 05 21:21:37.450945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e9302-f162-4d49-8485-b20825bde24f req-b37a62fe-bf02-4ad6-afa8-b885c9122912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:37.452312 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-b37a62fe-bf02-4ad6-afa8-b885c9122912 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1727676 Apr 05 21:21:37.582176 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-cb6c82fe-4dea-408d-a0f0-1709dbab52c5 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238077 Apr 05 21:21:37.773908 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf204f1b-0715-4202-a938-bdbbf134c196 req-a64c631e-213a-42dc-b03b-e49476e24869 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:37.775388 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cf204f1b-0715-4202-a938-bdbbf134c196 req-a64c631e-213a-42dc-b03b-e49476e24869 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 944 time: 0.1708395 Apr 05 21:21:37.778571 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-405e9302-f162-4d49-8485-b20825bde24f req-8957d215-de37-4fdd-af29-7654a1f26984 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911702 Apr 05 21:21:37.820694 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cf204f1b-0715-4202-a938-bdbbf134c196 req-5278c110-f86f-4363-bd2d-06d05e1b531c tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395610 Apr 05 21:21:37.895224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea5ad5-67c6-4e31-85ca-5a1bfe7fe591 req-1b3ca1b4-9ec7-4bff-a308-78b5ea80bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:37.896982 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23ea5ad5-67c6-4e31-85ca-5a1bfe7fe591 req-1b3ca1b4-9ec7-4bff-a308-78b5ea80bd8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 1095 time: 0.0735841 Apr 05 21:21:38.026094 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea5ad5-67c6-4e31-85ca-5a1bfe7fe591 req-3f5e18a6-de4b-4475-ad37-17b71abe877e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:38.027982 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23ea5ad5-67c6-4e31-85ca-5a1bfe7fe591 req-3f5e18a6-de4b-4475-ad37-17b71abe877e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1247878 Apr 05 21:21:38.095261 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23ea5ad5-67c6-4e31-85ca-5a1bfe7fe591 req-e20944c6-f554-4ef5-be7f-5c6aa89bc5dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0 HTTP/1.1" status: 200 len: 217 time: 0.0607979 Apr 05 21:21:38.170073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea5ad5-67c6-4e31-85ca-5a1bfe7fe591 req-e7500a4e-f7f3-47b1-93b8-15e5c106d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:38.171509 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23ea5ad5-67c6-4e31-85ca-5a1bfe7fe591 req-e7500a4e-f7f3-47b1-93b8-15e5c106d735 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0700417 Apr 05 21:21:38.244436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea5ad5-67c6-4e31-85ca-5a1bfe7fe591 req-e2efc9a5-247d-498d-b912-0e4e7c5090e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:38.245902 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23ea5ad5-67c6-4e31-85ca-5a1bfe7fe591 req-e2efc9a5-247d-498d-b912-0e4e7c5090e9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680180 Apr 05 21:21:38.375742 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23ea5ad5-67c6-4e31-85ca-5a1bfe7fe591 req-ea419865-0801-4a92-ae02-be39abefda1a service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234512 Apr 05 21:21:38.506401 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-23ea5ad5-67c6-4e31-85ca-5a1bfe7fe591 req-ab0115ba-37de-4477-97b0-37d9e3866485 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239135 Apr 05 21:21:39.009752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41c244-9f94-4221-8752-8a23a82eca48 req-2400d59e-a29b-40d5-8cf0-ebcd76f9781d tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:39.011198 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e41c244-9f94-4221-8752-8a23a82eca48 req-2400d59e-a29b-40d5-8cf0-ebcd76f9781d tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 944 time: 0.0859132 Apr 05 21:21:39.055898 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7e41c244-9f94-4221-8752-8a23a82eca48 req-d04c3911-2859-49c9-8623-be821e59de58 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386260 Apr 05 21:21:39.345787 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:39.653719 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:40.245734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f6c6e-0ab3-4f30-b44f-4098d1704287 req-c3f64c27-1ac4-48a8-a3c1-e3941e1bf33b tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:40.247197 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e21f6c6e-0ab3-4f30-b44f-4098d1704287 req-c3f64c27-1ac4-48a8-a3c1-e3941e1bf33b tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 944 time: 0.0777409 Apr 05 21:21:40.290099 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e21f6c6e-0ab3-4f30-b44f-4098d1704287 req-a425c4a7-2368-49a9-9a09-7cd26121915b tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372488 Apr 05 21:21:40.436238 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:21:40.441419 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-9b4a0ec5-af01-4d13-a2c4-b1cd6e8e3c59 req-388e8ad9-7000-4484-a86d-4a1b8bec70a6 service neutron] (87965) timed out ('10.222.0.24', 47832) {{(pid=87965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:21:40.574808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:21:40.587514 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'port_id': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'mac_address': 'fa:16:3e:31:8d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:21:40.642638 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:40.659725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:21:40.674636 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:21:40.678636 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:40.747758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:40.894110 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['33eb379f-8e1f-49df-b79c-6693dcd1f6a0'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:21:41.473442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00148242-e886-4d45-8ca3-442cd339e6c1 req-fc229235-e6e3-458c-ab66-c4e575f796fe tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:41.474898 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-00148242-e886-4d45-8ca3-442cd339e6c1 req-fc229235-e6e3-458c-ab66-c4e575f796fe tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 945 time: 0.0815451 Apr 05 21:21:41.518131 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-00148242-e886-4d45-8ca3-442cd339e6c1 req-df62803c-6f69-40c9-aa3b-678df1baaca6 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371327 Apr 05 21:21:41.526073 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4a130fb5-66a5-4ff9-9257-ebfc8f8771fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:42.436536 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:21:42.505585 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:21:42.510115 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:21:42.510474 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:42.654840 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:42.682379 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:21:42.692392 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:21:42.697210 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:42.707114 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3fe56-68eb-4040-9a2e-8cf33ddfacb2 req-969f0a0b-cc05-4f84-8748-0d19d5489d17 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:42.708574 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1e3fe56-68eb-4040-9a2e-8cf33ddfacb2 req-969f0a0b-cc05-4f84-8748-0d19d5489d17 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 945 time: 0.0815001 Apr 05 21:21:42.757903 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1e3fe56-68eb-4040-9a2e-8cf33ddfacb2 req-60fcae17-9292-4452-8d0e-6b5919263a98 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426025 Apr 05 21:21:42.767157 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:42.812220 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'code': 200} Apr 05 21:21:42.934100 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4099a04-6868-4121-b858-726b5fc144dc req-9b86ab99-630a-4a4c-a3ee-a24d4b0ac530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:42.935521 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e4099a04-6868-4121-b858-726b5fc144dc req-9b86ab99-630a-4a4c-a3ee-a24d4b0ac530 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 1097 time: 0.0686281 Apr 05 21:21:42.975075 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e4099a04-6868-4121-b858-726b5fc144dc req-3d2d27de-801d-41ac-9cd7-451d093120ca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336690 Apr 05 21:21:43.793976 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-71b6645b-3a41-4ea4-8d35-9551d260f8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:44.053929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846cf50-393f-4177-8bfc-85a8f3dc1958 req-a9a97409-edff-450f-9d7d-4877c4d8c710 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:44.055367 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d846cf50-393f-4177-8bfc-85a8f3dc1958 req-a9a97409-edff-450f-9d7d-4877c4d8c710 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.1840038 Apr 05 21:21:44.099183 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d846cf50-393f-4177-8bfc-85a8f3dc1958 req-e1390c62-bdf5-48e1-a220-491c1f3450d8 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375993 Apr 05 21:21:44.967723 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:45.074973 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:45.280901 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0c9638-20ae-4772-855a-39663dfb5926 req-ab460e58-f36c-469c-a2da-197320a92bf1 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:45.282283 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db0c9638-20ae-4772-855a-39663dfb5926 req-ab460e58-f36c-469c-a2da-197320a92bf1 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0791471 Apr 05 21:21:45.327065 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-db0c9638-20ae-4772-855a-39663dfb5926 req-80574dbf-f8b4-46fc-8679-7d8bcfda919a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393388 Apr 05 21:21:45.515803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92f529-e3e1-4523-8e0e-d1fa626f76c3 req-82ecd12f-915d-47b3-8ab3-c49d8783d0b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:45.517243 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d92f529-e3e1-4523-8e0e-d1fa626f76c3 req-82ecd12f-915d-47b3-8ab3-c49d8783d0b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0856783 Apr 05 21:21:45.561505 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d92f529-e3e1-4523-8e0e-d1fa626f76c3 req-061822b8-27d0-4091-ae38-5b6e397a03d9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380642 Apr 05 21:21:45.583290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34764) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:45.744965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eeb81b-45e7-4265-95a0-cb018b96e4c9 tempest-TestShelveInstance-1493217766 tempest-TestShelveInstance-1493217766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:45.745656 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-85eeb81b-45e7-4265-95a0-cb018b96e4c9 tempest-TestShelveInstance-1493217766 tempest-TestShelveInstance-1493217766-project-admin] Synchronizing usage tracker for tenant:035beeba8863483db04e2bf607564c93 on resource:port {{(pid=87965) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:21:45.761552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-85eeb81b-45e7-4265-95a0-cb018b96e4c9 tempest-TestShelveInstance-1493217766 tempest-TestShelveInstance-1493217766-project-admin] Unset dirty status for tenant:035beeba8863483db04e2bf607564c93 on resource:port {{(pid=87965) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:21:45.762736 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-85eeb81b-45e7-4265-95a0-cb018b96e4c9 tempest-TestShelveInstance-1493217766 tempest-TestShelveInstance-1493217766-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 1092 time: 0.1784902 Apr 05 21:21:45.765707 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34770) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:21:45.770882 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:21:45.777906 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:21:45.781609 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:floatingip and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:21:45.784352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:21:45.789872 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:21:45.799930 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:45.934465 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:46.069089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Allocated IP 172.25.8.170 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/783aa6f3-db50-40e4-8cd9-7731445ef06b) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:21:46.214732 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:46.242209 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:46.274459 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:46.307128 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:21:46.314404 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:21:46.318417 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:21:46.354510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'Port': ['ID=783aa6f3-db50-40e4-8cd9-7731445ef06b,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:46.735293 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:46.923887 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:47.120839 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:47.125198 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:47.234697 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'Port': ['ID=783aa6f3-db50-40e4-8cd9-7731445ef06b,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:21:47.244003 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:47.410932 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Floating IP ed5c2785-84cb-4a7c-96e9-07ba0eafe289 associated. External IP: 172.25.8.170, port: 33eb379f-8e1f-49df-b79c-6693dcd1f6a0. Apr 05 21:21:47.749390 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Router df033799-e3e9-4cae-b4dd-a92c091ad667 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:21:47.922980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:21:47.932351 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64508ac-5c5a-4261-a59f-b651984ab589 None None] Sync routers for ids ['df033799-e3e9-4cae-b4dd-a92c091ad667'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:21:47.940996 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64508ac-5c5a-4261-a59f-b651984ab589 None None] Routers {'df033799-e3e9-4cae-b4dd-a92c091ad667'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:21:47.941597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d64508ac-5c5a-4261-a59f-b651984ab589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:21:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df033799-e3e9-4cae-b4dd-a92c091ad667'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:47.946725 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:21:48.000492 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-0d018e1c-294c-4939-8b48-741de9e81cdc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2336438 Apr 05 21:21:48.001051 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:21:48.048337 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'status': 'completed', 'code': 200} Apr 05 21:21:48.123445 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d64508ac-5c5a-4261-a59f-b651984ab589 None None] Set router df033799-e3e9-4cae-b4dd-a92c091ad667 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:21:48.143311 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2f1a7-f621-4b01-bba2-88071de03789 req-bf934f1e-a946-4ee6-92d8-b17f8762aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:48.144766 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-27c2f1a7-f621-4b01-bba2-88071de03789 req-bf934f1e-a946-4ee6-92d8-b17f8762aa91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 1097 time: 0.0751903 Apr 05 21:21:48.276067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2f1a7-f621-4b01-bba2-88071de03789 req-3b3716a1-e9dd-4fd4-806f-9664f0615be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:48.278008 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-27c2f1a7-f621-4b01-bba2-88071de03789 req-3b3716a1-e9dd-4fd4-806f-9664f0615be6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1275187 Apr 05 21:21:48.380139 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-27c2f1a7-f621-4b01-bba2-88071de03789 req-fe9a0f7d-9e55-4549-b9f0-cdc2c3310e42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0 HTTP/1.1" status: 200 len: 1000 time: 0.0960681 Apr 05 21:21:48.442462 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2f1a7-f621-4b01-bba2-88071de03789 req-86e469c1-f1b9-44da-97f4-1c424039e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:48.443929 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-27c2f1a7-f621-4b01-bba2-88071de03789 req-86e469c1-f1b9-44da-97f4-1c424039e81e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0581150 Apr 05 21:21:48.466417 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d64508ac-5c5a-4261-a59f-b651984ab589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'ed5c2785-84cb-4a7c-96e9-07ba0eafe289', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'port_id': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'mac_address': 'fa:16:3e:31:8d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:21:46Z', 'updated_at': '2022-04-05T21:21:46Z', 'revision_number': 0, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 5, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:48.470222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64508ac-5c5a-4261-a59f-b651984ab589 None None] Checking router: df033799-e3e9-4cae-b4dd-a92c091ad667 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:21:48.478432 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64508ac-5c5a-4261-a59f-b651984ab589 None None] Routers {'df033799-e3e9-4cae-b4dd-a92c091ad667'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:21:48.479022 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d64508ac-5c5a-4261-a59f-b651984ab589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:21:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df033799-e3e9-4cae-b4dd-a92c091ad667'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:48.518880 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2f1a7-f621-4b01-bba2-88071de03789 req-2ff5aeb5-4f11-4f5b-b9a8-f47159db6a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:21:48.520614 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-27c2f1a7-f621-4b01-bba2-88071de03789 req-2ff5aeb5-4f11-4f5b-b9a8-f47159db6a2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698130 Apr 05 21:21:48.549107 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:21:48.653300 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-27c2f1a7-f621-4b01-bba2-88071de03789 req-7fa23bbe-6e68-49a1-9248-b7c9439e2d53 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261954 Apr 05 21:21:48.656721 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d64508ac-5c5a-4261-a59f-b651984ab589 None None] Set router df033799-e3e9-4cae-b4dd-a92c091ad667 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:21:48.786620 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-27c2f1a7-f621-4b01-bba2-88071de03789 req-fcf37dc8-d34c-440f-8cba-6784628b2468 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276855 Apr 05 21:21:48.997471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d64508ac-5c5a-4261-a59f-b651984ab589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'ed5c2785-84cb-4a7c-96e9-07ba0eafe289', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'port_id': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'mac_address': 'fa:16:3e:31:8d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:21:46Z', 'updated_at': '2022-04-05T21:21:46Z', 'revision_number': 0, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 5, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:21:49.001247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64508ac-5c5a-4261-a59f-b651984ab589 None None] The sync data for ids ['df033799-e3e9-4cae-b4dd-a92c091ad667'] in n-d-836604-1 is: [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': 'ed5c2785-84cb-4a7c-96e9-07ba0eafe289', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'floating_ip_address': '172.25.8.170', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'port_id': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4396, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'mac_address': 'fa:16:3e:31:8d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:21:46Z', 'updated_at': '2022-04-05T21:21:46Z', 'revision_number': 0, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 5, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:21:49.177610 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03ea50d-fe28-4ec5-81d0-409e2692c030 None None] New status for floating IP ed5c2785-84cb-4a7c-96e9-07ba0eafe289: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:22:09.380080 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:09.653746 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:11.528076 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9fa96cca-c790-492e-980f-40b87486475b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:13.795199 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ba73afc5-8598-4e38-82a8-417436daba72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:14.969285 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:15.078208 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:16.276175 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:25.549127 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:22:32.828108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-834ea853-6224-4d36-8ac4-d2ea9b759a08 req-2473951f-ecad-4ed2-b39e-12022e188423 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731330 Apr 05 21:22:32.963770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ea853-6224-4d36-8ac4-d2ea9b759a08 req-db70261c-39a9-410e-8708-ee4536157d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:32.965278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-834ea853-6224-4d36-8ac4-d2ea9b759a08 req-db70261c-39a9-410e-8708-ee4536157d1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 1097 time: 0.0719733 Apr 05 21:22:33.108078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ea853-6224-4d36-8ac4-d2ea9b759a08 req-e6f32188-ab13-4321-99cb-6f176d6899bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:33.109528 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-834ea853-6224-4d36-8ac4-d2ea9b759a08 req-e6f32188-ab13-4321-99cb-6f176d6899bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1257994 Apr 05 21:22:33.210735 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-834ea853-6224-4d36-8ac4-d2ea9b759a08 req-16621bb2-b9c5-47b8-9a64-ff79b11db9fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0 HTTP/1.1" status: 200 len: 1002 time: 0.0956690 Apr 05 21:22:33.272104 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ea853-6224-4d36-8ac4-d2ea9b759a08 req-436ac822-12fd-4c7a-aba2-84023c0a7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:33.273464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-834ea853-6224-4d36-8ac4-d2ea9b759a08 req-436ac822-12fd-4c7a-aba2-84023c0a7e57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0569847 Apr 05 21:22:33.349326 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ea853-6224-4d36-8ac4-d2ea9b759a08 req-50f64f42-576a-44eb-96c5-cb55eac1150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:22:33.350768 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-834ea853-6224-4d36-8ac4-d2ea9b759a08 req-50f64f42-576a-44eb-96c5-cb55eac1150f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709569 Apr 05 21:22:33.571262 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-834ea853-6224-4d36-8ac4-d2ea9b759a08 req-c1d960e1-344b-4004-b74d-f02cd3f9d8e0 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135930 Apr 05 21:22:33.698713 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-834ea853-6224-4d36-8ac4-d2ea9b759a08 req-45631a1c-1135-4a23-aad1-fe7ee7f81b74 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215298 Apr 05 21:22:37.033973 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-8ef61a0c-07e4-4a84-91fe-8ead45ffe839 req-d4014654-12de-4c72-8b38-f9bbe984a25c tempest-ServerActionsTestJSON-860832931 tempest-ServerActionsTestJSON-860832931-project] (87965) timed out ('10.222.0.24', 48408) {{(pid=87965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:22:39.392559 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:39.673351 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:41.530815 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-94509837-0a0b-48ad-a464-a9e2712bc9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:43.796300 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e8eacc10-fbd7-4710-af1d-7d80a2096dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:44.971562 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:45.081524 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:22:46.278967 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:02.547869 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:23:09.389328 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:09.668441 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:11.531470 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4c4e247c-b261-43d3-88a1-f0aff2dddc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:13.798570 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9b8184d0-644e-498f-9fd5-9e2f149f7450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:14.976579 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:15.082229 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:16.280925 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:32.879604 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-835493fd-d34d-438b-9780-dce1f72e2e5d req-c726268a-aae2-4aa4-9337-3c68cdd7b328 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1130733 Apr 05 21:23:33.022635 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835493fd-d34d-438b-9780-dce1f72e2e5d req-18897f1f-e90d-4b03-a714-f1e8b76b80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:33.024052 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-835493fd-d34d-438b-9780-dce1f72e2e5d req-18897f1f-e90d-4b03-a714-f1e8b76b80a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 1097 time: 0.0778592 Apr 05 21:23:33.167346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835493fd-d34d-438b-9780-dce1f72e2e5d req-f33b26b9-cf64-42dc-becd-74a7b3776bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:33.168794 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-835493fd-d34d-438b-9780-dce1f72e2e5d req-f33b26b9-cf64-42dc-becd-74a7b3776bc0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1270723 Apr 05 21:23:33.270071 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-835493fd-d34d-438b-9780-dce1f72e2e5d req-152db5ac-2619-4a8e-9003-2bf4556aff78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0 HTTP/1.1" status: 200 len: 1002 time: 0.0955729 Apr 05 21:23:33.330706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835493fd-d34d-438b-9780-dce1f72e2e5d req-fdc74b29-0140-4ac4-b536-f3796952abfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:33.332088 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-835493fd-d34d-438b-9780-dce1f72e2e5d req-fdc74b29-0140-4ac4-b536-f3796952abfd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0563471 Apr 05 21:23:33.407739 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835493fd-d34d-438b-9780-dce1f72e2e5d req-d6e186af-a94c-4a5a-af3a-3e2c9accbd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:33.409150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-835493fd-d34d-438b-9780-dce1f72e2e5d req-d6e186af-a94c-4a5a-af3a-3e2c9accbd96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716088 Apr 05 21:23:33.538518 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-835493fd-d34d-438b-9780-dce1f72e2e5d req-86745031-6a45-4b91-b6af-a0fd465b8fcb service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231282 Apr 05 21:23:33.673444 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-835493fd-d34d-438b-9780-dce1f72e2e5d req-d10032c6-f9d7-4ff3-a612-e48e61ab28e2 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287923 Apr 05 21:23:38.136280 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e321c-e78b-477b-ad53-e10d5d869781 req-9cacd468-482e-4e67-bbb1-4004a682f393 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:38.137730 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-330e321c-e78b-477b-ad53-e10d5d869781 req-9cacd468-482e-4e67-bbb1-4004a682f393 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0797884 Apr 05 21:23:38.180779 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-330e321c-e78b-477b-ad53-e10d5d869781 req-cf6bb83f-1325-435d-b349-107699875699 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373926 Apr 05 21:23:39.366561 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46429e21-5ffd-41f1-8f5b-ed4b34a22979 req-1cd4c813-28c2-4b02-b850-54c833c0adba tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:39.368509 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46429e21-5ffd-41f1-8f5b-ed4b34a22979 req-1cd4c813-28c2-4b02-b850-54c833c0adba tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0822430 Apr 05 21:23:39.388649 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:39.413804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46429e21-5ffd-41f1-8f5b-ed4b34a22979 req-8090555c-d967-44e8-9e6a-7746c5aafb54 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395184 Apr 05 21:23:39.547470 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:23:39.670336 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:40.597781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de434248-d09e-4f64-83ec-ef982533366f req-efd773aa-17ba-4442-8ce4-bf1bec4fea69 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:40.599232 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de434248-d09e-4f64-83ec-ef982533366f req-efd773aa-17ba-4442-8ce4-bf1bec4fea69 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0788498 Apr 05 21:23:40.641845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de434248-d09e-4f64-83ec-ef982533366f req-5372e56d-0ff2-4ece-aeec-d14736261a88 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371356 Apr 05 21:23:41.533498 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-459497d9-0ba6-4010-b1e0-315705e14c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:41.829247 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9f3a3-d808-4d27-830e-a162fade600f req-1c64df0f-1700-4dcb-be97-2b05b47f8e34 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:41.830706 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43d9f3a3-d808-4d27-830e-a162fade600f req-1c64df0f-1700-4dcb-be97-2b05b47f8e34 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0825517 Apr 05 21:23:41.874804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43d9f3a3-d808-4d27-830e-a162fade600f req-809f0ad2-ca50-459a-9f2a-d05063e8a3bc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385187 Apr 05 21:23:43.061166 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb7b3b7-78d4-40d7-9574-10a96e5ffca7 req-dd5521c3-69ee-4237-a6d0-17c5fd5f0c33 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:43.062660 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffb7b3b7-78d4-40d7-9574-10a96e5ffca7 req-dd5521c3-69ee-4237-a6d0-17c5fd5f0c33 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0828927 Apr 05 21:23:43.105646 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ffb7b3b7-78d4-40d7-9574-10a96e5ffca7 req-877d9828-9f2f-495f-92a4-9712c30359f0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374012 Apr 05 21:23:43.800114 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-81a20a3d-7e7c-4399-9db8-3132c7850d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:44.291431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c07f4-f372-4a4f-be04-4ac7c96ff4e0 req-b7227633-37a9-4112-856d-82a4e9a9a4d5 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:44.292840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-643c07f4-f372-4a4f-be04-4ac7c96ff4e0 req-b7227633-37a9-4112-856d-82a4e9a9a4d5 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0807614 Apr 05 21:23:44.336200 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-643c07f4-f372-4a4f-be04-4ac7c96ff4e0 req-d4d955c3-371c-487e-ba8f-b5493e48973f tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377982 Apr 05 21:23:44.977383 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:45.084960 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:45.516478 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b1c5e-20fc-4ff8-8b8a-f3e891ff8c81 req-066e0d82-1b62-435f-b43e-242b24dd55d0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:45.517933 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff0b1c5e-20fc-4ff8-8b8a-f3e891ff8c81 req-066e0d82-1b62-435f-b43e-242b24dd55d0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0790732 Apr 05 21:23:45.658150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff0b1c5e-20fc-4ff8-8b8a-f3e891ff8c81 req-617b25c7-f152-4290-b24b-12f37333ce6d tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336584 Apr 05 21:23:46.285077 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:46.840641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07351727-98d9-4e2c-adbb-835aab799572 req-da14a00f-298e-4e78-9bc3-2d16d71ca22b tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:46.842103 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07351727-98d9-4e2c-adbb-835aab799572 req-da14a00f-298e-4e78-9bc3-2d16d71ca22b tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0805736 Apr 05 21:23:46.885447 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-07351727-98d9-4e2c-adbb-835aab799572 req-5062f623-52ac-47df-b075-e77488db674e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377986 Apr 05 21:23:48.071676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e3919-1b86-4151-a312-dad09b44afdb req-eb468f4d-95eb-447f-b463-770f9a59ceab tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:48.073116 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-502e3919-1b86-4151-a312-dad09b44afdb req-eb468f4d-95eb-447f-b463-770f9a59ceab tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0821147 Apr 05 21:23:48.115978 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-502e3919-1b86-4151-a312-dad09b44afdb req-89356e22-1ab7-4687-b593-87d2d6b0c056 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373032 Apr 05 21:23:49.027203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:23:49.157950 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:23:49.170827 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'port_id': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'mac_address': 'fa:16:3e:31:8d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:23:49.224494 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:49.240803 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:23:49.256074 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:23:49.260988 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:49.306213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73a47b-aaa9-4e62-9054-35fbd9a4bc3a req-641fa23f-7847-46dc-b55f-e89f0687f8f2 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:49.307696 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce73a47b-aaa9-4e62-9054-35fbd9a4bc3a req-641fa23f-7847-46dc-b55f-e89f0687f8f2 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0882750 Apr 05 21:23:49.333266 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:49.340895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:49.341237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:49.341571 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:49.341955 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:49.342287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:49.342725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:49.343055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:49.343376 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:49.343696 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:49.344013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:49.344329 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:49.344646 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:23:49.349460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['33eb379f-8e1f-49df-b79c-6693dcd1f6a0'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:23:49.356695 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce73a47b-aaa9-4e62-9054-35fbd9a4bc3a req-62551f7f-4779-47f4-a7ca-97b16d999792 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426867 Apr 05 21:23:50.541680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b6c28-4714-41d1-bc90-a3f7e39d5f9b req-0b519e8a-5ac2-4073-ad8d-eff00cd000dc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:50.542845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fa7b6c28-4714-41d1-bc90-a3f7e39d5f9b req-0b519e8a-5ac2-4073-ad8d-eff00cd000dc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 945 time: 0.0794299 Apr 05 21:23:50.587204 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fa7b6c28-4714-41d1-bc90-a3f7e39d5f9b req-638a6a7d-acd9-4c35-b8c4-cab4db95adda tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388050 Apr 05 21:23:51.032681 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:23:51.103957 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:23:51.104316 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:51.234228 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:51.268758 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:23:51.281179 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:23:51.288140 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:23:51.363423 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:23:51.395674 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'code': 200} Apr 05 21:23:51.802889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e772719-3716-4ca5-915f-2fb07ae7ff4b req-e59a1b4d-19d7-4ef9-8ff1-2606039f0a14 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:51.805656 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e772719-3716-4ca5-915f-2fb07ae7ff4b req-e59a1b4d-19d7-4ef9-8ff1-2606039f0a14 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0932086 Apr 05 21:23:51.854826 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e772719-3716-4ca5-915f-2fb07ae7ff4b req-67caa13e-7e39-4fdb-abd9-c01ed983da7a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428696 Apr 05 21:23:53.062181 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57db671-9bf3-43bf-98d5-a3aaf574b43b req-2433b3e9-8846-4bd5-b13a-af8be3638372 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:53.071152 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d57db671-9bf3-43bf-98d5-a3aaf574b43b req-2433b3e9-8846-4bd5-b13a-af8be3638372 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.1049728 Apr 05 21:23:53.114423 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d57db671-9bf3-43bf-98d5-a3aaf574b43b req-ba438255-7d46-4536-bcd9-e6d15f04913a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 Apr 05 21:23:54.320505 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec76a08-90b7-40ed-af17-195546534004 req-a33e36b7-04f8-416d-9b71-10c45d8d5a45 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:54.322193 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ec76a08-90b7-40ed-af17-195546534004 req-a33e36b7-04f8-416d-9b71-10c45d8d5a45 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0939622 Apr 05 21:23:54.379950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0ec76a08-90b7-40ed-af17-195546534004 req-f392e2df-950d-4a41-9676-da93c8acc5fb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475659 Apr 05 21:23:55.596747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699c5d8-81cb-4260-947d-dc01c6fcac8f req-612ba949-fd71-4944-bdc6-d86923b1a046 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:55.599055 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2699c5d8-81cb-4260-947d-dc01c6fcac8f req-612ba949-fd71-4944-bdc6-d86923b1a046 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0974102 Apr 05 21:23:55.655722 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2699c5d8-81cb-4260-947d-dc01c6fcac8f req-483b74de-c1d4-418a-aca6-57a0c4c2c6be tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508132 Apr 05 21:23:56.860412 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a560c51-92b6-445c-a7df-0ab1da9e1273 req-fbb8e4e0-1db8-4f69-84f1-6ef0326ea029 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:56.862718 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a560c51-92b6-445c-a7df-0ab1da9e1273 req-fbb8e4e0-1db8-4f69-84f1-6ef0326ea029 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0931273 Apr 05 21:23:56.927453 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6a560c51-92b6-445c-a7df-0ab1da9e1273 req-fe04dedf-87eb-4701-89bb-0ee12929b26d tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571315 Apr 05 21:23:58.116250 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77574d59-393a-423f-88c5-0ff7583b254f req-30f783e3-7a8d-4918-9f7f-2787ae2cfd6e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:58.120249 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77574d59-393a-423f-88c5-0ff7583b254f req-30f783e3-7a8d-4918-9f7f-2787ae2cfd6e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0949714 Apr 05 21:23:58.168527 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-77574d59-393a-423f-88c5-0ff7583b254f req-5a134ee9-ed22-4e5c-a81a-cc062c47d0bc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430164 Apr 05 21:23:59.370072 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabc62a4-ff12-476b-af82-f69a5f712da2 req-8190e3c0-6185-4eb6-aefd-bb59a71b6ba0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:23:59.371553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fabc62a4-ff12-476b-af82-f69a5f712da2 req-8190e3c0-6185-4eb6-aefd-bb59a71b6ba0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0860629 Apr 05 21:23:59.419686 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fabc62a4-ff12-476b-af82-f69a5f712da2 req-eeb2b69b-855a-4ef3-ab59-de8cc03b5efa tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425079 Apr 05 21:24:00.074085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df64ae8-8051-4a92-beba-7f2f879b5e6c req-c3cc8fc1-926c-4053-a86b-b7db7e6cb2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:00.075534 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9df64ae8-8051-4a92-beba-7f2f879b5e6c req-c3cc8fc1-926c-4053-a86b-b7db7e6cb2d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 1097 time: 0.0704746 Apr 05 21:24:00.206194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df64ae8-8051-4a92-beba-7f2f879b5e6c req-6b114b8b-5458-49c2-97c8-d2b06fb4a60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:00.207622 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9df64ae8-8051-4a92-beba-7f2f879b5e6c req-6b114b8b-5458-49c2-97c8-d2b06fb4a60d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1259968 Apr 05 21:24:00.309757 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9df64ae8-8051-4a92-beba-7f2f879b5e6c req-fbd58de2-add2-4408-96b0-d9f0cc94ee8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0 HTTP/1.1" status: 200 len: 1002 time: 0.0959272 Apr 05 21:24:00.370331 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df64ae8-8051-4a92-beba-7f2f879b5e6c req-99a665a0-63c9-4ddd-ac4f-5d77173bd008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:00.371630 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9df64ae8-8051-4a92-beba-7f2f879b5e6c req-99a665a0-63c9-4ddd-ac4f-5d77173bd008 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0562477 Apr 05 21:24:00.448397 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df64ae8-8051-4a92-beba-7f2f879b5e6c req-535f7518-e241-48f5-9014-19528715a541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:00.449872 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9df64ae8-8051-4a92-beba-7f2f879b5e6c req-535f7518-e241-48f5-9014-19528715a541 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726595 Apr 05 21:24:00.724263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9df64ae8-8051-4a92-beba-7f2f879b5e6c req-de8aebf7-c33c-4cf0-96d3-db749e8efd3e service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669501 Apr 05 21:24:00.782948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ae21f-3673-42f7-9f89-fdfe63a7bd7a req-9a2615fa-5d12-4fab-854b-e3cd3839064b tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:00.784346 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c67ae21f-3673-42f7-9f89-fdfe63a7bd7a req-9a2615fa-5d12-4fab-854b-e3cd3839064b tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.2488844 Apr 05 21:24:00.886647 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c67ae21f-3673-42f7-9f89-fdfe63a7bd7a req-6d22e320-a519-41fa-ab91-457c3ae29677 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598204 Apr 05 21:24:00.907299 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9df64ae8-8051-4a92-beba-7f2f879b5e6c req-2157b8b3-2d8e-4f7c-9877-4ff597e04d82 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747952 Apr 05 21:24:02.068201 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035241ff-38e2-4ea9-adb9-d6abb3d7fd6a req-25156a7e-3fbf-4507-a9a3-da0c9c604c38 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:02.069623 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-035241ff-38e2-4ea9-adb9-d6abb3d7fd6a req-25156a7e-3fbf-4507-a9a3-da0c9c604c38 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0785766 Apr 05 21:24:02.112661 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-035241ff-38e2-4ea9-adb9-d6abb3d7fd6a req-ad517ba3-a114-4ccd-b165-858f665723f7 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374818 Apr 05 21:24:03.095510 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:24:03.208732 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:03.235076 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:24:03.244648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:24:03.248965 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:03.304910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d559c66-6d58-4217-b901-772d9a0b6cd7 req-4553e8de-d72b-4efc-82d1-3cc9b7d37e23 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:03.306626 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3d559c66-6d58-4217-b901-772d9a0b6cd7 req-4553e8de-d72b-4efc-82d1-3cc9b7d37e23 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 944 time: 0.0888183 Apr 05 21:24:03.347070 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:03.352164 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3d559c66-6d58-4217-b901-772d9a0b6cd7 req-59e91d87-2c16-46c6-b489-3e479891d7db tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396962 Apr 05 21:24:03.396249 n-d-836604-1 neutron-server[87966]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'code': 422} returned with failed status Apr 05 21:24:03.714661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cad97e-a752-46bb-b0b5-aba3c4236585 req-9ce6b451-b03c-43e5-9b82-da05f4a2f447 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:03.716113 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84cad97e-a752-46bb-b0b5-aba3c4236585 req-9ce6b451-b03c-43e5-9b82-da05f4a2f447 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 944 time: 0.0825331 Apr 05 21:24:03.761222 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-84cad97e-a752-46bb-b0b5-aba3c4236585 req-39dc4637-e883-4eb0-82da-4e9b7a630345 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387354 Apr 05 21:24:03.965743 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 34946) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:24:04.075620 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-2635e236-18a0-45af-a372-1ea6e719494c req-b1c42742-5bf5-4652-b189-b68d1c54ee36 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087341 Apr 05 21:24:04.952489 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3b226-66fc-4d38-89cc-9035f5ccab99 req-212fd580-3aa6-40e5-8ab6-3a4e018a49a9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:04.953948 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13e3b226-66fc-4d38-89cc-9035f5ccab99 req-212fd580-3aa6-40e5-8ab6-3a4e018a49a9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 944 time: 0.0829935 Apr 05 21:24:05.000462 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-13e3b226-66fc-4d38-89cc-9035f5ccab99 req-3b89ce69-8414-4e51-b406-d6f1f14e9ae8 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405924 Apr 05 21:24:05.113078 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635e236-18a0-45af-a372-1ea6e719494c req-e5c354a2-a44d-4c9f-9aa8-b79604c0218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:05.114582 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2635e236-18a0-45af-a372-1ea6e719494c req-e5c354a2-a44d-4c9f-9aa8-b79604c0218d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64&tenant_id=233b1878acc74cbe828e188994e8d2b8 HTTP/1.1" status: 200 len: 1095 time: 0.0729749 Apr 05 21:24:05.125152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836604-1', 'device_owner': 'compute:nova'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:24:05.237262 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:05.504917 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:24:05.536847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:24:05.591338 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:24:05.598378 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:05.612071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Transition to ACTIVE for port object 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:24:05.615844 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:05.759602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Pushing event updated for resources: {'Port': ['ID=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,revision_number=9']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:05.779139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.779481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.779820 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.780146 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.780474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.780798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.781121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.781441 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.781759 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.782100 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.782421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.782735 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:24:05.824977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] No DVR routers for this DVR port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:24:06.222520 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Attempting to bind port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:24:06.223306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Attempting to bind port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:24:06.223306 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Attempting to bind port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 on network b0e88883-f36f-44d7-a735-a748f9c3d7e5 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:24:06.230344 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 on network b0e88883-f36f-44d7-a735-a748f9c3d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:24:06.230668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Attempting to bind port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 on network b0e88883-f36f-44d7-a735-a748f9c3d7e5 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:24:06.243897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:24:06.244227 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Checking segment: {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:24:06.244602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Bound using segment: {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:24:06.245022 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Bound port: 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:24:06.245360 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:06.273423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7478218-6a06-4ec3-b026-ec6b67c650ff req-e00e93ef-86cd-4d2b-9125-2e11cc4743ef tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:06.274895 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7478218-6a06-4ec3-b026-ec6b67c650ff req-e00e93ef-86cd-4d2b-9125-2e11cc4743ef tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 944 time: 0.1656196 Apr 05 21:24:06.369408 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7478218-6a06-4ec3-b026-ec6b67c650ff req-268ba93f-6280-4814-baed-448be870b9d3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698636 Apr 05 21:24:06.379685 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:24:06.383341 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:24:06.388843 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:06.448173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:06.448779 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:06.450148 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2635e236-18a0-45af-a372-1ea6e719494c req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] 10.222.0.13 "PUT /v2.0/ports/33eb379f-8e1f-49df-b79c-6693dcd1f6a0 HTTP/1.1" status: 200 len: 1092 time: 1.3287830 Apr 05 21:24:06.450569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:24:06.510714 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'status': 'completed', 'code': 200} Apr 05 21:24:06.524042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bd964-ff9d-4c1c-8b25-492f581feffb service neutron] Pushing event updated for resources: {'Port': ['ID=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,revision_number=10']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:06.558384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635e236-18a0-45af-a372-1ea6e719494c req-439a6023-6f52-4bb4-be05-40385114bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:06.560051 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2635e236-18a0-45af-a372-1ea6e719494c req-439a6023-6f52-4bb4-be05-40385114bd01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 1096 time: 0.0839984 Apr 05 21:24:06.695158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635e236-18a0-45af-a372-1ea6e719494c req-d5df1e87-461c-4060-908b-76680a6201d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:06.696584 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2635e236-18a0-45af-a372-1ea6e719494c req-d5df1e87-461c-4060-908b-76680a6201d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1311228 Apr 05 21:24:06.799417 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2635e236-18a0-45af-a372-1ea6e719494c req-d66663ee-1e6e-464f-a591-046afd40e366 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0 HTTP/1.1" status: 200 len: 1000 time: 0.0961668 Apr 05 21:24:06.860602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635e236-18a0-45af-a372-1ea6e719494c req-f1a8be60-ba9a-4194-bb57-0edd4e8cb8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:06.862056 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2635e236-18a0-45af-a372-1ea6e719494c req-f1a8be60-ba9a-4194-bb57-0edd4e8cb8c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0567751 Apr 05 21:24:06.938615 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635e236-18a0-45af-a372-1ea6e719494c req-f5f92b2f-a945-4d5e-9d98-5385fea04f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:06.939956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2635e236-18a0-45af-a372-1ea6e719494c req-f5f92b2f-a945-4d5e-9d98-5385fea04f01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723743 Apr 05 21:24:06.949482 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-2635e236-18a0-45af-a372-1ea6e719494c req-4f33120d-3858-45f0-b8b8-76b079b4d7d4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 21:24:06.950418 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2635e236-18a0-45af-a372-1ea6e719494c req-4f33120d-3858-45f0-b8b8-76b079b4d7d4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046740 Apr 05 21:24:07.079849 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2635e236-18a0-45af-a372-1ea6e719494c req-f73f998d-7f75-4782-b097-f726dc7cdf79 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234531 Apr 05 21:24:07.135398 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:24:07.191815 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:24:07.214728 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2635e236-18a0-45af-a372-1ea6e719494c req-b8388637-eb06-4443-aaf7-9bc3999aa1b9 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285586 Apr 05 21:24:07.325150 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0053ff4-2d8e-4b12-9743-640c328d1215 req-fc1a3ab7-1cef-47ca-a3c5-5e1588d34099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:07.326676 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0053ff4-2d8e-4b12-9743-640c328d1215 req-fc1a3ab7-1cef-47ca-a3c5-5e1588d34099 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 1096 time: 0.0732379 Apr 05 21:24:07.461626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0053ff4-2d8e-4b12-9743-640c328d1215 req-411e6b0c-1ee2-4238-b464-f2ef9fc6c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:07.463114 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0053ff4-2d8e-4b12-9743-640c328d1215 req-411e6b0c-1ee2-4238-b464-f2ef9fc6c45a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1309879 Apr 05 21:24:07.617084 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0053ff4-2d8e-4b12-9743-640c328d1215 req-8904f5f1-83ee-495e-9568-57d87d560ee8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0 HTTP/1.1" status: 200 len: 1000 time: 0.1481967 Apr 05 21:24:07.678483 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7ecff-8135-4092-a7c2-1ad8156eedca req-d8b335de-cbfc-4ed9-bbdd-ba0502aeed17 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:07.680990 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ab7ecff-8135-4092-a7c2-1ad8156eedca req-d8b335de-cbfc-4ed9-bbdd-ba0502aeed17 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 945 time: 0.1558945 Apr 05 21:24:07.780306 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ab7ecff-8135-4092-a7c2-1ad8156eedca req-1cf5435f-f2f9-4d84-8f62-9cf98be63142 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911901 Apr 05 21:24:08.977977 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4d8c-eaba-4e1d-9503-7c31ab7b6fe3 req-6cce2ba0-a0d6-4580-97a1-e9cf678c7827 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:08.979594 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7ffc4d8c-eaba-4e1d-9503-7c31ab7b6fe3 req-6cce2ba0-a0d6-4580-97a1-e9cf678c7827 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 945 time: 0.0894151 Apr 05 21:24:09.025912 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7ffc4d8c-eaba-4e1d-9503-7c31ab7b6fe3 req-e7e47dfe-a3b7-4cd6-8a71-2e9c5443c308 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405881 Apr 05 21:24:09.398588 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:09.673654 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:10.347972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa4a4e-8788-45dc-b482-ff159e9a7f24 req-50903880-c051-45df-bfb9-71a27e04f8f9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:10.349317 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-05fa4a4e-8788-45dc-b482-ff159e9a7f24 req-50903880-c051-45df-bfb9-71a27e04f8f9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 945 time: 0.2114065 Apr 05 21:24:10.399916 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-05fa4a4e-8788-45dc-b482-ff159e9a7f24 req-10cbf155-7d1c-4511-9c51-75e8b0916d28 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447562 Apr 05 21:24:11.536449 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8321f0d3-62af-40d8-81a4-ba402d685242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:11.814330 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ca1e9-6659-47f2-986c-beb3d1a1ce26 req-b4ef9de3-25e7-4743-9078-f5200d68e3e5 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:11.826171 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd0ca1e9-6659-47f2-986c-beb3d1a1ce26 req-b4ef9de3-25e7-4743-9078-f5200d68e3e5 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 945 time: 0.1437054 Apr 05 21:24:11.891803 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cd0ca1e9-6659-47f2-986c-beb3d1a1ce26 req-d2084429-55ab-4e27-b5f9-c11599456bd8 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644801 Apr 05 21:24:13.102628 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fce794-9d3a-4642-b070-6b0f9ca350fe req-4927e0ec-0e80-4f3f-bbba-c14d512b08d8 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:13.104266 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-67fce794-9d3a-4642-b070-6b0f9ca350fe req-4927e0ec-0e80-4f3f-bbba-c14d512b08d8 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 945 time: 0.1029198 Apr 05 21:24:13.162338 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-67fce794-9d3a-4642-b070-6b0f9ca350fe req-dd545547-bbe4-490f-83b4-a7f3d17bce24 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520420 Apr 05 21:24:13.807118 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4a2e1e7d-7652-4fc2-b40c-98a7f1e1891d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:14.386828 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5c8db-35e8-4bfa-aa97-6a7aafe8d386 req-cdcdf7df-80d5-4aa0-a29a-18302c78099c tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:14.388355 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ed5c8db-35e8-4bfa-aa97-6a7aafe8d386 req-cdcdf7df-80d5-4aa0-a29a-18302c78099c tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 945 time: 0.0956464 Apr 05 21:24:14.431945 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4ed5c8db-35e8-4bfa-aa97-6a7aafe8d386 req-4dad7757-ff26-4882-9b32-a246999d3d87 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377452 Apr 05 21:24:14.979487 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:15.087788 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:15.148473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0053ff4-2d8e-4b12-9743-640c328d1215 req-4c03efc6-2b96-47ba-b09b-2921b732f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:15.149904 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0053ff4-2d8e-4b12-9743-640c328d1215 req-4c03efc6-2b96-47ba-b09b-2921b732f08f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0585592 Apr 05 21:24:15.229029 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0053ff4-2d8e-4b12-9743-640c328d1215 req-84c4b5ff-a682-4194-84cb-eb1ca55d7761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:15.230575 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0053ff4-2d8e-4b12-9743-640c328d1215 req-84c4b5ff-a682-4194-84cb-eb1ca55d7761 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746808 Apr 05 21:24:15.365247 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0053ff4-2d8e-4b12-9743-640c328d1215 req-86c9d30c-8bb8-41ff-b751-11a3b236dcb4 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251688 Apr 05 21:24:15.498761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a0053ff4-2d8e-4b12-9743-640c328d1215 req-915a034f-5d03-42de-8467-2e4746b19492 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259170 Apr 05 21:24:15.680972 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138816-6950-4c86-82c7-898ae726dfd3 req-4e9dd7df-b6e0-4481-bc9a-f4312acd8d2e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:15.682443 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c8138816-6950-4c86-82c7-898ae726dfd3 req-4e9dd7df-b6e0-4481-bc9a-f4312acd8d2e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 945 time: 0.1368082 Apr 05 21:24:15.688714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fc989-480f-4b74-8699-fd7a27bd1913 req-8b721155-ee39-4986-9aca-b22008ee0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:15.690087 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f7fc989-480f-4b74-8699-fd7a27bd1913 req-8b721155-ee39-4986-9aca-b22008ee0318 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 1096 time: 0.1007807 Apr 05 21:24:15.806890 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c8138816-6950-4c86-82c7-898ae726dfd3 req-e8a3fe3b-ef87-425a-8ccc-e6ddaf359297 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158779 Apr 05 21:24:15.850573 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fc989-480f-4b74-8699-fd7a27bd1913 req-ff95c44e-b364-4903-9f0e-fafef0b27219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:15.851984 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f7fc989-480f-4b74-8699-fd7a27bd1913 req-ff95c44e-b364-4903-9f0e-fafef0b27219 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1411216 Apr 05 21:24:15.956588 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f7fc989-480f-4b74-8699-fd7a27bd1913 req-e227536d-4bc0-4643-8bc9-b0a26a1de13f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0 HTTP/1.1" status: 200 len: 1000 time: 0.0976679 Apr 05 21:24:16.018115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fc989-480f-4b74-8699-fd7a27bd1913 req-562863b8-0fb8-4413-a144-41b3ae987a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:16.019727 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f7fc989-480f-4b74-8699-fd7a27bd1913 req-562863b8-0fb8-4413-a144-41b3ae987a59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0553885 Apr 05 21:24:16.092329 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fc989-480f-4b74-8699-fd7a27bd1913 req-c232702b-dc07-4b3f-87c7-0a49e3265fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:16.093665 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f7fc989-480f-4b74-8699-fd7a27bd1913 req-c232702b-dc07-4b3f-87c7-0a49e3265fa7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671229 Apr 05 21:24:16.220360 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f7fc989-480f-4b74-8699-fd7a27bd1913 req-c7863dbd-126c-48a8-9066-534093beff72 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203094 Apr 05 21:24:16.284956 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:16.351287 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f7fc989-480f-4b74-8699-fd7a27bd1913 req-16f7cdef-f5eb-4a57-8023-2ecd46fcad7f service neutron] 10.222.0.13 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249316 Apr 05 21:24:16.546506 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:24:17.080359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba1baa-57e8-494a-8f2a-935de1f778b5 req-fb9a6e8e-6599-486b-97e1-7122d78ac765 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:17.081822 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e8ba1baa-57e8-494a-8f2a-935de1f778b5 req-fb9a6e8e-6599-486b-97e1-7122d78ac765 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 945 time: 0.1728668 Apr 05 21:24:17.124623 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e8ba1baa-57e8-494a-8f2a-935de1f778b5 req-4ed1530d-c548-4eb8-9ce7-629194d56a90 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370798 Apr 05 21:24:18.308675 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50ee47-c4cc-4351-8add-5de888815872 req-b0890e08-aec6-479b-8af8-0acb04d03fe0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:18.310132 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f50ee47-c4cc-4351-8add-5de888815872 req-b0890e08-aec6-479b-8af8-0acb04d03fe0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 945 time: 0.0818632 Apr 05 21:24:18.353214 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2f50ee47-c4cc-4351-8add-5de888815872 req-10752a4a-05be-42e4-a18b-9f4fe26fcab9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375419 Apr 05 21:24:19.123234 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:24:19.253106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:24:19.265684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'port_id': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'mac_address': 'fa:16:3e:31:8d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:24:19.320400 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:19.336930 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:24:19.351927 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:24:19.355516 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:19.425243 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,revision_number=11']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:19.542419 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b01cded-aceb-46d7-ab81-564a5b318e9a req-bc88ae32-6cbf-448a-b653-10977c09eedb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:19.543874 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b01cded-aceb-46d7-ab81-564a5b318e9a req-bc88ae32-6cbf-448a-b653-10977c09eedb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0814126 Apr 05 21:24:19.581958 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['33eb379f-8e1f-49df-b79c-6693dcd1f6a0'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:24:19.587461 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5b01cded-aceb-46d7-ab81-564a5b318e9a req-3c75551f-e5dc-4b4b-be2d-107d796ef367 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379505 Apr 05 21:24:20.773843 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1fa1d-c689-4ddf-a03f-ff585aea26b8 req-3ac8edc2-0331-4598-be51-3033d77f8274 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:20.775343 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9dd1fa1d-c689-4ddf-a03f-ff585aea26b8 req-3ac8edc2-0331-4598-be51-3033d77f8274 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 946 time: 0.0845222 Apr 05 21:24:20.820355 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9dd1fa1d-c689-4ddf-a03f-ff585aea26b8 req-31e4abe9-8f97-4691-81c9-16cf91e6f617 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393016 Apr 05 21:24:21.118505 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:24:21.184641 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:24:21.189253 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:24:21.189614 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:21.308529 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:21.335161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:24:21.344512 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:24:21.348350 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:21.384922 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'code': 200} Apr 05 21:24:21.422977 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,revision_number=12']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:24:21.593013 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33728d6e-d390-4e62-b657-86fa2a47591c req-9c25a705-975c-4d37-84a8-c35e0b001fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:21.594499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-33728d6e-d390-4e62-b657-86fa2a47591c req-9c25a705-975c-4d37-84a8-c35e0b001fbd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 1098 time: 0.0756354 Apr 05 21:24:21.636660 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-33728d6e-d390-4e62-b657-86fa2a47591c req-6b201764-3c8e-4313-8d0e-b59778dc504f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356236 Apr 05 21:24:22.002276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4646bce5-3eb7-4605-b983-3f08343d1f79 req-d3c11b88-22a1-47d8-8a6e-d058d062f426 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:22.003612 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4646bce5-3eb7-4605-b983-3f08343d1f79 req-d3c11b88-22a1-47d8-8a6e-d058d062f426 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 947 time: 0.0785315 Apr 05 21:24:22.047244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4646bce5-3eb7-4605-b983-3f08343d1f79 req-b6e8151d-6ae6-4a85-a815-18ed326283a6 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373769 Apr 05 21:24:23.240775 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f50895-4049-4018-bc2f-a75f185423fd req-e23728ee-05b3-4f80-bfe7-b426f8bc25cc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:23.242269 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47f50895-4049-4018-bc2f-a75f185423fd req-e23728ee-05b3-4f80-bfe7-b426f8bc25cc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 947 time: 0.0831583 Apr 05 21:24:23.288455 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-47f50895-4049-4018-bc2f-a75f185423fd req-4d1fc128-c1e9-43d4-be04-321f0bdc003e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402443 Apr 05 21:24:24.470939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778a78f-1685-4b31-891f-e850cef52e55 req-2dc577fb-a991-4e96-bffa-3d1c43c881bc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:24:24.472371 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6778a78f-1685-4b31-891f-e850cef52e55 req-2dc577fb-a991-4e96-bffa-3d1c43c881bc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 947 time: 0.0800581 Apr 05 21:24:24.515086 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6778a78f-1685-4b31-891f-e850cef52e55 req-35694a88-2955-4b07-8fba-50ea5e25b3c9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363998 Apr 05 21:24:39.395436 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:39.686640 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:41.538300 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1fcedb4b-804f-4f35-8c75-f5891a6c8322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:43.798083 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-80f25591-42f4-459d-8c2d-498127223766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:44.980715 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:45.090045 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:46.287213 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:24:53.546425 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:25:09.431024 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:09.687740 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:11.539626 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c03302c4-fe73-405e-a87e-c70db92fff99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:13.799788 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-3b06d6e5-0d09-4912-972d-20c7be706db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:14.607508 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49782e8f-41dc-4a56-a3d7-a963bb7a3271 req-ea631400-a387-42c9-a1f1-c8ee5e3fc784 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0739074 Apr 05 21:25:14.741348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49782e8f-41dc-4a56-a3d7-a963bb7a3271 req-5c9c48d1-707c-4c8a-959c-7d851af65fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:14.742849 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49782e8f-41dc-4a56-a3d7-a963bb7a3271 req-5c9c48d1-707c-4c8a-959c-7d851af65fc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 1098 time: 0.0704551 Apr 05 21:25:14.886947 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49782e8f-41dc-4a56-a3d7-a963bb7a3271 req-69795ce4-827d-4948-93de-062f4044982b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:14.888278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49782e8f-41dc-4a56-a3d7-a963bb7a3271 req-69795ce4-827d-4948-93de-062f4044982b service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1271288 Apr 05 21:25:14.982402 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:14.993683 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49782e8f-41dc-4a56-a3d7-a963bb7a3271 req-bb4d3ce5-0d3b-4a09-8eb0-d492381360aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0 HTTP/1.1" status: 200 len: 1002 time: 0.0994513 Apr 05 21:25:15.059271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49782e8f-41dc-4a56-a3d7-a963bb7a3271 req-66556134-f15e-41a9-8cd5-35bf5e8680e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:15.060674 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49782e8f-41dc-4a56-a3d7-a963bb7a3271 req-66556134-f15e-41a9-8cd5-35bf5e8680e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0614886 Apr 05 21:25:15.094369 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:15.138947 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49782e8f-41dc-4a56-a3d7-a963bb7a3271 req-a77a308d-05f0-4a35-b59c-b5fbec43abac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:15.140315 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49782e8f-41dc-4a56-a3d7-a963bb7a3271 req-a77a308d-05f0-4a35-b59c-b5fbec43abac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742581 Apr 05 21:25:15.271829 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49782e8f-41dc-4a56-a3d7-a963bb7a3271 req-d84b1f00-23e8-4204-987a-6d7f3c4295a9 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252980 Apr 05 21:25:15.403500 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-49782e8f-41dc-4a56-a3d7-a963bb7a3271 req-b5a9a24d-2477-4ec9-bd9c-a9357821fc99 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256578 Apr 05 21:25:16.290943 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:30.546497 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:25:34.409760 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35072) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:34.724429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Deleting port 783aa6f3-db50-40e4-8cd9-7731445ef06b {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:25:34.724770 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:34.891459 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:34.891786 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:35.015241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Calling delete_port for 783aa6f3-db50-40e4-8cd9-7731445ef06b owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:25:35.171568 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:35.221228 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event deleted for resources: {'Port': ['ID=783aa6f3-db50-40e4-8cd9-7731445ef06b,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:35.258346 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:35.258690 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:35.259030 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:35.259362 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:35.259693 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:35.260018 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:35.260341 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:35.260661 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:35.260980 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:35.261301 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:35.261623 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:35.261968 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:35.323206 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:35.323546 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Floating IP ed5c2785-84cb-4a7c-96e9-07ba0eafe289 disassociated (deleted). External IP: 172.25.8.170, port: 33eb379f-8e1f-49df-b79c-6693dcd1f6a0. Apr 05 21:25:35.672771 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Router df033799-e3e9-4cae-b4dd-a92c091ad667 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:25:35.848316 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:25:35.858216 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64cda73-2bf2-4967-8441-ef812d0b9b39 None None] Sync routers for ids ['df033799-e3e9-4cae-b4dd-a92c091ad667'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:25:35.868361 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64cda73-2bf2-4967-8441-ef812d0b9b39 None None] Routers {'df033799-e3e9-4cae-b4dd-a92c091ad667'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:25:35.868862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:35.868992 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f64cda73-2bf2-4967-8441-ef812d0b9b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:25:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df033799-e3e9-4cae-b4dd-a92c091ad667'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:25:36.052434 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-f25b959b-a3e3-47fe-b945-da91277f1a09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "DELETE /v2.0/floatingips/ed5c2785-84cb-4a7c-96e9-07ba0eafe289 HTTP/1.1" status: 204 len: 168 time: 1.6391621 Apr 05 21:25:36.052434 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:25:36.052779 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-f64cda73-2bf2-4967-8441-ef812d0b9b39 None None] Set router df033799-e3e9-4cae-b4dd-a92c091ad667 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:25:36.343311 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'status': 'completed', 'code': 200} Apr 05 21:25:36.401745 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f64cda73-2bf2-4967-8441-ef812d0b9b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 5, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:25:36.405655 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64cda73-2bf2-4967-8441-ef812d0b9b39 None None] Checking router: df033799-e3e9-4cae-b4dd-a92c091ad667 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:25:36.415475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64cda73-2bf2-4967-8441-ef812d0b9b39 None None] Routers {'df033799-e3e9-4cae-b4dd-a92c091ad667'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:25:36.416651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f64cda73-2bf2-4967-8441-ef812d0b9b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:25:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df033799-e3e9-4cae-b4dd-a92c091ad667'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:25:36.547396 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894955ee-abf6-487b-931f-f45c29aed461 req-2481c2a7-60d3-41be-b076-04aee512a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:36.548872 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-894955ee-abf6-487b-931f-f45c29aed461 req-2481c2a7-60d3-41be-b076-04aee512a8e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 1098 time: 0.1790843 Apr 05 21:25:36.557332 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17539ee3-8df3-43b0-8cd8-61b2f87c2052 req-15158f06-8211-4cda-8c9c-253006c7a0d6 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:36.558687 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-17539ee3-8df3-43b0-8cd8-61b2f87c2052 req-15158f06-8211-4cda-8c9c-253006c7a0d6 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 947 time: 0.1145475 Apr 05 21:25:36.594131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-f64cda73-2bf2-4967-8441-ef812d0b9b39 None None] Set router df033799-e3e9-4cae-b4dd-a92c091ad667 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:25:36.791012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-17539ee3-8df3-43b0-8cd8-61b2f87c2052 req-dfa99029-c0dd-4c8a-b0de-84a756db9337 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114427 Apr 05 21:25:36.820889 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894955ee-abf6-487b-931f-f45c29aed461 req-2f259560-284f-401d-93ee-e681abab1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:36.822267 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-894955ee-abf6-487b-931f-f45c29aed461 req-2f259560-284f-401d-93ee-e681abab1b60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.2627501 Apr 05 21:25:36.891933 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-894955ee-abf6-487b-931f-f45c29aed461 req-28530096-d9e9-42ba-9b87-b2eba9ea0672 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0 HTTP/1.1" status: 200 len: 217 time: 0.0637050 Apr 05 21:25:36.908235 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f64cda73-2bf2-4967-8441-ef812d0b9b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 5, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:25:36.912152 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64cda73-2bf2-4967-8441-ef812d0b9b39 None None] The sync data for ids ['df033799-e3e9-4cae-b4dd-a92c091ad667'] in n-d-836604-1 is: [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 5, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:25:36.955056 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894955ee-abf6-487b-931f-f45c29aed461 req-b16c2846-bec2-4bd2-9385-d80313b26cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:36.956518 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-894955ee-abf6-487b-931f-f45c29aed461 req-b16c2846-bec2-4bd2-9385-d80313b26cab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0579236 Apr 05 21:25:37.037342 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894955ee-abf6-487b-931f-f45c29aed461 req-d9a89ec0-4ce0-4b17-b847-814a5cfe77de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:37.039577 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-894955ee-abf6-487b-931f-f45c29aed461 req-d9a89ec0-4ce0-4b17-b847-814a5cfe77de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764735 Apr 05 21:25:37.118657 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87795f9-9a45-4c36-ba71-e0cd7fb13a92 None None] New status for floating IP ed5c2785-84cb-4a7c-96e9-07ba0eafe289: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:25:37.179442 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-894955ee-abf6-487b-931f-f45c29aed461 req-d781d754-3967-4c08-a718-2de822d4507a service neutron] 10.222.0.13 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325746 Apr 05 21:25:37.317407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-894955ee-abf6-487b-931f-f45c29aed461 req-1dd7e57f-465d-4ce8-8aec-96130eb265c4 service neutron] 10.222.0.13 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317005 Apr 05 21:25:37.620619 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4c831b-4f66-4a1d-b65b-070ca8d75049 req-6b9f3ebe-a9fa-4407-86b5-2d200b2760f3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:37.622060 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6b4c831b-4f66-4a1d-b65b-070ca8d75049 req-6b9f3ebe-a9fa-4407-86b5-2d200b2760f3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.13 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 947 time: 0.0877566 Apr 05 21:25:37.692607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-6b4c831b-4f66-4a1d-b65b-070ca8d75049 req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Deleting port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:25:37.692946 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6b4c831b-4f66-4a1d-b65b-070ca8d75049 req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:37.986898 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-6b4c831b-4f66-4a1d-b65b-070ca8d75049 req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] For port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:25:37.987169 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6b4c831b-4f66-4a1d-b65b-070ca8d75049 req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:38.111237 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-6b4c831b-4f66-4a1d-b65b-070ca8d75049 req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Calling delete_port for 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:25:38.187967 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0603579-a93d-4b43-aacd-531bd1450edd req-9bf9835a-656f-4674-b4a7-d14ebe69f2bb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:38.189408 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0603579-a93d-4b43-aacd-531bd1450edd req-9bf9835a-656f-4674-b4a7-d14ebe69f2bb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=accb80c2-c6e9-4a1b-8e37-5807ebe22f64 HTTP/1.1" status: 200 len: 947 time: 0.2805839 Apr 05 21:25:38.282060 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0603579-a93d-4b43-aacd-531bd1450edd req-f8dc3bba-cac8-4cf1-874e-95b0f0db2332 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=84f19c57-f933-4af0-8d7d-b22744ea38f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762820 Apr 05 21:25:38.312089 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6b4c831b-4f66-4a1d-b65b-070ca8d75049 req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:38.365546 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event deleted for resources: {'Port': ['ID=33eb379f-8e1f-49df-b79c-6693dcd1f6a0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:38.404756 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:38.405107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:38.405442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:38.405773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:38.406125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:38.406450 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:38.406771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:38.407091 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:38.407407 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:38.407724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:38.408048 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:38.408361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:25:38.452135 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4c831b-4f66-4a1d-b65b-070ca8d75049 req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] No DVR routers for this DVR port 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:25:38.454491 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-6b4c831b-4f66-4a1d-b65b-070ca8d75049 req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:38.456873 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'name': 'network-vif-deleted', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:25:38.468838 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6b4c831b-4f66-4a1d-b65b-070ca8d75049 req-643efda2-e509-4e53-a30d-6b30b9f326c0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.13 "DELETE /v2.0/ports/33eb379f-8e1f-49df-b79c-6693dcd1f6a0 HTTP/1.1" status: 204 len: 173 time: 0.8420510 Apr 05 21:25:38.501502 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'accb80c2-c6e9-4a1b-8e37-5807ebe22f64', 'name': 'network-vif-deleted', 'tag': '33eb379f-8e1f-49df-b79c-6693dcd1f6a0', 'status': 'completed', 'code': 200} Apr 05 21:25:39.377429 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35094) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:39.447008 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:39.545009 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09398ec7-c794-4bc2-ae36-6624b7b8c661 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:39.574378 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09398ec7-c794-4bc2-ae36-6624b7b8c661 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:39.638640 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09398ec7-c794-4bc2-ae36-6624b7b8c661 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:39.657570 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09398ec7-c794-4bc2-ae36-6624b7b8c661 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f19c57-f933-4af0-8d7d-b22744ea38f4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:39.659923 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-09398ec7-c794-4bc2-ae36-6624b7b8c661 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:39.664057 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-09398ec7-c794-4bc2-ae36-6624b7b8c661 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "DELETE /v2.0/security-groups/84f19c57-f933-4af0-8d7d-b22744ea38f4 HTTP/1.1" status: 204 len: 168 time: 0.2825849 Apr 05 21:25:39.709556 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:39.965803 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35102) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:39.971023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1503844233', 'description': 'tempest-secgroup-smoke-1503844233 description', 'project_id': '233b1878acc74cbe828e188994e8d2b8'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:25:39.978254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:25:39.982073 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:25:39.984866 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:25:39.990487 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:25:40.000617 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.019701 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:25:40.023974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:25:40.026716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:25:40.032222 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:25:40.104129 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.107481 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.146448 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.147657 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1808562 Apr 05 21:25:40.150636 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35106) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:40.151196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c21daf8-d963-4363-a744-8f005a4de613 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c53a1d62-4593-4f63-a1f4-2cab27551906,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:40.156259 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7827f03a-8162-4fa9-9f33-05472967ac3e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'security_group_rule': {'security_group_id': 'c53a1d62-4593-4f63-a1f4-2cab27551906', 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:25:40.163255 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7827f03a-8162-4fa9-9f33-05472967ac3e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:25:40.167055 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7827f03a-8162-4fa9-9f33-05472967ac3e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:25:40.169856 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7827f03a-8162-4fa9-9f33-05472967ac3e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:25:40.175979 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7827f03a-8162-4fa9-9f33-05472967ac3e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:25:40.192301 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7827f03a-8162-4fa9-9f33-05472967ac3e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.249695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7827f03a-8162-4fa9-9f33-05472967ac3e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.253246 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7827f03a-8162-4fa9-9f33-05472967ac3e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.277899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7827f03a-8162-4fa9-9f33-05472967ac3e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f63edb1-ad5d-463f-a22d-388e629c904c,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:40.287272 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7827f03a-8162-4fa9-9f33-05472967ac3e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.289111 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7827f03a-8162-4fa9-9f33-05472967ac3e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372659 Apr 05 21:25:40.291884 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35110) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:40.296815 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-9b3e3d10-16d4-4ed8-a896-2491a563828e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'security_group_rule': {'security_group_id': 'c53a1d62-4593-4f63-a1f4-2cab27551906', 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:25:40.303256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9b3e3d10-16d4-4ed8-a896-2491a563828e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:25:40.306988 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9b3e3d10-16d4-4ed8-a896-2491a563828e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:25:40.309769 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-9b3e3d10-16d4-4ed8-a896-2491a563828e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:25:40.315618 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-9b3e3d10-16d4-4ed8-a896-2491a563828e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:25:40.331727 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3d10-16d4-4ed8-a896-2491a563828e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.391076 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3d10-16d4-4ed8-a896-2491a563828e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.394830 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3d10-16d4-4ed8-a896-2491a563828e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.417168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e3d10-16d4-4ed8-a896-2491a563828e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d64e29-cc2f-45c8-9e3e-dc91ea219db1,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:40.426321 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b3e3d10-16d4-4ed8-a896-2491a563828e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.427479 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9b3e3d10-16d4-4ed8-a896-2491a563828e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345823 Apr 05 21:25:40.430159 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35114) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:40.435010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-dfbff8d4-4bf4-4dcf-86a8-08f982562a3a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'security_group_rule': {'security_group_id': 'c53a1d62-4593-4f63-a1f4-2cab27551906', 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:25:40.441275 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dfbff8d4-4bf4-4dcf-86a8-08f982562a3a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:25:40.445601 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dfbff8d4-4bf4-4dcf-86a8-08f982562a3a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:25:40.448353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-dfbff8d4-4bf4-4dcf-86a8-08f982562a3a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:25:40.453911 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-dfbff8d4-4bf4-4dcf-86a8-08f982562a3a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:25:40.469556 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dfbff8d4-4bf4-4dcf-86a8-08f982562a3a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.532135 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dfbff8d4-4bf4-4dcf-86a8-08f982562a3a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.535636 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dfbff8d4-4bf4-4dcf-86a8-08f982562a3a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.559060 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbff8d4-4bf4-4dcf-86a8-08f982562a3a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a87766-05a3-4762-a775-d2795e4491b4,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:40.568463 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-dfbff8d4-4bf4-4dcf-86a8-08f982562a3a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.570301 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-dfbff8d4-4bf4-4dcf-86a8-08f982562a3a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1390862 Apr 05 21:25:40.572840 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35118) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:40.577670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-7c355497-df1d-4db5-b01b-9fcd890d1fda tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'security_group_rule': {'security_group_id': 'c53a1d62-4593-4f63-a1f4-2cab27551906', 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:25:40.583944 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7c355497-df1d-4db5-b01b-9fcd890d1fda tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:25:40.588314 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7c355497-df1d-4db5-b01b-9fcd890d1fda tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:25:40.591193 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-7c355497-df1d-4db5-b01b-9fcd890d1fda tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:25:40.596731 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-7c355497-df1d-4db5-b01b-9fcd890d1fda tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:25:40.613284 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c355497-df1d-4db5-b01b-9fcd890d1fda tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.673438 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c355497-df1d-4db5-b01b-9fcd890d1fda tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.677489 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c355497-df1d-4db5-b01b-9fcd890d1fda tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.700290 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c355497-df1d-4db5-b01b-9fcd890d1fda tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4aa47f0-1f9f-4640-b9d0-958c0ebad021,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:40.708660 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7c355497-df1d-4db5-b01b-9fcd890d1fda tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.710499 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7c355497-df1d-4db5-b01b-9fcd890d1fda tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367712 Apr 05 21:25:40.713178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35122) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:40.718165 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-ef0ccf8b-372d-47cf-9b3c-acde1ee79559 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'security_group_rule': {'security_group_id': 'c53a1d62-4593-4f63-a1f4-2cab27551906', 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:25:40.724673 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ef0ccf8b-372d-47cf-9b3c-acde1ee79559 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:25:40.728498 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ef0ccf8b-372d-47cf-9b3c-acde1ee79559 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:25:40.731307 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-ef0ccf8b-372d-47cf-9b3c-acde1ee79559 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:25:40.736796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-ef0ccf8b-372d-47cf-9b3c-acde1ee79559 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:25:40.747358 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-ef0ccf8b-372d-47cf-9b3c-acde1ee79559 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Project 233b1878acc74cbe828e188994e8d2b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:25:40.753675 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef0ccf8b-372d-47cf-9b3c-acde1ee79559 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.818691 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef0ccf8b-372d-47cf-9b3c-acde1ee79559 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.822787 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef0ccf8b-372d-47cf-9b3c-acde1ee79559 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.845612 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ccf8b-372d-47cf-9b3c-acde1ee79559 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64a53c6-2a8c-4346-8b99-e68b3d92dc0c,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:40.853998 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-ef0ccf8b-372d-47cf-9b3c-acde1ee79559 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.855190 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-ef0ccf8b-372d-47cf-9b3c-acde1ee79559 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410792 Apr 05 21:25:40.857848 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35126) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:25:40.862705 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-467fb6a3-fd9e-476d-b168-c6110a5407ec tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'security_group_rule': {'security_group_id': 'c53a1d62-4593-4f63-a1f4-2cab27551906', 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:25:40.869800 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-467fb6a3-fd9e-476d-b168-c6110a5407ec tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:25:40.873556 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-467fb6a3-fd9e-476d-b168-c6110a5407ec tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:security_group_rule and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:25:40.876392 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-467fb6a3-fd9e-476d-b168-c6110a5407ec tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:25:40.882651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-467fb6a3-fd9e-476d-b168-c6110a5407ec tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:25:40.891785 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-467fb6a3-fd9e-476d-b168-c6110a5407ec tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Project 233b1878acc74cbe828e188994e8d2b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:25:40.898249 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-467fb6a3-fd9e-476d-b168-c6110a5407ec tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.960425 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-467fb6a3-fd9e-476d-b168-c6110a5407ec tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.963905 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-467fb6a3-fd9e-476d-b168-c6110a5407ec tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.985551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fb6a3-fd9e-476d-b168-c6110a5407ec tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1298921-98b8-4d59-be7c-d6d1c3ba2a5b,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:40.994639 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-467fb6a3-fd9e-476d-b168-c6110a5407ec tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:40.995810 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-467fb6a3-fd9e-476d-b168-c6110a5407ec tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370134 Apr 05 21:25:41.548094 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e45488be-908a-4e71-b5e2-3c8d7ed0c885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:41.558344 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:25:41.597706 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:25:41.598069 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 33eb379f-8e1f-49df-b79c-6693dcd1f6a0 not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:25:43.802876 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e3c3b90b-97bd-4247-b832-18ecad06a57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:44.984037 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:45.097347 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:46.296550 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:54.731602 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-76191f6c-325e-4e16-ada2-0ff9742ad7fe tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Synchronizing usage tracker for tenant:233b1878acc74cbe828e188994e8d2b8 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:25:54.747783 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-76191f6c-325e-4e16-ada2-0ff9742ad7fe tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Unset dirty status for tenant:233b1878acc74cbe828e188994e8d2b8 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:25:54.748945 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-76191f6c-325e-4e16-ada2-0ff9742ad7fe tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1503844233&fields=id&tenant_id=233b1878acc74cbe828e188994e8d2b8 HTTP/1.1" status: 200 len: 267 time: 0.0572793 Apr 05 21:25:54.896187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-6e060b9b-5a74-4c33-b260-01a2d92258cb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:54.898127 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-6e060b9b-5a74-4c33-b260-01a2d92258cb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 809 time: 0.1424608 Apr 05 21:25:54.912956 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-bd49d27d-24f7-4041-9849-8859a084ec07 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/quotas/233b1878acc74cbe828e188994e8d2b8 HTTP/1.1" status: 200 len: 375 time: 0.0094392 Apr 05 21:25:54.997202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-96fb76a4-a34a-4c79-a2cd-78120abee65e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Synchronizing usage tracker for tenant:233b1878acc74cbe828e188994e8d2b8 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:25:55.013954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-96fb76a4-a34a-4c79-a2cd-78120abee65e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Unset dirty status for tenant:233b1878acc74cbe828e188994e8d2b8 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:25:55.015201 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-96fb76a4-a34a-4c79-a2cd-78120abee65e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975115 Apr 05 21:25:55.193150 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d861b7cd-169a-4544-93be-3d83b7066e43 service neutron] 10.222.0.24 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657834 Apr 05 21:25:55.323470 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-9fcea856-531c-43b8-8085-f6d2df5290e0 service neutron] 10.222.0.24 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239748 Apr 05 21:25:55.820468 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-137b14f7-9004-44b5-89c4-1be2edd64029 req-d4b63195-f36c-4f8a-a902-9f4e5d23ae21 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 210 time: 0.0424430 Apr 05 21:25:56.918951 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-869bc90f-104c-432d-9737-30db0f3f2e8d req-58968332-6ece-4800-8ffb-084b7cfee8c6 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 210 time: 0.0483420 Apr 05 21:25:58.065597 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fa64c767-6820-4998-b458-be9e2dbb877f req-784a1dc5-4c08-467d-8036-4c8fdec9f0e1 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 210 time: 0.0446794 Apr 05 21:25:58.924223 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-f498874f-b755-435f-89f0-5fc59ed7362b tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:58.925635 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-f498874f-b755-435f-89f0-5fc59ed7362b tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 809 time: 0.1487477 Apr 05 21:25:58.974546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-5e596036-0fb2-49b8-b6c9-0ec139f8c71d tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=233b1878acc74cbe828e188994e8d2b8 HTTP/1.1" status: 200 len: 380 time: 0.0395131 Apr 05 21:25:58.986990 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'port': {'device_id': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'admin_state_up': True, 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'security_groups': ['c53a1d62-4593-4f63-a1f4-2cab27551906']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:25:59.127473 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:25:59.137813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:25:59.148736 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Made reservation on behalf of 233b1878acc74cbe828e188994e8d2b8 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:25:59.152819 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:59.259081 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d5034959-6894-491e-934b-8ef914093c58 req-51e74b34-1824-4ec3-abaa-5d62fd8c7f83 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 210 time: 0.0842829 Apr 05 21:25:59.366431 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Allocated IP 172.20.0.7 (b0e88883-f36f-44d7-a735-a748f9c3d7e5/f7a49238-95ea-475a-98ff-9309174b9067/2326e571-8cca-439c-be06-ddd7f6e95097) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:25:59.571381 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:59.586826 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Transition to ACTIVE for port object 2326e571-8cca-439c-be06-ddd7f6e95097 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:25:59.612673 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:59.778980 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Network b0e88883-f36f-44d7-a735-a748f9c3d7e5 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:25:59.781973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:25:59.790187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:25:59.827897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'Port': ['ID=2326e571-8cca-439c-be06-ddd7f6e95097,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:25:59.859524 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:25:59.860224 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:25:59.887012 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d3652e86-2086-4936-891c-ca5a02333ea3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9035392 Apr 05 21:25:59.898177 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Request body: {'port': {'device_id': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:25:59.994255 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-26ab2592-6813-43c3-b0bf-1a77c43301c4 None None] Provisioning for port 2326e571-8cca-439c-be06-ddd7f6e95097 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:26:00.000780 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-26ab2592-6813-43c3-b0bf-1a77c43301c4 None None] Provisioning complete for port 2326e571-8cca-439c-be06-ddd7f6e95097 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:26:00.001149 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-26ab2592-6813-43c3-b0bf-1a77c43301c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:00.018886 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:00.056962 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-26ab2592-6813-43c3-b0bf-1a77c43301c4 None None] Port 2326e571-8cca-439c-be06-ddd7f6e95097 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:26:00.364308 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2326e571-8cca-439c-be06-ddd7f6e95097 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:26:00.407391 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:00.434720 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Transition to ACTIVE for port object 2326e571-8cca-439c-be06-ddd7f6e95097 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:26:00.439532 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:00.587709 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Pushing event updated for resources: {'Port': ['ID=2326e571-8cca-439c-be06-ddd7f6e95097,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:00.622368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bacd4b-1e38-4c61-9f5c-daeab7da4f97 req-0693353b-c81a-49c0-b098-6ee3ed1bafcb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:00.623083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-e3bacd4b-1e38-4c61-9f5c-daeab7da4f97 req-0693353b-c81a-49c0-b098-6ee3ed1bafcb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Synchronizing usage tracker for tenant:233b1878acc74cbe828e188994e8d2b8 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:26:00.691041 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-e3bacd4b-1e38-4c61-9f5c-daeab7da4f97 req-0693353b-c81a-49c0-b098-6ee3ed1bafcb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Unset dirty status for tenant:233b1878acc74cbe828e188994e8d2b8 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:26:00.692105 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e3bacd4b-1e38-4c61-9f5c-daeab7da4f97 req-0693353b-c81a-49c0-b098-6ee3ed1bafcb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 931 time: 0.3232667 Apr 05 21:26:00.732726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Attempting to bind port 2326e571-8cca-439c-be06-ddd7f6e95097 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:26:00.733058 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Attempting to bind port 2326e571-8cca-439c-be06-ddd7f6e95097 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:26:00.733377 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Attempting to bind port 2326e571-8cca-439c-be06-ddd7f6e95097 on network b0e88883-f36f-44d7-a735-a748f9c3d7e5 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:26:00.744729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Port 2326e571-8cca-439c-be06-ddd7f6e95097 on network b0e88883-f36f-44d7-a735-a748f9c3d7e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:26:00.745039 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Attempting to bind port 2326e571-8cca-439c-be06-ddd7f6e95097 on network b0e88883-f36f-44d7-a735-a748f9c3d7e5 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:26:00.754008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:26:00.754340 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Checking segment: {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:26:00.754713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Bound using segment: {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:26:00.755131 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Bound port: 2326e571-8cca-439c-be06-ddd7f6e95097, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b3e9f6a-9adc-4709-af67-ca64004159b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:26:00.755469 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:00.776571 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e3bacd4b-1e38-4c61-9f5c-daeab7da4f97 req-723d8657-57c2-4810-89a4-bfcab52481b4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752599 Apr 05 21:26:00.852348 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] For port 2326e571-8cca-439c-be06-ddd7f6e95097, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:26:00.855231 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] For port 2326e571-8cca-439c-be06-ddd7f6e95097, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2326e571-8cca-439c-be06-ddd7f6e95097,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:26:00.858682 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:00.913616 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:00.914175 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:00.915524 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] 10.222.0.41 "PUT /v2.0/ports/2326e571-8cca-439c-be06-ddd7f6e95097 HTTP/1.1" status: 200 len: 1091 time: 1.0217113 Apr 05 21:26:00.915960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'tag': '2326e571-8cca-439c-be06-ddd7f6e95097'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:26:00.941696 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3124b6-5c91-4211-8f8f-610c06c68e14 service neutron] Pushing event updated for resources: {'Port': ['ID=2326e571-8cca-439c-be06-ddd7f6e95097,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:00.989888 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'tag': '2326e571-8cca-439c-be06-ddd7f6e95097', 'status': 'completed', 'code': 200} Apr 05 21:26:01.032118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d8514ffd-4241-4add-8dfd-1cdd8fc2b76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:01.033596 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-d8514ffd-4241-4add-8dfd-1cdd8fc2b76e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 1094 time: 0.0761795 Apr 05 21:26:01.105794 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-2817a8a8-63b4-4ced-be47-6a24d120bb52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2326e571-8cca-439c-be06-ddd7f6e95097 HTTP/1.1" status: 200 len: 217 time: 0.0657036 Apr 05 21:26:01.167115 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-f0b01a74-2c95-456c-a41b-842d1f9ade79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:01.168480 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-f0b01a74-2c95-456c-a41b-842d1f9ade79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0571692 Apr 05 21:26:01.248425 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3f23a0b4-f14b-4e1b-ad47-828e858bd77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:01.249872 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-3f23a0b4-f14b-4e1b-ad47-828e858bd77a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723152 Apr 05 21:26:01.385418 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-08b4ae69-1e17-4055-a538-bd49e653708f service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294687 Apr 05 21:26:01.612269 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b6b7e0cf-d8a5-4af3-8ff7-38d72b13361a req-ea632d9b-f007-4fec-a844-722bdc00b10c service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212131 Apr 05 21:26:01.728083 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d53fd-34fc-4154-bcf4-c355278d7a3c req-814c99a3-0ab4-43c8-afe6-bd419636b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:01.729546 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-491d53fd-34fc-4154-bcf4-c355278d7a3c req-814c99a3-0ab4-43c8-afe6-bd419636b247 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 1094 time: 0.0723693 Apr 05 21:26:01.862645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d53fd-34fc-4154-bcf4-c355278d7a3c req-0167385f-af4b-4912-bf7d-4c6403367457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:01.864277 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-491d53fd-34fc-4154-bcf4-c355278d7a3c req-0167385f-af4b-4912-bf7d-4c6403367457 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1290159 Apr 05 21:26:01.941714 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-491d53fd-34fc-4154-bcf4-c355278d7a3c req-cf48b5ea-601d-4275-ad43-e2d0cdcc15d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2326e571-8cca-439c-be06-ddd7f6e95097 HTTP/1.1" status: 200 len: 217 time: 0.0708103 Apr 05 21:26:02.054773 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d53fd-34fc-4154-bcf4-c355278d7a3c req-b8262553-0204-4f2b-9aa4-3f59695fe1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:02.056202 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-491d53fd-34fc-4154-bcf4-c355278d7a3c req-b8262553-0204-4f2b-9aa4-3f59695fe1eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.1087296 Apr 05 21:26:02.124825 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da08334-bd3d-4b91-9a4f-ddd59a94aeb7 req-bf946685-5cc4-487c-9c08-986ad2876147 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:02.126351 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3da08334-bd3d-4b91-9a4f-ddd59a94aeb7 req-bf946685-5cc4-487c-9c08-986ad2876147 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 943 time: 0.2018194 Apr 05 21:26:02.187328 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3da08334-bd3d-4b91-9a4f-ddd59a94aeb7 req-f436e678-e7fd-4b0c-b0e5-83571b3a1da2 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542581 Apr 05 21:26:02.189300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d53fd-34fc-4154-bcf4-c355278d7a3c req-db1afac5-4caa-4088-a3fd-ccfdc6f27c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:02.190692 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-491d53fd-34fc-4154-bcf4-c355278d7a3c req-db1afac5-4caa-4088-a3fd-ccfdc6f27c66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275728 Apr 05 21:26:02.321398 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-491d53fd-34fc-4154-bcf4-c355278d7a3c req-3a4d1839-db31-4a51-835d-af4398729ed1 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244032 Apr 05 21:26:02.460447 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-491d53fd-34fc-4154-bcf4-c355278d7a3c req-641a1365-9528-4fdb-83c1-cc7f215cafec service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325457 Apr 05 21:26:03.371599 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3669f0-0177-4135-bf1e-d6e00c225044 req-5ddd9db1-ad24-43c6-a054-d58471aae773 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:03.373026 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef3669f0-0177-4135-bf1e-d6e00c225044 req-5ddd9db1-ad24-43c6-a054-d58471aae773 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 943 time: 0.0799174 Apr 05 21:26:03.417278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef3669f0-0177-4135-bf1e-d6e00c225044 req-68bb9778-9b14-4096-b1d9-dd88445b1e15 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385931 Apr 05 21:26:04.600669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf61bd0-7ebb-4c91-b5fc-ac9594a882c7 req-4662bbb0-9302-4db1-9324-1aa7581b04e7 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:04.602110 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf61bd0-7ebb-4c91-b5fc-ac9594a882c7 req-4662bbb0-9302-4db1-9324-1aa7581b04e7 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 943 time: 0.0816772 Apr 05 21:26:04.644919 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bf61bd0-7ebb-4c91-b5fc-ac9594a882c7 req-bfaa832c-f548-4df4-92d2-f54b8d893f65 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372052 Apr 05 21:26:05.835791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7dcf89-75fc-473d-8e55-1839b03aad8e req-c075f1f1-78ce-410a-9dcc-746492e4f7c3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:05.837239 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc7dcf89-75fc-473d-8e55-1839b03aad8e req-c075f1f1-78ce-410a-9dcc-746492e4f7c3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 943 time: 0.0865254 Apr 05 21:26:05.879571 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cc7dcf89-75fc-473d-8e55-1839b03aad8e req-594f2f26-a83a-405f-b5f3-e9f064ba15a1 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367262 Apr 05 21:26:07.066481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8e7037-e3fa-4c45-8381-9d90264f5a17 req-de8f6d64-19e9-4d0d-b533-7a6b6c5ca618 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:07.067929 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a8e7037-e3fa-4c45-8381-9d90264f5a17 req-de8f6d64-19e9-4d0d-b533-7a6b6c5ca618 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 943 time: 0.0815539 Apr 05 21:26:07.111274 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4a8e7037-e3fa-4c45-8381-9d90264f5a17 req-9442905a-8d1e-4a84-813f-b9b68e1bd41f tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377636 Apr 05 21:26:07.546005 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:26:08.293833 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92fe72a-196b-4790-93f8-78972122c1e2 req-921b70af-d1ab-4367-b9ea-1fd24af18ee5 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:08.295282 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f92fe72a-196b-4790-93f8-78972122c1e2 req-921b70af-d1ab-4367-b9ea-1fd24af18ee5 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 943 time: 0.0787117 Apr 05 21:26:08.342640 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f92fe72a-196b-4790-93f8-78972122c1e2 req-2b78c343-03b0-4a42-bd0d-b9390aad32e6 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417755 Apr 05 21:26:09.461260 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:09.522686 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89310ab0-ac93-478f-a9d7-f20516c46a31 req-2e8d3ef3-0a34-4eee-ba0e-7ee8e50e071c tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:09.524061 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-89310ab0-ac93-478f-a9d7-f20516c46a31 req-2e8d3ef3-0a34-4eee-ba0e-7ee8e50e071c tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 943 time: 0.0804420 Apr 05 21:26:09.567151 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-89310ab0-ac93-478f-a9d7-f20516c46a31 req-6975b8aa-4d8f-44ae-a1a5-a8cfdbf9c862 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374589 Apr 05 21:26:09.690981 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:09.699660 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2326e571-8cca-439c-be06-ddd7f6e95097 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:26:09.829369 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2326e571-8cca-439c-be06-ddd7f6e95097, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2326e571-8cca-439c-be06-ddd7f6e95097,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:26:09.842673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '2326e571-8cca-439c-be06-ddd7f6e95097', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'port_id': '2326e571-8cca-439c-be06-ddd7f6e95097', 'mac_address': 'fa:16:3e:de:1c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:26:09.899844 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:09.915856 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2326e571-8cca-439c-be06-ddd7f6e95097 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:26:09.930937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2326e571-8cca-439c-be06-ddd7f6e95097, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2326e571-8cca-439c-be06-ddd7f6e95097,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:26:09.934370 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:09.998654 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2326e571-8cca-439c-be06-ddd7f6e95097,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:10.006415 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:10.006759 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:10.007091 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:10.007419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:10.007742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:10.008062 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:10.008381 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:10.008697 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:10.009012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:10.009354 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:10.009648 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:10.009980 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:26:10.159239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['2326e571-8cca-439c-be06-ddd7f6e95097'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:26:10.755624 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782455dc-dd5f-4045-8792-152ddd746cff req-d781637e-65c1-44b1-9851-4b6ff6ab2b7a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:10.757678 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-782455dc-dd5f-4045-8792-152ddd746cff req-d781637e-65c1-44b1-9851-4b6ff6ab2b7a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 944 time: 0.0842097 Apr 05 21:26:10.800731 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-782455dc-dd5f-4045-8792-152ddd746cff req-696520dc-36b5-4949-9b40-e528fb010953 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373807 Apr 05 21:26:11.540238 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b925374c-b250-461d-b180-58dc5d3f5aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:11.709622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2326e571-8cca-439c-be06-ddd7f6e95097 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:26:11.776132 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 2326e571-8cca-439c-be06-ddd7f6e95097 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:26:11.780444 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 2326e571-8cca-439c-be06-ddd7f6e95097 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:26:11.780810 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:11.894873 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:11.921448 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2326e571-8cca-439c-be06-ddd7f6e95097'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:26:11.931629 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2326e571-8cca-439c-be06-ddd7f6e95097, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2326e571-8cca-439c-be06-ddd7f6e95097,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:26:11.935199 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:11.984913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea8b16-0d7a-48e9-9a72-d6e9f6934ace req-45a8fab6-a5c8-4d70-a0b0-e0ecaddc6b1e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:11.986412 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2dea8b16-0d7a-48e9-9a72-d6e9f6934ace req-45a8fab6-a5c8-4d70-a0b0-e0ecaddc6b1e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0810680 Apr 05 21:26:12.004446 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2326e571-8cca-439c-be06-ddd7f6e95097,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:12.031041 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2dea8b16-0d7a-48e9-9a72-d6e9f6934ace req-18e18c32-2c6e-468f-a4f1-858400daa22c tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388162 Apr 05 21:26:12.079204 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2326e571-8cca-439c-be06-ddd7f6e95097', 'code': 200} Apr 05 21:26:12.299399 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba59ac-399f-4282-b747-905226d3647a req-6ac40477-7e6a-49e0-a7dd-679b36431780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:12.300865 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35ba59ac-399f-4282-b747-905226d3647a req-6ac40477-7e6a-49e0-a7dd-679b36431780 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 1096 time: 0.1683156 Apr 05 21:26:12.340111 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-35ba59ac-399f-4282-b747-905226d3647a req-ebbb2fec-6416-452c-b516-0f1d11f2b25b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333157 Apr 05 21:26:13.214798 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac909077-2176-4ecc-9945-c0a34b5b7289 req-e9c426ae-f796-4cd2-8de1-b77c687011d5 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:13.218682 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ac909077-2176-4ecc-9945-c0a34b5b7289 req-e9c426ae-f796-4cd2-8de1-b77c687011d5 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0850024 Apr 05 21:26:13.260734 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ac909077-2176-4ecc-9945-c0a34b5b7289 req-2016eb76-764e-487d-8371-3a6085f4a1ed tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387685 Apr 05 21:26:13.804710 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-71043b86-aaad-4fcd-a7fe-2b5c5fce6330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:14.445422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc54127-d562-4de4-969b-9965d1e5c2ec req-3fbc3ec2-a939-4d13-8502-1a916fd7fd2a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:14.446872 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6bc54127-d562-4de4-969b-9965d1e5c2ec req-3fbc3ec2-a939-4d13-8502-1a916fd7fd2a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0790536 Apr 05 21:26:14.488279 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6bc54127-d562-4de4-969b-9965d1e5c2ec req-fed9689d-3e6c-4739-9a48-0a795321de7e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358458 Apr 05 21:26:14.671416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46442876-7ae6-416c-acbc-940692c9d0e2 req-eee6f5d0-f5d9-401d-b00c-383ca52de272 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:14.672858 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46442876-7ae6-416c-acbc-940692c9d0e2 req-eee6f5d0-f5d9-401d-b00c-383ca52de272 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0826614 Apr 05 21:26:14.718932 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46442876-7ae6-416c-acbc-940692c9d0e2 req-2f6b3cd7-a239-4ec4-9fda-5b2f83f15bfb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398736 Apr 05 21:26:14.743202 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35324) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:26:14.817257 n-d-836604-1 neutron-server[87965]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a7b30d-5ee4-4bf7-90db-9077f6f3fd7e tempest-TestShelveInstance-1493217766 tempest-TestShelveInstance-1493217766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87965) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:14.819453 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-63a7b30d-5ee4-4bf7-90db-9077f6f3fd7e tempest-TestShelveInstance-1493217766 tempest-TestShelveInstance-1493217766-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 1091 time: 0.0752864 Apr 05 21:26:14.822292 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35330) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:26:14.827022 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '2326e571-8cca-439c-be06-ddd7f6e95097', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:26:14.833407 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:26:14.837140 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Usage tracker for resource:floatingip and tenant:233b1878acc74cbe828e188994e8d2b8 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:26:14.839899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:26:14.845385 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:26:14.855863 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for floatingip, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:14.985826 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:14.992703 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:15.100799 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:15.125787 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Allocated IP 172.25.8.75 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/14de5699-1e64-417e-a49e-2669d22b27d7) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:26:15.270219 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:15.298397 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:15.359233 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:26:15.362046 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:26:15.365937 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:26:15.418676 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'Port': ['ID=14de5699-1e64-417e-a49e-2669d22b27d7,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:15.778009 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:15.849377 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:16.155378 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:16.159765 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:16.270989 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event updated for resources: {'Port': ['ID=14de5699-1e64-417e-a49e-2669d22b27d7,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:26:16.280472 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:16.294595 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:16.461401 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Floating IP 7a00dac7-973f-4331-9ecd-cebad1472f8b associated. External IP: 172.25.8.75, port: 2326e571-8cca-439c-be06-ddd7f6e95097. Apr 05 21:26:16.805585 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Router df033799-e3e9-4cae-b4dd-a92c091ad667 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:26:16.980352 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:26:16.989556 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1da871-b8a6-4b10-82d2-b326f06e6825 None None] Sync routers for ids ['df033799-e3e9-4cae-b4dd-a92c091ad667'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:26:16.998353 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1da871-b8a6-4b10-82d2-b326f06e6825 None None] Routers {'df033799-e3e9-4cae-b4dd-a92c091ad667'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:26:16.998954 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3b1da871-b8a6-4b10-82d2-b326f06e6825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:26:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df033799-e3e9-4cae-b4dd-a92c091ad667'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:26:17.004506 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:17.059343 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-877e0a80-4072-4a06-ad78-ba1b32753168 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2360673 Apr 05 21:26:17.059897 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'tag': '2326e571-8cca-439c-be06-ddd7f6e95097'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:26:17.105687 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'tag': '2326e571-8cca-439c-be06-ddd7f6e95097', 'status': 'completed', 'code': 200} Apr 05 21:26:17.183974 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-3b1da871-b8a6-4b10-82d2-b326f06e6825 None None] Set router df033799-e3e9-4cae-b4dd-a92c091ad667 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:26:17.201244 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc365d-a4ea-4164-ab90-7d7c7fe56f7a req-cd14f981-fd69-4bba-a9f9-aad6359324f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:17.202757 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0adc365d-a4ea-4164-ab90-7d7c7fe56f7a req-cd14f981-fd69-4bba-a9f9-aad6359324f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 1096 time: 0.0710545 Apr 05 21:26:17.335158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc365d-a4ea-4164-ab90-7d7c7fe56f7a req-46f78acd-8b6f-4024-b515-c0884f1e2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:17.336583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0adc365d-a4ea-4164-ab90-7d7c7fe56f7a req-46f78acd-8b6f-4024-b515-c0884f1e2d6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1282196 Apr 05 21:26:17.439260 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0adc365d-a4ea-4164-ab90-7d7c7fe56f7a req-3b7823f9-253a-4b1b-a059-f72ad237f30b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2326e571-8cca-439c-be06-ddd7f6e95097 HTTP/1.1" status: 200 len: 998 time: 0.0963440 Apr 05 21:26:17.505107 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc365d-a4ea-4164-ab90-7d7c7fe56f7a req-be61f510-0b2b-49a3-9818-8462e3a15404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:17.507244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0adc365d-a4ea-4164-ab90-7d7c7fe56f7a req-be61f510-0b2b-49a3-9818-8462e3a15404 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0618775 Apr 05 21:26:17.531572 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3b1da871-b8a6-4b10-82d2-b326f06e6825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '7a00dac7-973f-4331-9ecd-cebad1472f8b', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'port_id': '2326e571-8cca-439c-be06-ddd7f6e95097', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'mac_address': 'fa:16:3e:de:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:26:15Z', 'updated_at': '2022-04-05T21:26:15Z', 'revision_number': 0, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 5, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:26:17.535538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1da871-b8a6-4b10-82d2-b326f06e6825 None None] Checking router: df033799-e3e9-4cae-b4dd-a92c091ad667 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:26:17.543947 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1da871-b8a6-4b10-82d2-b326f06e6825 None None] Routers {'df033799-e3e9-4cae-b4dd-a92c091ad667'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:26:17.544547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3b1da871-b8a6-4b10-82d2-b326f06e6825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:26:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df033799-e3e9-4cae-b4dd-a92c091ad667'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:26:17.582604 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adc365d-a4ea-4164-ab90-7d7c7fe56f7a req-2c14f8e7-f6ab-4851-a3f7-8011dd976008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:17.584112 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0adc365d-a4ea-4164-ab90-7d7c7fe56f7a req-2c14f8e7-f6ab-4851-a3f7-8011dd976008 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703619 Apr 05 21:26:17.720274 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0adc365d-a4ea-4164-ab90-7d7c7fe56f7a req-8112beac-95e4-4ef8-a30e-3260722b45c9 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303482 Apr 05 21:26:17.727420 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-3b1da871-b8a6-4b10-82d2-b326f06e6825 None None] Set router df033799-e3e9-4cae-b4dd-a92c091ad667 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:26:17.863511 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0adc365d-a4ea-4164-ab90-7d7c7fe56f7a req-1bef1f71-f972-4a83-bcd9-375bc5a1e4b5 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375818 Apr 05 21:26:18.112296 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-3b1da871-b8a6-4b10-82d2-b326f06e6825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '7a00dac7-973f-4331-9ecd-cebad1472f8b', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'port_id': '2326e571-8cca-439c-be06-ddd7f6e95097', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'mac_address': 'fa:16:3e:de:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:26:15Z', 'updated_at': '2022-04-05T21:26:15Z', 'revision_number': 0, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 5, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:26:18.116237 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1da871-b8a6-4b10-82d2-b326f06e6825 None None] The sync data for ids ['df033799-e3e9-4cae-b4dd-a92c091ad667'] in n-d-836604-1 is: [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '7a00dac7-973f-4331-9ecd-cebad1472f8b', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'floating_ip_address': '172.25.8.75', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'port_id': '2326e571-8cca-439c-be06-ddd7f6e95097', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'mac_address': 'fa:16:3e:de:1c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:26:15Z', 'updated_at': '2022-04-05T21:26:15Z', 'revision_number': 0, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 5, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:26:18.296060 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1217d56c-472f-4194-b00f-550e3e70b7d4 None None] New status for floating IP 7a00dac7-973f-4331-9ecd-cebad1472f8b: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:26:36.829116 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43b82ac1-2a24-4c7f-9807-37ee361a9a97 req-02f32952-0158-4775-aa68-0b0377303ae2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819287 Apr 05 21:26:36.984134 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b82ac1-2a24-4c7f-9807-37ee361a9a97 req-1007c62d-eee9-4694-8439-05e5c50d663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:36.984134 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43b82ac1-2a24-4c7f-9807-37ee361a9a97 req-1007c62d-eee9-4694-8439-05e5c50d663c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 1096 time: 0.0785129 Apr 05 21:26:37.133355 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b82ac1-2a24-4c7f-9807-37ee361a9a97 req-d14fda95-2a73-4726-87d9-5b2a09079ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:37.134877 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43b82ac1-2a24-4c7f-9807-37ee361a9a97 req-d14fda95-2a73-4726-87d9-5b2a09079ac7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1350784 Apr 05 21:26:37.237454 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43b82ac1-2a24-4c7f-9807-37ee361a9a97 req-6f2e45db-b29a-4d43-b922-c61a9caa6ff2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2326e571-8cca-439c-be06-ddd7f6e95097 HTTP/1.1" status: 200 len: 1000 time: 0.0961096 Apr 05 21:26:37.298118 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b82ac1-2a24-4c7f-9807-37ee361a9a97 req-416a8c3c-e469-4993-a106-ae7c14924f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:37.299460 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43b82ac1-2a24-4c7f-9807-37ee361a9a97 req-416a8c3c-e469-4993-a106-ae7c14924f49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0561180 Apr 05 21:26:37.376793 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b82ac1-2a24-4c7f-9807-37ee361a9a97 req-332c6cc4-34f0-4d4a-85ad-5e7a1c464f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:26:37.378306 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43b82ac1-2a24-4c7f-9807-37ee361a9a97 req-332c6cc4-34f0-4d4a-85ad-5e7a1c464f6e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717716 Apr 05 21:26:37.613089 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43b82ac1-2a24-4c7f-9807-37ee361a9a97 req-ee909ee0-c384-4e5a-afcb-11d5ad029359 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277560 Apr 05 21:26:37.748491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-43b82ac1-2a24-4c7f-9807-37ee361a9a97 req-9d410ef9-1488-40f1-a256-de773f98cba2 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294219 Apr 05 21:26:39.476792 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:39.708432 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:41.546548 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5fec220a-31f0-4040-a476-b5d1a59e2546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:43.806397 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bcace281-3a19-4dbb-8d17-3b1b0f67c5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:44.545718 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:26:44.987750 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:45.101630 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:26:46.298464 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:09.473339 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:09.705613 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:11.546070 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d30778cb-49d2-411a-bcf7-e5d6747f2d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:13.807547 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42437a40-d85e-429d-8e92-daf89eb4b560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:14.988794 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:15.103149 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:16.300253 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:21.545093 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:27:36.827347 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4c3e14b-8a19-4aa2-9c73-26abc85e83f9 req-dfd7b684-6a2e-4af8-b085-7ab3815a2d86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681505 Apr 05 21:27:36.966713 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3e14b-8a19-4aa2-9c73-26abc85e83f9 req-eadf9c53-a477-4fe5-b2ec-ef821aca9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:36.968131 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4c3e14b-8a19-4aa2-9c73-26abc85e83f9 req-eadf9c53-a477-4fe5-b2ec-ef821aca9c56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 1096 time: 0.0728290 Apr 05 21:27:37.109533 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3e14b-8a19-4aa2-9c73-26abc85e83f9 req-6ad47342-bac8-4777-826b-f14a16130676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:37.110963 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4c3e14b-8a19-4aa2-9c73-26abc85e83f9 req-6ad47342-bac8-4777-826b-f14a16130676 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1257493 Apr 05 21:27:37.208825 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4c3e14b-8a19-4aa2-9c73-26abc85e83f9 req-00f4fe2c-90eb-4b59-a1cf-80245c5c5f41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2326e571-8cca-439c-be06-ddd7f6e95097 HTTP/1.1" status: 200 len: 1000 time: 0.0917482 Apr 05 21:27:37.272921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3e14b-8a19-4aa2-9c73-26abc85e83f9 req-7929dfe2-66ee-49a3-b7b4-00abf771ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:37.274329 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4c3e14b-8a19-4aa2-9c73-26abc85e83f9 req-7929dfe2-66ee-49a3-b7b4-00abf771ae3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0597291 Apr 05 21:27:37.346867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3e14b-8a19-4aa2-9c73-26abc85e83f9 req-1b76c3e9-e779-4f6a-a316-f8d408ca0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:27:37.348298 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4c3e14b-8a19-4aa2-9c73-26abc85e83f9 req-1b76c3e9-e779-4f6a-a316-f8d408ca0a82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681479 Apr 05 21:27:37.477335 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4c3e14b-8a19-4aa2-9c73-26abc85e83f9 req-9802c172-3ad1-4457-88d9-d60316fa48e7 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227343 Apr 05 21:27:37.608491 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f4c3e14b-8a19-4aa2-9c73-26abc85e83f9 req-5701cfed-861a-44be-ad57-b9745fca1d05 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244061 Apr 05 21:27:39.491192 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:39.703789 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:41.547417 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1e9d9b91-84bd-4658-bfbe-8af900e02566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:43.808388 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37ee32d6-ad2e-48c1-9c59-fafc087ffa97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:44.990742 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:45.106190 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:46.303669 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:27:58.544941 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:28:09.503809 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:09.702612 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:11.538794 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-00e08c9c-8f81-4ee1-86eb-0bf65b63e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:12.305434 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01f3d5-1aa0-4207-807a-2083f91be00f req-1e10bf76-1538-4e55-9df1-f93575d200f2 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:12.306885 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff01f3d5-1aa0-4207-807a-2083f91be00f req-1e10bf76-1538-4e55-9df1-f93575d200f2 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0855415 Apr 05 21:28:12.353072 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ff01f3d5-1aa0-4207-807a-2083f91be00f req-2b23635f-3948-4486-9588-cbe9be4ebbe9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405023 Apr 05 21:28:13.536161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09f091f-b2f1-4d06-8c9e-2dff0ec78987 req-bbb09d75-680b-428c-bb99-5c9922a913df tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:13.537533 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a09f091f-b2f1-4d06-8c9e-2dff0ec78987 req-bbb09d75-680b-428c-bb99-5c9922a913df tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0803790 Apr 05 21:28:13.584455 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a09f091f-b2f1-4d06-8c9e-2dff0ec78987 req-8f8a0e54-f368-4f9e-8c18-3663efc2f24e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407352 Apr 05 21:28:13.809656 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-43a65829-83f4-41a7-b732-321bebf041d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:14.774815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c40226-5103-4f05-ade3-0ecbb90d3399 req-e14e89b7-b816-4589-a2bc-41075d48ab74 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:14.776251 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e5c40226-5103-4f05-ade3-0ecbb90d3399 req-e14e89b7-b816-4589-a2bc-41075d48ab74 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0860422 Apr 05 21:28:14.818619 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e5c40226-5103-4f05-ade3-0ecbb90d3399 req-91783333-f2f0-45d9-8a17-660d56fa0045 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367360 Apr 05 21:28:14.992252 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:15.108632 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:16.004380 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4b36cf-54ad-4e8a-90f5-c6deff11ef58 req-51e8ad61-e766-460c-bb1c-bf39a3188126 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:16.006170 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e4b36cf-54ad-4e8a-90f5-c6deff11ef58 req-51e8ad61-e766-460c-bb1c-bf39a3188126 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0841572 Apr 05 21:28:16.050985 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-9e4b36cf-54ad-4e8a-90f5-c6deff11ef58 req-c33d5c2d-8d73-400a-86db-8e23a2fe7e8f tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385458 Apr 05 21:28:16.307751 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:17.232405 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0d5887-244e-4683-ab05-9b17fbea5f8f req-f26efbb4-38e2-458e-859b-ea5b96f78a81 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:17.233837 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d0d5887-244e-4683-ab05-9b17fbea5f8f req-f26efbb4-38e2-458e-859b-ea5b96f78a81 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0787060 Apr 05 21:28:17.276761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6d0d5887-244e-4683-ab05-9b17fbea5f8f req-98f2aa38-227b-47c8-a68e-d23ffe351cc4 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373404 Apr 05 21:28:18.463680 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0a109-614d-4aba-95ef-7a3c6fcf6722 req-325901f0-bf74-4b7c-b259-4a2be0ecec93 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:18.465110 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78a0a109-614d-4aba-95ef-7a3c6fcf6722 req-325901f0-bf74-4b7c-b259-4a2be0ecec93 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0832925 Apr 05 21:28:18.507363 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-78a0a109-614d-4aba-95ef-7a3c6fcf6722 req-5a1d06ec-d916-4f68-a860-6a660bb44d62 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366716 Apr 05 21:28:19.697359 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08cd9c-80fc-4732-87ed-500619d8fbaa req-cf2c5041-2a7d-4962-ae7e-4cb5e1fcd60d tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:19.698840 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c08cd9c-80fc-4732-87ed-500619d8fbaa req-cf2c5041-2a7d-4962-ae7e-4cb5e1fcd60d tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0845644 Apr 05 21:28:19.747294 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7c08cd9c-80fc-4732-87ed-500619d8fbaa req-f010f383-1ae7-4029-b347-e91bf01818c7 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425420 Apr 05 21:28:20.927563 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46914e3e-a842-4be1-ab7c-6815a8aa9a51 req-c8bb74ee-fce8-4943-a1e2-0a7720d65660 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:20.928995 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46914e3e-a842-4be1-ab7c-6815a8aa9a51 req-c8bb74ee-fce8-4943-a1e2-0a7720d65660 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0795155 Apr 05 21:28:20.972658 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-46914e3e-a842-4be1-ab7c-6815a8aa9a51 req-f2551897-913d-477d-ab31-06ce89a85093 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373652 Apr 05 21:28:22.172605 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5647a96-4403-45e1-ae0e-54b26eee0775 req-f8275ddb-e9a1-4469-83c2-689eccf6ab49 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:22.174067 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f5647a96-4403-45e1-ae0e-54b26eee0775 req-f8275ddb-e9a1-4469-83c2-689eccf6ab49 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0836241 Apr 05 21:28:22.217531 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f5647a96-4403-45e1-ae0e-54b26eee0775 req-db77d6d1-b08f-4170-b0d8-e228a1248e7c tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379481 Apr 05 21:28:22.394139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6389f-b8c1-45d2-b037-bf60ba726b30 req-1ae3898b-8a48-4632-b469-2905c3931539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:22.395593 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7d6389f-b8c1-45d2-b037-bf60ba726b30 req-1ae3898b-8a48-4632-b469-2905c3931539 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 1096 time: 0.0788665 Apr 05 21:28:22.618921 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6389f-b8c1-45d2-b037-bf60ba726b30 req-e2239e2f-35b3-4103-a0a5-6d5262dbd01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:22.620350 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7d6389f-b8c1-45d2-b037-bf60ba726b30 req-e2239e2f-35b3-4103-a0a5-6d5262dbd01b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.2181416 Apr 05 21:28:22.731259 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7d6389f-b8c1-45d2-b037-bf60ba726b30 req-97506a1a-2bd9-45e1-88c8-d92fac0b37c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2326e571-8cca-439c-be06-ddd7f6e95097 HTTP/1.1" status: 200 len: 1000 time: 0.1044400 Apr 05 21:28:22.794272 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6389f-b8c1-45d2-b037-bf60ba726b30 req-52d8fa24-5e56-4ae8-825f-603b47ad03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:22.795643 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7d6389f-b8c1-45d2-b037-bf60ba726b30 req-52d8fa24-5e56-4ae8-825f-603b47ad03cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0592787 Apr 05 21:28:22.868501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6389f-b8c1-45d2-b037-bf60ba726b30 req-7425c9e8-5afb-471c-97ac-10fd86028596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:22.869935 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7d6389f-b8c1-45d2-b037-bf60ba726b30 req-7425c9e8-5afb-471c-97ac-10fd86028596 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686402 Apr 05 21:28:22.997696 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7d6389f-b8c1-45d2-b037-bf60ba726b30 req-d0f36f8d-6d1c-4d9d-8e28-b0b1c2bc45e3 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220903 Apr 05 21:28:23.129281 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d7d6389f-b8c1-45d2-b037-bf60ba726b30 req-f533c64d-b9a3-4d87-93b2-15c425c48c71 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256273 Apr 05 21:28:23.401477 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544ed01-c93f-4db1-b648-44acf2685e75 req-2f2784a3-f410-4898-b13b-674564475ba1 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:23.402915 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5544ed01-c93f-4db1-b648-44acf2685e75 req-2f2784a3-f410-4898-b13b-674564475ba1 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0823233 Apr 05 21:28:23.445319 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5544ed01-c93f-4db1-b648-44acf2685e75 req-ba3d8169-97d2-4bb5-a161-3be65afa5921 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367510 Apr 05 21:28:24.627271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402253c-8441-4609-acaa-d94c165abbb0 req-6c411126-51fb-4974-ac4b-1281d251c4a7 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:24.628737 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a402253c-8441-4609-acaa-d94c165abbb0 req-6c411126-51fb-4974-ac4b-1281d251c4a7 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0801990 Apr 05 21:28:24.673239 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a402253c-8441-4609-acaa-d94c165abbb0 req-02506c1a-a844-43df-8187-52103966563c tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386899 Apr 05 21:28:25.860382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b2dfc-a3c2-4f89-b71f-1c64996d8e19 req-3ebc51a9-a49c-4e9a-bae5-3ae5eecb717b tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:25.861800 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c76b2dfc-a3c2-4f89-b71f-1c64996d8e19 req-3ebc51a9-a49c-4e9a-bae5-3ae5eecb717b tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0820055 Apr 05 21:28:25.904964 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c76b2dfc-a3c2-4f89-b71f-1c64996d8e19 req-b3c8b229-7d96-435b-b4e4-885a907787fa tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375319 Apr 05 21:28:26.187645 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-1f88b16c-b008-4e84-a31b-b2fb61f14ec6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0747542 Apr 05 21:28:26.261032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a526526-9733-4673-ad31-d0cf408b6df1 req-29e5e9cd-2dac-4a75-9fe9-99f45682d5e7 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:26.262528 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0a526526-9733-4673-ad31-d0cf408b6df1 req-29e5e9cd-2dac-4a75-9fe9-99f45682d5e7 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0885186 Apr 05 21:28:26.318374 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0a526526-9733-4673-ad31-d0cf408b6df1 req-34bd5edf-944e-4432-b0ea-533b2f8db4aa tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491097 Apr 05 21:28:27.504702 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03fcfe-6c7a-4180-b678-686aa2c37c35 req-ef378d3d-dcf7-4a3c-9251-416fcdbebeed tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:27.506081 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de03fcfe-6c7a-4180-b678-686aa2c37c35 req-ef378d3d-dcf7-4a3c-9251-416fcdbebeed tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0861676 Apr 05 21:28:27.549961 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-de03fcfe-6c7a-4180-b678-686aa2c37c35 req-ad01425a-9d38-45f0-9bb4-a1878f86f84d tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381353 Apr 05 21:28:28.361609 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2326e571-8cca-439c-be06-ddd7f6e95097 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:28:28.474072 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:28.499602 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2326e571-8cca-439c-be06-ddd7f6e95097'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:28:28.509621 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2326e571-8cca-439c-be06-ddd7f6e95097, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2326e571-8cca-439c-be06-ddd7f6e95097,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:28:28.513862 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:28.546662 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2326e571-8cca-439c-be06-ddd7f6e95097', 'code': 200} Apr 05 21:28:28.584188 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2326e571-8cca-439c-be06-ddd7f6e95097,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:28:28.591897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:28.592275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:28.592551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:28.592879 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:28.593201 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:28.593522 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:28.593836 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:28.594198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:28.594517 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:28.594829 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:28.595141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:28.595451 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:28:28.605855 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-84979a8e-58c0-41dc-92ca-2e91b0bb235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:28.607339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-84979a8e-58c0-41dc-92ca-2e91b0bb235d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663&tenant_id=233b1878acc74cbe828e188994e8d2b8 HTTP/1.1" status: 200 len: 1094 time: 0.0724390 Apr 05 21:28:28.755270 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-ca1b5cbd-485d-4499-92e7-d8b4f54ee24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:28.756712 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-ca1b5cbd-485d-4499-92e7-d8b4f54ee24a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 1094 time: 0.1291342 Apr 05 21:28:28.770562 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7c2af-3e5e-44ab-a134-742071be27f3 req-04025f1b-dca6-40dc-91a0-13b2ce3ab569 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:28.771876 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5da7c2af-3e5e-44ab-a134-742071be27f3 req-04025f1b-dca6-40dc-91a0-13b2ce3ab569 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 943 time: 0.1107926 Apr 05 21:28:28.903609 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-5da7c2af-3e5e-44ab-a134-742071be27f3 req-bb348b2e-a76e-47aa-b6dc-714e773b90d3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124616 Apr 05 21:28:28.929858 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-78fbd394-cf79-4d77-bedc-a3515e63e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:28.931946 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-78fbd394-cf79-4d77-bedc-a3515e63e204 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1692326 Apr 05 21:28:29.037735 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-b4795cd8-9437-4137-a3dc-b6c38e983218 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2326e571-8cca-439c-be06-ddd7f6e95097 HTTP/1.1" status: 200 len: 998 time: 0.0995781 Apr 05 21:28:29.193835 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-a502dee2-3e4c-4f2c-8cdb-58211b5ff8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:29.195296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-a502dee2-3e4c-4f2c-8cdb-58211b5ff8ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.1521962 Apr 05 21:28:29.270923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-0170ce3b-b119-4278-a866-3a1247ce539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:29.272343 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-0170ce3b-b119-4278-a866-3a1247ce539c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714269 Apr 05 21:28:29.404814 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-e219c0c3-963a-4432-be5e-541e1d4024ca service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263633 Apr 05 21:28:29.533420 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-e5675e57-e297-42fb-853d-e469eb15ddfc service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233232 Apr 05 21:28:30.094975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafeb4cb-2759-4253-8d53-70ea886fc8ea req-074dbac4-11e8-4076-b02a-a0bf7b54ebaf tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:30.096419 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cafeb4cb-2759-4253-8d53-70ea886fc8ea req-074dbac4-11e8-4076-b02a-a0bf7b54ebaf tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 943 time: 0.0821650 Apr 05 21:28:30.139584 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cafeb4cb-2759-4253-8d53-70ea886fc8ea req-7cca9734-4cc1-4b6c-a731-275d89542c58 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374846 Apr 05 21:28:31.323229 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee6806-82bc-4163-bd20-cb53e4b39b23 req-04ca6f33-3664-48f3-9491-3a2b004058cd tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:31.324699 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-70ee6806-82bc-4163-bd20-cb53e4b39b23 req-04ca6f33-3664-48f3-9491-3a2b004058cd tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 943 time: 0.0830243 Apr 05 21:28:31.373456 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-70ee6806-82bc-4163-bd20-cb53e4b39b23 req-8dae7268-46bc-4698-958b-651b0689e7be tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404701 Apr 05 21:28:32.555124 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d5e14-349a-45b8-8dd1-ccc64959dda7 req-c12a5b6a-ebc7-4aae-b28f-8fa198290f59 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:32.556548 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b94d5e14-349a-45b8-8dd1-ccc64959dda7 req-c12a5b6a-ebc7-4aae-b28f-8fa198290f59 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 943 time: 0.0799825 Apr 05 21:28:32.598820 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b94d5e14-349a-45b8-8dd1-ccc64959dda7 req-cf49bc23-fdc7-474a-907a-6d6e7619c645 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367513 Apr 05 21:28:33.788517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fa3a8-ac00-49c8-bfdb-4709d8bdeb75 req-3f81ace6-2d8e-42a5-a30f-a4b57e2d387d tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:33.790013 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d93fa3a8-ac00-49c8-bfdb-4709d8bdeb75 req-3f81ace6-2d8e-42a5-a30f-a4b57e2d387d tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 943 time: 0.0834951 Apr 05 21:28:33.834133 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-d93fa3a8-ac00-49c8-bfdb-4709d8bdeb75 req-6c795324-977b-47d0-8c88-b939e037f253 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384316 Apr 05 21:28:35.016506 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517585b1-e70f-4cc4-bdc9-deec98e6c86f req-3d32ad03-0e9c-45a3-8ebe-9d7dcec1cfc0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:35.017934 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-517585b1-e70f-4cc4-bdc9-deec98e6c86f req-3d32ad03-0e9c-45a3-8ebe-9d7dcec1cfc0 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 943 time: 0.0798740 Apr 05 21:28:35.065746 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-517585b1-e70f-4cc4-bdc9-deec98e6c86f req-e34e8ba6-490b-4aa5-98a2-498d850e83ef tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420396 Apr 05 21:28:35.545131 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:28:36.249748 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb752ed-a197-423d-9866-fc0d0bf9c442 req-756e6ff4-09a7-4ee3-a474-8b66e8818988 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:36.251201 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ceb752ed-a197-423d-9866-fc0d0bf9c442 req-756e6ff4-09a7-4ee3-a474-8b66e8818988 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 943 time: 0.0787866 Apr 05 21:28:36.294562 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ceb752ed-a197-423d-9866-fc0d0bf9c442 req-a1760edc-9993-4d93-af9b-0e0c82a1557e tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378783 Apr 05 21:28:36.408428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2326e571-8cca-439c-be06-ddd7f6e95097 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:28:36.538905 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2326e571-8cca-439c-be06-ddd7f6e95097, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2326e571-8cca-439c-be06-ddd7f6e95097,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:28:36.556044 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '2326e571-8cca-439c-be06-ddd7f6e95097', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'port_id': '2326e571-8cca-439c-be06-ddd7f6e95097', 'mac_address': 'fa:16:3e:de:1c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:28:36.609300 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:36.625861 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2326e571-8cca-439c-be06-ddd7f6e95097 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:28:36.640617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2326e571-8cca-439c-be06-ddd7f6e95097, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2326e571-8cca-439c-be06-ddd7f6e95097,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:28:36.644425 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:36.709231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2326e571-8cca-439c-be06-ddd7f6e95097,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:28:36.865657 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['2326e571-8cca-439c-be06-ddd7f6e95097'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:28:37.484294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655b2c1-81c6-48f4-8caa-efe4bb812ac4 req-9ea14796-b97f-4d8e-b0f0-49beba6fd47f tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:37.485709 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6655b2c1-81c6-48f4-8caa-efe4bb812ac4 req-9ea14796-b97f-4d8e-b0f0-49beba6fd47f tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 944 time: 0.0812888 Apr 05 21:28:37.529378 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6655b2c1-81c6-48f4-8caa-efe4bb812ac4 req-1e141dad-8e92-4aae-ab17-283f4d28bc84 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380669 Apr 05 21:28:37.938874 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c188b-884e-4868-bbbd-7082840843b2 req-cf67ef3e-4e8a-4d63-8d8e-de6ec5a4df5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:37.940352 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e64c188b-884e-4868-bbbd-7082840843b2 req-cf67ef3e-4e8a-4d63-8d8e-de6ec5a4df5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 1095 time: 0.1066918 Apr 05 21:28:38.086283 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c188b-884e-4868-bbbd-7082840843b2 req-cd9febec-d46e-49bc-9939-1b92ef25dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:38.087736 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e64c188b-884e-4868-bbbd-7082840843b2 req-cd9febec-d46e-49bc-9939-1b92ef25dfc1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1293576 Apr 05 21:28:38.197514 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e64c188b-884e-4868-bbbd-7082840843b2 req-1e6ec39a-93c6-4d9f-822b-f57e0956e92f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2326e571-8cca-439c-be06-ddd7f6e95097 HTTP/1.1" status: 200 len: 999 time: 0.1026974 Apr 05 21:28:38.258299 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c188b-884e-4868-bbbd-7082840843b2 req-22195338-3ba2-44a3-90a4-9e3dea7d6abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:38.259652 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e64c188b-884e-4868-bbbd-7082840843b2 req-22195338-3ba2-44a3-90a4-9e3dea7d6abe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0558877 Apr 05 21:28:38.335192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c188b-884e-4868-bbbd-7082840843b2 req-e7f75617-c4bb-4475-b6c9-a781dca6ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:38.337142 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e64c188b-884e-4868-bbbd-7082840843b2 req-e7f75617-c4bb-4475-b6c9-a781dca6ee5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709448 Apr 05 21:28:38.408428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2326e571-8cca-439c-be06-ddd7f6e95097 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:28:38.478916 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 2326e571-8cca-439c-be06-ddd7f6e95097 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:28:38.479194 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:38.563347 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e64c188b-884e-4868-bbbd-7082840843b2 req-77251f8c-deb2-4dba-8053-4f20454d90e5 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189765 Apr 05 21:28:38.597401 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:38.629672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 2326e571-8cca-439c-be06-ddd7f6e95097, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2326e571-8cca-439c-be06-ddd7f6e95097,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:28:38.630593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2326e571-8cca-439c-be06-ddd7f6e95097'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:28:38.636519 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:38.707475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=2326e571-8cca-439c-be06-ddd7f6e95097,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:28:38.753861 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e64c188b-884e-4868-bbbd-7082840843b2 req-b5b75d72-ce66-410d-af9c-240a4a830c12 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845658 Apr 05 21:28:38.765593 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c513693-8632-4196-85cb-f2482ca13338 req-a0435a65-f103-48a0-86c2-c6d22d11248a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:38.767018 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c513693-8632-4196-85cb-f2482ca13338 req-a0435a65-f103-48a0-86c2-c6d22d11248a tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.1142595 Apr 05 21:28:38.813160 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8c513693-8632-4196-85cb-f2482ca13338 req-31e17c9b-abb4-4bf1-b786-26cb8369ba09 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403557 Apr 05 21:28:38.862053 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2326e571-8cca-439c-be06-ddd7f6e95097', 'code': 200} Apr 05 21:28:39.059143 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bacd7-1093-4173-a0b2-ec4f7be92ae3 req-97378b08-92da-4442-a17d-a1b5899b1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:39.060594 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a46bacd7-1093-4173-a0b2-ec4f7be92ae3 req-97378b08-92da-4442-a17d-a1b5899b1ed8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 1096 time: 0.0689063 Apr 05 21:28:39.099958 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a46bacd7-1093-4173-a0b2-ec4f7be92ae3 req-41834fa7-d45d-4acf-a8df-36330ecc251c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333400 Apr 05 21:28:39.502031 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:39.714521 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:40.002125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29452fe2-a8c7-44ba-b134-0b8672309ea1 req-d4a81f16-45c4-4ff7-807b-28a0beccc8e3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:40.003583 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29452fe2-a8c7-44ba-b134-0b8672309ea1 req-d4a81f16-45c4-4ff7-807b-28a0beccc8e3 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0829322 Apr 05 21:28:40.048282 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-29452fe2-a8c7-44ba-b134-0b8672309ea1 req-ee71f126-124b-4aa7-97fa-0b9a7829692f tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388839 Apr 05 21:28:41.230138 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcb1e8-0e89-4767-be0a-128fb821892e req-f10e1270-6d51-4ca3-80d0-9b2be1b26aba tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:28:41.231567 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-44fcb1e8-0e89-4767-be0a-128fb821892e req-f10e1270-6d51-4ca3-80d0-9b2be1b26aba tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0781443 Apr 05 21:28:41.275444 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-44fcb1e8-0e89-4767-be0a-128fb821892e req-bebf8fb6-63da-4d8b-8621-9660224ca218 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382698 Apr 05 21:28:41.539170 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d2f99c2b-9640-4b60-8c72-6f9cc7b567c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:43.811032 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2288810c-2429-43b0-9e9f-8e4a87e31a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:44.995217 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:45.111721 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:28:46.309937 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:09.518823 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:09.720495 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:11.544826 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-009b186f-c498-483c-845c-3e0ec2b0b0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:12.544765 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:29:13.813908 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e3662261-a0a5-4bf1-994f-bbaa380bf025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:14.996381 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:15.114484 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:16.311436 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:37.812835 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f07dc00a-6e1b-4a2d-95a1-912a748ada99 req-cb961a3e-363d-4f74-83dc-c73c76bca994 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728934 Apr 05 21:29:37.960363 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dc00a-6e1b-4a2d-95a1-912a748ada99 req-a503d2f9-d39f-4ac6-b2dd-641b0f95fa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:37.961824 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f07dc00a-6e1b-4a2d-95a1-912a748ada99 req-a503d2f9-d39f-4ac6-b2dd-641b0f95fa2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 1096 time: 0.0705929 Apr 05 21:29:38.102369 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dc00a-6e1b-4a2d-95a1-912a748ada99 req-6999f62d-83ae-46a5-9e4d-10a0ec5ea327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:38.104308 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f07dc00a-6e1b-4a2d-95a1-912a748ada99 req-6999f62d-83ae-46a5-9e4d-10a0ec5ea327 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.1245034 Apr 05 21:29:38.207737 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f07dc00a-6e1b-4a2d-95a1-912a748ada99 req-4eae71fe-f4ad-43d3-8e66-9b72cf76deb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2326e571-8cca-439c-be06-ddd7f6e95097 HTTP/1.1" status: 200 len: 1000 time: 0.0972204 Apr 05 21:29:38.268125 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dc00a-6e1b-4a2d-95a1-912a748ada99 req-7f47154d-ce78-40e7-9dea-c40d35000766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:38.269602 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f07dc00a-6e1b-4a2d-95a1-912a748ada99 req-7f47154d-ce78-40e7-9dea-c40d35000766 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0561213 Apr 05 21:29:38.345895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dc00a-6e1b-4a2d-95a1-912a748ada99 req-a501485f-0255-40b0-b665-59d02bbe5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:38.347346 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f07dc00a-6e1b-4a2d-95a1-912a748ada99 req-a501485f-0255-40b0-b665-59d02bbe5bfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717161 Apr 05 21:29:38.476698 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f07dc00a-6e1b-4a2d-95a1-912a748ada99 req-60ed8ae6-f635-4a2a-ae64-8ed96a87a90d service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225028 Apr 05 21:29:38.606038 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f07dc00a-6e1b-4a2d-95a1-912a748ada99 req-3c744283-519e-4170-b4f4-a56b55afaa1d service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235342 Apr 05 21:29:39.516478 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:39.731734 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:41.535575 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-faa40b32-2587-44e8-998b-7d4def3fb036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:43.815769 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-84650fda-3671-4f10-aa36-17302d61fe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:44.997744 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:45.116601 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:46.314315 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:49.545115 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:29:56.824654 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35466) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:29:57.021772 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Deleting port 14de5699-1e64-417e-a49e-2669d22b27d7 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:29:57.022065 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:57.310680 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:57.311000 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:57.432604 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Calling delete_port for 14de5699-1e64-417e-a49e-2669d22b27d7 owned by network:floatingip {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:29:57.578499 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:57.625615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event deleted for resources: {'Port': ['ID=14de5699-1e64-417e-a49e-2669d22b27d7,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:29:57.693554 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:57.693900 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:57.694249 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:57.694574 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:57.694899 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:57.695221 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:57.695538 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:57.695854 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:57.696197 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:57.696566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:57.697408 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:57.697722 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:29:57.729555 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for floatingip, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:57.729901 n-d-836604-1 neutron-server[87965]: INFO neutron.db.l3_db [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Floating IP 7a00dac7-973f-4331-9ecd-cebad1472f8b disassociated (deleted). External IP: 172.25.8.75, port: 2326e571-8cca-439c-be06-ddd7f6e95097. Apr 05 21:29:58.075779 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Router df033799-e3e9-4cae-b4dd-a92c091ad667 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:29:58.253678 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:29:58.263077 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8c316-e2bf-4729-aa41-a4e816c7df32 None None] Sync routers for ids ['df033799-e3e9-4cae-b4dd-a92c091ad667'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:29:58.272978 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:29:58.273474 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8c316-e2bf-4729-aa41-a4e816c7df32 None None] Routers {'df033799-e3e9-4cae-b4dd-a92c091ad667'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:29:58.274114 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5fa8c316-e2bf-4729-aa41-a4e816c7df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:29:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df033799-e3e9-4cae-b4dd-a92c091ad667'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:29:58.329434 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-494c9244-91d5-4501-bc58-f66e6823a108 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "DELETE /v2.0/floatingips/7a00dac7-973f-4331-9ecd-cebad1472f8b HTTP/1.1" status: 204 len: 168 time: 1.5036087 Apr 05 21:29:58.329943 n-d-836604-1 neutron-server[87965]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'tag': '2326e571-8cca-439c-be06-ddd7f6e95097'}] {{(pid=87965) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:29:58.480700 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-5fa8c316-e2bf-4729-aa41-a4e816c7df32 None None] Set router df033799-e3e9-4cae-b4dd-a92c091ad667 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:29:58.561859 n-d-836604-1 neutron-server[87965]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'tag': '2326e571-8cca-439c-be06-ddd7f6e95097', 'status': 'completed', 'code': 200} Apr 05 21:29:58.707801 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbe748-e144-4470-b2be-3ac66a2f6e94 req-bb76aabc-edb2-4b12-bd44-ab29cbd7554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:58.709174 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bfbe748-e144-4470-b2be-3ac66a2f6e94 req-bb76aabc-edb2-4b12-bd44-ab29cbd7554d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=233b1878acc74cbe828e188994e8d2b8&device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 1096 time: 0.1206825 Apr 05 21:29:58.944093 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08690ee3-d5f5-484e-afbe-2f3a3fecfab2 req-f747b5b3-88ca-477d-9c8d-6d038f67e04c tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:58.945521 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-08690ee3-d5f5-484e-afbe-2f3a3fecfab2 req-f747b5b3-88ca-477d-9c8d-6d038f67e04c tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.3003895 Apr 05 21:29:58.969087 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5fa8c316-e2bf-4729-aa41-a4e816c7df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 5, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:29:58.976333 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8c316-e2bf-4729-aa41-a4e816c7df32 None None] Checking router: df033799-e3e9-4cae-b4dd-a92c091ad667 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:29:58.994605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa8c316-e2bf-4729-aa41-a4e816c7df32 None None] Routers {'df033799-e3e9-4cae-b4dd-a92c091ad667'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:29:58.995184 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5fa8c316-e2bf-4729-aa41-a4e816c7df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:29:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df033799-e3e9-4cae-b4dd-a92c091ad667'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:29:59.006395 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbe748-e144-4470-b2be-3ac66a2f6e94 req-04641b73-2d2a-4fe8-a182-05ec8e93fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:59.007845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bfbe748-e144-4470-b2be-3ac66a2f6e94 req-04641b73-2d2a-4fe8-a182-05ec8e93fdd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 200 len: 910 time: 0.2898970 Apr 05 21:29:59.015640 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-08690ee3-d5f5-484e-afbe-2f3a3fecfab2 req-35085e69-079f-4a9d-b9eb-7fc08b7084a9 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625191 Apr 05 21:29:59.081333 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bfbe748-e144-4470-b2be-3ac66a2f6e94 req-929c4bd0-bd4c-4554-bb00-3d44fc0d66b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2326e571-8cca-439c-be06-ddd7f6e95097 HTTP/1.1" status: 200 len: 217 time: 0.0647638 Apr 05 21:29:59.143911 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbe748-e144-4470-b2be-3ac66a2f6e94 req-99369582-ad4c-475a-a657-59a9a6678355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:59.145346 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bfbe748-e144-4470-b2be-3ac66a2f6e94 req-99369582-ad4c-475a-a657-59a9a6678355 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 200 len: 848 time: 0.0578041 Apr 05 21:29:59.169324 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-5fa8c316-e2bf-4729-aa41-a4e816c7df32 None None] Set router df033799-e3e9-4cae-b4dd-a92c091ad667 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:29:59.223565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbe748-e144-4470-b2be-3ac66a2f6e94 req-90bc874b-b048-49b8-b0a3-4fc8b797f9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:29:59.224947 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bfbe748-e144-4470-b2be-3ac66a2f6e94 req-90bc874b-b048-49b8-b0a3-4fc8b797f9d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b0e88883-f36f-44d7-a735-a748f9c3d7e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732424 Apr 05 21:29:59.359067 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bfbe748-e144-4470-b2be-3ac66a2f6e94 req-d3cdc386-107b-4e1e-8086-605507de9ed9 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278994 Apr 05 21:29:59.484889 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-5fa8c316-e2bf-4729-aa41-a4e816c7df32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 5, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:29:59.488783 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa8c316-e2bf-4729-aa41-a4e816c7df32 None None] The sync data for ids ['df033799-e3e9-4cae-b4dd-a92c091ad667'] in n-d-836604-1 is: [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:21:23Z', 'revision_number': 4, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '0b7a00c5-d3d4-457b-a510-8a66338e5549', 'name': '', 'network_id': 'b0e88883-f36f-44d7-a735-a748f9c3d7e5', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'mac_address': 'fa:16:3e:90:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_interface', 'standard_attr_id': 4372, 'fixed_ips': [{'subnet_id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:22Z', 'updated_at': '2022-04-05T21:21:30Z', 'revision_number': 5, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'subnets': [{'id': 'f7a49238-95ea-475a-98ff-9309174b9067', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:29:59.501599 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4bfbe748-e144-4470-b2be-3ac66a2f6e94 req-033c6b5c-c740-42c7-ae2f-c342e6827861 service neutron] 10.222.0.41 "GET /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363769 Apr 05 21:29:59.706989 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf175ad4-c992-4d78-aeba-ff33ef7d46de None None] New status for floating IP 7a00dac7-973f-4331-9ecd-cebad1472f8b: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:30:00.114266 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4aa59e-5d7d-4991-86ab-a961ffbced7e req-3ca1fe9b-630f-4134-9e9d-3d0331cdbdfc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:00.115607 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d4aa59e-5d7d-4991-86ab-a961ffbced7e req-3ca1fe9b-630f-4134-9e9d-3d0331cdbdfc tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.41 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.0797889 Apr 05 21:30:00.229529 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-7d4aa59e-5d7d-4991-86ab-a961ffbced7e req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Deleting port 2326e571-8cca-439c-be06-ddd7f6e95097 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:30:00.229861 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7d4aa59e-5d7d-4991-86ab-a961ffbced7e req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:00.341771 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9be760-b4a7-4459-b32d-ec0636433790 req-1a5806e8-dc32-4f6f-8b67-817c9062b7eb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:00.343254 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce9be760-b4a7-4459-b32d-ec0636433790 req-1a5806e8-dc32-4f6f-8b67-817c9062b7eb tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 945 time: 0.2227674 Apr 05 21:30:00.433823 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ce9be760-b4a7-4459-b32d-ec0636433790 req-837514fb-57ec-4942-a726-fdbec1624799 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/security-groups?id=c53a1d62-4593-4f63-a1f4-2cab27551906&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834172 Apr 05 21:30:00.532929 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-7d4aa59e-5d7d-4991-86ab-a961ffbced7e req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] For port 2326e571-8cca-439c-be06-ddd7f6e95097, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=2326e571-8cca-439c-be06-ddd7f6e95097,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:00.533281 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7d4aa59e-5d7d-4991-86ab-a961ffbced7e req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:00.656278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-7d4aa59e-5d7d-4991-86ab-a961ffbced7e req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Calling delete_port for 2326e571-8cca-439c-be06-ddd7f6e95097 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:30:00.798771 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7d4aa59e-5d7d-4991-86ab-a961ffbced7e req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:00.848491 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event deleted for resources: {'Port': ['ID=2326e571-8cca-439c-be06-ddd7f6e95097,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:00.881451 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:00.881788 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:00.882152 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:00.882484 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:00.882806 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:00.883127 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:00.883446 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:00.883758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:00.884661 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:00.884975 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:00.885291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:00.885606 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:00.936132 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d4aa59e-5d7d-4991-86ab-a961ffbced7e req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] No DVR routers for this DVR port 2326e571-8cca-439c-be06-ddd7f6e95097 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:30:00.938588 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7d4aa59e-5d7d-4991-86ab-a961ffbced7e req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:00.940960 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'name': 'network-vif-deleted', 'tag': '2326e571-8cca-439c-be06-ddd7f6e95097'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:30:00.953046 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d4aa59e-5d7d-4991-86ab-a961ffbced7e req-44903feb-1f08-4c1e-8055-32a9e1ab4343 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.41 "DELETE /v2.0/ports/2326e571-8cca-439c-be06-ddd7f6e95097 HTTP/1.1" status: 204 len: 173 time: 0.8314116 Apr 05 21:30:01.033092 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2fae208-9bac-4ad5-93c9-df996723b663', 'name': 'network-vif-deleted', 'tag': '2326e571-8cca-439c-be06-ddd7f6e95097', 'status': 'completed', 'code': 200} Apr 05 21:30:01.593173 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-58bbbd4c-7125-443f-8506-1186aabb8080 req-a3357421-96bd-45ff-b9d2-b7deaee6901d tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Synchronizing usage tracker for tenant:233b1878acc74cbe828e188994e8d2b8 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:30:01.612421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-58bbbd4c-7125-443f-8506-1186aabb8080 req-a3357421-96bd-45ff-b9d2-b7deaee6901d tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Unset dirty status for tenant:233b1878acc74cbe828e188994e8d2b8 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:30:01.613786 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-58bbbd4c-7125-443f-8506-1186aabb8080 req-a3357421-96bd-45ff-b9d2-b7deaee6901d tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "GET /v2.0/ports?device_id=f2fae208-9bac-4ad5-93c9-df996723b663 HTTP/1.1" status: 200 len: 210 time: 0.0710926 Apr 05 21:30:02.688086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2326e571-8cca-439c-be06-ddd7f6e95097 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:30:02.713896 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35486) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:02.733538 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 2326e571-8cca-439c-be06-ddd7f6e95097 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:30:02.734178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 2326e571-8cca-439c-be06-ddd7f6e95097 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:30:02.788034 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-beefaeed-72ac-4e57-95a6-494230746288 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:02.913088 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-beefaeed-72ac-4e57-95a6-494230746288 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:02.981787 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-beefaeed-72ac-4e57-95a6-494230746288 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:03.002030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefaeed-72ac-4e57-95a6-494230746288 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53a1d62-4593-4f63-a1f4-2cab27551906,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:03.018514 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-beefaeed-72ac-4e57-95a6-494230746288 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:03.019712 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-beefaeed-72ac-4e57-95a6-494230746288 tempest-TestShelveInstance-1914231675 tempest-TestShelveInstance-1914231675-project] 10.222.0.24 "DELETE /v2.0/security-groups/c53a1d62-4593-4f63-a1f4-2cab27551906 HTTP/1.1" status: 204 len: 168 time: 0.3047159 Apr 05 21:30:03.063465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35492) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:03.708491 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7dd6cee3-cf2d-4436-8c21-6d92f0b15fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:04.058158 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6cee3-cf2d-4436-8c21-6d92f0b15fa2 admin admin] Deleting port 0b7a00c5-d3d4-457b-a510-8a66338e5549 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:30:04.058839 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7dd6cee3-cf2d-4436-8c21-6d92f0b15fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:04.229932 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-7dd6cee3-cf2d-4436-8c21-6d92f0b15fa2 admin admin] For port 0b7a00c5-d3d4-457b-a510-8a66338e5549, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=0b7a00c5-d3d4-457b-a510-8a66338e5549,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:04.230281 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7dd6cee3-cf2d-4436-8c21-6d92f0b15fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:04.349763 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7dd6cee3-cf2d-4436-8c21-6d92f0b15fa2 admin admin] Calling delete_port for 0b7a00c5-d3d4-457b-a510-8a66338e5549 owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:30:04.769038 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7dd6cee3-cf2d-4436-8c21-6d92f0b15fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:04.816204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6cee3-cf2d-4436-8c21-6d92f0b15fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7a00c5-d3d4-457b-a510-8a66338e5549,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:05.084069 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7dd6cee3-cf2d-4436-8c21-6d92f0b15fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:05.440792 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd6cee3-cf2d-4436-8c21-6d92f0b15fa2 admin admin] Router df033799-e3e9-4cae-b4dd-a92c091ad667 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:30:05.616309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd6cee3-cf2d-4436-8c21-6d92f0b15fa2 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:30:05.625162 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f2297-b0b5-498c-9bc3-6d3f3dd92d04 None None] Sync routers for ids ['df033799-e3e9-4cae-b4dd-a92c091ad667'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:30:05.632646 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7dd6cee3-cf2d-4436-8c21-6d92f0b15fa2 admin admin] 10.222.0.24 "PUT /v2.0/routers/df033799-e3e9-4cae-b4dd-a92c091ad667/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5681059 Apr 05 21:30:05.635164 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f2297-b0b5-498c-9bc3-6d3f3dd92d04 None None] Routers {'df033799-e3e9-4cae-b4dd-a92c091ad667'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:30:05.635307 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35498) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:05.635777 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d58f2297-b0b5-498c-9bc3-6d3f3dd92d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:29:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df033799-e3e9-4cae-b4dd-a92c091ad667'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:05.857052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d58f2297-b0b5-498c-9bc3-6d3f3dd92d04 None None] Set router df033799-e3e9-4cae-b4dd-a92c091ad667 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:30:05.930873 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:06.110826 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:06.120501 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] Deleting port ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:30:06.120800 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:06.145100 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d58f2297-b0b5-498c-9bc3-6d3f3dd92d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22'}], 'enable_snat': True}, 'gw_port_id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:30:04Z', 'revision_number': 5, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port': {'id': 'ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:16:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:20Z', 'updated_at': '2022-04-05T21:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:06.148984 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f2297-b0b5-498c-9bc3-6d3f3dd92d04 None None] Checking router: df033799-e3e9-4cae-b4dd-a92c091ad667 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:30:06.157643 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f2297-b0b5-498c-9bc3-6d3f3dd92d04 None None] Routers {'df033799-e3e9-4cae-b4dd-a92c091ad667'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:30:06.158283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d58f2297-b0b5-498c-9bc3-6d3f3dd92d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:29:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['df033799-e3e9-4cae-b4dd-a92c091ad667'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:06.297614 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] For port ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:06.298006 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:06.306466 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-d58f2297-b0b5-498c-9bc3-6d3f3dd92d04 None None] Set router df033799-e3e9-4cae-b4dd-a92c091ad667 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:30:06.412567 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-d58f2297-b0b5-498c-9bc3-6d3f3dd92d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:30:06Z', 'revision_number': 6, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:06.416713 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58f2297-b0b5-498c-9bc3-6d3f3dd92d04 None None] The sync data for ids ['df033799-e3e9-4cae-b4dd-a92c091ad667'] in n-d-836604-1 is: [{'id': 'df033799-e3e9-4cae-b4dd-a92c091ad667', 'name': 'tempest-TestShelveInstance-1721849557-router', 'tenant_id': '233b1878acc74cbe828e188994e8d2b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:19Z', 'updated_at': '2022-04-05T21:30:06Z', 'revision_number': 6, 'project_id': '233b1878acc74cbe828e188994e8d2b8', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:30:06.423651 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] Calling delete_port for ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:30:06.591426 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:06.642643 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:06.729454 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:06.908729 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:06.910911 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:06.932570 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:06.932998 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df033799-e3e9-4cae-b4dd-a92c091ad667 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:30:06.944567 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:06.945677 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d43ff318-128d-46e5-a766-e9cbcfd29f39 admin admin] 10.222.0.24 "DELETE /v2.0/routers/df033799-e3e9-4cae-b4dd-a92c091ad667 HTTP/1.1" status: 204 len: 168 time: 1.3095090 Apr 05 21:30:06.948847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35504) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:07.009516 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f4e3f3-d61e-4ef2-a077-87e0b581096b admin admin] Deleting subnet f7a49238-95ea-475a-98ff-9309174b9067 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:30:07.012309 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f4e3f3-d61e-4ef2-a077-87e0b581096b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:07.060302 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f4e3f3-d61e-4ef2-a077-87e0b581096b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:07.146914 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f4e3f3-d61e-4ef2-a077-87e0b581096b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:07.216808 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f4e3f3-d61e-4ef2-a077-87e0b581096b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:07.256620 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4e3f3-d61e-4ef2-a077-87e0b581096b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a49238-95ea-475a-98ff-9309174b9067,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:07.258551 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-66f4e3f3-d61e-4ef2-a077-87e0b581096b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:07.262860 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1008878c-079b-49d5-aaff-cfe71472f05e None None] Network b0e88883-f36f-44d7-a735-a748f9c3d7e5 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:30:07.265222 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-66f4e3f3-d61e-4ef2-a077-87e0b581096b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f7a49238-95ea-475a-98ff-9309174b9067 HTTP/1.1" status: 204 len: 168 time: 0.3151646 Apr 05 21:30:07.267677 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35508) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:07.435210 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0b7a00c5-d3d4-457b-a510-8a66338e5549 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:30:07.479559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 0b7a00c5-d3d4-457b-a510-8a66338e5549 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:30:07.479895 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 0b7a00c5-d3d4-457b-a510-8a66338e5549 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:30:07.480298 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:30:07.493519 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:07.503810 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Deleting port 622f0e33-5467-4774-8621-7d90524d1923 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:30:07.504158 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:07.513165 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:30:07.513502 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device ebe8cfe0-9be4-4a6b-86ec-bdb5e4ee4f72 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:30:07.601304 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b95c4f-f3be-425b-9f14-e9bc8a0d5e7c None None] DHCP port deletion for b0e88883-f36f-44d7-a735-a748f9c3d7e5 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:30:07.605667 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-75b95c4f-f3be-425b-9f14-e9bc8a0d5e7c None None] Deleting port 622f0e33-5467-4774-8621-7d90524d1923 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:30:07.606063 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-75b95c4f-f3be-425b-9f14-e9bc8a0d5e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:07.714162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] For port 622f0e33-5467-4774-8621-7d90524d1923, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=622f0e33-5467-4774-8621-7d90524d1923,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:07.714468 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:07.809027 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-75b95c4f-f3be-425b-9f14-e9bc8a0d5e7c None None] For port 622f0e33-5467-4774-8621-7d90524d1923, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=622f0e33-5467-4774-8621-7d90524d1923,segment=NetworkSegment(9b3e9f6a-9adc-4709-af67-ca64004159b7),segment_id=9b3e9f6a-9adc-4709-af67-ca64004159b7)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:07.809410 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-75b95c4f-f3be-425b-9f14-e9bc8a0d5e7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:07.838882 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Calling delete_port for 622f0e33-5467-4774-8621-7d90524d1923 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:30:07.917178 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:07.960864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-75b95c4f-f3be-425b-9f14-e9bc8a0d5e7c None None] Calling delete_port for 622f0e33-5467-4774-8621-7d90524d1923 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:30:07.966755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Pushing event deleted for resources: {'Port': ['ID=622f0e33-5467-4774-8621-7d90524d1923,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:07.970933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] No DVR routers for this DVR port 622f0e33-5467-4774-8621-7d90524d1923 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 21:30:08.029741 n-d-836604-1 neutron-server[87966]: util.warn( Apr 05 21:30:08.035294 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-75b95c4f-f3be-425b-9f14-e9bc8a0d5e7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:30:08.035644 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-75b95c4f-f3be-425b-9f14-e9bc8a0d5e7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:30:08.087861 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:08.112416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e88883-f36f-44d7-a735-a748f9c3d7e5']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:08.124640 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3e9f6a-9adc-4709-af67-ca64004159b7') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:08.124938 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3e9f6a-9adc-4709-af67-ca64004159b7') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:08.136526 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:08.152275 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:08.158519 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:30:08.158899 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: timer() Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:30:08.171926 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:30:08.247509 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:08.263710 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:08.273729 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e88883-f36f-44d7-a735-a748f9c3d7e5,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:08.280772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-955e7b7b-f188-4799-98ae-792f42f5f916 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b0e88883-f36f-44d7-a735-a748f9c3d7e5 HTTP/1.1" status: 204 len: 168 time: 1.0121856 Apr 05 21:30:08.283569 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35512) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:08.537063 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-75b95c4f-f3be-425b-9f14-e9bc8a0d5e7c None None] Deleting port 622f0e33-5467-4774-8621-7d90524d1923 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:30:08.537608 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-75b95c4f-f3be-425b-9f14-e9bc8a0d5e7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:08.601756 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-75b95c4f-f3be-425b-9f14-e9bc8a0d5e7c None None] The port '622f0e33-5467-4774-8621-7d90524d1923' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 21:30:08.814785 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-000948ae-8e40-4e1d-9e7b-a6cb7028e2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:09.247799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-000948ae-8e40-4e1d-9e7b-a6cb7028e2ec admin admin] Deleting port 003a4705-331d-4a8e-ab0c-05b721cf819b {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:30:09.248438 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-000948ae-8e40-4e1d-9e7b-a6cb7028e2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:09.380136 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 622f0e33-5467-4774-8621-7d90524d1923 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:30:09.416405 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 622f0e33-5467-4774-8621-7d90524d1923 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:30:09.416738 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 622f0e33-5467-4774-8621-7d90524d1923 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:30:09.418445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-000948ae-8e40-4e1d-9e7b-a6cb7028e2ec admin admin] For port 003a4705-331d-4a8e-ab0c-05b721cf819b, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=003a4705-331d-4a8e-ab0c-05b721cf819b,segment=NetworkSegment(59324b96-5250-495a-8640-05a28eb53a60),segment_id=59324b96-5250-495a-8640-05a28eb53a60)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:09.418881 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-000948ae-8e40-4e1d-9e7b-a6cb7028e2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:09.530798 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:09.544215 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-000948ae-8e40-4e1d-9e7b-a6cb7028e2ec admin admin] Calling delete_port for 003a4705-331d-4a8e-ab0c-05b721cf819b owned by network:router_interface {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:30:09.721550 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-000948ae-8e40-4e1d-9e7b-a6cb7028e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:09.731785 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:09.775276 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000948ae-8e40-4e1d-9e7b-a6cb7028e2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=003a4705-331d-4a8e-ab0c-05b721cf819b,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:10.040501 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-000948ae-8e40-4e1d-9e7b-a6cb7028e2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:10.496129 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000948ae-8e40-4e1d-9e7b-a6cb7028e2ec admin admin] Router ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:30:10.672064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000948ae-8e40-4e1d-9e7b-a6cb7028e2ec admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:30:10.681761 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a75cc6-33a6-422d-b75b-143b9829a073 None None] Sync routers for ids ['ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:30:10.690435 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-000948ae-8e40-4e1d-9e7b-a6cb7028e2ec admin admin] 10.222.0.24 "PUT /v2.0/routers/ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4058838 Apr 05 21:30:10.691818 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a75cc6-33a6-422d-b75b-143b9829a073 None None] Routers {'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:30:10.692411 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a4a75cc6-33a6-422d-b75b-143b9829a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:29:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:10.692913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35516) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:10.873019 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] Notify callbacks [] for router, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:10.874699 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-a4a75cc6-33a6-422d-b75b-143b9829a073 None None] Set router ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:30:11.054108 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:11.064046 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] Deleting port b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:30:11.064658 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:11.182618 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a4a75cc6-33a6-422d-b75b-143b9829a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'name': 'tempest-TestShelveInstance-234391749-router', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:25Z', 'updated_at': '2022-04-05T21:30:09Z', 'revision_number': 5, 'project_id': '035beeba8863483db04e2bf607564c93', 'gw_port': {'id': 'b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:21:26Z', 'updated_at': '2022-04-05T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:11.186266 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a75cc6-33a6-422d-b75b-143b9829a073 None None] Checking router: ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:30:11.194354 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a75cc6-33a6-422d-b75b-143b9829a073 None None] Routers {'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:30:11.194933 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a4a75cc6-33a6-422d-b75b-143b9829a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:29:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:11.238766 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] For port b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:11.239111 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:11.344689 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-a4a75cc6-33a6-422d-b75b-143b9829a073 None None] Set router ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:30:11.363278 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] Calling delete_port for b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 owned by network:router_gateway {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:30:11.454711 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-a4a75cc6-33a6-422d-b75b-143b9829a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'name': 'tempest-TestShelveInstance-234391749-router', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:25Z', 'updated_at': '2022-04-05T21:30:11Z', 'revision_number': 6, 'project_id': '035beeba8863483db04e2bf607564c93', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:11.458491 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a75cc6-33a6-422d-b75b-143b9829a073 None None] The sync data for ids ['ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53'] in n-d-836604-1 is: [{'id': 'ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53', 'name': 'tempest-TestShelveInstance-234391749-router', 'tenant_id': '035beeba8863483db04e2bf607564c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:21:25Z', 'updated_at': '2022-04-05T21:30:11Z', 'revision_number': 6, 'project_id': '035beeba8863483db04e2bf607564c93', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:30:11.538390 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1a1b6b9b-f740-47c4-9dc6-8a407cc1cbbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:11.543295 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:11.589274 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] Pushing event deleted for resources: {'Port': ['ID=b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:11.787414 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:11.962856 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:11.965117 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:11.987011 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:11.987485 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 {{(pid=87964) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:30:11.999651 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:12.000789 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-328cc678-d5b7-4ca3-b5f2-ae217739d14f admin admin] 10.222.0.24 "DELETE /v2.0/routers/ccd7461e-5a11-4a9f-a98d-ceb2c7f24b53 HTTP/1.1" status: 204 len: 168 time: 1.3068349 Apr 05 21:30:12.003209 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35520) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:12.063558 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74cec97-adc4-405c-a690-b236e186b247 admin admin] Deleting subnet d4431075-d43d-4dd2-bb18-f5ce949de3a9 {{(pid=87964) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:30:12.066318 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d74cec97-adc4-405c-a690-b236e186b247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:12.113110 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d74cec97-adc4-405c-a690-b236e186b247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2829239'] for subnet, precommit_delete_associations {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:12.192080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d74cec97-adc4-405c-a690-b236e186b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:12.259953 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d74cec97-adc4-405c-a690-b236e186b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2829157', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3082419'] for subnet, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:12.298401 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cec97-adc4-405c-a690-b236e186b247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4431075-d43d-4dd2-bb18-f5ce949de3a9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:12.301908 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-d74cec97-adc4-405c-a690-b236e186b247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:12.308556 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3389a810-7ef3-435f-9c87-f44b618e833d None None] Network 03fd00b7-b23a-4da7-a464-bcfc60df760a requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:30:12.308847 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-d74cec97-adc4-405c-a690-b236e186b247 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d4431075-d43d-4dd2-bb18-f5ce949de3a9 HTTP/1.1" status: 204 len: 168 time: 0.3044260 Apr 05 21:30:12.311009 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35524) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:12.417027 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:12.427973 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Deleting port 1cc34e80-d189-4620-ab11-e705022569b9 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:30:12.428310 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:12.557611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2120bb3a-82c4-4691-b790-6a8d4641faba None None] DHCP port deletion for 03fd00b7-b23a-4da7-a464-bcfc60df760a request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:30:12.561906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2120bb3a-82c4-4691-b790-6a8d4641faba None None] Deleting port 1cc34e80-d189-4620-ab11-e705022569b9 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:30:12.562284 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2120bb3a-82c4-4691-b790-6a8d4641faba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:12.643781 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] For port 1cc34e80-d189-4620-ab11-e705022569b9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1cc34e80-d189-4620-ab11-e705022569b9,segment=NetworkSegment(59324b96-5250-495a-8640-05a28eb53a60),segment_id=59324b96-5250-495a-8640-05a28eb53a60)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:12.644432 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:12.768384 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Calling delete_port for 1cc34e80-d189-4620-ab11-e705022569b9 owned by network:dhcp {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:30:12.774881 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-2120bb3a-82c4-4691-b790-6a8d4641faba None None] For port 1cc34e80-d189-4620-ab11-e705022569b9, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=1cc34e80-d189-4620-ab11-e705022569b9,segment=NetworkSegment(59324b96-5250-495a-8640-05a28eb53a60),segment_id=59324b96-5250-495a-8640-05a28eb53a60)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:12.775207 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2120bb3a-82c4-4691-b790-6a8d4641faba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:12.847399 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:12.894642 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cc34e80-d189-4620-ab11-e705022569b9,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:12.896479 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] No DVR routers for this DVR port 1cc34e80-d189-4620-ab11-e705022569b9 on host n-d-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:30:12.907058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2120bb3a-82c4-4691-b790-6a8d4641faba None None] Calling delete_port for 1cc34e80-d189-4620-ab11-e705022569b9 owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:30:12.981996 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-2120bb3a-82c4-4691-b790-6a8d4641faba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:30:12.982344 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-2120bb3a-82c4-4691-b790-6a8d4641faba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:30:13.010925 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:13.035838 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03fd00b7-b23a-4da7-a464-bcfc60df760a']}} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:13.047430 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59324b96-5250-495a-8640-05a28eb53a60') {'for_net_delete': True} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:13.047719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.services.segments.db [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59324b96-5250-495a-8640-05a28eb53a60') {} {{(pid=87964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:13.058682 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2829262'] for segment, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:13.074655 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:13.081300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=87964) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:30:13.081760 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2828679'] for segment, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: Traceback (most recent call last): Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: timer() Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: cb(*args, **kw) Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: return func(*args, **kwargs) Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: self._notify() Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: self.callback(batched_events) Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: event.method(event) Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: return f(self, *a, **k) Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: return self._get(url).json() Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: return self.request(url, 'GET', **kwargs) Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:30:13.098007 n-d-836604-1 neutron-server[87964]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:30:13.268137 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:13.284891 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:13.296712 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] Pushing event deleted for resources: {'Network': ['ID=03fd00b7-b23a-4da7-a464-bcfc60df760a,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:13.301339 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7752fe95-c1c4-4e94-b7a5-1abcda7f3c08 admin admin] 10.222.0.24 "DELETE /v2.0/networks/03fd00b7-b23a-4da7-a464-bcfc60df760a HTTP/1.1" status: 204 len: 168 time: 0.9894290 Apr 05 21:30:13.384605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:30:13.412054 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35530) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:13.422488 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:30:13.422833 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device b63acdf7-2da1-4cd3-a90e-5c1eade6bfa4 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:30:13.423245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1cc34e80-d189-4620-ab11-e705022569b9 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:30:13.458662 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 1cc34e80-d189-4620-ab11-e705022569b9 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:30:13.459009 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 1cc34e80-d189-4620-ab11-e705022569b9 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:30:13.459419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 003a4705-331d-4a8e-ab0c-05b721cf819b no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:30:13.463631 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eda9ee12-8e22-4734-ad3d-d1acfcab6e33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=233b1878acc74cbe828e188994e8d2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503981 Apr 05 21:30:13.466408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35534) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:13.489170 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2120bb3a-82c4-4691-b790-6a8d4641faba None None] Deleting port 1cc34e80-d189-4620-ab11-e705022569b9 {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:30:13.489342 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2120bb3a-82c4-4691-b790-6a8d4641faba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:13.526198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 003a4705-331d-4a8e-ab0c-05b721cf819b {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:30:13.526543 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 003a4705-331d-4a8e-ab0c-05b721cf819b not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:30:13.528118 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a056a96-0c3a-4806-908d-472137de4894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:13.554151 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a056a96-0c3a-4806-908d-472137de4894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:13.560320 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-2120bb3a-82c4-4691-b790-6a8d4641faba None None] The port '1cc34e80-d189-4620-ab11-e705022569b9' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 21:30:13.610081 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a056a96-0c3a-4806-908d-472137de4894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:13.627192 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a056a96-0c3a-4806-908d-472137de4894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90aa8d1-2776-44b9-bac0-d154096f39f0,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:13.633436 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-3a056a96-0c3a-4806-908d-472137de4894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:13.635697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-3a056a96-0c3a-4806-908d-472137de4894 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b90aa8d1-2776-44b9-bac0-d154096f39f0 HTTP/1.1" status: 204 len: 168 time: 0.1683323 Apr 05 21:30:13.818104 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-57aced44-52ca-4b2d-a671-dd22c4dd3402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:13.964903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35542) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:14.013547 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-28e35eb3-30ad-4916-a252-8d9ff6015421 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=035beeba8863483db04e2bf607564c93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474279 Apr 05 21:30:14.016416 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35546) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:14.073098 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2134c6b5-a74c-4b3e-8b2b-11546879e39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:14.098441 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2134c6b5-a74c-4b3e-8b2b-11546879e39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:14.152257 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2134c6b5-a74c-4b3e-8b2b-11546879e39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:14.168755 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134c6b5-a74c-4b3e-8b2b-11546879e39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a61a747-82ed-4c0e-813f-5694af5100d7,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:14.172016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-2134c6b5-a74c-4b3e-8b2b-11546879e39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:14.173177 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-2134c6b5-a74c-4b3e-8b2b-11546879e39a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a61a747-82ed-4c0e-813f-5694af5100d7 HTTP/1.1" status: 204 len: 168 time: 0.1558177 Apr 05 21:30:14.923423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35570) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:14.999390 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.051030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-292460251-network', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:15.056964 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:15.060770 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Usage tracker for resource:network and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:15.063601 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:15.070361 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:15.080612 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Made reservation on behalf of 2bcf2f1fc18449a09a392a2b5e942be1 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:30:15.083208 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.095588 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.111304 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:15.115168 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Usage tracker for resource:security_group_rule and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:15.118655 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:15.120534 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.124504 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:15.205389 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.209302 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.236153 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:30:15.248923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10e18e8-32d3-4fc5-8d40-a1b8b1e5f986,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:15.254137 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.254502 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Added segment 3155a98b-79a9-4911-88b5-f9af746ec845 of type vlan for network 779361de-364c-4282-9f79-07be9473ed35 Apr 05 21:30:15.280807 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.309856 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.310897 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:15.311464 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.414367 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4896398 Apr 05 21:30:15.415591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ea6c60-0703-4f51-83e1-ab49bc501c05 admin admin] Pushing event updated for resources: {'Network': ['ID=779361de-364c-4282-9f79-07be9473ed35,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:15.417523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35576) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:15.423872 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Request body: {'subnet': {'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-292460251-subnet', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:15.425988 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network 779361de-364c-4282-9f79-07be9473ed35 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:30:15.429708 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:15.434421 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Usage tracker for resource:subnet and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:15.437291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:15.443742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:15.454165 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Made reservation on behalf of 2bcf2f1fc18449a09a392a2b5e942be1 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:30:15.456516 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.659220 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.732010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55dbe7b-74ba-46ba-8c77-86d4db103150,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:15.740360 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Checking segment: {'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:30:15.740710 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Network hostable DHCP agents. Network: 779361de-364c-4282-9f79-07be9473ed35, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:30:15.759018 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Network 779361de-364c-4282-9f79-07be9473ed35 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:30:15.767879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, 779361de-364c-4282-9f79-07be9473ed35) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:30:15.771840 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:15.772421 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.777363 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f86c4e7-8ef5-44b3-9db3-a152bc23673e None None] Network 779361de-364c-4282-9f79-07be9473ed35 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:30:15.792002 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-eb03b0a9-e8ee-4579-ba2d-f018a60d756e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3734555 Apr 05 21:30:15.794732 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35580) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:15.799676 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:15.804870 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:15.809213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Usage tracker for resource:router and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:15.812277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:15.817954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:15.828115 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.829144 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:15.843932 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.013611 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-779361de-364c-4282-9f79-07be9473ed35', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:30:16.014802 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.114124 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.166729 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Allocated IP 172.20.0.2 (779361de-364c-4282-9f79-07be9473ed35/d55dbe7b-74ba-46ba-8c77-86d4db103150/f90b8b35-ee21-42e3-9f01-c41d4e86136a) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:30:16.372699 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.390679 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.402594 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Transition to ACTIVE for port object f90b8b35-ee21-42e3-9f01-c41d4e86136a will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:16.422976 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Transition to ACTIVE for port object f90b8b35-ee21-42e3-9f01-c41d4e86136a will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:16.428125 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.489666 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Network 779361de-364c-4282-9f79-07be9473ed35 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:30:16.496545 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:30:16.499027 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:30:16.508842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Pushing event updated for resources: {'Port': ['ID=f90b8b35-ee21-42e3-9f01-c41d4e86136a,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:16.521543 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.548680 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:16.548935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:16.549232 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:16.549559 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:16.549933 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:16.550229 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:16.550547 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:16.550862 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:16.551178 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:16.551489 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:16.551802 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:16.552110 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:16.552238 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.606277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Attempting to bind port f90b8b35-ee21-42e3-9f01-c41d4e86136a on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:30:16.606626 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Attempting to bind port f90b8b35-ee21-42e3-9f01-c41d4e86136a by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:30:16.606979 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Attempting to bind port f90b8b35-ee21-42e3-9f01-c41d4e86136a on network 779361de-364c-4282-9f79-07be9473ed35 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:30:16.612396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:30:16.612819 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Checking segment: {'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:30:16.613207 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.613590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Bound using segment: {'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:30:16.614134 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Bound port: f90b8b35-ee21-42e3-9f01-c41d4e86136a, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:30:16.614497 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.689423 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Allocated IP 172.25.8.135 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/8de4bb39-ccc4-470b-8bf1-6a6185fb41e4) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:30:16.702046 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] For port f90b8b35-ee21-42e3-9f01-c41d4e86136a, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:30:16.704971 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] For port f90b8b35-ee21-42e3-9f01-c41d4e86136a, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f90b8b35-ee21-42e3-9f01-c41d4e86136a,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:30:16.709310 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.798428 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5630b44-07d2-4f6b-b9a2-a451d1124332 None None] Pushing event updated for resources: {'Port': ['ID=f90b8b35-ee21-42e3-9f01-c41d4e86136a,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:16.845753 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.875044 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:16.938566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:30:16.941408 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:30:16.944997 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:30:16.994733 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Pushing event updated for resources: {'Port': ['ID=8de4bb39-ccc4-470b-8bf1-6a6185fb41e4,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:17.369810 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:17.411239 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f90b8b35-ee21-42e3-9f01-c41d4e86136a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:17.480350 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port f90b8b35-ee21-42e3-9f01-c41d4e86136a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:17.714607 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:17.747863 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3cbe76-1a2f-4f85-af2d-02352a506c7b None None] Network 779361de-364c-4282-9f79-07be9473ed35 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:30:17.846742 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-00b807f1-96bb-4e47-a9b3-7f03f7340668 None None] Provisioning for port f90b8b35-ee21-42e3-9f01-c41d4e86136a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:17.855970 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-00b807f1-96bb-4e47-a9b3-7f03f7340668 None None] Provisioning complete for port f90b8b35-ee21-42e3-9f01-c41d4e86136a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:17.856343 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-00b807f1-96bb-4e47-a9b3-7f03f7340668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:18.034367 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Router ba46d1d7-24d7-44f7-b385-15b0c79f2555 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 21:30:18.079048 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-00b807f1-96bb-4e47-a9b3-7f03f7340668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:18.124651 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-00b807f1-96bb-4e47-a9b3-7f03f7340668 None None] For port f90b8b35-ee21-42e3-9f01-c41d4e86136a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f90b8b35-ee21-42e3-9f01-c41d4e86136a,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:18.129753 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-00b807f1-96bb-4e47-a9b3-7f03f7340668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:18.199487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b807f1-96bb-4e47-a9b3-7f03f7340668 None None] Pushing event updated for resources: {'Port': ['ID=f90b8b35-ee21-42e3-9f01-c41d4e86136a,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:18.216974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:30:18.231378 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Sync routers for ids ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:30:18.241094 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Routers {'ba46d1d7-24d7-44f7-b385-15b0c79f2555'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:30:18.241809 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:18.246285 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:18.247533 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9621b2b2-d9d7-42be-8660-7245340f00c5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4518933 Apr 05 21:30:18.250706 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35584) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:18.428781 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-0c046be5-6a7b-487e-86c1-48d82c2ee23d None None] Provisioning complete for port f90b8b35-ee21-42e3-9f01-c41d4e86136a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:18.429334 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0c046be5-6a7b-487e-86c1-48d82c2ee23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:18.460892 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Set router ba46d1d7-24d7-44f7-b385-15b0c79f2555 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:30:18.847913 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:17Z', 'revision_number': 3, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:18.851705 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Checking router: ba46d1d7-24d7-44f7-b385-15b0c79f2555 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:30:18.852148 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Updating router ba46d1d7-24d7-44f7-b385-15b0c79f2555 port 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:30:18.903968 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:19.046904 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:19.223140 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:19.235049 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Transition to ACTIVE for port object 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:19.241305 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:19.250947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_common [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Allocated IP 172.20.0.1 (779361de-364c-4282-9f79-07be9473ed35/d55dbe7b-74ba-46ba-8c77-86d4db103150/6fdb193e-ff32-46ec-a5b0-3e21d19f8e49) {{(pid=87965) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:30:19.333301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa2f09-7fa2-411b-8aab-a867c8e547b4 None None] Pushing event updated for resources: {'Port': ['ID=8de4bb39-ccc4-470b-8bf1-6a6185fb41e4,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:19.335487 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Attempting to bind port 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:30:19.335863 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Attempting to bind port 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:30:19.336198 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Attempting to bind port 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:30:19.341864 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:30:19.342259 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:30:19.342666 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:19.343029 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:30:19.343484 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Bound port: 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:30:19.343905 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:19.402591 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:19.406011 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f90b8b35-ee21-42e3-9f01-c41d4e86136a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:19.418700 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.provisioning_blocks [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Transition to ACTIVE for port object 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 will not be triggered until provisioned by entity DHCP. {{(pid=87965) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:19.442294 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:19.456931 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] For port 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:30:19.478805 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] For port 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8de4bb39-ccc4-470b-8bf1-6a6185fb41e4,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:30:19.485265 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:19.505397 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Network 779361de-364c-4282-9f79-07be9473ed35 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:30:19.508230 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:30:19.512468 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Received port after_create {{(pid=87965) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:30:19.548457 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port f90b8b35-ee21-42e3-9f01-c41d4e86136a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:19.548829 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:19.564379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Pushing event updated for resources: {'Port': ['ID=6fdb193e-ff32-46ec-a5b0-3e21d19f8e49,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:19.579291 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:19.623196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Routers {'ba46d1d7-24d7-44f7-b385-15b0c79f2555'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:30:19.624337 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:19.689682 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaa2f09-7fa2-411b-8aab-a867c8e547b4 None None] Pushing event updated for resources: {'Port': ['ID=8de4bb39-ccc4-470b-8bf1-6a6185fb41e4,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:19.741034 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:19.860569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c62e90e6-224c-4db9-bce5-ffbb650931d6 None None] Provisioning for port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:19.871628 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] Set router ba46d1d7-24d7-44f7-b385-15b0c79f2555 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:30:19.913058 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-c62e90e6-224c-4db9-bce5-ffbb650931d6 None None] Provisioning complete for port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:19.913431 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c62e90e6-224c-4db9-bce5-ffbb650931d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:19.963756 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:19.968259 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2264132'] for port, after_update {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:20.071525 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:20.075049 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Pushing event updated for resources: {'Port': ['ID=6fdb193e-ff32-46ec-a5b0-3e21d19f8e49,revision_number=2']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:20.098684 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-c62e90e6-224c-4db9-bce5-ffbb650931d6 None None] Port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:30:20.287788 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 1, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:20.291676 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37aeb46e-c3e8-4628-8daf-72fcd1a74da0 None None] The sync data for ids ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'] in n-d-836604-1 is: [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 1, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:30:20.342735 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Network 779361de-364c-4282-9f79-07be9473ed35 is already hosted by enough agents. {{(pid=87965) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:30:20.343913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.base_scheduler [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Resources bound (agent type, host, resource id): {{(pid=87965) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:30:20.540104 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Router ba46d1d7-24d7-44f7-b385-15b0c79f2555 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:30:20.621592 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-e2e1aeb6-7013-4b75-9330-f953ecf52618 None None] Provisioning complete for port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:20.622151 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-e2e1aeb6-7013-4b75-9330-f953ecf52618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:20.678392 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1aeb6-7013-4b75-9330-f953ecf52618 None None] Port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:30:20.736809 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:30:20.747222 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-9b54c2b7-30c9-4687-a47e-9a85f08ed457 admin admin] 10.222.0.24 "PUT /v2.0/routers/ba46d1d7-24d7-44f7-b385-15b0c79f2555/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4949028 Apr 05 21:30:21.348194 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35602) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:21.356772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1546771732-network', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:21.364989 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:21.370116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Usage tracker for resource:network and tenant:743cc6e4b2ac424c8af20a4cf091e590 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:21.378935 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:21.390669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:21.401772 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Made reservation on behalf of 743cc6e4b2ac424c8af20a4cf091e590 for: {'network': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:30:21.405375 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for network, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:21.420588 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:21.432008 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:21.440393 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:21.445257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Usage tracker for resource:security_group_rule and tenant:743cc6e4b2ac424c8af20a4cf091e590 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:21.448239 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:21.455436 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:21.513016 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:21.519035 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:21.519437 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:21.553060 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:21.557835 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:21.581044 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=87964) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 21:30:21.600294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea592f0-b0f9-4921-92a3-4c3843cdbdd0,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:21.603628 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:21.603965 n-d-836604-1 neutron-server[87964]: INFO neutron.db.segments_db [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Added segment e001fe10-60c9-40b6-9896-5065bf37e9d4 of type vlan for network eb4d860e-c448-4797-8d5a-d913006a4dd1 Apr 05 21:30:21.630410 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791804884152'] for network, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:21.643047 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:21.660561 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524'] for network, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:21.661131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8de4bb39-ccc4-470b-8bf1-6a6185fb41e4,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:21.661813 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:21.662465 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Notify callbacks [] for network, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:21.665686 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:21.736430 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=8de4bb39-ccc4-470b-8bf1-6a6185fb41e4,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:21.765139 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] Pushing event updated for resources: {'Network': ['ID=eb4d860e-c448-4797-8d5a-d913006a4dd1,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:21.777245 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-97df2cf5-7b2d-4989-9bab-0c7c188fd9d5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4279032 Apr 05 21:30:21.779277 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Network eb4d860e-c448-4797-8d5a-d913006a4dd1 details requested by agent ovs-agent-n-d-836604-1 with host n-d-836604-1 {{(pid=87966) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 21:30:21.779861 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35606) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:21.785553 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Request body: {'subnet': {'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1546771732-subnet', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'ip_version': 4}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:21.791279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:21.795300 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Usage tracker for resource:subnet and tenant:743cc6e4b2ac424c8af20a4cf091e590 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:21.798176 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:21.803821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:21.814734 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Made reservation on behalf of 743cc6e4b2ac424c8af20a4cf091e590 for: {'subnet': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:30:21.816973 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3082326'] for subnet, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:22.024713 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2829092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3082312'] for subnet, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:22.103439 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0910279-d569-4243-b53f-bdfabb468c3e,revision_number=0']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:22.111664 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Checking segment: {'id': 'e001fe10-60c9-40b6-9896-5065bf37e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:30:22.112012 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Network hostable DHCP agents. Network: eb4d860e-c448-4797-8d5a-d913006a4dd1, hostable agents: ['e4bc1ea4-e7c1-4f03-a716-c75b41053ade'], hosted agents: [] {{(pid=87964) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 21:30:22.131252 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Network eb4d860e-c448-4797-8d5a-d913006a4dd1 is scheduled to be hosted by DHCP agent e4bc1ea4-e7c1-4f03-a716-c75b41053ade with binding_index 1 {{(pid=87964) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 21:30:22.139358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836604-1, eb4d860e-c448-4797-8d5a-d913006a4dd1) {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:30:22.143591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:22.144160 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:22.148332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc99022-baa6-46e5-85e0-1ff1fddba608 None None] Network eb4d860e-c448-4797-8d5a-d913006a4dd1 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:30:22.164847 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-f4fbdefe-9247-4fca-865d-560e73663204 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3832939 Apr 05 21:30:22.167437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35610) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:22.172403 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1546771732-router', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:22.178189 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:22.183163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Usage tracker for resource:router and tenant:743cc6e4b2ac424c8af20a4cf091e590 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:22.186049 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:22.191700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:22.202138 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-335672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1046580'] for router, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:22.203106 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-332820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-333902', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1046589'] for router, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:22.217476 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:22.249331 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Sync routers for ids ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:30:22.261790 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Routers {'ba46d1d7-24d7-44f7-b385-15b0c79f2555'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:30:22.262619 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:22.383582 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp447f9258-7c36-5037-ae49-d714acfd910d-eb4d860e-c448-4797-8d5a-d913006a4dd1', 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'fixed_ips': [{'subnet_id': 'f0910279-d569-4243-b53f-bdfabb468c3e'}]}} from n-d-836604-1. {{(pid=87966) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 05 21:30:22.390748 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:22.472789 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Set router ba46d1d7-24d7-44f7-b385-15b0c79f2555 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:30:22.525386 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-333920', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-335622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1046543'] for router, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:22.566617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.db_base_plugin_common [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Allocated IP 172.20.0.2 (eb4d860e-c448-4797-8d5a-d913006a4dd1/f0910279-d569-4243-b53f-bdfabb468c3e/44fd4139-64fb-4150-ad00-2d1672acd01c) {{(pid=87966) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:30:22.818611 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Notify callbacks [] for port, precommit_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:22.830262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Transition to ACTIVE for port object 44fd4139-64fb-4150-ad00-2d1672acd01c will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:22.831803 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 2, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:22.835981 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Checking router: ba46d1d7-24d7-44f7-b385-15b0c79f2555 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:30:22.836928 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Updating router ba46d1d7-24d7-44f7-b385-15b0c79f2555 port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:30:22.848850 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Transition to ACTIVE for port object 44fd4139-64fb-4150-ad00-2d1672acd01c will not be triggered until provisioned by entity DHCP. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:22.854591 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210'] for port, after_create {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:22.893848 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:22.912229 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:22.914877 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Network eb4d860e-c448-4797-8d5a-d913006a4dd1 is already hosted by enough agents. {{(pid=87966) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:30:22.917605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.scheduler.base_scheduler [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Resources bound (agent type, host, resource id): {{(pid=87966) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:30:22.926056 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Received port after_create {{(pid=87966) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:30:22.936222 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Pushing event updated for resources: {'Port': ['ID=44fd4139-64fb-4150-ad00-2d1672acd01c,revision_number=1']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:23.027276 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Attempting to bind port 44fd4139-64fb-4150-ad00-2d1672acd01c on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:30:23.027597 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Attempting to bind port 44fd4139-64fb-4150-ad00-2d1672acd01c by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e001fe10-60c9-40b6-9896-5065bf37e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:30:23.027909 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Attempting to bind port 44fd4139-64fb-4150-ad00-2d1672acd01c on network eb4d860e-c448-4797-8d5a-d913006a4dd1 {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:30:23.033534 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:30:23.034501 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Checking segment: {'id': 'e001fe10-60c9-40b6-9896-5065bf37e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:30:23.034501 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:23.034718 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Bound using segment: {'id': 'e001fe10-60c9-40b6-9896-5065bf37e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:30:23.035145 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Bound port: 44fd4139-64fb-4150-ad00-2d1672acd01c, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e001fe10-60c9-40b6-9896-5065bf37e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:30:23.035516 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:23.069213 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:23.124046 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] For port 44fd4139-64fb-4150-ad00-2d1672acd01c, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:30:23.127093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] For port 44fd4139-64fb-4150-ad00-2d1672acd01c, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=44fd4139-64fb-4150-ad00-2d1672acd01c,segment=NetworkSegment(e001fe10-60c9-40b6-9896-5065bf37e9d4),segment_id=e001fe10-60c9-40b6-9896-5065bf37e9d4)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:30:23.132427 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:23.216230 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Allocated IP 172.25.8.183 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/81ac7876-26d6-4dd0-ae50-4f07ca1f65df) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:30:23.252074 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c15e6f-8f66-4643-ae7d-3885aad20150 None None] Pushing event updated for resources: {'Port': ['ID=44fd4139-64fb-4150-ad00-2d1672acd01c,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:23.290746 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:23.303471 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Transition to ACTIVE for port object 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:23.312637 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:23.384201 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:23.417162 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:23.422818 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:23.500337 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13320dd1-9dee-4b74-aa44-f66f6ad55983 None None] Pushing event updated for resources: {'Port': ['ID=6fdb193e-ff32-46ec-a5b0-3e21d19f8e49,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:23.501869 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:30:23.505156 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:30:23.507764 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:30:23.512192 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13320dd1-9dee-4b74-aa44-f66f6ad55983 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.512631 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13320dd1-9dee-4b74-aa44-f66f6ad55983 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.512958 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13320dd1-9dee-4b74-aa44-f66f6ad55983 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.513276 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13320dd1-9dee-4b74-aa44-f66f6ad55983 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.513594 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13320dd1-9dee-4b74-aa44-f66f6ad55983 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.516551 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13320dd1-9dee-4b74-aa44-f66f6ad55983 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.517065 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13320dd1-9dee-4b74-aa44-f66f6ad55983 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.517538 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13320dd1-9dee-4b74-aa44-f66f6ad55983 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.517861 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13320dd1-9dee-4b74-aa44-f66f6ad55983 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.518340 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13320dd1-9dee-4b74-aa44-f66f6ad55983 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.518807 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13320dd1-9dee-4b74-aa44-f66f6ad55983 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.519420 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13320dd1-9dee-4b74-aa44-f66f6ad55983 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87967) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:30:23.574199 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Pushing event updated for resources: {'Port': ['ID=81ac7876-26d6-4dd0-ae50-4f07ca1f65df,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:23.579061 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:23.579554 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:23.630310 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Attempting to bind port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:30:23.630654 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Attempting to bind port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:30:23.631005 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Attempting to bind port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 on network 779361de-364c-4282-9f79-07be9473ed35 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:30:23.637685 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:30:23.638346 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Checking segment: {'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:30:23.638882 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:23.639422 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Bound using segment: {'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:30:23.640383 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Bound port: 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:30:23.640754 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:23.792820 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] For port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:30:23.795725 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] For port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6fdb193e-ff32-46ec-a5b0-3e21d19f8e49,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:30:23.801255 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:23.881369 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Routers {'ba46d1d7-24d7-44f7-b385-15b0c79f2555'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:30:23.881974 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:23.941453 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13320dd1-9dee-4b74-aa44-f66f6ad55983 None None] Pushing event updated for resources: {'Port': ['ID=6fdb193e-ff32-46ec-a5b0-3e21d19f8e49,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:24.008402 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:24.083978 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] Set router ba46d1d7-24d7-44f7-b385-15b0c79f2555 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:30:24.374122 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-335631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-333979'] for router, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:24.384875 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11488f86-0878-4669-b382-d73e5a12ced1 None None] Network eb4d860e-c448-4797-8d5a-d913006a4dd1 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:30:24.416523 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:23Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:24.420141 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d723b2-b30e-47b6-9312-9e3b7956e9fb None None] The sync data for ids ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'] in n-d-836604-1 is: [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:23Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:30:24.499005 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-f79a3dd2-28f4-45b5-9b31-31202b87ca98 None None] Provisioning for port 44fd4139-64fb-4150-ad00-2d1672acd01c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:24.722903 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Router 43effd84-966c-4b6a-9809-b2f97fa60c51 is scheduled to L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b with binding_index 1 {{(pid=87964) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 05 21:30:24.913343 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:30:24.922660 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Sync routers for ids ['43effd84-966c-4b6a-9809-b2f97fa60c51'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:30:24.938855 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] Notify callbacks [] for router, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:24.939096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Routers {'43effd84-966c-4b6a-9809-b2f97fa60c51'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:30:24.939725 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['43effd84-966c-4b6a-9809-b2f97fa60c51'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:24.940141 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-87e04e03-ecea-4f65-ac5d-42ad420c6d7c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7717755 Apr 05 21:30:24.942920 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35614) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:25.129824 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Set router 43effd84-966c-4b6a-9809-b2f97fa60c51 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:30:25.427247 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'name': 'tempest-TestSnapshotPattern-1546771732-router', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '81ac7876-26d6-4dd0-ae50-4f07ca1f65df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:22Z', 'updated_at': '2022-04-05T21:30:23Z', 'revision_number': 3, 'project_id': '743cc6e4b2ac424c8af20a4cf091e590', 'gw_port': {'id': '81ac7876-26d6-4dd0-ae50-4f07ca1f65df', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:23Z', 'updated_at': '2022-04-05T21:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:25.435475 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Checking router: 43effd84-966c-4b6a-9809-b2f97fa60c51 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:30:25.435949 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Updating router 43effd84-966c-4b6a-9809-b2f97fa60c51 port 81ac7876-26d6-4dd0-ae50-4f07ca1f65df binding host n-d-836604-1 {{(pid=87966) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:30:25.499099 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:25.529287 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:25.657638 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:25.678111 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:25.706692 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:25.707055 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:25.880913 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Allocated IP 172.20.0.1 (eb4d860e-c448-4797-8d5a-d913006a4dd1/f0910279-d569-4243-b53f-bdfabb468c3e/cc5bb04e-bbb0-45c7-a532-cbc1633be97a) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:30:25.956049 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.038639 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.039066 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Notify callbacks [] for port, precommit_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.044102 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6fdb193e-ff32-46ec-a5b0-3e21d19f8e49,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:26.051469 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.051469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 44fd4139-64fb-4150-ad00-2d1672acd01c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:26.055411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Transition to ACTIVE for port object cc5bb04e-bbb0-45c7-a532-cbc1633be97a will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:26.081377 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.106917 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Transition to ACTIVE for port object 81ac7876-26d6-4dd0-ae50-4f07ca1f65df will not be triggered until provisioned by entity L2. {{(pid=87966) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:26.138614 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.153500 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Network eb4d860e-c448-4797-8d5a-d913006a4dd1 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:30:26.160836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:30:26.166113 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:30:26.196959 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=6fdb193e-ff32-46ec-a5b0-3e21d19f8e49,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:26.199819 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Pushing event updated for resources: {'Port': ['ID=cc5bb04e-bbb0-45c7-a532-cbc1633be97a,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:26.239263 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Attempting to bind port 81ac7876-26d6-4dd0-ae50-4f07ca1f65df on host n-d-836604-1 for vnic_type normal with profile {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:30:26.239263 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Attempting to bind port 81ac7876-26d6-4dd0-ae50-4f07ca1f65df by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:30:26.239528 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Attempting to bind port 81ac7876-26d6-4dd0-ae50-4f07ca1f65df on network be3ed9ce-44de-4a17-8a12-96ef652948bf {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:30:26.240696 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-335685'] for router_interface, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.257775 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:30:26.258804 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Checking segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87966) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:30:26.259203 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.259587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Bound using segment: {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'} {{(pid=87966) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:30:26.260052 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.managers [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Bound port: 81ac7876-26d6-4dd0-ae50-4f07ca1f65df, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf'}}] {{(pid=87966) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:30:26.260420 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.292174 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 44fd4139-64fb-4150-ad00-2d1672acd01c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:26.319710 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a498c79-979d-42b3-9992-9147478f0a01 None None] Pushing event updated for resources: {'Port': ['ID=81ac7876-26d6-4dd0-ae50-4f07ca1f65df,revision_number=2']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:26.324679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 44fd4139-64fb-4150-ad00-2d1672acd01c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:26.324961 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.405092 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] For port 81ac7876-26d6-4dd0-ae50-4f07ca1f65df, host n-d-836604-1, cleared binding levels {{(pid=87966) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:30:26.410309 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] For port 81ac7876-26d6-4dd0-ae50-4f07ca1f65df, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=81ac7876-26d6-4dd0-ae50-4f07ca1f65df,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:30:26.421610 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.519245 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9c166acf-3a53-4c7e-845e-db94bde2fb05 None None] Provisioning for port cc5bb04e-bbb0-45c7-a532-cbc1633be97a completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:26.533207 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Routers {'43effd84-966c-4b6a-9809-b2f97fa60c51'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:30:26.533842 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['43effd84-966c-4b6a-9809-b2f97fa60c51'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:26.546276 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:30:26.598761 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-9c166acf-3a53-4c7e-845e-db94bde2fb05 None None] Provisioning complete for port cc5bb04e-bbb0-45c7-a532-cbc1633be97a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:26.599731 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9c166acf-3a53-4c7e-845e-db94bde2fb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.649580 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a498c79-979d-42b3-9992-9147478f0a01 None None] Pushing event updated for resources: {'Port': ['ID=81ac7876-26d6-4dd0-ae50-4f07ca1f65df,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:26.654664 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.748878 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-9c166acf-3a53-4c7e-845e-db94bde2fb05 None None] Port cc5bb04e-bbb0-45c7-a532-cbc1633be97a cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:30:26.832711 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.883302 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] Set router 43effd84-966c-4b6a-9809-b2f97fa60c51 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:30:26.897854 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.903136 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:26.942223 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 44fd4139-64fb-4150-ad00-2d1672acd01c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=44fd4139-64fb-4150-ad00-2d1672acd01c,segment=NetworkSegment(e001fe10-60c9-40b6-9896-5065bf37e9d4),segment_id=e001fe10-60c9-40b6-9896-5065bf37e9d4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:26.948298 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:27.012083 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574542', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-335784'] for router_interface, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:27.015577 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Pushing event updated for resources: {'Port': ['ID=cc5bb04e-bbb0-45c7-a532-cbc1633be97a,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:27.156301 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Network eb4d860e-c448-4797-8d5a-d913006a4dd1 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:30:27.157385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:30:27.162068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=44fd4139-64fb-4150-ad00-2d1672acd01c,revision_number=3']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:27.276004 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'name': 'tempest-TestSnapshotPattern-1546771732-router', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '81ac7876-26d6-4dd0-ae50-4f07ca1f65df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:22Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 4, 'project_id': '743cc6e4b2ac424c8af20a4cf091e590', 'gw_port': {'id': '81ac7876-26d6-4dd0-ae50-4f07ca1f65df', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:23Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'cc5bb04e-bbb0-45c7-a532-cbc1633be97a', 'name': '', 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'mac_address': 'fa:16:3e:6a:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': 'f0910279-d569-4243-b53f-bdfabb468c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:25Z', 'updated_at': '2022-04-05T21:30:25Z', 'revision_number': 1, 'project_id': '743cc6e4b2ac424c8af20a4cf091e590', 'subnets': [{'id': 'f0910279-d569-4243-b53f-bdfabb468c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:27.281396 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0580d41-cb6e-40a1-9bb9-ca0e467decac None None] The sync data for ids ['43effd84-966c-4b6a-9809-b2f97fa60c51'] in n-d-836604-1 is: [{'id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'name': 'tempest-TestSnapshotPattern-1546771732-router', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '81ac7876-26d6-4dd0-ae50-4f07ca1f65df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:22Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 4, 'project_id': '743cc6e4b2ac424c8af20a4cf091e590', 'gw_port': {'id': '81ac7876-26d6-4dd0-ae50-4f07ca1f65df', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:23Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'cc5bb04e-bbb0-45c7-a532-cbc1633be97a', 'name': '', 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'mac_address': 'fa:16:3e:6a:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': 'f0910279-d569-4243-b53f-bdfabb468c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:25Z', 'updated_at': '2022-04-05T21:30:25Z', 'revision_number': 1, 'project_id': '743cc6e4b2ac424c8af20a4cf091e590', 'subnets': [{'id': 'f0910279-d569-4243-b53f-bdfabb468c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:30:27.364261 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Router 43effd84-966c-4b6a-9809-b2f97fa60c51 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:30:27.408176 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:27.490313 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-d48e70ac-8e84-40be-b312-32ea17f980f9 None None] Provisioning complete for port cc5bb04e-bbb0-45c7-a532-cbc1633be97a triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:27.490313 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d48e70ac-8e84-40be-b312-32ea17f980f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:27.523373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:27.523993 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:27.587627 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:30:27.598572 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5d1b5f48-5abb-43d1-a488-6779c5e70bae admin admin] 10.222.0.24 "PUT /v2.0/routers/43effd84-966c-4b6a-9809-b2f97fa60c51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6546187 Apr 05 21:30:27.604752 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-d48e70ac-8e84-40be-b312-32ea17f980f9 None None] Port cc5bb04e-bbb0-45c7-a532-cbc1633be97a cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:30:27.673808 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 44fd4139-64fb-4150-ad00-2d1672acd01c up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:27.798635 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 44fd4139-64fb-4150-ad00-2d1672acd01c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:27.799000 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.140430 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35624) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:28.145736 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1851505727', 'description': 'tempest-secgroup-smoke-1851505727 description', 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:28.152754 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:28.156852 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Usage tracker for resource:security_group and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:28.160016 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:28.167261 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:28.177404 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.203000 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:28.207017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Usage tracker for resource:security_group_rule and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:28.210041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:28.216881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:28.292921 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.296900 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.342083 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1d8380-34ca-4beb-95d6-77d36e575465,revision_number=1']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:28.346667 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.347880 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bb1d2dde-fb84-4a17-b4ff-f6a65559d155 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2063451 Apr 05 21:30:28.350896 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35628) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:28.356679 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-d30e7e10-ae93-427f-bf58-15c18741f56a tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Request body: {'security_group_rule': {'security_group_id': '4b1d8380-34ca-4beb-95d6-77d36e575465', 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:28.363550 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d30e7e10-ae93-427f-bf58-15c18741f56a tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:28.368168 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d30e7e10-ae93-427f-bf58-15c18741f56a tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Usage tracker for resource:security_group_rule and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:28.372379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-d30e7e10-ae93-427f-bf58-15c18741f56a tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:28.379208 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-d30e7e10-ae93-427f-bf58-15c18741f56a tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:28.401149 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d30e7e10-ae93-427f-bf58-15c18741f56a tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.463702 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d30e7e10-ae93-427f-bf58-15c18741f56a tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.468264 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d30e7e10-ae93-427f-bf58-15c18741f56a tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.492913 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e7e10-ae93-427f-bf58-15c18741f56a tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563f68ec-1ba6-46fa-af48-c2e89c791a12,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:28.502882 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-d30e7e10-ae93-427f-bf58-15c18741f56a tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.504120 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-d30e7e10-ae93-427f-bf58-15c18741f56a tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515219 Apr 05 21:30:28.507857 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35632) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:28.513384 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-c5cba2e0-e031-4aba-841e-b47b3af77339 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Request body: {'security_group_rule': {'security_group_id': '4b1d8380-34ca-4beb-95d6-77d36e575465', 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:28.521741 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c5cba2e0-e031-4aba-841e-b47b3af77339 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:28.526166 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c5cba2e0-e031-4aba-841e-b47b3af77339 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Usage tracker for resource:security_group_rule and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:28.529526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-c5cba2e0-e031-4aba-841e-b47b3af77339 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:28.536173 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-c5cba2e0-e031-4aba-841e-b47b3af77339 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:28.554587 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5cba2e0-e031-4aba-841e-b47b3af77339 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.619968 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5cba2e0-e031-4aba-841e-b47b3af77339 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.624737 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5cba2e0-e031-4aba-841e-b47b3af77339 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.647522 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cba2e0-e031-4aba-841e-b47b3af77339 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d610eea-6912-4124-9654-8f53e433520a,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:28.660205 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-c5cba2e0-e031-4aba-841e-b47b3af77339 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.661551 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-c5cba2e0-e031-4aba-841e-b47b3af77339 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525557 Apr 05 21:30:28.664795 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35636) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:28.669666 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-a90d10ed-a247-4c14-a504-6beae33aa201 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Request body: {'security_group_rule': {'security_group_id': '4b1d8380-34ca-4beb-95d6-77d36e575465', 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:28.676155 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a90d10ed-a247-4c14-a504-6beae33aa201 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:28.679986 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a90d10ed-a247-4c14-a504-6beae33aa201 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Usage tracker for resource:security_group_rule and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:28.682834 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-a90d10ed-a247-4c14-a504-6beae33aa201 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:28.688694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-a90d10ed-a247-4c14-a504-6beae33aa201 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:28.704921 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a90d10ed-a247-4c14-a504-6beae33aa201 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.769123 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a90d10ed-a247-4c14-a504-6beae33aa201 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.772499 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a90d10ed-a247-4c14-a504-6beae33aa201 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.795451 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d10ed-a247-4c14-a504-6beae33aa201 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99777a32-a282-4e31-bfef-39d25e4e6ce7,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:28.803466 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-a90d10ed-a247-4c14-a504-6beae33aa201 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.804718 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-a90d10ed-a247-4c14-a504-6beae33aa201 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389251 Apr 05 21:30:28.807369 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35640) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:28.812552 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-db46dfae-0c4f-4d0a-bdcc-49c344c43b26 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Request body: {'security_group_rule': {'security_group_id': '4b1d8380-34ca-4beb-95d6-77d36e575465', 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:28.819510 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-db46dfae-0c4f-4d0a-bdcc-49c344c43b26 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:28.823903 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-db46dfae-0c4f-4d0a-bdcc-49c344c43b26 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Usage tracker for resource:security_group_rule and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:28.827148 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-db46dfae-0c4f-4d0a-bdcc-49c344c43b26 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:28.832944 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-db46dfae-0c4f-4d0a-bdcc-49c344c43b26 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:28.851517 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-db46dfae-0c4f-4d0a-bdcc-49c344c43b26 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.913693 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-db46dfae-0c4f-4d0a-bdcc-49c344c43b26 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.916988 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-db46dfae-0c4f-4d0a-bdcc-49c344c43b26 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.939256 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46dfae-0c4f-4d0a-bdcc-49c344c43b26 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39041782-954d-41c7-a60e-5ee45394dd2e,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:28.948721 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-db46dfae-0c4f-4d0a-bdcc-49c344c43b26 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:28.950008 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-db46dfae-0c4f-4d0a-bdcc-49c344c43b26 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416657 Apr 05 21:30:28.952640 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35644) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:28.957620 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-54d2c3ea-8462-4d2a-965b-f2ffcb042ece tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Request body: {'security_group_rule': {'security_group_id': '4b1d8380-34ca-4beb-95d6-77d36e575465', 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:28.965089 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-54d2c3ea-8462-4d2a-965b-f2ffcb042ece tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:28.969062 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-54d2c3ea-8462-4d2a-965b-f2ffcb042ece tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Usage tracker for resource:security_group_rule and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:28.971983 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-54d2c3ea-8462-4d2a-965b-f2ffcb042ece tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:28.977932 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-54d2c3ea-8462-4d2a-965b-f2ffcb042ece tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:28.989069 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-54d2c3ea-8462-4d2a-965b-f2ffcb042ece tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Project 2bcf2f1fc18449a09a392a2b5e942be1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:30:28.996175 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54d2c3ea-8462-4d2a-965b-f2ffcb042ece tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:29.063939 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54d2c3ea-8462-4d2a-965b-f2ffcb042ece tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:29.067317 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54d2c3ea-8462-4d2a-965b-f2ffcb042ece tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:29.095566 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2c3ea-8462-4d2a-965b-f2ffcb042ece tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc800051-58a1-4711-88be-bed5492af852,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:29.105526 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-54d2c3ea-8462-4d2a-965b-f2ffcb042ece tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:29.107089 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-54d2c3ea-8462-4d2a-965b-f2ffcb042ece tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1534052 Apr 05 21:30:29.109541 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 35648) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:29.114485 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.v2.base [None req-faf6ce34-efea-4b29-83c9-43f1ea372b44 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Request body: {'security_group_rule': {'security_group_id': '4b1d8380-34ca-4beb-95d6-77d36e575465', 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87965) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:29.121532 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-faf6ce34-efea-4b29-83c9-43f1ea372b44 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:29.125429 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-faf6ce34-efea-4b29-83c9-43f1ea372b44 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Usage tracker for resource:security_group_rule and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:29.128576 n-d-836604-1 neutron-server[87965]: DEBUG neutron.quota.resource [None req-faf6ce34-efea-4b29-83c9-43f1ea372b44 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87965) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:29.134875 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.quota.driver [None req-faf6ce34-efea-4b29-83c9-43f1ea372b44 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87965) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:29.145624 n-d-836604-1 neutron-server[87965]: INFO neutron.db.securitygroups_db [None req-faf6ce34-efea-4b29-83c9-43f1ea372b44 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Project 2bcf2f1fc18449a09a392a2b5e942be1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 21:30:29.152129 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-faf6ce34-efea-4b29-83c9-43f1ea372b44 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:29.215189 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-faf6ce34-efea-4b29-83c9-43f1ea372b44 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:29.218619 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-faf6ce34-efea-4b29-83c9-43f1ea372b44 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1592040'] for security_group_rule, after_create {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:29.239191 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6ce34-efea-4b29-83c9-43f1ea372b44 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6238882-05c6-4037-9395-805a992e5296,revision_number=0']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:29.250586 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-faf6ce34-efea-4b29-83c9-43f1ea372b44 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:29.251769 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-faf6ce34-efea-4b29-83c9-43f1ea372b44 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1412747 Apr 05 21:30:29.420427 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 81ac7876-26d6-4dd0-ae50-4f07ca1f65df up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:29.487569 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port 81ac7876-26d6-4dd0-ae50-4f07ca1f65df completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:29.492801 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 81ac7876-26d6-4dd0-ae50-4f07ca1f65df triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:29.493166 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:29.493591 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-56773229-2574-40d8-928d-3cc7d36ed719 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Synchronizing usage tracker for tenant:2bcf2f1fc18449a09a392a2b5e942be1 on resource:security_group {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:30:29.511042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-56773229-2574-40d8-928d-3cc7d36ed719 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Unset dirty status for tenant:2bcf2f1fc18449a09a392a2b5e942be1 on resource:security_group {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:30:29.512378 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-56773229-2574-40d8-928d-3cc7d36ed719 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851505727&fields=id&tenant_id=2bcf2f1fc18449a09a392a2b5e942be1 HTTP/1.1" status: 200 len: 267 time: 0.0572195 Apr 05 21:30:29.612754 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:29.636073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port 81ac7876-26d6-4dd0-ae50-4f07ca1f65df, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=81ac7876-26d6-4dd0-ae50-4f07ca1f65df,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:29.646047 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:29.672543 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-f9266a7f-34c8-4092-9738-b70c29c26f8e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:29.673295 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-f9266a7f-34c8-4092-9738-b70c29c26f8e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Synchronizing usage tracker for tenant:2bcf2f1fc18449a09a392a2b5e942be1 on resource:network {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:30:29.691955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-f9266a7f-34c8-4092-9738-b70c29c26f8e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Unset dirty status for tenant:2bcf2f1fc18449a09a392a2b5e942be1 on resource:network {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:30:29.693321 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-f9266a7f-34c8-4092-9738-b70c29c26f8e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 809 time: 0.1739955 Apr 05 21:30:29.716434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=81ac7876-26d6-4dd0-ae50-4f07ca1f65df,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:29.717005 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-62f001d6-2c57-4dad-839b-7faeb3fccfb4 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/quotas/2bcf2f1fc18449a09a392a2b5e942be1 HTTP/1.1" status: 200 len: 375 time: 0.0156038 Apr 05 21:30:29.799506 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-47ed6774-e467-4ee1-ac4b-914fbcdadd28 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0816996 Apr 05 21:30:30.042530 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-32e750f3-ebe3-4925-8d05-6e4964a5c89a service neutron] 10.222.0.24 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309790 Apr 05 21:30:30.176217 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-685e3579-f339-457c-a74f-167481278a7e service neutron] 10.222.0.24 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273592 Apr 05 21:30:30.352311 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-752a277c-f82d-4c46-a2be-bb95d7a04152 req-d120cc30-473f-498a-85f5-aaa883d2b3e4 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 210 time: 0.0463319 Apr 05 21:30:30.773697 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Sync routers for ids ['43effd84-966c-4b6a-9809-b2f97fa60c51'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:30:30.782902 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Routers {'43effd84-966c-4b6a-9809-b2f97fa60c51'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:30:30.783486 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['43effd84-966c-4b6a-9809-b2f97fa60c51'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:30.956756 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Set router 43effd84-966c-4b6a-9809-b2f97fa60c51 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:30:31.286929 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'name': 'tempest-TestSnapshotPattern-1546771732-router', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '81ac7876-26d6-4dd0-ae50-4f07ca1f65df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:22Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 4, 'project_id': '743cc6e4b2ac424c8af20a4cf091e590', 'gw_port': {'id': '81ac7876-26d6-4dd0-ae50-4f07ca1f65df', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:23Z', 'updated_at': '2022-04-05T21:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'cc5bb04e-bbb0-45c7-a532-cbc1633be97a', 'name': '', 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'mac_address': 'fa:16:3e:6a:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': 'f0910279-d569-4243-b53f-bdfabb468c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:25Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 2, 'project_id': '743cc6e4b2ac424c8af20a4cf091e590', 'subnets': [{'id': 'f0910279-d569-4243-b53f-bdfabb468c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:31.291566 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Checking router: 43effd84-966c-4b6a-9809-b2f97fa60c51 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:30:31.291907 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Updating router 43effd84-966c-4b6a-9809-b2f97fa60c51 port cc5bb04e-bbb0-45c7-a532-cbc1633be97a binding host n-d-836604-1 {{(pid=87967) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 05 21:30:31.344593 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:31.417161 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 81ac7876-26d6-4dd0-ae50-4f07ca1f65df up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:31.459263 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-3068f76a-1f64-41ee-8127-635850f8fb2f req-420cb9bc-447f-4025-8428-f9e3a1bfc897 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 210 time: 0.0461090 Apr 05 21:30:31.521563 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port 81ac7876-26d6-4dd0-ae50-4f07ca1f65df triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:31.521957 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:31.734427 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Notify callbacks [] for port, precommit_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:31.746985 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.provisioning_blocks [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Transition to ACTIVE for port object cc5bb04e-bbb0-45c7-a532-cbc1633be97a will not be triggered until provisioned by entity L2. {{(pid=87967) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:31.753085 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:31.916573 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc9581-92f4-48a9-bcad-48e6603db794 None None] Pushing event updated for resources: {'Port': ['ID=cc5bb04e-bbb0-45c7-a532-cbc1633be97a,revision_number=3']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:31.973273 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Attempting to bind port cc5bb04e-bbb0-45c7-a532-cbc1633be97a on host n-d-836604-1 for vnic_type normal with profile {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:30:31.973651 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Attempting to bind port cc5bb04e-bbb0-45c7-a532-cbc1633be97a by drivers openvswitch,hyperv on host n-d-836604-1 at level 0 using segments [{'id': 'e001fe10-60c9-40b6-9896-5065bf37e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1'}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:30:31.974056 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Attempting to bind port cc5bb04e-bbb0-45c7-a532-cbc1633be97a on network eb4d860e-c448-4797-8d5a-d913006a4dd1 {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:30:31.979950 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Checking agent: {'id': '10138cbc-5ace-4aa7-9bbf-72a9c8cdd477', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 19, 57, 15), 'started_at': datetime.datetime(2022, 4, 5, 19, 57, 45), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836604-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:30:31.980475 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Checking segment: {'id': 'e001fe10-60c9-40b6-9896-5065bf37e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87967) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:30:31.980872 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:31.981279 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Bound using segment: {'id': 'e001fe10-60c9-40b6-9896-5065bf37e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1'} {{(pid=87967) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:30:31.981734 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.managers [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Bound port: cc5bb04e-bbb0-45c7-a532-cbc1633be97a, host: n-d-836604-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e001fe10-60c9-40b6-9896-5065bf37e9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1'}}] {{(pid=87967) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:30:31.982121 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:32.080258 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] For port cc5bb04e-bbb0-45c7-a532-cbc1633be97a, host n-d-836604-1, cleared binding levels {{(pid=87967) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:30:32.083369 n-d-836604-1 neutron-server[87967]: DEBUG neutron.plugins.ml2.db [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] For port cc5bb04e-bbb0-45c7-a532-cbc1633be97a, host n-d-836604-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cc5bb04e-bbb0-45c7-a532-cbc1633be97a,segment=NetworkSegment(e001fe10-60c9-40b6-9896-5065bf37e9d4),segment_id=e001fe10-60c9-40b6-9896-5065bf37e9d4)] {{(pid=87967) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:30:32.086732 n-d-836604-1 neutron-server[87967]: DEBUG neutron_lib.callbacks.manager [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87967) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:32.164515 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Routers {'43effd84-966c-4b6a-9809-b2f97fa60c51'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:30:32.165137 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:30:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['43effd84-966c-4b6a-9809-b2f97fa60c51'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:32.221623 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc9581-92f4-48a9-bcad-48e6603db794 None None] Pushing event updated for resources: {'Port': ['ID=cc5bb04e-bbb0-45c7-a532-cbc1633be97a,revision_number=4']} {{(pid=87967) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:32.350624 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] Set router 43effd84-966c-4b6a-9809-b2f97fa60c51 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:30:32.607464 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f0c43115-e61c-4cc9-b76d-e1dbed5c834c req-78866cb4-f72f-44e6-bf42-c698cbd67656 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 210 time: 0.0423951 Apr 05 21:30:32.656379 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'name': 'tempest-TestSnapshotPattern-1546771732-router', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '81ac7876-26d6-4dd0-ae50-4f07ca1f65df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:22Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 4, 'project_id': '743cc6e4b2ac424c8af20a4cf091e590', 'gw_port': {'id': '81ac7876-26d6-4dd0-ae50-4f07ca1f65df', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:23Z', 'updated_at': '2022-04-05T21:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'cc5bb04e-bbb0-45c7-a532-cbc1633be97a', 'name': '', 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'mac_address': 'fa:16:3e:6a:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': 'f0910279-d569-4243-b53f-bdfabb468c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:25Z', 'updated_at': '2022-04-05T21:30:32Z', 'revision_number': 4, 'project_id': '743cc6e4b2ac424c8af20a4cf091e590', 'subnets': [{'id': 'f0910279-d569-4243-b53f-bdfabb468c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:32.662485 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df428a20-493a-48c3-9d92-6d005401b004 None None] The sync data for ids ['43effd84-966c-4b6a-9809-b2f97fa60c51'] in n-d-836604-1 is: [{'id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'name': 'tempest-TestSnapshotPattern-1546771732-router', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '81ac7876-26d6-4dd0-ae50-4f07ca1f65df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:22Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 4, 'project_id': '743cc6e4b2ac424c8af20a4cf091e590', 'gw_port': {'id': '81ac7876-26d6-4dd0-ae50-4f07ca1f65df', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:23Z', 'updated_at': '2022-04-05T21:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': 'cc5bb04e-bbb0-45c7-a532-cbc1633be97a', 'name': '', 'network_id': 'eb4d860e-c448-4797-8d5a-d913006a4dd1', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'mac_address': 'fa:16:3e:6a:8f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 4432, 'fixed_ips': [{'subnet_id': 'f0910279-d569-4243-b53f-bdfabb468c3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:25Z', 'updated_at': '2022-04-05T21:30:32Z', 'revision_number': 4, 'project_id': '743cc6e4b2ac424c8af20a4cf091e590', 'subnets': [{'id': 'f0910279-d569-4243-b53f-bdfabb468c3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:30:33.427452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cc5bb04e-bbb0-45c7-a532-cbc1633be97a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:33.477350 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-2e230bff-d27a-443b-ae9c-46e70fb88aef tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:33.478790 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-2e230bff-d27a-443b-ae9c-46e70fb88aef tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.41 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 809 time: 0.1640165 Apr 05 21:30:33.495595 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning for port cc5bb04e-bbb0-45c7-a532-cbc1633be97a completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:33.500169 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port cc5bb04e-bbb0-45c7-a532-cbc1633be97a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:33.500601 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:33.531831 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-ac27ee42-17b7-4ff6-a665-d586e6ff69ed tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bcf2f1fc18449a09a392a2b5e942be1 HTTP/1.1" status: 200 len: 380 time: 0.0449822 Apr 05 21:30:33.540097 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Request body: {'port': {'device_id': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'admin_state_up': True, 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'security_groups': ['4b1d8380-34ca-4beb-95d6-77d36e575465']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:33.617867 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:33.652765 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] For port cc5bb04e-bbb0-45c7-a532-cbc1633be97a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cc5bb04e-bbb0-45c7-a532-cbc1633be97a,segment=NetworkSegment(e001fe10-60c9-40b6-9896-5065bf37e9d4),segment_id=e001fe10-60c9-40b6-9896-5065bf37e9d4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:33.660572 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:33.684475 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:33.688566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Usage tracker for resource:port and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:33.691731 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:33.698476 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:33.709111 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Made reservation on behalf of 2bcf2f1fc18449a09a392a2b5e942be1 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:30:33.712926 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:33.746915 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Pushing event updated for resources: {'Port': ['ID=cc5bb04e-bbb0-45c7-a532-cbc1633be97a,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:33.776064 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-608ba3c3-dbd5-43ac-b0e6-5b31fedd2051 req-011ae16b-616b-42d5-87bb-02b650d1f2e5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 210 time: 0.0529246 Apr 05 21:30:33.918528 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Allocated IP 172.20.0.11 (779361de-364c-4282-9f79-07be9473ed35/d55dbe7b-74ba-46ba-8c77-86d4db103150/34d440c9-a8ae-4450-b809-a1f48b066107) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:30:34.102380 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:34.118398 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Transition to ACTIVE for port object 34d440c9-a8ae-4450-b809-a1f48b066107 will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:34.143573 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:34.212719 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Network 779361de-364c-4282-9f79-07be9473ed35 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:30:34.220442 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:30:34.224847 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:30:34.254993 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event updated for resources: {'Port': ['ID=34d440c9-a8ae-4450-b809-a1f48b066107,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:34.292064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:34.292667 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:34.314125 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-13360cd6-42c3-450f-9ca7-b42185687223 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7775896 Apr 05 21:30:34.325815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Request body: {'port': {'device_id': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:34.412325 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fe5b201f-4a67-4e10-ab4b-48c0a5f35ba1 None None] Provisioning for port 34d440c9-a8ae-4450-b809-a1f48b066107 completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:34.417185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fe5b201f-4a67-4e10-ab4b-48c0a5f35ba1 None None] Provisioning complete for port 34d440c9-a8ae-4450-b809-a1f48b066107 triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:34.417549 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fe5b201f-4a67-4e10-ab4b-48c0a5f35ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:34.441758 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:34.470153 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b201f-4a67-4e10-ab4b-48c0a5f35ba1 None None] Port 34d440c9-a8ae-4450-b809-a1f48b066107 cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:30:34.879417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34d440c9-a8ae-4450-b809-a1f48b066107 {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:30:34.888829 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:34.945543 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Transition to ACTIVE for port object 34d440c9-a8ae-4450-b809-a1f48b066107 will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:30:34.949309 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:35.136047 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12576961-92c8-4fd0-8544-397519840018 service neutron] Pushing event updated for resources: {'Port': ['ID=34d440c9-a8ae-4450-b809-a1f48b066107,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:35.182055 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef594911-dad0-4e66-975b-2be48a666b2b req-3aca3059-3437-4f91-b201-726297e37e85 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:35.182747 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ef594911-dad0-4e66-975b-2be48a666b2b req-3aca3059-3437-4f91-b201-726297e37e85 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Synchronizing usage tracker for tenant:2bcf2f1fc18449a09a392a2b5e942be1 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:30:35.220888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-ef594911-dad0-4e66-975b-2be48a666b2b req-3aca3059-3437-4f91-b201-726297e37e85 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Unset dirty status for tenant:2bcf2f1fc18449a09a392a2b5e942be1 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:30:35.222100 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef594911-dad0-4e66-975b-2be48a666b2b req-3aca3059-3437-4f91-b201-726297e37e85 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 932 time: 0.3375719 Apr 05 21:30:35.230411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Attempting to bind port 34d440c9-a8ae-4450-b809-a1f48b066107 on host n-h2-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:30:35.230892 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Attempting to bind port 34d440c9-a8ae-4450-b809-a1f48b066107 by drivers openvswitch,hyperv on host n-h2-836604-1 at level 0 using segments [{'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:30:35.231224 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Attempting to bind port 34d440c9-a8ae-4450-b809-a1f48b066107 on network 779361de-364c-4282-9f79-07be9473ed35 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:30:35.252523 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Port 34d440c9-a8ae-4450-b809-a1f48b066107 on network 779361de-364c-4282-9f79-07be9473ed35 not bound, no agent of type Open vSwitch agent registered on host n-h2-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:30:35.252790 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Attempting to bind port 34d440c9-a8ae-4450-b809-a1f48b066107 on network 779361de-364c-4282-9f79-07be9473ed35 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:30:35.265444 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Checking agent: {'id': 'd70aaea9-62b9-4371-b22c-bdb97b0fa656', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 9), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:30:35.265836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Checking segment: {'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:30:35.266240 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Bound using segment: {'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:30:35.266669 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Bound port: 34d440c9-a8ae-4450-b809-a1f48b066107, host: n-h2-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:30:35.267016 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:35.333654 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-ef594911-dad0-4e66-975b-2be48a666b2b req-bf7d208c-9ef0-4d96-a640-5c1561100e8b tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050229 Apr 05 21:30:35.388164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] For port 34d440c9-a8ae-4450-b809-a1f48b066107, host n-h2-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:30:35.391668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] For port 34d440c9-a8ae-4450-b809-a1f48b066107, host n-h2-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=34d440c9-a8ae-4450-b809-a1f48b066107,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:30:35.395181 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:35.411932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cc5bb04e-bbb0-45c7-a532-cbc1633be97a up at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:35.452688 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:35.453129 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:35.454927 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-12576961-92c8-4fd0-8544-397519840018 service neutron] 10.222.0.41 "PUT /v2.0/ports/34d440c9-a8ae-4450-b809-a1f48b066107 HTTP/1.1" status: 200 len: 1092 time: 1.1330872 Apr 05 21:30:35.455385 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'tag': '34d440c9-a8ae-4450-b809-a1f48b066107'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:30:35.491385 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Provisioning complete for port cc5bb04e-bbb0-45c7-a532-cbc1633be97a triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:35.492346 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:35.495895 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12576961-92c8-4fd0-8544-397519840018 service neutron] Pushing event updated for resources: {'Port': ['ID=34d440c9-a8ae-4450-b809-a1f48b066107,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:35.539397 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'tag': '34d440c9-a8ae-4450-b809-a1f48b066107', 'status': 'completed', 'code': 200} Apr 05 21:30:35.586254 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-4bae69c2-70b0-4fe6-8805-456ea09518f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:35.587865 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-4bae69c2-70b0-4fe6-8805-456ea09518f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 1095 time: 0.0885892 Apr 05 21:30:35.659772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-03a09610-d998-49d5-91cb-6ed8c553dd9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d440c9-a8ae-4450-b809-a1f48b066107 HTTP/1.1" status: 200 len: 217 time: 0.0648763 Apr 05 21:30:35.729023 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-abd30dc6-58be-4740-a11c-f9b3a0f8dfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:35.730431 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-abd30dc6-58be-4740-a11c-f9b3a0f8dfd2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 200 len: 848 time: 0.0652206 Apr 05 21:30:35.807147 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-3ea96934-0184-4c3d-854d-0559836417ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:35.808645 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-3ea96934-0184-4c3d-854d-0559836417ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=779361de-364c-4282-9f79-07be9473ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725443 Apr 05 21:30:35.940949 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-9acc77de-0063-4a2e-9887-06cd7870f68e service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264920 Apr 05 21:30:36.071901 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-99fd71c4-486c-4bfc-8ef9-80848bdb9adc req-f4f23c18-286c-474a-a2aa-1f716801069c service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253495 Apr 05 21:30:36.184802 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ef2ce-029d-41b1-929c-3480f4e4b103 req-e5d43292-02aa-4f30-b85f-f9e627552d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:36.186291 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f4ef2ce-029d-41b1-929c-3480f4e4b103 req-e5d43292-02aa-4f30-b85f-f9e627552d48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 1095 time: 0.0695357 Apr 05 21:30:36.316717 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ef2ce-029d-41b1-929c-3480f4e4b103 req-458db744-13e7-4220-bdc9-abc38e17ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:36.318161 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f4ef2ce-029d-41b1-929c-3480f4e4b103 req-458db744-13e7-4220-bdc9-abc38e17ea3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 910 time: 0.1254792 Apr 05 21:30:36.389108 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f4ef2ce-029d-41b1-929c-3480f4e4b103 req-37af7f98-72d0-43e7-b067-22ef4c51388b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d440c9-a8ae-4450-b809-a1f48b066107 HTTP/1.1" status: 200 len: 217 time: 0.0642910 Apr 05 21:30:36.600596 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ef2ce-029d-41b1-929c-3480f4e4b103 req-dfa382e3-8674-4076-b144-51d1a3ee9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:36.602068 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f4ef2ce-029d-41b1-929c-3480f4e4b103 req-dfa382e3-8674-4076-b144-51d1a3ee9a80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 200 len: 848 time: 0.2066855 Apr 05 21:30:36.681121 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef13203-deec-41a9-8a1b-778d3965a4d8 req-8fbfd479-ccf5-4e51-9aea-10b7afab9950 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:36.682445 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6ef13203-deec-41a9-8a1b-778d3965a4d8 req-8fbfd479-ccf5-4e51-9aea-10b7afab9950 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 944 time: 0.2381330 Apr 05 21:30:36.728894 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ef2ce-029d-41b1-929c-3480f4e4b103 req-bc09f6d0-b05d-4a18-be9f-64ff54b15d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:36.730368 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f4ef2ce-029d-41b1-929c-3480f4e4b103 req-bc09f6d0-b05d-4a18-be9f-64ff54b15d24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=779361de-364c-4282-9f79-07be9473ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214476 Apr 05 21:30:36.740772 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6ef13203-deec-41a9-8a1b-778d3965a4d8 req-628d943d-054e-49c6-9277-5eaa346f3234 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512989 Apr 05 21:30:36.864937 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f4ef2ce-029d-41b1-929c-3480f4e4b103 req-e17e2673-47ed-4cc9-89f9-46c37f7b37fa service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271944 Apr 05 21:30:36.997123 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f4ef2ce-029d-41b1-929c-3480f4e4b103 req-7370d85f-46c8-4024-b134-3fec759ffa4e service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255529 Apr 05 21:30:37.926815 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ee3ba-8980-4bc5-9acc-6d49f92d9cf8 req-17f05a5b-c42d-467a-a530-d453b5aa27db tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:37.928268 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f1ee3ba-8980-4bc5-9acc-6d49f92d9cf8 req-17f05a5b-c42d-467a-a530-d453b5aa27db tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 944 time: 0.0808244 Apr 05 21:30:37.971374 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-4f1ee3ba-8980-4bc5-9acc-6d49f92d9cf8 req-f589192b-9e6d-45a3-b1cc-b8f72a387530 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367711 Apr 05 21:30:38.936194 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 34d440c9-a8ae-4450-b809-a1f48b066107 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:30:39.068637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 34d440c9-a8ae-4450-b809-a1f48b066107, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=34d440c9-a8ae-4450-b809-a1f48b066107,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:39.082669 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '34d440c9-a8ae-4450-b809-a1f48b066107', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'port_id': '34d440c9-a8ae-4450-b809-a1f48b066107', 'mac_address': 'fa:16:3e:9b:2e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:30:39.141212 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:39.156745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f512f13-92f3-49f1-8145-22f7ab64088b req-c69257ec-f917-4da0-aa12-52bc7065d600 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:39.158106 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34d440c9-a8ae-4450-b809-a1f48b066107 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:30:39.158239 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f512f13-92f3-49f1-8145-22f7ab64088b req-c69257ec-f917-4da0-aa12-52bc7065d600 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 944 time: 0.0824730 Apr 05 21:30:39.173709 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 34d440c9-a8ae-4450-b809-a1f48b066107, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=34d440c9-a8ae-4450-b809-a1f48b066107,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:39.178478 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:39.202515 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f512f13-92f3-49f1-8145-22f7ab64088b req-62527f4d-1562-497f-9c7e-f0eb223e8990 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386250 Apr 05 21:30:39.249141 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=34d440c9-a8ae-4450-b809-a1f48b066107,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:39.378637 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['34d440c9-a8ae-4450-b809-a1f48b066107'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:30:39.543977 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:39.738526 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:40.383075 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba16b40-af90-4810-977f-278861dd279d req-deb25c8f-bc2c-4aae-b19a-4b6992add87c tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:40.384502 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aba16b40-af90-4810-977f-278861dd279d req-deb25c8f-bc2c-4aae-b19a-4b6992add87c tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 945 time: 0.0782144 Apr 05 21:30:40.430510 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aba16b40-af90-4810-977f-278861dd279d req-09bcad0a-99b9-4149-8730-f766b49f8e06 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400298 Apr 05 21:30:40.941685 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 34d440c9-a8ae-4450-b809-a1f48b066107 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:30:41.006301 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning for port 34d440c9-a8ae-4450-b809-a1f48b066107 completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:30:41.011196 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 34d440c9-a8ae-4450-b809-a1f48b066107 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:30:41.011561 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:41.122797 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:41.148587 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d440c9-a8ae-4450-b809-a1f48b066107'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:30:41.157937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 34d440c9-a8ae-4450-b809-a1f48b066107, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=34d440c9-a8ae-4450-b809-a1f48b066107,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:30:41.162840 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:41.232373 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=34d440c9-a8ae-4450-b809-a1f48b066107,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:41.284932 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d440c9-a8ae-4450-b809-a1f48b066107', 'code': 200} Apr 05 21:30:41.411316 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb6326-52ba-46d5-bf19-58ce15dd2001 req-01f90f32-e587-4e69-99ce-dbb7abeb7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:41.412795 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fbfb6326-52ba-46d5-bf19-58ce15dd2001 req-01f90f32-e587-4e69-99ce-dbb7abeb7f15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 1097 time: 0.0724287 Apr 05 21:30:41.453202 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fbfb6326-52ba-46d5-bf19-58ce15dd2001 req-7ddbf489-2426-452b-b840-03681344b0d3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345366 Apr 05 21:30:41.541399 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d037ddb6-7e67-4253-9704-b70b68a7bd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:41.615621 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf007a3-fd4c-4af8-a334-a608db445d55 req-08756f04-2cd6-42df-bac7-2755c48cf05f tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:41.617682 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bdf007a3-fd4c-4af8-a334-a608db445d55 req-08756f04-2cd6-42df-bac7-2755c48cf05f tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 946 time: 0.0795143 Apr 05 21:30:41.663220 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-bdf007a3-fd4c-4af8-a334-a608db445d55 req-b57655d3-718e-49b3-ba2b-0f6847d2432f tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398326 Apr 05 21:30:42.845565 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0099a5d-6a1c-4379-8a07-88ad218f28c2 req-b5d647b8-db02-4ec3-a2ba-72eb947535aa tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:42.847018 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0099a5d-6a1c-4379-8a07-88ad218f28c2 req-b5d647b8-db02-4ec3-a2ba-72eb947535aa tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 946 time: 0.0783789 Apr 05 21:30:42.890804 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e0099a5d-6a1c-4379-8a07-88ad218f28c2 req-597d0d0b-5a62-412f-8445-8b8787c983d0 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382073 Apr 05 21:30:43.072010 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c66dd-ef34-47fc-81be-7111bfad5c8c req-a55ea2b5-aa6e-487c-ad69-93b09cc3f551 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:43.073457 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b84c66dd-ef34-47fc-81be-7111bfad5c8c req-a55ea2b5-aa6e-487c-ad69-93b09cc3f551 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 946 time: 0.0828910 Apr 05 21:30:43.116402 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-b84c66dd-ef34-47fc-81be-7111bfad5c8c req-97d88c1f-57a1-4699-8865-8377eb967c9d tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374126 Apr 05 21:30:43.138659 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35708) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:43.305191 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6bce92-f0ee-41e0-b78b-eff8243b5580 tempest-TestSnapshotPattern-451097926 tempest-TestSnapshotPattern-451097926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:43.305902 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0d6bce92-f0ee-41e0-b78b-eff8243b5580 tempest-TestSnapshotPattern-451097926 tempest-TestSnapshotPattern-451097926-project-admin] Synchronizing usage tracker for tenant:743cc6e4b2ac424c8af20a4cf091e590 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:30:43.321811 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-0d6bce92-f0ee-41e0-b78b-eff8243b5580 tempest-TestSnapshotPattern-451097926 tempest-TestSnapshotPattern-451097926-project-admin] Unset dirty status for tenant:743cc6e4b2ac424c8af20a4cf091e590 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:30:43.323091 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-0d6bce92-f0ee-41e0-b78b-eff8243b5580 tempest-TestSnapshotPattern-451097926 tempest-TestSnapshotPattern-451097926-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 1092 time: 0.1834416 Apr 05 21:30:43.325939 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35714) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:30:43.330851 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '34d440c9-a8ae-4450-b809-a1f48b066107', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:30:43.337327 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:30:43.341207 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Usage tracker for resource:floatingip and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:30:43.344286 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:30:43.350161 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:30:43.359992 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:43.494014 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:43.629746 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Allocated IP 172.25.8.125 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/5ab51770-26c2-48fc-852b-f2c0ec68e5e6) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:30:43.776008 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:43.803955 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:43.820663 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-76e8f364-7b54-4330-9220-aad8ff765ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:43.864305 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:30:43.867116 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:30:43.870648 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:30:44.029061 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event updated for resources: {'Port': ['ID=5ab51770-26c2-48fc-852b-f2c0ec68e5e6,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:44.399080 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:44.473297 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:44.678143 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:44.682973 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:44.791225 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event updated for resources: {'Port': ['ID=5ab51770-26c2-48fc-852b-f2c0ec68e5e6,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:30:44.800928 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:44.968688 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Floating IP 4dd760ad-1693-4882-bdf5-a797e208af21 associated. External IP: 172.25.8.125, port: 34d440c9-a8ae-4450-b809-a1f48b066107. Apr 05 21:30:45.000997 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:45.123909 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:45.322309 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Router ba46d1d7-24d7-44f7-b385-15b0c79f2555 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:30:45.614030 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:30:45.624053 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38882038-789b-47ec-9eaf-9c4bdac90a8f None None] Sync routers for ids ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:30:45.633956 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38882038-789b-47ec-9eaf-9c4bdac90a8f None None] Routers {'ba46d1d7-24d7-44f7-b385-15b0c79f2555'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:30:45.634565 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-38882038-789b-47ec-9eaf-9c4bdac90a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:30:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:45.638380 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:45.696540 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-67bed25e-59d6-4479-a348-efff2064ef32 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3695674 Apr 05 21:30:45.697365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'tag': '34d440c9-a8ae-4450-b809-a1f48b066107'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:30:45.750056 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'tag': '34d440c9-a8ae-4450-b809-a1f48b066107', 'status': 'completed', 'code': 200} Apr 05 21:30:45.815786 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-38882038-789b-47ec-9eaf-9c4bdac90a8f None None] Set router ba46d1d7-24d7-44f7-b385-15b0c79f2555 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:30:45.841758 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517c114-727f-4cf1-990d-a474e0756db0 req-2013c6ed-35dd-4b0b-912c-59118240039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:45.843251 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8517c114-727f-4cf1-990d-a474e0756db0 req-2013c6ed-35dd-4b0b-912c-59118240039b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 1097 time: 0.0709467 Apr 05 21:30:45.981800 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517c114-727f-4cf1-990d-a474e0756db0 req-a5557223-f2e4-44b5-8446-fb3490f577b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:45.983190 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8517c114-727f-4cf1-990d-a474e0756db0 req-a5557223-f2e4-44b5-8446-fb3490f577b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 910 time: 0.1347654 Apr 05 21:30:46.087105 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8517c114-727f-4cf1-990d-a474e0756db0 req-8e8761ab-ca25-4b04-be00-cdb97fcd16eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d440c9-a8ae-4450-b809-a1f48b066107 HTTP/1.1" status: 200 len: 1000 time: 0.0982878 Apr 05 21:30:46.151085 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517c114-727f-4cf1-990d-a474e0756db0 req-96b2fc8f-2a92-4f5f-9f17-7425041eec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:46.152631 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8517c114-727f-4cf1-990d-a474e0756db0 req-96b2fc8f-2a92-4f5f-9f17-7425041eec92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 200 len: 848 time: 0.0603671 Apr 05 21:30:46.162740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-38882038-789b-47ec-9eaf-9c4bdac90a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4dd760ad-1693-4882-bdf5-a797e208af21', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'port_id': '34d440c9-a8ae-4450-b809-a1f48b066107', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'mac_address': 'fa:16:3e:9b:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:30:44Z', 'updated_at': '2022-04-05T21:30:44Z', 'revision_number': 0, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 5, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:46.167024 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38882038-789b-47ec-9eaf-9c4bdac90a8f None None] Checking router: ba46d1d7-24d7-44f7-b385-15b0c79f2555 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:30:46.175160 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38882038-789b-47ec-9eaf-9c4bdac90a8f None None] Routers {'ba46d1d7-24d7-44f7-b385-15b0c79f2555'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:30:46.175757 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-38882038-789b-47ec-9eaf-9c4bdac90a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:30:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:46.228315 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517c114-727f-4cf1-990d-a474e0756db0 req-80121c07-77a5-43f3-ba35-8b74e29ddab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:30:46.229789 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8517c114-727f-4cf1-990d-a474e0756db0 req-80121c07-77a5-43f3-ba35-8b74e29ddab6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=779361de-364c-4282-9f79-07be9473ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708880 Apr 05 21:30:46.351401 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:30:46.365696 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8517c114-727f-4cf1-990d-a474e0756db0 req-f6e88fa7-8840-44f5-8b19-e17ca1d316dc service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298001 Apr 05 21:30:46.369870 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-38882038-789b-47ec-9eaf-9c4bdac90a8f None None] Set router ba46d1d7-24d7-44f7-b385-15b0c79f2555 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:30:46.502399 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8517c114-727f-4cf1-990d-a474e0756db0 req-779b4929-ff66-483d-937f-532bd98e8d86 service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309023 Apr 05 21:30:46.749096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-38882038-789b-47ec-9eaf-9c4bdac90a8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4dd760ad-1693-4882-bdf5-a797e208af21', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'port_id': '34d440c9-a8ae-4450-b809-a1f48b066107', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'mac_address': 'fa:16:3e:9b:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:30:44Z', 'updated_at': '2022-04-05T21:30:44Z', 'revision_number': 0, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 5, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:30:46.752994 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38882038-789b-47ec-9eaf-9c4bdac90a8f None None] The sync data for ids ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'] in n-d-836604-1 is: [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4dd760ad-1693-4882-bdf5-a797e208af21', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'port_id': '34d440c9-a8ae-4450-b809-a1f48b066107', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'mac_address': 'fa:16:3e:9b:2e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:30:44Z', 'updated_at': '2022-04-05T21:30:44Z', 'revision_number': 0, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 5, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:30:46.940291 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad356eef-a7af-48d4-8a3d-9ef4fb4148f8 None None] New status for floating IP 4dd760ad-1693-4882-bdf5-a797e208af21: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:31:03.546282 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:31:09.543436 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:09.746153 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:11.543365 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7ddf73cd-9cae-4f09-82ea-c6b7eca332a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:13.822461 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2eef5a87-9823-4d1b-925c-ba06319b1d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:15.003453 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:15.125524 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:16.323357 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:39.559217 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:39.761051 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:39.837181 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc3fba56-235c-4eab-8951-09b265ab77f5 req-10a16b53-5e40-4ccf-978a-9753f2daa9ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684059 Apr 05 21:31:39.974888 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fba56-235c-4eab-8951-09b265ab77f5 req-f40838b8-8374-417d-9460-0c3efac148c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:39.976244 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc3fba56-235c-4eab-8951-09b265ab77f5 req-f40838b8-8374-417d-9460-0c3efac148c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 1097 time: 0.0730276 Apr 05 21:31:40.120076 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fba56-235c-4eab-8951-09b265ab77f5 req-e6d4ff7a-6555-44dd-89bb-c286b248d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:40.121499 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc3fba56-235c-4eab-8951-09b265ab77f5 req-e6d4ff7a-6555-44dd-89bb-c286b248d217 service neutron] 10.222.0.41 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 910 time: 0.1275811 Apr 05 21:31:40.222093 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc3fba56-235c-4eab-8951-09b265ab77f5 req-ef6b3442-8a9c-44a7-8aad-79d0ef6302b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d440c9-a8ae-4450-b809-a1f48b066107 HTTP/1.1" status: 200 len: 1002 time: 0.0946107 Apr 05 21:31:40.283071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fba56-235c-4eab-8951-09b265ab77f5 req-33a737bf-fe1f-43ff-a99b-f9796b2e20f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:40.284363 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc3fba56-235c-4eab-8951-09b265ab77f5 req-33a737bf-fe1f-43ff-a99b-f9796b2e20f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 200 len: 848 time: 0.0570817 Apr 05 21:31:40.366370 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3fba56-235c-4eab-8951-09b265ab77f5 req-2207c50f-4b2c-473d-82cc-7b1b991600b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:31:40.367820 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc3fba56-235c-4eab-8951-09b265ab77f5 req-2207c50f-4b2c-473d-82cc-7b1b991600b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=779361de-364c-4282-9f79-07be9473ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779784 Apr 05 21:31:40.377785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-fc3fba56-235c-4eab-8951-09b265ab77f5 req-2f980e27-b442-4927-b5d3-2e06c6326c1e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 21:31:40.378716 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc3fba56-235c-4eab-8951-09b265ab77f5 req-2f980e27-b442-4927-b5d3-2e06c6326c1e service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046391 Apr 05 21:31:40.544912 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:31:40.609442 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc3fba56-235c-4eab-8951-09b265ab77f5 req-1f4aa14a-21a9-4de0-bb06-e6afe465bc8a service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248058 Apr 05 21:31:40.740825 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fc3fba56-235c-4eab-8951-09b265ab77f5 req-d86544cc-214f-4232-977a-08626a4108ec service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246748 Apr 05 21:31:41.544183 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0edaa41b-451b-40ba-b59c-703332b6680d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:43.823990 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8caf5ea2-aba2-4ce3-9d1e-7a68e597e425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:45.004819 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:45.127932 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:31:46.326642 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:09.577061 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:09.775494 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:11.545139 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-bc573322-050e-484f-815b-c75a55901386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:13.826606 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a156e09c-25c7-4c14-a68d-d83e49b2e69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:15.007293 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:15.131017 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:16.329704 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:17.543921 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:32:23.598390 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-13a0c8fc-a65b-4344-adb7-9291d32ea910 req-a2ce4582-07b2-4ae9-89c6-1f48fecf976e service neutron] (87964) timed out ('10.222.0.24', 33996) {{(pid=87964) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:32:39.588308 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:39.771302 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:39.817713 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e7a4c20-4b2d-46cc-b38f-4f2ba298e0c5 req-5c733a18-8615-4368-98de-760e40f69cb7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694807 Apr 05 21:32:39.956867 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a4c20-4b2d-46cc-b38f-4f2ba298e0c5 req-e491f4c4-5adb-4611-a067-52371d10f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:39.958323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e7a4c20-4b2d-46cc-b38f-4f2ba298e0c5 req-e491f4c4-5adb-4611-a067-52371d10f6f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 1097 time: 0.0744250 Apr 05 21:32:40.098298 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a4c20-4b2d-46cc-b38f-4f2ba298e0c5 req-b7f33820-fe5b-4e38-8f26-74348dfc0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:40.099697 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e7a4c20-4b2d-46cc-b38f-4f2ba298e0c5 req-b7f33820-fe5b-4e38-8f26-74348dfc0318 service neutron] 10.222.0.41 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 910 time: 0.1241546 Apr 05 21:32:40.199056 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e7a4c20-4b2d-46cc-b38f-4f2ba298e0c5 req-9f772131-001e-4b65-979d-453168532f05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d440c9-a8ae-4450-b809-a1f48b066107 HTTP/1.1" status: 200 len: 1002 time: 0.0935972 Apr 05 21:32:40.258757 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a4c20-4b2d-46cc-b38f-4f2ba298e0c5 req-8ba90368-a74e-4ee9-8003-a2215fe5eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:40.260130 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e7a4c20-4b2d-46cc-b38f-4f2ba298e0c5 req-8ba90368-a74e-4ee9-8003-a2215fe5eabf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 200 len: 848 time: 0.0555308 Apr 05 21:32:40.332141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a4c20-4b2d-46cc-b38f-4f2ba298e0c5 req-4317935e-fa15-4019-a37a-0e9caffcc33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:40.333678 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e7a4c20-4b2d-46cc-b38f-4f2ba298e0c5 req-4317935e-fa15-4019-a37a-0e9caffcc33a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=779361de-364c-4282-9f79-07be9473ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678914 Apr 05 21:32:40.468927 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e7a4c20-4b2d-46cc-b38f-4f2ba298e0c5 req-2f7dad30-3621-469a-9dc7-b79f0279de05 service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289849 Apr 05 21:32:40.602953 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8e7a4c20-4b2d-46cc-b38f-4f2ba298e0c5 req-b1d4731b-ce50-44a7-a032-53c1fbc04daa service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278222 Apr 05 21:32:41.545778 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-48d32b52-f48d-4d76-9557-2b36a0d3a1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:43.828020 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-1c4cd781-2af1-43b4-842c-79e4bcab8f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.015307 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.136575 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.566462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 34d440c9-a8ae-4450-b809-a1f48b066107 details requested by agent hyperv_n-h2-836604-1 with host n-h2-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:32:45.745593 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 34d440c9-a8ae-4450-b809-a1f48b066107, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=34d440c9-a8ae-4450-b809-a1f48b066107,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:32:45.761672 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Returning: {'device': '34d440c9-a8ae-4450-b809-a1f48b066107', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'port_id': '34d440c9-a8ae-4450-b809-a1f48b066107', 'mac_address': 'fa:16:3e:9b:2e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:32:45.825114 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.844491 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34d440c9-a8ae-4450-b809-a1f48b066107 {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:32:45.862057 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 34d440c9-a8ae-4450-b809-a1f48b066107, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=34d440c9-a8ae-4450-b809-a1f48b066107,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:32:45.866546 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:45.946098 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] get_ports_and_sgs() called for port_ids ['34d440c9-a8ae-4450-b809-a1f48b066107'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:32:45.973073 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=34d440c9-a8ae-4450-b809-a1f48b066107,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:46.000578 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:46.003506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:46.003506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:46.003506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:46.003506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:46.003506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:46.003506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:46.003506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:46.003506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:46.003506 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:46.005074 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:46.005074 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:46.338710 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.575131 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 34d440c9-a8ae-4450-b809-a1f48b066107 up at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:32:47.652902 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Provisioning complete for port 34d440c9-a8ae-4450-b809-a1f48b066107 triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:32:47.653575 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.778187 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.810157 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d440c9-a8ae-4450-b809-a1f48b066107'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:32:47.827275 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 34d440c9-a8ae-4450-b809-a1f48b066107, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=34d440c9-a8ae-4450-b809-a1f48b066107,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:32:47.834418 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:47.882298 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34d440c9-a8ae-4450-b809-a1f48b066107', 'code': 200} Apr 05 21:32:47.911294 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=34d440c9-a8ae-4450-b809-a1f48b066107,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:54.543625 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:32:54.591810 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-5010f1ba-ead3-4f6d-a241-b52dfc0eaeb6 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1851505727&fields=id&tenant_id=2bcf2f1fc18449a09a392a2b5e942be1 HTTP/1.1" status: 200 len: 267 time: 0.0424430 Apr 05 21:32:54.739933 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-a21c9b37-301f-43f8-a738-9aada1758f5e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:54.741357 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-a21c9b37-301f-43f8-a738-9aada1758f5e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 809 time: 0.1432664 Apr 05 21:32:54.756320 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c5212b67-80c2-4b50-8ab4-4317a9d6f7dc tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/quotas/2bcf2f1fc18449a09a392a2b5e942be1 HTTP/1.1" status: 200 len: 375 time: 0.0094421 Apr 05 21:32:54.842553 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-8ef38d95-387f-42af-a6e8-3df591ba8bc6 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0814455 Apr 05 21:32:54.914948 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-014769be-91ae-4bf2-9f5e-560cbfd70732 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 21:32:54.915982 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-014769be-91ae-4bf2-9f5e-560cbfd70732 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0624144 Apr 05 21:32:55.046008 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-7175e4aa-d8e4-49da-8448-4b572d74d46a service neutron] 10.222.0.24 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241074 Apr 05 21:32:55.283932 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-3de479b0-e258-44da-8d0c-0dde6048ccd4 service neutron] 10.222.0.24 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320910 Apr 05 21:32:55.460475 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-26a39db9-948f-4e9b-baef-f6ff67565615 req-dca5fe07-7ec8-4f1c-a76f-31a46cc96952 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 210 time: 0.0453932 Apr 05 21:32:56.630577 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-8f14daaa-33d1-4994-9d86-446be57415fd req-57be5c91-349e-4015-9e28-61135573dd49 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 210 time: 0.0544467 Apr 05 21:32:56.674347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c7d77ed6-2027-4135-baf0-e5d9ac5790d5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:56.676158 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c7d77ed6-2027-4135-baf0-e5d9ac5790d5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.13 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 809 time: 0.2026229 Apr 05 21:32:56.727657 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-4a33c61f-4505-4370-b1ce-03d0a2af794b tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bcf2f1fc18449a09a392a2b5e942be1 HTTP/1.1" status: 200 len: 380 time: 0.0429218 Apr 05 21:32:56.735795 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Request body: {'port': {'device_id': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'admin_state_up': True, 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'security_groups': ['4b1d8380-34ca-4beb-95d6-77d36e575465']}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:32:56.875164 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:32:56.884818 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:32:56.895607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Made reservation on behalf of 2bcf2f1fc18449a09a392a2b5e942be1 for: {'port': 1} {{(pid=87964) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 21:32:56.898841 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.094236 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Allocated IP 172.20.0.3 (779361de-364c-4282-9f79-07be9473ed35/d55dbe7b-74ba-46ba-8c77-86d4db103150/04975deb-2444-40e1-93ab-94d5a163860c) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:32:57.371578 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.389578 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Transition to ACTIVE for port object 04975deb-2444-40e1-93ab-94d5a163860c will not be triggered until provisioned by entity DHCP. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:32:57.416070 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.489999 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Network 779361de-364c-4282-9f79-07be9473ed35 is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:32:57.498517 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:32:57.501389 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:32:57.542257 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event updated for resources: {'Port': ['ID=04975deb-2444-40e1-93ab-94d5a163860c,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:57.556923 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:57.557277 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:57.557571 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:57.557907 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:57.558786 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:57.559105 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:57.559417 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:57.559726 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:57.560064 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:57.560336 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:57.560645 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:57.560955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:32:57.589753 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:57.590382 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.619549 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 34d440c9-a8ae-4450-b809-a1f48b066107 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:32:57.625046 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-972c0384-36a7-4229-9ec0-2198a4a17af5 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8926854 Apr 05 21:32:57.802884 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.891994 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fd9e6f35-b885-4cc3-b346-904ac9b883c5 None None] Provisioning for port 04975deb-2444-40e1-93ab-94d5a163860c completed by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:32:57.898033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-fd9e6f35-b885-4cc3-b346-904ac9b883c5 None None] Provisioning complete for port 04975deb-2444-40e1-93ab-94d5a163860c triggered by entity DHCP. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:32:57.898604 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-fd9e6f35-b885-4cc3-b346-904ac9b883c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:57.935755 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d440c9-a8ae-4450-b809-a1f48b066107'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:32:57.941415 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c2a43-a10b-4d3b-8efa-e595812373ec req-6baed22a-dfc2-4981-99e9-afcf6e3f5443 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:57.942799 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-e00c2a43-a10b-4d3b-8efa-e595812373ec req-6baed22a-dfc2-4981-99e9-afcf6e3f5443 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Synchronizing usage tracker for tenant:2bcf2f1fc18449a09a392a2b5e942be1 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:32:57.962836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-e00c2a43-a10b-4d3b-8efa-e595812373ec req-6baed22a-dfc2-4981-99e9-afcf6e3f5443 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Unset dirty status for tenant:2bcf2f1fc18449a09a392a2b5e942be1 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:32:57.964382 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] For port 34d440c9-a8ae-4450-b809-a1f48b066107, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=34d440c9-a8ae-4450-b809-a1f48b066107,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:32:57.965337 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e00c2a43-a10b-4d3b-8efa-e595812373ec req-6baed22a-dfc2-4981-99e9-afcf6e3f5443 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 931 time: 0.1259696 Apr 05 21:32:57.982678 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:32:58.032182 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e00c2a43-a10b-4d3b-8efa-e595812373ec req-a7d3d99d-efce-4f5b-9c87-9981d788e8a2 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608556 Apr 05 21:32:58.070434 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-fd9e6f35-b885-4cc3-b346-904ac9b883c5 None None] Port 04975deb-2444-40e1-93ab-94d5a163860c cannot update to ACTIVE because it is not bound. {{(pid=87966) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 05 21:32:58.078845 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Pushing event updated for resources: {'Port': ['ID=34d440c9-a8ae-4450-b809-a1f48b066107,revision_number=8']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:32:58.102357 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34d440c9-a8ae-4450-b809-a1f48b066107', 'code': 200} Apr 05 21:32:59.270566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ab9a21-91ba-40f5-8619-33c2daa1013a req-603acfbb-876e-4eb6-8fde-f74f3fe0da4b tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:32:59.272033 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-61ab9a21-91ba-40f5-8619-33c2daa1013a req-603acfbb-876e-4eb6-8fde-f74f3fe0da4b tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 931 time: 0.0868652 Apr 05 21:32:59.323466 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-61ab9a21-91ba-40f5-8619-33c2daa1013a req-bea04d11-d9cb-4775-966f-aa4edfb9484b tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446358 Apr 05 21:33:00.530879 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766e279-00eb-41dc-a0ed-e850dddd86fc req-44c1ac70-7924-4a4b-aecd-25c4e1ce2b61 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:00.532355 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2766e279-00eb-41dc-a0ed-e850dddd86fc req-44c1ac70-7924-4a4b-aecd-25c4e1ce2b61 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 931 time: 0.0904326 Apr 05 21:33:00.579376 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-2766e279-00eb-41dc-a0ed-e850dddd86fc req-d06e81db-30b0-4c4c-89e3-1a00c4a0a88e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404062 Apr 05 21:33:01.810238 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502d010-90d5-45e9-8c18-0c11d62ab723 req-bec5ddfb-3195-4fe2-9a32-0460b79df286 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:01.811981 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1502d010-90d5-45e9-8c18-0c11d62ab723 req-bec5ddfb-3195-4fe2-9a32-0460b79df286 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 931 time: 0.1007988 Apr 05 21:33:01.863173 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1502d010-90d5-45e9-8c18-0c11d62ab723 req-142ad2d4-d1a3-4d84-bf58-753399a5dcf4 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441971 Apr 05 21:33:03.075945 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f01afc-6186-46c8-b57f-d42955a5ac35 req-d426dd63-3dc9-4629-a825-868843b40e27 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:03.077543 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e7f01afc-6186-46c8-b57f-d42955a5ac35 req-d426dd63-3dc9-4629-a825-868843b40e27 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 931 time: 0.0958884 Apr 05 21:33:03.133686 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e7f01afc-6186-46c8-b57f-d42955a5ac35 req-4166610f-0fa7-45e9-8a93-0bf330faac23 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500512 Apr 05 21:33:04.325548 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3a63c-4e3b-46cf-858f-2034f39fb592 req-385804b1-f8c0-47fd-8fd7-dc2e3c875574 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:04.327026 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6cf3a63c-4e3b-46cf-858f-2034f39fb592 req-385804b1-f8c0-47fd-8fd7-dc2e3c875574 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 931 time: 0.0892470 Apr 05 21:33:04.369727 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-6cf3a63c-4e3b-46cf-858f-2034f39fb592 req-54915337-30ac-4cbd-8a46-7a6c48b7bd33 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371244 Apr 05 21:33:04.618752 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Request body: {'port': {'device_id': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836604-1'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:33:04.732026 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:05.069493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04975deb-2444-40e1-93ab-94d5a163860c {{(pid=87964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:33:05.076611 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:05.092574 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.provisioning_blocks [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Transition to ACTIVE for port object 04975deb-2444-40e1-93ab-94d5a163860c will not be triggered until provisioned by entity L2. {{(pid=87964) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 21:33:05.095630 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:05.355745 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Pushing event updated for resources: {'Port': ['ID=04975deb-2444-40e1-93ab-94d5a163860c,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:05.433449 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Attempting to bind port 04975deb-2444-40e1-93ab-94d5a163860c on host n-h1-836604-1 for vnic_type normal with profile {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 21:33:05.433789 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Attempting to bind port 04975deb-2444-40e1-93ab-94d5a163860c by drivers openvswitch,hyperv on host n-h1-836604-1 at level 0 using segments [{'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 21:33:05.434162 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Attempting to bind port 04975deb-2444-40e1-93ab-94d5a163860c on network 779361de-364c-4282-9f79-07be9473ed35 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:33:05.439032 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Port 04975deb-2444-40e1-93ab-94d5a163860c on network 779361de-364c-4282-9f79-07be9473ed35 not bound, no agent of type Open vSwitch agent registered on host n-h1-836604-1 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 05 21:33:05.439362 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Attempting to bind port 04975deb-2444-40e1-93ab-94d5a163860c on network 779361de-364c-4282-9f79-07be9473ed35 {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 05 21:33:05.444567 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Checking agent: {'id': 'c2f762f7-3556-441f-8869-7732778325e9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836604-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'started_at': datetime.datetime(2022, 4, 5, 20, 5, 8), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 21, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 05 21:33:05.444910 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Checking segment: {'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 05 21:33:05.445294 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Bound using segment: {'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'} {{(pid=87964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 05 21:33:05.445724 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.managers [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Bound port: 04975deb-2444-40e1-93ab-94d5a163860c, host: n-h1-836604-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3155a98b-79a9-4911-88b5-f9af746ec845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '779361de-364c-4282-9f79-07be9473ed35'}}] {{(pid=87964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 21:33:05.446155 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:05.582371 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] For port 04975deb-2444-40e1-93ab-94d5a163860c, host n-h1-836604-1, cleared binding levels {{(pid=87964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 05 21:33:05.586427 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] For port 04975deb-2444-40e1-93ab-94d5a163860c, host n-h1-836604-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=04975deb-2444-40e1-93ab-94d5a163860c,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 05 21:33:05.592149 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:05.662368 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:05.662983 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:05.664359 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] 10.222.0.13 "PUT /v2.0/ports/04975deb-2444-40e1-93ab-94d5a163860c HTTP/1.1" status: 200 len: 1091 time: 1.0897980 Apr 05 21:33:05.666320 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'tag': '04975deb-2444-40e1-93ab-94d5a163860c'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:33:05.689322 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aad1d5-f329-4d96-9f85-071c6f9d4554 req-e4d1139a-87a9-44c0-8ef6-280676b195d1 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:05.690942 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71aad1d5-f329-4d96-9f85-071c6f9d4554 req-e4d1139a-87a9-44c0-8ef6-280676b195d1 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 943 time: 0.1973884 Apr 05 21:33:05.746351 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee9fe0-86d5-4a9d-9ca5-771c54425f9b service neutron] Pushing event updated for resources: {'Port': ['ID=04975deb-2444-40e1-93ab-94d5a163860c,revision_number=3']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:05.794460 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-71aad1d5-f329-4d96-9f85-071c6f9d4554 req-af4b3bee-0d92-4974-9fda-d7e3ee81868b tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966549 Apr 05 21:33:05.820205 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-e0d0da0e-b8c3-489c-b275-e89c9db1fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:05.821692 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-e0d0da0e-b8c3-489c-b275-e89c9db1fcfd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 1094 time: 0.1072762 Apr 05 21:33:05.878425 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'tag': '04975deb-2444-40e1-93ab-94d5a163860c', 'status': 'completed', 'code': 200} Apr 05 21:33:05.893006 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-657b3cdd-fe63-4354-8bab-f532500cc22b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04975deb-2444-40e1-93ab-94d5a163860c HTTP/1.1" status: 200 len: 217 time: 0.0642524 Apr 05 21:33:05.957445 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-bac98f6c-2095-4e0b-858a-8677eb00a280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:05.958773 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-bac98f6c-2095-4e0b-858a-8677eb00a280 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 200 len: 848 time: 0.0603950 Apr 05 21:33:06.032365 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-16b7ea43-0139-46e5-9e50-4ecc94f1f15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:06.033810 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-16b7ea43-0139-46e5-9e50-4ecc94f1f15b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=779361de-364c-4282-9f79-07be9473ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692644 Apr 05 21:33:06.162684 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-46b8cfdc-66ca-4566-a679-79ce3a116cf9 service neutron] 10.222.0.13 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227858 Apr 05 21:33:06.290526 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-aeb12a31-f5eb-4468-8e08-ce3888bfb9b8 req-71928953-32ef-4ef7-aa97-2b4742ebf247 service neutron] 10.222.0.13 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219888 Apr 05 21:33:06.402714 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc8cd9-3c44-47ce-af91-6019620efaf0 req-4a2459e7-ae91-4748-ad9a-e9717eef6ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:06.404153 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdcc8cd9-3c44-47ce-af91-6019620efaf0 req-4a2459e7-ae91-4748-ad9a-e9717eef6ae2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 1094 time: 0.0697198 Apr 05 21:33:06.531912 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc8cd9-3c44-47ce-af91-6019620efaf0 req-49cf554b-ec64-4ba5-a4ea-5b247f53596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:06.533385 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdcc8cd9-3c44-47ce-af91-6019620efaf0 req-49cf554b-ec64-4ba5-a4ea-5b247f53596f service neutron] 10.222.0.13 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 910 time: 0.1239517 Apr 05 21:33:06.603151 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdcc8cd9-3c44-47ce-af91-6019620efaf0 req-e2a7ec20-3b79-49ff-88f1-f46640cbafba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04975deb-2444-40e1-93ab-94d5a163860c HTTP/1.1" status: 200 len: 217 time: 0.0629163 Apr 05 21:33:06.663438 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc8cd9-3c44-47ce-af91-6019620efaf0 req-6a3d470e-f253-446b-9676-a151379c7505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:06.664845 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdcc8cd9-3c44-47ce-af91-6019620efaf0 req-6a3d470e-f253-446b-9676-a151379c7505 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 200 len: 848 time: 0.0559630 Apr 05 21:33:06.742141 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc8cd9-3c44-47ce-af91-6019620efaf0 req-e26a7a55-5397-47c6-910d-ce41f5b0bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:06.743599 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdcc8cd9-3c44-47ce-af91-6019620efaf0 req-e26a7a55-5397-47c6-910d-ce41f5b0bee0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=779361de-364c-4282-9f79-07be9473ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723991 Apr 05 21:33:07.033107 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdcc8cd9-3c44-47ce-af91-6019620efaf0 req-7340e880-a420-4737-9690-3e994b016c2a service neutron] 10.222.0.13 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822204 Apr 05 21:33:07.086893 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f5d4a-f958-4e42-83f0-edafeccf31dd req-2eb611d6-17cf-4390-b836-4615bb1134ed tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:07.088288 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-810f5d4a-f958-4e42-83f0-edafeccf31dd req-2eb611d6-17cf-4390-b836-4615bb1134ed tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 943 time: 0.1496818 Apr 05 21:33:07.205219 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-810f5d4a-f958-4e42-83f0-edafeccf31dd req-fb5ddce6-631b-4d33-a901-b27c4715ff09 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727322 Apr 05 21:33:07.210416 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cdcc8cd9-3c44-47ce-af91-6019620efaf0 req-8662ec34-ac4b-4da5-8209-639cd3b5deb3 service neutron] 10.222.0.13 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692204 Apr 05 21:33:07.417365 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 04975deb-2444-40e1-93ab-94d5a163860c details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:33:07.577383 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 04975deb-2444-40e1-93ab-94d5a163860c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=04975deb-2444-40e1-93ab-94d5a163860c,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:33:07.590096 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '04975deb-2444-40e1-93ab-94d5a163860c', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'port_id': '04975deb-2444-40e1-93ab-94d5a163860c', 'mac_address': 'fa:16:3e:a3:96:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:33:07.646015 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:07.662374 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04975deb-2444-40e1-93ab-94d5a163860c {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:33:07.677740 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 04975deb-2444-40e1-93ab-94d5a163860c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=04975deb-2444-40e1-93ab-94d5a163860c,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:33:07.682483 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:07.748086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=04975deb-2444-40e1-93ab-94d5a163860c,revision_number=4']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:07.899089 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['04975deb-2444-40e1-93ab-94d5a163860c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:33:08.390481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2e619-16d4-483c-b09e-17f2c40e8a91 req-a3f0b40d-9e12-4c70-ae7c-aea15dd49c31 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:08.391941 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cfa2e619-16d4-483c-b09e-17f2c40e8a91 req-a3f0b40d-9e12-4c70-ae7c-aea15dd49c31 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 944 time: 0.0815461 Apr 05 21:33:08.436128 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-cfa2e619-16d4-483c-b09e-17f2c40e8a91 req-ff4948fc-83ac-49f8-8730-4c1f0e2faf35 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385840 Apr 05 21:33:09.429270 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 04975deb-2444-40e1-93ab-94d5a163860c up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:33:09.498617 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning for port 04975deb-2444-40e1-93ab-94d5a163860c completed by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 21:33:09.503054 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 04975deb-2444-40e1-93ab-94d5a163860c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:33:09.503416 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:09.624090 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:09.624437 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a262e2-e505-4653-ac23-ab33b6ab6b40 req-b15c14be-5b90-4d78-bb79-954adc9b09ec tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:09.625926 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7a262e2-e505-4653-ac23-ab33b6ab6b40 req-b15c14be-5b90-4d78-bb79-954adc9b09ec tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 944 time: 0.0854990 Apr 05 21:33:09.628495 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:09.656497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04975deb-2444-40e1-93ab-94d5a163860c'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:33:09.666093 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 04975deb-2444-40e1-93ab-94d5a163860c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=04975deb-2444-40e1-93ab-94d5a163860c,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:33:09.670364 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:09.672563 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-a7a262e2-e505-4653-ac23-ab33b6ab6b40 req-e1c6b531-48a6-43cc-bdec-1422e8692edf tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407779 Apr 05 21:33:09.730251 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04975deb-2444-40e1-93ab-94d5a163860c', 'code': 200} Apr 05 21:33:09.740068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=04975deb-2444-40e1-93ab-94d5a163860c,revision_number=5']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:09.785947 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:09.852269 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ceb6a-f54e-4739-b0a9-7fb1f00ae074 req-f77e85b1-f696-4ade-ac0b-b05a0a6ead23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:09.853690 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a5ceb6a-f54e-4739-b0a9-7fb1f00ae074 req-f77e85b1-f696-4ade-ac0b-b05a0a6ead23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 1096 time: 0.0675740 Apr 05 21:33:09.892211 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7a5ceb6a-f54e-4739-b0a9-7fb1f00ae074 req-c47d8433-84d1-456b-af84-0a2196842ad2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331433 Apr 05 21:33:11.023700 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4953c-7f3c-4d5c-8ee7-ee01dcc0fa79 req-f7f89405-354c-48d1-81a7-3a3eaa8c4d52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:11.025063 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4a4953c-7f3c-4d5c-8ee7-ee01dcc0fa79 req-f7f89405-354c-48d1-81a7-3a3eaa8c4d52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 945 time: 0.0859320 Apr 05 21:33:11.068501 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c4a4953c-7f3c-4d5c-8ee7-ee01dcc0fa79 req-75ca1f99-66d1-41b5-887e-2259efedc18e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377014 Apr 05 21:33:11.547152 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4bcc8e33-7414-4e3e-873b-1cd3d4c224a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:12.249831 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbaa202-22e2-4eed-ae4f-39ec169cdfa7 req-2a1eb482-7cad-4ab3-9d11-6f7a01841e75 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:12.251277 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0cbaa202-22e2-4eed-ae4f-39ec169cdfa7 req-2a1eb482-7cad-4ab3-9d11-6f7a01841e75 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 945 time: 0.0788853 Apr 05 21:33:12.297296 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0cbaa202-22e2-4eed-ae4f-39ec169cdfa7 req-5f177a8f-65ad-46d0-bd27-98da8fbe7100 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404646 Apr 05 21:33:12.477751 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc140b16-e31f-4e40-aded-6a209d3b2d4a req-66b3f8e6-f151-41a3-9186-946a659a9363 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:12.479097 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dc140b16-e31f-4e40-aded-6a209d3b2d4a req-66b3f8e6-f151-41a3-9186-946a659a9363 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 945 time: 0.0785136 Apr 05 21:33:12.522422 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-dc140b16-e31f-4e40-aded-6a209d3b2d4a req-50de6194-1f31-479b-a9d3-b3f03526e22f tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370765 Apr 05 21:33:12.544955 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35974) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:12.616885 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9b8395-7bb6-477e-8f48-4a7eee4365b3 tempest-TestSnapshotPattern-451097926 tempest-TestSnapshotPattern-451097926-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:12.618374 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-5b9b8395-7bb6-477e-8f48-4a7eee4365b3 tempest-TestSnapshotPattern-451097926 tempest-TestSnapshotPattern-451097926-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 1091 time: 0.0724146 Apr 05 21:33:12.621067 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 35978) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:33:12.625812 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.v2.base [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Request body: {'floatingip': {'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'port_id': '04975deb-2444-40e1-93ab-94d5a163860c', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87964) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 05 21:33:12.632279 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 21:33:12.636071 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Usage tracker for resource:floatingip and tenant:2bcf2f1fc18449a09a392a2b5e942be1 is out of sync, need to count used quota {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 21:33:12.639096 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87964) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 21:33:12.644641 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.quota.driver [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87964) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 21:33:12.655472 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for floatingip, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:12.790281 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:12.921382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.db_base_plugin_common [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Allocated IP 172.25.8.154 (be3ed9ce-44de-4a17-8a12-96ef652948bf/c2cf5198-a8b0-478f-a6da-7760911beb6d/bdda6dbc-4945-4b11-921c-757083bcdbc2) {{(pid=87964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 21:33:13.065504 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for port, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:13.094397 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791804849210', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:13.154924 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Network be3ed9ce-44de-4a17-8a12-96ef652948bf is already hosted by enough agents. {{(pid=87964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 21:33:13.157667 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.base_scheduler [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Resources bound (agent type, host, resource id): {{(pid=87964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 21:33:13.160221 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Received port after_create {{(pid=87964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 05 21:33:13.211481 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event updated for resources: {'Port': ['ID=bdda6dbc-4945-4b11-921c-757083bcdbc2,revision_number=1']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:13.679353 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:13.754796 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:13.828387 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-16c6a620-58ce-4584-9f59-e558d277790d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:13.958214 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for port, precommit_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:13.962365 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2828715'] for port, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:14.071836 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event updated for resources: {'Port': ['ID=bdda6dbc-4945-4b11-921c-757083bcdbc2,revision_number=2']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:33:14.081337 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-334028'] for floatingip, after_update {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:14.251302 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Floating IP 997658c6-a3a2-462b-aeb1-f0258ff82834 associated. External IP: 172.25.8.154, port: 04975deb-2444-40e1-93ab-94d5a163860c. Apr 05 21:33:14.601493 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Router ba46d1d7-24d7-44f7-b385-15b0c79f2555 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:33:14.779204 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:33:14.788817 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24eb43b-85df-45c4-ae40-0d9307ad7866 None None] Sync routers for ids ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:33:14.797635 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24eb43b-85df-45c4-ae40-0d9307ad7866 None None] Routers {'ba46d1d7-24d7-44f7-b385-15b0c79f2555'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:33:14.798273 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f24eb43b-85df-45c4-ae40-0d9307ad7866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:33:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:14.802546 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:14.979232 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-e3b82cc6-0f5f-4073-868c-3ad3c84d6a0e tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3570204 Apr 05 21:33:14.979721 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'tag': '04975deb-2444-40e1-93ab-94d5a163860c'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:33:14.980682 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-f24eb43b-85df-45c4-ae40-0d9307ad7866 None None] Set router ba46d1d7-24d7-44f7-b385-15b0c79f2555 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:33:15.026059 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'tag': '04975deb-2444-40e1-93ab-94d5a163860c', 'status': 'completed', 'code': 200} Apr 05 21:33:15.062335 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:15.121466 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f539165-1077-46e3-8e43-d2a5984947df req-8bcf76e9-b7c7-4f74-95a1-d948ae62becd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:15.123008 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f539165-1077-46e3-8e43-d2a5984947df req-8bcf76e9-b7c7-4f74-95a1-d948ae62becd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 1096 time: 0.0759892 Apr 05 21:33:15.158629 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:15.251974 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f539165-1077-46e3-8e43-d2a5984947df req-9823678f-c71f-4755-862d-99343feccf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:15.253309 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f539165-1077-46e3-8e43-d2a5984947df req-9823678f-c71f-4755-862d-99343feccf7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 910 time: 0.1246173 Apr 05 21:33:15.357391 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f539165-1077-46e3-8e43-d2a5984947df req-0777862f-9fd0-4a09-8790-ea120fdcb04a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04975deb-2444-40e1-93ab-94d5a163860c HTTP/1.1" status: 200 len: 999 time: 0.0982976 Apr 05 21:33:15.360986 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f24eb43b-85df-45c4-ae40-0d9307ad7866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4dd760ad-1693-4882-bdf5-a797e208af21', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'port_id': '34d440c9-a8ae-4450-b809-a1f48b066107', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'mac_address': 'fa:16:3e:9b:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:30:44Z', 'updated_at': '2022-04-05T21:30:47Z', 'revision_number': 1, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ip_address_scope': None}, {'id': '997658c6-a3a2-462b-aeb1-f0258ff82834', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'port_id': '04975deb-2444-40e1-93ab-94d5a163860c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'mac_address': 'fa:16:3e:a3:96:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:33:13Z', 'updated_at': '2022-04-05T21:33:13Z', 'revision_number': 0, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 5, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:15.365332 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24eb43b-85df-45c4-ae40-0d9307ad7866 None None] Checking router: ba46d1d7-24d7-44f7-b385-15b0c79f2555 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:33:15.374462 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24eb43b-85df-45c4-ae40-0d9307ad7866 None None] Routers {'ba46d1d7-24d7-44f7-b385-15b0c79f2555'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:33:15.375068 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f24eb43b-85df-45c4-ae40-0d9307ad7866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:33:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:15.425496 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f539165-1077-46e3-8e43-d2a5984947df req-37ee3de4-20e6-4f84-a35c-d07635fa189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:15.426984 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f539165-1077-46e3-8e43-d2a5984947df req-37ee3de4-20e6-4f84-a35c-d07635fa189c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 200 len: 848 time: 0.0634584 Apr 05 21:33:15.500794 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f539165-1077-46e3-8e43-d2a5984947df req-ccfc62d8-e24c-46e5-9827-a3aef4e7edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:15.502349 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f539165-1077-46e3-8e43-d2a5984947df req-ccfc62d8-e24c-46e5-9827-a3aef4e7edb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=779361de-364c-4282-9f79-07be9473ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693796 Apr 05 21:33:15.591801 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-f24eb43b-85df-45c4-ae40-0d9307ad7866 None None] Set router ba46d1d7-24d7-44f7-b385-15b0c79f2555 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:33:15.634558 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f539165-1077-46e3-8e43-d2a5984947df req-2bef0658-abc0-472d-a9ac-09338c34e692 service neutron] 10.222.0.13 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258557 Apr 05 21:33:15.767322 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0f539165-1077-46e3-8e43-d2a5984947df req-c7714446-b1ce-4f53-bf91-8479c22b1e47 service neutron] 10.222.0.13 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272676 Apr 05 21:33:15.941288 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-f24eb43b-85df-45c4-ae40-0d9307ad7866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4dd760ad-1693-4882-bdf5-a797e208af21', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'port_id': '34d440c9-a8ae-4450-b809-a1f48b066107', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'mac_address': 'fa:16:3e:9b:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:30:44Z', 'updated_at': '2022-04-05T21:30:47Z', 'revision_number': 1, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ip_address_scope': None}, {'id': '997658c6-a3a2-462b-aeb1-f0258ff82834', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'port_id': '04975deb-2444-40e1-93ab-94d5a163860c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'mac_address': 'fa:16:3e:a3:96:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:33:13Z', 'updated_at': '2022-04-05T21:33:13Z', 'revision_number': 0, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 5, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:33:15.945185 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24eb43b-85df-45c4-ae40-0d9307ad7866 None None] The sync data for ids ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'] in n-d-836604-1 is: [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4dd760ad-1693-4882-bdf5-a797e208af21', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'port_id': '34d440c9-a8ae-4450-b809-a1f48b066107', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'mac_address': 'fa:16:3e:9b:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:30:44Z', 'updated_at': '2022-04-05T21:30:47Z', 'revision_number': 1, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ip_address_scope': None}, {'id': '997658c6-a3a2-462b-aeb1-f0258ff82834', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'floating_ip_address': '172.25.8.154', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'port_id': '04975deb-2444-40e1-93ab-94d5a163860c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'mac_address': 'fa:16:3e:a3:96:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:33:13Z', 'updated_at': '2022-04-05T21:33:13Z', 'revision_number': 0, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 5, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:33:16.131695 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438b27bd-4886-4043-8078-14950813c035 None None] New status for floating IP 997658c6-a3a2-462b-aeb1-f0258ff82834: ACTIVE {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:33:16.338078 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:19.575185 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1435752-cfc4-4492-88a6-db4abca1249e req-21d2cbe5-34c4-47a6-a0db-1786b9c8a664 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0743744 Apr 05 21:33:19.716357 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1435752-cfc4-4492-88a6-db4abca1249e req-c06e0576-000c-4570-9c7a-9183f9a85696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:19.717731 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1435752-cfc4-4492-88a6-db4abca1249e req-c06e0576-000c-4570-9c7a-9183f9a85696 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 1096 time: 0.0793600 Apr 05 21:33:19.861008 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1435752-cfc4-4492-88a6-db4abca1249e req-40fd47fe-a6f5-46c1-a36d-1c3187a83489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:19.862467 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1435752-cfc4-4492-88a6-db4abca1249e req-40fd47fe-a6f5-46c1-a36d-1c3187a83489 service neutron] 10.222.0.13 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 910 time: 0.1268241 Apr 05 21:33:19.965018 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1435752-cfc4-4492-88a6-db4abca1249e req-a41cb7d6-d2dc-48b8-bfc5-3ad2057455f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04975deb-2444-40e1-93ab-94d5a163860c HTTP/1.1" status: 200 len: 1001 time: 0.0964971 Apr 05 21:33:20.038791 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1435752-cfc4-4492-88a6-db4abca1249e req-32cc939c-e1a4-4316-8ad9-7ee40fe618f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:20.040134 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1435752-cfc4-4492-88a6-db4abca1249e req-32cc939c-e1a4-4316-8ad9-7ee40fe618f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 200 len: 848 time: 0.0698814 Apr 05 21:33:20.115928 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1435752-cfc4-4492-88a6-db4abca1249e req-3e7fd9a2-db1c-4637-8f7b-fc0e6be5b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:20.117323 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1435752-cfc4-4492-88a6-db4abca1249e req-3e7fd9a2-db1c-4637-8f7b-fc0e6be5b005 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=779361de-364c-4282-9f79-07be9473ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715230 Apr 05 21:33:20.246711 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1435752-cfc4-4492-88a6-db4abca1249e req-9c4924b4-755c-4fcd-a6b5-0e8752aabd8e service neutron] 10.222.0.13 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236699 Apr 05 21:33:20.376278 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-c1435752-cfc4-4492-88a6-db4abca1249e req-9f5b8c66-83b8-4dff-9ea9-505ae1744b7b service neutron] 10.222.0.13 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239767 Apr 05 21:33:31.543025 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:33:39.617795 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:39.805831 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:41.550634 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2553a928-d855-4652-9fea-6227a0301580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:41.953139 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1078b5e3-ac34-44b6-b926-d255e3e6b939 req-c40edb38-4e6e-4d3c-b7a1-484ef939c09a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2061443 Apr 05 21:33:42.089163 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b5e3-ac34-44b6-b926-d255e3e6b939 req-1a0ee049-1c16-4a80-93e0-53828da0d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:42.090653 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1078b5e3-ac34-44b6-b926-d255e3e6b939 req-1a0ee049-1c16-4a80-93e0-53828da0d32c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 1095 time: 0.0728528 Apr 05 21:33:42.234909 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b5e3-ac34-44b6-b926-d255e3e6b939 req-b8c83012-c693-46ac-9772-d98d1b4795cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:42.236324 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1078b5e3-ac34-44b6-b926-d255e3e6b939 req-b8c83012-c693-46ac-9772-d98d1b4795cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 910 time: 0.1283121 Apr 05 21:33:42.333503 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1078b5e3-ac34-44b6-b926-d255e3e6b939 req-1cc4b949-840f-4795-a9ce-a76dacdca3c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d440c9-a8ae-4450-b809-a1f48b066107 HTTP/1.1" status: 200 len: 1000 time: 0.0913255 Apr 05 21:33:42.397353 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b5e3-ac34-44b6-b926-d255e3e6b939 req-205c8c1e-3ed7-4a2b-bfb0-8e0285a08239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:42.398714 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1078b5e3-ac34-44b6-b926-d255e3e6b939 req-205c8c1e-3ed7-4a2b-bfb0-8e0285a08239 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 200 len: 848 time: 0.0599477 Apr 05 21:33:42.473474 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1078b5e3-ac34-44b6-b926-d255e3e6b939 req-5a1674be-4406-4e03-9c79-94de7a68d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:33:42.474942 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1078b5e3-ac34-44b6-b926-d255e3e6b939 req-5a1674be-4406-4e03-9c79-94de7a68d9ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=779361de-364c-4282-9f79-07be9473ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705669 Apr 05 21:33:42.602739 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1078b5e3-ac34-44b6-b926-d255e3e6b939 req-5f99e343-1486-4032-ac25-3c706b2b25d6 service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216438 Apr 05 21:33:42.730795 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-1078b5e3-ac34-44b6-b926-d255e3e6b939 req-4ec5c820-273d-421e-a547-f085dfdcd0e2 service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223648 Apr 05 21:33:43.830847 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-2ac3cc6b-5c96-4ea4-9d08-7421c20ea8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:45.004442 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:45.143426 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:33:46.340856 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:08.542256 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:34:09.619305 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:09.801644 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:11.552473 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-50891f97-a3b8-4b5b-8a2d-834f15e2b2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:13.832683 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-9d7957a7-1429-40a0-940b-4e1e9982f59e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:15.005735 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:15.142324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:16.344097 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:19.601719 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-602c3c1e-824e-4db1-82c8-36b0d11a0ec3 req-49535d56-e765-4f69-b5ce-9c8e646e27e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717180 Apr 05 21:34:19.739706 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c3c1e-824e-4db1-82c8-36b0d11a0ec3 req-0da78eaf-7546-424b-bc4d-f70d4c0d67cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:19.741183 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-602c3c1e-824e-4db1-82c8-36b0d11a0ec3 req-0da78eaf-7546-424b-bc4d-f70d4c0d67cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 1096 time: 0.0737159 Apr 05 21:34:19.883963 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c3c1e-824e-4db1-82c8-36b0d11a0ec3 req-491d7e44-dc65-4d63-bfdc-daba07664067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:19.885377 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-602c3c1e-824e-4db1-82c8-36b0d11a0ec3 req-491d7e44-dc65-4d63-bfdc-daba07664067 service neutron] 10.222.0.13 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 910 time: 0.1263800 Apr 05 21:34:19.985062 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-602c3c1e-824e-4db1-82c8-36b0d11a0ec3 req-a11bed00-c344-4874-bb9f-9f36fe0c48c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04975deb-2444-40e1-93ab-94d5a163860c HTTP/1.1" status: 200 len: 1001 time: 0.0941443 Apr 05 21:34:20.049668 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c3c1e-824e-4db1-82c8-36b0d11a0ec3 req-cd86e754-508c-41c5-a3e1-f125a635c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:20.051122 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-602c3c1e-824e-4db1-82c8-36b0d11a0ec3 req-cd86e754-508c-41c5-a3e1-f125a635c9fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 200 len: 848 time: 0.0600297 Apr 05 21:34:20.127196 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c3c1e-824e-4db1-82c8-36b0d11a0ec3 req-546588a9-66fd-41ea-b5db-0b4faf8c0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:20.128619 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-602c3c1e-824e-4db1-82c8-36b0d11a0ec3 req-546588a9-66fd-41ea-b5db-0b4faf8c0674 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=779361de-364c-4282-9f79-07be9473ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717092 Apr 05 21:34:20.139854 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [req-602c3c1e-824e-4db1-82c8-36b0d11a0ec3 req-3b848082-11b1-4d64-81f5-98ed26d4b346 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=87964) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 05 21:34:20.140753 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-602c3c1e-824e-4db1-82c8-36b0d11a0ec3 req-3b848082-11b1-4d64-81f5-98ed26d4b346 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060837 Apr 05 21:34:20.268551 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-602c3c1e-824e-4db1-82c8-36b0d11a0ec3 req-193a4ab5-6d18-460b-bb0e-429624d549c0 service neutron] 10.222.0.13 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208355 Apr 05 21:34:20.492060 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-602c3c1e-824e-4db1-82c8-36b0d11a0ec3 req-0ad3989b-58ed-4d87-84db-6b775515c616 service neutron] 10.222.0.13 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173071 Apr 05 21:34:39.631341 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:39.802162 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:41.553214 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b3ede3da-5017-48b0-825b-6b2d61a32017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:41.799654 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e618e7da-2c61-4449-b23f-604ede41361f req-f30db7ed-8b1b-4a33-a0e4-5b32ebb93c86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686915 Apr 05 21:34:41.938291 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e7da-2c61-4449-b23f-604ede41361f req-293694af-0bf5-4988-b8e7-e3984101f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:41.939715 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e618e7da-2c61-4449-b23f-604ede41361f req-293694af-0bf5-4988-b8e7-e3984101f353 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 1095 time: 0.0731812 Apr 05 21:34:42.083697 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e7da-2c61-4449-b23f-604ede41361f req-4cda6f31-e5c4-401c-9c6f-6c8ed00187d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:42.085117 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e618e7da-2c61-4449-b23f-604ede41361f req-4cda6f31-e5c4-401c-9c6f-6c8ed00187d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 910 time: 0.1265759 Apr 05 21:34:42.187307 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e618e7da-2c61-4449-b23f-604ede41361f req-1fdba573-0572-428f-91a4-a09ec6485f4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d440c9-a8ae-4450-b809-a1f48b066107 HTTP/1.1" status: 200 len: 1000 time: 0.0966508 Apr 05 21:34:42.247830 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e7da-2c61-4449-b23f-604ede41361f req-99db429c-bd28-4b9b-a29c-340d3967dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:42.249172 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e618e7da-2c61-4449-b23f-604ede41361f req-99db429c-bd28-4b9b-a29c-340d3967dfc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 200 len: 848 time: 0.0557597 Apr 05 21:34:42.321744 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618e7da-2c61-4449-b23f-604ede41361f req-bccecd70-442b-4e20-a33c-f82b7b5e148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:42.323165 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e618e7da-2c61-4449-b23f-604ede41361f req-bccecd70-442b-4e20-a33c-f82b7b5e148e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=779361de-364c-4282-9f79-07be9473ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675266 Apr 05 21:34:42.452997 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e618e7da-2c61-4449-b23f-604ede41361f req-2f4887cc-c02b-4c41-a56a-2720182ca76f service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230183 Apr 05 21:34:42.584407 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-e618e7da-2c61-4449-b23f-604ede41361f req-49544203-f69c-48f6-8a63-72e4ef87bcc0 service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251874 Apr 05 21:34:43.834154 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f5f15860-2f1d-46d8-862b-840ab97472f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:45.007896 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:45.144241 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:45.540842 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:34:45.805793 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 04975deb-2444-40e1-93ab-94d5a163860c details requested by agent hyperv_n-h1-836604-1 with host n-h1-836604-1 {{(pid=87966) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 21:34:45.944389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 04975deb-2444-40e1-93ab-94d5a163860c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=04975deb-2444-40e1-93ab-94d5a163860c,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:34:45.958007 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Returning: {'device': '04975deb-2444-40e1-93ab-94d5a163860c', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'port_id': '04975deb-2444-40e1-93ab-94d5a163860c', 'mac_address': 'fa:16:3e:a3:96:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87966) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 21:34:46.017497 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:46.038130 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04975deb-2444-40e1-93ab-94d5a163860c {{(pid=87966) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 05 21:34:46.053426 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 04975deb-2444-40e1-93ab-94d5a163860c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=04975deb-2444-40e1-93ab-94d5a163860c,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:34:46.057239 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:46.129932 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] get_ports_and_sgs() called for port_ids ['04975deb-2444-40e1-93ab-94d5a163860c'] {{(pid=87966) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 05 21:34:46.167051 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=04975deb-2444-40e1-93ab-94d5a163860c,revision_number=6']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:46.186028 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:46.186476 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:46.186869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:46.187265 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:46.187673 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:46.188055 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:46.188437 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:46.188853 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:46.189230 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:46.189622 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:46.190045 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:46.190427 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87966) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:46.360658 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:47.812605 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 04975deb-2444-40e1-93ab-94d5a163860c up at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 21:34:47.894236 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.provisioning_blocks [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Provisioning complete for port 04975deb-2444-40e1-93ab-94d5a163860c triggered by entity L2. {{(pid=87966) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 21:34:47.894604 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1390716'] for port, provisioning_complete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:48.026902 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1564450'] for port, before_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:48.064943 n-d-836604-1 neutron-server[87966]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04975deb-2444-40e1-93ab-94d5a163860c'}] {{(pid=87966) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:34:48.075963 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] For port 04975deb-2444-40e1-93ab-94d5a163860c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=04975deb-2444-40e1-93ab-94d5a163860c,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:34:48.085489 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791805225063', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791804849228', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791804849273'] for port, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:48.147620 n-d-836604-1 neutron-server[87966]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04975deb-2444-40e1-93ab-94d5a163860c', 'code': 200} Apr 05 21:34:48.173469 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Pushing event updated for resources: {'Port': ['ID=04975deb-2444-40e1-93ab-94d5a163860c,revision_number=7']} {{(pid=87966) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:55.830925 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36184) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:34:56.054566 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Deleting port bdda6dbc-4945-4b11-921c-757083bcdbc2 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:34:56.054911 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.228510 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.228834 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.349761 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Calling delete_port for bdda6dbc-4945-4b11-921c-757083bcdbc2 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:34:56.497772 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.647626 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event deleted for resources: {'Port': ['ID=bdda6dbc-4945-4b11-921c-757083bcdbc2,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:56.716589 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:56.716927 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:56.717262 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:56.717597 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:56.717950 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:56.718284 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:56.718607 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:56.718936 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:56.719785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:56.719785 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:56.719983 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:56.720187 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:34:56.747761 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:56.748097 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Floating IP 997658c6-a3a2-462b-aeb1-f0258ff82834 disassociated (deleted). External IP: 172.25.8.154, port: 04975deb-2444-40e1-93ab-94d5a163860c. Apr 05 21:34:57.094206 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Router ba46d1d7-24d7-44f7-b385-15b0c79f2555 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:34:57.274465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:34:57.283634 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a2c08-3092-4513-be39-696617a13880 None None] Sync routers for ids ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:34:57.294214 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:57.294650 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a2c08-3092-4513-be39-696617a13880 None None] Routers {'ba46d1d7-24d7-44f7-b385-15b0c79f2555'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:34:57.295252 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-782a2c08-3092-4513-be39-696617a13880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:34:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:57.350353 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-7452a0a3-e665-4296-bd15-20a982ea8bae tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "DELETE /v2.0/floatingips/997658c6-a3a2-462b-aeb1-f0258ff82834 HTTP/1.1" status: 204 len: 168 time: 1.5181921 Apr 05 21:34:57.350958 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'tag': '04975deb-2444-40e1-93ab-94d5a163860c'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:34:57.510972 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-782a2c08-3092-4513-be39-696617a13880 None None] Set router ba46d1d7-24d7-44f7-b385-15b0c79f2555 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:34:57.588132 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'tag': '04975deb-2444-40e1-93ab-94d5a163860c', 'status': 'completed', 'code': 200} Apr 05 21:34:57.724213 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7d82e-09b2-4a7f-855f-fdc701ffdfd8 req-cf06c2ec-86e2-483c-90f4-3356fd451711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:57.725695 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fcc7d82e-09b2-4a7f-855f-fdc701ffdfd8 req-cf06c2ec-86e2-483c-90f4-3356fd451711 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 1096 time: 0.1159606 Apr 05 21:34:57.861042 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d78a51-2e90-4425-846f-7893dfedc5fc req-8703341c-7595-4f88-9499-495fa01f4443 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:57.861250 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-782a2c08-3092-4513-be39-696617a13880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4dd760ad-1693-4882-bdf5-a797e208af21', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'port_id': '34d440c9-a8ae-4450-b809-a1f48b066107', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'mac_address': 'fa:16:3e:9b:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:30:44Z', 'updated_at': '2022-04-05T21:30:47Z', 'revision_number': 1, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 5, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:57.861652 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-27d78a51-2e90-4425-846f-7893dfedc5fc req-8703341c-7595-4f88-9499-495fa01f4443 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Synchronizing usage tracker for tenant:2bcf2f1fc18449a09a392a2b5e942be1 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:34:57.864914 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a2c08-3092-4513-be39-696617a13880 None None] Checking router: ba46d1d7-24d7-44f7-b385-15b0c79f2555 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:34:57.873906 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782a2c08-3092-4513-be39-696617a13880 None None] Routers {'ba46d1d7-24d7-44f7-b385-15b0c79f2555'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:34:57.874660 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-782a2c08-3092-4513-be39-696617a13880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:34:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:57.893634 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7d82e-09b2-4a7f-855f-fdc701ffdfd8 req-393bf471-c817-434e-ad77-8d8ca44485ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:57.895147 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fcc7d82e-09b2-4a7f-855f-fdc701ffdfd8 req-393bf471-c817-434e-ad77-8d8ca44485ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 910 time: 0.1612248 Apr 05 21:34:57.896171 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-27d78a51-2e90-4425-846f-7893dfedc5fc req-8703341c-7595-4f88-9499-495fa01f4443 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Unset dirty status for tenant:2bcf2f1fc18449a09a392a2b5e942be1 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:34:57.897162 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-27d78a51-2e90-4425-846f-7893dfedc5fc req-8703341c-7595-4f88-9499-495fa01f4443 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 945 time: 0.2173071 Apr 05 21:34:57.978181 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fcc7d82e-09b2-4a7f-855f-fdc701ffdfd8 req-ad4c7205-bd14-48d7-aa79-ef4ce05a2b03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04975deb-2444-40e1-93ab-94d5a163860c HTTP/1.1" status: 200 len: 217 time: 0.0766480 Apr 05 21:34:58.045983 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-27d78a51-2e90-4425-846f-7893dfedc5fc req-e7e1d6fc-4a98-456d-b7fe-e089556c4603 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935302 Apr 05 21:34:58.048343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-782a2c08-3092-4513-be39-696617a13880 None None] Set router ba46d1d7-24d7-44f7-b385-15b0c79f2555 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:34:58.057110 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7d82e-09b2-4a7f-855f-fdc701ffdfd8 req-8a60e60a-e75e-46d2-b8a2-bb3531cf5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:58.068357 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fcc7d82e-09b2-4a7f-855f-fdc701ffdfd8 req-8a60e60a-e75e-46d2-b8a2-bb3531cf5a64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 200 len: 848 time: 0.0749958 Apr 05 21:34:58.136510 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7d82e-09b2-4a7f-855f-fdc701ffdfd8 req-9f976029-0eae-419f-aafe-bf38629487c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:58.138175 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fcc7d82e-09b2-4a7f-855f-fdc701ffdfd8 req-9f976029-0eae-419f-aafe-bf38629487c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=779361de-364c-4282-9f79-07be9473ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728860 Apr 05 21:34:58.389808 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fcc7d82e-09b2-4a7f-855f-fdc701ffdfd8 req-27d7566c-0102-4efe-b310-7b961ef17765 service neutron] 10.222.0.13 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445922 Apr 05 21:34:58.400627 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-782a2c08-3092-4513-be39-696617a13880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4dd760ad-1693-4882-bdf5-a797e208af21', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'port_id': '34d440c9-a8ae-4450-b809-a1f48b066107', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'mac_address': 'fa:16:3e:9b:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:30:44Z', 'updated_at': '2022-04-05T21:30:47Z', 'revision_number': 1, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 5, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:34:58.405125 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782a2c08-3092-4513-be39-696617a13880 None None] The sync data for ids ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'] in n-d-836604-1 is: [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_floatingips': [{'id': '4dd760ad-1693-4882-bdf5-a797e208af21', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'floating_ip_address': '172.25.8.125', 'floating_network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'router_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'port_id': '34d440c9-a8ae-4450-b809-a1f48b066107', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'mac_address': 'fa:16:3e:9b:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T21:30:44Z', 'updated_at': '2022-04-05T21:30:47Z', 'revision_number': 1, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 5, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:34:58.526543 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-fcc7d82e-09b2-4a7f-855f-fdc701ffdfd8 req-83c53adf-a06c-4cd0-b45e-13a631ce2f36 service neutron] 10.222.0.13 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292410 Apr 05 21:34:58.613369 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbd5451-f8af-4093-b2f2-7f9826e54068 None None] New status for floating IP 997658c6-a3a2-462b-aeb1-f0258ff82834: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:34:59.159411 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c6759-21c1-4b01-a1cd-0466f2ffac72 req-9d5ab3ff-bbe8-45b5-a52e-3bef8ddf16d0 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:59.160837 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d7c6759-21c1-4b01-a1cd-0466f2ffac72 req-9d5ab3ff-bbe8-45b5-a52e-3bef8ddf16d0 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.13 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 945 time: 0.0794387 Apr 05 21:34:59.273319 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-7d7c6759-21c1-4b01-a1cd-0466f2ffac72 req-c7914185-b262-42b1-b2a0-3a0014c60ef7 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Deleting port 04975deb-2444-40e1-93ab-94d5a163860c {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:34:59.273555 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7d7c6759-21c1-4b01-a1cd-0466f2ffac72 req-c7914185-b262-42b1-b2a0-3a0014c60ef7 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:59.380705 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f121b3c6-daea-46b0-8c94-b90402045e0f req-f28f6a3f-2076-42df-a193-ee1b9d8529a3 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:34:59.382093 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f121b3c6-daea-46b0-8c94-b90402045e0f req-f28f6a3f-2076-42df-a193-ee1b9d8529a3 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=60b51fee-41a6-4306-a57c-d9296f2bf45a HTTP/1.1" status: 200 len: 945 time: 0.2203789 Apr 05 21:34:59.475344 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f121b3c6-daea-46b0-8c94-b90402045e0f req-31e9e23a-6080-4584-8fb5-93692ca745a6 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858433 Apr 05 21:34:59.572662 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-7d7c6759-21c1-4b01-a1cd-0466f2ffac72 req-c7914185-b262-42b1-b2a0-3a0014c60ef7 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] For port 04975deb-2444-40e1-93ab-94d5a163860c, host n-h1-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836604-1',level=0,port_id=04975deb-2444-40e1-93ab-94d5a163860c,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:34:59.573540 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7d7c6759-21c1-4b01-a1cd-0466f2ffac72 req-c7914185-b262-42b1-b2a0-3a0014c60ef7 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:59.700271 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-7d7c6759-21c1-4b01-a1cd-0466f2ffac72 req-c7914185-b262-42b1-b2a0-3a0014c60ef7 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Calling delete_port for 04975deb-2444-40e1-93ab-94d5a163860c owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:34:59.838747 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7d7c6759-21c1-4b01-a1cd-0466f2ffac72 req-c7914185-b262-42b1-b2a0-3a0014c60ef7 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:59.866854 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 04975deb-2444-40e1-93ab-94d5a163860c no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:34:59.892202 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7914185-b262-42b1-b2a0-3a0014c60ef7 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event deleted for resources: {'Port': ['ID=04975deb-2444-40e1-93ab-94d5a163860c,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:34:59.905341 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 04975deb-2444-40e1-93ab-94d5a163860c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:34:59.905679 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 04975deb-2444-40e1-93ab-94d5a163860c not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:34:59.966536 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7c6759-21c1-4b01-a1cd-0466f2ffac72 req-c7914185-b262-42b1-b2a0-3a0014c60ef7 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] No DVR routers for this DVR port 04975deb-2444-40e1-93ab-94d5a163860c on host n-h1-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:34:59.968935 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-7d7c6759-21c1-4b01-a1cd-0466f2ffac72 req-c7914185-b262-42b1-b2a0-3a0014c60ef7 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:34:59.971358 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'name': 'network-vif-deleted', 'tag': '04975deb-2444-40e1-93ab-94d5a163860c'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:34:59.986377 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7d7c6759-21c1-4b01-a1cd-0466f2ffac72 req-c7914185-b262-42b1-b2a0-3a0014c60ef7 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.13 "DELETE /v2.0/ports/04975deb-2444-40e1-93ab-94d5a163860c HTTP/1.1" status: 204 len: 173 time: 0.7940469 Apr 05 21:35:00.018629 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60b51fee-41a6-4306-a57c-d9296f2bf45a', 'name': 'network-vif-deleted', 'tag': '04975deb-2444-40e1-93ab-94d5a163860c', 'status': 'completed', 'code': 200} Apr 05 21:35:01.090333 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36240) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:01.292184 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf159f-4825-4e50-a8b3-5d58ebc4bd52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Deleting port 5ab51770-26c2-48fc-852b-f2c0ec68e5e6 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:35:01.292518 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9bcf159f-4825-4e50-a8b3-5d58ebc4bd52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:01.456884 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9bcf159f-4825-4e50-a8b3-5d58ebc4bd52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:01.457124 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9bcf159f-4825-4e50-a8b3-5d58ebc4bd52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:01.683821 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf159f-4825-4e50-a8b3-5d58ebc4bd52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Calling delete_port for 5ab51770-26c2-48fc-852b-f2c0ec68e5e6 owned by network:floatingip {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:35:01.830644 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9bcf159f-4825-4e50-a8b3-5d58ebc4bd52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:01.875346 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf159f-4825-4e50-a8b3-5d58ebc4bd52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event deleted for resources: {'Port': ['ID=5ab51770-26c2-48fc-852b-f2c0ec68e5e6,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:01.974068 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9bcf159f-4825-4e50-a8b3-5d58ebc4bd52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for floatingip, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:01.974068 n-d-836604-1 neutron-server[87964]: INFO neutron.db.l3_db [None req-9bcf159f-4825-4e50-a8b3-5d58ebc4bd52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Floating IP 4dd760ad-1693-4882-bdf5-a797e208af21 disassociated (deleted). External IP: 172.25.8.125, port: 34d440c9-a8ae-4450-b809-a1f48b066107. Apr 05 21:35:02.316364 n-d-836604-1 neutron-server[87964]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcf159f-4825-4e50-a8b3-5d58ebc4bd52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Router ba46d1d7-24d7-44f7-b385-15b0c79f2555 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87964) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:35:02.494716 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcf159f-4825-4e50-a8b3-5d58ebc4bd52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87964) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:35:02.504033 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977f1da-a227-4486-97e5-624199e498f0 None None] Sync routers for ids ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:35:02.510565 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-9bcf159f-4825-4e50-a8b3-5d58ebc4bd52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for floatingip, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:02.513674 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977f1da-a227-4486-97e5-624199e498f0 None None] Routers {'ba46d1d7-24d7-44f7-b385-15b0c79f2555'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:35:02.514312 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b977f1da-a227-4486-97e5-624199e498f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:34:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:02.564171 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-9bcf159f-4825-4e50-a8b3-5d58ebc4bd52 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "DELETE /v2.0/floatingips/4dd760ad-1693-4882-bdf5-a797e208af21 HTTP/1.1" status: 204 len: 168 time: 1.4727631 Apr 05 21:35:02.564837 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'tag': '34d440c9-a8ae-4450-b809-a1f48b066107'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:35:02.690419 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-b977f1da-a227-4486-97e5-624199e498f0 None None] Set router ba46d1d7-24d7-44f7-b385-15b0c79f2555 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:35:02.865451 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'tag': '34d440c9-a8ae-4450-b809-a1f48b066107', 'status': 'completed', 'code': 200} Apr 05 21:35:03.007465 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218930d-8b74-4a35-830b-9a0fa65a30e0 req-b54e18b9-93a6-4d87-833e-cc78b5bfcd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:03.008950 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7218930d-8b74-4a35-830b-9a0fa65a30e0 req-b54e18b9-93a6-4d87-833e-cc78b5bfcd0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 1095 time: 0.1214640 Apr 05 21:35:03.049129 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b977f1da-a227-4486-97e5-624199e498f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 5, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:03.052816 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977f1da-a227-4486-97e5-624199e498f0 None None] Checking router: ba46d1d7-24d7-44f7-b385-15b0c79f2555 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:35:03.061590 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b977f1da-a227-4486-97e5-624199e498f0 None None] Routers {'ba46d1d7-24d7-44f7-b385-15b0c79f2555'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:35:03.062308 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b977f1da-a227-4486-97e5-624199e498f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:34:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:03.130594 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8599308-65d5-45a0-a0c7-043684a44dcf req-a1136b34-f33d-439e-a1b2-5e61b305806d tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:03.131197 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f8599308-65d5-45a0-a0c7-043684a44dcf req-a1136b34-f33d-439e-a1b2-5e61b305806d tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Synchronizing usage tracker for tenant:2bcf2f1fc18449a09a392a2b5e942be1 on resource:port {{(pid=87964) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 21:35:03.163267 n-d-836604-1 neutron-server[87964]: DEBUG neutron.quota.resource [req-f8599308-65d5-45a0-a0c7-043684a44dcf req-a1136b34-f33d-439e-a1b2-5e61b305806d tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Unset dirty status for tenant:2bcf2f1fc18449a09a392a2b5e942be1 on resource:port {{(pid=87964) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 21:35:03.164403 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8599308-65d5-45a0-a0c7-043684a44dcf req-a1136b34-f33d-439e-a1b2-5e61b305806d tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 944 time: 0.2180469 Apr 05 21:35:03.172742 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218930d-8b74-4a35-830b-9a0fa65a30e0 req-26209ee7-5105-4221-b20e-7175c76611b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:03.174162 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7218930d-8b74-4a35-830b-9a0fa65a30e0 req-26209ee7-5105-4221-b20e-7175c76611b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 200 len: 910 time: 0.1572797 Apr 05 21:35:03.240394 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-b977f1da-a227-4486-97e5-624199e498f0 None None] Set router ba46d1d7-24d7-44f7-b385-15b0c79f2555 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:35:03.370992 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7218930d-8b74-4a35-830b-9a0fa65a30e0 req-a32d2ec7-8e13-4769-aee7-2f4977161fd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34d440c9-a8ae-4450-b809-a1f48b066107 HTTP/1.1" status: 200 len: 217 time: 0.1834419 Apr 05 21:35:03.429938 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-f8599308-65d5-45a0-a0c7-043684a44dcf req-f3d52454-e478-4e91-acfd-84870caa2fd6 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584155 Apr 05 21:35:03.444944 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218930d-8b74-4a35-830b-9a0fa65a30e0 req-1334f6de-4b16-45a1-a75a-edc18449030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:03.446372 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7218930d-8b74-4a35-830b-9a0fa65a30e0 req-1334f6de-4b16-45a1-a75a-edc18449030f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 200 len: 848 time: 0.0656176 Apr 05 21:35:03.523344 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218930d-8b74-4a35-830b-9a0fa65a30e0 req-8ee47497-35bb-4633-abae-3fe695f9aba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:03.524822 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7218930d-8b74-4a35-830b-9a0fa65a30e0 req-8ee47497-35bb-4633-abae-3fe695f9aba3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=779361de-364c-4282-9f79-07be9473ed35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718901 Apr 05 21:35:03.559537 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-b977f1da-a227-4486-97e5-624199e498f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 5, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:03.563480 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b977f1da-a227-4486-97e5-624199e498f0 None None] The sync data for ids ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'] in n-d-836604-1 is: [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:30:19Z', 'revision_number': 4, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1', '_interfaces': [{'id': '6fdb193e-ff32-46ec-a5b0-3e21d19f8e49', 'name': '', 'network_id': '779361de-364c-4282-9f79-07be9473ed35', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'mac_address': 'fa:16:3e:42:3e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_interface', 'standard_attr_id': 4420, 'fixed_ips': [{'subnet_id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:19Z', 'updated_at': '2022-04-05T21:30:26Z', 'revision_number': 5, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'subnets': [{'id': 'd55dbe7b-74ba-46ba-8c77-86d4db103150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:35:03.658633 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7218930d-8b74-4a35-830b-9a0fa65a30e0 req-37697b33-5f36-4229-9b5a-a99115971bd8 service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274319 Apr 05 21:35:03.797865 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe232d68-384d-4610-9c57-0d0bd3064b90 None None] New status for floating IP 4dd760ad-1693-4882-bdf5-a797e208af21: DOWN {{(pid=87967) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 05 21:35:03.801404 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-7218930d-8b74-4a35-830b-9a0fa65a30e0 req-eeaa8a82-9c4a-4af8-875c-a65a118f7b51 service neutron] 10.222.0.41 "GET /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353457 Apr 05 21:35:03.883012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 04975deb-2444-40e1-93ab-94d5a163860c no longer exists at agent hyperv_n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:35:03.922403 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] No Port match for: 04975deb-2444-40e1-93ab-94d5a163860c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:35:03.922741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Device 04975deb-2444-40e1-93ab-94d5a163860c not bound to the agent host n-h1-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:35:04.358345 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadab64-4e27-4a7c-af7b-80789a61b6ff req-19698c07-b71c-4078-949f-f95ae2d1bcc4 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:04.359761 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-efadab64-4e27-4a7c-af7b-80789a61b6ff req-19698c07-b71c-4078-949f-f95ae2d1bcc4 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.41 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 944 time: 0.0785620 Apr 05 21:35:04.430195 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-efadab64-4e27-4a7c-af7b-80789a61b6ff req-2d06ae9a-1c79-4872-9987-485e1be59249 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Deleting port 34d440c9-a8ae-4450-b809-a1f48b066107 {{(pid=87964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:35:04.430818 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-efadab64-4e27-4a7c-af7b-80789a61b6ff req-2d06ae9a-1c79-4872-9987-485e1be59249 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:04.735382 n-d-836604-1 neutron-server[87964]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d60a1-b5e3-41de-a190-1293e824de96 req-7b2631b6-2945-4b64-8019-8314a04f65b8 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87964) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 21:35:04.736832 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c3d60a1-b5e3-41de-a190-1293e824de96 req-7b2631b6-2945-4b64-8019-8314a04f65b8 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/ports?device_id=68f41c44-0f09-4d8c-8b13-888185eb855d HTTP/1.1" status: 200 len: 944 time: 0.1958077 Apr 05 21:35:04.738502 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.db [req-efadab64-4e27-4a7c-af7b-80789a61b6ff req-2d06ae9a-1c79-4872-9987-485e1be59249 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] For port 34d440c9-a8ae-4450-b809-a1f48b066107, host n-h2-836604-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836604-1',level=0,port_id=34d440c9-a8ae-4450-b809-a1f48b066107,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:35:04.738855 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-efadab64-4e27-4a7c-af7b-80789a61b6ff req-2d06ae9a-1c79-4872-9987-485e1be59249 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:04.876877 n-d-836604-1 neutron-server[87964]: DEBUG neutron.plugins.ml2.plugin [req-efadab64-4e27-4a7c-af7b-80789a61b6ff req-2d06ae9a-1c79-4872-9987-485e1be59249 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Calling delete_port for 34d440c9-a8ae-4450-b809-a1f48b066107 owned by compute:nova {{(pid=87964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:35:04.937039 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-0c3d60a1-b5e3-41de-a190-1293e824de96 req-5de31c2f-71a6-49f4-bb15-c2fb15451d79 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "GET /v2.0/security-groups?id=4b1d8380-34ca-4beb-95d6-77d36e575465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902254 Apr 05 21:35:05.034541 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-efadab64-4e27-4a7c-af7b-80789a61b6ff req-2d06ae9a-1c79-4872-9987-485e1be59249 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2829144'] for port, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:05.082347 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06ae9a-1c79-4872-9987-485e1be59249 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event deleted for resources: {'Port': ['ID=34d440c9-a8ae-4450-b809-a1f48b066107,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:05.162000 n-d-836604-1 neutron-server[87964]: DEBUG neutron.db.l3_dvrscheduler_db [req-efadab64-4e27-4a7c-af7b-80789a61b6ff req-2d06ae9a-1c79-4872-9987-485e1be59249 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] No DVR routers for this DVR port 34d440c9-a8ae-4450-b809-a1f48b066107 on host n-h2-836604-1 {{(pid=87964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:35:05.164469 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [req-efadab64-4e27-4a7c-af7b-80789a61b6ff req-2d06ae9a-1c79-4872-9987-485e1be59249 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-169751'] for port, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:05.166954 n-d-836604-1 neutron-server[87964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'name': 'network-vif-deleted', 'tag': '34d440c9-a8ae-4450-b809-a1f48b066107'}] {{(pid=87964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 05 21:35:05.183918 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [req-efadab64-4e27-4a7c-af7b-80789a61b6ff req-2d06ae9a-1c79-4872-9987-485e1be59249 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.41 "DELETE /v2.0/ports/34d440c9-a8ae-4450-b809-a1f48b066107 HTTP/1.1" status: 204 len: 173 time: 0.8189514 Apr 05 21:35:05.211839 n-d-836604-1 neutron-server[87964]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f41c44-0f09-4d8c-8b13-888185eb855d', 'name': 'network-vif-deleted', 'tag': '34d440c9-a8ae-4450-b809-a1f48b066107', 'status': 'completed', 'code': 200} Apr 05 21:35:06.032422 n-d-836604-1 neutron-server[87964]: DEBUG neutron.wsgi [-] (87964) accepted ('10.222.0.24', 36258) {{(pid=87964) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:06.099532 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-22e0427b-634c-4f65-9436-4cdf103ea6e3 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group, before_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:06.127941 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-22e0427b-634c-4f65-9436-4cdf103ea6e3 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:06.192722 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-22e0427b-634c-4f65-9436-4cdf103ea6e3 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:06.211376 n-d-836604-1 neutron-server[87964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e0427b-634c-4f65-9436-4cdf103ea6e3 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1d8380-34ca-4beb-95d6-77d36e575465,revision_number=None']} {{(pid=87964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:06.221828 n-d-836604-1 neutron-server[87964]: DEBUG neutron_lib.callbacks.manager [None req-22e0427b-634c-4f65-9436-4cdf103ea6e3 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] Notify callbacks [] for security_group, before_response {{(pid=87964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:06.226733 n-d-836604-1 neutron-server[87964]: INFO neutron.wsgi [None req-22e0427b-634c-4f65-9436-4cdf103ea6e3 tempest-TestSnapshotPattern-257878783 tempest-TestSnapshotPattern-257878783-project] 10.222.0.24 "DELETE /v2.0/security-groups/4b1d8380-34ca-4beb-95d6-77d36e575465 HTTP/1.1" status: 204 len: 168 time: 0.1895828 Apr 05 21:35:06.268313 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36264) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:06.911342 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:07.255127 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Deleting port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:35:07.255465 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:07.429551 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] For port 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=6fdb193e-ff32-46ec-a5b0-3e21d19f8e49,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:35:07.430303 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:07.553651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Calling delete_port for 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:35:07.805320 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:07.856540 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fdb193e-ff32-46ec-a5b0-3e21d19f8e49,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:07.896999 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:07.897327 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:07.897658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:07.898010 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:07.898340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:07.898651 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:07.898965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:07.899268 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:07.899575 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:07.899881 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:07.900188 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:07.901017 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836604-1 {{(pid=87965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 21:35:08.134013 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 34d440c9-a8ae-4450-b809-a1f48b066107 no longer exists at agent hyperv_n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:35:08.169795 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] No Port match for: 34d440c9-a8ae-4450-b809-a1f48b066107 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:35:08.170172 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Device 34d440c9-a8ae-4450-b809-a1f48b066107 not bound to the agent host n-h2-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:35:08.243490 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:08.597149 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Router ba46d1d7-24d7-44f7-b385-15b0c79f2555 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:35:08.773379 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:35:08.782741 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b858a9-d1a3-4477-8110-31c03cbc4495 None None] Sync routers for ids ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'] in n-d-836604-1 {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:35:08.786175 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-1d56c76f-3d6d-4bbe-9a48-af36d47d6c11 admin admin] 10.222.0.24 "PUT /v2.0/routers/ba46d1d7-24d7-44f7-b385-15b0c79f2555/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5167732 Apr 05 21:35:08.788652 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36270) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:08.792262 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b858a9-d1a3-4477-8110-31c03cbc4495 None None] Routers {'ba46d1d7-24d7-44f7-b385-15b0c79f2555'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:35:08.792851 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-26b858a9-d1a3-4477-8110-31c03cbc4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:34:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:08.965470 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:08.969897 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-26b858a9-d1a3-4477-8110-31c03cbc4495 None None] Set router ba46d1d7-24d7-44f7-b385-15b0c79f2555 gateway port host: n-d-836604-1 {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:35:09.140093 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:09.149305 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] Deleting port 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:35:09.149731 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:09.293463 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-26b858a9-d1a3-4477-8110-31c03cbc4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135'}], 'enable_snat': True}, 'gw_port_id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:35:07Z', 'revision_number': 5, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port': {'id': '8de4bb39-ccc4-470b-8bf1-6a6185fb41e4', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:3d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:16Z', 'updated_at': '2022-04-05T21:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:09.297326 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b858a9-d1a3-4477-8110-31c03cbc4495 None None] Checking router: ba46d1d7-24d7-44f7-b385-15b0c79f2555 for host: n-d-836604-1 {{(pid=87966) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:35:09.305551 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b858a9-d1a3-4477-8110-31c03cbc4495 None None] Routers {'ba46d1d7-24d7-44f7-b385-15b0c79f2555'} bound to L3 agent in host n-d-836604-1 {{(pid=87966) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:35:09.306186 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-26b858a9-d1a3-4477-8110-31c03cbc4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:34:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'], 'active': True} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:09.323114 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] For port 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=8de4bb39-ccc4-470b-8bf1-6a6185fb41e4,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:35:09.323695 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:09.449353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] Calling delete_port for 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:35:09.461343 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_dvr_db [None req-26b858a9-d1a3-4477-8110-31c03cbc4495 None None] Set router ba46d1d7-24d7-44f7-b385-15b0c79f2555 gateway port host: None {{(pid=87966) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:35:09.571293 n-d-836604-1 neutron-server[87966]: DEBUG neutron.db.l3_hamode_db [None req-26b858a9-d1a3-4477-8110-31c03cbc4495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:35:09Z', 'revision_number': 6, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:09.576174 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b858a9-d1a3-4477-8110-31c03cbc4495 None None] The sync data for ids ['ba46d1d7-24d7-44f7-b385-15b0c79f2555'] in n-d-836604-1 is: [{'id': 'ba46d1d7-24d7-44f7-b385-15b0c79f2555', 'name': 'tempest-TestSnapshotPattern-292460251-router', 'tenant_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:15Z', 'updated_at': '2022-04-05T21:35:09Z', 'revision_number': 6, 'project_id': '2bcf2f1fc18449a09a392a2b5e942be1', 'gw_port_host': None}] {{(pid=87966) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:35:09.630113 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:09.751199 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:09.799354 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de4bb39-ccc4-470b-8bf1-6a6185fb41e4,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:09.817797 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:09.887463 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.069611 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.071778 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.095924 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.096411 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba46d1d7-24d7-44f7-b385-15b0c79f2555 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:35:10.108223 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.109333 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7f79d91b-b513-4e03-b2f7-56c5d02414d4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ba46d1d7-24d7-44f7-b385-15b0c79f2555 HTTP/1.1" status: 204 len: 168 time: 1.3197877 Apr 05 21:35:10.111962 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36274) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:10.169796 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-66bf38d9-8f7b-40ac-ae21-57211706b690 admin admin] Deleting subnet d55dbe7b-74ba-46ba-8c77-86d4db103150 {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:35:10.172509 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-66bf38d9-8f7b-40ac-ae21-57211706b690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.219894 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-66bf38d9-8f7b-40ac-ae21-57211706b690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.300358 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-66bf38d9-8f7b-40ac-ae21-57211706b690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.367438 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-66bf38d9-8f7b-40ac-ae21-57211706b690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.405519 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf38d9-8f7b-40ac-ae21-57211706b690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55dbe7b-74ba-46ba-8c77-86d4db103150,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:10.412811 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-66bf38d9-8f7b-40ac-ae21-57211706b690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.422497 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faf257c-3830-4045-afbf-548ea4d83822 None None] Network 779361de-364c-4282-9f79-07be9473ed35 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:35:10.424710 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-66bf38d9-8f7b-40ac-ae21-57211706b690 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d55dbe7b-74ba-46ba-8c77-86d4db103150 HTTP/1.1" status: 204 len: 168 time: 0.3114769 Apr 05 21:35:10.426910 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36280) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:10.533789 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.544975 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Deleting port f90b8b35-ee21-42e3-9f01-c41d4e86136a {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:35:10.545314 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.704935 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a0a314-b9ec-458f-891d-9b8b7d149132 None None] DHCP port deletion for 779361de-364c-4282-9f79-07be9473ed35 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:35:10.709203 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-82a0a314-b9ec-458f-891d-9b8b7d149132 None None] Deleting port f90b8b35-ee21-42e3-9f01-c41d4e86136a {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:35:10.709724 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-82a0a314-b9ec-458f-891d-9b8b7d149132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.760219 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] For port f90b8b35-ee21-42e3-9f01-c41d4e86136a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f90b8b35-ee21-42e3-9f01-c41d4e86136a,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:35:10.760792 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.881278 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Calling delete_port for f90b8b35-ee21-42e3-9f01-c41d4e86136a owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:35:10.913468 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-82a0a314-b9ec-458f-891d-9b8b7d149132 None None] For port f90b8b35-ee21-42e3-9f01-c41d4e86136a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=f90b8b35-ee21-42e3-9f01-c41d4e86136a,segment=NetworkSegment(3155a98b-79a9-4911-88b5-f9af746ec845),segment_id=3155a98b-79a9-4911-88b5-f9af746ec845)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:35:10.913853 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-82a0a314-b9ec-458f-891d-9b8b7d149132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:10.958388 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:11.003606 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Pushing event deleted for resources: {'Port': ['ID=f90b8b35-ee21-42e3-9f01-c41d4e86136a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:11.008658 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] No DVR routers for this DVR port f90b8b35-ee21-42e3-9f01-c41d4e86136a on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:35:11.040283 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-82a0a314-b9ec-458f-891d-9b8b7d149132 None None] Calling delete_port for f90b8b35-ee21-42e3-9f01-c41d4e86136a owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:35:11.112582 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-82a0a314-b9ec-458f-891d-9b8b7d149132 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:35:11.112917 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-82a0a314-b9ec-458f-891d-9b8b7d149132 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:35:11.122178 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:11.147196 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779361de-364c-4282-9f79-07be9473ed35']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:11.158750 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3155a98b-79a9-4911-88b5-f9af746ec845') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:11.159041 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3155a98b-79a9-4911-88b5-f9af746ec845') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:11.169963 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:11.185781 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:11.191592 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:35:11.191965 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: timer() Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:35:11.205407 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:35:11.285705 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:11.290622 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:11.314691 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] Pushing event deleted for resources: {'Network': ['ID=779361de-364c-4282-9f79-07be9473ed35,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:11.327692 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-7deeb931-3aa1-42cb-9c86-0e9a7224af3f admin admin] 10.222.0.24 "DELETE /v2.0/networks/779361de-364c-4282-9f79-07be9473ed35 HTTP/1.1" status: 204 len: 168 time: 0.8994374 Apr 05 21:35:11.330531 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36284) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:11.528452 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:35:11.576730 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:35:11.577086 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 6fdb193e-ff32-46ec-a5b0-3e21d19f8e49 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:35:11.577460 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f90b8b35-ee21-42e3-9f01-c41d4e86136a no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:35:11.605069 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-584c0ecd-064d-48fd-bb5e-ae0339e14aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:11.613698 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-82a0a314-b9ec-458f-891d-9b8b7d149132 None None] Deleting port f90b8b35-ee21-42e3-9f01-c41d4e86136a {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:35:11.614093 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-82a0a314-b9ec-458f-891d-9b8b7d149132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:11.638581 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: f90b8b35-ee21-42e3-9f01-c41d4e86136a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:35:11.638917 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device f90b8b35-ee21-42e3-9f01-c41d4e86136a not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:35:11.639314 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:35:11.678533 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:35:11.678869 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 8de4bb39-ccc4-470b-8bf1-6a6185fb41e4 not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:35:11.712903 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-82a0a314-b9ec-458f-891d-9b8b7d149132 None None] The port 'f90b8b35-ee21-42e3-9f01-c41d4e86136a' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 21:35:11.971568 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4da-a98f-45f6-9149-343bbee6c5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-335834'] for router_interface, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:12.312240 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ad4da-a98f-45f6-9149-343bbee6c5fa admin admin] Deleting port cc5bb04e-bbb0-45c7-a532-cbc1633be97a {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:35:12.312566 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4da-a98f-45f6-9149-343bbee6c5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:12.477162 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-bb3ad4da-a98f-45f6-9149-343bbee6c5fa admin admin] For port cc5bb04e-bbb0-45c7-a532-cbc1633be97a, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=cc5bb04e-bbb0-45c7-a532-cbc1633be97a,segment=NetworkSegment(e001fe10-60c9-40b6-9896-5065bf37e9d4),segment_id=e001fe10-60c9-40b6-9896-5065bf37e9d4)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:35:12.477506 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4da-a98f-45f6-9149-343bbee6c5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:12.599267 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-bb3ad4da-a98f-45f6-9149-343bbee6c5fa admin admin] Calling delete_port for cc5bb04e-bbb0-45c7-a532-cbc1633be97a owned by network:router_interface {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:35:12.874467 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4da-a98f-45f6-9149-343bbee6c5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:12.919598 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ad4da-a98f-45f6-9149-343bbee6c5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=cc5bb04e-bbb0-45c7-a532-cbc1633be97a,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:13.181160 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-bb3ad4da-a98f-45f6-9149-343bbee6c5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574517', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332842'] for router_interface, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:13.537164 n-d-836604-1 neutron-server[87965]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3ad4da-a98f-45f6-9149-343bbee6c5fa admin admin] Router 43effd84-966c-4b6a-9809-b2f97fa60c51 has already been hosted by L3 agent f9c68c48-59ac-4345-b498-c457baa2f13b {{(pid=87965) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 05 21:35:13.710799 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3ad4da-a98f-45f6-9149-343bbee6c5fa admin admin] Notify agent at l3_agent.n-d-836604-1 the message routers_updated {{(pid=87965) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 05 21:35:13.719639 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843201a7-9726-4875-b994-6395a734ab79 None None] Sync routers for ids ['43effd84-966c-4b6a-9809-b2f97fa60c51'] in n-d-836604-1 {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 05 21:35:13.727975 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bb3ad4da-a98f-45f6-9149-343bbee6c5fa admin admin] 10.222.0.24 "PUT /v2.0/routers/43effd84-966c-4b6a-9809-b2f97fa60c51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3963032 Apr 05 21:35:13.730045 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843201a7-9726-4875-b994-6395a734ab79 None None] Routers {'43effd84-966c-4b6a-9809-b2f97fa60c51'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:35:13.730640 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-843201a7-9726-4875-b994-6395a734ab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:34:44Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['43effd84-966c-4b6a-9809-b2f97fa60c51'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:13.730938 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36290) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:13.837002 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4a2fb602-eddd-495b-ae03-ec22d5de64e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:13.905647 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] Notify callbacks [] for router, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:13.906690 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-843201a7-9726-4875-b994-6395a734ab79 None None] Set router 43effd84-966c-4b6a-9809-b2f97fa60c51 gateway port host: n-d-836604-1 {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:35:14.077794 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:14.086960 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] Deleting port 81ac7876-26d6-4dd0-ae50-4f07ca1f65df {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:35:14.087321 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:14.188106 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-843201a7-9726-4875-b994-6395a734ab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'name': 'tempest-TestSnapshotPattern-1546771732-router', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'external_fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': '81ac7876-26d6-4dd0-ae50-4f07ca1f65df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:22Z', 'updated_at': '2022-04-05T21:35:12Z', 'revision_number': 5, 'project_id': '743cc6e4b2ac424c8af20a4cf091e590', 'gw_port': {'id': '81ac7876-26d6-4dd0-ae50-4f07ca1f65df', 'name': '', 'network_id': 'be3ed9ce-44de-4a17-8a12-96ef652948bf', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:62:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836604-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T21:30:23Z', 'updated_at': '2022-04-05T21:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c2cf5198-a8b0-478f-a6da-7760911beb6d', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836604-1'}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:14.192184 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843201a7-9726-4875-b994-6395a734ab79 None None] Checking router: 43effd84-966c-4b6a-9809-b2f97fa60c51 for host: n-d-836604-1 {{(pid=87967) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 05 21:35:14.201105 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843201a7-9726-4875-b994-6395a734ab79 None None] Routers {'43effd84-966c-4b6a-9809-b2f97fa60c51'} bound to L3 agent in host n-d-836604-1 {{(pid=87967) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 05 21:35:14.201693 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-843201a7-9726-4875-b994-6395a734ab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836604-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T19:57:14Z,description=,heartbeat_timestamp=2022-04-05T21:35:14Z,host='n-d-836604-1',id=f9c68c48-59ac-4345-b498-c457baa2f13b,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T19:57:14Z,topic='l3_agent')) {'router_ids': ['43effd84-966c-4b6a-9809-b2f97fa60c51'], 'active': True} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:14.353390 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_dvr_db [None req-843201a7-9726-4875-b994-6395a734ab79 None None] Set router 43effd84-966c-4b6a-9809-b2f97fa60c51 gateway port host: None {{(pid=87967) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 05 21:35:14.381526 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] For port 81ac7876-26d6-4dd0-ae50-4f07ca1f65df, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=81ac7876-26d6-4dd0-ae50-4f07ca1f65df,segment=NetworkSegment(b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a),segment_id=b8b4538c-39c4-4cf0-8c1d-288ebf21fe7a)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:35:14.382123 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:14.457738 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.l3_hamode_db [None req-843201a7-9726-4875-b994-6395a734ab79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'name': 'tempest-TestSnapshotPattern-1546771732-router', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:22Z', 'updated_at': '2022-04-05T21:35:14Z', 'revision_number': 6, 'project_id': '743cc6e4b2ac424c8af20a4cf091e590', 'gw_port_host': None}], 'n-d-836604-1', False) {} {{(pid=87967) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:14.462003 n-d-836604-1 neutron-server[87967]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843201a7-9726-4875-b994-6395a734ab79 None None] The sync data for ids ['43effd84-966c-4b6a-9809-b2f97fa60c51'] in n-d-836604-1 is: [{'id': '43effd84-966c-4b6a-9809-b2f97fa60c51', 'name': 'tempest-TestSnapshotPattern-1546771732-router', 'tenant_id': '743cc6e4b2ac424c8af20a4cf091e590', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T21:30:22Z', 'updated_at': '2022-04-05T21:35:14Z', 'revision_number': 6, 'project_id': '743cc6e4b2ac424c8af20a4cf091e590', 'gw_port_host': None}] {{(pid=87967) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 05 21:35:14.503326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] Calling delete_port for 81ac7876-26d6-4dd0-ae50-4f07ca1f65df owned by network:router_gateway {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:35:14.674498 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:14.723965 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ac7876-26d6-4dd0-ae50-4f07ca1f65df,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:14.814163 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-334015'] for router_gateway, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:14.986862 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-328167', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1046534'] for router, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:14.988908 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:15.013029 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-335030'] for router, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:15.013605 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43effd84-966c-4b6a-9809-b2f97fa60c51 {{(pid=87965) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 05 21:35:15.015684 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:15.025596 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] Notify callbacks [] for router, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:15.026762 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-e7518321-f470-4ae1-a5d6-183be53f7033 admin admin] 10.222.0.24 "DELETE /v2.0/routers/43effd84-966c-4b6a-9809-b2f97fa60c51 HTTP/1.1" status: 204 len: 168 time: 1.2949233 Apr 05 21:35:15.029670 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36294) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:15.092340 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9eb5e3-86c3-40ac-a8f1-974227d85992 admin admin] Deleting subnet f0910279-d569-4243-b53f-bdfabb468c3e {{(pid=87965) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 05 21:35:15.095165 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb5e3-86c3-40ac-a8f1-974227d85992 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:15.147481 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb5e3-86c3-40ac-a8f1-974227d85992 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8582810458'] for subnet, precommit_delete_associations {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:15.152216 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:15.230363 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb5e3-86c3-40ac-a8f1-974227d85992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1388550'] for subnet, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:15.300154 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb5e3-86c3-40ac-a8f1-974227d85992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1388605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602283', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2264714', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2200248'] for subnet, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:15.338335 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9eb5e3-86c3-40ac-a8f1-974227d85992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0910279-d569-4243-b53f-bdfabb468c3e,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:15.343723 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb5e3-86c3-40ac-a8f1-974227d85992 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:15.348389 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc2cf84-9ce6-45c2-8df8-bb276a343f38 None None] Network eb4d860e-c448-4797-8d5a-d913006a4dd1 requested from n-d-836604-1 {{(pid=87966) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 05 21:35:15.350780 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-8d9eb5e3-86c3-40ac-a8f1-974227d85992 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f0910279-d569-4243-b53f-bdfabb468c3e HTTP/1.1" status: 204 len: 168 time: 0.3200974 Apr 05 21:35:15.353214 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36298) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:15.555937 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cc5bb04e-bbb0-45c7-a532-cbc1633be97a no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:35:15.600501 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: cc5bb04e-bbb0-45c7-a532-cbc1633be97a {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:35:15.600830 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device cc5bb04e-bbb0-45c7-a532-cbc1633be97a not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:35:15.601231 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 81ac7876-26d6-4dd0-ae50-4f07ca1f65df no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:35:15.612479 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1542506'] for network, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:15.623380 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Deleting port 44fd4139-64fb-4150-ad00-2d1672acd01c {{(pid=87965) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:35:15.623697 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:15.640012 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 81ac7876-26d6-4dd0-ae50-4f07ca1f65df {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:35:15.640346 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 81ac7876-26d6-4dd0-ae50-4f07ca1f65df not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:35:15.741211 n-d-836604-1 neutron-server[87966]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0642d3c7-23c7-4930-b5af-01268f0f6ee0 None None] DHCP port deletion for eb4d860e-c448-4797-8d5a-d913006a4dd1 request from n-d-836604-1 {{(pid=87966) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 05 21:35:15.746062 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0642d3c7-23c7-4930-b5af-01268f0f6ee0 None None] Deleting port 44fd4139-64fb-4150-ad00-2d1672acd01c {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:35:15.746375 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0642d3c7-23c7-4930-b5af-01268f0f6ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:15.943615 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.db [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] For port 44fd4139-64fb-4150-ad00-2d1672acd01c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=44fd4139-64fb-4150-ad00-2d1672acd01c,segment=NetworkSegment(e001fe10-60c9-40b6-9896-5065bf37e9d4),segment_id=e001fe10-60c9-40b6-9896-5065bf37e9d4)] {{(pid=87965) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:35:15.943962 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:15.953424 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.db [None req-0642d3c7-23c7-4930-b5af-01268f0f6ee0 None None] For port 44fd4139-64fb-4150-ad00-2d1672acd01c, host n-d-836604-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836604-1',level=0,port_id=44fd4139-64fb-4150-ad00-2d1672acd01c,segment=NetworkSegment(e001fe10-60c9-40b6-9896-5065bf37e9d4),segment_id=e001fe10-60c9-40b6-9896-5065bf37e9d4)] {{(pid=87966) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 05 21:35:15.953806 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0642d3c7-23c7-4930-b5af-01268f0f6ee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-334868'] for port, precommit_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:16.067569 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.plugin [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Calling delete_port for 44fd4139-64fb-4150-ad00-2d1672acd01c owned by network:dhcp {{(pid=87965) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:35:16.074709 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0642d3c7-23c7-4930-b5af-01268f0f6ee0 None None] Calling delete_port for 44fd4139-64fb-4150-ad00-2d1672acd01c owned by network:dhcp {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 05 21:35:16.145931 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1564513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1900049', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791805224735', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791804849219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2264759'] for port, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:16.151656 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.db.api [None req-0642d3c7-23c7-4930-b5af-01268f0f6ee0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87966) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 21:35:16.152011 n-d-836604-1 neutron-server[87966]: DEBUG oslo_db.api [None req-0642d3c7-23c7-4930-b5af-01268f0f6ee0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87966) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 21:35:16.193326 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fd4139-64fb-4150-ad00-2d1672acd01c,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:16.195178 n-d-836604-1 neutron-server[87965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] No DVR routers for this DVR port 44fd4139-64fb-4150-ad00-2d1672acd01c on host n-d-836604-1 {{(pid=87965) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 21:35:16.318733 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379271', 'neutron.services.segments.db._delete_segments_for_network-8791805318238'] for network, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:16.343694 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb4d860e-c448-4797-8d5a-d913006a4dd1']}} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:16.349197 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:16.355947 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e001fe10-60c9-40b6-9896-5065bf37e9d4') {'for_net_delete': True} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:16.356241 n-d-836604-1 neutron-server[87965]: DEBUG neutron.services.segments.db [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e001fe10-60c9-40b6-9896-5065bf37e9d4') {} {{(pid=87965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 21:35:16.367456 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791805322105', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8582810403'] for segment, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:16.383667 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1377744'] for segment, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:16.390320 n-d-836604-1 neutron-server[87965]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=87965) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 05 21:35:16.390694 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1377735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2264168'] for segment, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: Traceback (most recent call last): Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: timer() Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: cb(*args, **kw) Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: return func(*args, **kwargs) Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: self._notify() Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: self.callback(batched_events) Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: event.method(event) Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: return f(self, *a, **k) Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: return self._get(url).json() Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: return self.request(url, 'GET', **kwargs) Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 21:35:16.403614 n-d-836604-1 neutron-server[87965]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 21:35:16.479619 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379280', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602130', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-334042'] for network, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:16.485100 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Notify callbacks [] for network, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:16.509334 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb4d860e-c448-4797-8d5a-d913006a4dd1,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:16.515158 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-56ab3748-7dcb-4052-870a-68e262664620 admin admin] 10.222.0.24 "DELETE /v2.0/networks/eb4d860e-c448-4797-8d5a-d913006a4dd1 HTTP/1.1" status: 204 len: 168 time: 1.1606188 Apr 05 21:35:16.622071 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36306) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:16.653490 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0642d3c7-23c7-4930-b5af-01268f0f6ee0 None None] Deleting port 44fd4139-64fb-4150-ad00-2d1672acd01c {{(pid=87966) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 05 21:35:16.653861 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-0642d3c7-23c7-4930-b5af-01268f0f6ee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791805222916'] for port, before_delete {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:16.673143 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-bee69945-48d8-4a4b-b9cd-baa41e15a0af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2bcf2f1fc18449a09a392a2b5e942be1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477049 Apr 05 21:35:16.673353 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36310) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:16.722118 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-0642d3c7-23c7-4930-b5af-01268f0f6ee0 None None] The port '44fd4139-64fb-4150-ad00-2d1672acd01c' was deleted {{(pid=87966) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 05 21:35:16.736731 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd3e93b4-5eb0-45a2-8d0b-dff2353dd882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:16.763135 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd3e93b4-5eb0-45a2-8d0b-dff2353dd882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:16.815030 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd3e93b4-5eb0-45a2-8d0b-dff2353dd882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:16.831442 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e93b4-5eb0-45a2-8d0b-dff2353dd882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10e18e8-32d3-4fc5-8d40-a1b8b1e5f986,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:16.838589 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-fd3e93b4-5eb0-45a2-8d0b-dff2353dd882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:16.839753 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-fd3e93b4-5eb0-45a2-8d0b-dff2353dd882 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b10e18e8-32d3-4fc5-8d40-a1b8b1e5f986 HTTP/1.1" status: 204 len: 168 time: 0.1654484 Apr 05 21:35:17.182655 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36318) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:17.229602 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-22a96824-1dbb-48db-902a-6289a76ac4df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=743cc6e4b2ac424c8af20a4cf091e590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458264 Apr 05 21:35:17.232077 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [-] (87965) accepted ('10.222.0.24', 36322) {{(pid=87965) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 21:35:17.287240 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28bc3730-3e86-4448-abf5-c75820f5d413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:17.315492 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28bc3730-3e86-4448-abf5-c75820f5d413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:17.368130 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28bc3730-3e86-4448-abf5-c75820f5d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1602051'] for security_group, after_delete {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:17.386817 n-d-836604-1 neutron-server[87965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc3730-3e86-4448-abf5-c75820f5d413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea592f0-b0f9-4921-92a3-4c3843cdbdd0,revision_number=None']} {{(pid=87965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 21:35:17.392301 n-d-836604-1 neutron-server[87965]: DEBUG neutron_lib.callbacks.manager [None req-28bc3730-3e86-4448-abf5-c75820f5d413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:17.394060 n-d-836604-1 neutron-server[87965]: INFO neutron.wsgi [None req-28bc3730-3e86-4448-abf5-c75820f5d413 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ea592f0-b0f9-4921-92a3-4c3843cdbdd0 HTTP/1.1" status: 204 len: 168 time: 0.1610820 Apr 05 21:35:17.523471 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 44fd4139-64fb-4150-ad00-2d1672acd01c no longer exists at agent ovs-agent-n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 21:35:17.574206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.plugin [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] No Port match for: 44fd4139-64fb-4150-ad00-2d1672acd01c {{(pid=87966) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 05 21:35:17.574206 n-d-836604-1 neutron-server[87966]: DEBUG neutron.plugins.ml2.rpc [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Device 44fd4139-64fb-4150-ad00-2d1672acd01c not bound to the agent host n-d-836604-1 {{(pid=87966) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 21:35:22.540795 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:35:39.644637 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:39.816097 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:41.555997 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7103190f-3c9f-4831-8a70-1c2f8eea759c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:43.839153 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-439da82f-54ff-47bd-980c-b1340779ff43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:45.008997 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:45.143208 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:46.351965 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:35:59.540243 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:36:09.648208 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:09.846994 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:11.558192 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5742ea8f-1c2e-47ce-ad2a-d149d8509ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:13.840147 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-24484917-14c7-4a69-b7bf-b25a843f59f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:15.010756 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:15.146298 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:16.353278 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:36.540666 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:36:39.645834 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:39.846350 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:41.559474 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7eb1b124-14a7-463c-a7ad-a701c6d5eec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:43.841276 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b339b6ff-567a-42dd-845a-b273fca1e95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:45.013732 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:45.148907 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:36:46.355536 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:09.642871 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:09.846252 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:11.563751 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f30a89c9-1b1a-4986-a339-5d152d9b745f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:13.539813 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:37:13.843953 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-a4fc8682-7d20-4f24-8be6-80a62b6eb08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:15.015969 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:15.151242 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:16.360878 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:39.658107 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:39.862267 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:41.564473 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6ca79a56-b933-432b-948b-0482cdaf6c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:43.845480 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-da5d3d91-8a87-4e6c-a0e8-b44cd24cc627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:45.017799 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:45.154422 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:46.361325 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:37:50.541905 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:38:09.650912 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:09.860916 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:11.564970 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c93f5227-a203-4482-97c9-20899113bcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:13.878066 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-6f3ea9a2-d73a-4f90-83bb-e91ae1fd2c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:15.019627 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:15.156696 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:16.362693 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:27.541026 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:38:39.671514 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:39.876069 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:41.566085 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-23363197-fc22-48c0-a749-5153f3caf7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:43.850472 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-376c6825-1201-4f4a-9078-ca93e45968d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:45.022285 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:45.159524 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:38:46.365201 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:04.540526 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:39:09.670481 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:09.874670 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:11.567746 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-435ff67e-280e-467d-a95c-62c3176217ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:13.851816 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-860682b3-0b49-46e6-ab21-c7fc10a68770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:15.023805 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:15.161316 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:16.368166 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:39.673792 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:39.881324 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:41.540433 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:39:41.568587 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5262b421-62c0-472f-919b-d1106d5d87a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:43.853703 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4b79f02d-6b9f-4d0e-9f7e-7904736805ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:45.025779 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:45.164145 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:39:46.372086 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:09.669400 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:09.890646 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:11.569614 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-8104f2ba-ffa9-489d-a939-06583ca73b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:13.854637 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-5590bc6a-5232-47b6-9f98-0e7298cc016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:15.027870 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:15.166440 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:16.375082 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:18.540147 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:40:39.667771 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:39.888393 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:41.570218 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d16034a3-0ea2-4227-8f52-6fcb08e0793f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:43.858314 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-d2447600-d391-4197-86ee-ba9a74100c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:45.030158 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:45.169515 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:46.376386 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:40:55.539768 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:41:09.666249 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:09.889909 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:11.570836 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cd4a740e-7bf5-48f5-92d9-805355aec5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:13.860126 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-134a4e50-e0c4-4a99-a995-7a88185f2dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:15.031784 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:15.172764 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:16.381164 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:32.539180 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:41:39.667068 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:39.890064 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:41.571398 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-db92afb9-ccff-4187-97c5-c673c23c3f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:43.862410 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ce9c8def-3ac4-4acd-b924-82e3bbad116a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:45.033271 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:45.175106 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:41:46.381770 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:09.539106 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:42:09.684134 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:09.904429 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:11.572733 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-7828e3e4-b3aa-4298-a4ad-7c576809b08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:13.864187 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4bd1041a-e8e4-4088-981e-e24abad42f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:15.035527 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:15.178365 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:16.384152 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:39.680448 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:39.904380 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:41.576455 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-96225fbd-a01b-443d-9ad1-bffc8f7bff46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:43.866510 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-f0756f7e-6d41-498e-962f-648be4cb7be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:45.037309 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:45.180721 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:46.389290 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:42:46.538729 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:43:09.679189 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:09.918882 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:11.577277 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-c1211145-c377-4b63-a6db-af313facb8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:13.866965 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-4b53f03c-e78d-4e5c-b09a-9cf9143348be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:15.042777 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:15.183374 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:16.389677 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:23.537767 n-d-836604-1 neutron-server[87967]: DEBUG neutron.db.agents_db [None req-b408be8a-bd2e-4136-a6ba-bc486919546b None None] Agent healthcheck: found 7 active agents {{(pid=87967) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 21:43:26.189222 n-d-836604-1 neutron-server[87965]: DEBUG neutron.wsgi [req-3cb8efd3-0f9e-48bd-9d1c-65c23ad34b29 req-1f88b16c-b008-4e84-a31b-b2fb61f14ec6 service neutron] (87965) timed out ('10.222.0.24', 34946) {{(pid=87965) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 21:43:39.677915 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-669fe436-310b-4727-a008-15ae2f7ed5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:39.916112 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-ee6f830e-9e10-42e4-af9f-e1f7d1af1b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:41.578150 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-b23754c0-7566-4b26-8db4-c57063b1906c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:43.868227 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-89c1f847-1422-42c4-a735-b5103e8af0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:45.035506 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-12ee83ba-4863-4bd8-8685-c6fbd2f8816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:45.187174 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-46173630-699b-4a17-b939-e9b40f5cb53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 21:43:46.392133 n-d-836604-1 neutron-server[87966]: DEBUG neutron_lib.callbacks.manager [None req-cb440326-45a2-4c3b-a939-7d8fb2a47355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791805318220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392273'] for agent, after_update {{(pid=87966) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}